-- Logs begin at Fri 2022-01-28 15:49:43 UTC, end at Fri 2022-01-28 18:05:18 UTC. -- Jan 28 16:20:28.715259 n-d-812111-13 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 16:20:31.666306 n-d-812111-13 neutron-server[102986]: INFO neutron.common.config [-] Logging enabled! Jan 28 16:20:31.666926 n-d-812111-13 neutron-server[102986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev448 Jan 28 16:20:31.667089 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 16:20:31.670401 n-d-812111-13 neutron-server[102986]: INFO neutron.common.config [-] Logging enabled! Jan 28 16:20:31.670658 n-d-812111-13 neutron-server[102986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev448 Jan 28 16:20:31.670971 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 16:20:31.671906 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 16:20:31.672144 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 16:20:31.672509 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 16:20:31.672920 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 16:20:31.673151 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 16:20:31.673489 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.673915 n-d-812111-13 neutron-server[102986]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 16:20:31.674228 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.674776 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.675075 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.675370 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.675661 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.675945 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.676234 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.676532 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.676844 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.677127 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.677413 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.677711 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.677996 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.678284 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.678570 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.678853 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] debug = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.679132 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.679562 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.679980 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.680267 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.680555 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.680860 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.681138 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.681416 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.681701 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.682058 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] host = n-d-812111-13 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.682339 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.682629 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.682920 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.683205 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.683481 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.683757 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.684043 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.684317 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.684590 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.684893 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.685182 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.685471 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.685760 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.685988 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.686212 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.686500 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.686785 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.687060 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.687336 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.687615 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.687888 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.688161 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.688429 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.688743 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.689029 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.689313 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.689587 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.689860 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.690134 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.690403 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.690686 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.690960 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.691233 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.691504 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.691789 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.692060 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.692334 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.692634 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.692951 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.693235 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.693521 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.693797 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.694083 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.694358 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.694631 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.694906 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] use_json = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.695181 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.695453 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.695733 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.696007 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.696282 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.696556 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.696853 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.697143 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.697418 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:31.698234 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.698534 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.698835 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.699135 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.699427 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.699707 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.699997 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.700276 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.700567 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.700878 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.701168 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.701446 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.701746 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.702036 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.702329 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.702632 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.702927 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.703219 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.703495 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.703770 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.704043 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.704324 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.704613 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.704918 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.705209 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.705499 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.705779 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.706076 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.706364 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.706655 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.706944 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.707219 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.707497 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.707788 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.708072 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.708345 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.708625 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.708940 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.709225 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.709503 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.709790 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.710069 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.710343 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.710619 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.710895 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.711270 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.711462 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.711732 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.712008 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.712283 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.712557 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.712875 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.713199 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.713977 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.714250 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.714529 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.714805 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.715080 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.715360 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.715634 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.715912 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.716185 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.716456 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.716753 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.717029 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.717301 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.717573 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.717846 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.718130 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.718404 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.718674 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.718948 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.719222 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.719496 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.719781 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.720081 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.720363 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.720640 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.720944 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.721226 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.721505 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.721784 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.722064 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.722341 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.722614 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.722904 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.723190 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.723479 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.723787 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.724066 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.724360 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.724638 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.724946 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.725227 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.725506 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.725792 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.726076 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.726372 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.726666 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.726960 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.727255 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.727546 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.727830 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.728143 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.728425 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:31.728644 n-d-812111-13 neutron-server[102986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 16:20:31.728930 n-d-812111-13 neutron-server[102986]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102986) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 16:20:32.100274 n-d-812111-13 neutron-server[102986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 16:20:32.100552 n-d-812111-13 neutron-server[102986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 16:20:32.100887 n-d-812111-13 neutron-server[102986]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 16:20:32.101226 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 16:20:32.435780 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.435998 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.436275 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.437626 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.437904 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.438175 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.481791 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.482070 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.482340 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.496922 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.497207 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.497480 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.527172 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.527456 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.527728 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.564393 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.564700 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.564969 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.898899 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.899532 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.899532 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.899703 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:32.900381 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.003344 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.003667 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.003956 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.004233 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.004505 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.004849 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.005114 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.005372 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.005628 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.005913 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.006176 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.006441 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.006698 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.006952 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.007207 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.007469 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.007725 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.007993 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.008262 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.008520 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.008816 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.009073 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.009354 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.009739 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.010525 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.010789 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.011181 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.011424 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.011665 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.011904 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.012143 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.012381 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.012765 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 16:20:33.015863 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 16:20:33.019943 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 16:20:33.023646 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 28 16:20:33.025327 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 16:20:33.026321 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 16:20:33.026655 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 16:20:33.027036 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 16:20:33.029899 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 16:20:33.030164 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 16:20:33.030516 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 16:20:33.035797 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 16:20:33.059749 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 16:20:33.060203 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.060502 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102986) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 16:20:33.060899 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.062271 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102986) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 16:20:33.062553 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 16:20:33.062802 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 16:20:33.066038 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.066321 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.135529 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 16:20:33.135779 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 16:20:33.136016 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 16:20:33.136387 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 16:20:33.163269 n-d-812111-13 neutron-server[102986]: DEBUG oslo_db.sqlalchemy.engines [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102986) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 16:20:33.595860 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing driver for type 'gre' Jan 28 16:20:33.596411 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] gre ID ranges: [(1, 1000)] Jan 28 16:20:33.647040 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing driver for type 'local' Jan 28 16:20:33.647494 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing driver for type 'vlan' Jan 28 16:20:33.659430 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] VlanTypeDriver initialization complete Jan 28 16:20:33.659823 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing driver for type 'vxlan' Jan 28 16:20:33.660319 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] vxlan ID ranges: [(1, 1000)] Jan 28 16:20:33.709015 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing extension driver 'port_security' Jan 28 16:20:33.709346 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] PortSecurityExtensionDriver initialization complete Jan 28 16:20:33.709673 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing mechanism driver 'openvswitch' Jan 28 16:20:33.709998 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing mechanism driver 'hyperv' Jan 28 16:20:33.716602 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:20:33.717303 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.717674 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.718022 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.718561 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 16:20:33.719014 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.719368 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.719713 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.720110 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 16:20:33.720533 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.720931 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.721258 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.721648 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 16:20:33.722048 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > security_group after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.722390 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > security_group after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.722727 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.723251 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 16:20:33.723658 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.724020 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.724360 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.724786 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 16:20:33.725198 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > address_group after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.725540 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > address_group after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.725877 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.726268 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 16:20:33.726715 n-d-812111-13 neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] ML2 OVO RPC backend initialized. {{(pid=102986) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 16:20:33.727442 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.727804 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.728223 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.728570 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > networks before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.728948 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.729296 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > ports before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.729637 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.729975 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnets before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.730316 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.730652 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.730985 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.731317 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.731649 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.731977 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.732308 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.732639 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.732992 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.740321 n-d-812111-13 neutron-server[102986]: INFO neutron.quota [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded quota_driver: . Jan 28 16:20:33.740692 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.plugin [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Modular L2 Plugin initialization complete Jan 28 16:20:33.741048 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading services supported by the core plugin {{(pid=102986) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 16:20:33.741387 n-d-812111-13 neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Got port-security extension from driver 'port_security' Jan 28 16:20:33.741859 n-d-812111-13 neutron-server[102986]: INFO neutron.extensions.vlantransparent [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Disabled vlantransparent extension. Jan 28 16:20:33.742347 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102986) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 16:20:33.742670 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: router Jan 28 16:20:33.780333 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.780727 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.781101 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router before_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.781466 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.781836 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.782190 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_delete 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.782548 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.782897 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.783257 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.783602 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.783948 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.784294 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.784650 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.785080 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.785448 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.785792 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.786128 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.786467 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.786813 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.787156 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.787496 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.787838 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.788193 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.788532 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.788908 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.789268 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.789609 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.789972 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > agent after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.790319 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > agent after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.790660 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.792029 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Tracking information for resource: router configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.792359 n-d-812111-13 neutron-server[102986]: DEBUG neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Tracking information for resource: floatingip configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 16:20:33.797280 n-d-812111-13 neutron-server[102986]: INFO neutron.db.l3_agentschedulers_db [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 16:20:33.797854 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.798214 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.798562 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.798912 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.800072 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router before_create 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.800439 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.800841 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_create 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.801201 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > router precommit_update 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.805969 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.provider_configuration [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service providers = [] {{(pid=102986) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 16:20:33.806335 n-d-812111-13 neutron-server[102986]: DEBUG neutron.db.servicetype_db [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102986) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 16:20:33.809904 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.service_base [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 16:20:33.810251 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.service_base [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 16:20:33.810590 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.service_base [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 16:20:33.811477 n-d-812111-13 neutron-server[102986]: DEBUG neutron.services.service_base [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 16:20:33.811847 n-d-812111-13 neutron-server[102986]: INFO neutron.services.service_base [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 16:20:33.812218 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.812533 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 16:20:33.823128 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.823464 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: auto_allocate Jan 28 16:20:33.829293 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: network precommit_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.829664 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: network precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.830175 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.830493 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: tag Jan 28 16:20:33.837061 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.837390 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: timestamp Jan 28 16:20:33.841396 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.841734 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: network_ip_availability Jan 28 16:20:33.847205 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.847528 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.847881 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:33.848579 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.848930 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: flavors Jan 28 16:20:33.854242 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.854572 n-d-812111-13 neutron-server[102986]: INFO neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading Plugin: revisions Jan 28 16:20:33.858876 n-d-812111-13 neutron-server[102986]: DEBUG neutron.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 16:20:33.859264 n-d-812111-13 neutron-server[102986]: DEBUG oslo_concurrency.lockutils [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 16:20:33.860002 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102986) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 16:20:33.860336 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Initializing extension manager. Jan 28 16:20:33.860891 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: __init__.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.861234 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: __pycache__ {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.861569 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.861900 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: address_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.862644 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.863202 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: address-group Jan 28 16:20:33.863522 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: address_scope.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.864226 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.864768 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: address-scope Jan 28 16:20:33.865090 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.866015 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.866530 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: router-admin-state-down-before-update Jan 28 16:20:33.866853 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: agent.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.867727 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.868241 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: agent Jan 28 16:20:33.868564 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: agent_resources_synced.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.870048 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.870562 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: agent-resources-synced Jan 28 16:20:33.870882 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: allowedaddresspairs.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.872644 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.873193 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: allowed-address-pairs Jan 28 16:20:33.873517 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: auto_allocated_topology.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.874598 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.875111 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: auto-allocated-topology Jan 28 16:20:33.875433 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: availability_zone.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.876119 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.876625 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: availability_zone Jan 28 16:20:33.876986 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: availability_zone_filter.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.877888 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.878398 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: availability_zone_filter Jan 28 16:20:33.878718 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: data_plane_status.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.879617 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.880122 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 16:20:33.880439 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: default_subnetpools.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.881372 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.881885 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: default-subnetpools Jan 28 16:20:33.882205 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.883009 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.883522 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: dhcp_agent_scheduler Jan 28 16:20:33.883841 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: dns.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.884781 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.885322 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 16:20:33.885648 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: dns_domain_ports.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.886553 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.887063 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 16:20:33.887383 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.888290 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.888837 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 16:20:33.889157 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: dvr.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.889818 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.890325 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: dvr Jan 28 16:20:33.890643 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: ecmp_routes.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.891542 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.892052 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 16:20:33.892372 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: empty_string_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.893304 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.893814 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: empty-string-filtering Jan 28 16:20:33.894131 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.895025 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.895537 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 16:20:33.895855 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.896769 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.897279 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 16:20:33.897596 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: external_net.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.898491 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.898997 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: external-net Jan 28 16:20:33.899499 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.900204 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.900772 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: extra_dhcp_opt Jan 28 16:20:33.901097 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: extraroute.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.902035 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.902544 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: extraroute Jan 28 16:20:33.902863 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: extraroute_atomic.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.903884 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.904398 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: extraroute-atomic Jan 28 16:20:33.904743 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: filter_validation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.905406 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.905918 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: filter-validation Jan 28 16:20:33.906236 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: fip_pf_description.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.907134 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.907643 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 16:20:33.907966 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: fip_port_details.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.908895 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.909409 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: fip-port-details Jan 28 16:20:33.909730 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: flavors.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.910961 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.911480 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: flavors Jan 28 16:20:33.911802 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.913514 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.914037 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 16:20:33.914362 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: floatingip_pools.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.915050 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.915565 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: floatingip-pools Jan 28 16:20:33.915887 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: ip_allocation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.917371 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.917879 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 16:20:33.918200 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.919109 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.919621 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: ip-substring-filtering Jan 28 16:20:33.919943 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l2_adjacency.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.920896 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.921400 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 16:20:33.921718 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.922679 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.923195 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: router Jan 28 16:20:33.923516 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.926203 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.926750 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 16:20:33.927059 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.927988 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.928505 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: ext-gw-mode Jan 28 16:20:33.928855 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.929762 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.930273 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: l3-ha Jan 28 16:20:33.930592 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3_flavors.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.931495 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.932549 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: l3-flavors Jan 28 16:20:33.932899 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.933804 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.934312 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 16:20:33.934631 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: l3agentscheduler.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.935649 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.936171 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: l3_agent_scheduler Jan 28 16:20:33.936497 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: local_ip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.938320 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.938845 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension local_ip not supported by any of loaded plugins Jan 28 16:20:33.939172 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: logging.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.940641 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.941198 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension logging not supported by any of loaded plugins Jan 28 16:20:33.941525 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: metering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.942259 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.942837 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: metering Jan 28 16:20:33.943161 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.944244 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.944789 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: metering_source_and_destination_fields Jan 28 16:20:33.945112 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: multiprovidernet.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.946036 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.946550 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: multi-provider Jan 28 16:20:33.946870 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: netmtu.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.947797 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.948309 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: net-mtu Jan 28 16:20:33.948627 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: netmtu_writable.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.949552 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.950061 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: net-mtu-writable Jan 28 16:20:33.950380 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: network_availability_zone.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.951072 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.951537 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: network_availability_zone Jan 28 16:20:33.951856 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: network_ip_availability.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.952999 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.953510 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: network-ip-availability Jan 28 16:20:33.953829 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: network_segment_range.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.954622 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.955104 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 16:20:33.955424 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: pagination.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.956422 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.956786 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: pagination Jan 28 16:20:33.957104 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: port_device_profile.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.958006 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.958528 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: port-device-profile Jan 28 16:20:33.958843 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.959754 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.960275 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: port-mac-address-regenerate Jan 28 16:20:33.960592 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.961648 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.962165 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: port-numa-affinity-policy Jan 28 16:20:33.962517 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: port_resource_request.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.963416 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.963942 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 16:20:33.964247 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: port_resource_request_groups.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.965224 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.965736 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 16:20:33.966062 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: portbindings.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.966994 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.967495 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: binding Jan 28 16:20:33.967820 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: portbindings_extended.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.969133 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.969651 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: binding-extended Jan 28 16:20:33.969972 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: portsecurity.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.971125 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.971447 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: port-security Jan 28 16:20:33.971764 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: project_id.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.972775 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.973102 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: project-id Jan 28 16:20:33.973428 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: providernet.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.974336 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.974850 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: provider Jan 28 16:20:33.975170 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.979354 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.979877 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos not supported by any of loaded plugins Jan 28 16:20:33.980205 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.981489 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.982009 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 16:20:33.982337 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.983245 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.983763 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 16:20:33.984085 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_default.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.985018 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.985532 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-default not supported by any of loaded plugins Jan 28 16:20:33.985852 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_fip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.986764 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.987271 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 16:20:33.987592 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.988493 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.989041 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 16:20:33.989362 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_gateway_ip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.990285 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.990794 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 16:20:33.991113 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_port_network_policy.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.992012 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.992522 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 16:20:33.992873 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.993906 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.994984 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 16:20:33.995315 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_pps_rule.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.996496 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.997043 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 16:20:33.997368 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_rule_type_details.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:33.998276 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:33.998790 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 16:20:33.999111 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: qos_rules_alias.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.000139 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.000655 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 16:20:34.000998 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: quota_check_limit.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.001895 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.002411 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: quota-check-limit Jan 28 16:20:34.002733 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: quotasv2.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.003657 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.003984 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: quotas Jan 28 16:20:34.004305 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: quotasv2_detail.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.006143 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.006491 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: quota_details Jan 28 16:20:34.006817 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: rbac.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.007872 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.008404 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: rbac-policies Jan 28 16:20:34.008758 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: rbac_address_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.009688 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.010251 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: rbac-address-group Jan 28 16:20:34.010572 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: rbac_address_scope.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.011493 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.012010 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: rbac-address-scope Jan 28 16:20:34.012331 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: rbac_security_groups.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.013278 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.013796 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: rbac-security-groups Jan 28 16:20:34.014113 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: rbac_subnetpool.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.015021 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.015534 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: rbac-subnetpool Jan 28 16:20:34.015850 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: revisionifmatch.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.016791 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.017304 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: revision-if-match Jan 28 16:20:34.017620 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: revisions.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.018739 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.019262 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: standard-attr-revisions Jan 28 16:20:34.019585 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: router_availability_zone.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.020248 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.020795 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: router_availability_zone Jan 28 16:20:34.021116 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: routerservicetype.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.022023 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.022533 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 16:20:34.022851 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.023839 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.024355 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: security-groups-normalized-cidr Jan 28 16:20:34.024690 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.025635 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.026147 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: port-security-groups-filtering Jan 28 16:20:34.026468 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.027395 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.027908 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: security-groups-remote-address-group Jan 28 16:20:34.028225 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.029162 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.029678 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: security-groups-shared-filtering Jan 28 16:20:34.029996 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.030576 n-d-812111-13 neutron-server[102986]: WARNING neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 16:20:34.030891 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: securitygroup.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.040502 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.041069 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: security-group Jan 28 16:20:34.041917 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: segment.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.042694 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.043211 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension segment not supported by any of loaded plugins Jan 28 16:20:34.043537 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.044468 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.045022 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 16:20:34.045348 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: servicetype.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.046433 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.046964 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: service-type Jan 28 16:20:34.047292 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: sorting.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.048261 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.048593 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: sorting Jan 28 16:20:34.048946 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: standard_attr_segment.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.050101 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.050618 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 16:20:34.050941 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: standardattrdescription.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.051581 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.052097 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: standard-attr-description Jan 28 16:20:34.052417 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: stateful_security_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.053375 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.053894 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: stateful-security-group Jan 28 16:20:34.054214 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: stdattrs_common.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.054773 n-d-812111-13 neutron-server[102986]: WARNING neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 16:20:34.055091 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.056009 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.056524 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 16:20:34.057535 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: subnet_onboard.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.058616 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.059140 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: subnet_onboard Jan 28 16:20:34.059463 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.060377 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.060929 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 16:20:34.061250 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: subnet_service_types.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.062158 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.062682 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: subnet-service-types Jan 28 16:20:34.063002 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: subnetallocation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.064078 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.064616 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: subnet_allocation Jan 28 16:20:34.064949 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.065607 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.066123 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: subnetpool-prefix-ops Jan 28 16:20:34.066439 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.067370 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.067889 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 16:20:34.068206 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: tagging.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.069296 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.069818 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: standard-attr-tag Jan 28 16:20:34.070141 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: timestamp.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.071336 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.071855 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loaded extension: standard-attr-timestamp Jan 28 16:20:34.072180 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: trunk.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.073247 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.073765 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension trunk not supported by any of loaded plugins Jan 28 16:20:34.074090 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: trunk_details.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.074995 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.075510 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 16:20:34.075832 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: uplink_status_propagation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.076781 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.077297 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 16:20:34.077623 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Loading extension file: vlantransparent.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 16:20:34.078288 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 16:20:34.078797 n-d-812111-13 neutron-server[102986]: INFO neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 16:20:34.081290 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:network Jan 28 16:20:34.081815 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:subnet Jan 28 16:20:34.082216 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 16:20:34.082609 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:port Jan 28 16:20:34.083820 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.084250 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service FLAVORS assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.084899 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.085417 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.085821 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:router Jan 28 16:20:34.086266 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 16:20:34.086750 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service METERING assigned prefix: /metering {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.088196 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:34.088563 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:34.088941 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:20:34.089931 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 16:20:34.090375 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:security_group Jan 28 16:20:34.090801 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 16:20:34.092454 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.092835 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 16:20:34.093189 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] subnetpool is already registered Jan 28 16:20:34.093616 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.093943 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 16:20:34.094275 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] subnetpool is already registered Jan 28 16:20:34.096498 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.096956 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service FLAVORS assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.097589 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.097960 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.098289 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:router Jan 28 16:20:34.098624 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] router is already registered Jan 28 16:20:34.099031 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 16:20:34.099364 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] floatingip is already registered Jan 28 16:20:34.099809 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service METERING assigned prefix: /metering {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.100461 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 16:20:34.100825 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] rbac_policy is already registered Jan 28 16:20:34.101236 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:security_group Jan 28 16:20:34.101566 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] security_group is already registered Jan 28 16:20:34.101964 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 16:20:34.102293 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] security_group_rule is already registered Jan 28 16:20:34.102907 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.103230 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 16:20:34.103560 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] subnetpool is already registered Jan 28 16:20:34.104513 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 16:20:34.104858 n-d-812111-13 neutron-server[102986]: INFO neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 16:20:34.105187 n-d-812111-13 neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] subnetpool is already registered Jan 28 16:20:34.105650 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: extensions {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.107106 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: address-groups {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.108618 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: address-scopes {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.109967 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: agents {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.111158 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: auto-allocated-topology {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.112402 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: availability_zones {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.113658 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: dhcp-networks {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.115167 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: dhcp-agents {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.116611 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: routers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.118912 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: flavors {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.120664 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: service_profiles {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.121899 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: next_providers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.123365 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: service_profiles {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.124934 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: floatingip-pools {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.126160 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: routers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.128291 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: floatingips {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.129592 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: l3-routers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.131011 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: l3-agents {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.132436 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: metering-labels {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.133844 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: metering-label-rules {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.135155 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: network-ip-availabilities {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.136411 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: bindings {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.138118 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: quotas {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.139661 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: quotas {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.141251 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: rbac-policies {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.142537 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: security-groups {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.143785 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: security-group-rules {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.145057 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: service-providers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.146276 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: subnetpools {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.147708 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: subnetpools {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.149209 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.151433 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.153280 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.155078 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.157911 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.159808 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.161706 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.164093 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.166238 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.168640 n-d-812111-13 neutron-server[102986]: DEBUG neutron.api.extensions [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 16:20:34.174759 n-d-812111-13 neutron-server[102986]: WARNING keystonemiddleware.auth_token [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 16:20:34.179424 n-d-812111-13 neutron-server[102986]: WARNING keystonemiddleware.auth_token [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 16:20:34.188207 n-d-812111-13 neutron-server[102986]: DEBUG oslo_concurrency.lockutils [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Acquired lock "singleton_lock" {{(pid=102986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 16:20:34.188886 n-d-812111-13 neutron-server[102986]: DEBUG oslo_concurrency.lockutils [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Releasing lock "singleton_lock" {{(pid=102986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 16:20:34.189603 n-d-812111-13 neutron-server[102986]: INFO oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Starting 2 workers Jan 28 16:20:34.194458 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Started child 103093 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 16:20:34.198962 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Started child 103094 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 16:20:34.199812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:34.200550 n-d-812111-13 neutron-server[102986]: INFO neutron.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 16:20:34.201235 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:34.201352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [-] (103093) wsgi starting up on http://0.0.0.0:9696 Jan 28 16:20:34.203662 n-d-812111-13 neutron-server[102986]: INFO oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Starting 1 workers Jan 28 16:20:34.203778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:34.205103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [-] (103094) wsgi starting up on http://0.0.0.0:9696 Jan 28 16:20:34.208919 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Started child 103095 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 16:20:34.209459 n-d-812111-13 neutron-server[102986]: INFO oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Starting 1 workers Jan 28 16:20:34.212532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] calling RpcWorker wait() {{(pid=103095) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 16:20:34.213603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] returning from RpcWorker wait() {{(pid=103095) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 16:20:34.214512 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Started child 103096 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 16:20:34.215128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:34.215288 n-d-812111-13 neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-dc4499bd-7e10-489d-8e2f-adbdf73e8635 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:34.215692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:20:34.217210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 16:20:34.217422 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 16:20:34.217605 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 16:20:34.217827 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 16:20:34.218149 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 16:20:34.218312 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 16:20:34.218819 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.219087 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.219347 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:34.219797 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.219797 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.219933 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.220309 n-d-812111-13 neutron-server[103096]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:20:34.220482 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.220761 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.220995 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.221270 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.221495 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.221663 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.221848 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.222073 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.222332 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.222637 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.222889 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.223135 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.223378 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.223547 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.223798 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.224062 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.224284 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.224538 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] debug = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.224811 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.225298 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.225535 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.225769 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.226004 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.226267 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.226492 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.226763 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.227000 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.227229 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.227472 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.227727 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.227958 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.228189 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.228433 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.228664 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.229532 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.229754 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.230183 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] host = n-d-812111-13 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.230398 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.230612 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.230837 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.231099 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.231339 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.231568 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.231819 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.232097 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.232336 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.232555 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.232824 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.233066 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.233297 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.233518 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.233681 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_options = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.233893 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.234155 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.234426 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.234610 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.234776 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.234938 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.235191 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.235351 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.235588 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.235818 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.236029 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.236257 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.236490 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.236743 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.237014 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.237258 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.237481 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.237709 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.237976 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.238203 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.238423 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.238647 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.238881 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.239096 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.239310 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.239543 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.239796 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.240023 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.240259 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.240504 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.240755 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.241010 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.241251 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.241495 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.241730 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.241960 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.242185 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.242444 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.242679 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.242900 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.243169 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.243420 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.243616 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.243838 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.244050 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.244294 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.245086 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_json = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.245297 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.245532 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.245775 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.245986 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.246203 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.246698 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.247257 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.247508 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.247850 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.248390 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.248700 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.249012 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.249234 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.249641 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.249880 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.250131 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.250367 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.250609 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.250862 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.251160 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.251389 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.251714 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.251951 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.252216 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.252689 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.253103 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.253357 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.253793 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.254205 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.256210 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257139 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257139 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257139 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257139 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257548 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257664 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257784 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.257999 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.258215 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.258449 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.258810 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.258959 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.259186 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.259393 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.259610 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.259851 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.260984 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.261220 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.261585 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.261872 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.262425 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.262425 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.262690 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.263107 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.263498 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.263877 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.264254 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.264777 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.264930 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.265297 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.265872 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.266241 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.266600 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.266990 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.267326 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.267565 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.267792 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.268007 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.268248 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.268756 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.269100 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270068 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270068 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270068 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270068 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270585 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270585 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270751 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.270921 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.271332 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.271705 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.272075 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.272456 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.273119 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.273336 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.273552 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.273775 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.273978 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.274352 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.274704 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.275051 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.275414 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.275828 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.276292 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.276704 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.277148 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.277562 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.277967 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.278208 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.278425 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.278675 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.278912 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.279138 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.279390 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.279641 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.280295 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.280719 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.281120 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.281523 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.281934 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.282336 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.282758 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.283141 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.283552 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.283933 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.284315 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.284735 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.285131 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.285369 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.285607 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.285896 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.286121 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.286433 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.286651 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.286911 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.287193 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.287451 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.287723 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.287979 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.288248 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.288513 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.288801 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.289054 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.289285 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.289553 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.289770 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.290041 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.290251 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.290479 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.290711 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.291057 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.291329 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.291563 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.291776 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.292054 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.292309 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.292543 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.292834 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.293079 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.293329 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.293571 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.293812 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.294048 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.294302 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.294545 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.294757 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.295007 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.295221 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.295466 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.295679 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.295894 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.296151 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.296363 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.296580 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.296846 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.297064 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.297283 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.297526 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.297736 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.297959 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.298196 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.298437 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.298653 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.298869 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.299099 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.299343 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.299826 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.300094 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.300350 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.300588 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.300847 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.301068 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.301316 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.301547 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.301820 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.302039 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.302256 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.302490 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.302705 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.302918 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.303131 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.303354 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.303584 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.303815 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.304034 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.304398 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.304599 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.304861 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.305106 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.305325 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.305530 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.305750 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.305967 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.306183 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.306397 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.306629 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.307404 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.307643 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.307882 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.308111 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.308326 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.308543 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.308811 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.309025 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.309315 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.309567 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.309793 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.310041 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.310256 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.310505 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.310733 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.310944 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.311155 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.311405 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.311645 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.311832 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.312058 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.312265 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.312483 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.312712 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.312948 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.313156 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.313378 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.313584 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.313812 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.314036 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.314247 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.314453 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.314698 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.314902 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.315111 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.315348 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.315580 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.315785 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.316009 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.316218 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.316423 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.316691 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.316916 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.317124 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.317394 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.317640 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.317855 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.318142 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.318388 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.318629 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.318868 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.319171 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.319382 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.319638 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.319873 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.320089 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.320312 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.320564 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.320900 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.321193 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.321438 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.321689 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.321967 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.322255 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.323121 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.323335 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.323622 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.323930 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.324197 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.324444 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.324704 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.324952 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.325171 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.325401 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.325620 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.325832 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.326047 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.326171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:20:34.326281 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.326513 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.326736 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.326949 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.327174 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.327389 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.327630 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.327855 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.328098 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.328335 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.328490 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 16:20:34.329033 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 16:20:34.329205 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 16:20:34.329346 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 16:20:34.329483 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 16:20:34.329632 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 16:20:34.329770 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 16:20:34.329974 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.330118 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.330279 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.330424 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.330566 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.330747 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.330895 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331032 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331192 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331335 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331495 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331638 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331795 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.331933 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.332096 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.332252 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.332407 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.332564 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.332763 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.332910 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.333071 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.333295 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.333440 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] debug = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.333581 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.333728 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.333892 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334031 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334164 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334302 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334433 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334563 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334700 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.334860 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335017 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335163 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335311 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335460 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335616 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335775 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.335906 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336047 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336208 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] host = n-d-812111-13 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336352 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336516 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336646 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336823 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.336949 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.337104 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.337273 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.337418 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.337563 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.337724 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.337879 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338036 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338215 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338371 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338527 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_options = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338683 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338838 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.338993 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.339174 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.339335 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.339492 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.339648 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.339803 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.339959 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.340115 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.340270 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.340425 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.340582 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.340793 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.340953 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.341110 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.341266 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.341421 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.341578 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.341734 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.341889 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342045 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342200 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342356 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342512 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342668 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342823 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.342978 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.343133 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.343337 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.343466 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.343579 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.343730 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.343887 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344043 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344198 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344354 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344512 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344703 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344833 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.344990 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.345146 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.345301 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.345458 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.345614 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.345770 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.345911 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_json = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.346070 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.346226 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.346381 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.346536 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.346693 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.346847 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.347002 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.347160 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.347315 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 16:20:34.347490 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.347702 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.347824 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.347983 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.348143 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.348302 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.348459 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.348618 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.348808 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.348969 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.349135 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.349295 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.349463 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.349622 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.349780 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.349939 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.350097 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.350257 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.350419 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.350612 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.350767 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.350908 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351045 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351189 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351347 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351504 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351666 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351826 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.351973 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.352147 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.352306 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.352465 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.352613 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.352808 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.352955 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.353104 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.353263 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.353427 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.353583 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.353762 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.353929 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.354092 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.354248 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.354406 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.354566 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.354729 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.354878 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.355035 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.355278 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.355434 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.355588 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.355723 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.355854 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356008 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356144 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356284 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356415 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356552 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356660 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.356891 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357022 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357167 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357321 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357454 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357593 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357729 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.357865 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358012 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358175 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358320 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358480 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358638 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358798 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.358956 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.359115 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.359274 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.359432 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.359590 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.359748 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.359905 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.360063 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.360224 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.360383 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.360541 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.360840 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361005 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361162 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361321 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361479 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361644 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361783 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.361949 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.362122 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.362280 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.362438 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.362595 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.362753 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.362911 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363067 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363224 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363381 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363524 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363715 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363843 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.363966 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.364124 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.364279 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.364437 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.364594 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.364771 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.364930 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.365087 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.365244 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.365402 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.365559 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.365717 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.365875 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.366033 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.366198 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.366354 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.366516 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.366675 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.366840 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367008 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367165 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367325 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367482 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367643 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367800 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.367958 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.368114 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.368272 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.368734 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.368896 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.369067 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.369225 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.369893 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.370055 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.370236 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.370393 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.370553 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.370712 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.370871 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371031 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371189 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371346 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371506 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371664 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371823 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.371982 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.372141 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.372300 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.372458 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.372617 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.372797 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.372957 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.373115 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.373276 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.373436 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.373595 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.373753 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.373911 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.374069 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.374228 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.374388 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.374545 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.374704 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.374862 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.375020 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.375179 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.375336 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.375494 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.375651 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.375809 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376167 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376167 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376338 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376463 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376622 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376805 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.376966 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.377125 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.377286 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.377444 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.377604 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.377763 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.377921 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.378087 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.378246 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.378406 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.378566 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.378724 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.378882 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.379056 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.379216 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.379374 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.379532 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.379691 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.379849 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380007 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380166 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380323 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380481 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380639 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380820 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.380983 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.381142 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.381300 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.381459 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.381617 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.381775 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.381934 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.384810 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.385636 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.386286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53534) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:20:34.388788 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.388993 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.389180 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.389362 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.389551 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.389722 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.389890 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.390054 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.390218 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.390381 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.390555 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.390723 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.390884 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.391044 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.391203 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.391362 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.391534 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.391694 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.391854 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.392013 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.392171 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.392330 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.392499 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.392658 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.392841 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393001 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393159 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393318 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393490 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393649 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393810 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.393970 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.394128 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.394287 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.394457 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.394617 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.394772 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.394927 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.395065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064795 Jan 28 16:20:34.395204 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.395204 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.395610 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.395786 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.395938 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.396136 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.396262 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.396397 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.396588 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.396733 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.396878 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.397054 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.397247 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.397382 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398186 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398186 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398186 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398186 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398186 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398556 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398556 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398709 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398791 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.398929 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.399088 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.399248 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.399407 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.399565 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.399723 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.399881 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.400039 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.400198 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.400355 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.400513 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.401528 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.401704 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.401880 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.402031 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.402187 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 16:20:34.402366 n-d-812111-13 neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 16:20:45.799259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd85f0-5a02-4215-9951-67880de61629 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:20:45.896400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd85f0-5a02-4215-9951-67880de61629 None None] No non-hosted networks {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 16:20:45.951595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.agentschedulers_db [None req-07cd85f0-5a02-4215-9951-67880de61629 None None] DHCP Agent not found on host n-d-812111-13 {{(pid=103095) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 16:20:46.084372 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e4eef02-f608-49dc-ac35-00fa09249b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:47.793539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0282c116-b8a8-4d2f-890d-0da244e23e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:47.833401 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-353b7c3e-4c84-495d-9ea8-0b15607e37d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:49.247116 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:50.491455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:51.645144 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:51.646642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.647158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.647725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.648247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.648699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.649358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.649920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.650823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.651205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.651741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.652152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.652709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.653260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:20:51.653748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812111-13', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:20:51.659658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812111-13', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:20:54.361236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53636) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:20:54.870342 n-d-812111-13 neutron-server[103093]: WARNING oslo_policy.policy [None req-c50d17de-6b0d-4d06-8d18-3d96e46f8610 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:20:54.870911 n-d-812111-13 neutron-server[103093]: WARNING oslo_policy.policy [None req-c50d17de-6b0d-4d06-8d18-3d96e46f8610 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:20:55.097556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-c50d17de-6b0d-4d06-8d18-3d96e46f8610 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:20:55.098679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c50d17de-6b0d-4d06-8d18-3d96e46f8610 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7365153 Jan 28 16:20:55.720124 n-d-812111-13 neutron-server[103095]: INFO neutron.db.l3_hamode_db [None req-7eb45421-32f3-4b36-af22-04ebc70d07b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 16:20:55.795464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb45421-32f3-4b36-af22-04ebc70d07b5 None None] Routers set() bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:20:55.795770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb45421-32f3-4b36-af22-04ebc70d07b5 None None] Router IDs set() for agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 16:20:57.773971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53652) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:20:58.073016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'tenant_id': '306ea205bcef466c8638ea66a0110a9e'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:20:58.162191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.policy [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103093) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 16:20:58.203179 n-d-812111-13 neutron-server[103093]: WARNING oslo_policy.policy [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:20:58.203545 n-d-812111-13 neutron-server[103093]: WARNING oslo_policy.policy [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:20:58.295892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738851171744', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738851171967', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738851153387', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738851155682', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738851149568', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738851139720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1422022', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1321158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-466728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-635117'] for rbac-policy (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:58.361375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:20:58.362497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c3efd607-a1e4-4f6d-a70b-74ef3f491fe1 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5875442 Jan 28 16:21:00.997366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53664) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:01.482472 n-d-812111-13 neutron-server[103094]: WARNING oslo_policy.policy [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:21:01.483034 n-d-812111-13 neutron-server[103094]: WARNING oslo_policy.policy [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:21:01.708626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Request body: {'network': {'project_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'tenant_id': '7749015998a2444392e673e13b60d690', 'name': 'private'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:21:01.762186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Made reservation on behalf of 7749015998a2444392e673e13b60d690 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:21:01.822756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.policy [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103094) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 16:21:01.863000 n-d-812111-13 neutron-server[103094]: WARNING oslo_policy.policy [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:21:01.863375 n-d-812111-13 neutron-server[103094]: WARNING oslo_policy.policy [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 16:21:01.872990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:01.894785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.013581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks [] for security_group (de7587df-d4bd-4c69-ac36-6ebe77c61f88), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.017098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (de7587df-d4bd-4c69-ac36-6ebe77c61f88), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.036237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:21:02.064127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738852306827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4f71abd5-496b-4ae9-ab23-732b4f28bbf9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.064752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Unsubscribe: segment precommit_create {{(pid=103094) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 16:21:02.065275 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Added segment 4f71abd5-496b-4ae9-ab23-732b4f28bbf9 of type vlan for network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c Jan 28 16:21:02.081412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7587df-d4bd-4c69-ac36-6ebe77c61f88,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:02.131979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.132328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.132678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.133023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.133365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.133679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.134006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.134989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.135315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.135641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.135963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.136282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.136605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Tracked resource versions report: Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: pushed versions: Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: { 'AddressGroup': {'1.2'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'ConntrackHelper': {'1.0'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Log': {'1.0'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Network': {'1.1'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Port': {'1.7'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'PortForwarding': {'1.2'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'QosPolicy': {'1.10'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'SecurityGroup': {'1.5'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'SubPort': {'1.0'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Subnet': {'1.1'}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Trunk': {'1.1'}} Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: consumer versions: Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: L3 agent@n-d-812111-13: {}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: Metadata agent@n-d-812111-13: {}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: Metering agent@n-d-812111-13: {}, Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'ConntrackHelper': '1.0', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'LocalIPAssociation': '1.0', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Log': '1.0', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Network': '1.1', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Port': '1.7', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'PortForwarding': '1.2', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'QosPolicy': '1.10', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'SecurityGroup': '1.5', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'SecurityGroupRule': '1.2', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'SubPort': '1.0', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Subnet': '1.1', Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: 'Trunk': '1.1'}} Jan 28 16:21:02.137770 n-d-812111-13 neutron-server[103094]: {{(pid=103094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:21:02.176953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3fca4ec3-79e9-484e-98f6-6425a4c2c38c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.216550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3fca4ec3-79e9-484e-98f6-6425a4c2c38c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.218020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:02.218726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:02.310776 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3067541 Jan 28 16:21:02.324493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8516a-a422-450b-b0f6-927989295ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=3fca4ec3-79e9-484e-98f6-6425a4c2c38c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:02.336686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:21:05.009429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53686) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:05.390730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519f8ba-dc30-41f1-9c33-931951dfdba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:05.392085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9519f8ba-dc30-41f1-9c33-931951dfdba0 admin admin] 10.222.0.25 "GET /v2.0/networks/3fca4ec3-79e9-484e-98f6-6425a4c2c38c HTTP/1.1" status: 200 len: 825 time: 0.3816900 Jan 28 16:21:05.428915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-40927240-46ff-4386-bc44-3d30e59cded3 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/22a2952d-c789-4b54-94f8-d354f0d91243 HTTP/1.1" status: 200 len: 734 time: 0.0311449 Jan 28 16:21:05.437332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '7749015998a2444392e673e13b60d690', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:21:05.457790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Made reservation on behalf of 7749015998a2444392e673e13b60d690 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:21:05.460025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:05.727622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (d71366b5-e619-4806-8879-50c4989981c8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:05.811930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71366b5-e619-4806-8879-50c4989981c8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:05.815711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Checking segment: {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:21:05.816068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Network hostable DHCP agents. Network: 3fca4ec3-79e9-484e-98f6-6425a4c2c38c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:21:05.835991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:21:05.846906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3fca4ec3-79e9-484e-98f6-6425a4c2c38c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:21:05.851996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:05.852584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:05.857350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455bfe0-9a92-4c62-9514-723a65fcd1f0 None None] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:21:05.868089 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c092aa9-917b-4863-8e66-ba7e2f903c84 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4339166 Jan 28 16:21:06.126990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'project_id': '7749015998a2444392e673e13b60d690', 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:21:06.128215 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:06.406994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Allocated IP 172.20.0.2 (3fca4ec3-79e9-484e-98f6-6425a4c2c38c/d71366b5-e619-4806-8879-50c4989981c8/423e1fd3-9d48-41a9-8b1a-dadb91331988) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:21:06.669618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Publish callbacks [] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:06.677510 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:06.747058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:21:06.752385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:21:06.765180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:21:06.772342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Pushing event updated for resources: {'Port': ['ID=423e1fd3-9d48-41a9-8b1a-dadb91331988,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:06.801710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.802067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.802416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.802760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.803099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.803438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.803772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.804103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.804434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.804795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.805125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.805453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.805779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Tracked resource versions report: Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: pushed versions: Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: { 'AddressGroup': {'1.2'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'ConntrackHelper': {'1.0'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Log': {'1.0'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Network': {'1.1'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Port': {'1.7'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'PortForwarding': {'1.2'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'QosPolicy': {'1.10'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'SecurityGroup': {'1.5'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'SubPort': {'1.0'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Subnet': {'1.1'}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Trunk': {'1.1'}} Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: consumer versions: Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: L3 agent@n-d-812111-13: {}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: Metadata agent@n-d-812111-13: {}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: Metering agent@n-d-812111-13: {}, Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'ConntrackHelper': '1.0', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'LocalIPAssociation': '1.0', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Log': '1.0', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Network': '1.1', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Port': '1.7', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'PortForwarding': '1.2', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'QosPolicy': '1.10', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'SecurityGroup': '1.5', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'SecurityGroupRule': '1.2', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'SubPort': '1.0', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Subnet': '1.1', Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: 'Trunk': '1.1'}} Jan 28 16:21:06.806922 n-d-812111-13 neutron-server[103095]: {{(pid=103095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:21:06.855314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Attempting to bind port 423e1fd3-9d48-41a9-8b1a-dadb91331988 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:21:06.855712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Attempting to bind port 423e1fd3-9d48-41a9-8b1a-dadb91331988 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:21:06.856139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Attempting to bind port 423e1fd3-9d48-41a9-8b1a-dadb91331988 on network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:21:06.860977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:21:06.861534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Checking segment: {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:21:06.861837 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:06.862220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Bound using segment: {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:21:06.862689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Bound port: 423e1fd3-9d48-41a9-8b1a-dadb91331988, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:21:06.863092 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:06.925391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] For port 423e1fd3-9d48-41a9-8b1a-dadb91331988, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:21:06.929493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] For port 423e1fd3-9d48-41a9-8b1a-dadb91331988, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=423e1fd3-9d48-41a9-8b1a-dadb91331988,segment=NetworkSegment(4f71abd5-496b-4ae9-ab23-732b4f28bbf9),segment_id=4f71abd5-496b-4ae9-ab23-732b4f28bbf9)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:21:06.936825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:06.998780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f838e1-1771-415a-b5c2-1e74d5114dba None None] Pushing event updated for resources: {'Port': ['ID=423e1fd3-9d48-41a9-8b1a-dadb91331988,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:08.329149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53694) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:08.640336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-7616526d-1b8e-4249-9ef3-f21d43e09999 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:21:08.641387 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7616526d-1b8e-4249-9ef3-f21d43e09999 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3112075 Jan 28 16:21:11.068004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53702) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:11.380640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-9628e58f-c729-4aa9-890e-d556e644e80c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:21:11.381878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9628e58f-c729-4aa9-890e-d556e644e80c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129401 Jan 28 16:21:14.085087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53712) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:14.386851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7749015998a2444392e673e13b60d690'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:21:14.409120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (325b160e-3337-4bed-8891-a23e19aaaf35), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:14.411347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (325b160e-3337-4bed-8891-a23e19aaaf35), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:14.553967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] Publish callbacks [] for router_controller (325b160e-3337-4bed-8891-a23e19aaaf35), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:14.559369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (325b160e-3337-4bed-8891-a23e19aaaf35), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:14.572987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:14.574170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e2335a96-0c69-4a42-b945-72d5051a2c35 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4880533 Jan 28 16:21:15.790382 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af5bdb49-9b38-4fa0-a22c-7015e7833550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:17.048468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53724) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:17.362531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-54e57c7f-7b6e-4ef0-b560-f9d12d7723bb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:21:17.363549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54e57c7f-7b6e-4ef0-b560-f9d12d7723bb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140934 Jan 28 16:21:17.791786 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f19129c0-1ea7-40c2-b2b9-79a16f53c765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:17.985568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8fa8d-95b5-4d10-a9c7-d1fd2f2d5043 None None] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:21:18.058094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] Provisioning complete for port 423e1fd3-9d48-41a9-8b1a-dadb91331988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:18.058416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:18.228913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 423e1fd3-9d48-41a9-8b1a-dadb91331988 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:21:18.254335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] Current status of the port 423e1fd3-9d48-41a9-8b1a-dadb91331988 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:18.254730 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:18.331535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] For port 423e1fd3-9d48-41a9-8b1a-dadb91331988, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=423e1fd3-9d48-41a9-8b1a-dadb91331988,segment=NetworkSegment(4f71abd5-496b-4ae9-ab23-732b4f28bbf9),segment_id=4f71abd5-496b-4ae9-ab23-732b4f28bbf9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:21:18.338039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:18.376619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 423e1fd3-9d48-41a9-8b1a-dadb91331988 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:18.377051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:18.421344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09382cdf-8f09-4a23-9864-f67c7f8a5d80 None None] Pushing event updated for resources: {'Port': ['ID=423e1fd3-9d48-41a9-8b1a-dadb91331988,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:18.479014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 423e1fd3-9d48-41a9-8b1a-dadb91331988 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:18.560875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5a111931-2cc1-4cc7-b9d8-e3805aba4a74 None None] Provisioning complete for port 423e1fd3-9d48-41a9-8b1a-dadb91331988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:18.561304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a111931-2cc1-4cc7-b9d8-e3805aba4a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:18.637336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a111931-2cc1-4cc7-b9d8-e3805aba4a74 None None] Current status of the port 423e1fd3-9d48-41a9-8b1a-dadb91331988 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:19.170596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:19.844702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53756) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:19.970213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'tenant_id': '306ea205bcef466c8638ea66a0110a9e', 'project_id': '306ea205bcef466c8638ea66a0110a9e', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:21:19.988460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Made reservation on behalf of 306ea205bcef466c8638ea66a0110a9e for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:21:19.990651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:19.998181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.068801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks [] for security_group (9130e7ef-9e47-418c-b092-1b62035a3ecb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.072057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9130e7ef-9e47-418c-b092-1b62035a3ecb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.085958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103094) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 16:21:20.106035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9130e7ef-9e47-418c-b092-1b62035a3ecb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:20.108802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1d5958a6-ffaa-46ab-8fd8-f2ada61a0087), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.109141 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Added segment 1d5958a6-ffaa-46ab-8fd8-f2ada61a0087 of type flat for network 63112d60-cc7e-4cc1-80c1-2940f56aff2a Jan 28 16:21:20.156883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (63112d60-cc7e-4cc1-80c1-2940f56aff2a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.184984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 423e1fd3-9d48-41a9-8b1a-dadb91331988 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:21:20.190027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (63112d60-cc7e-4cc1-80c1-2940f56aff2a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.191018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:20.191548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.232207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 423e1fd3-9d48-41a9-8b1a-dadb91331988 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:20.232593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:20.238714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3929727 Jan 28 16:21:20.253295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edade15-8be7-4d87-9967-973659cc80d0 admin admin] Pushing event updated for resources: {'Network': ['ID=63112d60-cc7e-4cc1-80c1-2940f56aff2a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:20.265618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:21:20.377737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 423e1fd3-9d48-41a9-8b1a-dadb91331988 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:20.435727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:21.653973 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:22.532104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53764) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:22.621599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0f3ca1-2c72-447c-9439-539d249b172b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:22.622908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a0f3ca1-2c72-447c-9439-539d249b172b admin admin] 10.222.0.25 "GET /v2.0/subnets/d71366b5-e619-4806-8879-50c4989981c8 HTTP/1.1" status: 200 len: 849 time: 0.0898087 Jan 28 16:21:22.740223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2352af49-34f0-4394-9119-62d15cf343c0 admin admin] 10.222.0.25 "GET /v2.0/routers/325b160e-3337-4bed-8891-a23e19aaaf35 HTTP/1.1" status: 200 len: 704 time: 0.1118190 Jan 28 16:21:23.000738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:23.288147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Allocated IP 172.20.0.1 (3fca4ec3-79e9-484e-98f6-6425a4c2c38c/d71366b5-e619-4806-8879-50c4989981c8/1c40d93e-c27e-4eeb-a9ff-624d724bdede) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:21:23.479765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks [] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:23.542767 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:23.606031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:21:23.610640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:21:23.613255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:21:23.613916 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (325b160e-3337-4bed-8891-a23e19aaaf35), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:23.693679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Pushing event updated for resources: {'Port': ['ID=1c40d93e-c27e-4eeb-a9ff-624d724bdede,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:23.783780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d44e3410-ff95-4c10-b805-f5c93638fd86 None None] Provisioning complete for port 1c40d93e-c27e-4eeb-a9ff-624d724bdede triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:23.784389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d44e3410-ff95-4c10-b805-f5c93638fd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:23.816488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d44e3410-ff95-4c10-b805-f5c93638fd86 None None] Port 1c40d93e-c27e-4eeb-a9ff-624d724bdede cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:21:23.832826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:24.037958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks [] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:24.042724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:24.043546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (325b160e-3337-4bed-8891-a23e19aaaf35), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:24.117516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Pushing event updated for resources: {'Port': ['ID=1c40d93e-c27e-4eeb-a9ff-624d724bdede,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:24.164137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:21:24.165981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:21:24.323913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Router 325b160e-3337-4bed-8891-a23e19aaaf35 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:21:24.338265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9247bcce-ce17-4062-82b0-7da04edad243 None None] Provisioning complete for port 1c40d93e-c27e-4eeb-a9ff-624d724bdede triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:24.338660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9247bcce-ce17-4062-82b0-7da04edad243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:24.370241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9247bcce-ce17-4062-82b0-7da04edad243 None None] Port 1c40d93e-c27e-4eeb-a9ff-624d724bdede cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:21:24.414136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:21:24.419299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0ad76ed6-9918-4b65-90dd-d0744818436b admin admin] 10.222.0.25 "PUT /v2.0/routers/325b160e-3337-4bed-8891-a23e19aaaf35/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6732960 Jan 28 16:21:24.424111 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Sync routers for ids ['325b160e-3337-4bed-8891-a23e19aaaf35'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:21:24.436970 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Routers {'325b160e-3337-4bed-8891-a23e19aaaf35'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:21:24.437738 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:21:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['325b160e-3337-4bed-8891-a23e19aaaf35'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:24.620820 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Set router 325b160e-3337-4bed-8891-a23e19aaaf35 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:21:25.044037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'name': 'router1', 'tenant_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:21:14Z', 'updated_at': '2022-01-28T16:21:23Z', 'revision_number': 2, 'project_id': '7749015998a2444392e673e13b60d690', 'gw_port_host': None, '_interfaces': [{'id': '1c40d93e-c27e-4eeb-a9ff-624d724bdede', 'name': '', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'tenant_id': '7749015998a2444392e673e13b60d690', 'mac_address': 'fa:16:3e:f6:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:23Z', 'updated_at': '2022-01-28T16:21:23Z', 'revision_number': 2, 'project_id': '7749015998a2444392e673e13b60d690', 'subnets': [{'id': 'd71366b5-e619-4806-8879-50c4989981c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:25.094106 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Checking router: 325b160e-3337-4bed-8891-a23e19aaaf35 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:21:25.094481 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Updating router 325b160e-3337-4bed-8891-a23e19aaaf35 port 1c40d93e-c27e-4eeb-a9ff-624d724bdede binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:21:25.146468 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.644141 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Publish callbacks [] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.649992 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.805083 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Pushing event updated for resources: {'Port': ['ID=1c40d93e-c27e-4eeb-a9ff-624d724bdede,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:25.818468 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Attempting to bind port 1c40d93e-c27e-4eeb-a9ff-624d724bdede on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:21:25.818863 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Attempting to bind port 1c40d93e-c27e-4eeb-a9ff-624d724bdede by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:21:25.819289 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Attempting to bind port 1c40d93e-c27e-4eeb-a9ff-624d724bdede on network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:21:25.827025 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:21:25.827647 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Checking segment: {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:21:25.827900 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.828281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Bound using segment: {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:21:25.828758 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Bound port: 1c40d93e-c27e-4eeb-a9ff-624d724bdede, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f71abd5-496b-4ae9-ab23-732b4f28bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:21:25.829133 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.832274 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.832616 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.832974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.833301 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.833628 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.833950 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.834269 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.834587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.834910 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.835220 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.835534 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.835846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.836157 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Tracked resource versions report: Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: pushed versions: Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: { 'AddressGroup': {'1.2'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'ConntrackHelper': {'1.0'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Log': {'1.0'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Network': {'1.1'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Port': {'1.7'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'PortForwarding': {'1.2'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'QosPolicy': {'1.10'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'SecurityGroup': {'1.5'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'SubPort': {'1.0'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Subnet': {'1.1'}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Trunk': {'1.1'}} Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: consumer versions: Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: L3 agent@n-d-812111-13: {}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: Metadata agent@n-d-812111-13: {}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: Metering agent@n-d-812111-13: {}, Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'ConntrackHelper': '1.0', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'LocalIPAssociation': '1.0', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Log': '1.0', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Network': '1.1', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Port': '1.7', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'PortForwarding': '1.2', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'QosPolicy': '1.10', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'SecurityGroup': '1.5', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'SecurityGroupRule': '1.2', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'SubPort': '1.0', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Subnet': '1.1', Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: 'Trunk': '1.1'}} Jan 28 16:21:25.837320 n-d-812111-13 neutron-server[103096]: {{(pid=103096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:21:25.902372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1fef6d1e-a65c-4479-b2cb-96edde06d347 None None] Provisioning complete for port 1c40d93e-c27e-4eeb-a9ff-624d724bdede triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:25.902894 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1fef6d1e-a65c-4479-b2cb-96edde06d347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.903059 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] For port 1c40d93e-c27e-4eeb-a9ff-624d724bdede, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:21:25.922042 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] For port 1c40d93e-c27e-4eeb-a9ff-624d724bdede, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1c40d93e-c27e-4eeb-a9ff-624d724bdede,segment=NetworkSegment(4f71abd5-496b-4ae9-ab23-732b4f28bbf9),segment_id=4f71abd5-496b-4ae9-ab23-732b4f28bbf9)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:21:25.928803 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:25.942377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1fef6d1e-a65c-4479-b2cb-96edde06d347 None None] Port 1c40d93e-c27e-4eeb-a9ff-624d724bdede cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:21:25.975358 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Routers {'325b160e-3337-4bed-8891-a23e19aaaf35'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:21:25.975994 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:21:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['325b160e-3337-4bed-8891-a23e19aaaf35'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:26.076076 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] Set router 325b160e-3337-4bed-8891-a23e19aaaf35 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:21:26.104282 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a22c-fb79-4880-9651-abbbc631ab72 None None] Pushing event updated for resources: {'Port': ['ID=1c40d93e-c27e-4eeb-a9ff-624d724bdede,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:26.170746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] Provisioning complete for port 1c40d93e-c27e-4eeb-a9ff-624d724bdede triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:26.171083 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:26.247007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] Current status of the port 1c40d93e-c27e-4eeb-a9ff-624d724bdede is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:26.247409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:26.282926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] For port 1c40d93e-c27e-4eeb-a9ff-624d724bdede, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1c40d93e-c27e-4eeb-a9ff-624d724bdede,segment=NetworkSegment(4f71abd5-496b-4ae9-ab23-732b4f28bbf9),segment_id=4f71abd5-496b-4ae9-ab23-732b4f28bbf9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:21:26.287774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:26.293629 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'name': 'router1', 'tenant_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:21:14Z', 'updated_at': '2022-01-28T16:21:23Z', 'revision_number': 2, 'project_id': '7749015998a2444392e673e13b60d690', 'gw_port_host': None, '_interfaces': [{'id': '1c40d93e-c27e-4eeb-a9ff-624d724bdede', 'name': '', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'tenant_id': '7749015998a2444392e673e13b60d690', 'mac_address': 'fa:16:3e:f6:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:23Z', 'updated_at': '2022-01-28T16:21:25Z', 'revision_number': 4, 'project_id': '7749015998a2444392e673e13b60d690', 'subnets': [{'id': 'd71366b5-e619-4806-8879-50c4989981c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:26.319336 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637562db-81c2-434d-8ba0-f90cafdbd7be None None] The sync data for ids ['325b160e-3337-4bed-8891-a23e19aaaf35'] in n-d-812111-13 is: [{'id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'name': 'router1', 'tenant_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:21:14Z', 'updated_at': '2022-01-28T16:21:23Z', 'revision_number': 2, 'project_id': '7749015998a2444392e673e13b60d690', 'gw_port_host': None, '_interfaces': [{'id': '1c40d93e-c27e-4eeb-a9ff-624d724bdede', 'name': '', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'tenant_id': '7749015998a2444392e673e13b60d690', 'mac_address': 'fa:16:3e:f6:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:23Z', 'updated_at': '2022-01-28T16:21:25Z', 'revision_number': 4, 'project_id': '7749015998a2444392e673e13b60d690', 'subnets': [{'id': 'd71366b5-e619-4806-8879-50c4989981c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:21:26.339783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00efdd5-879c-4675-ba44-6e2be1002eaa None None] Pushing event updated for resources: {'Port': ['ID=1c40d93e-c27e-4eeb-a9ff-624d724bdede,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:29.103971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53782) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:29.215734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8cdb8-dee5-4ec4-8f5a-a3246d3a07d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:29.217117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-86c8cdb8-dee5-4ec4-8f5a-a3246d3a07d5 admin admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 842 time: 0.1121650 Jan 28 16:21:29.226313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'tenant_id': '306ea205bcef466c8638ea66a0110a9e', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'name': 'public-subnet'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:21:29.245697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Made reservation on behalf of 306ea205bcef466c8638ea66a0110a9e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:21:29.248026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:29.527759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:21:29.528207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (2e30e42f-40d1-4c21-a221-c6b3d48caa21), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:29.584289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e30e42f-40d1-4c21-a221-c6b3d48caa21,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:29.588975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:21:29.589332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Network hostable DHCP agents. Network: 63112d60-cc7e-4cc1-80c1-2940f56aff2a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:21:29.604814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:21:29.612772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 63112d60-cc7e-4cc1-80c1-2940f56aff2a) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:21:29.617236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:29.618124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:29.622755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4b9e9-ed7e-4d9f-a4c4-ded32f49ecf8 None None] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:21:29.640857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-028fc62f-c8a2-4fba-ba7d-0d1200729db4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4116511 Jan 28 16:21:29.727154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f027ce-d3f1-4f67-9bb4-5b45520416bd None None] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:21:31.961237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:32.166679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d78a66f0-798d-4caf-9e9f-0ef8be7d7765 admin admin] 10.222.0.25 "GET /v2.0/routers/325b160e-3337-4bed-8891-a23e19aaaf35 HTTP/1.1" status: 200 len: 710 time: 0.2024980 Jan 28 16:21:32.257896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f9a74-7d6e-464a-a3b9-2a3401a642ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:21:32.263503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e5f9a74-7d6e-464a-a3b9-2a3401a642ff admin admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 886 time: 0.0878813 Jan 28 16:21:32.269033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:21:32.515535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks [] for router_gateway (325b160e-3337-4bed-8891-a23e19aaaf35), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:32.754515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks [] for router_gateway (325b160e-3337-4bed-8891-a23e19aaaf35), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:32.833549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:32.942068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Allocated IP 172.25.8.197 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/1df44751-43b3-40ca-ae70-989d4ea57685) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:21:33.044070 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks [] for port (1df44751-43b3-40ca-ae70-989d4ea57685), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:33.077373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:33.114611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:21:33.115963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:21:33.119102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:21:33.189805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1df44751-43b3-40ca-ae70-989d4ea57685,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:33.371143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks [] for router_gateway (325b160e-3337-4bed-8891-a23e19aaaf35), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:33.651308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (325b160e-3337-4bed-8891-a23e19aaaf35), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:33.654478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (325b160e-3337-4bed-8891-a23e19aaaf35), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:33.760214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Router 325b160e-3337-4bed-8891-a23e19aaaf35 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:21:33.866704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:21:33.871145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:33.884711 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-73fd19ac-efcc-4098-b463-64c4d981f0b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/325b160e-3337-4bed-8891-a23e19aaaf35 HTTP/1.1" status: 200 len: 890 time: 1.6066988 Jan 28 16:21:34.215149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1c40d93e-c27e-4eeb-a9ff-624d724bdede up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:21:34.269896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1c40d93e-c27e-4eeb-a9ff-624d724bdede triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:34.270568 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:34.350865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1c40d93e-c27e-4eeb-a9ff-624d724bdede is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:34.635495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Sync routers for ids ['325b160e-3337-4bed-8891-a23e19aaaf35'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:21:34.646401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Routers {'325b160e-3337-4bed-8891-a23e19aaaf35'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:21:34.647109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:21:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['325b160e-3337-4bed-8891-a23e19aaaf35'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:34.851400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Set router 325b160e-3337-4bed-8891-a23e19aaaf35 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:21:35.306228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'name': 'router1', 'tenant_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '1df44751-43b3-40ca-ae70-989d4ea57685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:21:14Z', 'updated_at': '2022-01-28T16:21:33Z', 'revision_number': 4, 'project_id': '7749015998a2444392e673e13b60d690', 'gw_port': {'id': '1df44751-43b3-40ca-ae70-989d4ea57685', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:32Z', 'updated_at': '2022-01-28T16:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1c40d93e-c27e-4eeb-a9ff-624d724bdede', 'name': '', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'tenant_id': '7749015998a2444392e673e13b60d690', 'mac_address': 'fa:16:3e:f6:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:23Z', 'updated_at': '2022-01-28T16:21:26Z', 'revision_number': 5, 'project_id': '7749015998a2444392e673e13b60d690', 'subnets': [{'id': 'd71366b5-e619-4806-8879-50c4989981c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:35.355403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Checking router: 325b160e-3337-4bed-8891-a23e19aaaf35 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:21:35.355705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Updating router 325b160e-3337-4bed-8891-a23e19aaaf35 port 1df44751-43b3-40ca-ae70-989d4ea57685 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:21:35.409176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:35.712480 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Publish callbacks [] for port (1df44751-43b3-40ca-ae70-989d4ea57685), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:35.717197 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:35.767270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Attempting to bind port 1df44751-43b3-40ca-ae70-989d4ea57685 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:21:35.767640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Attempting to bind port 1df44751-43b3-40ca-ae70-989d4ea57685 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:21:35.767997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Attempting to bind port 1df44751-43b3-40ca-ae70-989d4ea57685 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:21:35.773150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5210e84-524b-494e-944b-a8b674a0dba1 None None] Pushing event updated for resources: {'Port': ['ID=1df44751-43b3-40ca-ae70-989d4ea57685,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:35.777505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:21:35.777878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:21:35.778276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:35.778658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:21:35.779121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Bound port: 1df44751-43b3-40ca-ae70-989d4ea57685, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:21:35.779499 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:35.827276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] For port 1df44751-43b3-40ca-ae70-989d4ea57685, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:21:35.830143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] For port 1df44751-43b3-40ca-ae70-989d4ea57685, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1df44751-43b3-40ca-ae70-989d4ea57685,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:21:35.835753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:35.890979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Routers {'325b160e-3337-4bed-8891-a23e19aaaf35'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:21:35.891575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:21:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['325b160e-3337-4bed-8891-a23e19aaaf35'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:35.927222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5210e84-524b-494e-944b-a8b674a0dba1 None None] Pushing event updated for resources: {'Port': ['ID=1df44751-43b3-40ca-ae70-989d4ea57685,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:35.998919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] Set router 325b160e-3337-4bed-8891-a23e19aaaf35 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:21:36.207744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'name': 'router1', 'tenant_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '1df44751-43b3-40ca-ae70-989d4ea57685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:21:14Z', 'updated_at': '2022-01-28T16:21:33Z', 'revision_number': 4, 'project_id': '7749015998a2444392e673e13b60d690', 'gw_port': {'id': '1df44751-43b3-40ca-ae70-989d4ea57685', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:32Z', 'updated_at': '2022-01-28T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1c40d93e-c27e-4eeb-a9ff-624d724bdede', 'name': '', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'tenant_id': '7749015998a2444392e673e13b60d690', 'mac_address': 'fa:16:3e:f6:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:23Z', 'updated_at': '2022-01-28T16:21:26Z', 'revision_number': 5, 'project_id': '7749015998a2444392e673e13b60d690', 'subnets': [{'id': 'd71366b5-e619-4806-8879-50c4989981c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:21:36.233469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141fa43-d801-43ee-a5c1-f31f61544b7e None None] The sync data for ids ['325b160e-3337-4bed-8891-a23e19aaaf35'] in n-d-812111-13 is: [{'id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'name': 'router1', 'tenant_id': '7749015998a2444392e673e13b60d690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '1df44751-43b3-40ca-ae70-989d4ea57685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:21:14Z', 'updated_at': '2022-01-28T16:21:33Z', 'revision_number': 4, 'project_id': '7749015998a2444392e673e13b60d690', 'gw_port': {'id': '1df44751-43b3-40ca-ae70-989d4ea57685', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:32Z', 'updated_at': '2022-01-28T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1c40d93e-c27e-4eeb-a9ff-624d724bdede', 'name': '', 'network_id': '3fca4ec3-79e9-484e-98f6-6425a4c2c38c', 'tenant_id': '7749015998a2444392e673e13b60d690', 'mac_address': 'fa:16:3e:f6:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b160e-3337-4bed-8891-a23e19aaaf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71366b5-e619-4806-8879-50c4989981c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:21:23Z', 'updated_at': '2022-01-28T16:21:26Z', 'revision_number': 5, 'project_id': '7749015998a2444392e673e13b60d690', 'subnets': [{'id': 'd71366b5-e619-4806-8879-50c4989981c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22a2952d-c789-4b54-94f8-d354f0d91243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:21:36.342175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53802) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:21:36.511032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c1b7b980-e7f9-4198-8c89-32b6ed4fa530 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1676667 Jan 28 16:21:38.236285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1df44751-43b3-40ca-ae70-989d4ea57685 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:21:38.284111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1df44751-43b3-40ca-ae70-989d4ea57685 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:38.284451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:38.365803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1df44751-43b3-40ca-ae70-989d4ea57685 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:38.366202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:38.386637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 1df44751-43b3-40ca-ae70-989d4ea57685, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1df44751-43b3-40ca-ae70-989d4ea57685,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:21:38.391159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:38.444296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=1df44751-43b3-40ca-ae70-989d4ea57685,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:21:40.230467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1df44751-43b3-40ca-ae70-989d4ea57685 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:21:40.306065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1df44751-43b3-40ca-ae70-989d4ea57685 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:21:40.306483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1df44751-43b3-40ca-ae70-989d4ea57685), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:40.407255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1df44751-43b3-40ca-ae70-989d4ea57685 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:21:45.796333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b432737-5a9b-45a8-9e1b-4b93e9e1b6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:47.255210 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:21:47.796035 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1cfe-84a8-45ad-8b13-d25761dcd643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:49.175480 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:50.438702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:21:51.662018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:15.792888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a08907a-fa11-4d74-9826-161c8a78efd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:17.802896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0606651c-2ada-437f-814c-d11a917278dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:19.180540 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:20.450157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:21.656928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:24.253252 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:22:45.794174 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa7b-02ae-4e6e-b617-b52a357adf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:47.796286 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7bde73e2-b080-4c74-8854-0340804c761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:49.181241 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:50.445609 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:51.651409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:22:59.394395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54318) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:22:59.454242 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2d4e45-27d7-4099-9d35-4ce305704d9f admin admin] GET failed (client error): The resource could not be found. Jan 28 16:22:59.455514 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9c2d4e45-27d7-4099-9d35-4ce305704d9f admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602365 Jan 28 16:22:59.612604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e0502f-764b-42ac-9ce4-cebaa3ba5bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:22:59.614104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-39e0502f-764b-42ac-9ce4-cebaa3ba5bbd admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546257 Jan 28 16:23:01.252264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:23:01.876607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54328) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:02.022563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36023a3-f8a4-4f71-b083-e5d87c03df7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:02.023925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a36023a3-f8a4-4f71-b083-e5d87c03df7c admin admin] 10.222.0.25 "GET /v2.0/subnets/d71366b5-e619-4806-8879-50c4989981c8 HTTP/1.1" status: 200 len: 849 time: 0.1463649 Jan 28 16:23:02.033319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:23:02.114058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Publish callbacks [] for subnet (d71366b5-e619-4806-8879-50c4989981c8), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:02.272336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738852387283'] for subnet (d71366b5-e619-4806-8879-50c4989981c8), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:02.337937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:02.339025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:02.339862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] 10.222.0.25 "PUT /v2.0/subnets/d71366b5-e619-4806-8879-50c4989981c8 HTTP/1.1" status: 200 len: 868 time: 0.3101566 Jan 28 16:23:02.344500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67272a71-89da-4f35-8fe2-fc7447877471 None None] Network 3fca4ec3-79e9-484e-98f6-6425a4c2c38c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:23:02.351463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71366b5-e619-4806-8879-50c4989981c8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:23:02.361635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.361987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.362333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.362671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.363006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.363339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.363669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.363997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.364394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.364721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.365182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.365336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.366379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3f91-3543-4f1a-8f8e-124f21fb0675 admin admin] Tracked resource versions report: Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: pushed versions: Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: { 'AddressGroup': {'1.2'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'ConntrackHelper': {'1.0'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Log': {'1.0'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Network': {'1.1'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Port': {'1.7'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'PortForwarding': {'1.2'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'QosPolicy': {'1.10'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'SecurityGroup': {'1.5'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'SubPort': {'1.0'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Subnet': {'1.1'}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Trunk': {'1.1'}} Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: consumer versions: Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: L3 agent@n-d-812111-13: {}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: Metadata agent@n-d-812111-13: {}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: Metering agent@n-d-812111-13: {}, Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'ConntrackHelper': '1.0', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'LocalIPAssociation': '1.0', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Log': '1.0', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Network': '1.1', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Port': '1.7', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'PortForwarding': '1.2', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'QosPolicy': '1.10', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'SecurityGroup': '1.5', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'SecurityGroupRule': '1.2', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'SubPort': '1.0', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Subnet': '1.1', Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: 'Trunk': '1.1'}} Jan 28 16:23:02.367655 n-d-812111-13 neutron-server[103093]: {{(pid=103093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:23:02.642684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-37808077-735a-4ec1-aada-742c17d5d96d None None] Provisioning complete for port 423e1fd3-9d48-41a9-8b1a-dadb91331988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:23:02.642995 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-37808077-735a-4ec1-aada-742c17d5d96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (423e1fd3-9d48-41a9-8b1a-dadb91331988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:02.719160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-37808077-735a-4ec1-aada-742c17d5d96d None None] Current status of the port 423e1fd3-9d48-41a9-8b1a-dadb91331988 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:23:02.729430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-37808077-735a-4ec1-aada-742c17d5d96d None None] Provisioning complete for port 1c40d93e-c27e-4eeb-a9ff-624d724bdede triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:23:02.729802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-37808077-735a-4ec1-aada-742c17d5d96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1c40d93e-c27e-4eeb-a9ff-624d724bdede), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:02.804868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-37808077-735a-4ec1-aada-742c17d5d96d None None] Current status of the port 1c40d93e-c27e-4eeb-a9ff-624d724bdede is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:23:04.562275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54342) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:04.797372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b5162-36b7-4ff5-99ea-d43251e20b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:04.797760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b5162-36b7-4ff5-99ea-d43251e20b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:04.799274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-808b5162-36b7-4ff5-99ea-d43251e20b58 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2360568 Jan 28 16:23:07.051533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:07.249955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7733ef-7bae-4a0f-9da2-0950e8d1b83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:07.250337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7733ef-7bae-4a0f-9da2-0950e8d1b83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:07.251863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3b7733ef-7bae-4a0f-9da2-0950e8d1b83f admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993785 Jan 28 16:23:09.475680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54358) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:09.601688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f34b27-20d6-4d17-9006-adb557033249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:09.603059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-93f34b27-20d6-4d17-9006-adb557033249 admin admin] 10.222.0.25 "GET /v2.0/networks/3fca4ec3-79e9-484e-98f6-6425a4c2c38c HTTP/1.1" status: 200 len: 869 time: 0.1264176 Jan 28 16:23:11.855645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54366) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:11.979823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c9faf-d9e3-494b-94df-577e837d8263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:11.981338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f3c9faf-d9e3-494b-94df-577e837d8263 admin admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 886 time: 0.1247096 Jan 28 16:23:14.213987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54374) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:14.337947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6a845-71bc-4dab-9552-5518817e73cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:14.338406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6a845-71bc-4dab-9552-5518817e73cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:14.339938 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bbe6a845-71bc-4dab-9552-5518817e73cb admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249986 Jan 28 16:23:15.794431 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1eecc338-38ca-4d2e-83c4-b4a9cb659480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:16.568045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54382) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:16.663657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ce481-3e91-46e8-9514-b5d3a56e77c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:16.664114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ce481-3e91-46e8-9514-b5d3a56e77c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:16.665674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-879ce481-3e91-46e8-9514-b5d3a56e77c8 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966039 Jan 28 16:23:17.797686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc1c18f4-3f52-4204-b754-d68eb6974822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:18.882893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54390) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:18.969991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82c6cd-9dc2-4318-a1ac-e55211301fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:18.971357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cf82c6cd-9dc2-4318-a1ac-e55211301fb5 admin admin] 10.222.0.25 "GET /v2.0/subnets/2e30e42f-40d1-4c21-a221-c6b3d48caa21 HTTP/1.1" status: 200 len: 816 time: 0.0874591 Jan 28 16:23:19.184938 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:20.451390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:21.200971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54398) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:21.293813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d94e1-46c0-46a4-a73a-e4b75c18e8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:21.295160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-207d94e1-46c0-46a4-a73a-e4b75c18e8d1 admin admin] 10.222.0.25 "GET /v2.0/subnets/d71366b5-e619-4806-8879-50c4989981c8 HTTP/1.1" status: 200 len: 868 time: 0.0932200 Jan 28 16:23:21.653750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:38.250246 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:23:45.335193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54452) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:45.381533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-11134719-9cdd-4a96-94f4-6faf6024af39 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:23:45.382514 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-11134719-9cdd-4a96-94f4-6faf6024af39 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464115 Jan 28 16:23:45.795880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3a9c338c-dd4c-454b-b46d-e81c476f4f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:47.721543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:47.780609 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2616b1b-2c60-40a0-a7b2-6cd9398f24fc admin admin] GET failed (client error): The resource could not be found. Jan 28 16:23:47.781832 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2616b1b-2c60-40a0-a7b2-6cd9398f24fc admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593653 Jan 28 16:23:47.799967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-367a7e47-5483-48b3-a4e9-2ef545367bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:47.869226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc86a6-fefe-4be2-a4fb-f1fe392a2096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:47.870689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-62dc86a6-fefe-4be2-a4fb-f1fe392a2096 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848408 Jan 28 16:23:49.187472 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:50.171493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54470) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:50.216156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '306ea205bcef466c8638ea66a0110a9e', 'name': 'shared', 'shared': True, 'project_id': '306ea205bcef466c8638ea66a0110a9e'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:23:50.234916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Made reservation on behalf of 306ea205bcef466c8638ea66a0110a9e for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:23:50.237211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:50.264421 n-d-812111-13 neutron-server[103094]: WARNING neutron.services.revisions.revision_plugin [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Could not find related network for resource to bump revision. Jan 28 16:23:50.276819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:23:50.285484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (85ef4f15-ec13-4b6c-bc17-83f22a15042d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:50.285820 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Added segment 85ef4f15-ec13-4b6c-bc17-83f22a15042d of type vlan for network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c Jan 28 16:23:50.326814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:50.350205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:50.351130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:50.351765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:50.402360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2298024 Jan 28 16:23:50.411092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Pushing event updated for resources: {'Network': ['ID=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:23:50.418343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.418729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.419049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.419377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.419710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.420041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.420370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.420721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.421050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.421374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.421698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.422034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.422349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6261d-b326-45d5-859e-fb2037703556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:50.436361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:23:50.511001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:51.804173 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:52.703833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54480) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:23:52.761411 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2467dd07-7f4c-44cd-8d47-1ccd6545dff1 admin admin] GET failed (client error): The resource could not be found. Jan 28 16:23:52.762704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2467dd07-7f4c-44cd-8d47-1ccd6545dff1 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578887 Jan 28 16:23:52.930616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405e430-c4a1-4841-91a4-77c1326eb3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:52.931985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5405e430-c4a1-4841-91a4-77c1326eb3fb admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1653745 Jan 28 16:23:52.947524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Request body: {'subnet': {'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'tenant_id': '306ea205bcef466c8638ea66a0110a9e', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:23:52.968881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Made reservation on behalf of 306ea205bcef466c8638ea66a0110a9e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:23:52.971123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.128484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (8d8e3e93-9ff4-4668-904a-4acdff1a6237), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.182113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8e3e93-9ff4-4668-904a-4acdff1a6237,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:23:53.188953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:23:53.189307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Network hostable DHCP agents. Network: 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:23:53.204619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:23:53.213463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:23:53.218235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:23:53.220235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.221157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e123235-1174-490a-b9be-efa6f08df18a None None] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:23:53.235189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c13dc35-e2f7-492e-9b91-552d9edcbfb6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2918200 Jan 28 16:23:53.330895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'project_id': '306ea205bcef466c8638ea66a0110a9e', 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:23:53.331773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.565747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Allocated IP 192.168.233.2 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/0bb67b6e-4eca-4350-b40d-2a3e8337e10b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:23:53.711625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Publish callbacks [] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.717986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.753267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:23:53.756549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:23:53.759601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:23:53.775448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Pushing event updated for resources: {'Port': ['ID=0bb67b6e-4eca-4350-b40d-2a3e8337e10b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:23:53.798076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.798427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.798767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.799098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.799427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.800028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.800341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.800663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.801005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.801393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.801703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.802020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.802340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:23:53.831900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Attempting to bind port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:23:53.832195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Attempting to bind port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:23:53.833122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Attempting to bind port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:23:53.838115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:23:53.838494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:23:53.838896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.839311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:23:53.839804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Bound port: 0bb67b6e-4eca-4350-b40d-2a3e8337e10b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:23:53.840184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.903894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] For port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:23:53.909247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] For port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0bb67b6e-4eca-4350-b40d-2a3e8337e10b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:23:53.918410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:53.972242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0db79-3b20-4e32-b1a0-d4e4a7d0335a None None] Pushing event updated for resources: {'Port': ['ID=0bb67b6e-4eca-4350-b40d-2a3e8337e10b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:23:54.324551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0bb67b6e-4eca-4350-b40d-2a3e8337e10b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:23:54.376067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:23:54.376459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:54.456333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:23:54.456650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:54.490189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0bb67b6e-4eca-4350-b40d-2a3e8337e10b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:23:54.495265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:54.542602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=0bb67b6e-4eca-4350-b40d-2a3e8337e10b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:23:54.981646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715aee22-27dd-4be9-9220-84cf64134889 None None] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:23:55.053168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7cd800de-46ff-4ae6-aa3c-9d7dc68cbcb2 None None] Provisioning complete for port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:23:55.053550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cd800de-46ff-4ae6-aa3c-9d7dc68cbcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:55.169698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7cd800de-46ff-4ae6-aa3c-9d7dc68cbcb2 None None] Current status of the port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:23:55.389832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fff6e83d-00c9-4250-8efd-928fd903ed47 None None] Provisioning complete for port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:23:55.390479 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fff6e83d-00c9-4250-8efd-928fd903ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:55.466705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fff6e83d-00c9-4250-8efd-928fd903ed47 None None] Current status of the port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:23:56.268701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0bb67b6e-4eca-4350-b40d-2a3e8337e10b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:23:56.315066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:23:56.315437 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0bb67b6e-4eca-4350-b40d-2a3e8337e10b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:23:56.391430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0bb67b6e-4eca-4350-b40d-2a3e8337e10b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:24:15.249589 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:24:15.798019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-13aa7317-281e-4db1-9118-d62038833c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:17.802006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5cfbc9d-70f4-45cc-b523-a40d6027bcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:19.189973 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:20.457297 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:21.656172 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:45.801831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6851da-0167-43a5-8a1f-34dff589fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:47.803590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9426dd3e-a81f-4bc5-a070-2d53385f5954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:49.193643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:50.462387 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:51.659047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:24:52.249046 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:25:15.804006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1818a20-9941-4e0a-b5b5-20e6addc4080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:16.798317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54524) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:25:16.804929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-206522b3-6021-49ae-a885-e7cbeda624a2 tempest-verify_tempest_config-1711757158 tempest-verify_tempest_config-1711757158-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:25:16.805913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-206522b3-6021-49ae-a885-e7cbeda624a2 tempest-verify_tempest_config-1711757158 tempest-verify_tempest_config-1711757158-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060983 Jan 28 16:25:17.090218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54542) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:25:17.193193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.267662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Publish callbacks [] for security_group (511fa7f6-1cc0-4e6b-a509-01b3b7586afd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.271393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (511fa7f6-1cc0-4e6b-a509-01b3b7586afd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.316104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511fa7f6-1cc0-4e6b-a509-01b3b7586afd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:25:17.320648 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a064c3599b2d4d599d1fff3a3eb39b92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2294056 Jan 28 16:25:17.323515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:25:17.325118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.325465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.325800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.326130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.326455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.326778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.327099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.327416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.327733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.328051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.328368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.328707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.329019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aabcec-9660-4777-af03-02d020a050ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.401453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Publish callbacks [] for security_group (511fa7f6-1cc0-4e6b-a509-01b3b7586afd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.421270 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Publish callbacks [] for security_group (511fa7f6-1cc0-4e6b-a509-01b3b7586afd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.509730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (511fa7f6-1cc0-4e6b-a509-01b3b7586afd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.512262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:17.513457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/511fa7f6-1cc0-4e6b-a509-01b3b7586afd HTTP/1.1" status: 204 len: 168 time: 0.1889927 Jan 28 16:25:17.521422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511fa7f6-1cc0-4e6b-a509-01b3b7586afd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:25:17.527885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.528233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.528575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.528940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.529283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.529612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.529939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.530264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.530591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.530916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.531253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.531568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.531888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef106a0f-c0d9-4c89-9d80-e31157543e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:25:17.805234 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26483168-2394-4437-9313-43f526bbe001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:19.194445 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:20.464403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:21.660989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:29.247561 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:25:45.804893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92cefc63-33d2-49f9-b522-1e41409951e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:47.806940 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfe125cb-8b84-4934-9ed3-240320c15995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:49.197887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:50.467577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:25:51.661272 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:06.245531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:26:15.899545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd7d4-bd24-4a6e-ad51-e3abdfcb13a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:17.807559 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72410bd5-dba9-493a-9c93-8ac14d11a172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:19.200257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:20.470820 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:21.672696 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:43.243846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:26:45.811526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eba0fa9-41ef-47e0-acae-b3dbfd385eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:47.809708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f8df229-7cc0-49bf-9de7-67fb760f20a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:49.202268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:50.474483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:26:51.665128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:15.813361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00ca87c1-14ec-41b1-ae8b-37ff4cd7307d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:17.810763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d0fc6b8-a0a6-4342-a82a-b6098f8a0ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:19.206074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:20.242848 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:27:20.478366 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:21.666509 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:45.816976 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc49-0d68-48ab-94f9-5aea60b07bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:47.813464 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1accf325-61cd-47fd-a180-1f51d94c8453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:49.208071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:50.481583 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:51.668763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:27:57.241153 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 5 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:28:11.902869 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:11.953235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583963'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:15.818677 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bafafacd-33ff-450e-aad8-e5755896f2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:17.818269 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2623ef16-4c3e-4b16-a97f-d5d05f7960ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:19.210466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:20.485020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:21.670268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:34.240916 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:28:41.879063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:41.932266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:45.820571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1badd243-7ffa-49b6-98fc-72722994326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:47.817074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6d63400b-83ef-4279-83c6-082c7f31ac0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:49.211802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:50.488045 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:28:51.672435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:02.393762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54604) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:29:02.495869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f557519d-42bf-4a77-a750-943af2e08480 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1010227 Jan 28 16:29:04.758915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54614) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:29:04.812066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be5ece21-7fc5-4fcb-ab73-157e1dcf458d admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0520964 Jan 28 16:29:11.240372 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:29:11.903341 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:11.935124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:15.821560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-70c8b851-54df-486b-8808-33d8b2d20486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:17.818189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-423dfda1-3590-4044-b940-da8e2601d972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:19.214793 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:20.490636 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:21.677683 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:41.902576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:41.934323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:45.821957 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-510040ea-7bc4-4fa5-9f50-e146807bc52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:47.824498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3dea97e6-e0cb-4059-bf77-9cb16c397910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:48.240975 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:29:49.221242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:50.496572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:29:51.682669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:11.940643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:11.942163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:15.824908 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-666d061d-869e-4548-b7c4-3f7ea647d5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:17.823735 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ea203f6e-b7ed-4a70-a693-9250691069fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:19.221326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:20.498179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:21.678430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:25.240812 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:30:33.195486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55012) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:33.327712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.433863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Publish callbacks [] for security_group (8e5e5e2f-1e7a-4135-a1d9-1d841add919a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.438563 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8e5e5e2f-1e7a-4135-a1d9-1d841add919a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.497109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9c0f157a14647689cd5a8f4bdc97082&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3004634 Jan 28 16:30:33.498306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e5e2f-1e7a-4135-a1d9-1d841add919a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:33.500399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55032) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:33.509768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.510386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.510945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.511476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.512003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.512529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.513084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.513640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.514207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.514743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.515271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.516372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.517070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b146-dd28-400a-bc0b-e67ee168497c admin admin] Tracked resource versions report: Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: pushed versions: Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: { 'AddressGroup': {'1.2'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'ConntrackHelper': {'1.0'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Log': {'1.0'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Network': {'1.1'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Port': {'1.7'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'PortForwarding': {'1.2'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'QosPolicy': {'1.10'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'SecurityGroup': {'1.5'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'SubPort': {'1.0'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Subnet': {'1.1'}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Trunk': {'1.1'}} Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: consumer versions: Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: HyperV agent@n-h1-812111-13: {}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: HyperV agent@n-h2-812111-13: {}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: L3 agent@n-d-812111-13: {}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: Metadata agent@n-d-812111-13: {}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: Metering agent@n-d-812111-13: {}, Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'ConntrackHelper': '1.0', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'LocalIPAssociation': '1.0', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Log': '1.0', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Network': '1.1', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Port': '1.7', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'PortForwarding': '1.2', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'QosPolicy': '1.10', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'SecurityGroup': '1.5', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'SecurityGroupRule': '1.2', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'SubPort': '1.0', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Subnet': '1.1', Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: 'Trunk': '1.1'}} Jan 28 16:30:33.518423 n-d-812111-13 neutron-server[103093]: {{(pid=103093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:30:33.590560 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Publish callbacks [] for security_group (8e5e5e2f-1e7a-4135-a1d9-1d841add919a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.624069 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Publish callbacks [] for security_group (8e5e5e2f-1e7a-4135-a1d9-1d841add919a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.690573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8e5e5e2f-1e7a-4135-a1d9-1d841add919a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.693832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:33.698036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e5e5e2f-1e7a-4135-a1d9-1d841add919a HTTP/1.1" status: 204 len: 168 time: 0.1964796 Jan 28 16:30:33.706434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e5e2f-1e7a-4135-a1d9-1d841add919a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:33.716089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.716434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.716799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.717133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.717462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.717787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.718108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.718475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.718797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.719939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.720858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.721189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.721517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7c58b-0e28-41eb-a839-21ace6db1772 admin admin] Tracked resource versions report: Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: pushed versions: Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: { 'AddressGroup': {'1.2'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'ConntrackHelper': {'1.0'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Log': {'1.0'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Network': {'1.1'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Port': {'1.7'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'PortForwarding': {'1.2'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'QosPolicy': {'1.10'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'SecurityGroup': {'1.5'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'SubPort': {'1.0'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Subnet': {'1.1'}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Trunk': {'1.1'}} Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: consumer versions: Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: HyperV agent@n-h1-812111-13: {}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: HyperV agent@n-h2-812111-13: {}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: L3 agent@n-d-812111-13: {}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: Metadata agent@n-d-812111-13: {}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: Metering agent@n-d-812111-13: {}, Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'ConntrackHelper': '1.0', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'LocalIPAssociation': '1.0', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Log': '1.0', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Network': '1.1', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Port': '1.7', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'PortForwarding': '1.2', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'QosPolicy': '1.10', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'SecurityGroup': '1.5', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'SecurityGroupRule': '1.2', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'SubPort': '1.0', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Subnet': '1.1', Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: 'Trunk': '1.1'}} Jan 28 16:30:33.722726 n-d-812111-13 neutron-server[103094]: {{(pid=103094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:30:34.159443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55084) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:34.179167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4cf-3b9b-4de3-b77b-aeb10173441b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.320311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55102) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:34.364409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4cf-3b9b-4de3-b77b-aeb10173441b admin admin] Publish callbacks [] for security_group (3945b91a-24e0-41bd-a177-0ec526cc6633), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.376941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4cf-3b9b-4de3-b77b-aeb10173441b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3945b91a-24e0-41bd-a177-0ec526cc6633), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.432474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cc4cf-3b9b-4de3-b77b-aeb10173441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3945b91a-24e0-41bd-a177-0ec526cc6633,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:34.443942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e51cc4cf-3b9b-4de3-b77b-aeb10173441b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=effcc82d0cf64ba1b59d203e457c14fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2835572 Jan 28 16:30:34.447669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55116) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:34.528428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d905165-7ac9-4e29-af0f-ceaa327bcb69 admin admin] Publish callbacks [] for security_group (3945b91a-24e0-41bd-a177-0ec526cc6633), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.563274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d905165-7ac9-4e29-af0f-ceaa327bcb69 admin admin] Publish callbacks [] for security_group (3945b91a-24e0-41bd-a177-0ec526cc6633), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.586758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55130) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:34.589326 n-d-812111-13 neutron-server[103093]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 16:30:34.621553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d905165-7ac9-4e29-af0f-ceaa327bcb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3945b91a-24e0-41bd-a177-0ec526cc6633), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.624562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d905165-7ac9-4e29-af0f-ceaa327bcb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.628232 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0d905165-7ac9-4e29-af0f-ceaa327bcb69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3945b91a-24e0-41bd-a177-0ec526cc6633 HTTP/1.1" status: 204 len: 168 time: 0.1767080 Jan 28 16:30:34.638039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905165-7ac9-4e29-af0f-ceaa327bcb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3945b91a-24e0-41bd-a177-0ec526cc6633,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:34.641600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-57a228db-a3cd-4092-a359-71c171c77569 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1c49a8aebd234b02bd6492983a636668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522666 Jan 28 16:30:34.768119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e8b231d3-c2a0-4ede-813b-4d02c0123348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.901386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e8b231d3-c2a0-4ede-813b-4d02c0123348 admin admin] Publish callbacks [] for security_group (1ae5a8f0-2a07-48c7-b34f-3c6200fd7029), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.907905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e8b231d3-c2a0-4ede-813b-4d02c0123348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1ae5a8f0-2a07-48c7-b34f-3c6200fd7029), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:34.916082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9326424b-a5a7-4fe7-97d5-a9e1be1c67c7 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:34.923072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9326424b-a5a7-4fe7-97d5-a9e1be1c67c7 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803447 Jan 28 16:30:34.948551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b231d3-c2a0-4ede-813b-4d02c0123348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae5a8f0-2a07-48c7-b34f-3c6200fd7029,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:34.949456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-e405c4aa-6c15-4852-9a57-6a4766a1620c tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/quotas/1c49a8aebd234b02bd6492983a636668 HTTP/1.1" status: 200 len: 375 time: 0.0252173 Jan 28 16:30:34.951193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55138) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:34.987100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e8b231d3-c2a0-4ede-813b-4d02c0123348 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cce846b8843247c9b466f4bdad398e45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6643939 Jan 28 16:30:34.992448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:35.021156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-63c54fec-bcf3-456f-aa4d-5d7f910d0b61 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c49a8aebd234b02bd6492983a636668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707211 Jan 28 16:30:35.065553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45b468f-9c28-4c81-8419-f4b07c822d8c admin admin] Publish callbacks [] for security_group (1ae5a8f0-2a07-48c7-b34f-3c6200fd7029), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.088634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55146) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:35.128502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45b468f-9c28-4c81-8419-f4b07c822d8c admin admin] Publish callbacks [] for security_group (1ae5a8f0-2a07-48c7-b34f-3c6200fd7029), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.135338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55150) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:35.196562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45b468f-9c28-4c81-8419-f4b07c822d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1ae5a8f0-2a07-48c7-b34f-3c6200fd7029), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.202127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45b468f-9c28-4c81-8419-f4b07c822d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.209225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b45b468f-9c28-4c81-8419-f4b07c822d8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ae5a8f0-2a07-48c7-b34f-3c6200fd7029 HTTP/1.1" status: 204 len: 168 time: 0.2153563 Jan 28 16:30:35.225196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b468f-9c28-4c81-8419-f4b07c822d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae5a8f0-2a07-48c7-b34f-3c6200fd7029,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:35.446892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04a53e1e-6cde-4f69-b0a8-902f21c5dcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.515003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bc744ec-0a36-46c4-ae79-e25e0085a665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.546448 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29260fdf-6ada-4fae-b3ce-03403f612398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.648378 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04a53e1e-6cde-4f69-b0a8-902f21c5dcee admin admin] Publish callbacks [] for security_group (a13d7b41-2802-4f9e-b44c-97fcb24c1424), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.665533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04a53e1e-6cde-4f69-b0a8-902f21c5dcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a13d7b41-2802-4f9e-b44c-97fcb24c1424), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.736364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-04a53e1e-6cde-4f69-b0a8-902f21c5dcee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a1e0f49a5ce427fa9dae2275e376cce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7807276 Jan 28 16:30:35.739107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55186) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:35.769987 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bc744ec-0a36-46c4-ae79-e25e0085a665 admin admin] Publish callbacks [] for security_group (774bfe23-d685-4c24-b68e-9c1e3710e341), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.784899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bc744ec-0a36-46c4-ae79-e25e0085a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (774bfe23-d685-4c24-b68e-9c1e3710e341), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.800239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a53e1e-6cde-4f69-b0a8-902f21c5dcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d7b41-2802-4f9e-b44c-97fcb24c1424,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:35.846863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc744ec-0a36-46c4-ae79-e25e0085a665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774bfe23-d685-4c24-b68e-9c1e3710e341,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:35.852894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29260fdf-6ada-4fae-b3ce-03403f612398 admin admin] Publish callbacks [] for security_group (dec16bdd-0ab8-4a64-8c67-9cd632b329a8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.860517 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2bc744ec-0a36-46c4-ae79-e25e0085a665 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c919a55e6ff4838953b8a818d83e3cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7239671 Jan 28 16:30:35.863359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29260fdf-6ada-4fae-b3ce-03403f612398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dec16bdd-0ab8-4a64-8c67-9cd632b329a8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.866792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55190) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:35.899193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e44ac12-2266-401a-9218-1d9f4de784e3 admin admin] Publish callbacks [] for security_group (a13d7b41-2802-4f9e-b44c-97fcb24c1424), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.932866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29260fdf-6ada-4fae-b3ce-03403f612398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec16bdd-0ab8-4a64-8c67-9cd632b329a8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:35.957975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-29260fdf-6ada-4fae-b3ce-03403f612398 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d778990bfeb4e4290e3d8ca681d224b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8682177 Jan 28 16:30:35.960899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55192) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:35.975925 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3691a177-7b48-472e-bad0-458914a0d8d8 admin admin] Publish callbacks [] for security_group (774bfe23-d685-4c24-b68e-9c1e3710e341), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:35.976377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e44ac12-2266-401a-9218-1d9f4de784e3 admin admin] Publish callbacks [] for security_group (a13d7b41-2802-4f9e-b44c-97fcb24c1424), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.032464 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3691a177-7b48-472e-bad0-458914a0d8d8 admin admin] Publish callbacks [] for security_group (774bfe23-d685-4c24-b68e-9c1e3710e341), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.037174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55194) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:36.063263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecaab9d2-9c58-463a-87c9-18bafbf25f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.108031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55200) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:36.108530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6acee32b-1201-41ee-9c1b-8778b1878444 admin admin] Publish callbacks [] for security_group (dec16bdd-0ab8-4a64-8c67-9cd632b329a8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.112523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e44ac12-2266-401a-9218-1d9f4de784e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a13d7b41-2802-4f9e-b44c-97fcb24c1424), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.115433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e44ac12-2266-401a-9218-1d9f4de784e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.120767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8e44ac12-2266-401a-9218-1d9f4de784e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a13d7b41-2802-4f9e-b44c-97fcb24c1424 HTTP/1.1" status: 204 len: 168 time: 0.3800650 Jan 28 16:30:36.149130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44ac12-2266-401a-9218-1d9f4de784e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d7b41-2802-4f9e-b44c-97fcb24c1424,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:36.185776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6acee32b-1201-41ee-9c1b-8778b1878444 admin admin] Publish callbacks [] for security_group (dec16bdd-0ab8-4a64-8c67-9cd632b329a8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.211874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3691a177-7b48-472e-bad0-458914a0d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (774bfe23-d685-4c24-b68e-9c1e3710e341), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.218824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3691a177-7b48-472e-bad0-458914a0d8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.220103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3691a177-7b48-472e-bad0-458914a0d8d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/774bfe23-d685-4c24-b68e-9c1e3710e341 HTTP/1.1" status: 204 len: 168 time: 0.3500013 Jan 28 16:30:36.241415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691a177-7b48-472e-bad0-458914a0d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774bfe23-d685-4c24-b68e-9c1e3710e341,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:36.313043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6acee32b-1201-41ee-9c1b-8778b1878444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dec16bdd-0ab8-4a64-8c67-9cd632b329a8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.315770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6acee32b-1201-41ee-9c1b-8778b1878444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.321904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6acee32b-1201-41ee-9c1b-8778b1878444 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dec16bdd-0ab8-4a64-8c67-9cd632b329a8 HTTP/1.1" status: 204 len: 168 time: 0.3545218 Jan 28 16:30:36.340038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acee32b-1201-41ee-9c1b-8778b1878444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec16bdd-0ab8-4a64-8c67-9cd632b329a8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:36.342715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecaab9d2-9c58-463a-87c9-18bafbf25f5e admin admin] Publish callbacks [] for security_group (64c07596-2667-45dc-88cf-d7675a8cd993), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.349736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecaab9d2-9c58-463a-87c9-18bafbf25f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (64c07596-2667-45dc-88cf-d7675a8cd993), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.432823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ecaab9d2-9c58-463a-87c9-18bafbf25f5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cb022d385f64fe5810a4259dd226502&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3941658 Jan 28 16:30:36.435149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:36.439498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab9d2-9c58-463a-87c9-18bafbf25f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c07596-2667-45dc-88cf-d7675a8cd993,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:36.538983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e015d16-714f-4adc-9d39-3007c8332cec admin admin] Publish callbacks [] for security_group (64c07596-2667-45dc-88cf-d7675a8cd993), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.588340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e015d16-714f-4adc-9d39-3007c8332cec admin admin] Publish callbacks [] for security_group (64c07596-2667-45dc-88cf-d7675a8cd993), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.698537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79e7687a-21f8-41b9-86c3-cb73930a17b7 req-08226331-b5e1-4458-8f90-2f6b8c7329ec tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 210 time: 0.5892062 Jan 28 16:30:36.724271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e015d16-714f-4adc-9d39-3007c8332cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (64c07596-2667-45dc-88cf-d7675a8cd993), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.726693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e015d16-714f-4adc-9d39-3007c8332cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:36.730202 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9e015d16-714f-4adc-9d39-3007c8332cec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64c07596-2667-45dc-88cf-d7675a8cd993 HTTP/1.1" status: 204 len: 168 time: 0.2917106 Jan 28 16:30:36.748013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e015d16-714f-4adc-9d39-3007c8332cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c07596-2667-45dc-88cf-d7675a8cd993,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:37.022790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55238) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:37.048101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11af0771-c505-4d1d-9f37-02d674f9be47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.188775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11af0771-c505-4d1d-9f37-02d674f9be47 admin admin] Publish callbacks [] for security_group (e90f73e2-854b-44e0-be0d-f216bf98f99c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.193982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11af0771-c505-4d1d-9f37-02d674f9be47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e90f73e2-854b-44e0-be0d-f216bf98f99c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.242417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af0771-c505-4d1d-9f37-02d674f9be47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f73e2-854b-44e0-be0d-f216bf98f99c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:37.257794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-11af0771-c505-4d1d-9f37-02d674f9be47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f241de87d7dc446b83be08a4902f7149&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2336266 Jan 28 16:30:37.260340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55244) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:37.325078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04b8793f-24e9-4131-911b-b3f7caf472ee admin admin] Publish callbacks [] for security_group (e90f73e2-854b-44e0-be0d-f216bf98f99c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.391332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04b8793f-24e9-4131-911b-b3f7caf472ee admin admin] Publish callbacks [] for security_group (e90f73e2-854b-44e0-be0d-f216bf98f99c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.459923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04b8793f-24e9-4131-911b-b3f7caf472ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e90f73e2-854b-44e0-be0d-f216bf98f99c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.463339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-04b8793f-24e9-4131-911b-b3f7caf472ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.464829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-04b8793f-24e9-4131-911b-b3f7caf472ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e90f73e2-854b-44e0-be0d-f216bf98f99c HTTP/1.1" status: 204 len: 168 time: 0.2034147 Jan 28 16:30:37.481059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8793f-24e9-4131-911b-b3f7caf472ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f73e2-854b-44e0-be0d-f216bf98f99c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:37.504506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55250) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:37.523062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16a39a1e-90b6-447e-89dd-013e15dba8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.646938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16a39a1e-90b6-447e-89dd-013e15dba8d5 admin admin] Publish callbacks [] for security_group (645501d1-28c3-420e-81cc-b9bb036f5d4d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.653219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16a39a1e-90b6-447e-89dd-013e15dba8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (645501d1-28c3-420e-81cc-b9bb036f5d4d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.667405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55252) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:37.707505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-16a39a1e-90b6-447e-89dd-013e15dba8d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0dfeb07ae714abb9e65bd8cf345d688&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2014501 Jan 28 16:30:37.708428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a39a1e-90b6-447e-89dd-013e15dba8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645501d1-28c3-420e-81cc-b9bb036f5d4d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:37.710946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55256) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:37.719735 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1477b447-5770-4ae1-83ab-36e16562452f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.854758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac392-8869-496b-9c1a-2084f959b2fc admin admin] Publish callbacks [] for security_group (645501d1-28c3-420e-81cc-b9bb036f5d4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.907634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1477b447-5770-4ae1-83ab-36e16562452f admin admin] Publish callbacks [] for security_group (5113a24f-90e3-422c-8b89-7e1d64f9bb57), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.918892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1477b447-5770-4ae1-83ab-36e16562452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5113a24f-90e3-422c-8b89-7e1d64f9bb57), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.930642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac392-8869-496b-9c1a-2084f959b2fc admin admin] Publish callbacks [] for security_group (645501d1-28c3-420e-81cc-b9bb036f5d4d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:37.986724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477b447-5770-4ae1-83ab-36e16562452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5113a24f-90e3-422c-8b89-7e1d64f9bb57,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:38.018164 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1477b447-5770-4ae1-83ab-36e16562452f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7196f559475a4f6abb98c4282c2e97a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3496065 Jan 28 16:30:38.020577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:38.082580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd343-681f-4011-a206-12ac5b05a833 admin admin] Publish callbacks [] for security_group (5113a24f-90e3-422c-8b89-7e1d64f9bb57), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.111796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.31', 51228) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:38.126190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a656e75c-f408-4582-9ff9-2657bf8186a2 req-8946b41b-9e96-4832-adb2-138899dfdd25 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 210 time: 0.1145673 Jan 28 16:30:38.166489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac392-8869-496b-9c1a-2084f959b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (645501d1-28c3-420e-81cc-b9bb036f5d4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.172197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac392-8869-496b-9c1a-2084f959b2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.181478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fa2ac392-8869-496b-9c1a-2084f959b2fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/645501d1-28c3-420e-81cc-b9bb036f5d4d HTTP/1.1" status: 204 len: 168 time: 0.4614677 Jan 28 16:30:38.188238 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-80a53630-7fe4-4227-8513-085dfa6a52bb tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1c49a8aebd234b02bd6492983a636668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733945 Jan 28 16:30:38.203894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ac392-8869-496b-9c1a-2084f959b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645501d1-28c3-420e-81cc-b9bb036f5d4d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:38.204527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd343-681f-4011-a206-12ac5b05a833 admin admin] Publish callbacks [] for security_group (5113a24f-90e3-422c-8b89-7e1d64f9bb57), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.491723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9fa87254-438f-4d2b-acf4-749f21518323 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:38.493199 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9fa87254-438f-4d2b-acf4-749f21518323 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988358 Jan 28 16:30:38.507329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd343-681f-4011-a206-12ac5b05a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5113a24f-90e3-422c-8b89-7e1d64f9bb57), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.510418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd343-681f-4011-a206-12ac5b05a833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.514457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2c4bd343-681f-4011-a206-12ac5b05a833 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5113a24f-90e3-422c-8b89-7e1d64f9bb57 HTTP/1.1" status: 204 len: 168 time: 0.4926927 Jan 28 16:30:38.525206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bd343-681f-4011-a206-12ac5b05a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5113a24f-90e3-422c-8b89-7e1d64f9bb57,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:38.582587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Request body: {'port': {'device_id': '24e4708d-ebd3-4044-827c-862824675062', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '1c49a8aebd234b02bd6492983a636668'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:38.790438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Made reservation on behalf of 1c49a8aebd234b02bd6492983a636668 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:38.793947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.804155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.896153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks [] for security_group (d38a63da-90b6-4f14-a2a6-67820cefc145), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:38.901793 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d38a63da-90b6-4f14-a2a6-67820cefc145), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:39.057897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a63da-90b6-4f14-a2a6-67820cefc145,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:39.238683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Allocated IP 192.168.233.16 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/198e55c7-2926-45f7-a359-14bc101d0aba) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:30:39.410404 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e76d5ca-60bf-4782-8f76-832fe3395aa9 req-f62e6ee8-cd3f-44b7-a378-a0a9c1c0a8f6 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 210 time: 0.0551147 Jan 28 16:30:39.556281 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks [] for port (198e55c7-2926-45f7-a359-14bc101d0aba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:39.609528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:39.694195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:30:39.696016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:39.703634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:30:39.709884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:39.710263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:39.750152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Pushing event updated for resources: {'Port': ['ID=198e55c7-2926-45f7-a359-14bc101d0aba,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:39.756542 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-991d4957-feac-41c7-aebf-6ebdf7fb23b3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1799505 Jan 28 16:30:39.784379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-92fb008b-6f40-4472-a4ee-3f1a1b9b8959 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:30:39.785893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-92fb008b-6f40-4472-a4ee-3f1a1b9b8959 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174851 Jan 28 16:30:40.072141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-25ee3523-ca53-46bf-a1a0-55353670c7ee None None] Provisioning complete for port 198e55c7-2926-45f7-a359-14bc101d0aba triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:30:40.073142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-25ee3523-ca53-46bf-a1a0-55353670c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:40.166933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-25ee3523-ca53-46bf-a1a0-55353670c7ee None None] Port 198e55c7-2926-45f7-a359-14bc101d0aba cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:30:40.663546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675620-0908-483c-b33f-84836dc9e6a2 req-2eda7e80-6a97-465a-91f3-15413c7258e3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:40.672891 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9675620-0908-483c-b33f-84836dc9e6a2 req-2eda7e80-6a97-465a-91f3-15413c7258e3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 935 time: 0.1427581 Jan 28 16:30:40.841122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9675620-0908-483c-b33f-84836dc9e6a2 req-3d708b4e-8c80-4f4b-9172-742062503f9c tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666391 Jan 28 16:30:40.999247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Request body: {'port': {'device_id': '24e4708d-ebd3-4044-827c-862824675062', 'device_owner': 'compute:tempest-test_az-1977743107', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:41.084017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:41.586690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198e55c7-2926-45f7-a359-14bc101d0aba {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:30:41.604149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Publish callbacks [] for port (198e55c7-2926-45f7-a359-14bc101d0aba), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:41.654984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Transition to ACTIVE for port object 198e55c7-2926-45f7-a359-14bc101d0aba will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:30:41.661592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:41.735768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Pushing event updated for resources: {'Port': ['ID=198e55c7-2926-45f7-a359-14bc101d0aba,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:41.823908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Attempting to bind port 198e55c7-2926-45f7-a359-14bc101d0aba on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:30:41.824456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Attempting to bind port 198e55c7-2926-45f7-a359-14bc101d0aba by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:30:41.825120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Attempting to bind port 198e55c7-2926-45f7-a359-14bc101d0aba on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:30:41.831074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Port 198e55c7-2926-45f7-a359-14bc101d0aba on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:30:41.831402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Attempting to bind port 198e55c7-2926-45f7-a359-14bc101d0aba on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:30:41.836573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:30:41.837002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:41.837526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:30:41.837960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Bound port: 198e55c7-2926-45f7-a359-14bc101d0aba, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:30:41.838319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:41.936298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] For port 198e55c7-2926-45f7-a359-14bc101d0aba, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:30:41.944337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] For port 198e55c7-2926-45f7-a359-14bc101d0aba, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=198e55c7-2926-45f7-a359-14bc101d0aba,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:30:41.951575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:42.020610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:42.023544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:42.039658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:42.041227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:42.044036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] 10.222.0.31 "PUT /v2.0/ports/198e55c7-2926-45f7-a359-14bc101d0aba HTTP/1.1" status: 200 len: 1118 time: 1.5177267 Jan 28 16:30:42.045226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e4708d-ebd3-4044-827c-862824675062', 'tag': '198e55c7-2926-45f7-a359-14bc101d0aba'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:30:42.202605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94376f01-c836-41da-8d8a-c75927c1fdb6 req-e54c372e-f0a3-4c4d-a13f-d5195e5fff74 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:42.212945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94376f01-c836-41da-8d8a-c75927c1fdb6 req-e54c372e-f0a3-4c4d-a13f-d5195e5fff74 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.1587312 Jan 28 16:30:42.292149 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94376f01-c836-41da-8d8a-c75927c1fdb6 req-0e6e253b-cf59-49c1-b14d-b49d5ed00804 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754421 Jan 28 16:30:42.454613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68a212-57fa-4b75-943f-96b730401f61 service neutron] Pushing event updated for resources: {'Port': ['ID=198e55c7-2926-45f7-a359-14bc101d0aba,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:42.490660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-b18d6174-73c8-4147-81bc-a4e0d8068127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:42.498659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-b18d6174-73c8-4147-81bc-a4e0d8068127 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c49a8aebd234b02bd6492983a636668&device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 1152 time: 0.2956002 Jan 28 16:30:42.809827 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8140940-81f3-4d80-a8ee-b038ff5161c9" -d '{"events": [{"name": "network-changed", "server_uuid": "24e4708d-ebd3-4044-827c-862824675062", "tag": "198e55c7-2926-45f7-a359-14bc101d0aba"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:30:43.395126 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ae2e65-0ae9-4ede-a005-d994dc5fb8c1 x-openstack-request-id: req-f3ae2e65-0ae9-4ede-a005-d994dc5fb8c1 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:30:43.395785 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e4708d-ebd3-4044-827c-862824675062", "tag": "198e55c7-2926-45f7-a359-14bc101d0aba", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:30:43.395785 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3ae2e65-0ae9-4ede-a005-d994dc5fb8c1 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:30:43.396434 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e4708d-ebd3-4044-827c-862824675062', 'tag': '198e55c7-2926-45f7-a359-14bc101d0aba', 'status': 'completed', 'code': 200} Jan 28 16:30:43.672041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4211-f376-45b3-9799-9e6cfcfb5e18 req-60c90b23-e75a-45a3-96f6-4338c4abb731 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:43.674523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e39a4211-f376-45b3-9799-9e6cfcfb5e18 req-60c90b23-e75a-45a3-96f6-4338c4abb731 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.0897515 Jan 28 16:30:43.739583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e39a4211-f376-45b3-9799-9e6cfcfb5e18 req-3e697c0c-c97c-4b00-94ec-a436af9f78db tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594585 Jan 28 16:30:45.025976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd78d8d-0c22-42b3-b98e-202467dbbf8d req-6071676e-f858-450c-bcea-b598baa53713 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:45.029247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfd78d8d-0c22-42b3-b98e-202467dbbf8d req-6071676e-f858-450c-bcea-b598baa53713 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.0774677 Jan 28 16:30:45.111737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfd78d8d-0c22-42b3-b98e-202467dbbf8d req-5bfb4d79-e4d3-4a71-ba27-8313e5adf026 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759571 Jan 28 16:30:45.251783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55528) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:45.675659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:45.844987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0527136-c631-49a2-a502-7a547172ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:45.854066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23746798-3853-4a75-9fb9-e199a3b7c065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:45.858336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2f7aaaf-2522-4200-a084-805e3d753429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.022905 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2f7aaaf-2522-4200-a084-805e3d753429 admin admin] Publish callbacks [] for security_group (1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.031657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2f7aaaf-2522-4200-a084-805e3d753429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.038911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23746798-3853-4a75-9fb9-e199a3b7c065 admin admin] Publish callbacks [] for security_group (11fc731a-62bc-40de-bfa0-ba6fb012f86f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.055628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23746798-3853-4a75-9fb9-e199a3b7c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11fc731a-62bc-40de-bfa0-ba6fb012f86f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.097713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a2f7aaaf-2522-4200-a084-805e3d753429 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=036cba99e64b4712a7a6c1c5b4cd47a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8445618 Jan 28 16:30:46.098553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7aaaf-2522-4200-a084-805e3d753429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:46.100325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:46.143224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-23746798-3853-4a75-9fb9-e199a3b7c065 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de14fed93f544b8a9f1242a64d8102a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4637747 Jan 28 16:30:46.147767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55574) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:46.217534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55580) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:46.240006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6a5-0400-4405-a51d-4d776499fc95 admin admin] Publish callbacks [] for security_group (1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.271240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6a5-0400-4405-a51d-4d776499fc95 admin admin] Publish callbacks [] for security_group (1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.326844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55584) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:46.334585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6a5-0400-4405-a51d-4d776499fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.337337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c71f6a5-0400-4405-a51d-4d776499fc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.339285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5c71f6a5-0400-4405-a51d-4d776499fc95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0 HTTP/1.1" status: 204 len: 168 time: 0.2378991 Jan 28 16:30:46.350404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71f6a5-0400-4405-a51d-4d776499fc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d6758-439b-4c07-bdbf-ca4a4b92c2f0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:46.372436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23746798-3853-4a75-9fb9-e199a3b7c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fc731a-62bc-40de-bfa0-ba6fb012f86f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:46.377330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55590) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:46.432181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1da18fce-e9f8-4c87-a63f-76ffd80a39ba admin admin] Publish callbacks [] for security_group (11fc731a-62bc-40de-bfa0-ba6fb012f86f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.469745 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1da18fce-e9f8-4c87-a63f-76ffd80a39ba admin admin] Publish callbacks [] for security_group (11fc731a-62bc-40de-bfa0-ba6fb012f86f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.483492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5775281-e939-4c6d-9eb0-3a3b4a0ae63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.493907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9678e6c-b6ed-4699-b7e6-2fd2ca03022d req-dcec9d4d-1184-4757-aa30-7138f3763c7d tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:46.500863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9678e6c-b6ed-4699-b7e6-2fd2ca03022d req-dcec9d4d-1184-4757-aa30-7138f3763c7d tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.2471132 Jan 28 16:30:46.560586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc677446-f33a-4d7f-a516-74710a591c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.630696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9c10e1c3-1df8-4cb1-9fa7-038ebf55e0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.662562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9678e6c-b6ed-4699-b7e6-2fd2ca03022d req-ea38c849-f801-4ba9-9e49-2ef71eafec6f tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575730 Jan 28 16:30:46.691294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1da18fce-e9f8-4c87-a63f-76ffd80a39ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11fc731a-62bc-40de-bfa0-ba6fb012f86f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.694371 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1da18fce-e9f8-4c87-a63f-76ffd80a39ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.698073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1da18fce-e9f8-4c87-a63f-76ffd80a39ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11fc731a-62bc-40de-bfa0-ba6fb012f86f HTTP/1.1" status: 204 len: 168 time: 0.5489182 Jan 28 16:30:46.714918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da18fce-e9f8-4c87-a63f-76ffd80a39ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fc731a-62bc-40de-bfa0-ba6fb012f86f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:46.869650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-339b247d-ed0c-4e6d-9927-91c93d8d85ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=198e55c7-2926-45f7-a359-14bc101d0aba HTTP/1.1" status: 200 len: 217 time: 0.1175039 Jan 28 16:30:46.886502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5775281-e939-4c6d-9eb0-3a3b4a0ae63b admin admin] Publish callbacks [] for security_group (ddd3b1ea-3644-4645-ac20-a2304e4e65f7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.944496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55600) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:46.953128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-5713f377-3085-46b8-bc54-814ff9e52efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:46.954927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-5713f377-3085-46b8-bc54-814ff9e52efb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0719512 Jan 28 16:30:46.962175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5775281-e939-4c6d-9eb0-3a3b4a0ae63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ddd3b1ea-3644-4645-ac20-a2304e4e65f7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.981923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f6d9-67a8-49e0-ace2-5799b04d3256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:46.995076 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5775281-e939-4c6d-9eb0-3a3b4a0ae63b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e905262749a49999323bbc89e626e1e&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7728481 Jan 28 16:30:47.004519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55602) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:47.109212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc677446-f33a-4d7f-a516-74710a591c15 admin admin] Publish callbacks [] for security_group (665b5b73-47bf-46f6-a515-d7a79fa0f53d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.130141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5775281-e939-4c6d-9eb0-3a3b4a0ae63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd3b1ea-3644-4645-ac20-a2304e4e65f7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.134907 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f6d9-67a8-49e0-ace2-5799b04d3256 admin admin] Publish callbacks [] for security_group (5cab060a-4013-435b-8a77-f08e010b2dbe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.139125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc677446-f33a-4d7f-a516-74710a591c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (665b5b73-47bf-46f6-a515-d7a79fa0f53d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.141133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f6d9-67a8-49e0-ace2-5799b04d3256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5cab060a-4013-435b-8a77-f08e010b2dbe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.201741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0fc3f6d9-67a8-49e0-ace2-5799b04d3256 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b03cea31f1db4b168e5cc40c599e021e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554097 Jan 28 16:30:47.206907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:47.215543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dc677446-f33a-4d7f-a516-74710a591c15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e78a4f5b82884283a2daa687a73df11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8862569 Jan 28 16:30:47.217719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55612) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:47.264374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3f6d9-67a8-49e0-ace2-5799b04d3256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab060a-4013-435b-8a77-f08e010b2dbe,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.290955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9c10e1c3-1df8-4cb1-9fa7-038ebf55e0d9 admin admin] Publish callbacks [] for security_group (0ce7b1dd-5f35-4144-8fac-02e267f1a381), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.305967 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8fad1d17-8179-4bee-b48a-d055b53e84c0 admin admin] Publish callbacks [] for security_group (665b5b73-47bf-46f6-a515-d7a79fa0f53d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.330953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8fad1d17-8179-4bee-b48a-d055b53e84c0 admin admin] Publish callbacks [] for security_group (665b5b73-47bf-46f6-a515-d7a79fa0f53d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.341225 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-95238d23-d928-4d23-8c94-b1ac6e97443b admin admin] Publish callbacks [] for security_group (ddd3b1ea-3644-4645-ac20-a2304e4e65f7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.344392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9c10e1c3-1df8-4cb1-9fa7-038ebf55e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0ce7b1dd-5f35-4144-8fac-02e267f1a381), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.382525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9c10e1c3-1df8-4cb1-9fa7-038ebf55e0d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1e7cc80ff4e4993a256496ad56ba774&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0028679 Jan 28 16:30:47.385140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55614) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:47.396222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8fad1d17-8179-4bee-b48a-d055b53e84c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (665b5b73-47bf-46f6-a515-d7a79fa0f53d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.398883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8fad1d17-8179-4bee-b48a-d055b53e84c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.400077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8fad1d17-8179-4bee-b48a-d055b53e84c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/665b5b73-47bf-46f6-a515-d7a79fa0f53d HTTP/1.1" status: 204 len: 168 time: 0.1804910 Jan 28 16:30:47.433153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-961e28fb-5397-44f8-be6f-bc305b75148c admin admin] Publish callbacks [] for security_group (5cab060a-4013-435b-8a77-f08e010b2dbe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.435631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc677446-f33a-4d7f-a516-74710a591c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665b5b73-47bf-46f6-a515-d7a79fa0f53d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.447398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-95238d23-d928-4d23-8c94-b1ac6e97443b admin admin] Publish callbacks [] for security_group (ddd3b1ea-3644-4645-ac20-a2304e4e65f7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.460022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-961e28fb-5397-44f8-be6f-bc305b75148c admin admin] Publish callbacks [] for security_group (5cab060a-4013-435b-8a77-f08e010b2dbe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.481482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10e1c3-1df8-4cb1-9fa7-038ebf55e0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7b1dd-5f35-4144-8fac-02e267f1a381,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.511047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad1d17-8179-4bee-b48a-d055b53e84c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b5b73-47bf-46f6-a515-d7a79fa0f53d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.527506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-961e28fb-5397-44f8-be6f-bc305b75148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5cab060a-4013-435b-8a77-f08e010b2dbe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.531398 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-961e28fb-5397-44f8-be6f-bc305b75148c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.534843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-961e28fb-5397-44f8-be6f-bc305b75148c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cab060a-4013-435b-8a77-f08e010b2dbe HTTP/1.1" status: 204 len: 168 time: 0.3247674 Jan 28 16:30:47.535855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-ca9df52a-732b-407e-a91b-15902c7dd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:47.538063 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-ca9df52a-732b-407e-a91b-15902c7dd523 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3691647 Jan 28 16:30:47.555938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:47.573497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6088f7c0-75d3-4da1-8a22-c092124c3996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.582161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e28fb-5397-44f8-be6f-bc305b75148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab060a-4013-435b-8a77-f08e010b2dbe,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.609678 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2637dd94-edb7-450e-9c85-a1c2910f887a admin admin] Publish callbacks [] for security_group (0ce7b1dd-5f35-4144-8fac-02e267f1a381), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.648236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2637dd94-edb7-450e-9c85-a1c2910f887a admin admin] Publish callbacks [] for security_group (0ce7b1dd-5f35-4144-8fac-02e267f1a381), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.719447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-95238d23-d928-4d23-8c94-b1ac6e97443b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ddd3b1ea-3644-4645-ac20-a2304e4e65f7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.726117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-95238d23-d928-4d23-8c94-b1ac6e97443b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.732406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-95238d23-d928-4d23-8c94-b1ac6e97443b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddd3b1ea-3644-4645-ac20-a2304e4e65f7 HTTP/1.1" status: 204 len: 168 time: 0.7174046 Jan 28 16:30:47.747501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6088f7c0-75d3-4da1-8a22-c092124c3996 admin admin] Publish callbacks [] for security_group (39564078-5015-41a2-90af-929e24a292a8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.758383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6088f7c0-75d3-4da1-8a22-c092124c3996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (39564078-5015-41a2-90af-929e24a292a8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.770092 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-c9809147-6d65-409b-bcad-74df4ffcfd04 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145660 Jan 28 16:30:47.771280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95238d23-d928-4d23-8c94-b1ac6e97443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd3b1ea-3644-4645-ac20-a2304e4e65f7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.821144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6088f7c0-75d3-4da1-8a22-c092124c3996 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71a2ea0ac4924e478935fd6a7c3973a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605929 Jan 28 16:30:47.838041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55628) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:47.840432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2637dd94-edb7-450e-9c85-a1c2910f887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0ce7b1dd-5f35-4144-8fac-02e267f1a381), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.848797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9351-e3b5-4199-8742-9c4ec8a58647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.851939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2637dd94-edb7-450e-9c85-a1c2910f887a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:47.861454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2637dd94-edb7-450e-9c85-a1c2910f887a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ce7b1dd-5f35-4144-8fac-02e267f1a381 HTTP/1.1" status: 204 len: 168 time: 0.4686975 Jan 28 16:30:47.915341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f7c0-75d3-4da1-8a22-c092124c3996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39564078-5015-41a2-90af-929e24a292a8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.956647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637dd94-edb7-450e-9c85-a1c2910f887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7b1dd-5f35-4144-8fac-02e267f1a381,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:47.994608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402dca7-bf6c-4c37-af14-c22147a1a439 req-f0eb9835-250f-45b7-a6e1-9a89ddf27e31 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:47.996138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5402dca7-bf6c-4c37-af14-c22147a1a439 req-f0eb9835-250f-45b7-a6e1-9a89ddf27e31 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.2555115 Jan 28 16:30:48.043197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511ffd59-a871-4720-bcf3-71569d3be77c admin admin] Publish callbacks [] for security_group (39564078-5015-41a2-90af-929e24a292a8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.082608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5402dca7-bf6c-4c37-af14-c22147a1a439 req-86f27a6b-9c93-405e-b196-3dbbe7658228 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 Jan 28 16:30:48.095751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511ffd59-a871-4720-bcf3-71569d3be77c admin admin] Publish callbacks [] for security_group (39564078-5015-41a2-90af-929e24a292a8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.157066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511ffd59-a871-4720-bcf3-71569d3be77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (39564078-5015-41a2-90af-929e24a292a8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.162361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511ffd59-a871-4720-bcf3-71569d3be77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.163720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-511ffd59-a871-4720-bcf3-71569d3be77c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39564078-5015-41a2-90af-929e24a292a8 HTTP/1.1" status: 204 len: 168 time: 0.3248310 Jan 28 16:30:48.173094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ffd59-a871-4720-bcf3-71569d3be77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39564078-5015-41a2-90af-929e24a292a8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:48.229689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59e4f91d-f44a-415b-b518-bef7d8460a2f req-043b59f7-71fe-4ab7-87ed-29bbee216da0 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499974 Jan 28 16:30:48.295216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55640) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:48.315565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-51d462de-e53e-4a96-a204-6ee95408f7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.342512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-a9889929-5260-4ef0-a0ad-9fbd35b8b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:48.344524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-a9889929-5260-4ef0-a0ad-9fbd35b8b0bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c49a8aebd234b02bd6492983a636668&device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 1152 time: 0.0669107 Jan 28 16:30:48.410417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-51d462de-e53e-4a96-a204-6ee95408f7ae admin admin] Publish callbacks [] for security_group (44372766-6b30-47d6-8e88-866e8b637a14), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.417683 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-51d462de-e53e-4a96-a204-6ee95408f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (44372766-6b30-47d6-8e88-866e8b637a14), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.449096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-51d462de-e53e-4a96-a204-6ee95408f7ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=844cdb3ae4e347ae99ea3a8cb19ec04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526771 Jan 28 16:30:48.453597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55644) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:48.477097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d462de-e53e-4a96-a204-6ee95408f7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44372766-6b30-47d6-8e88-866e8b637a14,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:48.501485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55648) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:48.518770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1b33-b4fd-4c94-b497-8833547ce1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.551113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-bdcecab5-4704-4053-9aa7-8e747b882f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:48.552805 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-bdcecab5-4704-4053-9aa7-8e747b882f00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2024043 Jan 28 16:30:48.571368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a1d-43f1-4d84-b7db-ee15a51d5bd5 admin admin] Publish callbacks [] for security_group (44372766-6b30-47d6-8e88-866e8b637a14), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.604418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1b33-b4fd-4c94-b497-8833547ce1b8 admin admin] Publish callbacks [] for security_group (4c9f9a4f-0543-4d2a-af69-dc23291d5743), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.610812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1b33-b4fd-4c94-b497-8833547ce1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4c9f9a4f-0543-4d2a-af69-dc23291d5743), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.610990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-e07f0093-0178-4f8b-86f3-b36438602000 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=198e55c7-2926-45f7-a359-14bc101d0aba HTTP/1.1" status: 200 len: 217 time: 0.0458643 Jan 28 16:30:48.636400 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a1d-43f1-4d84-b7db-ee15a51d5bd5 admin admin] Publish callbacks [] for security_group (44372766-6b30-47d6-8e88-866e8b637a14), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.663330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3e5f1b33-b4fd-4c94-b497-8833547ce1b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8785ffd561364f488105783bf7da5cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607459 Jan 28 16:30:48.665995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:48.674060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1b33-b4fd-4c94-b497-8833547ce1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9f9a4f-0543-4d2a-af69-dc23291d5743,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:48.702310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-290b52ac-b596-4c62-b692-43cf6492713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:48.703994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-290b52ac-b596-4c62-b692-43cf6492713e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0818076 Jan 28 16:30:48.735034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7da5085-0be2-4fc0-8ad9-8a54dd3931ff admin admin] Publish callbacks [] for security_group (4c9f9a4f-0543-4d2a-af69-dc23291d5743), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.753272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a1d-43f1-4d84-b7db-ee15a51d5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (44372766-6b30-47d6-8e88-866e8b637a14), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.755923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca31a1d-43f1-4d84-b7db-ee15a51d5bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.757077 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8ca31a1d-43f1-4d84-b7db-ee15a51d5bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44372766-6b30-47d6-8e88-866e8b637a14 HTTP/1.1" status: 204 len: 168 time: 0.3024867 Jan 28 16:30:48.765393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7da5085-0be2-4fc0-8ad9-8a54dd3931ff admin admin] Publish callbacks [] for security_group (4c9f9a4f-0543-4d2a-af69-dc23291d5743), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.767864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca31a1d-43f1-4d84-b7db-ee15a51d5bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44372766-6b30-47d6-8e88-866e8b637a14,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:48.776152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-2f8633bc-14ac-4d4f-8763-3523ce2134ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:48.777946 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-2f8633bc-14ac-4d4f-8763-3523ce2134ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0656507 Jan 28 16:30:48.801539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:48.818064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25b2da15-2220-4721-8236-8a32591c8b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.843780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7da5085-0be2-4fc0-8ad9-8a54dd3931ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4c9f9a4f-0543-4d2a-af69-dc23291d5743), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.847810 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7da5085-0be2-4fc0-8ad9-8a54dd3931ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.851140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b7da5085-0be2-4fc0-8ad9-8a54dd3931ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c9f9a4f-0543-4d2a-af69-dc23291d5743 HTTP/1.1" status: 204 len: 168 time: 0.1830184 Jan 28 16:30:48.872732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da5085-0be2-4fc0-8ad9-8a54dd3931ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9f9a4f-0543-4d2a-af69-dc23291d5743,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:48.932984 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25b2da15-2220-4721-8236-8a32591c8b96 admin admin] Publish callbacks [] for security_group (bc046e89-0200-45b1-8a11-f6ab4b08b15b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.939271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25b2da15-2220-4721-8236-8a32591c8b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bc046e89-0200-45b1-8a11-f6ab4b08b15b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:48.940748 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-06b571c4-8b04-48d8-b8e8-ff1d00ad42c4 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513083 Jan 28 16:30:48.984997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-25b2da15-2220-4721-8236-8a32591c8b96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8a568b88d6b434983c0232eeaaae93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819310 Jan 28 16:30:48.985649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55668) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:48.998673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2da15-2220-4721-8236-8a32591c8b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc046e89-0200-45b1-8a11-f6ab4b08b15b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:49.052167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8140940-81f3-4d80-a8ee-b038ff5161c9 req-ec5b8e07-d4d6-4511-a9be-8bd459e1102f service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046956 Jan 28 16:30:49.055146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14dcbea9-5f40-465e-aff3-daec9bfc812e admin admin] Publish callbacks [] for security_group (bc046e89-0200-45b1-8a11-f6ab4b08b15b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:49.078076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14dcbea9-5f40-465e-aff3-daec9bfc812e admin admin] Publish callbacks [] for security_group (bc046e89-0200-45b1-8a11-f6ab4b08b15b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:49.146351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14dcbea9-5f40-465e-aff3-daec9bfc812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bc046e89-0200-45b1-8a11-f6ab4b08b15b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:49.149161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14dcbea9-5f40-465e-aff3-daec9bfc812e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:49.150405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-14dcbea9-5f40-465e-aff3-daec9bfc812e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc046e89-0200-45b1-8a11-f6ab4b08b15b HTTP/1.1" status: 204 len: 168 time: 0.1604879 Jan 28 16:30:49.160516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcbea9-5f40-465e-aff3-daec9bfc812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc046e89-0200-45b1-8a11-f6ab4b08b15b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:49.226475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:49.233072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412fb40-1d1c-4507-a0c7-d04d31720d09 req-cc5478d2-ded2-4ba8-b9be-5c1f842f6fc9 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:49.235577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a412fb40-1d1c-4507-a0c7-d04d31720d09 req-cc5478d2-ded2-4ba8-b9be-5c1f842f6fc9 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.0690420 Jan 28 16:30:49.284753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a412fb40-1d1c-4507-a0c7-d04d31720d09 req-2b26fc73-75a1-49db-b69a-11f743baafe8 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jan 28 16:30:49.722701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55714) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:49.916006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-567835426-network', 'tenant_id': 'e236083250bf47cf9b407f99c05cf1ac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:49.938271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Made reservation on behalf of e236083250bf47cf9b407f99c05cf1ac for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:49.940750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:49.948896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.032390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks [] for security_group (29c02e29-477c-432d-9564-aa09d79e9629), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.037127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (29c02e29-477c-432d-9564-aa09d79e9629), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.063939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:30:50.080593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c02e29-477c-432d-9564-aa09d79e9629,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:50.088896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738852306827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (706551cb-83f1-4be7-993b-40c48b2a7994), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.089647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Unsubscribe: segment precommit_create {{(pid=103093) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 16:30:50.090249 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Added segment 706551cb-83f1-4be7-993b-40c48b2a7994 of type vlan for network ae8fb18a-d037-4c0d-9f7d-829c66a33892 Jan 28 16:30:50.165421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ae8fb18a-d037-4c0d-9f7d-829c66a33892), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.205811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ae8fb18a-d037-4c0d-9f7d-829c66a33892), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.206816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:50.207417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.290417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5664508 Jan 28 16:30:50.295043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55744) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:50.300617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Request body: {'subnet': {'network_id': 'ae8fb18a-d037-4c0d-9f7d-829c66a33892', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-567835426-subnet', 'tenant_id': 'e236083250bf47cf9b407f99c05cf1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:50.337282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704048-5451-4814-a088-193ddc45fe3a admin admin] Pushing event updated for resources: {'Network': ['ID=ae8fb18a-d037-4c0d-9f7d-829c66a33892,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:50.348596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Made reservation on behalf of e236083250bf47cf9b407f99c05cf1ac for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:50.350702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.351543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ae8fb18a-d037-4c0d-9f7d-829c66a33892 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:30:50.513038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.548160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea3134-c210-488c-a7cf-50daccb3242a req-5541d79a-a95d-49c8-9ac5-8d8d640b5e8e tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:50.550062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14ea3134-c210-488c-a7cf-50daccb3242a req-5541d79a-a95d-49c8-9ac5-8d8d640b5e8e tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.1153104 Jan 28 16:30:50.601874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:50.650120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14ea3134-c210-488c-a7cf-50daccb3242a req-c7c6160f-a5de-4d6f-90f1-2db64275825b tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911055 Jan 28 16:30:50.696824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (4ca9a8c2-abc9-4306-b14a-0414d089facb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.752199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca9a8c2-abc9-4306-b14a-0414d089facb,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:50.771246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Checking segment: {'id': '706551cb-83f1-4be7-993b-40c48b2a7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae8fb18a-d037-4c0d-9f7d-829c66a33892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:50.771882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Network hostable DHCP agents. Network: ae8fb18a-d037-4c0d-9f7d-829c66a33892, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:30:50.824196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-960646594-network', 'tenant_id': 'd71ea35b215840f0a0102591148d98fc'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:50.851166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55770) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:50.857777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Made reservation on behalf of d71ea35b215840f0a0102591148d98fc for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:50.860449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.869267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Network ae8fb18a-d037-4c0d-9f7d-829c66a33892 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:30:50.874521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.892831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ae8fb18a-d037-4c0d-9f7d-829c66a33892) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:50.900014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:50.901846 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.903965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade645f-3ee1-4760-b524-b99d669da5aa None None] Network ae8fb18a-d037-4c0d-9f7d-829c66a33892 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:50.929608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bf8ead0d-f361-4e15-b1d6-195d73f87272 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6266220 Jan 28 16:30:50.974621 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks [] for security_group (548dedd5-6950-43a6-b433-d0a52958aec4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.980308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (548dedd5-6950-43a6-b433-d0a52958aec4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:50.990783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-378788075-network', 'tenant_id': '91aca3dcf28449cc8aa45ff98b8bd119'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:51.016878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:30:51.027147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548dedd5-6950-43a6-b433-d0a52958aec4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:51.034179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (04245ec8-9ff3-4e86-b2c4-add1a903f655), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.034544 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Added segment 04245ec8-9ff3-4e86-b2c4-add1a903f655 of type vlan for network fa25765c-f7d0-4a6a-8b71-339fb7f268ad Jan 28 16:30:51.036930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Made reservation on behalf of 91aca3dcf28449cc8aa45ff98b8bd119 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:51.040571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.066961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.077888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50476f7-b22b-4d9c-8349-9ff1360a4a50 None None] Network ae8fb18a-d037-4c0d-9f7d-829c66a33892 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:51.084450 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (fa25765c-f7d0-4a6a-8b71-339fb7f268ad), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.127465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (fa25765c-f7d0-4a6a-8b71-339fb7f268ad), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.128545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:51.129133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.201782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks [] for security_group (e30f8e32-b9cb-4609-8e32-feff7a0ec88e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.208794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e30f8e32-b9cb-4609-8e32-feff7a0ec88e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.246521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6433997 Jan 28 16:30:51.250010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55788) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:51.254422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:30:51.259694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Request body: {'subnet': {'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-960646594-subnet', 'tenant_id': 'd71ea35b215840f0a0102591148d98fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:51.266861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5427-f117-45b4-88b1-0394f4e7f2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa25765c-f7d0-4a6a-8b71-339fb7f268ad,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:51.277720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (de71c3a4-4c48-49a8-871f-e92027622b8d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.278109 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Added segment de71c3a4-4c48-49a8-871f-e92027622b8d of type vlan for network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 Jan 28 16:30:51.285988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:30:51.301648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f8e32-b9cb-4609-8e32-feff7a0ec88e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:51.305963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Made reservation on behalf of d71ea35b215840f0a0102591148d98fc for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:51.309021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.387411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8e543e1e-9a3c-46d5-afc3-9e00446cbc45), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.437553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8e543e1e-9a3c-46d5-afc3-9e00446cbc45), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.438614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:51.439194 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.492188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6392441 Jan 28 16:30:51.492722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:51.504290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Request body: {'subnet': {'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-378788075-subnet', 'tenant_id': '91aca3dcf28449cc8aa45ff98b8bd119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:51.523097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda8c14-a3cc-45dd-9f53-a8b1e0b5ae81 admin admin] Pushing event updated for resources: {'Network': ['ID=8e543e1e-9a3c-46d5-afc3-9e00446cbc45,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:51.533244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Made reservation on behalf of 91aca3dcf28449cc8aa45ff98b8bd119 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:51.534879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:30:51.537264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.596951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (a17727bf-14a6-47a7-b0c1-c4791e085e6b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.674017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17727bf-14a6-47a7-b0c1-c4791e085e6b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:51.687864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:51.688412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Network hostable DHCP agents. Network: fa25765c-f7d0-4a6a-8b71-339fb7f268ad, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:30:51.704558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.713551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:30:51.727334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, fa25765c-f7d0-4a6a-8b71-339fb7f268ad) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:51.734274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:51.735980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.737448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8dea92-83c8-48c4-9931-63e6e64b432c None None] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:51.764896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1e66d61c-7cd5-4e6f-97cf-e6fd06603ecd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5135777 Jan 28 16:30:51.868853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (3f6a2fb7-19a6-46ee-82d4-527aa6016d07), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:51.885814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6d288-d21c-40ac-95ad-f6a1ae74e515 None None] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:51.892016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00706-9a95-4e27-88eb-6504d86d0da0 req-30816dba-ebdb-4e6c-b3e3-a5148d861519 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:51.893670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2c00706-9a95-4e27-88eb-6504d86d0da0 req-30816dba-ebdb-4e6c-b3e3-a5148d861519 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 969 time: 0.1171892 Jan 28 16:30:51.978115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6a2fb7-19a6-46ee-82d4-527aa6016d07,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:51.985722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:51.986089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Network hostable DHCP agents. Network: 8e543e1e-9a3c-46d5-afc3-9e00446cbc45, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:30:52.008703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2c00706-9a95-4e27-88eb-6504d86d0da0 req-b79edf5c-948b-4284-b752-a42119e1b9e8 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918751 Jan 28 16:30:52.020932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:30:52.035617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 8e543e1e-9a3c-46d5-afc3-9e00446cbc45) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:52.043528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:52.044532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.045936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4089472-23c5-46c5-8c94-294c300abb99 None None] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:52.076159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b2890fc0-6bd1-4153-828b-5e9034fa771e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5765777 Jan 28 16:30:52.159888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89f8bd-7017-4bd3-9397-fae21c5d19bb None None] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:52.350547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55836) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:52.355697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1415414522-network', 'tenant_id': '6dda5469c76344e2af1d16cd226d7f3e'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:52.381655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Made reservation on behalf of 6dda5469c76344e2af1d16cd226d7f3e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:52.384405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.394327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.477623 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks [] for security_group (73e9ddf2-9c91-4ffa-825f-03004248b44c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.481911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (73e9ddf2-9c91-4ffa-825f-03004248b44c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.504412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:30:52.519929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e9ddf2-9c91-4ffa-825f-03004248b44c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:52.524575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (35c45c8b-a74d-45dd-9490-3ce7fc772841), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.525026 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Added segment 35c45c8b-a74d-45dd-9490-3ce7fc772841 of type vlan for network 925ede67-8f7b-4663-9aab-9a1c4911dedd Jan 28 16:30:52.569232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (925ede67-8f7b-4663-9aab-9a1c4911dedd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.598447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (925ede67-8f7b-4663-9aab-9a1c4911dedd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.599450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:52.600076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.653873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 198e55c7-2926-45f7-a359-14bc101d0aba details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:30:52.668603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55842) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:52.668989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3170502 Jan 28 16:30:52.679639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Request body: {'subnet': {'network_id': '925ede67-8f7b-4663-9aab-9a1c4911dedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1415414522-subnet', 'tenant_id': '6dda5469c76344e2af1d16cd226d7f3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:52.682885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d6c03-ee72-4c10-aaad-d542b4753ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=925ede67-8f7b-4663-9aab-9a1c4911dedd,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:52.694970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 925ede67-8f7b-4663-9aab-9a1c4911dedd details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:30:52.707818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Made reservation on behalf of 6dda5469c76344e2af1d16cd226d7f3e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:52.712465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.869267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 198e55c7-2926-45f7-a359-14bc101d0aba, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=198e55c7-2926-45f7-a359-14bc101d0aba,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:30:52.884692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '198e55c7-2926-45f7-a359-14bc101d0aba', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '198e55c7-2926-45f7-a359-14bc101d0aba', 'mac_address': 'fa:16:3e:d5:da:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-1977743107', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:30:52.928981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (86a6547d-0624-4273-86ea-1df587860a5f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.931575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 198e55c7-2926-45f7-a359-14bc101d0aba is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:30:52.932033 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.948223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198e55c7-2926-45f7-a359-14bc101d0aba {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:30:52.974092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 198e55c7-2926-45f7-a359-14bc101d0aba, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=198e55c7-2926-45f7-a359-14bc101d0aba,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:30:52.979575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:52.999636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a6547d-0624-4273-86ea-1df587860a5f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:53.006822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Checking segment: {'id': '35c45c8b-a74d-45dd-9490-3ce7fc772841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '925ede67-8f7b-4663-9aab-9a1c4911dedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:53.007175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Network hostable DHCP agents. Network: 925ede67-8f7b-4663-9aab-9a1c4911dedd, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:30:53.028662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Network 925ede67-8f7b-4663-9aab-9a1c4911dedd is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:30:53.044596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 925ede67-8f7b-4663-9aab-9a1c4911dedd) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:53.050578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:53.051055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=198e55c7-2926-45f7-a359-14bc101d0aba,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:53.051188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.060220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.060802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.061473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.062090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.062573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.063069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.063404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.063736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.065145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.065684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.066294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.066859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.067249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Tracked resource versions report: Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: pushed versions: Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: { 'AddressGroup': {'1.2'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'ConntrackHelper': {'1.0'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Log': {'1.0'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Network': {'1.1'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Port': {'1.7'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'PortForwarding': {'1.2'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'QosPolicy': {'1.10'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'SecurityGroup': {'1.5'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'SubPort': {'1.0'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Subnet': {'1.1'}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Trunk': {'1.1'}} Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: consumer versions: Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: HyperV agent@n-h1-812111-13: {}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: HyperV agent@n-h2-812111-13: {}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: L3 agent@n-d-812111-13: {}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: Metadata agent@n-d-812111-13: {}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: Metering agent@n-d-812111-13: {}, Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'ConntrackHelper': '1.0', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'LocalIPAssociation': '1.0', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Log': '1.0', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Network': '1.1', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Port': '1.7', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'PortForwarding': '1.2', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'QosPolicy': '1.10', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'SecurityGroup': '1.5', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'SecurityGroupRule': '1.2', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'SubPort': '1.0', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Subnet': '1.1', Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: 'Trunk': '1.1'}} Jan 28 16:30:53.068600 n-d-812111-13 neutron-server[103095]: {{(pid=103095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:30:53.081690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee905a-8a6a-40bc-ae2f-8aac82be1a6c None None] Network 925ede67-8f7b-4663-9aab-9a1c4911dedd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:53.098397 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e92c2075-9a61-40fb-b07c-40d32a933b2d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4196415 Jan 28 16:30:53.227240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb4bca-6fa6-4163-bbfd-723ce26c8972 None None] Network 925ede67-8f7b-4663-9aab-9a1c4911dedd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:53.253235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21c7f5-9a82-4fa1-b75b-56323a70aa31 req-a0c9e6f0-8954-4fba-b3b2-b7d89f07abc3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:53.255432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c21c7f5-9a82-4fa1-b75b-56323a70aa31 req-a0c9e6f0-8954-4fba-b3b2-b7d89f07abc3 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 970 time: 0.1082921 Jan 28 16:30:53.296700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55872) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:53.315449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['198e55c7-2926-45f7-a359-14bc101d0aba'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:30:53.353097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c21c7f5-9a82-4fa1-b75b-56323a70aa31 req-d41145c1-1430-4abb-aaf4-ad7a2de1ec0b tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863297 Jan 28 16:30:53.401814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Deleting subnet 4ca9a8c2-abc9-4306-b14a-0414d089facb {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:30:53.413781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Publish callbacks [] for subnet (4ca9a8c2-abc9-4306-b14a-0414d089facb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.421458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55880) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:53.428565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1172948937-network', 'tenant_id': 'aa43c4b0160e45cca8acc1e57d1108b9'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:53.488601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Made reservation on behalf of aa43c4b0160e45cca8acc1e57d1108b9 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:53.491904 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.510764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Publish callbacks [] for subnet (4ca9a8c2-abc9-4306-b14a-0414d089facb), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.518148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.526142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4ca9a8c2-abc9-4306-b14a-0414d089facb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.559021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55892) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:53.570939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-22134778-network', 'tenant_id': 'f38471ee9b3c40f3b4b37a82bb9ce155'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:53.612214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (4ca9a8c2-abc9-4306-b14a-0414d089facb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.638596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Made reservation on behalf of f38471ee9b3c40f3b4b37a82bb9ce155 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:53.643303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.662189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.666199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca9a8c2-abc9-4306-b14a-0414d089facb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:53.684764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.695049 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-08a5c2ec-04cd-4c28-bbb4-7abdcebf21ed admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ca9a8c2-abc9-4306-b14a-0414d089facb HTTP/1.1" status: 204 len: 168 time: 0.3963416 Jan 28 16:30:53.697261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55902) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:53.780025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks [] for security_group (8826ebed-f4cf-4063-b767-2f2bc3e30e2b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.785143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8826ebed-f4cf-4063-b767-2f2bc3e30e2b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.790666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ae8fb18a-d037-4c0d-9f7d-829c66a33892), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.841043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:30:53.849060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks [] for security_group (2eb512bf-30b4-4fa1-a266-abbe64d890f5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.853093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826ebed-f4cf-4063-b767-2f2bc3e30e2b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:53.867738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dc5264f4-8f20-4488-a24e-e5ad5d47023d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.868081 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Added segment dc5264f4-8f20-4488-a24e-e5ad5d47023d of type vlan for network 3b165ecd-961a-48eb-945e-a0a7c061bc2e Jan 28 16:30:53.869401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2eb512bf-30b4-4fa1-a266-abbe64d890f5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.899947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ae8fb18a-d037-4c0d-9f7d-829c66a33892), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.926492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.926977 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.928045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.928665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > port after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.929159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.930004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > port after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.930853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.931424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.932254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.933408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:53.933600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:30:53.952892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3b165ecd-961a-48eb-945e-a0a7c061bc2e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.957885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb512bf-30b4-4fa1-a266-abbe64d890f5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:53.966348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5d5b6ae7-f0ae-4bf8-b7e9-12a719231237), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:53.966961 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Added segment 5d5b6ae7-f0ae-4bf8-b7e9-12a719231237 of type vlan for network e58f53bf-1bc2-4191-a181-ce527a2c8e8b Jan 28 16:30:54.021665 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3b165ecd-961a-48eb-945e-a0a7c061bc2e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.022086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:54.022661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.028981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e58f53bf-1bc2-4191-a181-ce527a2c8e8b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.039116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:54.039460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:54.039790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:54.040491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:30:54.040491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8fb18a-d037-4c0d-9f7d-829c66a33892']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:30:54.060486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706551cb-83f1-4be7-993b-40c48b2a7994') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:30:54.060853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706551cb-83f1-4be7-993b-40c48b2a7994') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:30:54.084266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (706551cb-83f1-4be7-993b-40c48b2a7994), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.098139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6724701 Jan 28 16:30:54.101990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55926) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:54.110787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e83f-9d4b-4bee-9f6a-ad6e903ee38c admin admin] Pushing event updated for resources: {'Network': ['ID=3b165ecd-961a-48eb-945e-a0a7c061bc2e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:54.115816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Request body: {'subnet': {'network_id': '3b165ecd-961a-48eb-945e-a0a7c061bc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1172948937-subnet', 'tenant_id': 'aa43c4b0160e45cca8acc1e57d1108b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:54.126981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e58f53bf-1bc2-4191-a181-ce527a2c8e8b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.128007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3b165ecd-961a-48eb-945e-a0a7c061bc2e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:30:54.128625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:54.128625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.140492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (706551cb-83f1-4be7-993b-40c48b2a7994), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.147433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Made reservation on behalf of aa43c4b0160e45cca8acc1e57d1108b9 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:54.150374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.156890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:30:54.157325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (706551cb-83f1-4be7-993b-40c48b2a7994), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: from cryptography.utils import int_from_bytes Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: from cryptography.utils import int_from_bytes Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:30:54.175851 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:30:54.181451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6213696 Jan 28 16:30:54.182049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55928) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:54.193762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Request body: {'subnet': {'network_id': 'e58f53bf-1bc2-4191-a181-ce527a2c8e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-22134778-subnet', 'tenant_id': 'f38471ee9b3c40f3b4b37a82bb9ce155', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:54.210248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415bee9-02b9-452f-9e3b-0f960263cce0 admin admin] Pushing event updated for resources: {'Network': ['ID=e58f53bf-1bc2-4191-a181-ce527a2c8e8b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:54.226407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Made reservation on behalf of f38471ee9b3c40f3b4b37a82bb9ce155 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:54.228764 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.230543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e58f53bf-1bc2-4191-a181-ce527a2c8e8b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:30:54.249725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55930) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:54.308562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ae8fb18a-d037-4c0d-9f7d-829c66a33892), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.322805 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.326683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ae8fb18a-d037-4c0d-9f7d-829c66a33892 HTTP/1.1" status: 204 len: 168 time: 0.6282053 Jan 28 16:30:54.331805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55934) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:54.341428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af51fe-6b53-449b-b82f-9ec25f927092 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8fb18a-d037-4c0d-9f7d-829c66a33892,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:54.411176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Deleting subnet 86a6547d-0624-4273-86ea-1df587860a5f {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:30:54.447414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Publish callbacks [] for subnet (86a6547d-0624-4273-86ea-1df587860a5f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.496724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb29d4df-ef7c-411d-be43-c330106a419a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.499853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d8901cfb-c89c-41f1-955a-eb4b21a85fd7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.560482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8901cfb-c89c-41f1-955a-eb4b21a85fd7,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:54.568539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Checking segment: {'id': 'dc5264f4-8f20-4488-a24e-e5ad5d47023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b165ecd-961a-48eb-945e-a0a7c061bc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:54.568919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Network hostable DHCP agents. Network: 3b165ecd-961a-48eb-945e-a0a7c061bc2e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:30:54.578621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Publish callbacks [] for subnet (86a6547d-0624-4273-86ea-1df587860a5f), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.593750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Network 3b165ecd-961a-48eb-945e-a0a7c061bc2e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:30:54.604529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3b165ecd-961a-48eb-945e-a0a7c061bc2e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:54.608637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:54.609374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.609796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (86a6547d-0624-4273-86ea-1df587860a5f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.622122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcd441-6c72-4fb1-a125-1eca3bca38e5 None None] Network 3b165ecd-961a-48eb-945e-a0a7c061bc2e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:54.646214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb38a592-154c-45ee-a5f1-901d1b24290d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5350919 Jan 28 16:30:54.646429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (317da862-0c96-44a9-9299-36e1af4a288f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.672809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 198e55c7-2926-45f7-a359-14bc101d0aba up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:30:54.695191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=317da862-0c96-44a9-9299-36e1af4a288f,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:54.712762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6126-b7ce-460c-a1d9-38324300eaca req-50cf3df2-7c0b-41b9-a433-78ef84d909a6 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:54.714022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e6b6126-b7ce-460c-a1d9-38324300eaca req-50cf3df2-7c0b-41b9-a433-78ef84d909a6 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 970 time: 0.2685144 Jan 28 16:30:54.779163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 198e55c7-2926-45f7-a359-14bc101d0aba completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:30:54.784817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80473e00-d747-48bb-8df6-1435d6a536d4 None None] Network 3b165ecd-961a-48eb-945e-a0a7c061bc2e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:54.788854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 198e55c7-2926-45f7-a359-14bc101d0aba triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:30:54.789437 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.812889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Checking segment: {'id': '5d5b6ae7-f0ae-4bf8-b7e9-12a719231237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e58f53bf-1bc2-4191-a181-ce527a2c8e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:30:54.813259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Network hostable DHCP agents. Network: e58f53bf-1bc2-4191-a181-ce527a2c8e8b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:30:54.823293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e6b6126-b7ce-460c-a1d9-38324300eaca req-24b36540-7a1a-4d1d-8b3f-28cfbfd0aafc tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951414 Jan 28 16:30:54.834525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (86a6547d-0624-4273-86ea-1df587860a5f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.883325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.889068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55950) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:54.889564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86a6547d-0624-4273-86ea-1df587860a5f HTTP/1.1" status: 204 len: 168 time: 0.5560250 Jan 28 16:30:54.893314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb29d4df-ef7c-411d-be43-c330106a419a admin admin] Publish callbacks [] for security_group (b17acda4-f6a6-406f-b808-f2ddb6831752), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.895865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbfeaf-9fe5-4646-87cc-750584a9bf12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a6547d-0624-4273-86ea-1df587860a5f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:54.901031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb29d4df-ef7c-411d-be43-c330106a419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b17acda4-f6a6-406f-b808-f2ddb6831752), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:54.928770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Network e58f53bf-1bc2-4191-a181-ce527a2c8e8b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:30:54.952872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb29d4df-ef7c-411d-be43-c330106a419a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad8be9a419474e8ca3ecb2abe0bbd308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7014847 Jan 28 16:30:54.965051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55956) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:54.998693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e58f53bf-1bc2-4191-a181-ce527a2c8e8b) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:55.005442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d4df-ef7c-411d-be43-c330106a419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17acda4-f6a6-406f-b808-f2ddb6831752,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:55.010485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:55.011285 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.014369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (925ede67-8f7b-4663-9aab-9a1c4911dedd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.024425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0a588-e8f6-4c6d-9f32-c35b80232a2b None None] Network e58f53bf-1bc2-4191-a181-ce527a2c8e8b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:55.076218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0571f99e-06f4-496f-a18e-d1b664d44301 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8868463 Jan 28 16:30:55.082549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a022c89-7b01-4b4f-99f8-134df1785b12 admin admin] Publish callbacks [] for security_group (b17acda4-f6a6-406f-b808-f2ddb6831752), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.108977 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a022c89-7b01-4b4f-99f8-134df1785b12 admin admin] Publish callbacks [] for security_group (b17acda4-f6a6-406f-b808-f2ddb6831752), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.169455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (925ede67-8f7b-4663-9aab-9a1c4911dedd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.207160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 198e55c7-2926-45f7-a359-14bc101d0aba is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:30:55.209741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.211334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925ede67-8f7b-4663-9aab-9a1c4911dedd']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:30:55.232721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c45c8b-a74d-45dd-9490-3ce7fc772841') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:30:55.233248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c45c8b-a74d-45dd-9490-3ce7fc772841') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:30:55.250435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (35c45c8b-a74d-45dd-9490-3ce7fc772841), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.274274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (35c45c8b-a74d-45dd-9490-3ce7fc772841), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.278297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368628e-a273-48e5-bc7c-c2c8f671789b None None] Network e58f53bf-1bc2-4191-a181-ce527a2c8e8b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:30:55.289809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:30:55.291364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (35c45c8b-a74d-45dd-9490-3ce7fc772841), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:30:55.295921 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:30:55.302238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e4708d-ebd3-4044-827c-862824675062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198e55c7-2926-45f7-a359-14bc101d0aba'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:30:55.411068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 198e55c7-2926-45f7-a359-14bc101d0aba, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=198e55c7-2926-45f7-a359-14bc101d0aba,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:30:55.423750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (925ede67-8f7b-4663-9aab-9a1c4911dedd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.424096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.441643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.450341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] 10.222.0.25 "DELETE /v2.0/networks/925ede67-8f7b-4663-9aab-9a1c4911dedd HTTP/1.1" status: 204 len: 168 time: 0.5589666 Jan 28 16:30:55.475924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-a62925f5-b0a0-45cf-9e5b-92e7860913da tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:55.477433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-a62925f5-b0a0-45cf-9e5b-92e7860913da tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.3087256 Jan 28 16:30:55.481114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db65692-9eb6-4c23-b036-c11c919f2d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=925ede67-8f7b-4663-9aab-9a1c4911dedd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:55.491714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a022c89-7b01-4b4f-99f8-134df1785b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b17acda4-f6a6-406f-b808-f2ddb6831752), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.494433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a022c89-7b01-4b4f-99f8-134df1785b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:55.495737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5a022c89-7b01-4b4f-99f8-134df1785b12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b17acda4-f6a6-406f-b808-f2ddb6831752 HTTP/1.1" status: 204 len: 168 time: 0.5295210 Jan 28 16:30:55.506764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a022c89-7b01-4b4f-99f8-134df1785b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17acda4-f6a6-406f-b808-f2ddb6831752,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:55.510489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-1bce710d-476a-4d9c-add1-356e71073c50 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/quotas/d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 375 time: 0.0276430 Jan 28 16:30:55.550672 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-d2814c70-a6a3-4a26-8df5-d5945dc5b561 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343704 Jan 28 16:30:55.635836 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb08c06-c5f9-4f92-a816-5a3ee05fab2e" -d '{"events": [{"server_uuid": "24e4708d-ebd3-4044-827c-862824675062", "name": "network-vif-plugged", "status": "completed", "tag": "198e55c7-2926-45f7-a359-14bc101d0aba"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:30:55.656477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=198e55c7-2926-45f7-a359-14bc101d0aba,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:55.862564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56010) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:55.886803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-acc75710-9ef5-415b-8ca0-2874c546d339 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:55.888307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-acc75710-9ef5-415b-8ca0-2874c546d339 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.1294932 Jan 28 16:30:55.922378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-5ae3b4e9-0e9a-467c-ab03-bec69071b70d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/quotas/91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 375 time: 0.0214515 Jan 28 16:30:55.926286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6991ab39-1b6d-498d-a6c5-e0363b480c7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e236083250bf47cf9b407f99c05cf1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619991 Jan 28 16:30:55.928968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56016) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:55.953689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:55.985110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-39cd32ef-52fd-4b1a-820d-9c67b15c6947 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412338 Jan 28 16:30:56.011921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75b056ac-1273-483c-9776-8ecf6523982b admin admin] Publish callbacks [] for security_group (29c02e29-477c-432d-9564-aa09d79e9629), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.029265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c95234d3-abff-4a3a-8e35-0fa50dc2253a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.038585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75b056ac-1273-483c-9776-8ecf6523982b admin admin] Publish callbacks [] for security_group (29c02e29-477c-432d-9564-aa09d79e9629), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.063220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-af5bece3-1022-4e1c-b9f4-df3008539028 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:30:56.064262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-af5bece3-1022-4e1c-b9f4-df3008539028 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0820968 Jan 28 16:30:56.100157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56026) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:56.133292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c95234d3-abff-4a3a-8e35-0fa50dc2253a admin admin] Publish callbacks [] for security_group (0493af28-e16b-4e28-ae1c-c89d7380d0cb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.137368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c95234d3-abff-4a3a-8e35-0fa50dc2253a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0493af28-e16b-4e28-ae1c-c89d7380d0cb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.160292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bfa6169e-b5ab-4ae9-b333-1810f9bf6dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.178005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c95234d3-abff-4a3a-8e35-0fa50dc2253a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3250262437944752ae0e99cfc3348c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231627 Jan 28 16:30:56.178728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95234d3-abff-4a3a-8e35-0fa50dc2253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0493af28-e16b-4e28-ae1c-c89d7380d0cb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:56.182478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56030) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:56.235487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a89170ba-f5e5-4b7d-beed-5e3eca6e88d6 admin admin] Publish callbacks [] for security_group (0493af28-e16b-4e28-ae1c-c89d7380d0cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.239632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75b056ac-1273-483c-9776-8ecf6523982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (29c02e29-477c-432d-9564-aa09d79e9629), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.242196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75b056ac-1273-483c-9776-8ecf6523982b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.243332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-75b056ac-1273-483c-9776-8ecf6523982b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29c02e29-477c-432d-9564-aa09d79e9629 HTTP/1.1" status: 204 len: 168 time: 0.3130519 Jan 28 16:30:56.255747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-b1682496-60cb-4111-97e8-cedb706732aa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:30:56.260955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a89170ba-f5e5-4b7d-beed-5e3eca6e88d6 admin admin] Publish callbacks [] for security_group (0493af28-e16b-4e28-ae1c-c89d7380d0cb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.261621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-b1682496-60cb-4111-97e8-cedb706732aa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1632552 Jan 28 16:30:56.302281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b056ac-1273-483c-9776-8ecf6523982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c02e29-477c-432d-9564-aa09d79e9629,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:56.355148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-dd2cce38-3435-4a7f-b409-151b3030a1fc service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821186 Jan 28 16:30:56.533568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-1b6d101e-7587-4604-8cf0-404aeb0c9681 service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700772 Jan 28 16:30:56.552814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a89170ba-f5e5-4b7d-beed-5e3eca6e88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0493af28-e16b-4e28-ae1c-c89d7380d0cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.557089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a89170ba-f5e5-4b7d-beed-5e3eca6e88d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.558915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a89170ba-f5e5-4b7d-beed-5e3eca6e88d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0493af28-e16b-4e28-ae1c-c89d7380d0cb HTTP/1.1" status: 204 len: 168 time: 0.3751299 Jan 28 16:30:56.569416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bfa6169e-b5ab-4ae9-b333-1810f9bf6dd1 admin admin] Publish callbacks [] for security_group (6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.589810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89170ba-f5e5-4b7d-beed-5e3eca6e88d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493af28-e16b-4e28-ae1c-c89d7380d0cb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:56.599276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bfa6169e-b5ab-4ae9-b333-1810f9bf6dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.639553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-b1839081-77bc-4a87-b5a3-1b5b17d59a34 service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722676 Jan 28 16:30:56.682790 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bfa6169e-b5ab-4ae9-b333-1810f9bf6dd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=339192c67db74e34b65f4feb8ccea3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761769 Jan 28 16:30:56.686086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56038) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:56.692152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6169e-b5ab-4ae9-b333-1810f9bf6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:56.727370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-48dc64ec-f468-4471-88df-a7dcccd09c88 service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926861 Jan 28 16:30:56.751138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-742a5a8e-e2c8-4434-8e98-177459585d19 admin admin] Publish callbacks [] for security_group (6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.768645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56042) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:56.787386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-742a5a8e-e2c8-4434-8e98-177459585d19 admin admin] Publish callbacks [] for security_group (6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.854796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-91e28860-e376-4316-b333-56cefc6f94c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dda5469c76344e2af1d16cd226d7f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819900 Jan 28 16:30:56.866334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56050) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:56.879114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-742a5a8e-e2c8-4434-8e98-177459585d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.885173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-742a5a8e-e2c8-4434-8e98-177459585d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.895337 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-742a5a8e-e2c8-4434-8e98-177459585d19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1 HTTP/1.1" status: 204 len: 168 time: 0.2054617 Jan 28 16:30:56.921700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a5a8e-e2c8-4434-8e98-177459585d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce24ee9-5255-47d8-8f20-cbd4ea1e94c1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:56.965907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc980ebc-3eb8-4865-ac38-b173bcaaf489 admin admin] Publish callbacks [] for security_group (73e9ddf2-9c91-4ffa-825f-03004248b44c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:56.990476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc980ebc-3eb8-4865-ac38-b173bcaaf489 admin admin] Publish callbacks [] for security_group (73e9ddf2-9c91-4ffa-825f-03004248b44c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.052643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc980ebc-3eb8-4865-ac38-b173bcaaf489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (73e9ddf2-9c91-4ffa-825f-03004248b44c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.057214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc980ebc-3eb8-4865-ac38-b173bcaaf489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.059561 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dc980ebc-3eb8-4865-ac38-b173bcaaf489 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73e9ddf2-9c91-4ffa-825f-03004248b44c HTTP/1.1" status: 204 len: 168 time: 0.1913972 Jan 28 16:30:57.073403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc980ebc-3eb8-4865-ac38-b173bcaaf489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e9ddf2-9c91-4ffa-825f-03004248b44c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:57.087294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9601-c7de-49df-983d-55e8babc840f req-98a93079-ddca-4352-b9cf-1a36790c07af tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:57.097105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee5c9601-c7de-49df-983d-55e8babc840f req-98a93079-ddca-4352-b9cf-1a36790c07af tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.1076984 Jan 28 16:30:57.143691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56068) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:57.186239 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ab135-5007-4bf1-8d37-1081e45b98d9 x-openstack-request-id: req-408ab135-5007-4bf1-8d37-1081e45b98d9 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:30:57.187362 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e4708d-ebd3-4044-827c-862824675062", "name": "network-vif-plugged", "status": "completed", "tag": "198e55c7-2926-45f7-a359-14bc101d0aba", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:30:57.191735 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-408ab135-5007-4bf1-8d37-1081e45b98d9 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:30:57.192184 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e4708d-ebd3-4044-827c-862824675062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198e55c7-2926-45f7-a359-14bc101d0aba', 'code': 200} Jan 28 16:30:57.208260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a84dcefa-e3cb-43dd-bea7-fb4563f90c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.210924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee5c9601-c7de-49df-983d-55e8babc840f req-1463ea2c-b284-4de6-af1f-da9a360361f6 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128743 Jan 28 16:30:57.335011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-539c5386-b900-4fae-9c60-f5ebd9ce7fec req-737195be-807a-4c8d-8f7d-f79898c1f00e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 210 time: 0.0483158 Jan 28 16:30:57.394213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-257d41a0-5dac-461f-afc5-9c71e4f4f474 req-fc3e58a6-fe0d-45ad-8449-d6b0003830d9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 210 time: 0.0745974 Jan 28 16:30:57.451199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a27d9c-4d5f-4d11-84a2-d585cc726865 req-d746313a-c872-4cf0-9336-4e25eabd8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:57.453370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26a27d9c-4d5f-4d11-84a2-d585cc726865 req-d746313a-c872-4cf0-9336-4e25eabd8a08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 1154 time: 0.1595430 Jan 28 16:30:57.491478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-26a27d9c-4d5f-4d11-84a2-d585cc726865 req-00679dd0-3549-4471-9d9f-d41abb2cfb07 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.505979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a84dcefa-e3cb-43dd-bea7-fb4563f90c4e admin admin] Publish callbacks [] for security_group (400da137-5783-43f5-b176-6b6a54e31304), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.521130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a84dcefa-e3cb-43dd-bea7-fb4563f90c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (400da137-5783-43f5-b176-6b6a54e31304), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.589206 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a84dcefa-e3cb-43dd-bea7-fb4563f90c4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d41dc24b40243529ac6e33d4eb9dda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436407 Jan 28 16:30:57.589376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:57.607239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dcefa-e3cb-43dd-bea7-fb4563f90c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400da137-5783-43f5-b176-6b6a54e31304,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:57.694008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-26a27d9c-4d5f-4d11-84a2-d585cc726865 req-00679dd0-3549-4471-9d9f-d41abb2cfb07 service neutron] Publish callbacks [] for security_group (2af68165-c691-4e7a-94d5-d35b05c9afcf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.701418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-26a27d9c-4d5f-4d11-84a2-d585cc726865 req-00679dd0-3549-4471-9d9f-d41abb2cfb07 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2af68165-c691-4e7a-94d5-d35b05c9afcf), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.709091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaf25399-8cff-41fa-9a2b-e092dc2c1ff2 admin admin] Publish callbacks [] for security_group (400da137-5783-43f5-b176-6b6a54e31304), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.765670 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26a27d9c-4d5f-4d11-84a2-d585cc726865 req-00679dd0-3549-4471-9d9f-d41abb2cfb07 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018894 Jan 28 16:30:57.766895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaf25399-8cff-41fa-9a2b-e092dc2c1ff2 admin admin] Publish callbacks [] for security_group (400da137-5783-43f5-b176-6b6a54e31304), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.768373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00679dd0-3549-4471-9d9f-d41abb2cfb07 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2af68165-c691-4e7a-94d5-d35b05c9afcf,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:57.847922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaf25399-8cff-41fa-9a2b-e092dc2c1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (400da137-5783-43f5-b176-6b6a54e31304), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.851046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaf25399-8cff-41fa-9a2b-e092dc2c1ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:57.853163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eaf25399-8cff-41fa-9a2b-e092dc2c1ff2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/400da137-5783-43f5-b176-6b6a54e31304 HTTP/1.1" status: 204 len: 168 time: 0.2629237 Jan 28 16:30:57.861796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf25399-8cff-41fa-9a2b-e092dc2c1ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400da137-5783-43f5-b176-6b6a54e31304,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:58.338575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b4216-b381-4750-be31-24d49a2172ec req-e9796196-8265-4889-a19d-35d58bf57219 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:58.346724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e1b4216-b381-4750-be31-24d49a2172ec req-e9796196-8265-4889-a19d-35d58bf57219 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.0767653 Jan 28 16:30:58.408003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e1b4216-b381-4750-be31-24d49a2172ec req-e63d05fe-9a11-485c-b014-8f857e59d834 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599916 Jan 28 16:30:58.476871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.24', 59494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:58.494106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30bf07f6-5839-4aa1-bdc1-51193dad3eb3 req-21978ccc-4a3a-446b-8ed6-510b61abbc06 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 210 time: 0.0336967 Jan 28 16:30:58.546185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8aeb7b1b-dd05-431c-84dc-57e10aa3f3d3 req-5c4da641-3faa-435f-a399-5afe8fea3e19 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 210 time: 0.0358002 Jan 28 16:30:58.681714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.24', 59495) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:30:58.722637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-86adfdd9-2ad6-4b8a-b924-d62c650ff912 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:58.724400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-86adfdd9-2ad6-4b8a-b924-d62c650ff912 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.2457850 Jan 28 16:30:58.800026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Request body: {'port': {'device_id': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'admin_state_up': True, 'tenant_id': '91aca3dcf28449cc8aa45ff98b8bd119'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:58.815664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-c47f2cb7-20dc-435d-bb66-8c6821487420 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:58.817657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-c47f2cb7-20dc-435d-bb66-8c6821487420 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.1349165 Jan 28 16:30:58.836581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Request body: {'port': {'device_id': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'admin_state_up': True, 'tenant_id': 'd71ea35b215840f0a0102591148d98fc'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:30:58.981823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Made reservation on behalf of 91aca3dcf28449cc8aa45ff98b8bd119 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:58.986996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:59.163282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Made reservation on behalf of d71ea35b215840f0a0102591148d98fc for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:30:59.167310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:59.219437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Allocated IP 172.20.0.4 (8e543e1e-9a3c-46d5-afc3-9e00446cbc45/3f6a2fb7-19a6-46ee-82d4-527aa6016d07/f000beb6-a7b1-49a4-a652-470a7ef32c23) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:30:59.471549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks [] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:59.560045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:59.668194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:30:59.672770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:30:59.681109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:30:59.698685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Allocated IP 172.20.0.7 (fa25765c-f7d0-4a6a-8b71-339fb7f268ad/a17727bf-14a6-47a7-b0c1-c4791e085e6b/f46a88dc-e649-42cd-9b55-ebf9eb753885) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:30:59.767997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:30:59.813982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:59.814861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:30:59.819282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ffcc1-619e-4804-90b5-3ff13eb814d8 req-ae0d54fd-796d-4900-aa1a-72d1a58fdc03 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:59.830679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d98ffcc1-619e-4804-90b5-3ff13eb814d8 req-ae0d54fd-796d-4900-aa1a-72d1a58fdc03 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.1908739 Jan 28 16:30:59.836825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a328b800-f67c-4837-9449-4643a4b1a799 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427308 Jan 28 16:30:59.869294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb93ff-6161-4d44-84a9-7700357b0567 req-92b7ac05-ff9a-4add-9613-16cfe5568823 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:30:59.870899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38cb93ff-6161-4d44-84a9-7700357b0567 req-92b7ac05-ff9a-4add-9613-16cfe5568823 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 931 time: 0.1830966 Jan 28 16:30:59.984442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d98ffcc1-619e-4804-90b5-3ff13eb814d8 req-c67b6d2d-6413-4b6f-99f6-64150b4e55af tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528690 Jan 28 16:31:00.027137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38cb93ff-6161-4d44-84a9-7700357b0567 req-3dcafcfa-10b1-4961-abe5-f2a662c2dcf5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467357 Jan 28 16:31:00.071682 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks [] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:00.114323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d921dfd6-8911-43ca-b41c-dd6abc370d79 req-27bee3b7-4ee9-4d6f-ac28-a5041dc393e2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 210 time: 0.0394721 Jan 28 16:31:00.174610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:00.250097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:00.255906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:00.268473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:00.273593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:00.274208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:00.302937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:00.311333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-75beaed1-bfb5-4466-a313-85a018cc0954 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4842534 Jan 28 16:31:01.139730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7ba93bcf-1ace-483d-9cf7-8314a529e082 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=82d8d16852634916acdf735667c56884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223215 Jan 28 16:31:01.194492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:01.275334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a72e0c-d0bc-48b4-8b49-11c1fb461ddc req-415ea4d7-f572-430a-8962-35af4c5c87b1 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:01.281191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76a72e0c-d0bc-48b4-8b49-11c1fb461ddc req-415ea4d7-f572-430a-8962-35af4c5c87b1 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.1236675 Jan 28 16:31:01.316449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-0fecd74f-d812-4b60-8625-d8c884d48ecd tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:01.316853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39195f2e-3bee-4911-bae2-1948e14b2e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.317937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-0fecd74f-d812-4b60-8625-d8c884d48ecd tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723831 Jan 28 16:31:01.347973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-e334176f-e40c-4c54-80a6-310cea2baab3 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/quotas/82d8d16852634916acdf735667c56884 HTTP/1.1" status: 200 len: 375 time: 0.0236385 Jan 28 16:31:01.355624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76a72e0c-d0bc-48b4-8b49-11c1fb461ddc req-4e479cab-f0e5-484f-86d2-9665e1b61570 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Jan 28 16:31:01.391085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-ac558685-4f0a-4c99-9023-f3597bbe26f7 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82d8d16852634916acdf735667c56884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322359 Jan 28 16:31:01.429484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39195f2e-3bee-4911-bae2-1948e14b2e00 admin admin] Publish callbacks [] for security_group (7653b65b-9c37-40e7-a010-ac575e75e661), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.436612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39195f2e-3bee-4911-bae2-1948e14b2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7653b65b-9c37-40e7-a010-ac575e75e661), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.478141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-39195f2e-3bee-4911-bae2-1948e14b2e00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fedf6bf40474826aeb034adf112e7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824059 Jan 28 16:31:01.479183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195f2e-3bee-4911-bae2-1948e14b2e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7653b65b-9c37-40e7-a010-ac575e75e661,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:01.481860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56280) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:01.516370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb5f65-3c51-4270-b201-06da6e318018 req-80cbbcd9-a483-48dd-9580-37cc140d7032 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:01.523520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86bb5f65-3c51-4270-b201-06da6e318018 req-80cbbcd9-a483-48dd-9580-37cc140d7032 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 931 time: 0.0986166 Jan 28 16:31:01.591141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-debbf05b-07f6-44e9-b401-c5b5bef25dc5 admin admin] Publish callbacks [] for security_group (7653b65b-9c37-40e7-a010-ac575e75e661), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.596238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86bb5f65-3c51-4270-b201-06da6e318018 req-386f3d91-84de-4465-b0c4-36a2b80a612e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 Jan 28 16:31:01.645224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-debbf05b-07f6-44e9-b401-c5b5bef25dc5 admin admin] Publish callbacks [] for security_group (7653b65b-9c37-40e7-a010-ac575e75e661), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.796341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e7954-fb30-4e91-b8c2-3d8bde49fafa req-03052364-f9d0-4525-8297-0175249bcc41 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:01.800338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af8e7954-fb30-4e91-b8c2-3d8bde49fafa req-03052364-f9d0-4525-8297-0175249bcc41 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 931 time: 0.1013238 Jan 28 16:31:01.802961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-debbf05b-07f6-44e9-b401-c5b5bef25dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7653b65b-9c37-40e7-a010-ac575e75e661), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.805733 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-debbf05b-07f6-44e9-b401-c5b5bef25dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:01.806933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-debbf05b-07f6-44e9-b401-c5b5bef25dc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7653b65b-9c37-40e7-a010-ac575e75e661 HTTP/1.1" status: 204 len: 168 time: 0.3241518 Jan 28 16:31:01.841784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbf05b-07f6-44e9-b401-c5b5bef25dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653b65b-9c37-40e7-a010-ac575e75e661,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:01.943063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af8e7954-fb30-4e91-b8c2-3d8bde49fafa req-be898292-2406-413f-898a-5bcfd13c86dd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282649 Jan 28 16:31:02.061280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ded9e9f0-5dcf-4661-adfb-7ed135e07a7a req-925cac63-e675-4355-8c15-97d4a5580c73 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 210 time: 0.0625184 Jan 28 16:31:02.087722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158c766-2dc9-46ad-b9b9-29da0beaa69e req-4e78357f-665f-4cc2-b83d-721a95384e85 tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:02.090278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5158c766-2dc9-46ad-b9b9-29da0beaa69e req-4e78357f-665f-4cc2-b83d-721a95384e85 tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 1154 time: 0.1454122 Jan 28 16:31:02.131150 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5158c766-2dc9-46ad-b9b9-29da0beaa69e req-6ee94ffa-31ad-439d-8ca6-60e4f48e9e2a tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.246061 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:31:02.272428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5158c766-2dc9-46ad-b9b9-29da0beaa69e req-6ee94ffa-31ad-439d-8ca6-60e4f48e9e2a tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] Publish callbacks [] for security_group (13d31d7d-232f-471f-ae13-30954a4a0e6e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.280065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5158c766-2dc9-46ad-b9b9-29da0beaa69e req-6ee94ffa-31ad-439d-8ca6-60e4f48e9e2a tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (13d31d7d-232f-471f-ae13-30954a4a0e6e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.330868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-01f47ce8-4baa-42c3-afb8-02441823da6c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:02.333007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-01f47ce8-4baa-42c3-afb8-02441823da6c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096076 Jan 28 16:31:02.354333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5158c766-2dc9-46ad-b9b9-29da0beaa69e req-6ee94ffa-31ad-439d-8ca6-60e4f48e9e2a tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529552 Jan 28 16:31:02.359846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-d26ada75-eaa0-4be0-87e4-5ce42aee7307 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:02.360886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-d26ada75-eaa0-4be0-87e4-5ce42aee7307 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269551 Jan 28 16:31:02.388613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:02.401560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee94ffa-31ad-439d-8ca6-60e4f48e9e2a tempest-AggregatesAdminTestJSON-1662321607 tempest-AggregatesAdminTestJSON-1662321607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d31d7d-232f-471f-ae13-30954a4a0e6e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:02.430958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65ca72d0-0f90-458b-be4d-e8d16410c3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.563964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65ca72d0-0f90-458b-be4d-e8d16410c3e3 admin admin] Publish callbacks [] for security_group (ea0e5ef4-ed89-4702-af99-ef4b93fa039a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.571287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65ca72d0-0f90-458b-be4d-e8d16410c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ea0e5ef4-ed89-4702-af99-ef4b93fa039a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.604401 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-65ca72d0-0f90-458b-be4d-e8d16410c3e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f919c82a47e49e0aeabc8b6fdcc306b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144444 Jan 28 16:31:02.607610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56322) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:02.656918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca72d0-0f90-458b-be4d-e8d16410c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e5ef4-ed89-4702-af99-ef4b93fa039a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:02.736480 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7579f246-9492-4cbf-ab5f-f610622e4bff admin admin] Publish callbacks [] for security_group (ea0e5ef4-ed89-4702-af99-ef4b93fa039a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.761781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7579f246-9492-4cbf-ab5f-f610622e4bff admin admin] Publish callbacks [] for security_group (ea0e5ef4-ed89-4702-af99-ef4b93fa039a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.866627 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7579f246-9492-4cbf-ab5f-f610622e4bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ea0e5ef4-ed89-4702-af99-ef4b93fa039a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.871811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7579f246-9492-4cbf-ab5f-f610622e4bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:02.873195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7579f246-9492-4cbf-ab5f-f610622e4bff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea0e5ef4-ed89-4702-af99-ef4b93fa039a HTTP/1.1" status: 204 len: 168 time: 0.2632451 Jan 28 16:31:02.884290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579f246-9492-4cbf-ab5f-f610622e4bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e5ef4-ed89-4702-af99-ef4b93fa039a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:02.893466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858f6d-9e1c-4a9b-9024-b2f835bf29b5 req-24d8eca8-28d2-49e9-bcd8-c1a00cf7a429 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:02.900919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed858f6d-9e1c-4a9b-9024-b2f835bf29b5 req-24d8eca8-28d2-49e9-bcd8-c1a00cf7a429 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 931 time: 0.1143239 Jan 28 16:31:02.953948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed858f6d-9e1c-4a9b-9024-b2f835bf29b5 req-42ca8e70-701a-45d6-ba4e-ba2816eb9276 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520387 Jan 28 16:31:02.955681 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-5439f8ae-3c98-4cb6-9ce7-6e0f38fbb73c tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=82d8d16852634916acdf735667c56884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592945 Jan 28 16:31:03.163225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937370f4-5c32-493f-b9f4-bdd038c25490 req-0b1745e8-af5f-4a3f-b68e-19a5c39f6326 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:03.164896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-937370f4-5c32-493f-b9f4-bdd038c25490 req-0b1745e8-af5f-4a3f-b68e-19a5c39f6326 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.1250341 Jan 28 16:31:03.174054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-a2cc93f7-af84-415d-a53a-10d2cbf25b33 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:03.175731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-a2cc93f7-af84-415d-a53a-10d2cbf25b33 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192488 Jan 28 16:31:03.181353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5aa8-716b-4fa4-97d1-158b6c106721 req-21b3a7f7-05c9-40a1-9fed-16f780cdc367 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:03.183047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-074c5aa8-716b-4fa4-97d1-158b6c106721 req-21b3a7f7-05c9-40a1-9fed-16f780cdc367 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 931 time: 0.1449535 Jan 28 16:31:03.195471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Request body: {'port': {'device_id': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '82d8d16852634916acdf735667c56884'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:03.256376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-937370f4-5c32-493f-b9f4-bdd038c25490 req-9812ff44-7299-403b-815e-a82004332973 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Jan 28 16:31:03.283965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-074c5aa8-716b-4fa4-97d1-158b6c106721 req-bca66e2e-9e51-42a0-a354-4bb53e7c52f7 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894046 Jan 28 16:31:03.330112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Made reservation on behalf of 82d8d16852634916acdf735667c56884 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:03.334755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.345483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.369456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfd422d0-76db-48bc-93f2-9b61d932d19f req-8f73564c-d2dd-48cd-aaec-5f8feef90d51 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 210 time: 0.0293758 Jan 28 16:31:03.446749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks [] for security_group (7cd2905e-e3a3-422a-96b0-6091d787a0cd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.451572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7cd2905e-e3a3-422a-96b0-6091d787a0cd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.525049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2905e-e3a3-422a-96b0-6091d787a0cd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:03.612753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Allocated IP 192.168.233.47 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/07144217-e48a-4156-ad36-92fbe44df79c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:03.727708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56358) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:03.775269 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks [] for port (07144217-e48a-4156-ad36-92fbe44df79c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.801232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Request body: {'port': {'device_id': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:03.815104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (07144217-e48a-4156-ad36-92fbe44df79c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.847536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Request body: {'port': {'device_id': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:03.914750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.916026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:03.919386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe7f271a-b334-4b05-98f9-9924fb7baf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:03.927825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:03.939264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:03.947465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Pushing event updated for resources: {'Port': ['ID=07144217-e48a-4156-ad36-92fbe44df79c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:04.020000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.036096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.31', 51239) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:04.072697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:04.073337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.127957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-01cb3f3e-a760-489c-ab01-2210fe454581 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9382751 Jan 28 16:31:04.185119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Request body: {'port': {'device_id': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'device_owner': 'compute:tempest-test_az-1977743107', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:04.271263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b13bf601-4990-40da-85d5-7ec7216475c5 None None] Provisioning complete for port 07144217-e48a-4156-ad36-92fbe44df79c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:04.275940 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13bf601-4990-40da-85d5-7ec7216475c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (07144217-e48a-4156-ad36-92fbe44df79c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.302490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe7f271a-b334-4b05-98f9-9924fb7baf5c admin admin] Publish callbacks [] for security_group (e29b56da-2de5-413c-87a6-758a11854b62), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.323828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b13bf601-4990-40da-85d5-7ec7216475c5 None None] Port 07144217-e48a-4156-ad36-92fbe44df79c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:04.333699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe7f271a-b334-4b05-98f9-9924fb7baf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e29b56da-2de5-413c-87a6-758a11854b62), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.336628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (07144217-e48a-4156-ad36-92fbe44df79c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.399720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fe7f271a-b334-4b05-98f9-9924fb7baf5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0538c8de9ac1417f916e8d8615768e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709719 Jan 28 16:31:04.406616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-6bd9a4f7-9d74-4e55-8d56-b97cdef79b10 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:04.408125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-6bd9a4f7-9d74-4e55-8d56-b97cdef79b10 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.3704219 Jan 28 16:31:04.411280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56380) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:04.416463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f271a-b334-4b05-98f9-9924fb7baf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29b56da-2de5-413c-87a6-758a11854b62,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:04.502385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a8dc8-35bf-42e3-a0c6-88bdc55e7867 req-f2180476-ad27-4eaf-8fb8-e8c3975ae04f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:04.503898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df4a8dc8-35bf-42e3-a0c6-88bdc55e7867 req-f2180476-ad27-4eaf-8fb8-e8c3975ae04f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 931 time: 0.4492178 Jan 28 16:31:04.622366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46a88dc-e649-42cd-9b55-ebf9eb753885 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:04.632641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Publish callbacks [] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.657145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Transition to ACTIVE for port object f46a88dc-e649-42cd-9b55-ebf9eb753885 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:04.669120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.687433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549e195-1771-4caa-b368-47c0c2e7813b req-f5cef40b-b3c9-4773-a408-92d5f3c26b14 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:04.688993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3549e195-1771-4caa-b368-47c0c2e7813b req-f5cef40b-b3c9-4773-a408-92d5f3c26b14 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 971 time: 0.3257585 Jan 28 16:31:04.757486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:04.772596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df4a8dc8-35bf-42e3-a0c6-88bdc55e7867 req-f2d1647a-03f8-4e8f-bdd1-2302245fecd8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313216 Jan 28 16:31:04.816660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71799abc-d814-4543-a4f9-499f9371c849 admin admin] Publish callbacks [] for security_group (e29b56da-2de5-413c-87a6-758a11854b62), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.852226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07144217-e48a-4156-ad36-92fbe44df79c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:04.863294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Publish callbacks [] for port (07144217-e48a-4156-ad36-92fbe44df79c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.885308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Transition to ACTIVE for port object 07144217-e48a-4156-ad36-92fbe44df79c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:04.886763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:04.887154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:04.887517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:04.892422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (07144217-e48a-4156-ad36-92fbe44df79c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.897547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:04.897872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:04.903918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3549e195-1771-4caa-b368-47c0c2e7813b req-e6d7e10a-d90e-457c-aae6-eb564a10d026 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/security-groups?id=d38a63da-90b6-4f14-a2a6-67820cefc145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962819 Jan 28 16:31:04.906305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Deleting port 198e55c7-2926-45f7-a359-14bc101d0aba {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:04.906687 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.912947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71799abc-d814-4543-a4f9-499f9371c849 admin admin] Publish callbacks [] for security_group (e29b56da-2de5-413c-87a6-758a11854b62), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:04.936266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:04.936739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:04.937099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:04.937544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Bound port: f46a88dc-e649-42cd-9b55-ebf9eb753885, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:04.937906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.005544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f000beb6-a7b1-49a4-a652-470a7ef32c23 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:05.043323 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Publish callbacks [] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.116712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Transition to ACTIVE for port object f000beb6-a7b1-49a4-a652-470a7ef32c23 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:05.138040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6454-a08f-4474-b0a1-6e212b9012ea req-5c993b2d-1251-40b1-94df-41c1f374facf tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.140777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Pushing event updated for resources: {'Port': ['ID=07144217-e48a-4156-ad36-92fbe44df79c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:05.146339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f0a6454-a08f-4474-b0a1-6e212b9012ea req-5c993b2d-1251-40b1-94df-41c1f374facf tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.2754500 Jan 28 16:31:05.152444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.238261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:05.242230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:05.253548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Attempting to bind port 07144217-e48a-4156-ad36-92fbe44df79c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:05.253935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Attempting to bind port 07144217-e48a-4156-ad36-92fbe44df79c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:05.254513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Attempting to bind port 07144217-e48a-4156-ad36-92fbe44df79c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:05.257972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.265911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71799abc-d814-4543-a4f9-499f9371c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e29b56da-2de5-413c-87a6-758a11854b62), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.272078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71799abc-d814-4543-a4f9-499f9371c849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.272078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-71799abc-d814-4543-a4f9-499f9371c849 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e29b56da-2de5-413c-87a6-758a11854b62 HTTP/1.1" status: 204 len: 168 time: 0.8434777 Jan 28 16:31:05.272387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Port 07144217-e48a-4156-ad36-92fbe44df79c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:05.272387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Attempting to bind port 07144217-e48a-4156-ad36-92fbe44df79c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:05.278962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] For port 198e55c7-2926-45f7-a359-14bc101d0aba, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=198e55c7-2926-45f7-a359-14bc101d0aba,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:05.279365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.299668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:05.299778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:05.300158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:05.300600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Bound port: 07144217-e48a-4156-ad36-92fbe44df79c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:05.300980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (07144217-e48a-4156-ad36-92fbe44df79c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.312635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.313280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.314686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 1092 time: 1.6665094 Jan 28 16:31:05.315129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:05.317478 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6fb2d2-7577-4477-92d9-4937785f9be2" -d '{"events": [{"name": "network-changed", "server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:05.338540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799abc-d814-4543-a4f9-499f9371c849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29b56da-2de5-413c-87a6-758a11854b62,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:05.351905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Calling delete_port for 198e55c7-2926-45f7-a359-14bc101d0aba owned by compute:tempest-test_az-1977743107 {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:05.376434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9ae0a-c075-4e0c-972b-202ae67ae1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:05.394952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:05.427380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9b5d3-aa53-46ff-825d-087df759b83b req-02893da0-7df1-4580-a0b8-6d326cfadb96 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.429501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dee9b5d3-aa53-46ff-825d-087df759b83b req-02893da0-7df1-4580-a0b8-6d326cfadb96 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 969 time: 0.4189463 Jan 28 16:31:05.429649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] For port 07144217-e48a-4156-ad36-92fbe44df79c, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:05.433874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] For port 07144217-e48a-4156-ad36-92fbe44df79c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=07144217-e48a-4156-ad36-92fbe44df79c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:05.442422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-65fef28f-3893-4026-86e2-a7bf7889cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.444226 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-65fef28f-3893-4026-86e2-a7bf7889cb9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1126 time: 0.0795615 Jan 28 16:31:05.445806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (07144217-e48a-4156-ad36-92fbe44df79c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.518302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-6e8d4de9-c1a0-4f1a-ab45-5c05bcd50cdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.0640571 Jan 28 16:31:05.519829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.520153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.521496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] 10.222.0.31 "PUT /v2.0/ports/07144217-e48a-4156-ad36-92fbe44df79c HTTP/1.1" status: 200 len: 1118 time: 1.3829813 Jan 28 16:31:05.532390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f0a6454-a08f-4474-b0a1-6e212b9012ea req-21e8e8b5-641b-4976-ba80-9166d1886c29 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746650 Jan 28 16:31:05.580874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:05.581240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:05.581591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:05.596538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:05.596915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:05.613880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c1246-7da3-4cbf-a2b4-dc175e50245c service neutron] Pushing event updated for resources: {'Port': ['ID=07144217-e48a-4156-ad36-92fbe44df79c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:05.632811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:05.633383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:05.634117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:05.634638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Bound port: f000beb6-a7b1-49a4-a652-470a7ef32c23, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:05.635338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.650091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-795e950d-9b69-4bc6-9242-32e4c396488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.651549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-795e950d-9b69-4bc6-9242-32e4c396488e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1275742 Jan 28 16:31:05.661723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dee9b5d3-aa53-46ff-825d-087df759b83b req-fa7144ca-5cab-4fcf-afac-df1792c899d2 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107265 Jan 28 16:31:05.707027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-9215def1-f0d5-4dcb-b66f-faf1bf17d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.708055 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-9215def1-f0d5-4dcb-b66f-faf1bf17d987 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82d8d16852634916acdf735667c56884&device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 1152 time: 0.1359832 Jan 28 16:31:05.710225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-fb1933db-0553-4d0a-9dc1-aa635192c2cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521665 Jan 28 16:31:05.773260 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b214ab-1024-4c2e-b71b-085fe6ac5ca1 x-openstack-request-id: req-b7b214ab-1024-4c2e-b71b-085fe6ac5ca1 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:05.773606 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:05.777592 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7b214ab-1024-4c2e-b71b-085fe6ac5ca1 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:05.777592 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'status': 'completed', 'code': 200} Jan 28 16:31:05.782925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56404) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:05.792940 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-20b5da01-4d26-42f7-a1b4-1e9e353bad29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=07144217-e48a-4156-ad36-92fbe44df79c HTTP/1.1" status: 200 len: 217 time: 0.0777063 Jan 28 16:31:05.847091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4487823-eb69-41c0-b707-ae0d0f916287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.857507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:05.901157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:05.914272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-a665c82b-a261-4a6c-997f-d6900c949897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:05.915756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-a665c82b-a261-4a6c-997f-d6900c949897 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0865705 Jan 28 16:31:05.943089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.950320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (198e55c7-2926-45f7-a359-14bc101d0aba), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:05.958814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-dd2f7e74-7586-4a19-b5af-086042731452 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336686 Jan 28 16:31:05.963160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['198e55c7-2926-45f7-a359-14bc101d0aba'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:06.020722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.021392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:06.022974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 1092 time: 2.3766994 Jan 28 16:31:06.028806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:06.031819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-e9b76dce-a171-4ed2-ab4f-ef24c404f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.033448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-e9b76dce-a171-4ed2-ab4f-ef24c404f599 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1040020 Jan 28 16:31:06.126183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-de7a2960-ee6a-49cf-a7ce-768779782b15 req-2e2a8280-0642-4bca-8671-68b39afe41e6 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595829 Jan 28 16:31:06.168522 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-ce14966e-230c-4362-8003-8bb356937d4a service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288183 Jan 28 16:31:06.305227 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e11d7206-a2f8-4e0d-adb7-b78242114ccb req-993fb893-c913-482d-9e21-29b542be8b0b service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301341 Jan 28 16:31:06.306992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-1e4e565b-36ac-4ef0-9a03-071e196dfe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.308338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-1e4e565b-36ac-4ef0-9a03-071e196dfe24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1126 time: 0.1075432 Jan 28 16:31:06.394689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738267fc-666f-4079-b2c0-b664009ac79e req-c2d3149c-8126-4867-8771-0d3aa8da0647 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.396153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-738267fc-666f-4079-b2c0-b664009ac79e req-c2d3149c-8126-4867-8771-0d3aa8da0647 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.4877472 Jan 28 16:31:06.403327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495c497-2cbe-4c9d-8821-471aac317ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:06.404598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-65c58949-0505-4a3d-bebe-d435d5bbd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.406475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] No DVR routers for this DVR port 198e55c7-2926-45f7-a359-14bc101d0aba on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:31:06.406838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-65c58949-0505-4a3d-bebe-d435d5bbd49d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.0920594 Jan 28 16:31:06.414527 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f425e-29e9-49cc-9d3b-5e433a4c3e52" -d '{"events": [{"name": "network-changed", "server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:06.439607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53c198ff-ad4a-4d45-a283-aabbf6e30015 req-6c852f8d-e171-4efa-90f7-962ab3094565 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.25 "GET /v2.0/ports?device_id=24e4708d-ebd3-4044-827c-862824675062 HTTP/1.1" status: 200 len: 210 time: 0.0821528 Jan 28 16:31:06.445198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:06.448258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-c3420682-7c4c-451f-9d34-401e472c2881 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.0356793 Jan 28 16:31:06.448419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e7991e8-ae72-44de-9758-c9b3a12f4777 req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] 10.222.0.31 "DELETE /v2.0/ports/198e55c7-2926-45f7-a359-14bc101d0aba HTTP/1.1" status: 204 len: 173 time: 2.0057993 Jan 28 16:31:06.479436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157b1af-dd0b-4344-9db0-c85f5709d4a5 tempest-AggregatesAdminTestJSON-2064616749 tempest-AggregatesAdminTestJSON-2064616749-project] Pushing event deleted for resources: {'Port': ['ID=198e55c7-2926-45f7-a359-14bc101d0aba,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:06.518364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-56256bd4-9b47-452c-99ba-35b94d7eebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.520299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-56256bd4-9b47-452c-99ba-35b94d7eebcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0575905 Jan 28 16:31:06.545454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4487823-eb69-41c0-b707-ae0d0f916287 admin admin] Publish callbacks [] for security_group (9cbb7395-3d27-4cd2-9437-18e9297fbfe1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:06.561261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-caf2e946-8ea5-4258-ae10-725fa6693f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.562972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-caf2e946-8ea5-4258-ae10-725fa6693f82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1126 time: 0.4731212 Jan 28 16:31:06.570278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4487823-eb69-41c0-b707-ae0d0f916287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9cbb7395-3d27-4cd2-9437-18e9297fbfe1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:06.596080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-eb411a1a-ba26-4721-9f0a-b8e8c1a3896d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691600 Jan 28 16:31:06.668865 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46484ef-8d8e-4584-bf6c-77b162164ca9 x-openstack-request-id: req-f46484ef-8d8e-4584-bf6c-77b162164ca9 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:06.669219 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:06.669411 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f46484ef-8d8e-4584-bf6c-77b162164ca9 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:06.669920 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'status': 'completed', 'code': 200} Jan 28 16:31:06.676849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-27254595-8df2-4085-9220-9d0ef4ce8454 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.1034532 Jan 28 16:31:06.687944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-738267fc-666f-4079-b2c0-b664009ac79e req-d5f7349a-528b-4e5e-aac8-02c14dfae39c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528346 Jan 28 16:31:06.745917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-e849c291-966d-4119-9e19-566601024c7e service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420996 Jan 28 16:31:06.803116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4487823-eb69-41c0-b707-ae0d0f916287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbb7395-3d27-4cd2-9437-18e9297fbfe1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:06.809135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e4487823-eb69-41c0-b707-ae0d0f916287 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=625f3945b9a94f479e33060ac9d031c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0251293 Jan 28 16:31:06.810690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-e1657135-e215-4788-997c-ec6f7fc62506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:06.812127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-e1657135-e215-4788-997c-ec6f7fc62506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1233377 Jan 28 16:31:06.826747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56432) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:06.879556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad6fb2d2-7577-4477-92d9-4937785f9be2 req-091b43e7-348a-4df5-bd1f-f56b536a90c9 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272950 Jan 28 16:31:06.881278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56434) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:06.894817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-4b836b3d-c299-4e64-b63b-fbc33bcad49f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606298 Jan 28 16:31:07.036066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f58af-141a-4c5e-b77b-3f7728a29c09 req-3acda1df-c001-4621-a233-9a95efcd58d6 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:07.036288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-191dd19a-573c-4167-88c9-df8520b0381c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.037637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880f58af-141a-4c5e-b77b-3f7728a29c09 req-3acda1df-c001-4621-a233-9a95efcd58d6 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.2509005 Jan 28 16:31:07.044442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eeec4d2-3f5d-4b25-88a5-372808a9865e admin admin] Publish callbacks [] for security_group (9cbb7395-3d27-4cd2-9437-18e9297fbfe1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.114486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b7a2-c1ee-40de-88de-4c433174155d req-833bcff7-6284-45b6-9986-c20c67474dc2 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:07.116075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cb2b7a2-c1ee-40de-88de-4c433174155d req-833bcff7-6284-45b6-9986-c20c67474dc2 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 969 time: 0.1863406 Jan 28 16:31:07.117933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eeec4d2-3f5d-4b25-88a5-372808a9865e admin admin] Publish callbacks [] for security_group (9cbb7395-3d27-4cd2-9437-18e9297fbfe1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.122225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-965602eb-66b9-4f1c-963a-29e06d75e7f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182133 Jan 28 16:31:07.141531 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-191dd19a-573c-4167-88c9-df8520b0381c admin admin] Publish callbacks [] for security_group (39af03bf-5151-4e26-bf78-8ce528a18ffd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.145192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-191dd19a-573c-4167-88c9-df8520b0381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (39af03bf-5151-4e26-bf78-8ce528a18ffd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.184532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-191dd19a-573c-4167-88c9-df8520b0381c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47b482230da6485abbdb5574c047f446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021548 Jan 28 16:31:07.185511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd19a-573c-4167-88c9-df8520b0381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39af03bf-5151-4e26-bf78-8ce528a18ffd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:07.188409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56438) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:07.227068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880f58af-141a-4c5e-b77b-3f7728a29c09 req-e0b2ea71-f33f-40e7-a5dc-283db542a23f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728313 Jan 28 16:31:07.235955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d388af53-4dbe-46b0-976a-fdea2312ba77 admin admin] Publish callbacks [] for security_group (39af03bf-5151-4e26-bf78-8ce528a18ffd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.261096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d388af53-4dbe-46b0-976a-fdea2312ba77 admin admin] Publish callbacks [] for security_group (39af03bf-5151-4e26-bf78-8ce528a18ffd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.280564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cb2b7a2-c1ee-40de-88de-4c433174155d req-3571e927-8817-437a-94dd-7a46b3ada7d9 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470292 Jan 28 16:31:07.295388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eeec4d2-3f5d-4b25-88a5-372808a9865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9cbb7395-3d27-4cd2-9437-18e9297fbfe1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.297926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eeec4d2-3f5d-4b25-88a5-372808a9865e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.301631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6eeec4d2-3f5d-4b25-88a5-372808a9865e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cbb7395-3d27-4cd2-9437-18e9297fbfe1 HTTP/1.1" status: 204 len: 168 time: 0.4706960 Jan 28 16:31:07.305866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c0b351-f489-47c8-af23-ee4b143fefff req-cea1a65e-5a8a-4242-b6da-33898d84b7e6 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706793 Jan 28 16:31:07.312921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeec4d2-3f5d-4b25-88a5-372808a9865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbb7395-3d27-4cd2-9437-18e9297fbfe1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:07.326316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d388af53-4dbe-46b0-976a-fdea2312ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (39af03bf-5151-4e26-bf78-8ce528a18ffd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.330951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d388af53-4dbe-46b0-976a-fdea2312ba77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.334243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d388af53-4dbe-46b0-976a-fdea2312ba77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39af03bf-5151-4e26-bf78-8ce528a18ffd HTTP/1.1" status: 204 len: 168 time: 0.1445401 Jan 28 16:31:07.344296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388af53-4dbe-46b0-976a-fdea2312ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39af03bf-5151-4e26-bf78-8ce528a18ffd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:07.405893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-c1750671-899f-440a-873b-2ec73aeab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:07.407410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-c1750671-899f-440a-873b-2ec73aeab52f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1126 time: 0.0467901 Jan 28 16:31:07.580073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-5b04db63-4bba-47ae-a44d-8ab646d2deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:07.581727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-5b04db63-4bba-47ae-a44d-8ab646d2deee service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1682799 Jan 28 16:31:07.629499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-341885d6-98c1-4c76-9005-c4b32796f8c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.0405657 Jan 28 16:31:07.669117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:07.681874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-2f8d09b2-c100-472f-b84d-90c6076dbfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:07.683414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-2f8d09b2-c100-472f-b84d-90c6076dbfa9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0475831 Jan 28 16:31:07.692601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb31d-3e40-47af-92dd-954e0ded483e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.716509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-a7b9a33f-d24b-462f-9bbd-7ce1cc619ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261703 Jan 28 16:31:07.777005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'tag': '07144217-e48a-4156-ad36-92fbe44df79c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:07.780750 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb34ac-49b5-4c8d-a270-14ba99f89100" -d '{"events": [{"name": "network-changed", "server_uuid": "495c637e-58a1-43f7-8829-ce19ed8d166c", "tag": "07144217-e48a-4156-ad36-92fbe44df79c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:07.801213 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb31d-3e40-47af-92dd-954e0ded483e admin admin] Publish callbacks [] for security_group (068984de-c5ec-4c8d-9d53-e27bbd3481e3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.808437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb31d-3e40-47af-92dd-954e0ded483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (068984de-c5ec-4c8d-9d53-e27bbd3481e3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.853970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ccfeb31d-3e40-47af-92dd-954e0ded483e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa7cf88edca14e2987cb26cbdae10ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830466 Jan 28 16:31:07.855083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeb31d-3e40-47af-92dd-954e0ded483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068984de-c5ec-4c8d-9d53-e27bbd3481e3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:07.857357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:07.909699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebe321-6b84-449d-af25-e026f0468e65 req-3e6ee1ed-766d-451c-8d6f-a41d980f4b38 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:07.911225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2ebe321-6b84-449d-af25-e026f0468e65 req-3e6ee1ed-766d-451c-8d6f-a41d980f4b38 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.0891531 Jan 28 16:31:07.914358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-595c301e-1fbc-4149-8755-43b24ec42712 admin admin] Publish callbacks [] for security_group (068984de-c5ec-4c8d-9d53-e27bbd3481e3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.915108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-42c2641b-904c-4200-8c48-17cc8f3c159c service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778057 Jan 28 16:31:07.938235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-595c301e-1fbc-4149-8755-43b24ec42712 admin admin] Publish callbacks [] for security_group (068984de-c5ec-4c8d-9d53-e27bbd3481e3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:07.999353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-595c301e-1fbc-4149-8755-43b24ec42712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (068984de-c5ec-4c8d-9d53-e27bbd3481e3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.002989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-595c301e-1fbc-4149-8755-43b24ec42712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.004965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-595c301e-1fbc-4149-8755-43b24ec42712 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/068984de-c5ec-4c8d-9d53-e27bbd3481e3 HTTP/1.1" status: 204 len: 168 time: 0.1466174 Jan 28 16:31:08.017311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c301e-1fbc-4149-8755-43b24ec42712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068984de-c5ec-4c8d-9d53-e27bbd3481e3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:08.024906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2ebe321-6b84-449d-af25-e026f0468e65 req-d9322fe0-d1be-4df7-a2fa-89bdd06f8da2 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051614 Jan 28 16:31:08.077937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-033f425e-29e9-49cc-9d3b-5e433a4c3e52 req-8d477e18-27ca-43a0-8c05-663ed3a61f01 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401811 Jan 28 16:31:08.136140 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0341cdd-6395-49be-b460-7c1a4be8a198 x-openstack-request-id: req-c0341cdd-6395-49be-b460-7c1a4be8a198 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:08.136256 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495c637e-58a1-43f7-8829-ce19ed8d166c", "tag": "07144217-e48a-4156-ad36-92fbe44df79c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:08.136542 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0341cdd-6395-49be-b460-7c1a4be8a198 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:08.137005 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'tag': '07144217-e48a-4156-ad36-92fbe44df79c', 'status': 'completed', 'code': 200} Jan 28 16:31:08.212607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-c1c0ed1d-9f4c-4cf2-bc93-36fbd32a293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.214137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-c1c0ed1d-9f4c-4cf2-bc93-36fbd32a293a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82d8d16852634916acdf735667c56884&device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 1152 time: 0.0597112 Jan 28 16:31:08.321895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:08.344456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-798990ed-3b26-4162-aad6-ec3c8db5b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.346440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-798990ed-3b26-4162-aad6-ec3c8db5b8b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1267452 Jan 28 16:31:08.425666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-8aaa7c96-3d25-49ca-ae46-c3ab17fcfc3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=07144217-e48a-4156-ad36-92fbe44df79c HTTP/1.1" status: 200 len: 217 time: 0.0716705 Jan 28 16:31:08.450289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-network', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:08.473076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Made reservation on behalf of ea77adf4b2b042e3866a4d3949141b85 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:08.477131 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.488986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.578298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks [] for security_group (37300433-a259-4998-99d2-e3a3db10e53b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.583756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (37300433-a259-4998-99d2-e3a3db10e53b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.605012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:31:08.620473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37300433-a259-4998-99d2-e3a3db10e53b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:08.623399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (61caf314-8904-40d1-8cba-eea712ac472d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.624269 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Added segment 61caf314-8904-40d1-8cba-eea712ac472d of type vlan for network 8347c60f-beac-489d-aa9e-d001654c1d81 Jan 28 16:31:08.673431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e4708d-ebd3-4044-827c-862824675062', 'name': 'network-vif-deleted', 'tag': '198e55c7-2926-45f7-a359-14bc101d0aba'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:08.676158 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c011c1-8c32-4f20-a4f0-282dc62187cc" -d '{"events": [{"server_uuid": "24e4708d-ebd3-4044-827c-862824675062", "name": "network-vif-deleted", "tag": "198e55c7-2926-45f7-a359-14bc101d0aba"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:08.682029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8347c60f-beac-489d-aa9e-d001654c1d81), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.689027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662733e5-2060-4568-ab8a-cd2bf9c93f32 req-c5f30a73-b237-46f5-bcb2-94c82fde232a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.690507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662733e5-2060-4568-ab8a-cd2bf9c93f32 req-c5f30a73-b237-46f5-bcb2-94c82fde232a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.3431814 Jan 28 16:31:08.697390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf377-817f-495b-98d7-52559c188dc4 req-cb8d4a89-b02c-4187-9f5c-428d468577d1 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.698756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12ccf377-817f-495b-98d7-52559c188dc4 req-cb8d4a89-b02c-4187-9f5c-428d468577d1 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 969 time: 0.2753870 Jan 28 16:31:08.701512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-ff3cabb6-7345-4470-99ce-90d0021ea920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.703338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-ff3cabb6-7345-4470-99ce-90d0021ea920 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2448003 Jan 28 16:31:08.712128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8347c60f-beac-489d-aa9e-d001654c1d81), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.713496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.714067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.735246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 198e55c7-2926-45f7-a359-14bc101d0aba no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:31:08.764361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 198e55c7-2926-45f7-a359-14bc101d0aba {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:31:08.765631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 198e55c7-2926-45f7-a359-14bc101d0aba not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:31:08.774237 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4511983 Jan 28 16:31:08.778451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56532) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:08.786255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Request body: {'subnet': {'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-subnet', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:08.790111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2d144-132c-425f-8e86-856435ae0932 admin admin] Pushing event updated for resources: {'Network': ['ID=8347c60f-beac-489d-aa9e-d001654c1d81,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:08.801763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8347c60f-beac-489d-aa9e-d001654c1d81 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:31:08.809230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Made reservation on behalf of ea77adf4b2b042e3866a4d3949141b85 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:08.812713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:08.864943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662733e5-2060-4568-ab8a-cd2bf9c93f32 req-16e6c659-412a-4817-8fd7-84c137cdea45 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650629 Jan 28 16:31:08.886599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-a11050fe-0c18-4764-8e9f-6f60f7bcd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:08.888939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-a11050fe-0c18-4764-8e9f-6f60f7bcd253 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1772308 Jan 28 16:31:08.893794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12ccf377-817f-495b-98d7-52559c188dc4 req-451c3068-14a4-4669-b480-39517c255107 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843550 Jan 28 16:31:08.950723 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ed5c7-d0ec-477f-b0c7-0b1764d24e61 x-openstack-request-id: req-203ed5c7-d0ec-477f-b0c7-0b1764d24e61 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:08.951487 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e4708d-ebd3-4044-827c-862824675062", "name": "network-vif-deleted", "tag": "198e55c7-2926-45f7-a359-14bc101d0aba", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:08.952009 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-203ed5c7-d0ec-477f-b0c7-0b1764d24e61 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:08.952593 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e4708d-ebd3-4044-827c-862824675062', 'name': 'network-vif-deleted', 'tag': '198e55c7-2926-45f7-a359-14bc101d0aba', 'status': 'completed', 'code': 200} Jan 28 16:31:09.023493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-ce145e60-1993-48a4-a7c7-effd12d73250 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281910 Jan 28 16:31:09.042276 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (05903738-d6ec-4597-8a87-013ac979ab8d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.135269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05903738-d6ec-4597-8a87-013ac979ab8d,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:09.141215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Checking segment: {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:09.141729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Network hostable DHCP agents. Network: 8347c60f-beac-489d-aa9e-d001654c1d81, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:31:09.169199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbdb34ac-49b5-4c8d-a270-14ba99f89100 req-01a447b3-84c1-4286-a9ce-daf0dd036630 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392541 Jan 28 16:31:09.170362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Network 8347c60f-beac-489d-aa9e-d001654c1d81 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:31:09.183751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 8347c60f-beac-489d-aa9e-d001654c1d81) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:09.189647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:09.190529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.197144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524bd2d1-48f5-4cf7-96d8-a65421ff5642 None None] Network 8347c60f-beac-489d-aa9e-d001654c1d81 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:09.215119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e1bfd63c-6885-490b-bc9c-3cbd4f685a17 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4333153 Jan 28 16:31:09.215520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56556) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:09.221150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:09.251400 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (4ac3a2a9-f83b-4535-9273-d7b1878f482d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.252891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (4ac3a2a9-f83b-4535-9273-d7b1878f482d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.289876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99111922-d8ec-451f-ba1e-2cabdb03dc83 req-70b2cc61-95cf-4d29-8435-c858ec560ae9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:09.291758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99111922-d8ec-451f-ba1e-2cabdb03dc83 req-70b2cc61-95cf-4d29-8435-c858ec560ae9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.1102934 Jan 28 16:31:09.343598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks [] for router_controller (4ac3a2a9-f83b-4535-9273-d7b1878f482d), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.360717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99111922-d8ec-451f-ba1e-2cabdb03dc83 req-a8fcd7be-49d0-4d46-a24a-24b877dd6203 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566287 Jan 28 16:31:09.382529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-8347c60f-beac-489d-aa9e-d001654c1d81', 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81', 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'fixed_ips': [{'subnet_id': '05903738-d6ec-4597-8a87-013ac979ab8d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:31:09.383749 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.516995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks [] for router_gateway (4ac3a2a9-f83b-4535-9273-d7b1878f482d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.560343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Allocated IP 172.20.0.2 (8347c60f-beac-489d-aa9e-d001654c1d81/05903738-d6ec-4597-8a87-013ac979ab8d/06fae60b-538b-49a4-b553-f5b14069cdc7) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:09.736715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Publish callbacks [] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.743004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.784440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Network 8347c60f-beac-489d-aa9e-d001654c1d81 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:09.787880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:09.793742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:09.828892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks [] for router_gateway (4ac3a2a9-f83b-4535-9273-d7b1878f482d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.830139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Pushing event updated for resources: {'Port': ['ID=06fae60b-538b-49a4-b553-f5b14069cdc7,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:09.865526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.869423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Attempting to bind port 06fae60b-538b-49a4-b553-f5b14069cdc7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:09.869809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Attempting to bind port 06fae60b-538b-49a4-b553-f5b14069cdc7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:09.870183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Attempting to bind port 06fae60b-538b-49a4-b553-f5b14069cdc7 on network 8347c60f-beac-489d-aa9e-d001654c1d81 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:09.878761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:09.879219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Checking segment: {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:09.880150 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.880599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Bound using segment: {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:09.881122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Bound port: 06fae60b-538b-49a4-b553-f5b14069cdc7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:09.881934 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.959656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] For port 06fae60b-538b-49a4-b553-f5b14069cdc7, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:09.963028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] For port 06fae60b-538b-49a4-b553-f5b14069cdc7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=06fae60b-538b-49a4-b553-f5b14069cdc7,segment=NetworkSegment(61caf314-8904-40d1-8cba-eea712ac472d),segment_id=61caf314-8904-40d1-8cba-eea712ac472d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:09.970036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:09.989682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Allocated IP 172.25.8.62 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/632104c4-16e4-4145-939f-6ae342665c92) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:10.030441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fc2dc-823d-4cb0-85ab-9212d65b201f None None] Pushing event updated for resources: {'Port': ['ID=06fae60b-538b-49a4-b553-f5b14069cdc7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:10.129860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks [] for port (632104c4-16e4-4145-939f-6ae342665c92), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:10.149678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-d6b35a86-f614-4b16-86fc-ce5cf1ce512d tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=24a144bf37524d35acdbe374bb8a314a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508387 Jan 28 16:31:10.226832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198eb5-ad6b-4bd7-9078-bf4dba389129 req-a460b1e1-6702-4f83-bb98-7925bcd6fa98 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:10.228462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72198eb5-ad6b-4bd7-9078-bf4dba389129 req-a460b1e1-6702-4f83-bb98-7925bcd6fa98 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.1425242 Jan 28 16:31:10.323699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-496ac7a8-ce2e-4e18-b793-4f2ab7ef3f38 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:10.325208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-496ac7a8-ce2e-4e18-b793-4f2ab7ef3f38 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697443 Jan 28 16:31:10.330360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72198eb5-ad6b-4bd7-9078-bf4dba389129 req-75a102c1-3fbe-435d-bc96-9b91f04808a9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949409 Jan 28 16:31:10.350492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-e378a205-1f99-4ecb-a9d7-bb35c85ed059 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/quotas/24a144bf37524d35acdbe374bb8a314a HTTP/1.1" status: 200 len: 375 time: 0.0185924 Jan 28 16:31:10.397639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-6a889b04-7964-422d-a20f-175645620975 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24a144bf37524d35acdbe374bb8a314a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456626 Jan 28 16:31:10.420382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (632104c4-16e4-4145-939f-6ae342665c92), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:10.474711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:10.485348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:10.488554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:10.498567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9440c2-5f67-4f75-b3bd-bd25468abbf7 req-26d34359-360c-44b3-89ce-86b017d57a0a tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:10.501124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d9440c2-5f67-4f75-b3bd-bd25468abbf7 req-26d34359-360c-44b3-89ce-86b017d57a0a tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 969 time: 0.0703230 Jan 28 16:31:10.562446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Pushing event updated for resources: {'Port': ['ID=632104c4-16e4-4145-939f-6ae342665c92,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:10.592846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d9440c2-5f67-4f75-b3bd-bd25468abbf7 req-a349166b-f9e5-4316-b48b-a988eae7608b tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Jan 28 16:31:10.717956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f65ac307-04f3-4010-8f2d-e1eb2cd009f3 req-0c699db2-b6a7-411a-aae8-7d38ff55ecbe tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 210 time: 0.0356126 Jan 28 16:31:10.722442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:10.744811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 07144217-e48a-4156-ad36-92fbe44df79c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:10.759685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264cf2c-e1ef-4093-a9f0-691b3ba22b8b req-2b34da07-24dd-41fc-8702-21b0d972eb6c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:10.773136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3264cf2c-e1ef-4093-a9f0-691b3ba22b8b req-2b34da07-24dd-41fc-8702-21b0d972eb6c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.1330462 Jan 28 16:31:10.803861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 06fae60b-538b-49a4-b553-f5b14069cdc7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:10.854138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3264cf2c-e1ef-4093-a9f0-691b3ba22b8b req-2026756d-6c1f-415c-9ae4-2a455990b5dc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791323 Jan 28 16:31:10.918218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:31:10.970066 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:31:11.001672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks [] for router_gateway (4ac3a2a9-f83b-4535-9273-d7b1878f482d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.359062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 07144217-e48a-4156-ad36-92fbe44df79c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=07144217-e48a-4156-ad36-92fbe44df79c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:11.406945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 06fae60b-538b-49a4-b553-f5b14069cdc7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:11.407798 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.411632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:11.416188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '07144217-e48a-4156-ad36-92fbe44df79c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '07144217-e48a-4156-ad36-92fbe44df79c', 'mac_address': 'fa:16:3e:ce:3a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:tempest-test_az-1977743107', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:11.464415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'port_id': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'mac_address': 'fa:16:3e:77:d8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17727bf-14a6-47a7-b0c1-c4791e085e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:11.528869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (4ac3a2a9-f83b-4535-9273-d7b1878f482d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.605600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f46a88dc-e649-42cd-9b55-ebf9eb753885 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:11.606012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.672241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46a88dc-e649-42cd-9b55-ebf9eb753885 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:11.689360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 07144217-e48a-4156-ad36-92fbe44df79c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:11.690299 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (07144217-e48a-4156-ad36-92fbe44df79c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.691645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd66c6-1f9e-449a-baef-464f4b212a53 req-b529f550-f81b-487a-b842-fcc96110a3d0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:11.693377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abfd66c6-1f9e-449a-baef-464f4b212a53 req-b529f550-f81b-487a-b842-fcc96110a3d0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.1512797 Jan 28 16:31:11.741977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:11.746528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45614bdd-4988-4c78-9c19-c288bed02a6d None None] Network 8347c60f-beac-489d-aa9e-d001654c1d81 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:11.750672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Router 4ac3a2a9-f83b-4535-9273-d7b1878f482d is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:31:11.781176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abfd66c6-1f9e-449a-baef-464f4b212a53 req-b5a47e5d-deee-492a-a562-97f4b9f7b735 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759223 Jan 28 16:31:11.845863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07144217-e48a-4156-ad36-92fbe44df79c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:11.872695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 07144217-e48a-4156-ad36-92fbe44df79c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=07144217-e48a-4156-ad36-92fbe44df79c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:11.872875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f7b39-3dbb-47ee-bdf5-a5fd2e3ce553 req-485fe6ee-17e5-4bba-b9c0-75766203d274 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:11.874044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.874920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:11.881449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c76f7b39-3dbb-47ee-bdf5-a5fd2e3ce553 req-485fe6ee-17e5-4bba-b9c0-75766203d274 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 969 time: 0.0709012 Jan 28 16:31:11.918365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:11.937056 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Sync routers for ids ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:11.937829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 06fae60b-538b-49a4-b553-f5b14069cdc7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:11.938522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.945929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c76f7b39-3dbb-47ee-bdf5-a5fd2e3ce553 req-8525366a-c5a5-4948-a7bb-8ef09f144d44 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591192 Jan 28 16:31:11.954645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (07144217-e48a-4156-ad36-92fbe44df79c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.963376 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:11.964722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0f996fe4-aec6-48c4-a3a2-71da893e2ecf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7481716 Jan 28 16:31:11.968083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56706) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:11.971357 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Routers {'4ac3a2a9-f83b-4535-9273-d7b1878f482d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:11.978737 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:12.120959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a0a85fbc-d456-4946-91dd-e05bb6be7248 None None] Provisioning complete for port 06fae60b-538b-49a4-b553-f5b14069cdc7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:12.121349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a0a85fbc-d456-4946-91dd-e05bb6be7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.140090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39f353bc-b2f4-4155-a11c-bdb2376d549a req-eb5d0338-0e2f-416a-a8e0-e182ca155ffe tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 210 time: 0.0826626 Jan 28 16:31:12.166214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-964b6f9c-23b2-4935-b247-6f2702d37e5a tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=24a144bf37524d35acdbe374bb8a314a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293643 Jan 28 16:31:12.221365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 06fae60b-538b-49a4-b553-f5b14069cdc7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=06fae60b-538b-49a4-b553-f5b14069cdc7,segment=NetworkSegment(61caf314-8904-40d1-8cba-eea712ac472d),segment_id=61caf314-8904-40d1-8cba-eea712ac472d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:12.290330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Set router 4ac3a2a9-f83b-4535-9273-d7b1878f482d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:12.392199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-5e6eef62-8c10-4023-a8a9-28b75ac76a1a tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:12.393646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-5e6eef62-8c10-4023-a8a9-28b75ac76a1a tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213173 Jan 28 16:31:12.418025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Request body: {'port': {'device_id': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '24a144bf37524d35acdbe374bb8a314a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:12.543541 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:10Z', 'revision_number': 3, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:12.579834 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Checking router: 4ac3a2a9-f83b-4535-9273-d7b1878f482d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:12.580532 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Updating router 4ac3a2a9-f83b-4535-9273-d7b1878f482d port 632104c4-16e4-4145-939f-6ae342665c92 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:12.615655 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.628639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66042bda-f1d0-44f7-9947-5805bd4e703c req-c5a8de8d-3210-430c-82c3-213ad282e90b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:12.629995 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (632104c4-16e4-4145-939f-6ae342665c92), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.642732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66042bda-f1d0-44f7-9947-5805bd4e703c req-c5a8de8d-3210-430c-82c3-213ad282e90b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.3257537 Jan 28 16:31:12.646343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.657504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:31:12.688657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Made reservation on behalf of 24a144bf37524d35acdbe374bb8a314a for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:12.698578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.729120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.749800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:12.762471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['07144217-e48a-4156-ad36-92fbe44df79c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:12.808965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.809941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:12.818983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66042bda-f1d0-44f7-9947-5805bd4e703c req-8b76ed8b-9df4-40c5-a96b-53014405ea17 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754396 Jan 28 16:31:12.839720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:12.846879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'port_id': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'mac_address': 'fa:16:3e:66:17:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6a2fb7-19a6-46ee-82d4-527aa6016d07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:12.991646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks [] for security_group (58af51e3-614b-469f-9ca4-1c62e424ebd4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.000917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (58af51e3-614b-469f-9ca4-1c62e424ebd4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.010643 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Publish callbacks [] for port (632104c4-16e4-4145-939f-6ae342665c92), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.022500 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (632104c4-16e4-4145-939f-6ae342665c92), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.054803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f000beb6-a7b1-49a4-a652-470a7ef32c23 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:13.055194 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.069028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Allocated IP 172.20.0.1 (8347c60f-beac-489d-aa9e-d001654c1d81/05903738-d6ec-4597-8a87-013ac979ab8d/63d759c9-db01-419e-afd9-88999314cc66) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:13.114479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f000beb6-a7b1-49a4-a652-470a7ef32c23 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:13.141330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:13.145418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=07144217-e48a-4156-ad36-92fbe44df79c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.158827 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.202955 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Pushing event updated for resources: {'Port': ['ID=632104c4-16e4-4145-939f-6ae342665c92,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.209554 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Attempting to bind port 632104c4-16e4-4145-939f-6ae342665c92 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:13.210914 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Attempting to bind port 632104c4-16e4-4145-939f-6ae342665c92 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:13.211291 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Attempting to bind port 632104c4-16e4-4145-939f-6ae342665c92 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:13.245319 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.245671 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.246017 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.247961 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.250254 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.250771 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.251534 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.252251 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.254593 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.255124 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.256190 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.257989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58af51e3-614b-469f-9ca4-1c62e424ebd4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.258560 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.259051 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Tracked resource versions report: Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: pushed versions: Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: { 'AddressGroup': {'1.2'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'ConntrackHelper': {'1.0'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'LocalIPAssociation': {'1.0'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Log': {'1.0'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Network': {'1.1'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Port': {'1.7'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'PortForwarding': {'1.2'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'QosPolicy': {'1.10'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'SecurityGroup': {'1.5'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'SecurityGroupRule': {'1.2'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'SubPort': {'1.0'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Subnet': {'1.1'}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Trunk': {'1.1'}} Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: consumer versions: Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: { DHCP agent@n-d-812111-13: {}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: HyperV agent@n-h1-812111-13: {}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: HyperV agent@n-h2-812111-13: {}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: L3 agent@n-d-812111-13: {}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: Metadata agent@n-d-812111-13: {}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: Metering agent@n-d-812111-13: {}, Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: Open vSwitch agent@n-d-812111-13: { 'AddressGroup': '1.2', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'ConntrackHelper': '1.0', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'LocalIPAssociation': '1.0', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Log': '1.0', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Network': '1.1', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Port': '1.7', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'PortForwarding': '1.2', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'QosPolicy': '1.10', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'SecurityGroup': '1.5', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'SecurityGroupRule': '1.2', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'SubPort': '1.0', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Subnet': '1.1', Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: 'Trunk': '1.1'}} Jan 28 16:31:13.261898 n-d-812111-13 neutron-server[103096]: {{(pid=103096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 16:31:13.269767 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:13.273329 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:13.275858 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.276650 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:13.278069 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Bound port: 632104c4-16e4-4145-939f-6ae342665c92, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:13.278369 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (632104c4-16e4-4145-939f-6ae342665c92), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.324578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a0a85fbc-d456-4946-91dd-e05bb6be7248 None None] Current status of the port 06fae60b-538b-49a4-b553-f5b14069cdc7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:13.351833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=06fae60b-538b-49a4-b553-f5b14069cdc7,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.393822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks [] for port (63d759c9-db01-419e-afd9-88999314cc66), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.419152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e50b0c-d740-4dd1-a345-2192741bb07f req-23bfd6c1-b978-4153-9436-6e1c81cce149 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:13.421352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71e50b0c-d740-4dd1-a345-2192741bb07f req-23bfd6c1-b978-4153-9436-6e1c81cce149 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 944 time: 0.4134233 Jan 28 16:31:13.442950 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] For port 632104c4-16e4-4145-939f-6ae342665c92, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:13.447426 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] For port 632104c4-16e4-4145-939f-6ae342665c92, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=632104c4-16e4-4145-939f-6ae342665c92,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:13.447964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63d759c9-db01-419e-afd9-88999314cc66), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.470921 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (632104c4-16e4-4145-939f-6ae342665c92), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.491186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f46a88dc-e649-42cd-9b55-ebf9eb753885'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:13.510590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Allocated IP 192.168.233.161 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/63311a9c-e0bf-47ea-ae55-349ab083818e) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:13.538652 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Routers {'4ac3a2a9-f83b-4535-9273-d7b1878f482d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:13.539319 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:13.551081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f000beb6-a7b1-49a4-a652-470a7ef32c23'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:13.565755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Network 8347c60f-beac-489d-aa9e-d001654c1d81 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:13.571953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:13.581090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:13.590743 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800db99-0f3c-419b-a109-c5880526d075 None None] Pushing event updated for resources: {'Port': ['ID=632104c4-16e4-4145-939f-6ae342665c92,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.596486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71e50b0c-d740-4dd1-a345-2192741bb07f req-63bb5801-d177-40dd-8abf-99c252b07b9c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437037 Jan 28 16:31:13.606310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.606549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Pushing event updated for resources: {'Port': ['ID=63d759c9-db01-419e-afd9-88999314cc66,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:13.629552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a1e55-6bc7-4b0b-9488-03252e6e4d85 req-3e77db0e-22e3-4b1d-9333-96e8190730ad tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:13.631787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a6a1e55-6bc7-4b0b-9488-03252e6e4d85 req-3e77db0e-22e3-4b1d-9333-96e8190730ad tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 970 time: 0.2446995 Jan 28 16:31:13.684266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-14212cd8-b939-4dcf-a798-4256544439a7 None None] Provisioning complete for port 06fae60b-538b-49a4-b553-f5b14069cdc7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:13.685207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (4ac3a2a9-f83b-4535-9273-d7b1878f482d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.687000 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14212cd8-b939-4dcf-a798-4256544439a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:13.775431 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] Set router 4ac3a2a9-f83b-4535-9273-d7b1878f482d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:13.873284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a6a1e55-6bc7-4b0b-9488-03252e6e4d85 req-5ef4832b-c9c3-413d-93f7-f75e1fd5abc6 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163227 Jan 28 16:31:13.981526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-14212cd8-b939-4dcf-a798-4256544439a7 None None] Current status of the port 06fae60b-538b-49a4-b553-f5b14069cdc7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:14.038299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a4973bf8-c6df-438d-be8e-43e9bfceb1a4 req-1ee3ca57-f86f-4cb4-86d1-9572a7599712 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 210 time: 0.0824842 Jan 28 16:31:14.070596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks [] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.090326 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63d759c9-db01-419e-afd9-88999314cc66), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.165064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.216431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-202e4ea9-d150-4913-b834-0960e543a9a9 None None] Provisioning complete for port 63d759c9-db01-419e-afd9-88999314cc66 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:14.221041 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:10Z', 'revision_number': 3, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:14.222225 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-202e4ea9-d150-4913-b834-0960e543a9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63d759c9-db01-419e-afd9-88999314cc66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.272184 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712dfc8-3c7e-40e9-a8d4-cdc0e62cdc3f None None] The sync data for ids ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'] in n-d-812111-13 is: [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:10Z', 'revision_number': 3, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:14.305992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-202e4ea9-d150-4913-b834-0960e543a9a9 None None] Port 63d759c9-db01-419e-afd9-88999314cc66 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:14.335091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:14.341243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:14.349516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:14.355997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:14.356899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.412792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Pushing event updated for resources: {'Port': ['ID=63311a9c-e0bf-47ea-ae55-349ab083818e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:14.447388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-0533a5f8-2c8c-411e-909d-c4953e12aceb tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0388215 Jan 28 16:31:14.475552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Request body: {'port': {'device_id': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:14.584313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0108e-96b2-4faf-bb7f-b3d661b386a4 req-d752de32-b1b8-4333-9ed4-c9853929ea4c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:14.597347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dd0108e-96b2-4faf-bb7f-b3d661b386a4 req-d752de32-b1b8-4333-9ed4-c9853929ea4c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.4129887 Jan 28 16:31:14.747322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 07144217-e48a-4156-ad36-92fbe44df79c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:14.812591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:14.849917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 06fae60b-538b-49a4-b553-f5b14069cdc7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:14.867651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks [] for port (63d759c9-db01-419e-afd9-88999314cc66), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.879206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (63d759c9-db01-419e-afd9-88999314cc66), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:14.955329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7139de2b-9bd5-4640-acb4-ba3338f84f1f None None] Provisioning complete for port 63311a9c-e0bf-47ea-ae55-349ab083818e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:14.955692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7139de2b-9bd5-4640-acb4-ba3338f84f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.033030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 07144217-e48a-4156-ad36-92fbe44df79c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:15.041856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (4ac3a2a9-f83b-4535-9273-d7b1878f482d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.057799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 07144217-e48a-4156-ad36-92fbe44df79c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:15.058381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (07144217-e48a-4156-ad36-92fbe44df79c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.061983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7139de2b-9bd5-4640-acb4-ba3338f84f1f None None] Port 63311a9c-e0bf-47ea-ae55-349ab083818e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:15.074790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:15.096819 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.105272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 06fae60b-538b-49a4-b553-f5b14069cdc7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:15.105940 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.123695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dd0108e-96b2-4faf-bb7f-b3d661b386a4 req-f8e3b4d9-6ecb-4494-a2e1-882a4d0e7133 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035405 Jan 28 16:31:15.200752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Network 8347c60f-beac-489d-aa9e-d001654c1d81 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:15.202977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Pushing event updated for resources: {'Port': ['ID=63d759c9-db01-419e-afd9-88999314cc66,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:15.219304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:15.230440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924489d-a81f-454a-a320-f8313d337e90 req-81280863-049e-42c4-a8b8-72e1bac5b72d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:15.235744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:15.249293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f924489d-a81f-454a-a320-f8313d337e90 req-81280863-049e-42c4-a8b8-72e1bac5b72d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 944 time: 0.2819037 Jan 28 16:31:15.315885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ce7b-75ab-4995-ad6b-c6490d5c248f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.490236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f924489d-a81f-454a-a320-f8313d337e90 req-d441838d-b693-423a-9674-8bdae163e913 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399421 Jan 28 16:31:15.516926 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f9d19af2-876a-4ef0-8669-7369ef712caf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c49a8aebd234b02bd6492983a636668&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4409726 Jan 28 16:31:15.520720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:15.573309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 06fae60b-538b-49a4-b553-f5b14069cdc7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:15.577862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768158d-b9d3-4a80-868a-3df1b816fbfc req-cd4fd8c9-5744-4af5-b32e-a10f8402b4f1 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:15.581670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port f46a88dc-e649-42cd-9b55-ebf9eb753885 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:15.585599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1768158d-b9d3-4a80-868a-3df1b816fbfc req-cd4fd8c9-5744-4af5-b32e-a10f8402b4f1 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 970 time: 0.1688733 Jan 28 16:31:15.616159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port f46a88dc-e649-42cd-9b55-ebf9eb753885 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:15.616560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.656731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca2d1b3-8235-4bb8-a764-97c17c68b075 admin admin] Publish callbacks [] for security_group (d38a63da-90b6-4f14-a2a6-67820cefc145), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.659541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Router 4ac3a2a9-f83b-4535-9273-d7b1878f482d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:31:15.714953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca2d1b3-8235-4bb8-a764-97c17c68b075 admin admin] Publish callbacks [] for security_group (d38a63da-90b6-4f14-a2a6-67820cefc145), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.717335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ce7b-75ab-4995-ad6b-c6490d5c248f admin admin] Publish callbacks [] for security_group (7e419f34-a9cc-4b5e-9e1a-f03700b120e7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.740382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed6a2e-9cee-4f1b-812a-d49835d6879d None None] Provisioning complete for port 63d759c9-db01-419e-afd9-88999314cc66 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:15.740791 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed6a2e-9cee-4f1b-812a-d49835d6879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63d759c9-db01-419e-afd9-88999314cc66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.744782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1768158d-b9d3-4a80-868a-3df1b816fbfc req-343d974a-0ffb-47c6-b2db-5e5a52b5e6c4 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532485 Jan 28 16:31:15.756477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ce7b-75ab-4995-ad6b-c6490d5c248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7e419f34-a9cc-4b5e-9e1a-f03700b120e7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.782049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed6a2e-9cee-4f1b-812a-d49835d6879d None None] Port 63d759c9-db01-419e-afd9-88999314cc66 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:15.783260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 07144217-e48a-4156-ad36-92fbe44df79c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:15.783652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (07144217-e48a-4156-ad36-92fbe44df79c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.821758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b074780-fbed-4a58-95cb-e3c659161fff req-8c67346b-a8c7-4f62-b406-564a4edbe4a2 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:15.823161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 07144217-e48a-4156-ad36-92fbe44df79c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=07144217-e48a-4156-ad36-92fbe44df79c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:15.823746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b074780-fbed-4a58-95cb-e3c659161fff req-8c67346b-a8c7-4f62-b406-564a4edbe4a2 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 936 time: 0.2009244 Jan 28 16:31:15.872279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07144217-e48a-4156-ad36-92fbe44df79c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:15.873049 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5eb2ce7b-75ab-4995-ad6b-c6490d5c248f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=122bf8a1e6a14d1d8b97590729b1bace&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0566096 Jan 28 16:31:15.876092 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f8029-6854-4c1e-afbb-f44cc240fbe9" -d '{"events": [{"server_uuid": "495c637e-58a1-43f7-8829-ce19ed8d166c", "name": "network-vif-plugged", "status": "completed", "tag": "07144217-e48a-4156-ad36-92fbe44df79c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:15.876895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:15.879596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f46a88dc-e649-42cd-9b55-ebf9eb753885 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:15.880121 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.890661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ce7b-75ab-4995-ad6b-c6490d5c248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e419f34-a9cc-4b5e-9e1a-f03700b120e7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:15.926632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca2d1b3-8235-4bb8-a764-97c17c68b075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d38a63da-90b6-4f14-a2a6-67820cefc145), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.928250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (07144217-e48a-4156-ad36-92fbe44df79c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.929279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca2d1b3-8235-4bb8-a764-97c17c68b075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:15.930435 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dca2d1b3-8235-4bb8-a764-97c17c68b075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d38a63da-90b6-4f14-a2a6-67820cefc145 HTTP/1.1" status: 204 len: 168 time: 0.4073875 Jan 28 16:31:15.939938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:15.961422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cbb3414f-a061-4367-a71b-9ac1ea0418f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/4ac3a2a9-f83b-4535-9273-d7b1878f482d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9882104 Jan 28 16:31:15.965507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2d1b3-8235-4bb8-a764-97c17c68b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a63da-90b6-4f14-a2a6-67820cefc145,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:16.011474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63311a9c-e0bf-47ea-ae55-349ab083818e {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:16.026329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b5bba4f-436c-4277-b376-4258b281c6af admin admin] Publish callbacks [] for security_group (7e419f34-a9cc-4b5e-9e1a-f03700b120e7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.031432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=07144217-e48a-4156-ad36-92fbe44df79c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:16.037435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Publish callbacks [] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.073972 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3bfb95b9-a5b4-46e7-94b0-803a2842d573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.084643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b5bba4f-436c-4277-b376-4258b281c6af admin admin] Publish callbacks [] for security_group (7e419f34-a9cc-4b5e-9e1a-f03700b120e7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.094015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Transition to ACTIVE for port object 63311a9c-e0bf-47ea-ae55-349ab083818e will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:16.121013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b074780-fbed-4a58-95cb-e3c659161fff req-eee8052b-8910-4172-a8fd-cfb67c2012ac tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802124 Jan 28 16:31:16.127752 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.128376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:16.148564 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ca0905-dbc4-4117-a836-979f4193c995 x-openstack-request-id: req-60ca0905-dbc4-4117-a836-979f4193c995 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:16.150342 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c637e-58a1-43f7-8829-ce19ed8d166c", "name": "network-vif-plugged", "status": "completed", "tag": "07144217-e48a-4156-ad36-92fbe44df79c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:16.151397 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60ca0905-dbc4-4117-a836-979f4193c995 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:16.152003 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07144217-e48a-4156-ad36-92fbe44df79c', 'code': 200} Jan 28 16:31:16.158351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.161624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:16.178850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b5bba4f-436c-4277-b376-4258b281c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7e419f34-a9cc-4b5e-9e1a-f03700b120e7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.181466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b5bba4f-436c-4277-b376-4258b281c6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.186319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3b5bba4f-436c-4277-b376-4258b281c6af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e419f34-a9cc-4b5e-9e1a-f03700b120e7 HTTP/1.1" status: 204 len: 168 time: 0.3084390 Jan 28 16:31:16.201889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bba4f-436c-4277-b376-4258b281c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e419f34-a9cc-4b5e-9e1a-f03700b120e7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:16.330383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e782cc-1369-402e-ae47-2f9ad6774cbd req-90a55c9a-bb64-438c-a4a4-aea64d665252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:16.332634 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13e782cc-1369-402e-ae47-2f9ad6774cbd req-90a55c9a-bb64-438c-a4a4-aea64d665252 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 1154 time: 0.1106539 Jan 28 16:31:16.434152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Pushing event updated for resources: {'Port': ['ID=63311a9c-e0bf-47ea-ae55-349ab083818e,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:16.443131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:16.448446 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13e782cc-1369-402e-ae47-2f9ad6774cbd req-0d108d90-91bb-4cef-b9d3-0045707cb974 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006753 Jan 28 16:31:16.469984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port f000beb6-a7b1-49a4-a652-470a7ef32c23 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:16.475271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Attempting to bind port 63311a9c-e0bf-47ea-ae55-349ab083818e on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:16.475620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Attempting to bind port 63311a9c-e0bf-47ea-ae55-349ab083818e by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:16.475950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Attempting to bind port 63311a9c-e0bf-47ea-ae55-349ab083818e on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:16.476377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port f000beb6-a7b1-49a4-a652-470a7ef32c23 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:16.477111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.483759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Port 63311a9c-e0bf-47ea-ae55-349ab083818e on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:16.484086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Attempting to bind port 63311a9c-e0bf-47ea-ae55-349ab083818e on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:16.491962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:16.492297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:16.492791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:16.493149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Bound port: 63311a9c-e0bf-47ea-ae55-349ab083818e, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:16.493530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.518956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d12115-549b-4a3b-b84e-4f934266d1f3 req-6fc9b1e2-17bd-4758-abcb-ebb6f1880c5a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:16.520482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7d12115-549b-4a3b-b84e-4f934266d1f3 req-6fc9b1e2-17bd-4758-abcb-ebb6f1880c5a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.1732078 Jan 28 16:31:16.603695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f000beb6-a7b1-49a4-a652-470a7ef32c23 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:16.604959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.661840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:16.667982 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.821709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:16.854677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 632104c4-16e4-4145-939f-6ae342665c92 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:16.910305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56846) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:16.921247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 632104c4-16e4-4145-939f-6ae342665c92 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:16.921837 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (632104c4-16e4-4145-939f-6ae342665c92), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:16.940268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] For port 63311a9c-e0bf-47ea-ae55-349ab083818e, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:16.954027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56848) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:16.968181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f93efca-a4d1-409e-8f94-40e9adf1a761 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abf1bf71651d4d00b993927288179aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0561743 Jan 28 16:31:16.969650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56850) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:17.012346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 632104c4-16e4-4145-939f-6ae342665c92 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:17.012346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (632104c4-16e4-4145-939f-6ae342665c92), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.016017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7d12115-549b-4a3b-b84e-4f934266d1f3 req-3da68302-c9dc-4163-a91e-e511ed5290e6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810605 Jan 28 16:31:17.020529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d49b64e-6cf2-469c-9e10-5718cf8e30f6 admin admin] Publish callbacks [] for security_group (13d31d7d-232f-471f-ae13-30954a4a0e6e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.035325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 632104c4-16e4-4145-939f-6ae342665c92, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=632104c4-16e4-4145-939f-6ae342665c92,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:17.039994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] For port 63311a9c-e0bf-47ea-ae55-349ab083818e, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=63311a9c-e0bf-47ea-ae55-349ab083818e,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:17.047237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d49b64e-6cf2-469c-9e10-5718cf8e30f6 admin admin] Publish callbacks [] for security_group (13d31d7d-232f-471f-ae13-30954a4a0e6e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.050834 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce98164b-226c-444f-9497-ac85b28d828b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.052896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (632104c4-16e4-4145-939f-6ae342665c92), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.071088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.116465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d49b64e-6cf2-469c-9e10-5718cf8e30f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (13d31d7d-232f-471f-ae13-30954a4a0e6e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.123758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d49b64e-6cf2-469c-9e10-5718cf8e30f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.138443 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6d49b64e-6cf2-469c-9e10-5718cf8e30f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13d31d7d-232f-471f-ae13-30954a4a0e6e HTTP/1.1" status: 204 len: 168 time: 0.1644683 Jan 28 16:31:17.163507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=632104c4-16e4-4145-939f-6ae342665c92,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:17.192859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:17.193486 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.194933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] 10.222.0.31 "PUT /v2.0/ports/63311a9c-e0bf-47ea-ae55-349ab083818e HTTP/1.1" status: 200 len: 1097 time: 2.7369478 Jan 28 16:31:17.197090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49b64e-6cf2-469c-9e10-5718cf8e30f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d31d7d-232f-471f-ae13-30954a4a0e6e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:17.203113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'tag': '63311a9c-e0bf-47ea-ae55-349ab083818e'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:17.210803 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368b153-7d3d-4303-abea-b5bf3844a584" -d '{"events": [{"name": "network-changed", "server_uuid": "737925d2-985a-4c78-b428-9f7b9a63ea54", "tag": "63311a9c-e0bf-47ea-ae55-349ab083818e"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:17.292213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19509463-1a25-466e-a50c-a051a11e5031 req-f13b7ad8-952e-499f-adf2-cb52ed9a58a1 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4228709 Jan 28 16:31:17.313317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be529606-2e63-4995-a9ed-df3deeeeb4ef service neutron] Pushing event updated for resources: {'Port': ['ID=63311a9c-e0bf-47ea-ae55-349ab083818e,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:17.327235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:17.404523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61629ef-4199-4831-b1c3-1bad060ff7ac req-dfcdc2cf-eefd-440e-8e15-70343acceafb tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:17.415857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f61629ef-4199-4831-b1c3-1bad060ff7ac req-dfcdc2cf-eefd-440e-8e15-70343acceafb tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 945 time: 0.2178996 Jan 28 16:31:17.423792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.425441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Sync routers for ids ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:17.441162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Routers {'4ac3a2a9-f83b-4535-9273-d7b1878f482d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:17.442714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:17.470241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-fa4a4258-23c9-415a-94f6-916f77b86862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:17.474032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-fa4a4258-23c9-415a-94f6-916f77b86862 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24a144bf37524d35acdbe374bb8a314a&device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 1131 time: 0.2158039 Jan 28 16:31:17.482017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce98164b-226c-444f-9497-ac85b28d828b admin admin] Publish callbacks [] for security_group (61fbc25d-b325-40a1-96ca-4d28ef862676), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.506629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce98164b-226c-444f-9497-ac85b28d828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (61fbc25d-b325-40a1-96ca-4d28ef862676), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.596799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Set router 4ac3a2a9-f83b-4535-9273-d7b1878f482d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:17.653382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f61629ef-4199-4831-b1c3-1bad060ff7ac req-3b109848-2712-4463-be7d-ec018c9355a7 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364657 Jan 28 16:31:17.663528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-84aaa743-004b-4755-a457-81c34bb03005 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=63311a9c-e0bf-47ea-ae55-349ab083818e HTTP/1.1" status: 200 len: 217 time: 0.1602376 Jan 28 16:31:17.668371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98164b-226c-444f-9497-ac85b28d828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fbc25d-b325-40a1-96ca-4d28ef862676,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:17.677721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ce98164b-226c-444f-9497-ac85b28d828b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c90b977be9a4ae1a29032e1103bfd03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7226694 Jan 28 16:31:17.680405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:17.761657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d462b448-103c-4739-8a66-e0526336127c admin admin] Publish callbacks [] for security_group (61fbc25d-b325-40a1-96ca-4d28ef862676), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.776267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-e3aa1154-3dc2-4ab9-bef4-512b6ad67f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:17.777868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-e3aa1154-3dc2-4ab9-bef4-512b6ad67f3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1034992 Jan 28 16:31:17.791286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d462b448-103c-4739-8a66-e0526336127c admin admin] Publish callbacks [] for security_group (61fbc25d-b325-40a1-96ca-4d28ef862676), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.851024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d462b448-103c-4739-8a66-e0526336127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (61fbc25d-b325-40a1-96ca-4d28ef862676), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.855149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d462b448-103c-4739-8a66-e0526336127c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.856764 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d462b448-103c-4739-8a66-e0526336127c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61fbc25d-b325-40a1-96ca-4d28ef862676 HTTP/1.1" status: 204 len: 168 time: 0.1753387 Jan 28 16:31:17.885750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b448-103c-4739-8a66-e0526336127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fbc25d-b325-40a1-96ca-4d28ef862676,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:17.888380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71493781-6341-4136-a1cf-8e1c0e6a62f3 req-c5220950-2ad3-474a-b32e-a11c0294db52 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:17.890722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71493781-6341-4136-a1cf-8e1c0e6a62f3 req-c5220950-2ad3-474a-b32e-a11c0294db52 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 971 time: 0.1474700 Jan 28 16:31:17.925384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-addaf2a6-bf07-4fd5-9cb9-17b8129e13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:17.926855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-addaf2a6-bf07-4fd5-9cb9-17b8129e13eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1329837 Jan 28 16:31:17.976017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:17.993754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfd492fd-f551-4818-aa3a-24963bea98d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.018017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:14Z', 'revision_number': 4, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '63d759c9-db01-419e-afd9-88999314cc66', 'name': '', 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'mac_address': 'fa:16:3e:eb:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '05903738-d6ec-4597-8a87-013ac979ab8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:12Z', 'updated_at': '2022-01-28T16:31:14Z', 'revision_number': 2, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'subnets': [{'id': '05903738-d6ec-4597-8a87-013ac979ab8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:18.036186 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71493781-6341-4136-a1cf-8e1c0e6a62f3 req-501b9501-d029-413a-872a-ab940b3f677d tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342707 Jan 28 16:31:18.075036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Checking router: 4ac3a2a9-f83b-4535-9273-d7b1878f482d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:18.080748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Updating router 4ac3a2a9-f83b-4535-9273-d7b1878f482d port 63d759c9-db01-419e-afd9-88999314cc66 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:18.113457 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63d759c9-db01-419e-afd9-88999314cc66), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.158276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885'}, {'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:18.161454 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb11f5f-af93-4063-b387-5aa6a2ef43cf" -d '{"events": [{"server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "name": "network-vif-plugged", "status": "completed", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885"}, {"server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "name": "network-vif-plugged", "status": "completed", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:18.190368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-2a5054c2-8716-4ab2-96ea-f406716ad195 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508366 Jan 28 16:31:18.290712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Allocated IP 172.25.8.157 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/14d29cd1-26c6-45e6-8350-e171af9ab5b4) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:18.382969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-660d4500-d0d5-4455-a75f-0f3f840f6c7d req-aa6eb4a9-0e3b-4755-88bc-364689fb3a1a service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913285 Jan 28 16:31:18.421701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a523cb-a7dc-4689-a439-3c742c1a34ac req-1fa7155f-d07f-412e-b8ef-93343d2208a9 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:18.423293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03a523cb-a7dc-4689-a439-3c742c1a34ac req-1fa7155f-d07f-412e-b8ef-93343d2208a9 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 948 time: 0.2216728 Jan 28 16:31:18.469483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Publish callbacks [] for port (63d759c9-db01-419e-afd9-88999314cc66), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.477276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63d759c9-db01-419e-afd9-88999314cc66), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.505690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03a523cb-a7dc-4689-a439-3c742c1a34ac req-08792547-bd3f-4c4e-a5fb-6012f16ccec1 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744305 Jan 28 16:31:18.539794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0cad7-d40f-4a82-bcd9-b7ae941b9c76 None None] Pushing event updated for resources: {'Port': ['ID=63d759c9-db01-419e-afd9-88999314cc66,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:18.577762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.593894 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c82284-41cb-4ad2-8a79-df9925c9c488 x-openstack-request-id: req-63c82284-41cb-4ad2-8a79-df9925c9c488 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:18.594218 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737925d2-985a-4c78-b428-9f7b9a63ea54", "tag": "63311a9c-e0bf-47ea-ae55-349ab083818e", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:18.594376 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63c82284-41cb-4ad2-8a79-df9925c9c488 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:18.594781 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'tag': '63311a9c-e0bf-47ea-ae55-349ab083818e', 'status': 'completed', 'code': 200} Jan 28 16:31:18.649428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Attempting to bind port 63d759c9-db01-419e-afd9-88999314cc66 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:18.649428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Attempting to bind port 63d759c9-db01-419e-afd9-88999314cc66 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:18.649428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Attempting to bind port 63d759c9-db01-419e-afd9-88999314cc66 on network 8347c60f-beac-489d-aa9e-d001654c1d81 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:18.655702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:18.655996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Checking segment: {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:18.656405 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.658390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Bound using segment: {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:18.658390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Bound port: 63d759c9-db01-419e-afd9-88999314cc66, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61caf314-8904-40d1-8cba-eea712ac472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:18.658579 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63d759c9-db01-419e-afd9-88999314cc66), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.747564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] For port 63d759c9-db01-419e-afd9-88999314cc66, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:18.752019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] For port 63d759c9-db01-419e-afd9-88999314cc66, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63d759c9-db01-419e-afd9-88999314cc66,segment=NetworkSegment(61caf314-8904-40d1-8cba-eea712ac472d),segment_id=61caf314-8904-40d1-8cba-eea712ac472d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:18.761807 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63d759c9-db01-419e-afd9-88999314cc66), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.790215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 632104c4-16e4-4145-939f-6ae342665c92 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:18.806052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.863934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=14d29cd1-26c6-45e6-8350-e171af9ab5b4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:18.883266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:18.888420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:18.896030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] Provisioning complete for port 63d759c9-db01-419e-afd9-88999314cc66 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:18.896412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63d759c9-db01-419e-afd9-88999314cc66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:18.904029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:18.962517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-62769735-cce0-4e64-8710-a1c9188351dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:18.964581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-62769735-cce0-4e64-8710-a1c9188351dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24a144bf37524d35acdbe374bb8a314a&device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 1131 time: 0.3494959 Jan 28 16:31:18.966445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Routers {'4ac3a2a9-f83b-4535-9273-d7b1878f482d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:18.967277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:18.983835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2f1ab-817b-4d30-bdf7-b1471cc377ea req-bac17c28-4d69-4dc6-a68a-33a9a02e6814 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:18.991573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21d2f1ab-817b-4d30-bdf7-b1471cc377ea req-bac17c28-4d69-4dc6-a68a-33a9a02e6814 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.2651439 Jan 28 16:31:19.052960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56922) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:19.056604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0cad7-d40f-4a82-bcd9-b7ae941b9c76 None None] Pushing event updated for resources: {'Port': ['ID=63d759c9-db01-419e-afd9-88999314cc66,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:19.137304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (e69cd61d-47ef-4c2d-8620-573ec70578d2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.155363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 632104c4-16e4-4145-939f-6ae342665c92 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:19.155733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (632104c4-16e4-4145-939f-6ae342665c92), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.217823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] Set router 4ac3a2a9-f83b-4535-9273-d7b1878f482d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:19.285391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.296712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] Current status of the port 63d759c9-db01-419e-afd9-88999314cc66 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:19.296712 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63d759c9-db01-419e-afd9-88999314cc66), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.320501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-network', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:19.343144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Made reservation on behalf of 6dbf487e2c7d419fa0dd1695c5c069a6 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:19.346697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.357458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.393421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21d2f1ab-817b-4d30-bdf7-b1471cc377ea req-453e4543-90eb-49a9-a3af-61746db0dfa6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800368 Jan 28 16:31:19.394047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.441497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] For port 63d759c9-db01-419e-afd9-88999314cc66, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63d759c9-db01-419e-afd9-88999314cc66,segment=NetworkSegment(61caf314-8904-40d1-8cba-eea712ac472d),segment_id=61caf314-8904-40d1-8cba-eea712ac472d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:19.455476 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63d759c9-db01-419e-afd9-88999314cc66), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.502744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks [] for security_group (555832c9-c581-4e08-8b6f-59c27c70d2ec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.510007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 632104c4-16e4-4145-939f-6ae342665c92 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:19.517109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (555832c9-c581-4e08-8b6f-59c27c70d2ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.530942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-31dc8e6f-7e7b-4a77-8b2e-e1912851e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:19.532454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-31dc8e6f-7e7b-4a77-8b2e-e1912851e1b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.5399001 Jan 28 16:31:19.548247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:31:19.568339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6aa9dcea-189e-4fe7-a91a-87c94bec7eb1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.568868 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Added segment 6aa9dcea-189e-4fe7-a91a-87c94bec7eb1 of type vlan for network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf Jan 28 16:31:19.570478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555832c9-c581-4e08-8b6f-59c27c70d2ec,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:19.583639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b94a82-13e2-4253-9e4a-b78148650b34 None None] Pushing event updated for resources: {'Port': ['ID=63d759c9-db01-419e-afd9-88999314cc66,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:19.591150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-4a86d1aa-9cfe-40d6-8c09-a485140fd137 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=63311a9c-e0bf-47ea-ae55-349ab083818e HTTP/1.1" status: 200 len: 217 time: 0.0445180 Jan 28 16:31:19.603083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9cc3ada0-f508-4b48-83dd-8edbea7d3dcf None None] Provisioning complete for port 63d759c9-db01-419e-afd9-88999314cc66 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:19.603450 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ada0-f508-4b48-83dd-8edbea7d3dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63d759c9-db01-419e-afd9-88999314cc66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.634535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.649435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.659535 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.659769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:14Z', 'revision_number': 4, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '63d759c9-db01-419e-afd9-88999314cc66', 'name': '', 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'mac_address': 'fa:16:3e:eb:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '05903738-d6ec-4597-8a87-013ac979ab8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:12Z', 'updated_at': '2022-01-28T16:31:18Z', 'revision_number': 4, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'subnets': [{'id': '05903738-d6ec-4597-8a87-013ac979ab8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:19.672119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.673484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:19.674809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.694887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e0079-da22-4284-9741-704d13e88eba None None] The sync data for ids ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'] in n-d-812111-13 is: [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:14Z', 'revision_number': 4, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '63d759c9-db01-419e-afd9-88999314cc66', 'name': '', 'network_id': '8347c60f-beac-489d-aa9e-d001654c1d81', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'mac_address': 'fa:16:3e:eb:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '05903738-d6ec-4597-8a87-013ac979ab8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:12Z', 'updated_at': '2022-01-28T16:31:18Z', 'revision_number': 4, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'subnets': [{'id': '05903738-d6ec-4597-8a87-013ac979ab8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:19.711869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=14d29cd1-26c6-45e6-8350-e171af9ab5b4,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:19.718716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-0390ce75-1ba4-4dc1-97dd-7cf8dfb1e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:19.721501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-0390ce75-1ba4-4dc1-97dd-7cf8dfb1e75d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1222076 Jan 28 16:31:19.742801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e69cd61d-47ef-4c2d-8620-573ec70578d2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.765786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:19.769410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3ada0-f508-4b48-83dd-8edbea7d3dcf None None] Current status of the port 63d759c9-db01-419e-afd9-88999314cc66 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:19.771623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fe545b6a-cdd3-428c-ad87-552a16f54ba5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7168622 Jan 28 16:31:19.775338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:19.783103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Request body: {'subnet': {'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-subnet', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:19.799699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:31:19.807029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Made reservation on behalf of 6dbf487e2c7d419fa0dd1695c5c069a6 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:19.810245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.827090 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:19.835096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19509463-1a25-466e-a50c-a051a11e5031 req-a7565f03-dc47-487b-8a85-e14d3e9bea4b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5250204 Jan 28 16:31:19.972423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19509463-1a25-466e-a50c-a051a11e5031 req-ba11c260-2f69-460a-977f-6aba41ac45ec tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1358764 Jan 28 16:31:19.978951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-8bce880b-76ed-4932-b6fe-43d4a8b5da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:19.980748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-8bce880b-76ed-4932-b6fe-43d4a8b5da70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2511938 Jan 28 16:31:20.051816 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003091b7-fb24-4640-a41b-118997d212c7 x-openstack-request-id: req-003091b7-fb24-4640-a41b-118997d212c7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:20.052186 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "name": "network-vif-plugged", "status": "completed", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885", "code": 200}, {"server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "name": "network-vif-plugged", "status": "completed", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:20.053138 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-003091b7-fb24-4640-a41b-118997d212c7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:20.053576 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'code': 200} Jan 28 16:31:20.053946 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'code': 200} Jan 28 16:31:20.058992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (3c68d951-9471-439b-befb-4d7211a64273), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.167595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c68d951-9471-439b-befb-4d7211a64273,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:20.170028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Checking segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:20.170904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Network hostable DHCP agents. Network: 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:31:20.197855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:31:20.227359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:20.233526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:20.234121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.241523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d2956-b868-4877-acb8-dc61fdd9d0bc None None] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:20.251494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184907a-d999-4e96-9300-a33997ac68d0 req-b234b235-6e2d-44de-8245-768de3ad3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:20.252990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2184907a-d999-4e96-9300-a33997ac68d0 req-b234b235-6e2d-44de-8245-768de3ad3d93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1128 time: 0.0657787 Jan 28 16:31:20.259790 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96b02f0a-7db7-4973-b153-5fdb36d6a1c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4830797 Jan 28 16:31:20.261640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56940) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:20.271248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:20.299221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19509463-1a25-466e-a50c-a051a11e5031 req-177006b9-9c0c-4baf-b7ae-467d14f414a5 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:20.305371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19509463-1a25-466e-a50c-a051a11e5031 req-177006b9-9c0c-4baf-b7ae-467d14f414a5 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3230107 Jan 28 16:31:20.308656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-a3b9f963-5473-4a6a-840d-8fc4bdb3cfce service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155951 Jan 28 16:31:20.315067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-19509463-1a25-466e-a50c-a051a11e5031 req-fe1bfe2a-5ed9-4995-bd17-a85f35f55f83 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:20.326872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (00eecdba-8869-49ee-9a54-d2b890c973ea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.327674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19509463-1a25-466e-a50c-a051a11e5031 req-fe1bfe2a-5ed9-4995-bd17-a85f35f55f83 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214586 Jan 28 16:31:20.328480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (00eecdba-8869-49ee-9a54-d2b890c973ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.338466 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2184907a-d999-4e96-9300-a33997ac68d0 req-829bbbfb-67c2-44ea-a705-fd578495dccb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769472 Jan 28 16:31:20.350165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0e83-fcc3-4016-9309-cee8d872e191 req-c51a2d57-0133-4a25-aa77-2c5a0abb021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:20.355116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16df0e83-fcc3-4016-9309-cee8d872e191 req-c51a2d57-0133-4a25-aa77-2c5a0abb021d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1128 time: 0.1518989 Jan 28 16:31:20.384788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3b352-2661-42c9-bc38-df3ccef92a24 req-1acff2bc-2882-42b5-9f64-15d5bf6f22dd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:20.386616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddd3b352-2661-42c9-bc38-df3ccef92a24 req-1acff2bc-2882-42b5-9f64-15d5bf6f22dd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 945 time: 0.2253034 Jan 28 16:31:20.408312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks [] for router_controller (00eecdba-8869-49ee-9a54-d2b890c973ea), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.444239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:31:20.445140 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.566585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddd3b352-2661-42c9-bc38-df3ccef92a24 req-0278b5df-9cb8-4ac6-b4fd-9fc6e886c31b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629319 Jan 28 16:31:20.614951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Allocated IP 172.20.0.2 (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf/3c68d951-9471-439b-befb-4d7211a64273/58db6d32-5b09-4b37-a863-200aac2a0651) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:20.643629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5368b153-7d3d-4303-abea-b5bf3844a584 req-76b0141d-de94-45b4-905d-7ad257d44429 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014596 Jan 28 16:31:20.653149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421ed39-4e53-4a65-b85e-ba9744382875 req-1d13ec4d-b9c7-4f73-ab47-c618a84ff8cf tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:20.660632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6421ed39-4e53-4a65-b85e-ba9744382875 req-1d13ec4d-b9c7-4f73-ab47-c618a84ff8cf tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 948 time: 0.2052853 Jan 28 16:31:20.736323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks [] for router_gateway (00eecdba-8869-49ee-9a54-d2b890c973ea), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.757312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16df0e83-fcc3-4016-9309-cee8d872e191 req-230fd11c-b772-4908-8f77-690f0a0c9fbf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392946 Jan 28 16:31:20.778306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6421ed39-4e53-4a65-b85e-ba9744382875 req-934dddc8-0dc4-4505-a2ca-53c1f5a924f6 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168063 Jan 28 16:31:20.855662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63d759c9-db01-419e-afd9-88999314cc66 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:20.860381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56958) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:20.862164 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:20.984053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba7269ae-62af-4378-a813-69032d5a9848 req-ff0a41dd-ef37-4b1f-9b5a-af1b7fd31736 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1671739 Jan 28 16:31:20.988802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:21.018690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.068964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Publish callbacks [] for port (58db6d32-5b09-4b37-a863-200aac2a0651), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.075521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks [] for router_gateway (00eecdba-8869-49ee-9a54-d2b890c973ea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.087434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.092726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 63d759c9-db01-419e-afd9-88999314cc66 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:21.093497 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63d759c9-db01-419e-afd9-88999314cc66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.120616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.153872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5022ab3a-6610-4d85-a81b-4335c16cd7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.214086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea1fc8-cee6-4185-974d-b15521c9d920 req-c4b43e54-76b3-40f2-8bb7-96e45e83563e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:21.215706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1ea1fc8-cee6-4185-974d-b15521c9d920 req-c4b43e54-76b3-40f2-8bb7-96e45e83563e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.1497636 Jan 28 16:31:21.262131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Allocated IP 172.25.8.109 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a7b850ca-b1bc-496f-b068-f9a0db794e0d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:21.303975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:21.311417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:21.316281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:21.322287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Pushing event updated for resources: {'Port': ['ID=58db6d32-5b09-4b37-a863-200aac2a0651,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:21.341902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1ea1fc8-cee6-4185-974d-b15521c9d920 req-04ce5852-ed15-4661-b52e-5d42d20dc36f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163995 Jan 28 16:31:21.375952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5022ab3a-6610-4d85-a81b-4335c16cd7c7 admin admin] Publish callbacks [] for security_group (40f3f401-4178-422a-a984-9f0be38f3cd2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.379056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.387762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5022ab3a-6610-4d85-a81b-4335c16cd7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (40f3f401-4178-422a-a984-9f0be38f3cd2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.420695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Attempting to bind port 58db6d32-5b09-4b37-a863-200aac2a0651 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:21.420985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Attempting to bind port 58db6d32-5b09-4b37-a863-200aac2a0651 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:21.421349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Attempting to bind port 58db6d32-5b09-4b37-a863-200aac2a0651 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:21.429451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:21.429835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Checking segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:21.430234 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.430768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Bound using segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:21.431088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Bound port: 58db6d32-5b09-4b37-a863-200aac2a0651, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:21.431470 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.449239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks [] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.450487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 63d759c9-db01-419e-afd9-88999314cc66 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:21.509729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56970) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:21.514908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5022ab3a-6610-4d85-a81b-4335c16cd7c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af5f7945cac243c8ae1502709e28d638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6509900 Jan 28 16:31:21.522738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.530451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] For port 58db6d32-5b09-4b37-a863-200aac2a0651, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:21.533967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] For port 58db6d32-5b09-4b37-a863-200aac2a0651, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58db6d32-5b09-4b37-a863-200aac2a0651,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:21.549082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.563835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022ab3a-6610-4d85-a81b-4335c16cd7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f3f401-4178-422a-a984-9f0be38f3cd2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:21.579383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:21.588872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:21.600086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:21.624106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b850ca-b1bc-496f-b068-f9a0db794e0d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:21.631509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Allocated IP 172.25.8.139 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/09291c3c-8371-4106-97ee-aeae729b6ba6) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:21.666066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ca76-ef15-4264-8029-883455f1b2be None None] Pushing event updated for resources: {'Port': ['ID=58db6d32-5b09-4b37-a863-200aac2a0651,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:21.674414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d220c2d2-c994-44eb-8b49-03a5bfc3927e admin admin] Publish callbacks [] for security_group (40f3f401-4178-422a-a984-9f0be38f3cd2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.713017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.754885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d220c2d2-c994-44eb-8b49-03a5bfc3927e admin admin] Publish callbacks [] for security_group (40f3f401-4178-422a-a984-9f0be38f3cd2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.780811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.839921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.926420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d220c2d2-c994-44eb-8b49-03a5bfc3927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (40f3f401-4178-422a-a984-9f0be38f3cd2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.932006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d220c2d2-c994-44eb-8b49-03a5bfc3927e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:21.936483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d220c2d2-c994-44eb-8b49-03a5bfc3927e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40f3f401-4178-422a-a984-9f0be38f3cd2 HTTP/1.1" status: 204 len: 168 time: 0.4255762 Jan 28 16:31:21.951237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220c2d2-c994-44eb-8b49-03a5bfc3927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f3f401-4178-422a-a984-9f0be38f3cd2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:21.973701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:21.975387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=09291c3c-8371-4106-97ee-aeae729b6ba6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:22.006375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:22.016269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:22.028218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks [] for router_gateway (00eecdba-8869-49ee-9a54-d2b890c973ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.105207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fcb2-74ec-4c45-889a-33056ec4e567 req-97366b15-4206-4acb-a326-3ddceb461c67 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:22.106907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5159fcb2-74ec-4c45-889a-33056ec4e567 req-97366b15-4206-4acb-a326-3ddceb461c67 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 945 time: 0.1660786 Jan 28 16:31:22.110716 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (e97b1d4c-e42e-4314-a1f8-2d991eb095c5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.170432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.265091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (00eecdba-8869-49ee-9a54-d2b890c973ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.286425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5159fcb2-74ec-4c45-889a-33056ec4e567 req-4f56847c-92f8-49f0-98c7-b5ccb22409c0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689353 Jan 28 16:31:22.525296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:22.541789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8d4c42b1-f190-4288-b996-3e76f81d9888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.664904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff5704-d3f0-48b2-993c-2353d729b996 req-ecebacd6-30a3-4f23-b60a-9ddfb4e49647 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:22.673937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bff5704-d3f0-48b2-993c-2353d729b996 req-ecebacd6-30a3-4f23-b60a-9ddfb4e49647 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 971 time: 0.0974584 Jan 28 16:31:22.701686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Router 00eecdba-8869-49ee-9a54-d2b890c973ea is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:31:22.729989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8d4c42b1-f190-4288-b996-3e76f81d9888 admin admin] Publish callbacks [] for security_group (030d51e4-7c89-4cb3-b2c2-f97166c78295), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.745356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.765303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bff5704-d3f0-48b2-993c-2353d729b996 req-610573bf-6aed-4102-ace4-b9b53054cdc1 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cd2905e-e3a3-422a-96b0-6091d787a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901241 Jan 28 16:31:22.766116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8d4c42b1-f190-4288-b996-3e76f81d9888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (030d51e4-7c89-4cb3-b2c2-f97166c78295), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.778483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.781189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 63311a9c-e0bf-47ea-ae55-349ab083818e details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:22.792176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e97b1d4c-e42e-4314-a1f8-2d991eb095c5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.812602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c42b1-f190-4288-b996-3e76f81d9888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d51e4-7c89-4cb3-b2c2-f97166c78295,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:22.841819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8d4c42b1-f190-4288-b996-3e76f81d9888 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd8d259796494d26b724fbd676a60890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126004 Jan 28 16:31:22.841819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56996) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:22.851938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58db6d32-5b09-4b37-a863-200aac2a0651 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:22.872013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.873367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba7269ae-62af-4378-a813-69032d5a9848 req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8884716 Jan 28 16:31:22.891171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711131b-b277-4989-b5a4-a01ae96a5513 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=09291c3c-8371-4106-97ee-aeae729b6ba6,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:22.938855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:22.951874 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:22.955733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c757866-8c8f-4df4-a220-c1a1645aa322 admin admin] Publish callbacks [] for security_group (030d51e4-7c89-4cb3-b2c2-f97166c78295), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:22.964913 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:22.968879 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:22.994743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c757866-8c8f-4df4-a220-c1a1645aa322 admin admin] Publish callbacks [] for security_group (030d51e4-7c89-4cb3-b2c2-f97166c78295), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.008428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.009754 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-65bab806-3223-4e73-ad63-8c40bd1e4b90 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7472303 Jan 28 16:31:23.012907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56998) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:23.013831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba7269ae-62af-4378-a813-69032d5a9848 req-0d283939-06c7-490f-bb63-1cd71439371e tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.139 HTTP/1.1" status: 200 len: 696 time: 0.1330988 Jan 28 16:31:23.065330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 63311a9c-e0bf-47ea-ae55-349ab083818e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=63311a9c-e0bf-47ea-ae55-349ab083818e,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:23.068148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 58db6d32-5b09-4b37-a863-200aac2a0651 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:23.068518 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.109645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7559fb9-9a18-4850-a73e-e04b0e1d6418 req-34f6d425-dc17-4ff2-9321-166248a6ad12 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:23.111317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7559fb9-9a18-4850-a73e-e04b0e1d6418 req-34f6d425-dc17-4ff2-9321-166248a6ad12 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 948 time: 0.2266724 Jan 28 16:31:23.122840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e0626-9171-441f-92c5-8c59adf13e29 req-4dc44c7c-6861-432a-a9e2-4631e3994daa tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:23.124449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-160e0626-9171-441f-92c5-8c59adf13e29 req-4dc44c7c-6861-432a-a9e2-4631e3994daa tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.31 "GET /v2.0/ports?device_id=495c637e-58a1-43f7-8829-ce19ed8d166c HTTP/1.1" status: 200 len: 971 time: 0.1573915 Jan 28 16:31:23.142245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a7d7df-b0e4-4930-a55e-7f7b3b214fcd None None] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:23.147462 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:23.168231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '63311a9c-e0bf-47ea-ae55-349ab083818e', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '63311a9c-e0bf-47ea-ae55-349ab083818e', 'mac_address': 'fa:16:3e:bd:fb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:23.208153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Provisioning complete for port 58db6d32-5b09-4b37-a863-200aac2a0651 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:23.208928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.210802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c757866-8c8f-4df4-a220-c1a1645aa322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (030d51e4-7c89-4cb3-b2c2-f97166c78295), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.213659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c757866-8c8f-4df4-a220-c1a1645aa322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.215416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1c757866-8c8f-4df4-a220-c1a1645aa322 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/030d51e4-7c89-4cb3-b2c2-f97166c78295 HTTP/1.1" status: 204 len: 168 time: 0.3724034 Jan 28 16:31:23.227350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7559fb9-9a18-4850-a73e-e04b0e1d6418 req-9c040d6f-b6cb-4b51-9f20-bf5d2a65ebe7 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998747 Jan 28 16:31:23.274622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c757866-8c8f-4df4-a220-c1a1645aa322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d51e4-7c89-4cb3-b2c2-f97166c78295,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:23.387351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7269ae-62af-4378-a813-69032d5a9848 req-530522e2-6654-44ed-a5e9-17d8c643282b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:23.390001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba7269ae-62af-4378-a813-69032d5a9848 req-530522e2-6654-44ed-a5e9-17d8c643282b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3688321 Jan 28 16:31:23.465456 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:21Z', 'revision_number': 3, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:23.476710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 63311a9c-e0bf-47ea-ae55-349ab083818e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:23.482338 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.510372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24889838-e460-47db-9741-569714a5e90f req-6e93c227-ce54-49c0-8ccf-c0b85d2834bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:23.519434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24889838-e460-47db-9741-569714a5e90f req-6e93c227-ce54-49c0-8ccf-c0b85d2834bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.1201763 Jan 28 16:31:23.521484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63311a9c-e0bf-47ea-ae55-349ab083818e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:23.549306 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:23.549799 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Updating router 00eecdba-8869-49ee-9a54-d2b890c973ea port a7b850ca-b1bc-496f-b068-f9a0db794e0d binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:23.550576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Deleting port 07144217-e48a-4156-ad36-92fbe44df79c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:23.550952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (07144217-e48a-4156-ad36-92fbe44df79c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.612379 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.614084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 63311a9c-e0bf-47ea-ae55-349ab083818e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=63311a9c-e0bf-47ea-ae55-349ab083818e,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:23.616087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 58db6d32-5b09-4b37-a863-200aac2a0651 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:23.616597 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.619037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Current status of the port 58db6d32-5b09-4b37-a863-200aac2a0651 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:23.619510 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.627644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.665600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24889838-e460-47db-9741-569714a5e90f req-e3d706bc-eab4-43a0-8484-bd5fd4ef05ca tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451094 Jan 28 16:31:23.729082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17fc02-35de-469e-8aa3-0fb8a15d7df3 req-cf1977e3-e5c9-43a3-a27b-8c0187e9c5b9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:23.730589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b17fc02-35de-469e-8aa3-0fb8a15d7df3 req-cf1977e3-e5c9-43a3-a27b-8c0187e9c5b9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 945 time: 0.1748025 Jan 28 16:31:23.759129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 58db6d32-5b09-4b37-a863-200aac2a0651, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58db6d32-5b09-4b37-a863-200aac2a0651,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:23.777071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.802717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=63311a9c-e0bf-47ea-ae55-349ab083818e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:23.811582 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.827433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] For port 07144217-e48a-4156-ad36-92fbe44df79c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=07144217-e48a-4156-ad36-92fbe44df79c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:23.827433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (07144217-e48a-4156-ad36-92fbe44df79c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:23.868828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Calling delete_port for 07144217-e48a-4156-ad36-92fbe44df79c owned by compute:tempest-test_az-1977743107 {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:23.888195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['63311a9c-e0bf-47ea-ae55-349ab083818e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:23.909371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b17fc02-35de-469e-8aa3-0fb8a15d7df3 req-7bdbf810-e931-48eb-b573-57b7dfc0c192 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678550 Jan 28 16:31:23.921022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-141e8526-e62a-4df9-a328-debb49b9e35a req-ec43f974-280a-4730-8d99-87a68613cd59 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2257812 Jan 28 16:31:23.995639 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:31:23.996064 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:31:24.010199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:24.013863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=58db6d32-5b09-4b37-a863-200aac2a0651,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:24.078127 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Publish callbacks [] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.089634 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.144428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.157802 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238f3a-73d5-4830-aef0-31e4ca930abd None None] Pushing event updated for resources: {'Port': ['ID=a7b850ca-b1bc-496f-b068-f9a0db794e0d,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:24.171742 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Attempting to bind port a7b850ca-b1bc-496f-b068-f9a0db794e0d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:24.172344 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Attempting to bind port a7b850ca-b1bc-496f-b068-f9a0db794e0d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:24.172780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Attempting to bind port a7b850ca-b1bc-496f-b068-f9a0db794e0d on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:24.181382 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:24.182358 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:24.182933 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.183342 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:24.184044 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Bound port: a7b850ca-b1bc-496f-b068-f9a0db794e0d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:24.184447 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.200516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Allocated IP 172.20.0.1 (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf/3c68d951-9471-439b-befb-4d7211a64273/e76e133f-6dd5-487c-b06e-ddbcf48eeb23) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:24.281489 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] For port a7b850ca-b1bc-496f-b068-f9a0db794e0d, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:24.291371 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] For port a7b850ca-b1bc-496f-b068-f9a0db794e0d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a7b850ca-b1bc-496f-b068-f9a0db794e0d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:24.301052 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.371418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (07144217-e48a-4156-ad36-92fbe44df79c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.408590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks [] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.412144 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:24.413183 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:24.434386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Pushing event deleted for resources: {'Port': ['ID=07144217-e48a-4156-ad36-92fbe44df79c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:24.461577 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238f3a-73d5-4830-aef0-31e4ca930abd None None] Pushing event updated for resources: {'Port': ['ID=a7b850ca-b1bc-496f-b068-f9a0db794e0d,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:24.484973 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.539664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] No DVR routers for this DVR port 07144217-e48a-4156-ad36-92fbe44df79c on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:31:24.547405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.552754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-78a0d362-30f9-4c5a-9896-402a5d688875 None None] Current status of the port 58db6d32-5b09-4b37-a863-200aac2a0651 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:24.569847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-160e0626-9171-441f-92c5-8c59adf13e29 req-b6d502c5-75b6-4e72-85fe-380db7e12e71 tempest-TenantUsagesTestJSON-608561841 tempest-TenantUsagesTestJSON-608561841-project] 10.222.0.31 "DELETE /v2.0/ports/07144217-e48a-4156-ad36-92fbe44df79c HTTP/1.1" status: 204 len: 173 time: 1.4317544 Jan 28 16:31:24.570351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'name': 'network-vif-deleted', 'tag': '07144217-e48a-4156-ad36-92fbe44df79c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:24.572911 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce1acc-9d1f-4fb4-84e8-402a66ca0a63" -d '{"events": [{"server_uuid": "495c637e-58a1-43f7-8829-ce19ed8d166c", "name": "network-vif-deleted", "tag": "07144217-e48a-4156-ad36-92fbe44df79c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:24.593433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:24.618576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.631381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:24.650011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:24.653483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Pushing event updated for resources: {'Port': ['ID=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:24.693757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f1e3fed6-a6d2-4619-8b74-3fb692a33faa None None] Provisioning complete for port 58db6d32-5b09-4b37-a863-200aac2a0651 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:24.696203 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:24.703786 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fed6-a6d2-4619-8b74-3fb692a33faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.774669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (00eecdba-8869-49ee-9a54-d2b890c973ea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:24.804797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 63311a9c-e0bf-47ea-ae55-349ab083818e up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:24.946195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58db6d32-5b09-4b37-a863-200aac2a0651 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:25.049011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 63311a9c-e0bf-47ea-ae55-349ab083818e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:25.069886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 63311a9c-e0bf-47ea-ae55-349ab083818e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:25.070271 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.077555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Allocated IP 172.25.8.247 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/1ecf7085-f22a-4394-9068-839b78cc7958) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:25.085076 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:21Z', 'revision_number': 3, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:25.103746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f4f45-d190-4b58-b10d-72b29c500d50 req-409dfb3f-7e53-4923-a233-1d553282f8ee tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:25.117609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d4f4f45-d190-4b58-b10d-72b29c500d50 req-409dfb3f-7e53-4923-a233-1d553282f8ee tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1128 time: 0.1811714 Jan 28 16:31:25.124517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3fed6-a6d2-4619-8b74-3fb692a33faa None None] Current status of the port 58db6d32-5b09-4b37-a863-200aac2a0651 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:25.124517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 58db6d32-5b09-4b37-a863-200aac2a0651 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:25.125031 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.171167 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064d93c-a248-4cd2-985e-71eff2df3603 None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:21Z', 'revision_number': 3, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:25.178797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.222561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d4f4f45-d190-4b58-b10d-72b29c500d50 req-0825a6a4-cf68-4516-9e82-68bf10835cc0 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037500 Jan 28 16:31:25.296040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (1ecf7085-f22a-4394-9068-839b78cc7958), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.303443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b746abc3-8499-4241-8b76-004c2881b8ab None None] Provisioning complete for port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:25.305049 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b746abc3-8499-4241-8b76-004c2881b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.372477 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1ecf7085-f22a-4394-9068-839b78cc7958), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.426949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b746abc3-8499-4241-8b76-004c2881b8ab None None] Port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:25.430650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 63311a9c-e0bf-47ea-ae55-349ab083818e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:25.431180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.450839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:25.452782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:25.455514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:25.501897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63311a9c-e0bf-47ea-ae55-349ab083818e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:25.504273 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524c2748-6605-4307-8e3e-7ccf63334fd8" -d '{"events": [{"server_uuid": "737925d2-985a-4c78-b428-9f7b9a63ea54", "name": "network-vif-plugged", "status": "completed", "tag": "63311a9c-e0bf-47ea-ae55-349ab083818e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:25.515168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 58db6d32-5b09-4b37-a863-200aac2a0651 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:25.519159 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (2e0996d1-c7b5-4fdb-ae9c-94c795b4176d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.523232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 63311a9c-e0bf-47ea-ae55-349ab083818e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=63311a9c-e0bf-47ea-ae55-349ab083818e,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:25.532296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.533543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 07144217-e48a-4156-ad36-92fbe44df79c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:31:25.560495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks [] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.569074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=1ecf7085-f22a-4394-9068-839b78cc7958,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:25.570892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.590986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1ecf7085-f22a-4394-9068-839b78cc7958), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.605092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 07144217-e48a-4156-ad36-92fbe44df79c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:31:25.605691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 07144217-e48a-4156-ad36-92fbe44df79c not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:31:25.698047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=63311a9c-e0bf-47ea-ae55-349ab083818e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:25.745169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Pushing event updated for resources: {'Port': ['ID=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:25.753171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (00eecdba-8869-49ee-9a54-d2b890c973ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.834559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (1ecf7085-f22a-4394-9068-839b78cc7958), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.844947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1ecf7085-f22a-4394-9068-839b78cc7958), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.901265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (2e0996d1-c7b5-4fdb-ae9c-94c795b4176d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.910142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:25.913411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:25.934243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=1ecf7085-f22a-4394-9068-839b78cc7958,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:25.943571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:25.961308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-141e8526-e62a-4df9-a328-debb49b9e35a req-dbe39501-5238-4bf0-880e-9f710f1d2124 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0392997 Jan 28 16:31:26.044942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57064) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:26.054434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-141e8526-e62a-4df9-a328-debb49b9e35a req-c7956d60-8628-4b76-9728-867fffe99a13 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0919931 Jan 28 16:31:26.169655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Router 00eecdba-8869-49ee-9a54-d2b890c973ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:31:26.231223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc68599-59d8-44e7-b5bf-fbda4f65afec req-909245df-d1b5-4866-b0b0-8142cad7b9f4 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:26.239057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cc68599-59d8-44e7-b5bf-fbda4f65afec req-909245df-d1b5-4866-b0b0-8142cad7b9f4 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1128 time: 0.2189956 Jan 28 16:31:26.282283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e03246a9-1a39-4e43-8655-848a1ada486c None None] Provisioning complete for port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:26.282708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e03246a9-1a39-4e43-8655-848a1ada486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:26.317058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e8526-e62a-4df9-a328-debb49b9e35a req-e1e7c0cc-26d3-4230-b719-1cc9409e07a1 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:26.323617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-141e8526-e62a-4df9-a328-debb49b9e35a req-e1e7c0cc-26d3-4230-b719-1cc9409e07a1 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.2386615 Jan 28 16:31:26.339943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-141e8526-e62a-4df9-a328-debb49b9e35a req-c03b17a6-de01-4f75-80bd-aaa728d6e948 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:26.345139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:26.348763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-141e8526-e62a-4df9-a328-debb49b9e35a req-c03b17a6-de01-4f75-80bd-aaa728d6e948 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240965 Jan 28 16:31:26.360395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c0ea54ac-e88d-4f87-a217-dfe9092c1b08 admin admin] 10.222.0.25 "PUT /v2.0/routers/00eecdba-8869-49ee-9a54-d2b890c973ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3465102 Jan 28 16:31:26.362955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e03246a9-1a39-4e43-8655-848a1ada486c None None] Port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:26.411328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cc68599-59d8-44e7-b5bf-fbda4f65afec req-a7933a3b-7a0c-4a03-b140-1c478186eeff tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666794 Jan 28 16:31:26.470198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3091b0ee-bb9e-42df-9250-654dd3c2a448 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82d8d16852634916acdf735667c56884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239004 Jan 28 16:31:26.472827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57082) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:26.485926 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c2881d-4efc-4a4d-bd95-07012873c771 x-openstack-request-id: req-06c2881d-4efc-4a4d-bd95-07012873c771 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:26.486260 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c637e-58a1-43f7-8829-ce19ed8d166c", "name": "network-vif-deleted", "tag": "07144217-e48a-4156-ad36-92fbe44df79c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:26.486594 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06c2881d-4efc-4a4d-bd95-07012873c771 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:26.486982 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c637e-58a1-43f7-8829-ce19ed8d166c', 'name': 'network-vif-deleted', 'tag': '07144217-e48a-4156-ad36-92fbe44df79c', 'status': 'completed', 'code': 200} Jan 28 16:31:26.567631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-854f2157-6490-4be7-a6b6-8b602f1c69ec admin admin] Publish callbacks [] for security_group (7cd2905e-e3a3-422a-96b0-6091d787a0cd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:26.598623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-854f2157-6490-4be7-a6b6-8b602f1c69ec admin admin] Publish callbacks [] for security_group (7cd2905e-e3a3-422a-96b0-6091d787a0cd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:26.681876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-854f2157-6490-4be7-a6b6-8b602f1c69ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7cd2905e-e3a3-422a-96b0-6091d787a0cd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:26.687526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-854f2157-6490-4be7-a6b6-8b602f1c69ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:26.693975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-854f2157-6490-4be7-a6b6-8b602f1c69ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cd2905e-e3a3-422a-96b0-6091d787a0cd HTTP/1.1" status: 204 len: 168 time: 0.2196634 Jan 28 16:31:26.704095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2157-6490-4be7-a6b6-8b602f1c69ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2905e-e3a3-422a-96b0-6091d787a0cd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:26.827529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57092) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:26.904209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe4f-5728-4c7a-95d8-83ddf08519c5 req-2ff37922-adc0-42a4-85f1-b5da9b3005c4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:26.912497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8abafe4f-5728-4c7a-95d8-83ddf08519c5 req-2ff37922-adc0-42a4-85f1-b5da9b3005c4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 950 time: 0.4023430 Jan 28 16:31:26.913636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7b850ca-b1bc-496f-b068-f9a0db794e0d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:26.919299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63209a-442d-407d-9738-6fc011d6b9ab req-9ccf84e3-7e72-42c8-9e89-0647d4b59d90 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:26.933961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c63209a-442d-407d-9738-6fc011d6b9ab req-9ccf84e3-7e72-42c8-9e89-0647d4b59d90 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1128 time: 0.3708236 Jan 28 16:31:26.982641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a7b850ca-b1bc-496f-b068-f9a0db794e0d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:26.982641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.009337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8abafe4f-5728-4c7a-95d8-83ddf08519c5 req-f1c06e19-c4f8-487a-abb3-c9785254e78a tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945432 Jan 28 16:31:27.024467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c63209a-442d-407d-9738-6fc011d6b9ab req-4711a133-81f3-4809-9732-3ab0fe274fc9 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896599 Jan 28 16:31:27.134741 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4139c99e-69cd-429e-b956-2ce2d6c3686b x-openstack-request-id: req-4139c99e-69cd-429e-b956-2ce2d6c3686b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:27.135093 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737925d2-985a-4c78-b428-9f7b9a63ea54", "name": "network-vif-plugged", "status": "completed", "tag": "63311a9c-e0bf-47ea-ae55-349ab083818e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:27.135299 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4139c99e-69cd-429e-b956-2ce2d6c3686b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:27.135691 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63311a9c-e0bf-47ea-ae55-349ab083818e', 'code': 200} Jan 28 16:31:27.175930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a7b850ca-b1bc-496f-b068-f9a0db794e0d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:27.176306 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.198350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port a7b850ca-b1bc-496f-b068-f9a0db794e0d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a7b850ca-b1bc-496f-b068-f9a0db794e0d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:27.204842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.237680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e7db62-26d4-45b4-82bc-bde9822922c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.271675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=a7b850ca-b1bc-496f-b068-f9a0db794e0d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:27.331043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-e67965f7-efd6-4318-a47c-d3b850955a60 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2418036 Jan 28 16:31:27.333920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0bc3-8d29-4686-a682-78556512defb req-de391990-55a6-4775-a4a5-f6b60bee2ff9 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:27.339817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0ad0bc3-8d29-4686-a682-78556512defb req-de391990-55a6-4775-a4a5-f6b60bee2ff9 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1128 time: 0.1228518 Jan 28 16:31:27.343649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57104) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:27.355361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:27.378605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e7db62-26d4-45b4-82bc-bde9822922c8 admin admin] Publish callbacks [] for security_group (fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.385575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e7db62-26d4-45b4-82bc-bde9822922c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.391151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a02a592f-d2e9-4f7c-98b2-88f4978c61df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.398311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a392-7a39-41ad-a45c-71115ffb8978 req-c3339f84-acf9-4a78-aa5c-fc2145de3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:27.401328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf75a392-7a39-41ad-a45c-71115ffb8978 req-c3339f84-acf9-4a78-aa5c-fc2145de3486 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 1133 time: 0.1856408 Jan 28 16:31:27.429693 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-01e7db62-26d4-45b4-82bc-bde9822922c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7303331dfdb64dc79876ead3e645cc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6010675 Jan 28 16:31:27.430914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7db62-26d4-45b4-82bc-bde9822922c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:27.433280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57108) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:27.458637 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.486318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea694cc9-d88b-47b9-9d43-e956189d996e admin admin] Publish callbacks [] for security_group (fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.511104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea694cc9-d88b-47b9-9d43-e956189d996e admin admin] Publish callbacks [] for security_group (fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.520588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0ad0bc3-8d29-4686-a682-78556512defb req-6d0d5cc5-36b9-4a10-878f-af6d254876e6 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703329 Jan 28 16:31:27.579296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf75a392-7a39-41ad-a45c-71115ffb8978 req-bb14824b-8255-4028-8a2d-7a2374925eb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645792 Jan 28 16:31:27.589712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea694cc9-d88b-47b9-9d43-e956189d996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.592431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea694cc9-d88b-47b9-9d43-e956189d996e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.596531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ea694cc9-d88b-47b9-9d43-e956189d996e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0 HTTP/1.1" status: 204 len: 168 time: 0.1599205 Jan 28 16:31:27.607295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea694cc9-d88b-47b9-9d43-e956189d996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb88bb42-a5a4-4d05-8efc-b6b0d189bcb0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:27.610901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57118) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:27.619694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-network', 'tenant_id': '828e21bb3acc4a03938acea2c229a867'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:27.652524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a02a592f-d2e9-4f7c-98b2-88f4978c61df admin admin] Publish callbacks [] for security_group (90158d42-2451-40e6-ac77-e71751272ed9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.664827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a02a592f-d2e9-4f7c-98b2-88f4978c61df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (90158d42-2451-40e6-ac77-e71751272ed9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.687999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Made reservation on behalf of 828e21bb3acc4a03938acea2c229a867 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:27.690327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.724315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.739334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a02a592f-d2e9-4f7c-98b2-88f4978c61df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a0d9a5ef40741e7880c66a6462e8952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947263 Jan 28 16:31:27.742231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57120) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:27.745015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a592f-d2e9-4f7c-98b2-88f4978c61df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90158d42-2451-40e6-ac77-e71751272ed9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:27.759851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.823423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a2b460c-5e10-499b-a92e-3db7038455f2 admin admin] Publish callbacks [] for security_group (90158d42-2451-40e6-ac77-e71751272ed9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.858771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a2b460c-5e10-499b-a92e-3db7038455f2 admin admin] Publish callbacks [] for security_group (90158d42-2451-40e6-ac77-e71751272ed9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.929498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Allocated IP 172.25.8.5 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/be060b76-b1f3-428e-b5b2-3e2a643f42ed) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:27.933307 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks [] for security_group (212dce08-6808-4950-9ff0-96de2260add9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.937550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a2b460c-5e10-499b-a92e-3db7038455f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (90158d42-2451-40e6-ac77-e71751272ed9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.942699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a2b460c-5e10-499b-a92e-3db7038455f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.944292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3a2b460c-5e10-499b-a92e-3db7038455f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90158d42-2451-40e6-ac77-e71751272ed9 HTTP/1.1" status: 204 len: 168 time: 0.2011600 Jan 28 16:31:27.945834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:27.951097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (212dce08-6808-4950-9ff0-96de2260add9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:27.958704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b460c-5e10-499b-a92e-3db7038455f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90158d42-2451-40e6-ac77-e71751272ed9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:27.983882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-d8b45848-9532-49b8-b9a2-0a9cf6be2a79 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e6f765bbfa234252a6cea4e86740a668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564716 Jan 28 16:31:27.993314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:27.995991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:28.005064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:31:28.056626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212dce08-6808-4950-9ff0-96de2260add9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:28.113456 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4d44df7b-81c0-4f56-b570-4deab9b936a3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.113845 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Added segment 4d44df7b-81c0-4f56-b570-4deab9b936a3 of type vlan for network ff241883-89e9-47c9-8ed0-c29c476cce2c Jan 28 16:31:28.147468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:28.162166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57136) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:28.180296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c83cebbc-c835-4080-8db9-357651eb7d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.202390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ff241883-89e9-47c9-8ed0-c29c476cce2c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.253770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-93100d47-5172-45f8-9e01-05df3ae6729c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:28.255276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-93100d47-5172-45f8-9e01-05df3ae6729c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537367 Jan 28 16:31:28.263337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.280163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c83cebbc-c835-4080-8db9-357651eb7d10 admin admin] Publish callbacks [] for security_group (29746b07-a2f2-421c-ad00-79ffef6f32f6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.285329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-ca99edb3-83ba-4fe8-94ed-fede182f9dfc tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/quotas/e6f765bbfa234252a6cea4e86740a668 HTTP/1.1" status: 200 len: 375 time: 0.0182471 Jan 28 16:31:28.289126 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ff241883-89e9-47c9-8ed0-c29c476cce2c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.290072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:28.290688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.292133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c83cebbc-c835-4080-8db9-357651eb7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (29746b07-a2f2-421c-ad00-79ffef6f32f6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.355420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-8edf33ec-573d-4d66-bb1d-97d33ecc8be8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620787 Jan 28 16:31:28.355990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cebbc-c835-4080-8db9-357651eb7d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29746b07-a2f2-421c-ad00-79ffef6f32f6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:28.375726 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c83cebbc-c835-4080-8db9-357651eb7d10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88d31cd0dd2844189a81f01df14c2345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124844 Jan 28 16:31:28.378816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:28.392277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7777517 Jan 28 16:31:28.394491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57144) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:28.408165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Request body: {'subnet': {'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-subnet', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:28.408445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce0fac-fdc5-43f8-ab33-2c281ceae1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff241883-89e9-47c9-8ed0-c29c476cce2c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:28.413141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.424420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ff241883-89e9-47c9-8ed0-c29c476cce2c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:31:28.459078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:28.463600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:28.466295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:28.485848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0feb6e0-a3bd-4925-9d55-ac07ead0ed9a admin admin] Publish callbacks [] for security_group (29746b07-a2f2-421c-ad00-79ffef6f32f6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.508481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Made reservation on behalf of 828e21bb3acc4a03938acea2c229a867 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:28.521646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.526194 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (8839c8dc-723b-4d62-be37-06fd876e1aa0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.545809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=be060b76-b1f3-428e-b5b2-3e2a643f42ed,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:28.559460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 2, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:28.584140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.595050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0feb6e0-a3bd-4925-9d55-ac07ead0ed9a admin admin] Publish callbacks [] for security_group (29746b07-a2f2-421c-ad00-79ffef6f32f6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.609828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:28.610204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Updating router 00eecdba-8869-49ee-9a54-d2b890c973ea port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:28.676884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.878512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0feb6e0-a3bd-4925-9d55-ac07ead0ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (29746b07-a2f2-421c-ad00-79ffef6f32f6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.880810 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0feb6e0-a3bd-4925-9d55-ac07ead0ed9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:28.882359 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e0feb6e0-a3bd-4925-9d55-ac07ead0ed9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29746b07-a2f2-421c-ad00-79ffef6f32f6 HTTP/1.1" status: 204 len: 168 time: 0.5018559 Jan 28 16:31:28.900738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feb6e0-a3bd-4925-9d55-ac07ead0ed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29746b07-a2f2-421c-ad00-79ffef6f32f6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:29.006347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7b850ca-b1bc-496f-b068-f9a0db794e0d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:29.030294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.044175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.087900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (32660e58-be29-4a5b-8417-45e4af9749df), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.107396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c70e28-0632-42bf-89de-3de7c1666917 req-ea38c8ee-4fba-43c0-bfa0-5b62876e1819 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:29.109535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9c70e28-0632-42bf-89de-3de7c1666917 req-ea38c8ee-4fba-43c0-bfa0-5b62876e1819 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 950 time: 0.2187245 Jan 28 16:31:29.153221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=32660e58-be29-4a5b-8417-45e4af9749df,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:29.176170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a7b850ca-b1bc-496f-b068-f9a0db794e0d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:29.177228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.205933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (8839c8dc-723b-4d62-be37-06fd876e1aa0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.228096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Checking segment: {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:29.228449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Network hostable DHCP agents. Network: ff241883-89e9-47c9-8ed0-c29c476cce2c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:31:29.256228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Network ff241883-89e9-47c9-8ed0-c29c476cce2c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:31:29.260971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Publish callbacks [] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.271259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ff241883-89e9-47c9-8ed0-c29c476cce2c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:29.274088 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.284194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:29.286006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.291977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9c70e28-0632-42bf-89de-3de7c1666917 req-101d61bf-1913-48c8-b7f7-2493143c5619 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700525 Jan 28 16:31:29.295676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event updated for resources: {'Port': ['ID=be060b76-b1f3-428e-b5b2-3e2a643f42ed,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:29.313362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.320413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-932f472e-28ad-495b-8e14-5d132491f39a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9721289 Jan 28 16:31:29.333212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-22a353c9-b764-4db5-825c-b541e68250dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9351537 Jan 28 16:31:29.336531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57190) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:29.340381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8546c77-7c11-424d-bac7-94260dbb8554 None None] Network ff241883-89e9-47c9-8ed0-c29c476cce2c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:29.344146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:29.391664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (51306778-dc28-4e5e-b320-6b64d1c7d9e7), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.392868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (51306778-dc28-4e5e-b320-6b64d1c7d9e7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.449378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-ca79ceec-3a90-45bb-aa89-51f40765d518 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.1234336 Jan 28 16:31:29.492304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a7b850ca-b1bc-496f-b068-f9a0db794e0d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:29.505043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-5d4a9d7e-0f60-4d60-b8f1-bf6f98113ff5 req-cb29c658-ff3d-4e63-8f06-4015b8812b55 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:29.506240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d4a9d7e-0f60-4d60-b8f1-bf6f98113ff5 req-cb29c658-ff3d-4e63-8f06-4015b8812b55 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111797 Jan 28 16:31:29.577910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62c2f4-a820-4a82-bbd1-e3343c4d75e9 None None] Pushing event updated for resources: {'Port': ['ID=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:29.631552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-ff241883-89e9-47c9-8ed0-c29c476cce2c', 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c', 'project_id': '828e21bb3acc4a03938acea2c229a867', 'fixed_ips': [{'subnet_id': '32660e58-be29-4a5b-8417-45e4af9749df'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:31:29.632652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.683272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Attempting to bind port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:29.683692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Attempting to bind port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:29.684111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Attempting to bind port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:29.692086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:29.692853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Checking segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:29.693158 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.693559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Bound using segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:29.694038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Bound port: e76e133f-6dd5-487c-b06e-ddbcf48eeb23, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:29.695080 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.773057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-5ab8345b-9916-40c5-bead-399c2a5b7d11 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:29.792137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-549e3179-83a3-43b6-8e44-3811c83d8f91 req-5ab8345b-9916-40c5-bead-399c2a5b7d11 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3313310 Jan 28 16:31:29.947495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] For port e76e133f-6dd5-487c-b06e-ddbcf48eeb23, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:29.949018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks [] for router_controller (51306778-dc28-4e5e-b320-6b64d1c7d9e7), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.978131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] For port e76e133f-6dd5-487c-b06e-ddbcf48eeb23, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:29.989574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4b446d86-f7c9-4e22-a205-925042261ecd None None] Provisioning complete for port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:29.990072 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b446d86-f7c9-4e22-a205-925042261ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:29.994160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-cffd1af4-e7ac-4de3-aff0-1380db42e830 req-d56e4f6a-f148-48a0-9488-b814fc1aa0df service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:29.995789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cffd1af4-e7ac-4de3-aff0-1380db42e830 req-d56e4f6a-f148-48a0-9488-b814fc1aa0df service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083213 Jan 28 16:31:30.035817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4b446d86-f7c9-4e22-a205-925042261ecd None None] Port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:30.054723 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:30.139576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks [] for router_gateway (51306778-dc28-4e5e-b320-6b64d1c7d9e7), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:30.146184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Allocated IP 172.20.0.2 (ff241883-89e9-47c9-8ed0-c29c476cce2c/32660e58-be29-4a5b-8417-45e4af9749df/c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:30.153319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:30.153960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:30.171547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62c2f4-a820-4a82-bbd1-e3343c4d75e9 None None] Pushing event updated for resources: {'Port': ['ID=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:30.379879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-4a066074-30ce-42ac-966d-002ab8c6b1f7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6f765bbfa234252a6cea4e86740a668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619032 Jan 28 16:31:30.418171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:30.671533 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks [] for router_gateway (51306778-dc28-4e5e-b320-6b64d1c7d9e7), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:30.686682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a5c6e40f-1e10-40a8-b88e-d8df613f08bd tempest-AutoAllocateNetworkTest-1933012459 tempest-AutoAllocateNetworkTest-1933012459-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c6a172df93dc4bb6af06047b22c48f48&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2657757 Jan 28 16:31:30.696763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-7ac20d36-1131-4700-9a67-02e53137f5ea tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:30.698724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-7ac20d36-1131-4700-9a67-02e53137f5ea tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126264 Jan 28 16:31:30.699454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57242) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:30.699570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:30.703444 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:30.749794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] Provisioning complete for port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:30.750169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:30.856132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76380a37-ffbc-45a9-ae76-e58bb624677d tempest-AutoAllocateNetworkTest-1933012459 tempest-AutoAllocateNetworkTest-1933012459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:30.858212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-76380a37-ffbc-45a9-ae76-e58bb624677d tempest-AutoAllocateNetworkTest-1933012459 tempest-AutoAllocateNetworkTest-1933012459-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1569641 Jan 28 16:31:30.864113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Request body: {'port': {'device_id': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'e6f765bbfa234252a6cea4e86740a668'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:30.867467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57252) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:30.873004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Allocated IP 172.25.8.44 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/149d493b-f870-48ac-8a76-179a7f030f1f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:30.939165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Publish callbacks [] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:30.971466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.027097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Network ff241883-89e9-47c9-8ed0-c29c476cce2c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:31.040407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:31.061883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:31.066733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Pushing event updated for resources: {'Port': ['ID=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:31.081103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks [] for port (149d493b-f870-48ac-8a76-179a7f030f1f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.116554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] Current status of the port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:31.117098 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.131737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.192651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:31.200315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:29Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:31.215076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:31.231469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:31.241256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f21aec05-b5a9-4000-89e1-167d648afba5 tempest-AutoAllocateNetworkTest-1933012459 tempest-AutoAllocateNetworkTest-1933012459-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3688993 Jan 28 16:31:31.241462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57266) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:31.256747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Pushing event updated for resources: {'Port': ['ID=149d493b-f870-48ac-8a76-179a7f030f1f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:31.260278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec613f5-6eeb-4662-ae6a-5992d7038d3e None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:29Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:31.280898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Attempting to bind port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:31.282325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Attempting to bind port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:31.282782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Attempting to bind port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f on network ff241883-89e9-47c9-8ed0-c29c476cce2c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:31.290934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21b31a1f-399f-4cd6-9516-a373f6301d40 tempest-AutoAllocateNetworkTest-1933012459 tempest-AutoAllocateNetworkTest-1933012459-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c6a172df93dc4bb6af06047b22c48f48 HTTP/1.1" status: 200 len: 208 time: 0.0484180 Jan 28 16:31:31.310217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] For port e76e133f-6dd5-487c-b06e-ddbcf48eeb23, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:31.312934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:31.313455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Checking segment: {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:31.313910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.314494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Bound using segment: {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:31.315039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Bound port: c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:31.316169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.330917 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.445784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Made reservation on behalf of e6f765bbfa234252a6cea4e86740a668 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:31.450593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.465202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] For port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:31.475261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.480350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecb4d0-873a-496a-a5e7-4835352fce63 None None] Pushing event updated for resources: {'Port': ['ID=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:31.491475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] For port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:31.502670 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.623676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab240f-c34d-4b39-9f83-3b0558cd8539 None None] Pushing event updated for resources: {'Port': ['ID=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:31.700150 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks [] for security_group (614a8d30-4955-45e7-9744-6e34850c991b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.707673 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (614a8d30-4955-45e7-9744-6e34850c991b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.744035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57278) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:31.763944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614a8d30-4955-45e7-9744-6e34850c991b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:31.855381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks [] for router_gateway (51306778-dc28-4e5e-b320-6b64d1c7d9e7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:31.949237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Allocated IP 192.168.233.107 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/21a820f3-d94c-4f92-998c-2a2b1b9bfb84) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:31.992447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:32.097314 n-d-812111-13 neutron-server[103094]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 16:31:32.103825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-da988a4c-c781-44c0-9d81-1499d0cf1456 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:32.124521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-da988a4c-c781-44c0-9d81-1499d0cf1456 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3791142 Jan 28 16:31:32.159677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:32.244559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0939ecee-7824-4b7a-ba8a-7632c4bf649a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.260368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-f93baaf8-4624-4162-9946-a429a0d7c87e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:32.261440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-f93baaf8-4624-4162-9946-a429a0d7c87e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003146 Jan 28 16:31:32.271908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks [] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.315407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.371375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:32.373734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-3612a04b-fbfc-4604-9b07-90f13a77adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:32.374628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:32.380587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:32.383808 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-3612a04b-fbfc-4604-9b07-90f13a77adb4 service neutron] 10.222.0.25 "GET /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 1125 time: 0.1628737 Jan 28 16:31:32.385899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:32.386541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.391746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:32.392261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Unknown quota resources ['binding']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:31:32.400989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:32.409335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-bf3d7bd0-7895-448b-9a61-2c0673b7c064 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5498562 Jan 28 16:31:32.432986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (51306778-dc28-4e5e-b320-6b64d1c7d9e7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.460662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-39ef617d-0c8a-4311-bf75-3ee6e8e05212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:32.462116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-39ef617d-0c8a-4311-bf75-3ee6e8e05212 service neutron] 10.222.0.25 "GET /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 1125 time: 0.1297827 Jan 28 16:31:32.468350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Request body: {'port': {'device_id': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:32.476003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:32.476530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Unknown quota resources ['binding']. {{(pid=103093) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:31:32.627949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.672896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0939ecee-7824-4b7a-ba8a-7632c4bf649a admin admin] Publish callbacks [] for security_group (506ccd79-c1a0-417c-84e7-eeac1481a719), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.708458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0939ecee-7824-4b7a-ba8a-7632c4bf649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (506ccd79-c1a0-417c-84e7-eeac1481a719), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.790141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a1276168-a1ef-450c-9561-2b49737a8aee None None] Provisioning complete for port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:32.791861 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a1276168-a1ef-450c-9561-2b49737a8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:32.814934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0939ecee-7824-4b7a-ba8a-7632c4bf649a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6a172df93dc4bb6af06047b22c48f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8200269 Jan 28 16:31:32.821436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57302) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:32.839321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939ecee-7824-4b7a-ba8a-7632c4bf649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ccd79-c1a0-417c-84e7-eeac1481a719,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:32.881682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a1276168-a1ef-450c-9561-2b49737a8aee None None] Port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:32.886876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:32.887387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:32.887616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:32.901265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:32.901490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:32.907247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:32.907599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:32.907929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:32.919249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:32.919596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:32.920521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:32.922097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Bound port: f46a88dc-e649-42cd-9b55-ebf9eb753885, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:32.932585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:32.933048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:32.940184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:32.940356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:32.940531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:32.941102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:32.941785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Bound port: f000beb6-a7b1-49a4-a652-470a7ef32c23, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:33.006149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:33.006367 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.012268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Publish callbacks [] for security_group (506ccd79-c1a0-417c-84e7-eeac1481a719), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.032520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:31:33.142277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:33.142911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.188925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:33.195889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.196984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e76e133f-6dd5-487c-b06e-ddbcf48eeb23 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:33.226333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:33.236648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Publish callbacks [] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.248307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d01f6c-74d6-47fd-950b-10fd383fd0ef None None] Network ff241883-89e9-47c9-8ed0-c29c476cce2c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:33.259980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Transition to ACTIVE for port object 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:33.264159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:33.265749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.284339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.285601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-73fa912e-717e-4f51-ae4a-372d8c7e44f5 service neutron] 10.222.0.25 "POST /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885/bindings HTTP/1.1" status: 201 len: 390 time: 0.8141670 Jan 28 16:31:33.362048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:33.365132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:33.392119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Attempting to bind port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:33.392425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Attempting to bind port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:33.392937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Attempting to bind port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:33.401027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:33.401420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Attempting to bind port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:33.408005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:33.408402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:33.408747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:33.409189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Bound port: 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:33.409600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.422524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8d2b6a18-b38c-435b-bb21-468b2f5ad46a None None] Provisioning complete for port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:33.422894 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8d2b6a18-b38c-435b-bb21-468b2f5ad46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.474519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Publish callbacks [] for security_group (506ccd79-c1a0-417c-84e7-eeac1481a719), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.477209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:33.477209 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.498183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:33.533693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.535219 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-45ddb24b-0b0c-4fa9-a6dd-8386a34630e2 service neutron] 10.222.0.25 "POST /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23/bindings HTTP/1.1" status: 201 len: 390 time: 1.1504750 Jan 28 16:31:33.541131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:33.554408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:33.557981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:33.570266 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Sync routers for ids ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:33.573312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.606181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.611027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3c7832ab-0952-467e-ba24-fff80439450d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2717588 Jan 28 16:31:33.613305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:33.630874 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Routers {'51306778-dc28-4e5e-b320-6b64d1c7d9e7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:33.635448 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:33.717839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:33.718780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.719828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/21a820f3-d94c-4f92-998c-2a2b1b9bfb84 HTTP/1.1" status: 200 len: 1097 time: 1.2568231 Jan 28 16:31:33.720418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:33.722811 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76644e8-27ee-4542-8ada-068e271f46ee" -d '{"events": [{"name": "network-changed", "server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:33.732037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-19b9fed7-c74d-4c20-8cc8-71f908314272 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e6f765bbfa234252a6cea4e86740a668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819571 Jan 28 16:31:33.787096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:33.822087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (506ccd79-c1a0-417c-84e7-eeac1481a719), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.829037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:33.833262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/506ccd79-c1a0-417c-84e7-eeac1481a719 HTTP/1.1" status: 204 len: 168 time: 1.0087287 Jan 28 16:31:33.847661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b6a18-b38c-435b-bb21-468b2f5ad46a None None] Current status of the port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:33.861603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.865161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.865533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.866367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.867274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.868091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.869112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.870066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.871530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.872242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.874998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ccd79-c1a0-417c-84e7-eeac1481a719,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:33.875800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.877193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.878393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5dd0a-504f-45df-bae6-c50feab829c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.894656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.897834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.898407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.898836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.899260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.899678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.900120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.900539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.915871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.917309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.918267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.918757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.919250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ad099-8430-43d9-af0e-af1a93509657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:33.965362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Set router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:34.010039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:34.036375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-fc1a1528-5d5c-4428-b350-099d033a3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.044338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-fc1a1528-5d5c-4428-b350-099d033a3b3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1128 time: 0.2578115 Jan 28 16:31:34.089757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-5313e6fe-b364-407a-bd76-2e3c21249cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.093473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-5313e6fe-b364-407a-bd76-2e3c21249cf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1131 time: 0.3204427 Jan 28 16:31:34.165737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-d08e3ae2-222c-419f-8dce-22fc8b8794db tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.167847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-d08e3ae2-222c-419f-8dce-22fc8b8794db tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4346688 Jan 28 16:31:34.214908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-0e66780b-e30c-4d75-a935-61bb776a25b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84 HTTP/1.1" status: 200 len: 217 time: 0.0980227 Jan 28 16:31:34.230733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-b6119ba3-5b51-4c85-9b73-d8e8db55a4f5 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/quotas/e6f765bbfa234252a6cea4e86740a668 HTTP/1.1" status: 200 len: 375 time: 0.0192986 Jan 28 16:31:34.337465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 3, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:34.337731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-9056599f-2176-45c9-b91f-dac33aaab4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.339178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-9056599f-2176-45c9-b91f-dac33aaab4ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1063800 Jan 28 16:31:34.353292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-c061812a-13c5-46de-9553-a83430c357b4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215401 Jan 28 16:31:34.398922 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Checking router: 51306778-dc28-4e5e-b320-6b64d1c7d9e7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:34.399851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5d5c3427-ab1b-41b9-8699-d70408244ed6 None None] Provisioning complete for port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:34.404115 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Updating router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 port 149d493b-f870-48ac-8a76-179a7f030f1f binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:34.404354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3427-ab1b-41b9-8699-d70408244ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:34.442369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-2deb2ad5-e516-4882-a01f-2269864dde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.444272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-2deb2ad5-e516-4882-a01f-2269864dde9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.3876262 Jan 28 16:31:34.446198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747ae4-7436-464a-81ff-5773d996821f req-ff806b51-c314-4fcf-b7f9-82a05648127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.447684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-ff806b51-c314-4fcf-b7f9-82a05648127d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0934923 Jan 28 16:31:34.568088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-12ea8278-797c-4469-b2c6-b86d771c468d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.0805528 Jan 28 16:31:34.627722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c3427-ab1b-41b9-8699-d70408244ed6 None None] Current status of the port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:34.686562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-d5c97154-2f60-4980-b3d8-417aa2a8f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:34.688703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-d5c97154-2f60-4980-b3d8-417aa2a8f7bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1022971 Jan 28 16:31:34.714642 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:34.766945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc598fa1-1f11-4e0f-8d52-1663653a70d3 req-247ec83b-d007-4e1d-9726-92fc096de421 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips/8839c8dc-723b-4d62-be37-06fd876e1aa0 HTTP/1.1" status: 200 len: 691 time: 0.1378334 Jan 28 16:31:34.775531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:34.778281 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-aec576bc-dc79-4fe5-aa02-9299c90e908b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789104 Jan 28 16:31:34.786226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-500cc3bf-19b0-453f-ba0f-998b8a840395 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308668 Jan 28 16:31:34.926802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:34.927326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:34.942142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b747ae4-7436-464a-81ff-5773d996821f req-1713f768-3744-4ad0-8bdf-427d50d376d7 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227655 Jan 28 16:31:35.077561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598fa1-1f11-4e0f-8d52-1663653a70d3 req-275f6abd-43ca-449d-bb61-537af0885a01 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:35.085075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc598fa1-1f11-4e0f-8d52-1663653a70d3 req-275f6abd-43ca-449d-bb61-537af0885a01 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3170636 Jan 28 16:31:35.090427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.091214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-fc598fa1-1f11-4e0f-8d52-1663653a70d3 req-29111a72-0e97-45cd-bc86-b6867d2dd926 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:35.093369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc598fa1-1f11-4e0f-8d52-1663653a70d3 req-29111a72-0e97-45cd-bc86-b6867d2dd926 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072482 Jan 28 16:31:35.097352 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-65103209-177c-4d8d-9ece-99bc79843d5f service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707019 Jan 28 16:31:35.214537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:35.265631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806765d-e1c9-4728-9595-33626a6e8fe0 req-db8d2348-cc2d-4929-b27d-e770ae1bc846 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:35.272940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5806765d-e1c9-4728-9595-33626a6e8fe0 req-db8d2348-cc2d-4929-b27d-e770ae1bc846 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 945 time: 0.1773982 Jan 28 16:31:35.292138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f837-263c-41bd-a5e6-2ebfd9792c75 req-9cbf083a-20a6-4ddc-9bea-d2369941d996 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:35.301059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3438f837-263c-41bd-a5e6-2ebfd9792c75 req-9cbf083a-20a6-4ddc-9bea-d2369941d996 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.1119573 Jan 28 16:31:35.327672 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-7e06691d-9edc-43ca-8a7b-f1057cbc5beb service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230976 Jan 28 16:31:35.432577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Allocated IP 172.20.0.1 (ff241883-89e9-47c9-8ed0-c29c476cce2c/32660e58-be29-4a5b-8417-45e4af9749df/7654aebb-a50a-4b9d-830f-5addc2e9cf5e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:35.506301 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Publish callbacks [] for port (149d493b-f870-48ac-8a76-179a7f030f1f), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.521787 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.604930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905e04e-e6e8-4315-9d3f-0325a870836c None None] Pushing event updated for resources: {'Port': ['ID=149d493b-f870-48ac-8a76-179a7f030f1f,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:35.637688 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Attempting to bind port 149d493b-f870-48ac-8a76-179a7f030f1f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:35.639885 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Attempting to bind port 149d493b-f870-48ac-8a76-179a7f030f1f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:35.640451 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Attempting to bind port 149d493b-f870-48ac-8a76-179a7f030f1f on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:35.652024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3438f837-263c-41bd-a5e6-2ebfd9792c75 req-4abb740d-385b-4478-be09-982f87e30600 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470435 Jan 28 16:31:35.654169 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:35.654531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:35.654996 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.655331 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:35.655814 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Bound port: 149d493b-f870-48ac-8a76-179a7f030f1f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:35.656197 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.669709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks [] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.679341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5806765d-e1c9-4728-9595-33626a6e8fe0 req-67011842-7f8f-49a6-aad6-dd6cd3f5ec23 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049132 Jan 28 16:31:35.692157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-55b23cda-3cf4-4c3d-8946-8d77a251474b tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:35.692910 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-55b23cda-3cf4-4c3d-8946-8d77a251474b tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.1706905 Jan 28 16:31:35.714091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:35.778491 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cea85ab-aafe-45aa-a0ac-034c0468dd0c x-openstack-request-id: req-8cea85ab-aafe-45aa-a0ac-034c0468dd0c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:35.779853 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:35.780232 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cea85ab-aafe-45aa-a0ac-034c0468dd0c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:35.780913 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'status': 'completed', 'code': 200} Jan 28 16:31:35.782539 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] For port 149d493b-f870-48ac-8a76-179a7f030f1f, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:35.787078 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] For port 149d493b-f870-48ac-8a76-179a7f030f1f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=149d493b-f870-48ac-8a76-179a7f030f1f,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:35.797544 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.823722 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.857087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:35.890046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83f51e77-7a71-4f33-a7b4-a884d32dcbfe req-650bd963-f74e-40cc-a204-1e4f94e48757 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 210 time: 0.0454845 Jan 28 16:31:35.903726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Routers {'51306778-dc28-4e5e-b320-6b64d1c7d9e7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:35.905026 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:35.909221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Pushing event updated for resources: {'Port': ['ID=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:35.952274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Network ff241883-89e9-47c9-8ed0-c29c476cce2c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:35.955349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:35.971762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:36.000341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76644e8-27ee-4542-8ada-068e271f46ee req-ffc932fc-0a14-4826-9a2b-09fa2ddee5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.001873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-ffc932fc-0a14-4826-9a2b-09fa2ddee5d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1131 time: 0.2007897 Jan 28 16:31:36.005430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-2a2ed6cd-da48-481d-82f7-5fa9c0de041e tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips/8839c8dc-723b-4d62-be37-06fd876e1aa0 HTTP/1.1" status: 200 len: 691 time: 0.0713992 Jan 28 16:31:36.045582 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] Set router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:36.068353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5c08-f07f-4479-b4d9-18942554552d req-397c2674-a176-4be9-bc52-4b4bd1d33e9d tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.069916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d5d5c08-f07f-4479-b4d9-18942554552d req-397c2674-a176-4be9-bc52-4b4bd1d33e9d tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 950 time: 0.1831806 Jan 28 16:31:36.110538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905e04e-e6e8-4315-9d3f-0325a870836c None None] Pushing event updated for resources: {'Port': ['ID=149d493b-f870-48ac-8a76-179a7f030f1f,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:36.168486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.31', 51251) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:36.190240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (51306778-dc28-4e5e-b320-6b64d1c7d9e7), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:36.262167 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 3, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:36.266100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-42acd52e-b974-4533-8864-5bbb05b7ac62 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6f765bbfa234252a6cea4e86740a668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923157 Jan 28 16:31:36.291303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ad5f0-5b9c-4c7a-9eb0-ca6b4eaff8a8 None None] The sync data for ids ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'] in n-d-812111-13 is: [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 3, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:36.387196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3c3b18fc-230f-4c8e-9430-bf4841661e59 None None] Provisioning complete for port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:36.387746 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c3b18fc-230f-4c8e-9430-bf4841661e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:36.419520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d5d5c08-f07f-4479-b4d9-18942554552d req-411173b5-9d12-476f-b2ac-b0c894f41606 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148777 Jan 28 16:31:36.453491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b18fc-230f-4c8e-9430-bf4841661e59 None None] Port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:36.453593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76644e8-27ee-4542-8ada-068e271f46ee req-f316c13e-d8c1-4b71-ad03-bc31316594bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.453593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-f316c13e-d8c1-4b71-ad03-bc31316594bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.4314060 Jan 28 16:31:36.455259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-71d41ef4-a5e4-4bce-9513-e80905ec3ced tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.457489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-71d41ef4-a5e4-4bce-9513-e80905ec3ced tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.4421659 Jan 28 16:31:36.469555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-15c75d4a-165b-4ff0-8406-2681b4516b8a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:36.470538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-15c75d4a-165b-4ff0-8406-2681b4516b8a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059903 Jan 28 16:31:36.515502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-d9982f6b-e333-4376-b257-10ced2c2901c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84 HTTP/1.1" status: 200 len: 217 time: 0.0578659 Jan 28 16:31:36.546738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-ad919bfc-115c-42f8-8d63-6bdbc674f4c5 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.548222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-ad919bfc-115c-42f8-8d63-6bdbc674f4c5 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710354 Jan 28 16:31:36.561442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-a8298534-d3b1-4052-9f01-08c3965c36d5 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0484264 Jan 28 16:31:36.564892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Request body: {'port': {'device_id': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'e6f765bbfa234252a6cea4e86740a668'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:36.584397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:36.649772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-fa3321b4-59ca-4dcc-a241-4527f75cc436 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0791914 Jan 28 16:31:36.662759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76644e8-27ee-4542-8ada-068e271f46ee req-cd789939-9835-4adf-9834-6a47c0a61136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.664765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-cd789939-9835-4adf-9834-6a47c0a61136 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1024213 Jan 28 16:31:36.871622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76644e8-27ee-4542-8ada-068e271f46ee req-894696a3-8dab-485f-bbb0-43108301e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:36.873733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-894696a3-8dab-485f-bbb0-43108301e1d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1937895 Jan 28 16:31:36.881756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:36.953063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Deleting port be060b76-b1f3-428e-b5b2-3e2a643f42ed {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:36.953487 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:36.964985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:37.037953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-9797514a-cdb9-4c45-8c62-a87e22dd155c service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574981 Jan 28 16:31:37.059130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:37.061084 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd184761-5afb-47a8-97a5-a8bf2678adbb" -d '{"events": [{"server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:37.066733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Publish callbacks [] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.106809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.109373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Made reservation on behalf of e6f765bbfa234252a6cea4e86740a668 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:37.113038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.142496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.142836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (be060b76-b1f3-428e-b5b2-3e2a643f42ed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.167168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f162c154-35de-412c-b912-9e942e3c9849 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=24a144bf37524d35acdbe374bb8a314a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412798 Jan 28 16:31:37.173193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Calling delete_port for be060b76-b1f3-428e-b5b2-3e2a643f42ed owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:37.293515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:37.321629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a76644e8-27ee-4542-8ada-068e271f46ee req-3c2681b1-d7a1-46f5-8ef1-03d36a837d0f service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766905 Jan 28 16:31:37.366438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:37.366782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:37.367115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:37.398270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f38368cb-cd53-4819-ba11-517bb29f5350 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:37.399809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f38368cb-cd53-4819-ba11-517bb29f5350 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180269 Jan 28 16:31:37.408733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:37.409137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Attempting to bind port f46a88dc-e649-42cd-9b55-ebf9eb753885 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:37.427905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:37.428425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:37.428657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:37.429101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Bound port: f46a88dc-e649-42cd-9b55-ebf9eb753885, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:37.429476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.433566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks [] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.449604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.458838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-042ec4be-8b38-422b-ab60-be51c28af60c tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/quotas/24a144bf37524d35acdbe374bb8a314a HTTP/1.1" status: 200 len: 375 time: 0.0387964 Jan 28 16:31:37.500854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (be060b76-b1f3-428e-b5b2-3e2a643f42ed), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.529200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Allocated IP 192.168.233.4 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/ac6b70ac-fceb-41b5-a71b-de9826355034) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:37.536603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event deleted for resources: {'Port': ['ID=be060b76-b1f3-428e-b5b2-3e2a643f42ed,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:37.567700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (8839c8dc-723b-4d62-be37-06fd876e1aa0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.570269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.571424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5bd880-f70c-43a5-9c0d-e2facfae51df req-1a4f6c36-efb1-430d-a76c-cdd5e848f8ef tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "DELETE /v2.0/floatingips/8839c8dc-723b-4d62-be37-06fd876e1aa0 HTTP/1.1" status: 204 len: 173 time: 0.9047716 Jan 28 16:31:37.580211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (51306778-dc28-4e5e-b320-6b64d1c7d9e7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.588375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-abc8c4c2-52fe-4e85-9f87-ce65ade7a098 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24a144bf37524d35acdbe374bb8a314a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229653 Jan 28 16:31:37.595357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Pushing event updated for resources: {'Port': ['ID=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:37.647493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:37.705025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:37.724416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fdeb5-8e4f-4197-9684-ad13ee9e6807 req-3cfa3775-c45f-4bcb-ad67-9efa273ab3de tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:37.727636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d1fdeb5-8e4f-4197-9684-ad13ee9e6807 req-3cfa3775-c45f-4bcb-ad67-9efa273ab3de tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.0816224 Jan 28 16:31:37.771622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.841004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d1fdeb5-8e4f-4197-9684-ad13ee9e6807 req-dc06680d-8960-4ce0-9fa7-79d3a3ce8abc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022611 Jan 28 16:31:37.875781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4bb39-b95a-43ab-96d1-df4d02e25637 req-ef8d45b1-01f5-4f7b-8476-f5ef5f61b172 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:37.883510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88f4bb39-b95a-43ab-96d1-df4d02e25637 req-ef8d45b1-01f5-4f7b-8476-f5ef5f61b172 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.1228538 Jan 28 16:31:37.925821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:37.926812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:37.928960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] 10.222.0.31 "PUT /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 1123 time: 2.2194970 Jan 28 16:31:37.936788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Network ff241883-89e9-47c9-8ed0-c29c476cce2c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:37.945075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88f4bb39-b95a-43ab-96d1-df4d02e25637 req-146552b1-766a-4f76-84e8-3de431e3daec tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 Jan 28 16:31:37.952173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913638-1459-4a7d-9ec0-14bc65537e19 service neutron] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:37.973311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:38.003534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f46a88dc-e649-42cd-9b55-ebf9eb753885'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:38.074292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d6462cc-1ac4-47de-b542-6955f5992461 req-ff47c50f-02c0-4464-972d-999852d36b31 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 210 time: 0.0920498 Jan 28 16:31:38.129010 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6169a4-ea66-4977-9268-edd198a3f71d x-openstack-request-id: req-8f6169a4-ea66-4977-9268-edd198a3f71d {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:38.130717 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:38.131127 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f6169a4-ea66-4977-9268-edd198a3f71d {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:38.132928 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'code': 200} Jan 28 16:31:38.212647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks [] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:38.260124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:31:38.417401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4705a0bb-a6c7-4cc3-939d-cf35ce7507ec req-e32bdb94-87eb-45bf-b719-df16f74464a8 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 210 time: 0.1634912 Jan 28 16:31:38.421326 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:38.506521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-11018002-d438-4560-9714-958452ce3340 None None] Provisioning complete for port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:38.507108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11018002-d438-4560-9714-958452ce3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:38.533335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:38.534171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event updated for resources: {'Port': ['ID=ac6b70ac-fceb-41b5-a71b-de9826355034,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:38.570030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-11018002-d438-4560-9714-958452ce3340 None None] Port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:38.609473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:38.621348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa785c-f6cb-4226-a2b3-a1b8dd35d73b req-a7d4c4a2-a611-46ad-863e-d8f5cd051524 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:38.624158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07aa785c-f6cb-4226-a2b3-a1b8dd35d73b req-a7d4c4a2-a611-46ad-863e-d8f5cd051524 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5048542 Jan 28 16:31:38.677990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:38.680405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:38.797987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:38.803010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:38.851973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 149d493b-f870-48ac-8a76-179a7f030f1f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:38.863660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6130f361-3ee7-4036-b608-7aafa6e4a089 req-cb75f9fa-20af-438c-871d-ac35bc4f606a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=ea77adf4b2b042e3866a4d3949141b85 HTTP/1.1" status: 200 len: 1657 time: 0.2030702 Jan 28 16:31:38.869284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32103232-871e-46fc-a7d6-95ba6a784a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:38.893886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:38.898929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-addc789f-679f-4f92-b74b-ad9e3545c794 admin admin] 10.222.0.25 "PUT /v2.0/routers/51306778-dc28-4e5e-b320-6b64d1c7d9e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2845352 Jan 28 16:31:38.906036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-760c68c2-26dd-4271-a0b9-811c1b3e72e9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3480101 Jan 28 16:31:38.936250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Request body: {'port': {'device_id': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:38.969997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:38.972343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Sync routers for ids ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:39.066957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130f361-3ee7-4036-b608-7aafa6e4a089 req-95af7aed-cef9-4e6d-a9d1-a058cbc94c8d tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:39.068340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6130f361-3ee7-4036-b608-7aafa6e4a089 req-95af7aed-cef9-4e6d-a9d1-a058cbc94c8d tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks?id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 787 time: 0.1984987 Jan 28 16:31:39.080368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-6130f361-3ee7-4036-b608-7aafa6e4a089 req-a1115da0-351b-4cf4-b63a-141bbb43625c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:39.094433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6130f361-3ee7-4036-b608-7aafa6e4a089 req-a1115da0-351b-4cf4-b63a-141bbb43625c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207007 Jan 28 16:31:39.111354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.142535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Routers {'51306778-dc28-4e5e-b320-6b64d1c7d9e7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:39.143864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:39.187321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32103232-871e-46fc-a7d6-95ba6a784a70 admin admin] Publish callbacks [] for security_group (63d4a473-b373-4c1b-8ee7-c800ea5389a3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.194476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3420-dbd8-484a-b08b-74e607c66eda req-2a18492b-4839-40c4-8dbf-d8989a827a95 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:39.197764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 149d493b-f870-48ac-8a76-179a7f030f1f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:39.198475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.198994 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32103232-871e-46fc-a7d6-95ba6a784a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63d4a473-b373-4c1b-8ee7-c800ea5389a3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.205237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e76b3420-dbd8-484a-b08b-74e607c66eda req-2a18492b-4839-40c4-8dbf-d8989a827a95 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.1081543 Jan 28 16:31:39.246982 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:31:39.287506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32103232-871e-46fc-a7d6-95ba6a784a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d4a473-b373-4c1b-8ee7-c800ea5389a3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:39.308490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-abf201cb-8aae-453a-b348-bfe2adc88123 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=24a144bf37524d35acdbe374bb8a314a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355451 Jan 28 16:31:39.315933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-32103232-871e-46fc-a7d6-95ba6a784a70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b00230922344b4e82f994a1e88c9c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7783341 Jan 28 16:31:39.321725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e76b3420-dbd8-484a-b08b-74e607c66eda req-1b7aacce-b546-4cc8-80a9-2369bc05ef6e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149936 Jan 28 16:31:39.322676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:39.363337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:39.366638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Set router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:39.374856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4c4d5b5b-504b-4539-afb1-764099b36154 None None] Provisioning complete for port ac6b70ac-fceb-41b5-a71b-de9826355034 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:39.375067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5b5b-504b-4539-afb1-764099b36154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.476175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d5b5b-504b-4539-afb1-764099b36154 None None] Port ac6b70ac-fceb-41b5-a71b-de9826355034 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:39.526713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 149d493b-f870-48ac-8a76-179a7f030f1f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:39.527377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.534364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'mac_address': 'fa:16:3e:16:93:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:39.559896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6b70ac-fceb-41b5-a71b-de9826355034 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:39.568022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Publish callbacks [] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.582084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Transition to ACTIVE for port object ac6b70ac-fceb-41b5-a71b-de9826355034 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:39.587894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.619472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:39.619686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.647821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-73b4c00d-b503-48ae-a526-9b511482f8b0 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:39.649784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-73b4c00d-b503-48ae-a526-9b511482f8b0 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249018 Jan 28 16:31:39.662278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b70ac-fceb-41b5-a71b-de9826355034,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:39.666301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Request body: {'port': {'device_id': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '24a144bf37524d35acdbe374bb8a314a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:39.711541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 149d493b-f870-48ac-8a76-179a7f030f1f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=149d493b-f870-48ac-8a76-179a7f030f1f,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:39.713586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:39.723660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.738527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Attempting to bind port ac6b70ac-fceb-41b5-a71b-de9826355034 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:39.740094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Attempting to bind port ac6b70ac-fceb-41b5-a71b-de9826355034 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:39.740551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Attempting to bind port ac6b70ac-fceb-41b5-a71b-de9826355034 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:39.746894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Port ac6b70ac-fceb-41b5-a71b-de9826355034 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:39.747370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Attempting to bind port ac6b70ac-fceb-41b5-a71b-de9826355034 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:39.753375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:39.753714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:39.754278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:39.754841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Bound port: ac6b70ac-fceb-41b5-a71b-de9826355034, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:39.755454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.833890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] For port ac6b70ac-fceb-41b5-a71b-de9826355034, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:39.837279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:39.837645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] For port ac6b70ac-fceb-41b5-a71b-de9826355034, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ac6b70ac-fceb-41b5-a71b-de9826355034,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:39.846198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.850345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=149d493b-f870-48ac-8a76-179a7f030f1f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:39.854638 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.867470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-1cb441bf-842b-40e3-bd66-f934064eff4c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips/2e0996d1-c7b5-4fdb-ae9c-94c795b4176d HTTP/1.1" status: 200 len: 693 time: 0.0659580 Jan 28 16:31:39.884613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64761f24-f00e-4fe5-914f-8bc94fc17780 req-206c61da-b9f2-4ccf-9b1b-0ab6ba0b7c21 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:39.892499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:39.892822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64761f24-f00e-4fe5-914f-8bc94fc17780 req-206c61da-b9f2-4ccf-9b1b-0ab6ba0b7c21 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.6663909 Jan 28 16:31:39.893426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:39.895686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac6b70ac-fceb-41b5-a71b-de9826355034 HTTP/1.1" status: 200 len: 1095 time: 0.9766750 Jan 28 16:31:39.932853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2378fd-2122-460a-ac92-9ee6b411b707 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b70ac-fceb-41b5-a71b-de9826355034,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:39.960294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:40.002023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-676865ce-8bfc-44f3-bdfd-7ea7223eea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:40.004142 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-676865ce-8bfc-44f3-bdfd-7ea7223eea35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 1129 time: 0.0606399 Jan 28 16:31:40.010245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:31:36Z', 'revision_number': 4, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '7654aebb-a50a-4b9d-830f-5addc2e9cf5e', 'name': '', 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'mac_address': 'fa:16:3e:e7:d6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '32660e58-be29-4a5b-8417-45e4af9749df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:35Z', 'updated_at': '2022-01-28T16:31:37Z', 'revision_number': 2, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'subnets': [{'id': '32660e58-be29-4a5b-8417-45e4af9749df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:40.028572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7680-e38e-4013-82f0-8dd9ca178c76 admin admin] Publish callbacks [] for security_group (63d4a473-b373-4c1b-8ee7-c800ea5389a3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.047402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Checking router: 51306778-dc28-4e5e-b320-6b64d1c7d9e7 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:40.047759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Updating router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:40.057836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7680-e38e-4013-82f0-8dd9ca178c76 admin admin] Publish callbacks [] for security_group (63d4a473-b373-4c1b-8ee7-c800ea5389a3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.066534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-12b9c328-77af-418b-8dd6-266f1fdc5f57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=ac6b70ac-fceb-41b5-a71b-de9826355034 HTTP/1.1" status: 200 len: 217 time: 0.0541503 Jan 28 16:31:40.080162 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.085579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['21a820f3-d94c-4f92-998c-2a2b1b9bfb84'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:40.088574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Made reservation on behalf of 24a144bf37524d35acdbe374bb8a314a for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:40.092124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.114145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-d6c310f3-c047-4528-b6ef-c3b50ca5e41c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:40.121361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-d6c310f3-c047-4528-b6ef-c3b50ca5e41c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.2529924 Jan 28 16:31:40.135304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-9ecbe9b4-231f-4a9f-bd15-0b129188ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:40.140994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-9ecbe9b4-231f-4a9f-bd15-0b129188ba08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0633667 Jan 28 16:31:40.141469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885'}, {'name': 'network-changed', 'server_uuid': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'tag': 'ac6b70ac-fceb-41b5-a71b-de9826355034'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:40.141577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-9063222d-6f8d-475a-a030-93d0b5d1f78c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:31:40.142653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-9063222d-6f8d-475a-a030-93d0b5d1f78c tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203803 Jan 28 16:31:40.144648 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f8724-1d0a-45c7-bc6b-b23259755083" -d '{"events": [{"name": "network-changed", "server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885"}, {"name": "network-changed", "server_uuid": "dddcaedc-8152-4019-82ca-1c6a225de03c", "tag": "ac6b70ac-fceb-41b5-a71b-de9826355034"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:40.157201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64761f24-f00e-4fe5-914f-8bc94fc17780 req-c1c404b7-fc0a-4c1b-8dbb-7b4dda3c3778 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636182 Jan 28 16:31:40.210164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-14e2d441-3d8c-404d-8752-698023a8c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:40.213810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-14e2d441-3d8c-404d-8752-698023a8c4d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0605423 Jan 28 16:31:40.304437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-fc5f3276-e794-402a-8958-c3a08e93f0a7 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.1408498 Jan 28 16:31:40.338568 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-2983d39e-fa89-4db5-9931-5cf00bd308db service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173713 Jan 28 16:31:40.423173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-65ec0ec6-947a-4d8a-a3dc-7c9eab55492a tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0981369 Jan 28 16:31:40.431831 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7680-e38e-4013-82f0-8dd9ca178c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63d4a473-b373-4c1b-8ee7-c800ea5389a3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.434887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7680-e38e-4013-82f0-8dd9ca178c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.441307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aff48f17-40d0-4bbf-b367-f7bb3e16fbf4 req-9b4d8768-3b6f-41c5-a67d-a748e1dfb6f6 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962698 Jan 28 16:31:40.445500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d6cb7680-e38e-4013-82f0-8dd9ca178c76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63d4a473-b373-4c1b-8ee7-c800ea5389a3 HTTP/1.1" status: 204 len: 168 time: 1.1190541 Jan 28 16:31:40.468075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da212be-cc76-4a60-98a4-bc64dfee0faa req-8436fea4-28c3-470f-ab14-8be1bb1e59aa tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:40.469632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0da212be-cc76-4a60-98a4-bc64dfee0faa req-8436fea4-28c3-470f-ab14-8be1bb1e59aa tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 946 time: 0.1910162 Jan 28 16:31:40.475314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb7680-e38e-4013-82f0-8dd9ca178c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d4a473-b373-4c1b-8ee7-c800ea5389a3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:40.531662 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Publish callbacks [] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.537650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Allocated IP 192.168.233.31 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/469baed7-bfd0-4a6b-bc75-681fe9d3a570) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:40.539616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.596609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d37ff-aa18-4519-90ce-9697e93e1bbe None None] Pushing event updated for resources: {'Port': ['ID=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:40.655974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Attempting to bind port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:40.656575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Attempting to bind port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:40.657195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Attempting to bind port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e on network ff241883-89e9-47c9-8ed0-c29c476cce2c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:40.663378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:40.664017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Checking segment: {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:40.664736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.665445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Bound using segment: {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:40.666223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Bound port: 7654aebb-a50a-4b9d-830f-5addc2e9cf5e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d44df7b-81c0-4f56-b570-4deab9b936a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:40.666768 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.704099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0da212be-cc76-4a60-98a4-bc64dfee0faa req-0eafc0e4-7f9e-4f4e-baaf-98a6f8ce6e40 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191989 Jan 28 16:31:40.759128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] For port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:40.762697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 149d493b-f870-48ac-8a76-179a7f030f1f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:40.766611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] For port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:40.806612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.837420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Deleting port 1ecf7085-f22a-4394-9068-839b78cc7958 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:40.837758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1ecf7085-f22a-4394-9068-839b78cc7958), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.877832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:40.893726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57474) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:40.918509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a981932-921c-40b7-9fd8-c2f169c774c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.930084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Routers {'51306778-dc28-4e5e-b320-6b64d1c7d9e7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:40.931830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:40.935440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d37ff-aa18-4519-90ce-9697e93e1bbe None None] Pushing event updated for resources: {'Port': ['ID=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:40.969237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks [] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.991673 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1ecf7085-f22a-4394-9068-839b78cc7958), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:40.992317 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (1ecf7085-f22a-4394-9068-839b78cc7958), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.011844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Calling delete_port for 1ecf7085-f22a-4394-9068-839b78cc7958 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:41.056221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:41.069358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a981932-921c-40b7-9fd8-c2f169c774c9 admin admin] Publish callbacks [] for security_group (cbe09ebd-14c4-44f4-af2f-882495053689), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.077807 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a981932-921c-40b7-9fd8-c2f169c774c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cbe09ebd-14c4-44f4-af2f-882495053689), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.096185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.131435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:41.136755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:41.139137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:41.144073 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3a981932-921c-40b7-9fd8-c2f169c774c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03f6c1a1055a436e8052ae8ca4b68a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492673 Jan 28 16:31:41.144965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a981932-921c-40b7-9fd8-c2f169c774c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe09ebd-14c4-44f4-af2f-882495053689,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:41.146458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:41.147199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:41.147689 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.194459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5353143 Jan 28 16:31:41.202394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:31:41.210946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Request body: {'port': {'device_id': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:41.225463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fef7e57d-cba5-457a-8960-e744cb7cc956 admin admin] Publish callbacks [] for security_group (cbe09ebd-14c4-44f4-af2f-882495053689), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.230515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['63311a9c-e0bf-47ea-ae55-349ab083818e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:41.259600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fef7e57d-cba5-457a-8960-e744cb7cc956 admin admin] Publish callbacks [] for security_group (cbe09ebd-14c4-44f4-af2f-882495053689), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.287279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 149d493b-f870-48ac-8a76-179a7f030f1f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:41.287687 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.289645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] Provisioning complete for port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:41.290002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.328519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fef7e57d-cba5-457a-8960-e744cb7cc956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cbe09ebd-14c4-44f4-af2f-882495053689), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.331793 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fef7e57d-cba5-457a-8960-e744cb7cc956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.333500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fef7e57d-cba5-457a-8960-e744cb7cc956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbe09ebd-14c4-44f4-af2f-882495053689 HTTP/1.1" status: 204 len: 168 time: 0.1756790 Jan 28 16:31:41.346392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7e57d-cba5-457a-8960-e744cb7cc956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe09ebd-14c4-44f4-af2f-882495053689,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:41.350558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39105e3f-cd31-48d8-8309-ec15b346fda4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Pushing event updated for resources: {'Port': ['ID=469baed7-bfd0-4a6b-bc75-681fe9d3a570,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:41.439646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (1ecf7085-f22a-4394-9068-839b78cc7958), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.444037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.481311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event deleted for resources: {'Port': ['ID=1ecf7085-f22a-4394-9068-839b78cc7958,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:41.499394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0668c-c8ef-44a7-b495-53673105f3e3 req-18675ada-3b9f-4eb3-beb6-b83b3907092b tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:41.501304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8da0668c-c8ef-44a7-b495-53673105f3e3 req-18675ada-3b9f-4eb3-beb6-b83b3907092b tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 935 time: 0.1457143 Jan 28 16:31:41.547942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (2e0996d1-c7b5-4fdb-ae9c-94c795b4176d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.550775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.565243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c98aa51-f48a-4aad-9807-cf85586cdee4 req-b6ffd896-8b4b-4032-8edd-74783712a73b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "DELETE /v2.0/floatingips/2e0996d1-c7b5-4fdb-ae9c-94c795b4176d HTTP/1.1" status: 204 len: 173 time: 1.0909882 Jan 28 16:31:41.632445 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc86ff-ad36-445a-8c3a-68ed2e3facf5 x-openstack-request-id: req-79dc86ff-ad36-445a-8c3a-68ed2e3facf5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:41.633041 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dddcaedc-8152-4019-82ca-1c6a225de03c", "tag": "ac6b70ac-fceb-41b5-a71b-de9826355034", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:41.633367 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79dc86ff-ad36-445a-8c3a-68ed2e3facf5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:41.634030 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'status': 'completed', 'code': 200} Jan 28 16:31:41.634206 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'tag': 'ac6b70ac-fceb-41b5-a71b-de9826355034', 'status': 'completed', 'code': 200} Jan 28 16:31:41.677459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] Set router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:41.783619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-f95fac65-9a92-4ec0-84a2-41986e21f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:41.785012 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-f95fac65-9a92-4ec0-84a2-41986e21f382 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1157 time: 0.1392817 Jan 28 16:31:41.791844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-53830716-41ec-4e27-8a42-a3cc4713f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:41.793504 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-53830716-41ec-4e27-8a42-a3cc4713f7ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 1129 time: 0.1330068 Jan 28 16:31:41.822634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] Current status of the port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:41.823034 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:41.860470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987c1c9-8cf8-4ae2-9206-3dbf8f52edb9 req-7e67d560-5a04-4da9-934e-d100d5933070 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:41.867700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0987c1c9-8cf8-4ae2-9206-3dbf8f52edb9 req-7e67d560-5a04-4da9-934e-d100d5933070 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.1465456 Jan 28 16:31:41.894886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8da0668c-c8ef-44a7-b495-53673105f3e3 req-bff313dc-7172-4444-806f-5b13f2cceb6d tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752229 Jan 28 16:31:41.895847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-fe385f72-a020-47ef-8a1f-4f66735fe0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:41.897395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-fe385f72-a020-47ef-8a1f-4f66735fe0c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1027851 Jan 28 16:31:41.898067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 149d493b-f870-48ac-8a76-179a7f030f1f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:41.954908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0987c1c9-8cf8-4ae2-9206-3dbf8f52edb9 req-16e71b6c-4ec3-4c96-ac18-dbc29049e29f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860393 Jan 28 16:31:42.113745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469baed7-bfd0-4a6b-bc75-681fe9d3a570 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:42.136628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Publish callbacks [] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.164299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ccf67-c90a-49e3-9148-032f30b38d15 req-0b72b7e0-218b-4775-b4de-f955d8ccbc89 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:42.165909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf2ccf67-c90a-49e3-9148-032f30b38d15 req-0b72b7e0-218b-4775-b4de-f955d8ccbc89 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 943 time: 0.1188025 Jan 28 16:31:42.168935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Transition to ACTIVE for port object 469baed7-bfd0-4a6b-bc75-681fe9d3a570 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:42.175869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] For port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:42.191098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.218684 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.221852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.223519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.267769 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-0d116596-b0f5-4db9-b3d8-38f5e2fe475b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.0703759 Jan 28 16:31:42.290155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcdc56-498b-4127-a07c-a7207b6fb6d1 None None] Pushing event updated for resources: {'Port': ['ID=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:42.315494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf2ccf67-c90a-49e3-9148-032f30b38d15 req-d90f4a88-e3d4-4dc6-8a03-ae065a4dd642 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394942 Jan 28 16:31:42.403507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Attempting to bind port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:42.403847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Attempting to bind port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:42.415326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Attempting to bind port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:42.424119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-48f16e3e-922f-4199-8b29-d5dfcb83fe49 None None] Provisioning complete for port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:42.424496 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-48f16e3e-922f-4199-8b29-d5dfcb83fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.424832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Pushing event updated for resources: {'Port': ['ID=469baed7-bfd0-4a6b-bc75-681fe9d3a570,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:42.448046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-49293961-1268-4b75-b4fa-fb4e1bc8857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:42.454220 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-49293961-1268-4b75-b4fa-fb4e1bc8857f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1795573 Jan 28 16:31:42.455682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-1e2dc2bb-853b-455b-bab2-d0a8833ecc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:42.460087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-1e2dc2bb-853b-455b-bab2-d0a8833ecc87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.5587285 Jan 28 16:31:42.472332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:31:36Z', 'revision_number': 4, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '7654aebb-a50a-4b9d-830f-5addc2e9cf5e', 'name': '', 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'mac_address': 'fa:16:3e:e7:d6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '32660e58-be29-4a5b-8417-45e4af9749df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:35Z', 'updated_at': '2022-01-28T16:31:40Z', 'revision_number': 4, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'subnets': [{'id': '32660e58-be29-4a5b-8417-45e4af9749df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:42.499097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:42.499427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Attempting to bind port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:42.519680 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-691d7f11-783c-4c13-9bc3-fd1e7f27e4a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533588 Jan 28 16:31:42.537015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b38098-22de-4839-bc86-c662ff030a47 None None] The sync data for ids ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'] in n-d-812111-13 is: [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:31:36Z', 'revision_number': 4, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '7654aebb-a50a-4b9d-830f-5addc2e9cf5e', 'name': '', 'network_id': 'ff241883-89e9-47c9-8ed0-c29c476cce2c', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'mac_address': 'fa:16:3e:e7:d6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '32660e58-be29-4a5b-8417-45e4af9749df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:35Z', 'updated_at': '2022-01-28T16:31:40Z', 'revision_number': 4, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'subnets': [{'id': '32660e58-be29-4a5b-8417-45e4af9749df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:42.542369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f08340a-1806-48e2-acde-395aeba512d0 req-f5a6b1b1-c97d-478d-ac49-c16df1ce5b52 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips/e97b1d4c-e42e-4314-a1f8-2d991eb095c5 HTTP/1.1" status: 200 len: 693 time: 0.1886666 Jan 28 16:31:42.543379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:42.543724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:42.544447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:42.545289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Bound port: 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:42.545659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.564453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-c92dcdb3-837b-4baf-a0f9-e69db16e7c47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=ac6b70ac-fceb-41b5-a71b-de9826355034 HTTP/1.1" status: 200 len: 217 time: 0.0784445 Jan 28 16:31:42.708882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9064e-2435-488e-9df4-816039bcdea8 req-2f0dfada-ac9c-4498-a2b8-853e0979945f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:42.720931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9b9064e-2435-488e-9df4-816039bcdea8 req-2f0dfada-ac9c-4498-a2b8-853e0979945f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 946 time: 0.2231348 Jan 28 16:31:42.724634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-48f16e3e-922f-4199-8b29-d5dfcb83fe49 None None] Current status of the port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:42.781611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-3210d14f-8b19-4174-b0d8-0a29793637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:42.783241 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-3210d14f-8b19-4174-b0d8-0a29793637ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1349177 Jan 28 16:31:42.819773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] For port 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:42.834341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-86925748-dcd8-4325-a12e-a2098facbfa9 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718182 Jan 28 16:31:42.853112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] For port 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:42.887056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:42.889642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9b9064e-2435-488e-9df4-816039bcdea8 req-9e246975-88d1-4f0e-bd9c-1ae8e9c66ff4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665735 Jan 28 16:31:42.892301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7654aebb-a50a-4b9d-830f-5addc2e9cf5e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:42.895146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:42.912702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08340a-1806-48e2-acde-395aeba512d0 req-b316a9e5-c606-4855-a44d-c0e6b7117030 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:42.924100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f08340a-1806-48e2-acde-395aeba512d0 req-b316a9e5-c606-4855-a44d-c0e6b7117030 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3524680 Jan 28 16:31:43.003871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-36ee073c-2001-4997-9600-7cf326ca0315 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464729 Jan 28 16:31:43.006685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:43.014956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:43.015334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:43.022670 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-fb6fe6ae-557b-4745-a429-412b8efa4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:43.029570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:43.029774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:43.031959 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-fb6fe6ae-557b-4745-a429-412b8efa4567 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2401102 Jan 28 16:31:43.111486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:43.112615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:43.114471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] 10.222.0.24 "PUT /v2.0/ports/469baed7-bfd0-4a6b-bc75-681fe9d3a570 HTTP/1.1" status: 200 len: 1096 time: 1.9091613 Jan 28 16:31:43.118339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'tag': '469baed7-bfd0-4a6b-bc75-681fe9d3a570'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:43.122185 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f05148-9b1e-4d11-9165-9edf6cbf8a60" -d '{"events": [{"name": "network-changed", "server_uuid": "86fcfd8a-0b14-44a4-96c6-28f0b40195a0", "tag": "469baed7-bfd0-4a6b-bc75-681fe9d3a570"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:43.132564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f08340a-1806-48e2-acde-395aeba512d0 req-25e1667e-f8da-4960-8bfe-dfa617aaafb0 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.139 HTTP/1.1" status: 200 len: 696 time: 0.1958706 Jan 28 16:31:43.276265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-fe1666d5-3f97-4caa-a3a2-5bdf302d8b28 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347507 Jan 28 16:31:43.277761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:43.292003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:43.292402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:43.364310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:43.365296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:43.369912 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abae766-b500-4113-a92c-b2153297235a" -d '{"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-plugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:43.374629 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:43.448666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:43.464418 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d37f8724-1d0a-45c7-bc6b-b23259755083 req-d0179db8-29c6-4d23-8f7c-9071ba1efb01 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813750 Jan 28 16:31:43.578214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4fa1c-4904-421a-bf79-fe1c4b469757 service neutron] Pushing event updated for resources: {'Port': ['ID=469baed7-bfd0-4a6b-bc75-681fe9d3a570,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:43.598619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f08340a-1806-48e2-acde-395aeba512d0 req-344c0dc0-5ad1-41ad-828d-9aac15c126ba tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.139 HTTP/1.1" status: 200 len: 696 time: 0.4601517 Jan 28 16:31:43.711099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-eac9b9b5-cd0d-4c82-9649-0f8808d46232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:43.712613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-eac9b9b5-cd0d-4c82-9649-0f8808d46232 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24a144bf37524d35acdbe374bb8a314a&device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 1130 time: 0.5370872 Jan 28 16:31:43.738456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6468d4-091e-401a-b0d5-c9e2ac0301af req-e82cd9ef-1a62-4abd-a209-2e70b22d0a96 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:43.739958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f6468d4-091e-401a-b0d5-c9e2ac0301af req-e82cd9ef-1a62-4abd-a209-2e70b22d0a96 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 947 time: 0.5337980 Jan 28 16:31:43.760788 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-6419d71b-6f73-4a5e-a983-c6b261bb0856 service neutron] 10.222.0.24 "GET /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.0682280 Jan 28 16:31:43.788066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-99db4864-90a9-44dd-bfea-bd2fd31fed1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570 HTTP/1.1" status: 200 len: 217 time: 0.0660560 Jan 28 16:31:43.880771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-98b6daf0-4aaa-4e46-a41c-3efae09146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:43.882144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-98b6daf0-4aaa-4e46-a41c-3efae09146f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0872769 Jan 28 16:31:43.889910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f6468d4-091e-401a-b0d5-c9e2ac0301af req-bd238f30-367f-4351-a467-9094b399b516 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051531 Jan 28 16:31:43.911238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Deleting port 09291c3c-8371-4106-97ee-aeae729b6ba6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:43.911636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:43.966802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:43.986522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:44.025972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46a88dc-e649-42cd-9b55-ebf9eb753885 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:44.039287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:44.058433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.068158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.068522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (09291c3c-8371-4106-97ee-aeae729b6ba6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.086904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-34fc1203-8a45-4a62-bea2-670d484e9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.088664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-34fc1203-8a45-4a62-bea2-670d484e9fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1922181 Jan 28 16:31:44.090871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Calling delete_port for 09291c3c-8371-4106-97ee-aeae729b6ba6 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:44.130677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60150f-fe86-42c2-85bf-eaffac1c0cf0 req-3aa5fde8-8618-4c4f-9f94-68b956b2b50a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.132272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c60150f-fe86-42c2-85bf-eaffac1c0cf0 req-3aa5fde8-8618-4c4f-9f94-68b956b2b50a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.1395192 Jan 28 16:31:44.154540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] Transition to ACTIVE for port object f46a88dc-e649-42cd-9b55-ebf9eb753885 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:44.158660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.220366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] No DVR routers for this DVR port f46a88dc-e649-42cd-9b55-ebf9eb753885 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:31:44.251777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] Pushing event updated for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=10']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:44.263745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-44839fae-9cd1-4870-aaae-4c0d6369697d service neutron] 10.222.0.24 "PUT /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 0.4959755 Jan 28 16:31:44.275151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c60150f-fe86-42c2-85bf-eaffac1c0cf0 req-55abad0a-5c01-4d56-9316-b34899289ffe tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126993 Jan 28 16:31:44.298847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-3bf026fe-5e97-491f-86b4-ddd6fa72ece9 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021792 Jan 28 16:31:44.378397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-b3a62858-d9b9-46fb-8749-2495dbb13698 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.379929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-b3a62858-d9b9-46fb-8749-2495dbb13698 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0572357 Jan 28 16:31:44.380244 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07807a49-a434-48f1-8a4e-5148986294a7 x-openstack-request-id: req-07807a49-a434-48f1-8a4e-5148986294a7 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:44.381260 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fcfd8a-0b14-44a4-96c6-28f0b40195a0", "tag": "469baed7-bfd0-4a6b-bc75-681fe9d3a570", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:44.381836 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07807a49-a434-48f1-8a4e-5148986294a7 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:44.382139 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'tag': '469baed7-bfd0-4a6b-bc75-681fe9d3a570', 'status': 'completed', 'code': 200} Jan 28 16:31:44.475339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-5e933531-9875-477b-9cb1-d420e2c593b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.477009 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-5e933531-9875-477b-9cb1-d420e2c593b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6&tenant_id=d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 1127 time: 0.0901358 Jan 28 16:31:44.492039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (09291c3c-8371-4106-97ee-aeae729b6ba6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.524811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-194f2f31-a43d-433e-81d2-658ee69527f0 req-9cc09864-f712-4b70-b51f-d1148cc395cc service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153203 Jan 28 16:31:44.527717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event deleted for resources: {'Port': ['ID=09291c3c-8371-4106-97ee-aeae729b6ba6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:44.554583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (e97b1d4c-e42e-4314-a1f8-2d991eb095c5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.557234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.558297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f08340a-1806-48e2-acde-395aeba512d0 req-ee07ab47-a377-49b3-820d-08519daec5c2 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "DELETE /v2.0/floatingips/e97b1d4c-e42e-4314-a1f8-2d991eb095c5 HTTP/1.1" status: 204 len: 173 time: 0.9519339 Jan 28 16:31:44.578051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-02772de1-c1a9-4b91-98a7-c8f66e09f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.579603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-02772de1-c1a9-4b91-98a7-c8f66e09f313 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1127 time: 0.0736465 Jan 28 16:31:44.583203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe198a6f-5ae9-45e7-8fde-4f4a233662e6 req-2baa704c-0a9d-43e7-9fad-b08f71a9b77c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.589349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe198a6f-5ae9-45e7-8fde-4f4a233662e6 req-2baa704c-0a9d-43e7-9fad-b08f71a9b77c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 944 time: 0.1549256 Jan 28 16:31:44.603091 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3447606a-f104-4454-8631-4b59f4fa9e0d x-openstack-request-id: req-3447606a-f104-4454-8631-4b59f4fa9e0d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:44.603946 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-plugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:44.604374 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3447606a-f104-4454-8631-4b59f4fa9e0d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:44.604938 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'code': 200} Jan 28 16:31:44.666999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57558) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:44.719415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe198a6f-5ae9-45e7-8fde-4f4a233662e6 req-12e98311-f655-4c68-88b1-abaf2b816c0e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258137 Jan 28 16:31:44.723407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-7ddbe15f-9704-4f50-9cca-3747d3d8c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.725298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-7ddbe15f-9704-4f50-9cca-3747d3d8c283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24a144bf37524d35acdbe374bb8a314a&device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 1130 time: 0.1232266 Jan 28 16:31:44.771814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75ed4-c881-43f7-b975-7a86f0eee736 req-d05f1415-d6f5-4fea-aa3f-28fc7c8cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.773691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-48e75ed4-c881-43f7-b975-7a86f0eee736 req-d05f1415-d6f5-4fea-aa3f-28fc7c8cfc34 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1133 time: 0.1004021 Jan 28 16:31:44.776514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-f7707c63-820e-4375-854e-897bd03f5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.778343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-f7707c63-820e-4375-854e-897bd03f5e95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1872914 Jan 28 16:31:44.856623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-94deae96-f0b4-48e4-a3b0-1d52399b44dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.0653939 Jan 28 16:31:44.863009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b00794c5-2bb1-4095-9459-e7f377762e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:44.879916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-48e75ed4-c881-43f7-b975-7a86f0eee736 req-18f96591-d6ce-46c7-b458-1165f1f64beb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871875 Jan 28 16:31:44.907318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ac6b70ac-fceb-41b5-a71b-de9826355034 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:44.915276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-c36ad5d8-6601-459b-9582-9562bfc4e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.917359 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-c36ad5d8-6601-459b-9582-9562bfc4e6a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0512700 Jan 28 16:31:44.927480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-12feb257-4313-4a6f-a880-c7e97d4887d3 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=81394e4067f34fd393bce434bffab0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500364 Jan 28 16:31:44.968953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32333-a871-4b61-96ca-eab6a40f4152 req-9adca350-f8e4-4318-a51d-df1f1a0eb609 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.970415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dae32333-a871-4b61-96ca-eab6a40f4152 req-9adca350-f8e4-4318-a51d-df1f1a0eb609 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 946 time: 0.1579084 Jan 28 16:31:44.982050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-9db1ab3c-ff65-4339-b8da-24b9753e7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:44.983459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-9db1ab3c-ff65-4339-b8da-24b9753e7a98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2493412 Jan 28 16:31:45.007743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ac6b70ac-fceb-41b5-a71b-de9826355034, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ac6b70ac-fceb-41b5-a71b-de9826355034,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:45.019955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'ac6b70ac-fceb-41b5-a71b-de9826355034', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'ac6b70ac-fceb-41b5-a71b-de9826355034', 'mac_address': 'fa:16:3e:cf:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:45.060476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ac6b70ac-fceb-41b5-a71b-de9826355034 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:45.061026 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.077096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6b70ac-fceb-41b5-a71b-de9826355034 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:45.078534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-e9513bcd-0df2-45cd-871e-976e6a809543 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570 HTTP/1.1" status: 200 len: 217 time: 0.0628755 Jan 28 16:31:45.098086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ac6b70ac-fceb-41b5-a71b-de9826355034, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ac6b70ac-fceb-41b5-a71b-de9826355034,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:45.102946 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.131596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-e771c520-738e-4668-b610-fb47db389d55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353365 Jan 28 16:31:45.161933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ac6b70ac-fceb-41b5-a71b-de9826355034,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:45.207997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dae32333-a871-4b61-96ca-eab6a40f4152 req-192e8d99-b6f8-4be1-9985-83b77a68d5ba tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185192 Jan 28 16:31:45.217108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-ee55d667-ab1c-4673-87ee-ce21db480908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:45.218542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-ee55d667-ab1c-4673-87ee-ce21db480908 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1332035 Jan 28 16:31:45.228506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-a16a05e5-1a17-44ef-bc3c-964701c2829b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:45.231476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-1c6a31e3-8222-4c3d-8631-51a30006e328 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902309 Jan 28 16:31:45.231824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-a16a05e5-1a17-44ef-bc3c-964701c2829b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970138 Jan 28 16:31:45.238975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b00794c5-2bb1-4095-9459-e7f377762e4a admin admin] Publish callbacks [] for security_group (f66b2b8d-a3f3-4633-b8d6-762991314978), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.271634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b00794c5-2bb1-4095-9459-e7f377762e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f66b2b8d-a3f3-4633-b8d6-762991314978), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.304960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-04f6aafd-7b28-44f4-a06f-1877ec48041c tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/quotas/81394e4067f34fd393bce434bffab0ed HTTP/1.1" status: 200 len: 375 time: 0.0678813 Jan 28 16:31:45.325588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-c88f4cc6-ca23-48ae-88a5-d2fe0a5a3d81 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861039 Jan 28 16:31:45.388051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876428a8-a460-4c60-a794-c1d9012adad4 req-2c444ace-ba49-49a8-a263-5b3945a5ac10 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips/e69cd61d-47ef-4c2d-8620-573ec70578d2 HTTP/1.1" status: 200 len: 693 time: 0.1323214 Jan 28 16:31:45.406529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-5a2692bf-0642-4247-9245-c31cd13b92d4 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81394e4067f34fd393bce434bffab0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448296 Jan 28 16:31:45.407952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00794c5-2bb1-4095-9459-e7f377762e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b2b8d-a3f3-4633-b8d6-762991314978,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:45.411711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ac6b70ac-fceb-41b5-a71b-de9826355034'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:45.412143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b00794c5-2bb1-4095-9459-e7f377762e4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c46148acfcdb453b87ef829d9ef049bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7441239 Jan 28 16:31:45.415192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57576) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:45.469191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-b8857abb-9b07-4d70-9599-82f00ae0410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:45.470770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-b8857abb-9b07-4d70-9599-82f00ae0410a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2350554 Jan 28 16:31:45.500425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a531167-8f2c-4439-8478-b3166090f8ad admin admin] Publish callbacks [] for security_group (f66b2b8d-a3f3-4633-b8d6-762991314978), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.525544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a531167-8f2c-4439-8478-b3166090f8ad admin admin] Publish callbacks [] for security_group (f66b2b8d-a3f3-4633-b8d6-762991314978), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.582615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-f83e1f64-4c44-48c1-ab11-8ad6d8ff6624 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977981 Jan 28 16:31:45.590301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a531167-8f2c-4439-8478-b3166090f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f66b2b8d-a3f3-4633-b8d6-762991314978), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.594082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a531167-8f2c-4439-8478-b3166090f8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.597343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2a531167-8f2c-4439-8478-b3166090f8ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f66b2b8d-a3f3-4633-b8d6-762991314978 HTTP/1.1" status: 204 len: 168 time: 0.1809230 Jan 28 16:31:45.612028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a531167-8f2c-4439-8478-b3166090f8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b2b8d-a3f3-4633-b8d6-762991314978,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:45.726303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876428a8-a460-4c60-a794-c1d9012adad4 req-2150b01f-652c-4bb3-93b6-59d4f4b1180e tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:45.727682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876428a8-a460-4c60-a794-c1d9012adad4 req-2150b01f-652c-4bb3-93b6-59d4f4b1180e tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3235066 Jan 28 16:31:45.740604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-6ad1ac35-ff92-4dc1-90de-5c1c0165af12 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:45.742545 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-6ad1ac35-ff92-4dc1-90de-5c1c0165af12 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.1142323 Jan 28 16:31:45.846876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876428a8-a460-4c60-a794-c1d9012adad4 req-042c9190-4891-46d5-b023-639cf9191fd0 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1076462 Jan 28 16:31:45.848161 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8393333-ccca-4cec-a6d9-c9fc7f3da0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.853538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99f05148-9b1e-4d11-9165-9edf6cbf8a60 req-1ff6dab8-0404-4819-ad96-f167914b560f service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632065 Jan 28 16:31:45.903891 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876428a8-a460-4c60-a794-c1d9012adad4 req-ad8e6c98-bb58-4973-b5d0-fa6bc592941b tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0559051 Jan 28 16:31:45.918756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed86c-833b-4e11-a6dd-d53afd3ce0b8 req-f21a032f-413e-448b-b4f1-ffa7e7c2ed39 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:45.922008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-b65baa2a-be28-4dad-9962-367224895030 service neutron] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:45.922404 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-182ed86c-833b-4e11-a6dd-d53afd3ce0b8 req-f21a032f-413e-448b-b4f1-ffa7e7c2ed39 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 947 time: 0.1913450 Jan 28 16:31:45.925573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-b65baa2a-be28-4dad-9962-367224895030 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:45.926742 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e3fcb98-0fd0-422a-9daf-df125e16c5b1 req-b65baa2a-be28-4dad-9962-367224895030 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.1760683 Jan 28 16:31:46.266813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-182ed86c-833b-4e11-a6dd-d53afd3ce0b8 req-7048b4f7-b1de-4718-9e9b-d171e0be9720 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351047 Jan 28 16:31:46.301259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Deleting port 14d29cd1-26c6-45e6-8350-e171af9ab5b4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:46.301614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.406822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.407438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (14d29cd1-26c6-45e6-8350-e171af9ab5b4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.422223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Calling delete_port for 14d29cd1-26c6-45e6-8350-e171af9ab5b4 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:46.570548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (14d29cd1-26c6-45e6-8350-e171af9ab5b4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.591787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:46.596295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67284900', 'description': 'tempest-description--414262671'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:46.596574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Pushing event deleted for resources: {'Port': ['ID=14d29cd1-26c6-45e6-8350-e171af9ab5b4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:46.623969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks [] for floatingip (e69cd61d-47ef-4c2d-8620-573ec70578d2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.626858 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.628065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876428a8-a460-4c60-a794-c1d9012adad4 req-65e9ac7f-9cd0-4521-a4a3-711a24182b43 tempest-FloatingIPDetailsTestJSON-1980397172 tempest-FloatingIPDetailsTestJSON-1980397172-project] 10.222.0.25 "DELETE /v2.0/floatingips/e69cd61d-47ef-4c2d-8620-573ec70578d2 HTTP/1.1" status: 204 len: 173 time: 0.7043929 Jan 28 16:31:46.630554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.636114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:46.733689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group (7f03c30d-7c06-409f-b457-5f9560fbdf83), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.738213 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7f03c30d-7c06-409f-b457-5f9560fbdf83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.768304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.769561 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1767652 Jan 28 16:31:46.772474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57618) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:46.777205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'security_group_rule': {'security_group_id': '7f03c30d-7c06-409f-b457-5f9560fbdf83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:46.783177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796a557-f209-4265-a19f-0e3f23bb4ab4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03c30d-7c06-409f-b457-5f9560fbdf83,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:46.790922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a010155-3c7c-45e5-8aef-ccea18fa294d req-201834e4-e33b-49d8-a908-aff1b65a9b4c tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 210 time: 0.0589819 Jan 28 16:31:46.847555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group_rule (58894b83-81d5-46f6-abf7-29f904f76a04), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.925847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ac6b70ac-fceb-41b5-a71b-de9826355034 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:46.927818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2c82-cfa8-4605-ae67-bcb73ae42244 req-1bdbecd4-b853-4b29-90ed-0dd32464ec59 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:46.929357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcba2c82-cfa8-4605-ae67-bcb73ae42244 req-1bdbecd4-b853-4b29-90ed-0dd32464ec59 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.2695487 Jan 28 16:31:46.950530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group_rule (58894b83-81d5-46f6-abf7-29f904f76a04), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.964361 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-cb6cce37-cf07-4ca9-82ed-15e5810e1679 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=81394e4067f34fd393bce434bffab0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240681 Jan 28 16:31:46.965432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (58894b83-81d5-46f6-abf7-29f904f76a04), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:46.999044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58894b83-81d5-46f6-abf7-29f904f76a04,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:47.018533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port ac6b70ac-fceb-41b5-a71b-de9826355034 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:47.028447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port ac6b70ac-fceb-41b5-a71b-de9826355034 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:47.028928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.068990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.070586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-feb6f99f-79de-4f7f-bcbc-2a76c98ece3a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971663 Jan 28 16:31:47.077037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57622) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:47.082626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'security_group_rule': {'security_group_id': '7f03c30d-7c06-409f-b457-5f9560fbdf83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:47.103227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcba2c82-cfa8-4605-ae67-bcb73ae42244 req-30252837-d6eb-47db-929e-253da03961d6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564531 Jan 28 16:31:47.116753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d6308-3f96-4ca3-a6a5-56b283064b5a req-81dafddd-a66c-461b-8144-f88a05c1079d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:47.126077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a78d6308-3f96-4ca3-a6a5-56b283064b5a req-81dafddd-a66c-461b-8144-f88a05c1079d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 944 time: 0.2214797 Jan 28 16:31:47.168234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ac6b70ac-fceb-41b5-a71b-de9826355034 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:47.168629 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.201139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b70ac-fceb-41b5-a71b-de9826355034'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:47.210439 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426e60f4-35a4-4d04-8a63-01ef0a2a693e" -d '{"events": [{"server_uuid": "dddcaedc-8152-4019-82ca-1c6a225de03c", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b70ac-fceb-41b5-a71b-de9826355034"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:47.211660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-471f377f-1fae-4731-88ef-efa21916c2b6 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:47.213111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-471f377f-1fae-4731-88ef-efa21916c2b6 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298419 Jan 28 16:31:47.216194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-5f2460bc-e91a-40d4-8916-a494c71b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:47.217992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-5f2460bc-e91a-40d4-8916-a494c71b4a66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1128 time: 0.2165835 Jan 28 16:31:47.222997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group_rule (d219b570-276d-4623-8c67-b5db492ff357), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.228609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Request body: {'port': {'device_id': 'f6887642-58c4-4231-a553-0ae830b5773f', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '81394e4067f34fd393bce434bffab0ed'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:47.228854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ac6b70ac-fceb-41b5-a71b-de9826355034, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ac6b70ac-fceb-41b5-a71b-de9826355034,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:47.233888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.286751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ac6b70ac-fceb-41b5-a71b-de9826355034,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:47.300420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a78d6308-3f96-4ca3-a6a5-56b283064b5a req-e8a37d69-ff46-4d21-9cf1-e8c953102378 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734848 Jan 28 16:31:47.342915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 469baed7-bfd0-4a6b-bc75-681fe9d3a570 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:47.345847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:31:47.388902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-09989452-f9d0-48b8-bb41-a09c89b5ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:47.390371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-09989452-f9d0-48b8-bb41-a09c89b5ce9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1589637 Jan 28 16:31:47.415115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Made reservation on behalf of 81394e4067f34fd393bce434bffab0ed for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:47.416420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port f46a88dc-e649-42cd-9b55-ebf9eb753885 host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:31:47.416919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:31:47.418345 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.428361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3515ff-1551-428f-abc7-c9f5301d402d req-7e52bf2d-6a11-438f-86f6-b5cc158a1ed0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:47.429924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f3515ff-1551-428f-abc7-c9f5301d402d req-7e52bf2d-6a11-438f-86f6-b5cc158a1ed0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 947 time: 0.2211037 Jan 28 16:31:47.442587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group_rule (d219b570-276d-4623-8c67-b5db492ff357), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.449146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-8978b753-72ec-4dda-8de8-802f0cf32f63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.0422726 Jan 28 16:31:47.463102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.464127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d219b570-276d-4623-8c67-b5db492ff357), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.514854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:47.531845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f3515ff-1551-428f-abc7-c9f5301d402d req-9c521813-8553-4634-b109-253eef4e41f8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922866 Jan 28 16:31:47.538195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d219b570-276d-4623-8c67-b5db492ff357,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:47.542295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-9f38ea13-a315-4897-972a-fa8852e58834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:47.544346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-9f38ea13-a315-4897-972a-fa8852e58834 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0885186 Jan 28 16:31:47.554884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.556071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6c5930ba-71fa-4c84-af26-1882676c6beb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4774985 Jan 28 16:31:47.562139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57636) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:47.570044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:47.648047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.672044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks [] for security_group (4fa5e713-f670-4937-8cf6-d6e05988c883), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.693286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4fa5e713-f670-4937-8cf6-d6e05988c883), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.731875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-f2aa6edf-af85-4fcd-9d3a-3d67f1de3782 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796522 Jan 28 16:31:47.800359 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445665fb-788f-4604-ad82-d3507723301b x-openstack-request-id: req-445665fb-788f-4604-ad82-d3507723301b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:47.800692 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddcaedc-8152-4019-82ca-1c6a225de03c", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b70ac-fceb-41b5-a71b-de9826355034", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:47.800951 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-445665fb-788f-4604-ad82-d3507723301b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:47.801339 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b70ac-fceb-41b5-a71b-de9826355034', 'code': 200} Jan 28 16:31:47.806880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '469baed7-bfd0-4a6b-bc75-681fe9d3a570', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '469baed7-bfd0-4a6b-bc75-681fe9d3a570', 'mac_address': 'fa:16:3e:87:61:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:47.820959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4f56170-aa42-4145-b908-ff1400c808cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.854847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa5e713-f670-4937-8cf6-d6e05988c883,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:47.857648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:47.858106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.872755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469baed7-bfd0-4a6b-bc75-681fe9d3a570 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:47.897945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:47.905616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.930487 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (4ac3a2a9-f83b-4535-9273-d7b1878f482d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:47.935685 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-2e40d2ec-ab37-458f-9652-d73158cc5126 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932476 Jan 28 16:31:47.963743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=469baed7-bfd0-4a6b-bc75-681fe9d3a570,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:47.978416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Allocated IP 192.168.233.116 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/323f97c0-76e0-47bf-90d7-c3f1a42602a8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:48.005603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57644) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:48.094928 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-a9e9c4d9-4476-4463-8fe4-dcd38571f03f service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519699 Jan 28 16:31:48.134392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['469baed7-bfd0-4a6b-bc75-681fe9d3a570'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:48.221956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b08e2-43e9-430a-b4fa-292d8f2bb3c5 req-9850b2f2-8020-4d8e-ac51-ceb79eeb0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.223432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d80b08e2-43e9-430a-b4fa-292d8f2bb3c5 req-9850b2f2-8020-4d8e-ac51-ceb79eeb0db4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 1131 time: 0.5053356 Jan 28 16:31:48.225227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9c19c644-044d-4915-a685-765ba192a924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.260823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks [] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.274577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08755d99-d0ea-428d-b136-f2e8e83d2b73 req-076aee08-f1f1-4722-a989-762266a25fa2 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.276023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08755d99-d0ea-428d-b136-f2e8e83d2b73 req-076aee08-f1f1-4722-a989-762266a25fa2 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 947 time: 0.5557218 Jan 28 16:31:48.294236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cf2c-0ac8-436b-b1dd-cfb2a1df9c23 req-088f54b1-e78a-4890-9225-89754977fc3c tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.295748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8782cf2c-0ac8-436b-b1dd-cfb2a1df9c23 req-088f54b1-e78a-4890-9225-89754977fc3c tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1127 time: 0.4727905 Jan 28 16:31:48.312449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-c046594b-65c2-4d92-b70c-bf28a0562ada tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.314092 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-c046594b-65c2-4d92-b70c-bf28a0562ada tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.1302421 Jan 28 16:31:48.331228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:48.388938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.462983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.481073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d80b08e2-43e9-430a-b4fa-292d8f2bb3c5 req-f7553ba3-2db3-41fc-aebe-86455a2e08a9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261851 Jan 28 16:31:48.489535 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.490712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:48.492592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9c19c644-044d-4915-a685-765ba192a924 admin admin] Publish callbacks [] for security_group (122bd81a-01c0-4b0f-aa17-ee85042f9134), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.499943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:48.502420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:48.503150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08755d99-d0ea-428d-b136-f2e8e83d2b73 req-14588cfd-6cea-45b7-9031-e8ac5575e45d tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064760 Jan 28 16:31:48.506932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Pushing event updated for resources: {'Port': ['ID=323f97c0-76e0-47bf-90d7-c3f1a42602a8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:48.511228 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9c19c644-044d-4915-a685-765ba192a924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (122bd81a-01c0-4b0f-aa17-ee85042f9134), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.518560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8782cf2c-0ac8-436b-b1dd-cfb2a1df9c23 req-66523bc3-5a71-4aaf-b75d-7b03369e916d tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126088 Jan 28 16:31:48.658482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.659117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.666047 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9c19c644-044d-4915-a685-765ba192a924 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7205f0b3847740a69dcd8ff9b38c3f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6593876 Jan 28 16:31:48.670052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57654) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:48.670710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c644-044d-4915-a685-765ba192a924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122bd81a-01c0-4b0f-aa17-ee85042f9134,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:48.795074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Allocated IP 172.25.8.154 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:48.850226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859191c-6672-43c6-bd42-fc23b5212bc2 req-c1932c2e-486a-4eae-b327-34c3ee976e63 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.851702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f859191c-6672-43c6-bd42-fc23b5212bc2 req-c1932c2e-486a-4eae-b327-34c3ee976e63 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 936 time: 0.2278874 Jan 28 16:31:48.880018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-af5ced70-7e0a-4160-b83d-15c8532978e8 None None] Provisioning complete for port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:48.880497 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af5ced70-7e0a-4160-b83d-15c8532978e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:48.914899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-af5ced70-7e0a-4160-b83d-15c8532978e8 None None] Port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:48.915699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ba86-fc04-4b15-87ab-0005be611a5e req-11cc3219-42b6-4046-ab69-a0d82a6dc592 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:48.917097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7aa8ba86-fc04-4b15-87ab-0005be611a5e req-11cc3219-42b6-4046-ab69-a0d82a6dc592 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 945 time: 0.2547271 Jan 28 16:31:48.938934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-9e3c9016-70df-4e93-a2a9-b02748a541e9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7159574 Jan 28 16:31:48.956106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Request body: {'port': {'device_id': 'f6887642-58c4-4231-a553-0ae830b5773f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:49.020268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f859191c-6672-43c6-bd42-fc23b5212bc2 req-4cea2b9d-cbfe-4323-8bb9-d7a5f16d4ebd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545177 Jan 28 16:31:49.041928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7aa8ba86-fc04-4b15-87ab-0005be611a5e req-6e78b73f-562c-4ef3-9081-13bac1fb4e64 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127520 Jan 28 16:31:49.044046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Deleting port 63d759c9-db01-419e-afd9-88999314cc66 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:49.045007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (63d759c9-db01-419e-afd9-88999314cc66), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.049091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.052245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:49.053986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62affabf-b58b-4bde-8307-0ab976f5a285 admin admin] Publish callbacks [] for security_group (122bd81a-01c0-4b0f-aa17-ee85042f9134), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.088287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.130858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62affabf-b58b-4bde-8307-0ab976f5a285 admin admin] Publish callbacks [] for security_group (122bd81a-01c0-4b0f-aa17-ee85042f9134), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.193780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:49.204811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] For port 63d759c9-db01-419e-afd9-88999314cc66, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63d759c9-db01-419e-afd9-88999314cc66,segment=NetworkSegment(61caf314-8904-40d1-8cba-eea712ac472d),segment_id=61caf314-8904-40d1-8cba-eea712ac472d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:49.205171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (63d759c9-db01-419e-afd9-88999314cc66), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.235713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.247489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.260025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Calling delete_port for 63d759c9-db01-419e-afd9-88999314cc66 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:49.311025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:49.313213 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e69a05-3d57-4b91-be39-c5eaed20f637" -d '{"events": [{"server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "name": "network-vif-unplugged", "status": "completed", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:49.313337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d18506-681c-44f2-9b60-80164ef0b235 req-011df88b-9e39-4e05-8b07-e29f9a1475b7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:49.314824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61d18506-681c-44f2-9b60-80164ef0b235 req-011df88b-9e39-4e05-8b07-e29f9a1475b7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 948 time: 0.2114530 Jan 28 16:31:49.318986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Publish callbacks [] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.333050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.335456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:49.347263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62affabf-b58b-4bde-8307-0ab976f5a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (122bd81a-01c0-4b0f-aa17-ee85042f9134), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.350035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62affabf-b58b-4bde-8307-0ab976f5a285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.351196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-62affabf-b58b-4bde-8307-0ab976f5a285 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/122bd81a-01c0-4b0f-aa17-ee85042f9134 HTTP/1.1" status: 204 len: 168 time: 0.6766665 Jan 28 16:31:49.353207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 469baed7-bfd0-4a6b-bc75-681fe9d3a570 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:49.387050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:49.405008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:49.414186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'Port': ['ID=9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:49.426967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62affabf-b58b-4bde-8307-0ab976f5a285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122bd81a-01c0-4b0f-aa17-ee85042f9134,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:49.429076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:49.437960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:49.439240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.456182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-61cae24f-48cc-446c-8d65-bf9226c34376 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:49.457707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-61cae24f-48cc-446c-8d65-bf9226c34376 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.3013418 Jan 28 16:31:49.479523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:49.504916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-bf04d34f-43a5-4530-93f4-c561fe6a6c08 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/quotas/d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 375 time: 0.0350142 Jan 28 16:31:49.529591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:49.529591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:49.529952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:49.538015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:49.538379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Attempting to bind port f000beb6-a7b1-49a4-a652-470a7ef32c23 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:49.573966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:49.573966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:49.573966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:49.573966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Bound port: f000beb6-a7b1-49a4-a652-470a7ef32c23, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:49.573966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.574499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:49.574499 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.578896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.589424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61d18506-681c-44f2-9b60-80164ef0b235 req-c6f1c1b7-888a-49f4-a304-9081f4949e17 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573080 Jan 28 16:31:49.661758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:49.663846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323f97c0-76e0-47bf-90d7-c3f1a42602a8 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:49.674500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Publish callbacks [] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.681753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.702525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.715226 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a27a2-933f-4032-a6fe-a85fb4013d09 x-openstack-request-id: req-772a27a2-933f-4032-a6fe-a85fb4013d09 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:49.715568 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "name": "network-vif-unplugged", "status": "completed", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:49.715803 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-772a27a2-933f-4032-a6fe-a85fb4013d09 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:49.716198 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'code': 200} Jan 28 16:31:49.732567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Transition to ACTIVE for port object 323f97c0-76e0-47bf-90d7-c3f1a42602a8 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:49.748842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a60aeaef-3e7c-41bd-9b77-eda115fcdcf0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171733 Jan 28 16:31:49.751265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.761817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:49.769931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:49.808587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469baed7-bfd0-4a6b-bc75-681fe9d3a570'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:49.813689 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60a94d-29bc-4f96-b578-3115d31837d9" -d '{"events": [{"server_uuid": "86fcfd8a-0b14-44a4-96c6-28f0b40195a0", "name": "network-vif-plugged", "status": "completed", "tag": "469baed7-bfd0-4a6b-bc75-681fe9d3a570"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:49.828266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=469baed7-bfd0-4a6b-bc75-681fe9d3a570,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:49.839046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.865925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=323f97c0-76e0-47bf-90d7-c3f1a42602a8,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:49.989450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (63d759c9-db01-419e-afd9-88999314cc66), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:49.991584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Attempting to bind port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:49.992066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Attempting to bind port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:49.992318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Attempting to bind port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:50.000498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:50.000917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Attempting to bind port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:50.008577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:50.009063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:50.009601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:50.009952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Bound port: 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:50.010578 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.069137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:50.069701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.071336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 1123 time: 1.7460189 Jan 28 16:31:50.131210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a5df-5c23-4b0a-bb66-94937e3e26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:50.141739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f000beb6-a7b1-49a4-a652-470a7ef32c23'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:50.192232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] For port 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:50.201461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] For port 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:50.211109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.248482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:50.249779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.252109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] 10.222.0.31 "PUT /v2.0/ports/323f97c0-76e0-47bf-90d7-c3f1a42602a8 HTTP/1.1" status: 200 len: 1097 time: 1.3018215 Jan 28 16:31:50.281727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590841-49af-4b02-8c3b-26bb21644fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=323f97c0-76e0-47bf-90d7-c3f1a42602a8,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:50.309245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d759c9-db01-419e-afd9-88999314cc66,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:50.362251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-86ad3db8-b17c-447e-97cf-2a82fbf60a2e service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125216 Jan 28 16:31:50.389831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-e4afdcba-2e5b-4be0-862c-f40c4bfaa723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:50.391612 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-e4afdcba-2e5b-4be0-862c-f40c4bfaa723 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81394e4067f34fd393bce434bffab0ed&device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 1131 time: 0.0731566 Jan 28 16:31:50.457615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-594e68d2-4c03-4301-a8fa-029d4530b682 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8 HTTP/1.1" status: 200 len: 217 time: 0.0576150 Jan 28 16:31:50.466152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858fbd8-50a9-44d3-bb63-6c8951142ca0 req-e5c1cfe5-239a-4e6c-92f1-d75fd257b7b0 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:50.473398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c858fbd8-50a9-44d3-bb63-6c8951142ca0 req-e5c1cfe5-239a-4e6c-92f1-d75fd257b7b0 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.6383281 Jan 28 16:31:50.522306 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.543654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-dddd265d-3457-476a-9016-d7bb49f8eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:50.545390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-dddd265d-3457-476a-9016-d7bb49f8eded service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0794849 Jan 28 16:31:50.599729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.622376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e65c9-d847-4281-b254-8bd21be662cb req-831c7c72-e266-47f9-bdfe-9422b88a3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:50.625052 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-831c7c72-e266-47f9-bdfe-9422b88a3fec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0706875 Jan 28 16:31:50.645953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57698) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:50.655052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.712374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c858fbd8-50a9-44d3-bb63-6c8951142ca0 req-f53528fc-1617-40b8-8fdc-81e6a9c09508 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378688 Jan 28 16:31:50.728394 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.736099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-6dea1cb3-3f53-4db5-a013-cb41eb966e9e service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325820 Jan 28 16:31:50.745333 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (4ac3a2a9-f83b-4535-9273-d7b1878f482d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.755428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'Port': ['ID=9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:50.762837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:50.772646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-632c7e8e-fff8-402b-874c-23e1fc40ec41 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2015936 Jan 28 16:31:50.772863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-e10eee47-182c-47a8-8339-11357508a4df service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359448 Jan 28 16:31:50.839470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1555385276-network', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:50.859368 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec60e9a1-f932-4fc6-bfc0-6863ff6fe27a x-openstack-request-id: req-ec60e9a1-f932-4fc6-bfc0-6863ff6fe27a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:50.859814 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcfd8a-0b14-44a4-96c6-28f0b40195a0", "name": "network-vif-plugged", "status": "completed", "tag": "469baed7-bfd0-4a6b-bc75-681fe9d3a570", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:50.860181 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec60e9a1-f932-4fc6-bfc0-6863ff6fe27a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:50.860637 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469baed7-bfd0-4a6b-bc75-681fe9d3a570', 'code': 200} Jan 28 16:31:50.985607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Made reservation on behalf of 86109a4d21054fe39da1c82d4c78fcc7 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:50.987899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.004307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.013188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786e65c9-d847-4281-b254-8bd21be662cb req-ab2a2a29-9c27-4b65-bb68-1ef4ae3e1e47 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292249 Jan 28 16:31:51.093591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks [] for security_group (be75d9eb-72ba-4d1e-9a55-284911be7645), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.097952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (be75d9eb-72ba-4d1e-9a55-284911be7645), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.125760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:31:51.140403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75d9eb-72ba-4d1e-9a55-284911be7645,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:51.145469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a60bbb72-0a8b-4daa-baaf-94d629f6c108), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.145835 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Added segment a60bbb72-0a8b-4daa-baaf-94d629f6c108 of type vlan for network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be Jan 28 16:31:51.164635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e018-c7fd-4636-ad84-2bdcfd99136d req-414c6ac0-f6ef-40f0-b7be-3bdb74edf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:51.166384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7f7e018-c7fd-4636-ad84-2bdcfd99136d req-414c6ac0-f6ef-40f0-b7be-3bdb74edf6ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 1132 time: 0.2374561 Jan 28 16:31:51.194142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.196758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee31506-805f-4831-b447-752e8d4c541a req-ea21e414-f4f3-40d5-a7c1-8b0745073872 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:51.198254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ee31506-805f-4831-b447-752e8d4c541a req-ea21e414-f4f3-40d5-a7c1-8b0745073872 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.2189035 Jan 28 16:31:51.222302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.223273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:51.223898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.237176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac5921-53a0-4996-b8b2-907b7ba382e4 req-d194be8a-1b03-41d5-b3ca-27b76d96fb3a tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:51.239313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6ac5921-53a0-4996-b8b2-907b7ba382e4 req-d194be8a-1b03-41d5-b3ca-27b76d96fb3a tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 948 time: 0.2423472 Jan 28 16:31:51.282617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6346381 Jan 28 16:31:51.288547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57716) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:51.289856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b6dfe-9ea6-47fc-9ba1-f0760ae44ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:51.296735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Router 4ac3a2a9-f83b-4535-9273-d7b1878f482d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:31:51.302571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:31:51.305848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Request body: {'subnet': {'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-subnet', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:51.332986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7f7e018-c7fd-4636-ad84-2bdcfd99136d req-daca12c3-fa29-4e59-92c4-cc4c7d7a3ece service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589916 Jan 28 16:31:51.365953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ee31506-805f-4831-b447-752e8d4c541a req-71bd701d-de97-48e7-8d14-f6a04850206a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502852 Jan 28 16:31:51.378685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Made reservation on behalf of 86109a4d21054fe39da1c82d4c78fcc7 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:51.380973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.397194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6ac5921-53a0-4996-b8b2-907b7ba382e4 req-0cf81e8c-08cf-4827-af6e-ec7b8e1a467f tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453745 Jan 28 16:31:51.528454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07c4125e-5eaf-4190-be02-3001b91a2001 req-34b93492-396c-4418-b586-44ec67c92e81 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 210 time: 0.0600662 Jan 28 16:31:51.630494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e114a-7406-45c8-a16d-6d4ffa4bf1bc req-5996f57a-f5aa-4dea-a04c-17d2548a3ac1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:51.631616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca6e114a-7406-45c8-a16d-6d4ffa4bf1bc req-5996f57a-f5aa-4dea-a04c-17d2548a3ac1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 948 time: 0.1724589 Jan 28 16:31:51.684043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:51.700063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b044f819-a028-4cf6-983a-fdc987f1ee52 admin admin] 10.222.0.25 "PUT /v2.0/routers/4ac3a2a9-f83b-4535-9273-d7b1878f482d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0604458 Jan 28 16:31:51.700249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.701332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57726) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:51.705067 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] Sync routers for ids ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:51.719166 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] Routers {'4ac3a2a9-f83b-4535-9273-d7b1878f482d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:51.720077 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:51.756908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23'}, {'name': 'network-changed', 'server_uuid': 'f6887642-58c4-4231-a553-0ae830b5773f', 'tag': '323f97c0-76e0-47bf-90d7-c3f1a42602a8'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:51.759350 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23"}, {"name": "network-changed", "server_uuid": "f6887642-58c4-4231-a553-0ae830b5773f", "tag": "323f97c0-76e0-47bf-90d7-c3f1a42602a8"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:51.779336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-5143905d-c09f-4e8c-81ae-b46ddc97d8e1 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--67284900&fields=id&tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6 HTTP/1.1" status: 200 len: 267 time: 0.1636658 Jan 28 16:31:51.830356 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca6e114a-7406-45c8-a16d-6d4ffa4bf1bc req-f2ff35b6-de7d-4b38-9332-d09cbbf02c24 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645801 Jan 28 16:31:51.837981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks [] for router (4ac3a2a9-f83b-4535-9273-d7b1878f482d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.850959 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] Set router 4ac3a2a9-f83b-4535-9273-d7b1878f482d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:51.868948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:51.973161 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96972f62-1eb2-49d2-ac1c-50e9edc64d26 x-openstack-request-id: req-96972f62-1eb2-49d2-ac1c-50e9edc64d26 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:51.973994 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6887642-58c4-4231-a553-0ae830b5773f", "tag": "323f97c0-76e0-47bf-90d7-c3f1a42602a8", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:51.973994 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96972f62-1eb2-49d2-ac1c-50e9edc64d26 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:51.974330 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'status': 'completed', 'code': 200} Jan 28 16:31:51.974489 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6887642-58c4-4231-a553-0ae830b5773f', 'tag': '323f97c0-76e0-47bf-90d7-c3f1a42602a8', 'status': 'completed', 'code': 200} Jan 28 16:31:52.002130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:52.032869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks [] for router_gateway (4ac3a2a9-f83b-4535-9273-d7b1878f482d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.040138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-46430aae-fc70-4242-b298-70f1713717fb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.042215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-46430aae-fc70-4242-b298-70f1713717fb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 824 time: 0.2539403 Jan 28 16:31:52.051478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Checking segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:52.051839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Network hostable DHCP agents. Network: 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:31:52.053125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-ee4e75fc-abb9-4bde-ab7a-61f968945ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.057170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-ee4e75fc-abb9-4bde-ab7a-61f968945ec6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81394e4067f34fd393bce434bffab0ed&device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 1131 time: 0.0859690 Jan 28 16:31:52.084405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-eaf2e0b1-c3ba-4f6d-9c48-ff40a940cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.085938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-eaf2e0b1-c3ba-4f6d-9c48-ff40a940cd6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1157 time: 0.1568711 Jan 28 16:31:52.087183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-6047035d-35c3-434e-9575-5702d8fefbef tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/quotas/6dbf487e2c7d419fa0dd1695c5c069a6 HTTP/1.1" status: 200 len: 375 time: 0.0369797 Jan 28 16:31:52.100823 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '632104c4-16e4-4145-939f-6ae342665c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:49Z', 'revision_number': 5, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port': {'id': '632104c4-16e4-4145-939f-6ae342665c92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:52.133173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:31:52.135721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] Checking router: 4ac3a2a9-f83b-4535-9273-d7b1878f482d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:52.146340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156ff8-17e7-41e5-b46f-c1c514781680 req-2a9c9fab-7d12-460b-813d-d479f11623df tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.147732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1156ff8-17e7-41e5-b46f-c1c514781680 req-2a9c9fab-7d12-460b-813d-d479f11623df tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.1715739 Jan 28 16:31:52.149564 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] Routers {'4ac3a2a9-f83b-4535-9273-d7b1878f482d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:52.150271 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:52.249987 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] Set router 4ac3a2a9-f83b-4535-9273-d7b1878f482d gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:52.259442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:52.271855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695c572-1078-453e-bcd1-15db9dbb1e05 None None] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:52.296060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-0cb430b9-855b-4656-8138-6e0dd40fd580 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.298302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-0cb430b9-855b-4656-8138-6e0dd40fd580 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.1413670 Jan 28 16:31:52.313924 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:52Z', 'revision_number': 6, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:52.316612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.317258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.328106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Request body: {'port': {'device_id': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'admin_state_up': True, 'tenant_id': 'd71ea35b215840f0a0102591148d98fc'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:52.332013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Deleting port 632104c4-16e4-4145-939f-6ae342665c92 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:52.332373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (632104c4-16e4-4145-939f-6ae342665c92), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.368180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-e555f6b5-a172-48dc-8e24-536adda630fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.371832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-e555f6b5-a172-48dc-8e24-536adda630fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.2769642 Jan 28 16:31:52.444911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432060f-73af-483e-9f85-3799b8f5863c None None] The sync data for ids ['4ac3a2a9-f83b-4535-9273-d7b1878f482d'] in n-d-812111-13 is: [{'id': '4ac3a2a9-f83b-4535-9273-d7b1878f482d', 'name': 'tempest-FloatingIPDetailsTestJSON-1638282888-router', 'tenant_id': 'ea77adf4b2b042e3866a4d3949141b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:09Z', 'updated_at': '2022-01-28T16:31:52Z', 'revision_number': 6, 'project_id': 'ea77adf4b2b042e3866a4d3949141b85', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:31:52.472919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-c6427d0b-5776-4c6c-9d33-c6b166906f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.478108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-c6427d0b-5776-4c6c-9d33-c6b166906f23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.4115095 Jan 28 16:31:52.478277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c84a0a93-f87b-48e1-aac8-601b757be0b7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1769361 Jan 28 16:31:52.478277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-0e8e911e-6950-4016-b576-344bf4a91441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.0880342 Jan 28 16:31:52.481684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57738) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:52.487395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:52.487772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-45b54afb-8608-48ca-b93a-a1c30638e9e8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3918302 Jan 28 16:31:52.492178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:31:52.492368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1156ff8-17e7-41e5-b46f-c1c514781680 req-e1ebb7a4-94d6-42ba-a485-735161f91343 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548938 Jan 28 16:31:52.498440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.568686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-241ebc67-f199-4cba-8988-97ef9f1f641f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8 HTTP/1.1" status: 200 len: 217 time: 0.0740094 Jan 28 16:31:52.634429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-d7809e6f-7ff0-40f0-925f-94b013806b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.636159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-d7809e6f-7ff0-40f0-925f-94b013806b83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1471245 Jan 28 16:31:52.666948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (0fcad013-b077-4159-9a21-ec76b20a05b8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.667952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (0fcad013-b077-4159-9a21-ec76b20a05b8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.672750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] For port 632104c4-16e4-4145-939f-6ae342665c92, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=632104c4-16e4-4145-939f-6ae342665c92,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:52.673085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (632104c4-16e4-4145-939f-6ae342665c92), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.684160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-094425b5-aae1-4d4b-b7fb-842d87847434 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400963 Jan 28 16:31:52.697652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-c18add51-9285-4542-8d0a-e62241dcf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.699262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-c18add51-9285-4542-8d0a-e62241dcf07b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1200342 Jan 28 16:31:52.699391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Allocated IP 172.20.0.2 (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be/d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7/19320ac2-a0fa-4b81-aa44-f0e3ad5827f9) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:52.706804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Calling delete_port for 632104c4-16e4-4145-939f-6ae342665c92 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:52.723740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-58e4bb9f-591c-4831-8909-f112430473b5 service neutron] 10.222.0.25 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921725 Jan 28 16:31:52.769051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Made reservation on behalf of d71ea35b215840f0a0102591148d98fc for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:52.772218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.797569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef646f8-9e04-491c-9bee-2e196cd97bf3 req-31a56d7b-9ce8-4c83-8a2a-529f893fa112 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:52.800022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aef646f8-9e04-491c-9bee-2e196cd97bf3 req-31a56d7b-9ce8-4c83-8a2a-529f893fa112 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.2046711 Jan 28 16:31:52.866540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63d759c9-db01-419e-afd9-88999314cc66 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:31:52.869290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks [] for router_controller (0fcad013-b077-4159-9a21-ec76b20a05b8), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.907290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-db538be7-592f-4cff-be55-bfbfabd7bb9a service neutron] 10.222.0.25 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543958 Jan 28 16:31:52.922251 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Publish callbacks [] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.933926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-dad01887-85c2-4c53-b29c-abd6da823b53 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417068 Jan 28 16:31:52.949907 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:52.957422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 63d759c9-db01-419e-afd9-88999314cc66 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:31:52.958031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63d759c9-db01-419e-afd9-88999314cc66 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:31:53.008228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Pushing event updated for resources: {'Port': ['ID=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:53.033721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:53.066154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:53.069485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:53.073941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:53.241232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Attempting to bind port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:53.241781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Attempting to bind port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:53.242316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Attempting to bind port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 on network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:53.250659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:53.251295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Checking segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:53.256117 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:53.256725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Bound using segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:53.257412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Bound port: 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:53.257983 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:53.297304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:53.330058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-e56b7a8e-ed0b-48b0-a93b-259f185f397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:53.331674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-e56b7a8e-ed0b-48b0-a93b-259f185f397b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6214020 Jan 28 16:31:53.334075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:31:53.382340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] For port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:53.385990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] For port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:53.397421 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:53.413886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks [] for router_gateway (0fcad013-b077-4159-9a21-ec76b20a05b8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:53.462481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Pushing event updated for resources: {'Port': ['ID=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:53.466217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aef646f8-9e04-491c-9bee-2e196cd97bf3 req-f95ef528-f87d-4845-9c58-b123f2780112 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794122 Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.480104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.481197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.481197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.481607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d4723-6f6d-4648-8651-fbee118dfbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:31:53.528627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526c74c-782b-49d5-b87a-8e374bbae44d req-277e4bba-056c-473e-b52e-60cd990218f3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:53.530379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d526c74c-782b-49d5-b87a-8e374bbae44d req-277e4bba-056c-473e-b52e-60cd990218f3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.1742480 Jan 28 16:31:53.593713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-8ba3df0a-a1b6-4abd-91f6-fbf9e7bf75c0 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354074 Jan 28 16:31:53.626967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Allocated IP 172.20.0.5 (fa25765c-f7d0-4a6a-8b71-339fb7f268ad/a17727bf-14a6-47a7-b0c1-c4791e085e6b/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:53.723680 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d526c74c-782b-49d5-b87a-8e374bbae44d req-8ae1c5c0-8555-4bd7-a273-13e5ea309eea tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745493 Jan 28 16:31:53.784162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b1d06-5d04-447c-b3d5-220d6042c1f9 req-b81a2109-2215-465e-b917-e39a19fbc068 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:53.786482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d00b1d06-5d04-447c-b3d5-220d6042c1f9 req-b81a2109-2215-465e-b917-e39a19fbc068 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 948 time: 0.2110519 Jan 28 16:31:53.813321 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-940e6d0d-c008-4e5a-8b3b-5efde28a0bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539292 Jan 28 16:31:53.823636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (632104c4-16e4-4145-939f-6ae342665c92), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:53.863081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d00b1d06-5d04-447c-b3d5-220d6042c1f9 req-7b50f08d-a372-4920-8c77-826696c03c38 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585799 Jan 28 16:31:53.895795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dbe43a2-6bf3-4bbc-8c98-d46730c451ab req-ffd63bc8-2818-4b80-a28c-87a245a5769e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 210 time: 0.0313292 Jan 28 16:31:53.961478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Pushing event deleted for resources: {'Port': ['ID=632104c4-16e4-4145-939f-6ae342665c92,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:54.012866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fef1674d-f2af-4761-9705-65d460400856 req-464012fd-d7ba-4b22-a943-0d166b0db95f tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 210 time: 0.0531237 Jan 28 16:31:54.099085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab119c1-b2c6-4afe-8cb6-3c747e81ebe5 req-04e4bc51-c712-4052-b9ba-6b8f86b514fc tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:54.110089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dab119c1-b2c6-4afe-8cb6-3c747e81ebe5 req-04e4bc51-c712-4052-b9ba-6b8f86b514fc tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.1029294 Jan 28 16:31:54.154529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-086f9a65-b728-4996-91aa-424d4a420bd8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e6f765bbfa234252a6cea4e86740a668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425191 Jan 28 16:31:54.191056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks [] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.193602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (4ac3a2a9-f83b-4535-9273-d7b1878f482d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.198186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e7246ee3-90ff-4341-9049-e9b6c67d9ad6 req-73d8e87a-d049-456b-9399-0cf96740a6ad service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713796 Jan 28 16:31:54.242303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dab119c1-b2c6-4afe-8cb6-3c747e81ebe5 req-a82cbf42-5cb0-4e74-9df2-6cfc66edfa1f tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200693 Jan 28 16:31:54.289702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-14bcb0e1-f592-4137-8bcb-fd22dc3a6715 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:54.291315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-14bcb0e1-f592-4137-8bcb-fd22dc3a6715 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316481 Jan 28 16:31:54.307026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-3e042090-d60a-4b22-b1c6-2281cde0c50b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/quotas/e6f765bbfa234252a6cea4e86740a668 HTTP/1.1" status: 200 len: 375 time: 0.0099511 Jan 28 16:31:54.358942 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (4ac3a2a9-f83b-4535-9273-d7b1878f482d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.379256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-3b88afcb-6fc3-4d56-9ee9-24acdedd56ca tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662038 Jan 28 16:31:54.390686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks [] for router_controller (4ac3a2a9-f83b-4535-9273-d7b1878f482d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.521584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c5701-5a31-414e-965a-5a4deb4859e4 req-0e1e5090-1e2a-4aa8-b238-222c0c911de5 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:54.521584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-468c5701-5a31-414e-965a-5a4deb4859e4 req-0e1e5090-1e2a-4aa8-b238-222c0c911de5 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.0700786 Jan 28 16:31:54.525211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.545868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (4ac3a2a9-f83b-4535-9273-d7b1878f482d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.546463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac3a2a9-f83b-4535-9273-d7b1878f482d {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:31:54.552256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.553696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-689e5d0c-cf03-4157-9889-d583ca0ec866 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4ac3a2a9-f83b-4535-9273-d7b1878f482d HTTP/1.1" status: 204 len: 168 time: 2.8515823 Jan 28 16:31:54.567832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57772) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:54.643842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:54.646317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:54.660467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-106964ac-d6ac-4649-a9d1-0e67ce23c880 req-423a8470-34d3-44f3-8135-f2ae4877c5e8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 210 time: 0.0896943 Jan 28 16:31:54.664112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:54.673482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:54.703739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-468c5701-5a31-414e-965a-5a4deb4859e4 req-1b72c56a-95d1-457a-ad61-aeeb96b31922 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768458 Jan 28 16:31:54.706611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Deleting subnet 05903738-d6ec-4597-8a87-013ac979ab8d {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:31:54.732209 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Publish callbacks [] for subnet (05903738-d6ec-4597-8a87-013ac979ab8d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.772076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks [] for router_gateway (0fcad013-b077-4159-9a21-ec76b20a05b8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.849489 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.895020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:54.977527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:54.978206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:54.992135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:55.010338 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.015399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 323f97c0-76e0-47bf-90d7-c3f1a42602a8 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:31:55.018603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8d85a-0649-4103-a727-a22cd1800278 None None] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:55.024198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Publish callbacks [] for subnet (05903738-d6ec-4597-8a87-013ac979ab8d), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.079461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-a109d69f-2e59-4eb4-b8cb-9b24b9fd33e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7557542 Jan 28 16:31:55.094531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Request body: {'port': {'device_id': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:55.103149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1f27da76-16ba-47f4-ba24-d70f7685e906 None None] Provisioning complete for port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:55.103797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f27da76-16ba-47f4-ba24-d70f7685e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.126026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-87b7a72f-f8e9-49be-917d-b786e7ae12c2 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:55.130156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-87b7a72f-f8e9-49be-917d-b786e7ae12c2 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 824 time: 0.2952452 Jan 28 16:31:55.229677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9dff-006c-4830-8943-8d1ee2540854 req-7f08f80a-9761-4af5-b51b-2bee79e21109 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:55.231237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b7e9dff-006c-4830-8943-8d1ee2540854 req-7f08f80a-9761-4af5-b51b-2bee79e21109 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.2537127 Jan 28 16:31:55.237607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (05903738-d6ec-4597-8a87-013ac979ab8d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.257908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.260402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Allocated IP 172.25.8.156 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ed220b71-c302-4b3b-88a1-20cd35280425) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:55.347007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:55.347007 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.347313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c774-75c3-40f7-9656-aaab9ec0cb51 req-db537af2-d70d-4d75-a0a6-cb4562f158cd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:55.347958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1833c774-75c3-40f7-9656-aaab9ec0cb51 req-db537af2-d70d-4d75-a0a6-cb4562f158cd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 948 time: 0.3126299 Jan 28 16:31:55.368031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-42f9ffef-168b-4e95-8bbb-6f088aaeb62d tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6 HTTP/1.1" status: 200 len: 378 time: 0.2032192 Jan 28 16:31:55.386921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'port': {'device_id': '3b8f6808-d5f2-4227-807c-103a4423a624', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'admin_state_up': True, 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'security_groups': ['7f03c30d-7c06-409f-b457-5f9560fbdf83']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:55.391903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:55.405119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.413337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:55.493513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b7e9dff-006c-4830-8943-8d1ee2540854 req-7dd9293d-615a-48df-979e-673dabacdbfb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406762 Jan 28 16:31:55.501811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks [] for port (ed220b71-c302-4b3b-88a1-20cd35280425), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.514057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (05903738-d6ec-4597-8a87-013ac979ab8d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.532297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:55.536276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1f27da76-16ba-47f4-ba24-d70f7685e906 None None] Current status of the port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:55.539239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 632104c4-16e4-4145-939f-6ae342665c92 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:31:55.568922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 632104c4-16e4-4145-939f-6ae342665c92 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:31:55.569260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 632104c4-16e4-4145-939f-6ae342665c92 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:31:55.578157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '323f97c0-76e0-47bf-90d7-c3f1a42602a8', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '323f97c0-76e0-47bf-90d7-c3f1a42602a8', 'mac_address': 'fa:16:3e:07:8e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:31:55.621917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.623074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.630067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/05903738-d6ec-4597-8a87-013ac979ab8d HTTP/1.1" status: 204 len: 168 time: 1.0583315 Jan 28 16:31:55.635533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:55.635917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fff7d-c3d1-4f79-9c1b-e4842e3378e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05903738-d6ec-4597-8a87-013ac979ab8d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:55.651621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:55.652027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.670700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb05e0-f526-4a5f-97bc-a428285d06ac None None] Network 8347c60f-beac-489d-aa9e-d001654c1d81 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:31:55.672343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1833c774-75c3-40f7-9656-aaab9ec0cb51 req-a3d457aa-7ad7-468b-b391-096a19bde8f9 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142164 Jan 28 16:31:55.745587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323f97c0-76e0-47bf-90d7-c3f1a42602a8 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:55.769685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255cb0a-3c9b-4253-9b2a-5d8c3175192e req-4596e16e-2a4a-4d62-b8ed-13232fca2b49 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:55.772003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2255cb0a-3c9b-4253-9b2a-5d8c3175192e req-4596e16e-2a4a-4d62-b8ed-13232fca2b49 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 931 time: 0.1376133 Jan 28 16:31:55.810507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:55.820044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Publish callbacks [] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.824570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:55.835764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Transition to ACTIVE for port object 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:55.837951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-349cbe72-0c69-46ce-8ab9-9cc91d61cc10 req-6f43419c-22bd-4f46-a3a7-3812b3daa9a6 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 210 time: 0.0487332 Jan 28 16:31:55.838609 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.846656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Made reservation on behalf of 6dbf487e2c7d419fa0dd1695c5c069a6 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:55.850546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.901815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:55.914936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Pushing event updated for resources: {'Port': ['ID=ed220b71-c302-4b3b-88a1-20cd35280425,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:55.917768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2255cb0a-3c9b-4253-9b2a-5d8c3175192e req-9e06f9c1-4991-42d1-b3b8-6c0f43f54b65 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391871 Jan 28 16:31:55.923979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:55.925550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=323f97c0-76e0-47bf-90d7-c3f1a42602a8,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:55.928707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:55.951317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.969282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bbab1dd9-3e6d-4277-8f0e-f8f171b63764 None None] Provisioning complete for port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:55.969805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bbab1dd9-3e6d-4277-8f0e-f8f171b63764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:55.980291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37f1a353-8cd2-4a1c-af34-b2619168a5e1 req-eacf10e1-35c4-4b1b-aadb-1f2297062195 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 210 time: 0.0672224 Jan 28 16:31:56.020496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] DHCP port deletion for 8347c60f-beac-489d-aa9e-d001654c1d81 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:31:56.108726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Allocated IP 172.20.0.11 (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf/3c68d951-9471-439b-befb-4d7211a64273/2156bc34-9058-4d0e-bd11-2c0aed936f93) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:56.132844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc96fc-a91a-45be-8cc8-007e7f629db2 req-d679045d-78a4-4070-aa1a-dbe669a2761f tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:56.134493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fc96fc-a91a-45be-8cc8-007e7f629db2 req-d679045d-78a4-4070-aa1a-dbe669a2761f tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.1236947 Jan 28 16:31:56.249346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bbab1dd9-3e6d-4277-8f0e-f8f171b63764 None None] Current status of the port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:56.252003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['323f97c0-76e0-47bf-90d7-c3f1a42602a8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:56.259243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fc96fc-a91a-45be-8cc8-007e7f629db2 req-3acd0b17-bcf7-4ff6-bcef-f90194488c61 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100149 Jan 28 16:31:56.342877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] Deleting port 06fae60b-538b-49a4-b553-f5b14069cdc7 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:31:56.343258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.343537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:56.358097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.431302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] For port 06fae60b-538b-49a4-b553-f5b14069cdc7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=06fae60b-538b-49a4-b553-f5b14069cdc7,segment=NetworkSegment(61caf314-8904-40d1-8cba-eea712ac472d),segment_id=61caf314-8904-40d1-8cba-eea712ac472d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:56.431762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.438959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fbbc9-bff6-4fe7-ba85-5607645443e0 req-b8b3ce37-c14b-48f7-b670-452aa2d68ad1 tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:56.440495 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-2a66005d-08dc-4c42-a059-f7eea0d3385f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6f765bbfa234252a6cea4e86740a668&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846622 Jan 28 16:31:56.447136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] Calling delete_port for 06fae60b-538b-49a4-b553-f5b14069cdc7 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:31:56.447521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b08fbbc9-bff6-4fe7-ba85-5607645443e0 req-b8b3ce37-c14b-48f7-b670-452aa2d68ad1 tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 1132 time: 0.0815020 Jan 28 16:31:56.449806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.471070 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8347c60f-beac-489d-aa9e-d001654c1d81), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.491485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.24', 59537) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:56.505084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b08fbbc9-bff6-4fe7-ba85-5607645443e0 req-eff52e8b-1d61-465b-9ac8-d40d248154ad tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.576820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:56.601315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:56.603684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:56.610094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:56.610994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.617024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (06fae60b-538b-49a4-b553-f5b14069cdc7), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.654902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] The port '06fae60b-538b-49a4-b553-f5b14069cdc7' was deleted {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 16:31:56.665821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'Port': ['ID=2156bc34-9058-4d0e-bd11-2c0aed936f93,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:56.671113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-c134cf65-80e3-479d-b77b-e38c90afe332 service neutron] 10.222.0.24 "GET /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.1771874 Jan 28 16:31:56.677082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] Pushing event deleted for resources: {'Port': ['ID=06fae60b-538b-49a4-b553-f5b14069cdc7,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:56.682396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac11e5-8447-47ec-9315-bf3b2b3a3f5f None None] No DVR routers for this DVR port 06fae60b-538b-49a4-b553-f5b14069cdc7 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:31:56.696525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-0a525843-09f7-44db-9752-e6a728c0cfd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3156700 Jan 28 16:31:56.729455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Request body: {'port': {'device_id': '3b8f6808-d5f2-4227-807c-103a4423a624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:56.810462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:56.814620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b00ef-59de-41dc-8824-2e1fba1bba68 req-6e9f0d6c-e58f-4e51-9289-5f9851f4a491 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:56.815578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a8b00ef-59de-41dc-8824-2e1fba1bba68 req-6e9f0d6c-e58f-4e51-9289-5f9851f4a491 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 943 time: 0.2377388 Jan 28 16:31:56.830598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:56.831072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:56.831407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:56.862330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-143176a2-9583-4e01-a57b-94a6f35d1a0b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:56.862330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-143176a2-9583-4e01-a57b-94a6f35d1a0b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862190 Jan 28 16:31:56.866167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:56.866452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:56.879350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8347c60f-beac-489d-aa9e-d001654c1d81), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.886696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Request body: {'port': {'device_id': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'e6f765bbfa234252a6cea4e86740a668'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:56.895517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:56.896125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.898208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.901523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:56.901880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:56.902269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:56.902719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Bound port: 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:56.903079 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.929817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b08fbbc9-bff6-4fe7-ba85-5607645443e0 req-eff52e8b-1d61-465b-9ac8-d40d248154ad tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] Publish callbacks [] for security_group (3fabac4f-47c1-4b66-a8fb-37f20fac6a75), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.952639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b08fbbc9-bff6-4fe7-ba85-5607645443e0 req-eff52e8b-1d61-465b-9ac8-d40d248154ad tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3fabac4f-47c1-4b66-a8fb-37f20fac6a75), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:56.986218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8347c60f-beac-489d-aa9e-d001654c1d81']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:56.999197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-252363cd-ceee-4a5a-8f1f-e472f66b573b None None] Provisioning complete for port 2156bc34-9058-4d0e-bd11-2c0aed936f93 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:56.999771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-252363cd-ceee-4a5a-8f1f-e472f66b573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.009459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61caf314-8904-40d1-8cba-eea712ac472d') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:57.009759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61caf314-8904-40d1-8cba-eea712ac472d') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:57.020162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:57.042408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (61caf314-8904-40d1-8cba-eea712ac472d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.047959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-252363cd-ceee-4a5a-8f1f-e472f66b573b None None] Port 2156bc34-9058-4d0e-bd11-2c0aed936f93 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:57.076368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a8b00ef-59de-41dc-8824-2e1fba1bba68 req-caf014ea-598e-4d2c-9fa7-518c70b42213 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307973 Jan 28 16:31:57.079273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 06fae60b-538b-49a4-b553-f5b14069cdc7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:31:57.087868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks [] for router_gateway (0fcad013-b077-4159-9a21-ec76b20a05b8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.089104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b08fbbc9-bff6-4fe7-ba85-5607645443e0 req-eff52e8b-1d61-465b-9ac8-d40d248154ad tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406376 Jan 28 16:31:57.089669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff52e8b-1d61-465b-9ac8-d40d248154ad tempest-LiveMigrationNegativeTest-7262020 tempest-LiveMigrationNegativeTest-7262020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabac4f-47c1-4b66-a8fb-37f20fac6a75,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:57.089873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (61caf314-8904-40d1-8cba-eea712ac472d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.153371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:31:57.154222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (61caf314-8904-40d1-8cba-eea712ac472d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.157519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 06fae60b-538b-49a4-b553-f5b14069cdc7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:31:57.157653 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:31:57.159430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 06fae60b-538b-49a4-b553-f5b14069cdc7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:31:57.221556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:57.229068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:57.262349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:57.303675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.310724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8347c60f-beac-489d-aa9e-d001654c1d81), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.344461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Made reservation on behalf of e6f765bbfa234252a6cea4e86740a668 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:31:57.347830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.370445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.374203 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8347c60f-beac-489d-aa9e-d001654c1d81 HTTP/1.1" status: 204 len: 168 time: 1.7332289 Jan 28 16:31:57.394756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62643574-5be9-439f-87ce-160a5f676f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=8347c60f-beac-489d-aa9e-d001654c1d81,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:57.400050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:57.400513 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.401994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] 10.222.0.24 "PUT /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 1092 time: 2.3124018 Jan 28 16:31:57.404985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:57.407242 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62080ae-198f-47db-8206-9dce95e733e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:57.530822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57814) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:57.531489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89975ab5-0535-4a27-b28b-8523a2eaa60c service neutron] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:57.560393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:57.630231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f000beb6-a7b1-49a4-a652-470a7ef32c23 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:57.668066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6d0d6-888d-44be-bcc0-780455e70ac6 req-883d9feb-2ae0-4ba4-8140-0388b133c312 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:57.670115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fab6d0d6-888d-44be-bcc0-780455e70ac6 req-883d9feb-2ae0-4ba4-8140-0388b133c312 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 932 time: 0.4439454 Jan 28 16:31:57.671938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:57.672182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-c6f965fd-db90-41f1-b6cd-921aa4b00230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:57.673976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-c6f965fd-db90-41f1-b6cd-921aa4b00230 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1126 time: 0.2239535 Jan 28 16:31:57.699345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e983ae0e-cbb3-4518-a1eb-0d6724782e4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea77adf4b2b042e3866a4d3949141b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648545 Jan 28 16:31:57.699969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b5faf-4f46-4ecc-97fa-b67393978bb9 req-18c0942a-1dca-4b68-b761-29f68eac9660 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:57.701511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-948b5faf-4f46-4ecc-97fa-b67393978bb9 req-18c0942a-1dca-4b68-b761-29f68eac9660 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 949 time: 0.4742620 Jan 28 16:31:57.703490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57816) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:57.727694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (0fcad013-b077-4159-9a21-ec76b20a05b8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.732547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.734972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-764ed5d9-381e-431c-8092-e67b66e5d109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0491297 Jan 28 16:31:57.745716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Allocated IP 192.168.233.172 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/048f66bc-51bf-4b3e-a57f-84e42a7c051d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:31:57.907300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2156bc34-9058-4d0e-bd11-2c0aed936f93 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:31:57.914254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-948b5faf-4f46-4ecc-97fa-b67393978bb9 req-90353bd4-4d4d-4496-92d4-ef4214b7da35 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927912 Jan 28 16:31:57.917178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fab6d0d6-888d-44be-bcc0-780455e70ac6 req-8da7fe37-73d6-495e-b9b8-25dade4641fd tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2128079 Jan 28 16:31:57.933728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Publish callbacks [] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.950029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b539b6c7-93fd-43c9-a479-914406055fe6 admin admin] Publish callbacks [] for security_group (37300433-a259-4998-99d2-e3a3db10e53b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:57.987343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Transition to ACTIVE for port object 2156bc34-9058-4d0e-bd11-2c0aed936f93 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:57.995778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b539b6c7-93fd-43c9-a479-914406055fe6 admin admin] Publish callbacks [] for security_group (37300433-a259-4998-99d2-e3a3db10e53b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.018086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.079586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] Transition to ACTIVE for port object f000beb6-a7b1-49a4-a652-470a7ef32c23 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:31:58.098900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-453ec1fe-819c-441d-9d70-41f0f2a064ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:58.100432 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-453ec1fe-819c-441d-9d70-41f0f2a064ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.3520243 Jan 28 16:31:58.110537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a97a9c62-9287-4206-bd6c-a3087df4d25c req-185fa711-0847-4805-951f-73a799f85586 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 210 time: 0.0851088 Jan 28 16:31:58.122257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.154181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-63c86ef0-5d26-4f5e-841e-3e37d5fce869 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400949 Jan 28 16:31:58.165778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Pushing event updated for resources: {'Port': ['ID=2156bc34-9058-4d0e-bd11-2c0aed936f93,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:58.236661 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1d594-5cc0-4c81-8a61-bf6c230ae4b6 x-openstack-request-id: req-d1a1d594-5cc0-4c81-8a61-bf6c230ae4b6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:58.237245 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:58.237545 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1a1d594-5cc0-4c81-8a61-bf6c230ae4b6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:58.237880 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'status': 'completed', 'code': 200} Jan 28 16:31:58.272417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] No DVR routers for this DVR port f000beb6-a7b1-49a4-a652-470a7ef32c23 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:31:58.296303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0173a-d6d4-4d50-9f44-360aa9568dfd req-5154f4c1-7a8c-411c-a88e-c2fdaa6732d8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:58.297837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fc0173a-d6d4-4d50-9f44-360aa9568dfd req-5154f4c1-7a8c-411c-a88e-c2fdaa6732d8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 943 time: 0.2994437 Jan 28 16:31:58.304605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b539b6c7-93fd-43c9-a479-914406055fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (37300433-a259-4998-99d2-e3a3db10e53b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.308993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b539b6c7-93fd-43c9-a479-914406055fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.310211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b539b6c7-93fd-43c9-a479-914406055fe6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37300433-a259-4998-99d2-e3a3db10e53b HTTP/1.1" status: 204 len: 168 time: 0.6031628 Jan 28 16:31:58.356045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] Pushing event updated for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:58.386106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Attempting to bind port 2156bc34-9058-4d0e-bd11-2c0aed936f93 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:31:58.386417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Attempting to bind port 2156bc34-9058-4d0e-bd11-2c0aed936f93 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:31:58.386745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Attempting to bind port 2156bc34-9058-4d0e-bd11-2c0aed936f93 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:58.396765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks [] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.397556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539b6c7-93fd-43c9-a479-914406055fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37300433-a259-4998-99d2-e3a3db10e53b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:58.398294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Router 0fcad013-b077-4159-9a21-ec76b20a05b8 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:31:58.408509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-5bf2eb88-2808-405a-b1d7-bfab448915b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259793 Jan 28 16:31:58.423068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-523802ab-c260-4dce-80f7-0434e43a5c31 service neutron] 10.222.0.24 "PUT /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7449026 Jan 28 16:31:58.432199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Port 2156bc34-9058-4d0e-bd11-2c0aed936f93 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:31:58.432749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Attempting to bind port 2156bc34-9058-4d0e-bd11-2c0aed936f93 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:31:58.472908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:31:58.473395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Checking segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:31:58.473901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Bound using segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:31:58.474564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Bound port: 2156bc34-9058-4d0e-bd11-2c0aed936f93, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:31:58.475071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.509232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a3ea6-a66a-490c-8e21-2861480db8b8 req-aba8f22c-d633-4737-a5d5-365144db40f2 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:58.510834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-068a3ea6-a66a-490c-8e21-2861480db8b8 req-aba8f22c-d633-4737-a5d5-365144db40f2 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.2228253 Jan 28 16:31:58.554104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fc0173a-d6d4-4d50-9f44-360aa9568dfd req-d25fb62a-5882-4890-b0e3-db76769aaac5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170796 Jan 28 16:31:58.617364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] For port 2156bc34-9058-4d0e-bd11-2c0aed936f93, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:31:58.642537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] For port 2156bc34-9058-4d0e-bd11-2c0aed936f93, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:31:58.649444 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b916e415-acbf-472e-bb03-6f5693ce3ee0 req-00f5f3fb-2068-4d7b-a25d-d13bc049b28e service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314816 Jan 28 16:31:58.654873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.671571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-068a3ea6-a66a-490c-8e21-2861480db8b8 req-291a03a6-b694-4057-94fc-d94b756ae257 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306951 Jan 28 16:31:58.714479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:58.714991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.716474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] 10.222.0.24 "PUT /v2.0/ports/2156bc34-9058-4d0e-bd11-2c0aed936f93 HTTP/1.1" status: 200 len: 1093 time: 2.0126817 Jan 28 16:31:58.716979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:58.719372 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aae7ca-002b-4597-b05b-3d1e271f8da8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:58.751702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:58.776549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ead2b8-d511-4841-8207-7f7d10d03d03 service neutron] Pushing event updated for resources: {'Port': ['ID=2156bc34-9058-4d0e-bd11-2c0aed936f93,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:58.779589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'ac6b70ac-fceb-41b5-a71b-de9826355034'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:31:58.843507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-fde0f6cc-9c97-4170-a110-8da37317cf5b tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:58.843898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62080ae-198f-47db-8206-9dce95e733e1 req-eaf0a6f7-37af-45f6-942c-6e9d9284bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:58.845187 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-fde0f6cc-9c97-4170-a110-8da37317cf5b tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.3542840 Jan 28 16:31:58.845425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-eaf0a6f7-37af-45f6-942c-6e9d9284bb7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1126 time: 0.1138284 Jan 28 16:31:58.849818 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e588255-084b-446f-8a89-1d183e8f838f x-openstack-request-id: req-0e588255-084b-446f-8a89-1d183e8f838f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:31:58.850107 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:31:58.850721 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e588255-084b-446f-8a89-1d183e8f838f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:31:58.850846 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'status': 'completed', 'code': 200} Jan 28 16:31:58.899535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:31:58.906198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:31:58.908773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:31:58.980801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:31:58.990221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event updated for resources: {'Port': ['ID=048f66bc-51bf-4b3e-a57f-84e42a7c051d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:31:59.000065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Sync routers for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:31:59.051262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.051611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 323f97c0-76e0-47bf-90d7-c3f1a42602a8 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:31:59.056200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-60c36ef3-3385-4600-be57-b27ea442916a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5704882 Jan 28 16:31:59.057919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57844) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:31:59.082488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.086003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.096620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-1d34dfe2-aa36-4df2-83ab-74346bced52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.098324 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-1d34dfe2-aa36-4df2-83ab-74346bced52e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 1127 time: 0.2631400 Jan 28 16:31:59.104124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-a417eae9-9e49-42f5-9b20-ab0fcf6f8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.106248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-a417eae9-9e49-42f5-9b20-ab0fcf6f8f07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 1127 time: 0.2476528 Jan 28 16:31:59.135281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:31:59.135951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:59.142181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-06610a4c-e92d-4b4a-b227-b7ef07a3c903 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2697155 Jan 28 16:31:59.212238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Request body: {'port': {'device_id': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:31:59.225325 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-0313ca3f-a902-48d7-88ad-232b818d3ad7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93 HTTP/1.1" status: 200 len: 217 time: 0.1168718 Jan 28 16:31:59.348436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-355fb6a4-c620-400a-bff8-c56288618c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.350141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-355fb6a4-c620-400a-bff8-c56288618c8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 200 len: 863 time: 0.0749571 Jan 28 16:31:59.385586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62080ae-198f-47db-8206-9dce95e733e1 req-3aa83add-1be0-44c9-afef-aafdd705377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.387574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-3aa83add-1be0-44c9-afef-aafdd705377a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.5356491 Jan 28 16:31:59.399576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f4830-14c0-4edb-b077-2703e015005c req-c29691d1-e302-421f-a8d5-ba19a2ae39ef tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.406994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-544f4830-14c0-4edb-b077-2703e015005c req-c29691d1-e302-421f-a8d5-ba19a2ae39ef tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 944 time: 0.1861668 Jan 28 16:31:59.407484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:31:59.410480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:31:59.418928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf8e1-1b01-4315-947c-c95bb3204a73 req-43fa853e-15ae-4503-b151-bc8087b01846 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.421142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06cbf8e1-1b01-4315-947c-c95bb3204a73 req-43fa853e-15ae-4503-b151-bc8087b01846 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 949 time: 0.3268332 Jan 28 16:31:59.459560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-12b05264-e4f0-4612-acf9-f292afcbd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.461840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-12b05264-e4f0-4612-acf9-f292afcbd71c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1127 time: 0.3179355 Jan 28 16:31:59.462936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-8bc6d227-b619-4973-b4dd-5cb54420d4ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0535846 Jan 28 16:31:59.468711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48928-5a63-42e9-8507-190026be5224 req-e08e2e3c-e583-4e40-87a6-bb1a9f45ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.469869 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-e08e2e3c-e583-4e40-87a6-bb1a9f45ad09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1110055 Jan 28 16:31:59.471848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.474808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:59.475298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.594391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4f7a1e9b-6305-41d6-94ae-8ff13e1115ff None None] Provisioning complete for port 048f66bc-51bf-4b3e-a57f-84e42a7c051d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:31:59.594762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4f7a1e9b-6305-41d6-94ae-8ff13e1115ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.634674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-544f4830-14c0-4edb-b077-2703e015005c req-1f3aae73-83b2-4c6b-ac9f-937efce8feb9 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2246881 Jan 28 16:31:59.643054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62080ae-198f-47db-8206-9dce95e733e1 req-e462c1b2-6ad5-49c3-91cd-d6eb8203aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.644527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-e462c1b2-6ad5-49c3-91cd-d6eb8203aa45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1703744 Jan 28 16:31:59.672730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06cbf8e1-1b01-4315-947c-c95bb3204a73 req-70949ea2-f2de-405b-b4df-d90c4e7e6be1 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087841 Jan 28 16:31:59.738150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a1e9b-6305-41d6-94ae-8ff13e1115ff None None] Port 048f66bc-51bf-4b3e-a57f-84e42a7c051d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:31:59.760295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-1d1694e2-d95d-407c-aef8-90140b35c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.761864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-1d1694e2-d95d-407c-aef8-90140b35c75a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.2908208 Jan 28 16:31:59.773581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-8b674f45-909a-4d50-807e-7777599bfafa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524247 Jan 28 16:31:59.799597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:31:59.800151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.811627 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-c833d057-2239-4164-9348-bbc4d4f5a195 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.0413499 Jan 28 16:31:59.815813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-7910cece-0966-4bc0-a50b-97d65cf9d4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651107 Jan 28 16:31:59.835614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6887642-58c4-4231-a553-0ae830b5773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323f97c0-76e0-47bf-90d7-c3f1a42602a8'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:31:59.837328 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d4c58-eeb1-428f-84dd-6252350f32f9" -d '{"events": [{"server_uuid": "f6887642-58c4-4231-a553-0ae830b5773f", "name": "network-vif-plugged", "status": "completed", "tag": "323f97c0-76e0-47bf-90d7-c3f1a42602a8"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:31:59.844588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:31:56Z', 'revision_number': 3, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:31:59.863760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-40629731-be71-40df-b5ee-80ba072fb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.865260 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-40629731-be71-40df-b5ee-80ba072fb15d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0462561 Jan 28 16:31:59.878401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:31:59.879140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Checking router: 0fcad013-b077-4159-9a21-ec76b20a05b8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:31:59.880025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Updating router 0fcad013-b077-4159-9a21-ec76b20a05b8 port ed220b71-c302-4b3b-88a1-20cd35280425 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:31:59.900687 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.931880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:31:59.958068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ddd0-d6e7-4d58-9e16-dc2053ae9396 req-360c6d55-d7bd-4097-a900-a09aa3874d13 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.959561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0988ddd0-d6e7-4d58-9e16-dc2053ae9396 req-360c6d55-d7bd-4097-a900-a09aa3874d13 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.2286949 Jan 28 16:31:59.970002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26be6f-1265-49a1-b7ff-ba0cde526200 req-88adc36e-4255-42ec-9827-08281010d09f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:31:59.971443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba26be6f-1265-49a1-b7ff-ba0cde526200 req-88adc36e-4255-42ec-9827-08281010d09f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 936 time: 0.2004228 Jan 28 16:31:59.977688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-7c798e09-3216-42ff-8724-6ce3ee3767c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943258 Jan 28 16:31:59.987602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=323f97c0-76e0-47bf-90d7-c3f1a42602a8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:00.050535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-f6a2a5d6-d82d-4929-b5f6-1f74fef15fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621377 Jan 28 16:32:00.360508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1e48928-5a63-42e9-8507-190026be5224 req-2b695753-5e29-4b58-86d2-0557a64c6afc service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858065 Jan 28 16:32:00.373711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Publish callbacks [] for port (ed220b71-c302-4b3b-88a1-20cd35280425), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.382403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.417077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0988ddd0-d6e7-4d58-9e16-dc2053ae9396 req-2a43aa64-26b0-4a0c-a7ac-a0f4520696c0 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414814 Jan 28 16:32:00.448797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e5f6d-0462-4c0f-879a-e38a3466e88f None None] Pushing event updated for resources: {'Port': ['ID=ed220b71-c302-4b3b-88a1-20cd35280425,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:00.451798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Attempting to bind port ed220b71-c302-4b3b-88a1-20cd35280425 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:00.452170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Attempting to bind port ed220b71-c302-4b3b-88a1-20cd35280425 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:00.452531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Attempting to bind port ed220b71-c302-4b3b-88a1-20cd35280425 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:00.456597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048f66bc-51bf-4b3e-a57f-84e42a7c051d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:00.458591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:00.458978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:00.459383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.459830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:00.460330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Bound port: ed220b71-c302-4b3b-88a1-20cd35280425, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:00.460889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.465976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-2c9aba2b-a65b-4920-889b-a3bf02d4ac5c service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762619 Jan 28 16:32:00.474262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Publish callbacks [] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.495532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba26be6f-1265-49a1-b7ff-ba0cde526200 req-45c1001c-e08c-41e3-9462-3a30e97e4a99 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071313 Jan 28 16:32:00.529734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] For port ed220b71-c302-4b3b-88a1-20cd35280425, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:00.534657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] For port ed220b71-c302-4b3b-88a1-20cd35280425, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ed220b71-c302-4b3b-88a1-20cd35280425,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:00.537821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a62080ae-198f-47db-8206-9dce95e733e1 req-8a52a571-3a11-4e73-ab80-836856e4e750 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760623 Jan 28 16:32:00.545009 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.561752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Transition to ACTIVE for port object 048f66bc-51bf-4b3e-a57f-84e42a7c051d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:00.572906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.590182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-c370f4b7-3a9f-4a3d-9210-e3506a761096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:00.592351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-c370f4b7-3a9f-4a3d-9210-e3506a761096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 1127 time: 0.1706614 Jan 28 16:32:00.649684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-2192b2d5-08d6-43e8-bccb-5088dfd16fd4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:00.651459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-2192b2d5-08d6-43e8-bccb-5088dfd16fd4 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 949 time: 0.1549897 Jan 28 16:32:00.697125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:00.697675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:00.711531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e5f6d-0462-4c0f-879a-e38a3466e88f None None] Pushing event updated for resources: {'Port': ['ID=ed220b71-c302-4b3b-88a1-20cd35280425,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:00.795576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Pushing event updated for resources: {'Port': ['ID=048f66bc-51bf-4b3e-a57f-84e42a7c051d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:00.806323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-938705fc-4e84-48cd-b527-5418f5503b1d service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272564 Jan 28 16:32:00.847333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Attempting to bind port 048f66bc-51bf-4b3e-a57f-84e42a7c051d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:00.847823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Attempting to bind port 048f66bc-51bf-4b3e-a57f-84e42a7c051d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:00.848313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Attempting to bind port 048f66bc-51bf-4b3e-a57f-84e42a7c051d on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:00.862704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Port 048f66bc-51bf-4b3e-a57f-84e42a7c051d on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:00.863175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Attempting to bind port 048f66bc-51bf-4b3e-a57f-84e42a7c051d on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:00.872560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-74ebc276-12f8-4e93-acdb-c1cbd6e63f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:00.875025 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-74ebc276-12f8-4e93-acdb-c1cbd6e63f15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 925 time: 0.2421021 Jan 28 16:32:00.875025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:00.875347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:00.875818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:00.876399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Bound port: 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:00.876875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.885642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:00.906449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02762-b11c-4757-a6f9-ec3989122705 req-18b4213e-288f-447b-b485-8f4134dc774a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:00.913554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22d02762-b11c-4757-a6f9-ec3989122705 req-18b4213e-288f-447b-b485-8f4134dc774a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 943 time: 0.2521923 Jan 28 16:32:00.916646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:00.929512 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-1b7e80c0-d453-4a81-a07c-8db840962e59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93 HTTP/1.1" status: 200 len: 217 time: 0.0428894 Jan 28 16:32:01.024455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-2bb6986e-7b7c-4398-bbdd-2c0c9aaa39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.027033 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-2bb6986e-7b7c-4398-bbdd-2c0c9aaa39f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 200 len: 863 time: 0.0696034 Jan 28 16:32:01.106998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22d02762-b11c-4757-a6f9-ec3989122705 req-00fc37fc-62ab-48b5-9bf5-216ec23c731c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924596 Jan 28 16:32:01.129668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:31:56Z', 'revision_number': 3, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:01.130917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] For port 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:01.151440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Deleting port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:01.151787 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.160934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f43b8-a158-49a3-be80-1e836bfdfa6d None None] The sync data for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 is: [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:31:56Z', 'revision_number': 3, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:01.174948 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580583dd-0d47-454a-ab4a-7275669e5e72 x-openstack-request-id: req-580583dd-0d47-454a-ab4a-7275669e5e72 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:01.175273 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6887642-58c4-4231-a553-0ae830b5773f", "name": "network-vif-plugged", "status": "completed", "tag": "323f97c0-76e0-47bf-90d7-c3f1a42602a8", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:01.175534 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-580583dd-0d47-454a-ab4a-7275669e5e72 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:01.175938 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6887642-58c4-4231-a553-0ae830b5773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323f97c0-76e0-47bf-90d7-c3f1a42602a8', 'code': 200} Jan 28 16:32:01.189411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] For port 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:01.207542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.221886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4022b-4af3-445e-b2f1-615878296476 req-0a881178-e58e-4e75-a1ca-5ecf33040abc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.223464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0da4022b-4af3-445e-b2f1-615878296476 req-0a881178-e58e-4e75-a1ca-5ecf33040abc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.3322554 Jan 28 16:32:01.234827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-889d5266-1d6f-4901-8a3a-ea08e48de0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.237420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-889d5266-1d6f-4901-8a3a-ea08e48de0e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1792457 Jan 28 16:32:01.284502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.285147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.286941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] 10.222.0.31 "PUT /v2.0/ports/048f66bc-51bf-4b3e-a57f-84e42a7c051d HTTP/1.1" status: 200 len: 1097 time: 2.0845554 Jan 28 16:32:01.299223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'tag': '048f66bc-51bf-4b3e-a57f-84e42a7c051d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:01.303256 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e635616a-2775-4a62-84c9-2cfba2899c82" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c5686f-de6f-4024-a933-7b1d4eb74323", "tag": "048f66bc-51bf-4b3e-a57f-84e42a7c051d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:01.307839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-97cfaa03-4ac4-467a-a7e0-679e07381181 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.309449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-97cfaa03-4ac4-467a-a7e0-679e07381181 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.2523711 Jan 28 16:32:01.402530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Allocated IP 172.20.0.1 (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be/d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7/a8e597f2-d300-42d3-99ae-32e6a922a6d6) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:01.403874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:01.407804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:01.499514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d972-289e-4490-83c7-3f97f5602e74 service neutron] Pushing event updated for resources: {'Port': ['ID=048f66bc-51bf-4b3e-a57f-84e42a7c051d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:01.540339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-296db3fc-7ee8-4c52-9f12-860dd4f4d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.541957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-296db3fc-7ee8-4c52-9f12-860dd4f4d570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 1131 time: 0.1497741 Jan 28 16:32:01.571971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] For port 469baed7-bfd0-4a6b-bc75-681fe9d3a570, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=469baed7-bfd0-4a6b-bc75-681fe9d3a570,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:01.572520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.578747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port f000beb6-a7b1-49a4-a652-470a7ef32c23 host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:32:01.579143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:01.594343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0da4022b-4af3-445e-b2f1-615878296476 req-f203d4e6-a5e8-4cb6-b9a3-f48a12322d70 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617055 Jan 28 16:32:01.628301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Calling delete_port for 469baed7-bfd0-4a6b-bc75-681fe9d3a570 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:01.630522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:01.634508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-53040781-74ce-40d4-83e2-353cebd4fbf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d HTTP/1.1" status: 200 len: 217 time: 0.0819767 Jan 28 16:32:01.641665 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-ad6aeb79-3c20-479f-ae11-86dde0a93e91 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777275 Jan 28 16:32:01.648382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d3dea-8629-4f28-aca2-8221a0ec6026 req-b3b0caf9-2448-4a37-aa82-8bc0db858b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.650180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b00d3dea-8629-4f28-aca2-8221a0ec6026 req-b3b0caf9-2448-4a37-aa82-8bc0db858b20 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 1133 time: 0.3893514 Jan 28 16:32:01.691845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'port_id': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'mac_address': 'fa:16:3e:e9:33:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17727bf-14a6-47a7-b0c1-c4791e085e6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:01.699376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653304e1-cdc6-4ae3-975a-0e732b52f757 req-cf5eb6b4-964d-4d33-9d25-73761f67f052 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.707378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-653304e1-cdc6-4ae3-975a-0e732b52f757 req-cf5eb6b4-964d-4d33-9d25-73761f67f052 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 944 time: 0.4495208 Jan 28 16:32:01.760981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:01.761750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.779423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-f578af4a-2c73-4989-8d7c-9486504259c1 service neutron] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:01.780394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:01.789101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-f578af4a-2c73-4989-8d7c-9486504259c1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.790289 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef8720e7-8c6d-4c64-ad34-00a3f574be76 req-f578af4a-2c73-4989-8d7c-9486504259c1 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.4398971 Jan 28 16:32:01.793340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-92331c2f-255a-4049-849f-5e82d6266282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.795479 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-92331c2f-255a-4049-849f-5e82d6266282 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1511726 Jan 28 16:32:01.831800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:01.851902 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.853776 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks [] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:01.854522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2156bc34-9058-4d0e-bd11-2c0aed936f93 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:01.855216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a2aae7ca-002b-4597-b05b-3d1e271f8da8 req-c7618661-ff10-4060-bf17-211b7382cb11 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976311 Jan 28 16:32:01.913739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb805-77ad-47a6-98e2-65527e878297 req-4bd88a08-f1b1-4503-a7e3-a2aae8421ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:01.915521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-4bd88a08-f1b1-4503-a7e3-a2aae8421ecb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1019509 Jan 28 16:32:01.981155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:02.025757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2156bc34-9058-4d0e-bd11-2c0aed936f93, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:02.030232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-653304e1-cdc6-4ae3-975a-0e732b52f757 req-c7fccc2b-1acc-4036-80b1-fee018f26fd8 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3174005 Jan 28 16:32:02.034133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b00d3dea-8629-4f28-aca2-8221a0ec6026 req-f742f76c-b7e8-4746-844a-21cee1902f7d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698361 Jan 28 16:32:02.036658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-4a69c22b-8d42-407c-95cb-61f518526918 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066072 Jan 28 16:32:02.041968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'port_id': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'mac_address': 'fa:16:3e:ca:06:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:02.066632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (469baed7-bfd0-4a6b-bc75-681fe9d3a570), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:02.082270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['469baed7-bfd0-4a6b-bc75-681fe9d3a570'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:02.110973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['63311a9c-e0bf-47ea-ae55-349ab083818e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:02.139261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2156bc34-9058-4d0e-bd11-2c0aed936f93 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:02.139660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:02.142977 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94f98e-90a8-499c-9668-79f77e2f9090 x-openstack-request-id: req-5d94f98e-90a8-499c-9668-79f77e2f9090 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:02.143227 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c5686f-de6f-4024-a933-7b1d4eb74323", "tag": "048f66bc-51bf-4b3e-a57f-84e42a7c051d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:02.143485 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d94f98e-90a8-499c-9668-79f77e2f9090 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:02.143908 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'tag': '048f66bc-51bf-4b3e-a57f-84e42a7c051d', 'status': 'completed', 'code': 200} Jan 28 16:32:02.158250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Pushing event deleted for resources: {'Port': ['ID=469baed7-bfd0-4a6b-bc75-681fe9d3a570,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:02.175471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2156bc34-9058-4d0e-bd11-2c0aed936f93 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:02.194383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bc3a-176b-4229-9730-906eb4c5a684 req-dff702cc-c367-49b1-8cb0-b4d0a7e95646 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:02.202495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c882bc3a-176b-4229-9730-906eb4c5a684 req-dff702cc-c367-49b1-8cb0-b4d0a7e95646 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 950 time: 0.4134395 Jan 28 16:32:02.239496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2156bc34-9058-4d0e-bd11-2c0aed936f93, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:02.253681 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:02.297712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] No DVR routers for this DVR port 469baed7-bfd0-4a6b-bc75-681fe9d3a570 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:02.300754 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:02.304625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4e7c202-ff2c-40b4-b607-2d0a805f9d67 req-af7756df-4435-416a-aa28-ec4bc401b81e tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.24 "DELETE /v2.0/ports/469baed7-bfd0-4a6b-bc75-681fe9d3a570 HTTP/1.1" status: 204 len: 173 time: 1.6308839 Jan 28 16:32:02.317875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'name': 'network-vif-deleted', 'tag': '469baed7-bfd0-4a6b-bc75-681fe9d3a570'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:02.320565 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5614a7e6-d3d4-402f-9851-bf3c3fef8e4f" -d '{"events": [{"server_uuid": "86fcfd8a-0b14-44a4-96c6-28f0b40195a0", "name": "network-vif-deleted", "tag": "469baed7-bfd0-4a6b-bc75-681fe9d3a570"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:02.330276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:02.374360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0678d0-437d-45d1-ad56-be1f70e89688 req-38c987eb-70a6-4ffc-8356-f6e1c2dec30c tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=86fcfd8a-0b14-44a4-96c6-28f0b40195a0 HTTP/1.1" status: 200 len: 210 time: 0.1142392 Jan 28 16:32:02.381394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2156bc34-9058-4d0e-bd11-2c0aed936f93,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:02.446709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f92fb805-77ad-47a6-98e2-65527e878297 req-d2a6ac25-7104-4efa-a55e-dfb29459bac9 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637540 Jan 28 16:32:02.508096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c882bc3a-176b-4229-9730-906eb4c5a684 req-d7a25962-da31-446d-9b68-3af6186143d4 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045926 Jan 28 16:32:02.524716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e597f2-d300-42d3-99ae-32e6a922a6d6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:02.553127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:02.583896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2156bc34-9058-4d0e-bd11-2c0aed936f93'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:02.587609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:02.589221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:02.601884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:02.604257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (0fcad013-b077-4159-9a21-ec76b20a05b8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:02.614276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-4fd647f5-441a-41e6-9a53-5f817486a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:02.615879 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-4fd647f5-441a-41e6-9a53-5f817486a1a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f765bbfa234252a6cea4e86740a668&device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 1131 time: 0.1062324 Jan 28 16:32:02.740269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac318cbb-3efa-4841-99b1-1e4af3a83bad req-eb024b92-058a-44fe-8c7d-239db99f46a8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:02.749469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac318cbb-3efa-4841-99b1-1e4af3a83bad req-eb024b92-058a-44fe-8c7d-239db99f46a8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 948 time: 0.2552772 Jan 28 16:32:02.846264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-5051d90d-bbe1-4ea0-b92d-b047c50c9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:02.848295 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-5051d90d-bbe1-4ea0-b92d-b047c50c9894 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2209899 Jan 28 16:32:02.938742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed220b71-c302-4b3b-88a1-20cd35280425 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:02.967335 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-c36806e2-bfa8-4dd2-9534-50e01ef65bf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d HTTP/1.1" status: 200 len: 217 time: 0.1043916 Jan 28 16:32:03.013634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac318cbb-3efa-4841-99b1-1e4af3a83bad req-1ca6a7cd-c4cc-4313-9c19-b0a7c370db8f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631767 Jan 28 16:32:03.046648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d293c-4ecb-44c1-8354-b96dc8fe7542 req-5f8035d3-804b-4ff7-96d4-f7a1e74f12a8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:03.054509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-885d293c-4ecb-44c1-8354-b96dc8fe7542 req-5f8035d3-804b-4ff7-96d4-f7a1e74f12a8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.3889952 Jan 28 16:32:03.063524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-34582922-30a9-493e-9f24-5f5a600941b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:03.067453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-34582922-30a9-493e-9f24-5f5a600941b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0916810 Jan 28 16:32:03.117149 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7479106d-79b3-4b04-8d2b-af4bd5b6affd x-openstack-request-id: req-7479106d-79b3-4b04-8d2b-af4bd5b6affd {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:03.117448 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcfd8a-0b14-44a4-96c6-28f0b40195a0", "name": "network-vif-deleted", "tag": "469baed7-bfd0-4a6b-bc75-681fe9d3a570", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:03.117706 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7479106d-79b3-4b04-8d2b-af4bd5b6affd {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:03.118108 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcfd8a-0b14-44a4-96c6-28f0b40195a0', 'name': 'network-vif-deleted', 'tag': '469baed7-bfd0-4a6b-bc75-681fe9d3a570', 'status': 'completed', 'code': 200} Jan 28 16:32:03.136402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c92e9080-1e40-4b0b-b8db-8587a9622696 None None] Provisioning complete for port a8e597f2-d300-42d3-99ae-32e6a922a6d6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:03.136963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c92e9080-1e40-4b0b-b8db-8587a9622696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.138006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.196700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-885d293c-4ecb-44c1-8354-b96dc8fe7542 req-212970eb-5b83-4394-a9e3-2312e2051497 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412089 Jan 28 16:32:03.198760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-ec02513d-5597-4a63-8189-cd56f067e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:03.200508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-ec02513d-5597-4a63-8189-cd56f067e96c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1185608 Jan 28 16:32:03.299908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c92e9080-1e40-4b0b-b8db-8587a9622696 None None] Port a8e597f2-d300-42d3-99ae-32e6a922a6d6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:03.314502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ed220b71-c302-4b3b-88a1-20cd35280425 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:03.314888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.354299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-b02dbcb2-0840-445a-a274-4ecdd1aaf505 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318028 Jan 28 16:32:03.405579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ed220b71-c302-4b3b-88a1-20cd35280425 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:03.406133 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.432115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 469baed7-bfd0-4a6b-bc75-681fe9d3a570 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:03.439624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ed220b71-c302-4b3b-88a1-20cd35280425, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ed220b71-c302-4b3b-88a1-20cd35280425,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:03.461963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.463612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 469baed7-bfd0-4a6b-bc75-681fe9d3a570 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:32:03.463956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 469baed7-bfd0-4a6b-bc75-681fe9d3a570 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:03.466074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc3bc-5313-4b4f-bc23-e8c6c71d42fa req-e73aedd6-0248-445c-926f-2f11b6d9a7bd tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:03.467715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0afbc3bc-5313-4b4f-bc23-e8c6c71d42fa req-e73aedd6-0248-445c-926f-2f11b6d9a7bd tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.1355712 Jan 28 16:32:03.476286 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e635616a-2775-4a62-84c9-2cfba2899c82 req-51a31caf-7163-4827-9afd-9c3b3931f810 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133764 Jan 28 16:32:03.493385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ec62-5277-4358-8198-1baeb6b8160f req-58779700-b5db-4b74-a6ec-f63dbae23740 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:03.494981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f2ec62-5277-4358-8198-1baeb6b8160f req-58779700-b5db-4b74-a6ec-f63dbae23740 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 945 time: 0.1640627 Jan 28 16:32:03.525682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ed220b71-c302-4b3b-88a1-20cd35280425,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:03.552181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks [] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.570540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.571284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (0fcad013-b077-4159-9a21-ec76b20a05b8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:03.838510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0afbc3bc-5313-4b4f-bc23-e8c6c71d42fa req-b7bed3f4-0ca1-455e-910d-8f6fbb4b072b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576880 Jan 28 16:32:03.851458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f2ec62-5277-4358-8198-1baeb6b8160f req-7186e550-db6a-41b1-8b1e-afb29a1af550 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3485296 Jan 28 16:32:03.900599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e597f2-d300-42d3-99ae-32e6a922a6d6,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:03.977165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:03.981416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:04.042813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b9f06-930e-4cb2-b2ab-f149994de736 req-9d5470f1-cf75-40b3-9dbf-06f63ce09b5b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:04.044948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce0b9f06-930e-4cb2-b2ab-f149994de736 req-9d5470f1-cf75-40b3-9dbf-06f63ce09b5b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 950 time: 0.1101329 Jan 28 16:32:04.160066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce0b9f06-930e-4cb2-b2ab-f149994de736 req-f256f2ac-07c6-4b46-820c-2531901b26ee tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077590 Jan 28 16:32:04.161921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Router 0fcad013-b077-4159-9a21-ec76b20a05b8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:32:04.329489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57944) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:04.337036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96692435-9346-4480-8cfd-f9f115bfc344 req-581b097c-176a-4b9b-8dcd-b3e08a8e02a5 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:04.338567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96692435-9346-4480-8cfd-f9f115bfc344 req-581b097c-176a-4b9b-8dcd-b3e08a8e02a5 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1127 time: 0.1210928 Jan 28 16:32:04.341815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-926d11c7-0440-479d-b19d-e7a80e6bfb08 None None] Provisioning complete for port a8e597f2-d300-42d3-99ae-32e6a922a6d6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:04.342280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-926d11c7-0440-479d-b19d-e7a80e6bfb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.369268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:32:04.376985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450a6cc-2b58-4086-83a4-74c548d04e79 req-7ba4a54b-1ad6-464a-a333-c50256a7fd17 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:04.378508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b450a6cc-2b58-4086-83a4-74c548d04e79 req-7ba4a54b-1ad6-464a-a333-c50256a7fd17 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 948 time: 0.1312501 Jan 28 16:32:04.379486 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Sync routers for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:32:04.382771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-926d11c7-0440-479d-b19d-e7a80e6bfb08 None None] Port a8e597f2-d300-42d3-99ae-32e6a922a6d6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:04.392583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-84f45943-6596-43d3-9a6a-fad70452d193 admin admin] 10.222.0.25 "PUT /v2.0/routers/0fcad013-b077-4159-9a21-ec76b20a05b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3245425 Jan 28 16:32:04.397381 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:04.398351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:04.447264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96692435-9346-4480-8cfd-f9f115bfc344 req-0ae1f618-d623-44c6-897b-23615dc9d1df tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991607 Jan 28 16:32:04.461912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b450a6cc-2b58-4086-83a4-74c548d04e79 req-1a3226f7-c952-4a72-8f86-109e859764db tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668552 Jan 28 16:32:04.487716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-509df4ac-1f95-4e38-aab1-a63b02688919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.575368 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:04.625753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b1bdb-eab2-4968-a226-f2ae3a5c8905 req-c0b763e5-7f5c-42cb-9812-5c17a372c13c tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:04.637250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-068b1bdb-eab2-4968-a226-f2ae3a5c8905 req-c0b763e5-7f5c-42cb-9812-5c17a372c13c tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 950 time: 0.0938771 Jan 28 16:32:04.639235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-509df4ac-1f95-4e38-aab1-a63b02688919 admin admin] Publish callbacks [] for security_group (bb45b0f3-8b17-43b0-b4d9-230973a7adc4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.644826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-509df4ac-1f95-4e38-aab1-a63b02688919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb45b0f3-8b17-43b0-b4d9-230973a7adc4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.692350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-068b1bdb-eab2-4968-a226-f2ae3a5c8905 req-a16c37a3-ba22-4c20-9c29-411910e96c59 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537543 Jan 28 16:32:04.693889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-509df4ac-1f95-4e38-aab1-a63b02688919 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf5f8922ced545acb010040a58b84a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627303 Jan 28 16:32:04.694377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57958) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:04.695248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509df4ac-1f95-4e38-aab1-a63b02688919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb45b0f3-8b17-43b0-b4d9-230973a7adc4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:04.768633 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b3da41d-b8b0-4c71-b40d-a99073788633 admin admin] Publish callbacks [] for security_group (bb45b0f3-8b17-43b0-b4d9-230973a7adc4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.790340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed220b71-c302-4b3b-88a1-20cd35280425 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:04.824145 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 2, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:04.850576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b3da41d-b8b0-4c71-b40d-a99073788633 admin admin] Publish callbacks [] for security_group (bb45b0f3-8b17-43b0-b4d9-230973a7adc4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.858884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ed220b71-c302-4b3b-88a1-20cd35280425 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:04.859294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.867499 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Checking router: 0fcad013-b077-4159-9a21-ec76b20a05b8 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:32:04.867997 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Updating router 0fcad013-b077-4159-9a21-ec76b20a05b8 port a8e597f2-d300-42d3-99ae-32e6a922a6d6 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:32:04.897695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3340a-9ca8-4e85-8729-3181fa6e8e4f req-395fb890-6138-42fe-9260-c46237b91934 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:04.899315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eff3340a-9ca8-4e85-8729-3181fa6e8e4f req-395fb890-6138-42fe-9260-c46237b91934 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.1093934 Jan 28 16:32:04.902176 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.937899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b3da41d-b8b0-4c71-b40d-a99073788633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb45b0f3-8b17-43b0-b4d9-230973a7adc4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.940794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b3da41d-b8b0-4c71-b40d-a99073788633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:04.944477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2b3da41d-b8b0-4c71-b40d-a99073788633 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb45b0f3-8b17-43b0-b4d9-230973a7adc4 HTTP/1.1" status: 204 len: 168 time: 0.2464399 Jan 28 16:32:04.963623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3da41d-b8b0-4c71-b40d-a99073788633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb45b0f3-8b17-43b0-b4d9-230973a7adc4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:04.973020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ed220b71-c302-4b3b-88a1-20cd35280425 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:04.980185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eff3340a-9ca8-4e85-8729-3181fa6e8e4f req-366798f2-b98e-403d-8dbd-0df97a3376e8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Jan 28 16:32:05.227964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-4ea352ac-865f-47cd-9fbf-99b12bc0008c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:05.235262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-4ea352ac-865f-47cd-9fbf-99b12bc0008c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.1129420 Jan 28 16:32:05.246137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-4a8fc7d2-1848-4771-8e09-bc2b9862a33a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/quotas/91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Jan 28 16:32:05.276578 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Publish callbacks [] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.285455 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.320919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-64fd8c03-f416-419d-a109-540c0217b839 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685833 Jan 28 16:32:05.356190 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6a24a-e3ef-4fda-afd6-ab11051b941b None None] Pushing event updated for resources: {'Port': ['ID=a8e597f2-d300-42d3-99ae-32e6a922a6d6,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:05.440341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57986) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:05.443918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:05.466167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779352929', 'description': 'tempest-description--775348974'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:05.479726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Attempting to bind port a8e597f2-d300-42d3-99ae-32e6a922a6d6 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:05.480307 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Attempting to bind port a8e597f2-d300-42d3-99ae-32e6a922a6d6 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:05.480706 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Attempting to bind port a8e597f2-d300-42d3-99ae-32e6a922a6d6 on network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:05.485659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-80ebb8e5-269f-4a7a-827e-772b793caa64 service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627517 Jan 28 16:32:05.495424 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:05.495969 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Checking segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:05.497537 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.500020 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Bound using segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:05.501397 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Bound port: a8e597f2-d300-42d3-99ae-32e6a922a6d6, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:05.503702 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.517027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:05.523021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:05.523294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.623753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:05.624025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.626385 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] For port a8e597f2-d300-42d3-99ae-32e6a922a6d6, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:05.629741 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] For port a8e597f2-d300-42d3-99ae-32e6a922a6d6, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a8e597f2-d300-42d3-99ae-32e6a922a6d6,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:05.635955 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.652924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:05.655338 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd10cd05-7ee7-4072-8b97-1be45e903c41" -d '{"events": [{"server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "name": "network-vif-plugged", "status": "completed", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:05.668972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.679496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:05.687493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.688340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2156bc34-9058-4d0e-bd11-2c0aed936f93 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:05.733865 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6a24a-e3ef-4fda-afd6-ab11051b941b None None] Pushing event updated for resources: {'Port': ['ID=a8e597f2-d300-42d3-99ae-32e6a922a6d6,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:05.735567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bba19-bdb7-4c37-a1fd-c716aff7adee req-f7f16d77-4a0b-4c62-8168-006cdda0855a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:05.737417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-628bba19-bdb7-4c37-a1fd-c716aff7adee req-f7f16d77-4a0b-4c62-8168-006cdda0855a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 945 time: 0.2102852 Jan 28 16:32:05.741336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-4e71b8cd-b373-4d45-8bbc-500614bf727d service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462597 Jan 28 16:32:05.756734 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:05.757343 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:31:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:05.792207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:05.843122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] Provisioning complete for port a8e597f2-d300-42d3-99ae-32e6a922a6d6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:05.843608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.891380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2156bc34-9058-4d0e-bd11-2c0aed936f93 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:05.902308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2156bc34-9058-4d0e-bd11-2c0aed936f93 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:05.902677 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.915345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-628bba19-bdb7-4c37-a1fd-c716aff7adee req-f60e69a8-19f0-4733-969a-aecfbb92b907 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704178 Jan 28 16:32:05.944842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group (5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.949824 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:05.954476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:05.999161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] Current status of the port a8e597f2-d300-42d3-99ae-32e6a922a6d6 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:05.999732 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.065796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.069923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6104548 Jan 28 16:32:06.071375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58006) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:06.080539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Request body: {'security_group_rule': {'security_group_id': '5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:06.092831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a8201-d33a-460b-bfc0-02224d4c8ddb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:06.110704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2156bc34-9058-4d0e-bd11-2c0aed936f93 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:06.111255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.121949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] For port a8e597f2-d300-42d3-99ae-32e6a922a6d6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a8e597f2-d300-42d3-99ae-32e6a922a6d6,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:06.238646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-cd43198b-dd39-4966-a786-2f60136d7321 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:06.246427 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-cd43198b-dd39-4966-a786-2f60136d7321 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.31 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 950 time: 0.2957904 Jan 28 16:32:06.268033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group_rule (5137a8a1-d94f-423c-963f-7487bd761760), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.291176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.318551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f1185-747c-4af1-bde6-c532e3f5c334 req-10aee079-0559-4258-b8d1-c00d9ce3f3bc tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:06.320043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-580f1185-747c-4af1-bde6-c532e3f5c334 req-10aee079-0559-4258-b8d1-c00d9ce3f3bc tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 950 time: 0.2179248 Jan 28 16:32:06.355548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group_rule (5137a8a1-d94f-423c-963f-7487bd761760), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.359904 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:05Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:06.368990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd1f4d-91d0-453c-8501-25eb4a21fa98 req-7befa625-dace-49dc-9a44-72d60d77544c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:06.369888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2156bc34-9058-4d0e-bd11-2c0aed936f93, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:06.376148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0114b-c8e1-41b6-a6da-9ba243413967 None None] Pushing event updated for resources: {'Port': ['ID=a8e597f2-d300-42d3-99ae-32e6a922a6d6,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:06.380473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.388738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dcd1f4d-91d0-453c-8501-25eb4a21fa98 req-7befa625-dace-49dc-9a44-72d60d77544c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 948 time: 0.1931415 Jan 28 16:32:06.406113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (5137a8a1-d94f-423c-963f-7487bd761760), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.422769 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ff67e-71de-4b61-b1e7-f1f3cd1644df None None] The sync data for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 is: [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:05Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:06.457644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.458905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841054 Jan 28 16:32:06.463199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:06.472765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2156bc34-9058-4d0e-bd11-2c0aed936f93,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:06.475272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Request body: {'security_group_rule': {'security_group_id': '5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:06.503143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d45d-6dea-49ac-b6b2-85d460107f7a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5137a8a1-d94f-423c-963f-7487bd761760,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:06.506467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a2267c44-7de9-49dc-8df0-73e0c437fcba None None] Provisioning complete for port a8e597f2-d300-42d3-99ae-32e6a922a6d6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:06.506844 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2267c44-7de9-49dc-8df0-73e0c437fcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.556927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Deleting port 63311a9c-e0bf-47ea-ae55-349ab083818e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:06.560147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.566122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-580f1185-747c-4af1-bde6-c532e3f5c334 req-5cafc199-f3df-4017-88b0-faf0e8a0ec68 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082224 Jan 28 16:32:06.583983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dcd1f4d-91d0-453c-8501-25eb4a21fa98 req-05022cf7-7d7c-4180-b015-0d6d14f88d19 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878226 Jan 28 16:32:06.625552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group_rule (7343e006-d592-409e-b189-2cf8f23b56bc), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.655511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a2267c44-7de9-49dc-8df0-73e0c437fcba None None] Current status of the port a8e597f2-d300-42d3-99ae-32e6a922a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:06.664436 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd46974-62f2-4532-b14b-e1d1ffb6eb16 x-openstack-request-id: req-6dd46974-62f2-4532-b14b-e1d1ffb6eb16 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:06.665551 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "name": "network-vif-plugged", "status": "completed", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:06.666076 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dd46974-62f2-4532-b14b-e1d1ffb6eb16 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:06.666496 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'code': 200} Jan 28 16:32:06.767466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group_rule (7343e006-d592-409e-b189-2cf8f23b56bc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.780706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7343e006-d592-409e-b189-2cf8f23b56bc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.795579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] For port 63311a9c-e0bf-47ea-ae55-349ab083818e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=63311a9c-e0bf-47ea-ae55-349ab083818e,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:06.796319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.837840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Calling delete_port for 63311a9c-e0bf-47ea-ae55-349ab083818e owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:06.845275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7343e006-d592-409e-b189-2cf8f23b56bc,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:06.857432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.859079 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4dfd021f-7845-4aea-bcac-fcb33daad56d tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3935478 Jan 28 16:32:06.865776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58022) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:06.873896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:06.890635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a8e597f2-d300-42d3-99ae-32e6a922a6d6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:06.952834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b091e-d53a-46b2-ab87-ea43739afaaa req-a789bbd6-4aa7-434f-a533-de1427040911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:06.954519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df9b091e-d53a-46b2-ab87-ea43739afaaa req-a789bbd6-4aa7-434f-a533-de1427040911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1128 time: 0.2205822 Jan 28 16:32:06.963761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.986035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a8e597f2-d300-42d3-99ae-32e6a922a6d6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:06.986588 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:06.994888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232b1f1-2d47-4a9a-b2c0-fbcab6d1439d req-1d8bd89b-e485-492c-bc33-8e848c404da3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:07.002498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8232b1f1-2d47-4a9a-b2c0-fbcab6d1439d req-1d8bd89b-e485-492c-bc33-8e848c404da3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 945 time: 0.2000093 Jan 28 16:32:07.040577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65e10f-8de5-4462-8f8f-5b79a1c0ba03 req-2a0f5319-e441-4fd8-8fcd-1d2dc0e53d7b tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:07.042102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e65e10f-8de5-4462-8f8f-5b79a1c0ba03 req-2a0f5319-e441-4fd8-8fcd-1d2dc0e53d7b tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/ports?device_id=737925d2-985a-4c78-b428-9f7b9a63ea54 HTTP/1.1" status: 200 len: 950 time: 0.2381277 Jan 28 16:32:07.043929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-59722f24-7986-45ba-bdab-554ae5107336 tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:07.045433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-59722f24-7986-45ba-bdab-554ae5107336 tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 1133 time: 0.1675763 Jan 28 16:32:07.080051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 048f66bc-51bf-4b3e-a57f-84e42a7c051d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:07.121530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a8e597f2-d300-42d3-99ae-32e6a922a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:07.220386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.223038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63311a9c-e0bf-47ea-ae55-349ab083818e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.240738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df9b091e-d53a-46b2-ab87-ea43739afaaa req-ce642d87-16ca-401f-b9c3-e83bcc98b442 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771196 Jan 28 16:32:07.246859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['63311a9c-e0bf-47ea-ae55-349ab083818e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:07.274383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Pushing event deleted for resources: {'Port': ['ID=63311a9c-e0bf-47ea-ae55-349ab083818e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:07.298435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:07.310215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e65e10f-8de5-4462-8f8f-5b79a1c0ba03 req-4eb59964-f470-4bdd-a493-894b3c98e35a tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.25 "GET /v2.0/security-groups?id=58af51e3-614b-469f-9ca4-1c62e424ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408898 Jan 28 16:32:07.315406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8232b1f1-2d47-4a9a-b2c0-fbcab6d1439d req-27bf0058-114f-4425-b090-4892bd26c6fd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120544 Jan 28 16:32:07.329993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '048f66bc-51bf-4b3e-a57f-84e42a7c051d', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '048f66bc-51bf-4b3e-a57f-84e42a7c051d', 'mac_address': 'fa:16:3e:7a:b0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:07.352069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Deleting port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:07.352482 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.445739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 048f66bc-51bf-4b3e-a57f-84e42a7c051d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:07.446137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.461525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] No DVR routers for this DVR port 63311a9c-e0bf-47ea-ae55-349ab083818e on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:07.465302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.467110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048f66bc-51bf-4b3e-a57f-84e42a7c051d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:07.473039 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf75436c-c71c-4d83-bd93-480876f73d2b req-8fffed9b-4c5a-453c-9554-8e57c7ead534 tempest-LiveMigrationNegativeTest-363173660 tempest-LiveMigrationNegativeTest-363173660-project] 10.222.0.31 "DELETE /v2.0/ports/63311a9c-e0bf-47ea-ae55-349ab083818e HTTP/1.1" status: 204 len: 173 time: 1.2182140 Jan 28 16:32:07.478659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'name': 'network-vif-deleted', 'tag': '63311a9c-e0bf-47ea-ae55-349ab083818e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:07.496521 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf2f49-aaae-45d4-9b1a-20856256b9b3" -d '{"events": [{"server_uuid": "737925d2-985a-4c78-b428-9f7b9a63ea54", "name": "network-vif-deleted", "tag": "63311a9c-e0bf-47ea-ae55-349ab083818e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:07.502952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:07.522482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.523600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bff7a3d-15b2-4f10-a6f6-e8f6af2a15e1 req-511b0498-abd3-4cc3-adb8-a1990eacf19d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 210 time: 0.0692947 Jan 28 16:32:07.576046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] For port 323f97c0-76e0-47bf-90d7-c3f1a42602a8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=323f97c0-76e0-47bf-90d7-c3f1a42602a8,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:07.576046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:07.601753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Allocated IP 172.25.8.46 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/26173211-89d8-4b28-ab50-fde8647e9656) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:07.625715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Calling delete_port for 323f97c0-76e0-47bf-90d7-c3f1a42602a8 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:07.744976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=048f66bc-51bf-4b3e-a57f-84e42a7c051d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:07.828601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['048f66bc-51bf-4b3e-a57f-84e42a7c051d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:07.835896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-d2cb8d60-080d-4774-8801-c9f3e0504457 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=298523d1e9e44f60a6aaa34e65788e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865526 Jan 28 16:32:08.071755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-d61dc499-c93f-4077-b841-e1b8973cabf9 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:08.080425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-d61dc499-c93f-4077-b841-e1b8973cabf9 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215989 Jan 28 16:32:08.147595 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for port (26173211-89d8-4b28-ab50-fde8647e9656), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.157240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855aa5d-d0d6-46ea-97a5-90555d477918 req-9538b9af-08c5-46c1-a7ed-d9b0fe870ad3 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:08.158773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8855aa5d-d0d6-46ea-97a5-90555d477918 req-9538b9af-08c5-46c1-a7ed-d9b0fe870ad3 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 946 time: 0.4109869 Jan 28 16:32:08.204615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (26173211-89d8-4b28-ab50-fde8647e9656), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.214521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-f1616c7c-fddc-4f6b-94da-b25976dc1c8e tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/quotas/298523d1e9e44f60a6aaa34e65788e5b HTTP/1.1" status: 200 len: 375 time: 0.1323657 Jan 28 16:32:08.261761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1badcd76-e7ad-4b05-afb6-0717fb1f4749 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=298523d1e9e44f60a6aaa34e65788e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469708 Jan 28 16:32:08.293981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:08.296870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:08.303122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:08.331972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event updated for resources: {'Port': ['ID=26173211-89d8-4b28-ab50-fde8647e9656,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:08.335011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-32e8c1ad-4415-43f5-b5e1-562e5740dd14 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:08.339603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-32e8c1ad-4415-43f5-b5e1-562e5740dd14 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.5195506 Jan 28 16:32:08.394379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Request body: {'port': {'device_id': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'admin_state_up': True, 'tenant_id': '91aca3dcf28449cc8aa45ff98b8bd119'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:08.418124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8855aa5d-d0d6-46ea-97a5-90555d477918 req-3dbd2269-944e-49e5-9807-6ebcce0be689 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2447767 Jan 28 16:32:08.502857 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (323f97c0-76e0-47bf-90d7-c3f1a42602a8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.542667 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7ef1dd-c47b-4e2d-87b2-849d752ed4f5 x-openstack-request-id: req-1f7ef1dd-c47b-4e2d-87b2-849d752ed4f5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:08.543160 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737925d2-985a-4c78-b428-9f7b9a63ea54", "name": "network-vif-deleted", "tag": "63311a9c-e0bf-47ea-ae55-349ab083818e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:08.543556 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f7ef1dd-c47b-4e2d-87b2-849d752ed4f5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:08.544117 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737925d2-985a-4c78-b428-9f7b9a63ea54', 'name': 'network-vif-deleted', 'tag': '63311a9c-e0bf-47ea-ae55-349ab083818e', 'status': 'completed', 'code': 200} Jan 28 16:32:08.605396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (7af543f9-cae2-4ea5-b29c-d1898c506fd2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.607313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Pushing event deleted for resources: {'Port': ['ID=323f97c0-76e0-47bf-90d7-c3f1a42602a8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:08.667875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:08.670204 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ad54d-e866-417c-bcb0-762f316f3d33" -d '{"events": [{"server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "name": "network-vif-plugged", "status": "completed", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:08.677606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (26173211-89d8-4b28-ab50-fde8647e9656), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.680969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] No DVR routers for this DVR port 323f97c0-76e0-47bf-90d7-c3f1a42602a8 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:08.699285 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.703191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14a333ef-90a8-43ce-9eba-719f029e89d1 req-974230cf-e03f-4d63-82fd-e9d48e30152e tempest-DeleteServersAdminTestJSON-1792549879 tempest-DeleteServersAdminTestJSON-1792549879-project-admin] 10.222.0.31 "DELETE /v2.0/ports/323f97c0-76e0-47bf-90d7-c3f1a42602a8 HTTP/1.1" status: 204 len: 173 time: 1.6115670 Jan 28 16:32:08.706662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-019c35c9-74d2-4437-89f0-168119512ae3 req-d3c931f7-301a-4492-8f87-9c7a70e5e226 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6887642-58c4-4231-a553-0ae830b5773f HTTP/1.1" status: 200 len: 210 time: 0.0674837 Jan 28 16:32:08.707092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6887642-58c4-4231-a553-0ae830b5773f', 'name': 'network-vif-deleted', 'tag': '323f97c0-76e0-47bf-90d7-c3f1a42602a8'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:08.716152 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dd724e-8dd7-4426-83cd-aaad1c47a7fd" -d '{"events": [{"server_uuid": "f6887642-58c4-4231-a553-0ae830b5773f", "name": "network-vif-deleted", "tag": "323f97c0-76e0-47bf-90d7-c3f1a42602a8"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:08.739180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Made reservation on behalf of 91aca3dcf28449cc8aa45ff98b8bd119 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:08.742582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.797862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b07e9-2ff4-4a96-8c64-7a1034535c86 req-5488d73a-e489-4e91-a476-6527c8454518 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:08.799710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-400b07e9-2ff4-4a96-8c64-7a1034535c86 req-5488d73a-e489-4e91-a476-6527c8454518 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 949 time: 0.2916036 Jan 28 16:32:08.913371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for port (26173211-89d8-4b28-ab50-fde8647e9656), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.922986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (26173211-89d8-4b28-ab50-fde8647e9656), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:08.970509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-400b07e9-2ff4-4a96-8c64-7a1034535c86 req-a9e42973-e700-4449-8827-ae0efdc625c0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588049 Jan 28 16:32:08.979488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event updated for resources: {'Port': ['ID=26173211-89d8-4b28-ab50-fde8647e9656,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:09.050851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (7af543f9-cae2-4ea5-b29c-d1898c506fd2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.076176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.077161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 048f66bc-51bf-4b3e-a57f-84e42a7c051d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:09.078459 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-770fd3b4-1bdd-4f35-8dc1-15c1f3281f8a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2117181 Jan 28 16:32:09.082006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553719ad-9a6a-4813-abb3-c93191593cef req-95199b4c-1e53-4694-9b7f-ac5717df891a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:09.090618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-553719ad-9a6a-4813-abb3-c93191593cef req-95199b4c-1e53-4694-9b7f-ac5717df891a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 945 time: 0.1788635 Jan 28 16:32:09.163162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-553719ad-9a6a-4813-abb3-c93191593cef req-160fa370-9ade-479e-85f9-39bc30f164e2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711560 Jan 28 16:32:09.187774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 048f66bc-51bf-4b3e-a57f-84e42a7c051d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:09.192205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 048f66bc-51bf-4b3e-a57f-84e42a7c051d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:09.192783 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.250509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Allocated IP 172.20.0.3 (8e543e1e-9a3c-46d5-afc3-9e00446cbc45/3f6a2fb7-19a6-46ee-82d4-527aa6016d07/80c0cefe-3b82-40e8-a482-12156e061d2b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:09.258377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54e62be0-2710-49a8-b0a0-4fe931cba7a2 req-dede620d-942d-4253-9bd5-ac3b88886931 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 210 time: 0.1089344 Jan 28 16:32:09.383625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 048f66bc-51bf-4b3e-a57f-84e42a7c051d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:09.383918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.390553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3709fad-e2a8-48ac-923e-0012c581ba33 req-f2c8746c-97dd-48e2-a7cb-be23b54d7db8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 210 time: 0.0831676 Jan 28 16:32:09.424474 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c877bce-441d-43f0-a219-012f59140313 x-openstack-request-id: req-3c877bce-441d-43f0-a219-012f59140313 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:09.426466 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "name": "network-vif-plugged", "status": "completed", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:09.428657 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c877bce-441d-43f0-a219-012f59140313 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:09.429229 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'code': 200} Jan 28 16:32:09.453207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:09.464474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.465512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 63311a9c-e0bf-47ea-ae55-349ab083818e no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:09.506338 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaca0d3e-862a-4f21-8ee0-cfbdc88c32d4 x-openstack-request-id: req-eaca0d3e-862a-4f21-8ee0-cfbdc88c32d4 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:09.506700 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6887642-58c4-4231-a553-0ae830b5773f", "name": "network-vif-deleted", "tag": "323f97c0-76e0-47bf-90d7-c3f1a42602a8", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:09.506960 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaca0d3e-862a-4f21-8ee0-cfbdc88c32d4 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:09.507355 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6887642-58c4-4231-a553-0ae830b5773f', 'name': 'network-vif-deleted', 'tag': '323f97c0-76e0-47bf-90d7-c3f1a42602a8', 'status': 'completed', 'code': 200} Jan 28 16:32:09.509909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 63311a9c-e0bf-47ea-ae55-349ab083818e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:32:09.510274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 63311a9c-e0bf-47ea-ae55-349ab083818e not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:09.510711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 323f97c0-76e0-47bf-90d7-c3f1a42602a8 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:09.561049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 323f97c0-76e0-47bf-90d7-c3f1a42602a8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:32:09.561588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 323f97c0-76e0-47bf-90d7-c3f1a42602a8 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:09.595409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58080) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:09.631628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=048f66bc-51bf-4b3e-a57f-84e42a7c051d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:09.681800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks [] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.692869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29568d6-10ef-41b1-9593-050cb67b1a14 req-a676b035-2dc7-4f52-ba8f-78b038b5a158 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:09.694092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4ae2-06f4-4d5a-9e1d-66c4f1fe714d req-e448e105-a8fb-4ba6-b179-36a095bb9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:09.696113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-968e4ae2-06f4-4d5a-9e1d-66c4f1fe714d req-e448e105-a8fb-4ba6-b179-36a095bb9295 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 1129 time: 0.0574508 Jan 28 16:32:09.697109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c29568d6-10ef-41b1-9593-050cb67b1a14 req-a676b035-2dc7-4f52-ba8f-78b038b5a158 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1128 time: 0.1627471 Jan 28 16:32:09.747308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-968e4ae2-06f4-4d5a-9e1d-66c4f1fe714d req-49796f8b-07e3-43b6-ac85-8eaf8ae226d3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449007 Jan 28 16:32:09.818630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef758678-15d1-4066-b60a-0d7cca41b81c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24a144bf37524d35acdbe374bb8a314a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217984 Jan 28 16:32:09.820804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:09.872209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd373a85-25c8-4667-9a14-51e4bbd2d446 admin admin] Publish callbacks [] for security_group (58af51e3-614b-469f-9ca4-1c62e424ebd4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.896535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd373a85-25c8-4667-9a14-51e4bbd2d446 admin admin] Publish callbacks [] for security_group (58af51e3-614b-469f-9ca4-1c62e424ebd4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.953148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd373a85-25c8-4667-9a14-51e4bbd2d446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (58af51e3-614b-469f-9ca4-1c62e424ebd4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.956240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd373a85-25c8-4667-9a14-51e4bbd2d446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:09.957444 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dd373a85-25c8-4667-9a14-51e4bbd2d446 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58af51e3-614b-469f-9ca4-1c62e424ebd4 HTTP/1.1" status: 204 len: 168 time: 0.1356537 Jan 28 16:32:09.979129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd373a85-25c8-4667-9a14-51e4bbd2d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58af51e3-614b-469f-9ca4-1c62e424ebd4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:10.014442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-e9703b04-630b-41ef-ad29-a25b63fa6682 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--779352929&fields=id&tenant_id=86109a4d21054fe39da1c82d4c78fcc7 HTTP/1.1" status: 200 len: 267 time: 0.3923504 Jan 28 16:32:10.102835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c29568d6-10ef-41b1-9593-050cb67b1a14 req-6e0ca617-0cef-4ddd-9ac0-2bd1f610d3a5 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920932 Jan 28 16:32:10.106217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:10.243567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:10.254953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:10.263042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-6996fa9e-7b47-4491-8fa3-88dadddc387f tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:10.270903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-6996fa9e-7b47-4491-8fa3-88dadddc387f tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/networks?id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be HTTP/1.1" status: 200 len: 815 time: 0.2555580 Jan 28 16:32:10.272794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:10.278042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:10.279149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:10.283460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:10.312328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-a1f1212d-fac4-451e-af7a-4f47408e835e tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/quotas/86109a4d21054fe39da1c82d4c78fcc7 HTTP/1.1" status: 200 len: 375 time: 0.0405798 Jan 28 16:32:10.321483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-99c3cdaf-532e-4541-9834-1ebb90e91e4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9662929 Jan 28 16:32:10.364315 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-298fcfdd-99c0-4078-a484-54a2cffdef76 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=298523d1e9e44f60a6aaa34e65788e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313573 Jan 28 16:32:10.376547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58102) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:10.379086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Request body: {'port': {'device_id': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:10.394054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95aab8-2611-48df-bab2-6d7443487d38 req-dd02d5b3-aab8-4d29-880f-c63bdea7829f tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:10.395689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e95aab8-2611-48df-bab2-6d7443487d38 req-dd02d5b3-aab8-4d29-880f-c63bdea7829f tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 946 time: 0.2076147 Jan 28 16:32:10.493009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-3b9fe095-ed96-47b8-8635-011e012856d2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86109a4d21054fe39da1c82d4c78fcc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704676 Jan 28 16:32:10.547376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:10.548456 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ea854789-6c5b-4c1c-9fba-e736d23242ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3815382188b5445dbd684ebb892de878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705983 Jan 28 16:32:10.549249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58106) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:10.574896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-b8c1efa3-df41-44af-bd70-b5bff4b37bda tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:10.577284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-b8c1efa3-df41-44af-bd70-b5bff4b37bda tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081239 Jan 28 16:32:10.594642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Request body: {'port': {'device_id': '1996eb78-af05-4b8b-a197-28b40516e863', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '298523d1e9e44f60a6aaa34e65788e5b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:10.602893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e95aab8-2611-48df-bab2-6d7443487d38 req-18821715-5e25-42fb-9ec7-073dbe96b7ff tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1828101 Jan 28 16:32:10.676216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-7843144e-b0da-431d-a599-f76fbef7564d service neutron] 10.222.0.25 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640115 Jan 28 16:32:10.776023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Made reservation on behalf of 298523d1e9e44f60a6aaa34e65788e5b for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:10.780943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:10.810153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:10.939982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks [] for security_group (8a9aad76-09d3-4b1c-80df-c5e77322a211), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:10.945219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8a9aad76-09d3-4b1c-80df-c5e77322a211), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.096208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Allocated IP 192.168.233.158 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/53a19ae9-b56f-4cc0-8b7e-02dc296b3fec) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:11.141969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c0cefe-3b82-40e8-a482-12156e061d2b {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:11.150110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Publish callbacks [] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.162547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Transition to ACTIVE for port object 80c0cefe-3b82-40e8-a482-12156e061d2b will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:11.176141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.208265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9aad76-09d3-4b1c-80df-c5e77322a211,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:11.252911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75f138fe-124a-4f83-b9db-9657b31ce58b admin admin] Publish callbacks [] for security_group (3fabac4f-47c1-4b66-a8fb-37f20fac6a75), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.270442 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks [] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.305884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855b309-d61a-4597-8970-c0c369eb8b63 req-afce2a98-d43c-4b36-91e6-6613f8f0fdec tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:11.307395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6855b309-d61a-4597-8970-c0c369eb8b63 req-afce2a98-d43c-4b36-91e6-6613f8f0fdec tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 950 time: 0.4798677 Jan 28 16:32:11.308150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.341657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75f138fe-124a-4f83-b9db-9657b31ce58b admin admin] Publish callbacks [] for security_group (3fabac4f-47c1-4b66-a8fb-37f20fac6a75), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.351047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-f1576b3d-8fd6-4858-86cb-b980cc01e190 service neutron] 10.222.0.25 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338091 Jan 28 16:32:11.352526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:11.355986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:11.363268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:11.387960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Pushing event updated for resources: {'Port': ['ID=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:11.421057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:11.422705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:11.423486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.426937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:11.427287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:11.427750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:11.430655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048f66bc-51bf-4b3e-a57f-84e42a7c051d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:11.433212 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf886d2c-7795-449a-9a8d-96f5b3231858" -d '{"events": [{"server_uuid": "e9c5686f-de6f-4024-a933-7b1d4eb74323", "name": "network-vif-plugged", "status": "completed", "tag": "048f66bc-51bf-4b3e-a57f-84e42a7c051d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:11.442877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:11.443206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:11.453499 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-09ef8f76-198a-4e4e-95f8-de0d48ec3fcf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8637013 Jan 28 16:32:11.455296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:11.455993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:11.456387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:11.456864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Bound port: 80c0cefe-3b82-40e8-a482-12156e061d2b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:11.457228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.484513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75f138fe-124a-4f83-b9db-9657b31ce58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3fabac4f-47c1-4b66-a8fb-37f20fac6a75), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.485450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Request body: {'port': {'device_id': '1996eb78-af05-4b8b-a197-28b40516e863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:11.487110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75f138fe-124a-4f83-b9db-9657b31ce58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.498263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-75f138fe-124a-4f83-b9db-9657b31ce58b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fabac4f-47c1-4b66-a8fb-37f20fac6a75 HTTP/1.1" status: 204 len: 168 time: 0.9094698 Jan 28 16:32:11.524739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6855b309-d61a-4597-8970-c0c369eb8b63 req-dbb46679-e852-4e79-b6b3-36b559ad5bb1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927116 Jan 28 16:32:11.582352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.588432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f138fe-124a-4f83-b9db-9657b31ce58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabac4f-47c1-4b66-a8fb-37f20fac6a75,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:11.711425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:11.741332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:11.753921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c210838-c427-4a40-a37c-ef2153fd33b4 req-f7fe3195-8af0-436e-9475-1090cd316754 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:11.761945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c210838-c427-4a40-a37c-ef2153fd33b4 req-f7fe3195-8af0-436e-9475-1090cd316754 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1128 time: 0.1861911 Jan 28 16:32:11.777501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.888247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3afca-2053-487d-8804-4a391a7fa889 req-ef8deecd-0f99-4e19-b354-2fe9d2320342 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:11.888247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abf3afca-2053-487d-8804-4a391a7fa889 req-ef8deecd-0f99-4e19-b354-2fe9d2320342 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 936 time: 0.2185113 Jan 28 16:32:11.897707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:11.897707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.899748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] 10.222.0.24 "PUT /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 1092 time: 1.5284057 Jan 28 16:32:11.900206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:11.902452 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0af84-ee9d-46f4-8e09-0e3c8140cead" -d '{"events": [{"name": "network-changed", "server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:11.952788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c210838-c427-4a40-a37c-ef2153fd33b4 req-4ac48990-24af-4429-bfc0-94b0e6c7cac8 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840572 Jan 28 16:32:11.977313 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:11.978165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:12.014446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f47cc8-09b0-4b2d-b0c9-764604356736 service neutron] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:12.134546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abf3afca-2053-487d-8804-4a391a7fa889 req-8a4bb0bf-bca2-4466-b0fd-4632cce33150 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286384 Jan 28 16:32:12.175816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:12.185475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-63cb76a1-c06c-422f-b922-36a4c7d15edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:12.186957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-63cb76a1-c06c-422f-b922-36a4c7d15edb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1126 time: 0.2132945 Jan 28 16:32:12.187093 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Publish callbacks [] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:12.202584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Transition to ACTIVE for port object 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:12.213380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631248-9382-481e-9578-0af28d8d6bdb req-3f0572cd-b363-43f2-a99f-2ebb21020d84 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:12.216956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:12.220492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05631248-9382-481e-9578-0af28d8d6bdb req-3f0572cd-b363-43f2-a99f-2ebb21020d84 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 943 time: 0.1533842 Jan 28 16:32:12.295186 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-1107a7b9-e89b-4a82-ae18-1bc85d98fdc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 217 time: 0.1006842 Jan 28 16:32:12.426999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-1436f1c4-ae07-4873-badd-44e7aa0cc407 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=81394e4067f34fd393bce434bffab0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891793 Jan 28 16:32:12.471212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-0bdd442a-7382-474c-89cd-7b06f1461710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:12.472276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Pushing event updated for resources: {'Port': ['ID=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:12.472818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-0bdd442a-7382-474c-89cd-7b06f1461710 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1619859 Jan 28 16:32:12.504851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Attempting to bind port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:12.505307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Attempting to bind port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:12.505741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Attempting to bind port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:12.513106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:12.513106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Attempting to bind port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:12.519180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:12.519675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:12.520169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:12.520784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Bound port: 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:12.521251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:12.604151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-67ad97d4-798e-40c0-9201-c6c59c7c3eec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102734 Jan 28 16:32:12.605838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] For port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:12.611472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] For port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:12.624507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:12.649605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05631248-9382-481e-9578-0af28d8d6bdb req-07e3d78a-1070-4834-b25f-2ef83de7533f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276631 Jan 28 16:32:12.695292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:12.696910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:12.698970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] 10.222.0.24 "PUT /v2.0/ports/53a19ae9-b56f-4cc0-8b7e-02dc296b3fec HTTP/1.1" status: 200 len: 1097 time: 1.2367535 Jan 28 16:32:12.699537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1996eb78-af05-4b8b-a197-28b40516e863', 'tag': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:12.703103 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10945209-a7d9-4ede-83a4-0324d067dc06" -d '{"events": [{"name": "network-changed", "server_uuid": "1996eb78-af05-4b8b-a197-28b40516e863", "tag": "53a19ae9-b56f-4cc0-8b7e-02dc296b3fec"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:12.743417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-7a2acbfb-1fc9-4fdc-8cea-692f06f072df tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:12.745042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-7a2acbfb-1fc9-4fdc-8cea-692f06f072df tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913015 Jan 28 16:32:12.771738 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a966dbd4-e9c1-4cfb-9cce-91a8a9e62f22 x-openstack-request-id: req-a966dbd4-e9c1-4cfb-9cce-91a8a9e62f22 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:12.772256 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c5686f-de6f-4024-a933-7b1d4eb74323", "name": "network-vif-plugged", "status": "completed", "tag": "048f66bc-51bf-4b3e-a57f-84e42a7c051d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:12.772509 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a966dbd4-e9c1-4cfb-9cce-91a8a9e62f22 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:12.773720 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048f66bc-51bf-4b3e-a57f-84e42a7c051d', 'code': 200} Jan 28 16:32:12.789846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a39b6-e51c-4dac-870e-93f7fd08aa8f service neutron] Pushing event updated for resources: {'Port': ['ID=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:12.829674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-fcd33164-25b4-4c6d-a2ae-f47368139240 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/quotas/81394e4067f34fd393bce434bffab0ed HTTP/1.1" status: 200 len: 375 time: 0.0619438 Jan 28 16:32:12.925429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-213e9aeb-1068-4725-b9f3-f652951639aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:12.927500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-213e9aeb-1068-4725-b9f3-f652951639aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=298523d1e9e44f60a6aaa34e65788e5b&device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 1131 time: 0.1258438 Jan 28 16:32:12.940331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-004df34b-866f-4bc3-8097-ab66f82e8577 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81394e4067f34fd393bce434bffab0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852098 Jan 28 16:32:12.975812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-173df551-b350-49cc-bd49-091bbe16f4b0 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566709 Jan 28 16:32:13.007333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4ec4899-6f84-4a6e-a79e-2865481c4cc5 req-4e2dc3bf-4710-44e9-b582-d6f1eba31781 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 210 time: 0.1340079 Jan 28 16:32:13.014338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-866d6a50-ccab-4d19-8954-37ebecc7d7bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec HTTP/1.1" status: 200 len: 217 time: 0.0719995 Jan 28 16:32:13.136824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-11b56aef-0812-405b-8f64-c8a3e0bd6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.141552 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-11b56aef-0812-405b-8f64-c8a3e0bd6b75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1102123 Jan 28 16:32:13.256206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-b99d4f75-8665-445b-ae77-0f74571fb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.257747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-b99d4f75-8665-445b-ae77-0f74571fb0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1102967 Jan 28 16:32:13.376271 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c08a9d-3997-4ab0-be70-f8ed92a7cb6f x-openstack-request-id: req-13c08a9d-3997-4ab0-be70-f8ed92a7cb6f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:13.376830 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:13.376952 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13c08a9d-3997-4ab0-be70-f8ed92a7cb6f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:13.377699 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'status': 'completed', 'code': 200} Jan 28 16:32:13.381249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f30abce-1bc0-4ad9-936d-f83b35c18bbf req-d1b262c4-8997-448f-9f38-30ae58832cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724816 Jan 28 16:32:13.406657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378c6df-8b8b-43d8-8211-e0897ae97bd8 req-a65ce625-93a6-4edd-9b4a-01e5f8e48046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.408243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b378c6df-8b8b-43d8-8211-e0897ae97bd8 req-a65ce625-93a6-4edd-9b4a-01e5f8e48046 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 1133 time: 0.4707706 Jan 28 16:32:13.433497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410efa-16b1-4e44-9abc-5f34872674ba req-d47c0180-3157-477c-ac66-ceafca1a5a78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.435416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10410efa-16b1-4e44-9abc-5f34872674ba req-d47c0180-3157-477c-ac66-ceafca1a5a78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 946 time: 0.3237405 Jan 28 16:32:13.561072 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-553214e3-dcf1-4ea6-8d03-e49b34ffe9ed service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965083 Jan 28 16:32:13.713556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75bc8b58-1edf-41fb-a38e-d81527dc1e0a req-cd0843c1-c491-4914-b7b7-5dd3b24a90ed service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441219 Jan 28 16:32:13.719842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-76249ce3-8559-4086-af39-eee3e789a9ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.722342 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-76249ce3-8559-4086-af39-eee3e789a9ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.31 "GET /v2.0/networks?id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be HTTP/1.1" status: 200 len: 815 time: 0.3090255 Jan 28 16:32:13.859694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10410efa-16b1-4e44-9abc-5f34872674ba req-d39c07c1-c130-4243-84b7-396521806b76 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3745100 Jan 28 16:32:13.861754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b378c6df-8b8b-43d8-8211-e0897ae97bd8 req-47c578f0-564b-4a75-bf57-0aefe3e2d41b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254537 Jan 28 16:32:13.893703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-1b2b2bd3-e0eb-4fe3-8ede-1402157629ed tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86109a4d21054fe39da1c82d4c78fcc7 HTTP/1.1" status: 200 len: 379 time: 0.1407704 Jan 28 16:32:13.893896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3f3de-cd42-4d9e-8e2c-467106ab7d07 req-9548db8c-62fd-45b9-a3f9-1fb554a3bb90 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.897518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbe3f3de-cd42-4d9e-8e2c-467106ab7d07 req-9548db8c-62fd-45b9-a3f9-1fb554a3bb90 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 950 time: 0.3655462 Jan 28 16:32:13.947003 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cf97a1-1280-41ae-8ef9-aa685dcf8059 x-openstack-request-id: req-55cf97a1-1280-41ae-8ef9-aa685dcf8059 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:13.948852 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1996eb78-af05-4b8b-a197-28b40516e863", "tag": "53a19ae9-b56f-4cc0-8b7e-02dc296b3fec", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:13.949494 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55cf97a1-1280-41ae-8ef9-aa685dcf8059 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:13.954305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-bf2374c1-36ff-4f8f-9f72-1ffcc5336c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:13.955806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-bf2374c1-36ff-4f8f-9f72-1ffcc5336c33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1126 time: 0.4718580 Jan 28 16:32:13.957471 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1996eb78-af05-4b8b-a197-28b40516e863', 'tag': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec', 'status': 'completed', 'code': 200} Jan 28 16:32:13.964315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbe3f3de-cd42-4d9e-8e2c-467106ab7d07 req-99b2d179-6ccd-483b-b421-82539f45032d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659733 Jan 28 16:32:14.055945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-1d107255-f21e-476d-b941-aced83911bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.057681 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-1d107255-f21e-476d-b941-aced83911bee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=298523d1e9e44f60a6aaa34e65788e5b&device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 1131 time: 0.0801632 Jan 28 16:32:14.117330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-467a9012-84b7-46ce-8b09-3531f4f509ac req-d10e8bd6-4b61-4239-8eb1-045f06e44205 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 210 time: 0.0612609 Jan 28 16:32:14.121311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Request body: {'port': {'device_id': '1b179bea-3749-4386-88b2-bf235366be9e', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'admin_state_up': True, 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'security_groups': ['5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:14.180426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-9235b114-6906-485b-9eeb-00130876671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.182190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-9235b114-6906-485b-9eeb-00130876671e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.2167048 Jan 28 16:32:14.200165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7470-3694-40a8-a46b-0177a2540118 req-6bc8a9cc-ca50-4808-8c74-ba87f337b07d tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.201634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaf7470-3694-40a8-a46b-0177a2540118 req-6bc8a9cc-ca50-4808-8c74-ba87f337b07d tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 948 time: 0.1467881 Jan 28 16:32:14.246058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-2be0496f-7ca2-4d2e-ade8-0a916797cb7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 217 time: 0.0550957 Jan 28 16:32:14.350423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-12cbc8ce-769d-4746-991e-587ea57a2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.354630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-12cbc8ce-769d-4746-991e-587ea57a2368 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2897577 Jan 28 16:32:14.402482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-9f7504fb-0972-4c9c-a0fc-c38af8a08c54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec HTTP/1.1" status: 200 len: 217 time: 0.0381560 Jan 28 16:32:14.480970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-42ac21b2-bcc1-4c44-8efe-415fce2de8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.483172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-42ac21b2-bcc1-4c44-8efe-415fce2de8cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0706656 Jan 28 16:32:14.501785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Made reservation on behalf of 86109a4d21054fe39da1c82d4c78fcc7 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:14.505018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:14.581827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-8fabd524-3262-4fd1-ae9d-21596368c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.583289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-8fabd524-3262-4fd1-ae9d-21596368c8ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.3284366 Jan 28 16:32:14.588130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaf7470-3694-40a8-a46b-0177a2540118 req-b7546c34-67ff-4bf6-ab62-699b01b356fd tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796227 Jan 28 16:32:14.588297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-15f97c81-b625-4a65-94e1-5a5048c98d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.589678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-15f97c81-b625-4a65-94e1-5a5048c98d82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0980806 Jan 28 16:32:14.630363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-e9b2e239-99f1-44e1-a38b-db0764945b3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388491 Jan 28 16:32:14.641387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407cba8-b893-4835-92c7-e10c3391d870 req-dad6cc0f-2f1e-4f48-b08d-951aaf050656 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:14.648146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4407cba8-b893-4835-92c7-e10c3391d870 req-dad6cc0f-2f1e-4f48-b08d-951aaf050656 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 943 time: 0.1503770 Jan 28 16:32:14.736110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Allocated IP 172.20.0.6 (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be/d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7/45693da8-8521-4050-a881-d13d25cfec3d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:14.744896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-2c70031a-b2d9-439f-a061-6119638dc079 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473053 Jan 28 16:32:14.769037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4407cba8-b893-4835-92c7-e10c3391d870 req-ccf739bf-4559-4d05-a863-1842cb84c3bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082420 Jan 28 16:32:14.830933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-796d7727-ee8c-4734-af9d-6565368b9bdc service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801999 Jan 28 16:32:14.927758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2a4e658-ffda-424f-bb5e-7af7ccb1b83f req-c6356392-90bc-4347-a934-0bab2b12acc6 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 210 time: 0.0803440 Jan 28 16:32:14.948877 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10945209-a7d9-4ede-83a4-0324d067dc06 req-ee638c33-8608-4a6a-94d6-4c23e45d0bee service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875668 Jan 28 16:32:14.956707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-bf604882-34ff-4147-ab35-7553d49a4768 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=81394e4067f34fd393bce434bffab0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875218 Jan 28 16:32:14.997671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for port (45693da8-8521-4050-a881-d13d25cfec3d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.009348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ac350-cbb8-4233-9f79-60a112f55e57 req-58714b0c-bc85-445e-bfa5-b2156092508a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:15.010870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e3ac350-cbb8-4233-9f79-60a112f55e57 req-58714b0c-bc85-445e-bfa5-b2156092508a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 946 time: 0.2636020 Jan 28 16:32:15.022895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58206) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:15.038974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb0af84-ee9d-46f4-8e09-0e3c8140cead req-b7cb45c4-5293-4b77-98b1-3c67c3a4cd09 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022135 Jan 28 16:32:15.044180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'floatingip': {'port_id': '2156bc34-9058-4d0e-bd11-2c0aed936f93'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:15.078359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (45693da8-8521-4050-a881-d13d25cfec3d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.112060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.124379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:15.127770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:15.130241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:15.194294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event updated for resources: {'Port': ['ID=45693da8-8521-4050-a881-d13d25cfec3d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:15.206542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:15.207350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.228840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-8c1787e5-d818-4911-8214-ca909a916115 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1205070 Jan 28 16:32:15.245268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Request body: {'port': {'device_id': '1b179bea-3749-4386-88b2-bf235366be9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:15.309900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e56c0-f8dd-4d00-8090-b347f70f08fc req-729a5b28-1d51-4528-9213-52b445dd9372 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:15.311423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f8e56c0-f8dd-4d00-8090-b347f70f08fc req-729a5b28-1d51-4528-9213-52b445dd9372 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1128 time: 0.2894702 Jan 28 16:32:15.318537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (45693da8-8521-4050-a881-d13d25cfec3d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.333607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-70d79662-3aaa-403a-812d-84a7451e76b3 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aacff7276d584254a47c449da4c0b3e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749505 Jan 28 16:32:15.389686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9ddc6574-ce1d-4485-827f-078f0fbbe4f7 None None] Provisioning complete for port 45693da8-8521-4050-a881-d13d25cfec3d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:15.390240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6574-ce1d-4485-827f-078f0fbbe4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (45693da8-8521-4050-a881-d13d25cfec3d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.430341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-d276f873-5733-4801-b648-fad6c80ad78d tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:15.430553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc6574-ce1d-4485-827f-078f0fbbe4f7 None None] Port 45693da8-8521-4050-a881-d13d25cfec3d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:15.431680 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-d276f873-5733-4801-b648-fad6c80ad78d tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4199145 Jan 28 16:32:15.448032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:15.472593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Request body: {'port': {'device_id': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '81394e4067f34fd393bce434bffab0ed'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:15.552086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:15.567636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'port_id': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'mac_address': 'fa:16:3e:00:c0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6a2fb7-19a6-46ee-82d4-527aa6016d07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:15.584493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f8e56c0-f8dd-4d00-8090-b347f70f08fc req-7f711982-52ba-47d4-a63e-9061de5881c2 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580130 Jan 28 16:32:15.616620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45693da8-8521-4050-a881-d13d25cfec3d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:15.624556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 80c0cefe-3b82-40e8-a482-12156e061d2b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:15.625185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.625374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Publish callbacks [] for port (45693da8-8521-4050-a881-d13d25cfec3d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.639485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Transition to ACTIVE for port object 45693da8-8521-4050-a881-d13d25cfec3d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:15.640385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c0cefe-3b82-40e8-a482-12156e061d2b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:15.644537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (45693da8-8521-4050-a881-d13d25cfec3d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.662649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:15.677951 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.678664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:15.693433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=45693da8-8521-4050-a881-d13d25cfec3d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:15.714564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-dad6389d-52c6-45b9-a9ae-285d326f7d62 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:15.717212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-dad6389d-52c6-45b9-a9ae-285d326f7d62 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3596361 Jan 28 16:32:15.782912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:15.818640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Attempting to bind port 45693da8-8521-4050-a881-d13d25cfec3d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:15.818886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Attempting to bind port 45693da8-8521-4050-a881-d13d25cfec3d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:15.819213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Attempting to bind port 45693da8-8521-4050-a881-d13d25cfec3d on network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:15.826754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Port 45693da8-8521-4050-a881-d13d25cfec3d on network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:15.827451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Attempting to bind port 45693da8-8521-4050-a881-d13d25cfec3d on network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:15.836217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:15.836549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Checking segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:15.838783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Bound using segment: {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:15.839129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Bound port: 45693da8-8521-4050-a881-d13d25cfec3d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60bbb72-0a8b-4daa-baaf-94d629f6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:15.839494 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (45693da8-8521-4050-a881-d13d25cfec3d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.864848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:15.882781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Made reservation on behalf of 81394e4067f34fd393bce434bffab0ed for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:15.886393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.891917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec', 'mac_address': 'fa:16:3e:60:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:15.900916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-32e23ab0-68d9-4a86-905a-c8abb1aea8b2 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/quotas/aacff7276d584254a47c449da4c0b3e2 HTTP/1.1" status: 200 len: 375 time: 0.1102312 Jan 28 16:32:15.928326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] For port 45693da8-8521-4050-a881-d13d25cfec3d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:15.933549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] For port 45693da8-8521-4050-a881-d13d25cfec3d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=45693da8-8521-4050-a881-d13d25cfec3d,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:15.950632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:15.951873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.955249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b56d5b5b-10cd-4f71-b213-84d4ed76886e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.956348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (45693da8-8521-4050-a881-d13d25cfec3d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:15.968285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:16.013626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:16.016919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:16.017562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:16.019499 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:16.025895 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] 10.222.0.31 "PUT /v2.0/ports/45693da8-8521-4050-a881-d13d25cfec3d HTTP/1.1" status: 200 len: 1092 time: 0.7888660 Jan 28 16:32:16.026391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:16.030226 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41d8901-3a20-429c-bc48-2b31f796e676" -d '{"events": [{"name": "network-changed", "server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "tag": "45693da8-8521-4050-a881-d13d25cfec3d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:16.068957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e91c2f-4306-485c-88dd-b9b869db4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=45693da8-8521-4050-a881-d13d25cfec3d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:16.090825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-019666de-48ed-41db-aeb1-734a3dd34e21 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aacff7276d584254a47c449da4c0b3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1563938 Jan 28 16:32:16.111295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867611ee-1299-454a-9501-8541a40f701b req-65355056-db5b-442e-9771-226c2a3aea37 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:16.112696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:16.127802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-867611ee-1299-454a-9501-8541a40f701b req-65355056-db5b-442e-9771-226c2a3aea37 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 950 time: 0.3838563 Jan 28 16:32:16.174521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-2c1acd18-80a4-47b1-b8f4-808b5f2b64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:16.175891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-2c1acd18-80a4-47b1-b8f4-808b5f2b64ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=86109a4d21054fe39da1c82d4c78fcc7&device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 1126 time: 0.0789540 Jan 28 16:32:16.236346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-434ae924-702b-4ac5-8b35-f8f68f908422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45693da8-8521-4050-a881-d13d25cfec3d HTTP/1.1" status: 200 len: 217 time: 0.0492129 Jan 28 16:32:16.254137 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:32:16.282478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['53a19ae9-b56f-4cc0-8b7e-02dc296b3fec'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:16.286076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['80c0cefe-3b82-40e8-a482-12156e061d2b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:16.304417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-9751899e-78f4-4e06-b64f-8b64636b7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:16.308046 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-9751899e-78f4-4e06-b64f-8b64636b7264 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7 HTTP/1.1" status: 200 len: 854 time: 0.0604217 Jan 28 16:32:16.383969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195927d0-d14a-4476-ad01-25be2659b82c req-382f68af-4f32-40fb-a803-76ed1adb225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:16.385675 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-382f68af-4f32-40fb-a803-76ed1adb225d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0706062 Jan 28 16:32:16.686264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0334de6-794f-4f38-b8a8-ec9675b6294f req-8cdc402e-e5d7-46d7-973b-f511a32bbd22 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 210 time: 0.3701217 Jan 28 16:32:16.706200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Allocated IP 192.168.233.69 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/69681a23-d4c1-4761-aa63-f9586cd9ac9c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:16.730670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-867611ee-1299-454a-9501-8541a40f701b req-9cb82b17-160d-42a0-9aff-2194d4497e88 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019969 Jan 28 16:32:16.736244 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:32:16.766083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-f651d30e-b4db-400e-ac9f-cd32779bfd45 service neutron] 10.222.0.31 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713691 Jan 28 16:32:16.906914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:16.913871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-195927d0-d14a-4476-ad01-25be2659b82c req-003e476d-7edb-4005-9c87-0e1fc3ae2497 service neutron] 10.222.0.31 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360106 Jan 28 16:32:16.924176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.018727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b57fb9-7bff-45c3-b914-5a384f5a9538 req-ab91841b-0b3b-46ba-bc59-6b93b2f43455 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:17.020217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32b57fb9-7bff-45c3-b914-5a384f5a9538 req-ab91841b-0b3b-46ba-bc59-6b93b2f43455 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 949 time: 0.2010632 Jan 28 16:32:17.157005 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Floating IP e22970cc-0442-4c00-ac2e-d74030b0c016 associated. External IP: 172.25.8.154, port: 2156bc34-9058-4d0e-bd11-2c0aed936f93. Jan 28 16:32:17.163140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32b57fb9-7bff-45c3-b914-5a384f5a9538 req-ca361b69-d9e9-4346-907d-80c3a89241e2 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263604 Jan 28 16:32:17.165931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks [] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.314644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.373111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:17.387035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc4ceb-3deb-4412-bcf2-e1518788e64b req-c5cb75b9-8f14-4db0-b56b-589fdd2e49cb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:17.389089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20bc4ceb-3deb-4412-bcf2-e1518788e64b req-c5cb75b9-8f14-4db0-b56b-589fdd2e49cb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 944 time: 0.1550095 Jan 28 16:32:17.425969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:17.431808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:17.437588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:17.438180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.440609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Pushing event updated for resources: {'Port': ['ID=69681a23-d4c1-4761-aa63-f9586cd9ac9c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:17.447100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:17.495285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-39c50b59-d99e-4137-a7c6-89d9a7b52614 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0284231 Jan 28 16:32:17.517198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-314dd0d9-61cf-4f66-a1f6-d65542da9f42 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aacff7276d584254a47c449da4c0b3e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375686 Jan 28 16:32:17.526892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 80c0cefe-3b82-40e8-a482-12156e061d2b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:17.534735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 80c0cefe-3b82-40e8-a482-12156e061d2b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:17.536834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.592197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Request body: {'port': {'device_id': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:17.664541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 80c0cefe-3b82-40e8-a482-12156e061d2b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:17.665051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.691270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20bc4ceb-3deb-4412-bcf2-e1518788e64b req-9ab71a23-0a1e-41aa-9474-5a496df148c9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628212 Jan 28 16:32:17.739920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:17.742831 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee09bb6c-59e0-4239-bbfe-e6ac846bb296" -d '{"events": [{"server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "name": "network-vif-plugged", "status": "completed", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:17.745074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Router 00eecdba-8869-49ee-9a54-d2b890c973ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:32:17.746389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.747635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-26b8e5d3-80a2-46bc-a177-7729fbc4dc8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1193326 Jan 28 16:32:17.759490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-27bd2243-0000-4f84-84d2-edf46d4a7574 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:17.770957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:17.775357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-27bd2243-0000-4f84-84d2-edf46d4a7574 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522008 Jan 28 16:32:17.776810 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.778871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:17.790014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Request body: {'port': {'device_id': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'aacff7276d584254a47c449da4c0b3e2'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:17.925979 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-783fa249-2b29-4800-965b-830ecc967a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.928216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-b7342039-9907-46d9-be9c-fa40b4c2633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:17.929766 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-b7342039-9907-46d9-be9c-fa40b4c2633a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1127 time: 0.1075943 Jan 28 16:32:17.952547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Made reservation on behalf of aacff7276d584254a47c449da4c0b3e2 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:17.955937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.973247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.980255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a0202851-c101-4aa8-af26-65b6c0f24116 None None] Provisioning complete for port 69681a23-d4c1-4761-aa63-f9586cd9ac9c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:17.980660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a0202851-c101-4aa8-af26-65b6c0f24116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:17.986563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:18.017754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-951b10b3-69ba-498a-a4a3-23c33bac1a3a tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:32:18.018825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-951b10b3-69ba-498a-a4a3-23c33bac1a3a tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190299 Jan 28 16:32:18.042485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:18.050977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a0202851-c101-4aa8-af26-65b6c0f24116 None None] Port 69681a23-d4c1-4761-aa63-f9586cd9ac9c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:18.051174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a6b-2d5c-4a5f-9088-ae8d297d8dcc req-c7ba7d03-970e-4c95-94c7-4dec42ea7076 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:18.053581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:18.053966 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.058782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01824a6b-2d5c-4a5f-9088-ae8d297d8dcc req-c7ba7d03-970e-4c95-94c7-4dec42ea7076 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 943 time: 0.2100286 Jan 28 16:32:18.091352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-5b26a8c2-2f71-4b8e-9ede-a8026daa0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:18.092880 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-5b26a8c2-2f71-4b8e-9ede-a8026daa0296 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1278894 Jan 28 16:32:18.123767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:32:18.132374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.149426 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-e505526d-89c7-4c2b-bcb3-bcb7835d6121 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.0451937 Jan 28 16:32:18.151600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:32:18.171182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:18.171918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks [] for security_group (6b1eb775-3d9b-4473-a847-692839ffea7a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.172157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.185974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:18.186961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:18.198778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-59e990eb-1fef-48f6-ad39-cb132bca63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:18.200201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-59e990eb-1fef-48f6-ad39-cb132bca63fe service neutron] 10.222.0.25 "GET /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 1125 time: 0.1584086 Jan 28 16:32:18.212602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6b1eb775-3d9b-4473-a847-692839ffea7a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.218313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:18.218764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Unknown quota resources ['binding']. {{(pid=103093) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:32:18.268548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ad1ae127-1677-4468-a8fe-2e464fb49b78 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "PUT /v2.0/floatingips/e22970cc-0442-4c00-ac2e-d74030b0c016 HTTP/1.1" status: 200 len: 992 time: 3.2284088 Jan 28 16:32:18.273395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:18.275643 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6182177d-b55f-484d-b9a7-88ef31303e14" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:18.291227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:18.291412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-1054bb25-30b3-49d6-853d-8d8876228201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:18.292790 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-1054bb25-30b3-49d6-853d-8d8876228201 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1335692 Jan 28 16:32:18.295310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01824a6b-2d5c-4a5f-9088-ae8d297d8dcc req-8ee88021-8701-4219-8afc-1efb20010829 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326231 Jan 28 16:32:18.297682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1eb775-3d9b-4473-a847-692839ffea7a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:18.335099 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-c0c15dd3-2215-4338-81c6-aac1f46220f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318401 Jan 28 16:32:18.349794 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.396538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.31', 51262) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:18.427769 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8556167-8b4d-40d7-bca7-89933ba3d43c x-openstack-request-id: req-c8556167-8b4d-40d7-bca7-89933ba3d43c {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:18.428130 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "tag": "45693da8-8521-4050-a881-d13d25cfec3d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:18.428331 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8556167-8b4d-40d7-bca7-89933ba3d43c {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:18.428961 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d', 'status': 'completed', 'code': 200} Jan 28 16:32:18.432006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:18.475520 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-f2222778-908d-4422-ab6b-1f78a311743e service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307907 Jan 28 16:32:18.510903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4affbed-f9d5-42dc-9891-2c523e866ac6 req-2a98c872-888e-46e9-83e9-88dd69659714 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 210 time: 0.0691721 Jan 28 16:32:18.545458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69681a23-d4c1-4761-aa63-f9586cd9ac9c {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:18.565090 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Publish callbacks [] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.599020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-bd67d7ca-3142-4588-8a2a-4790e67ed50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:18.600964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-bd67d7ca-3142-4588-8a2a-4790e67ed50d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=86109a4d21054fe39da1c82d4c78fcc7&device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 1126 time: 0.2034390 Jan 28 16:32:18.602230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:18.602722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Transition to ACTIVE for port object 69681a23-d4c1-4761-aa63-f9586cd9ac9c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:18.603464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:18.603626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a45e58fb-3c0d-4386-b50f-62ee4a774275 req-c9d8703a-c04f-417b-8291-152de0d188c8 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206276 Jan 28 16:32:18.604044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:18.604388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:18.609642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:18.610431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:18.615579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.629633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:18.629893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:18.630288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:18.631046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Bound port: 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:18.703590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Allocated IP 192.168.233.58 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/be7b0296-ddf4-46f5-8629-8eee9e901a11) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:18.766383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Pushing event updated for resources: {'Port': ['ID=69681a23-d4c1-4761-aa63-f9586cd9ac9c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:18.835114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:18.865766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.866942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-6ee33ac7-1781-4096-92b1-762c9e4a8802 service neutron] 10.222.0.25 "POST /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd/bindings HTTP/1.1" status: 201 len: 390 time: 0.6558397 Jan 28 16:32:18.872205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Attempting to bind port 69681a23-d4c1-4761-aa63-f9586cd9ac9c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:18.872536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Attempting to bind port 69681a23-d4c1-4761-aa63-f9586cd9ac9c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:18.872887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Attempting to bind port 69681a23-d4c1-4761-aa63-f9586cd9ac9c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:18.879199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-8bac0a7f-d883-44a4-b25e-f799be50ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:18.880719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-8bac0a7f-d883-44a4-b25e-f799be50ba42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be HTTP/1.1" status: 200 len: 916 time: 0.2626567 Jan 28 16:32:18.881258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Port 69681a23-d4c1-4761-aa63-f9586cd9ac9c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:18.881576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Attempting to bind port 69681a23-d4c1-4761-aa63-f9586cd9ac9c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:18.887120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:18.888236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:18.888606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:18.889087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Bound port: 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:18.889483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:18.946070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-4b99ce6b-3f01-4e31-a3e6-a1d8ad5d2f60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45693da8-8521-4050-a881-d13d25cfec3d HTTP/1.1" status: 200 len: 217 time: 0.0533936 Jan 28 16:32:18.971487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks [] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.024876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.085321 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48126ff-ed27-4b81-8c0b-36fcb14f9dfa x-openstack-request-id: req-a48126ff-ed27-4b81-8c0b-36fcb14f9dfa {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:19.086999 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "name": "network-vif-plugged", "status": "completed", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:19.087260 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a48126ff-ed27-4b81-8c0b-36fcb14f9dfa {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:19.087610 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'code': 200} Jan 28 16:32:19.125188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Pushing event updated for resources: {'Port': ['ID=be7b0296-ddf4-46f5-8629-8eee9e901a11,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:19.125728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-fa89051b-9c10-46b1-8022-5ee803315c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.127434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-fa89051b-9c10-46b1-8022-5ee803315c7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7 HTTP/1.1" status: 200 len: 854 time: 0.1516101 Jan 28 16:32:19.133972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] For port 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:19.140950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:19.142624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:19.145920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:19.148310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e22970cc-0442-4c00-ac2e-d74030b0c016', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'port_id': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'mac_address': 'fa:16:3e:ca:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f6808-d5f2-4227-807c-103a4423a624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:31:49Z', 'updated_at': '2022-01-28T16:32:16Z', 'revision_number': 1, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:19.205128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.205780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.208832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:32:19.223175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:19.226135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:19.254999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-87a4cc62-ddc1-49b1-9e89-fbaa982b7de9 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4690413 Jan 28 16:32:19.269476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Request body: {'port': {'device_id': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:19.299768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-db4e4947-d4a2-43b2-8d4c-c9d6126dc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.301399 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-db4e4947-d4a2-43b2-8d4c-c9d6126dc2b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1128 time: 0.0930042 Jan 28 16:32:19.350033 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.364753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:19.401170 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.465965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-53d35035-f853-4108-9af3-217a8cf33bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.467471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-53d35035-f853-4108-9af3-217a8cf33bc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1567905 Jan 28 16:32:19.482966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] For port 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:19.542022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.556764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a05c3-1b99-4411-9fe4-9994d453afbe req-e2c6229f-ad2e-4886-a826-818e7630141b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.564448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e37a05c3-1b99-4411-9fe4-9994d453afbe req-e2c6229f-ad2e-4886-a826-818e7630141b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 947 time: 0.5074651 Jan 28 16:32:19.572964 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-3a61fc07-ce66-40d9-9ae3-5898a82735e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0906374 Jan 28 16:32:19.578892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5c388eb4-79a6-4eca-80af-d8fe197e4ecf None None] Provisioning complete for port be7b0296-ddf4-46f5-8629-8eee9e901a11 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:19.579255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c388eb4-79a6-4eca-80af-d8fe197e4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.641251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5c388eb4-79a6-4eca-80af-d8fe197e4ecf None None] Port be7b0296-ddf4-46f5-8629-8eee9e901a11 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:19.662242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e22970cc-0442-4c00-ac2e-d74030b0c016', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'port_id': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'mac_address': 'fa:16:3e:ca:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f6808-d5f2-4227-807c-103a4423a624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:31:49Z', 'updated_at': '2022-01-28T16:32:16Z', 'revision_number': 1, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:19.680491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.681335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:19.683637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] 10.222.0.31 "PUT /v2.0/ports/69681a23-d4c1-4761-aa63-f9586cd9ac9c HTTP/1.1" status: 200 len: 1096 time: 2.1145215 Jan 28 16:32:19.704410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6a183-65cc-4baf-89ef-ff5708faa21b None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e22970cc-0442-4c00-ac2e-d74030b0c016', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'port_id': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'mac_address': 'fa:16:3e:ca:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f6808-d5f2-4227-807c-103a4423a624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:31:49Z', 'updated_at': '2022-01-28T16:32:16Z', 'revision_number': 1, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:19.711741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-3736a8a3-8828-4243-8999-6e21b7bc5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.713261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-3736a8a3-8828-4243-8999-6e21b7bc5702 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1318076 Jan 28 16:32:19.713656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-7b13f571-8ce4-40ce-bbf1-48cd95fd22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.715252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-7b13f571-8ce4-40ce-bbf1-48cd95fd22c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5789011 Jan 28 16:32:19.724058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fb542-dc30-4f81-ab9c-b268b087c2f1 req-1f0b8b31-9afc-41b9-abdd-9ca4cbc1ec90 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.741570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d59fb542-dc30-4f81-ab9c-b268b087c2f1 req-1f0b8b31-9afc-41b9-abdd-9ca4cbc1ec90 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.5337543 Jan 28 16:32:19.773811 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-0292bb60-d94d-4844-939c-20b87b5dc1cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424442 Jan 28 16:32:19.774797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641442-5671-4fa9-95e5-0e13c6dcd121 req-2200fb3c-00dc-4ed0-a505-1008af3f3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.776277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3641442-5671-4fa9-95e5-0e13c6dcd121 req-2200fb3c-00dc-4ed0-a505-1008af3f3683 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1128 time: 0.6106503 Jan 28 16:32:19.842852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-c97ec4bf-3a80-45f8-ac40-1c806124c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:19.844387 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-c97ec4bf-3a80-45f8-ac40-1c806124c2cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1128 time: 0.1755843 Jan 28 16:32:19.880837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996396a-c6dd-42bc-ba85-793b158aff0a service neutron] Pushing event updated for resources: {'Port': ['ID=69681a23-d4c1-4761-aa63-f9586cd9ac9c,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:19.916913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e37a05c3-1b99-4411-9fe4-9994d453afbe req-3e6d35b9-f937-473c-ba48-2d56c4384f83 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513379 Jan 28 16:32:19.995281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d59fb542-dc30-4f81-ab9c-b268b087c2f1 req-15d00349-2ea0-4d0d-80f1-81707f22a29c tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479043 Jan 28 16:32:20.005674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7b0296-ddf4-46f5-8629-8eee9e901a11 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:20.018936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Publish callbacks [] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.030134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-e0ceea1a-3993-47f2-9dba-34b87ef37b4a service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486072 Jan 28 16:32:20.041506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-09eba9f9-bd56-4204-a654-dd1510cc4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.042866 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53e971-cb28-4592-b9eb-ff98c1a5c119 None None] New status for floating IP e22970cc-0442-4c00-ac2e-d74030b0c016: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:32:20.043575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-09eba9f9-bd56-4204-a654-dd1510cc4c2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81394e4067f34fd393bce434bffab0ed&device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 1130 time: 0.2709980 Jan 28 16:32:20.079511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Transition to ACTIVE for port object be7b0296-ddf4-46f5-8629-8eee9e901a11 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:20.084214 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d11b08-3d1d-40d9-8212-383c431f9bee x-openstack-request-id: req-13d11b08-3d1d-40d9-8212-383c431f9bee {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:20.084214 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:20.084214 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13d11b08-3d1d-40d9-8212-383c431f9bee {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:20.084704 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'status': 'completed', 'code': 200} Jan 28 16:32:20.115906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-e83cf2cd-4c04-4662-b95a-e1f129a1218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.117584 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-e83cf2cd-4c04-4662-b95a-e1f129a1218b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.2516441 Jan 28 16:32:20.122473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.168508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3641442-5671-4fa9-95e5-0e13c6dcd121 req-b91fa947-fcda-4b1e-a2eb-e74f07d583cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484540 Jan 28 16:32:20.197349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-7cc4de6f-03f5-43d7-bd06-16b7f738cfe1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c HTTP/1.1" status: 200 len: 217 time: 0.1206079 Jan 28 16:32:20.206513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-34640336-df84-4902-94cc-255df228a000 service neutron] 10.222.0.31 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558847 Jan 28 16:32:20.206904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-6e31ca50-eacd-421b-9c65-3d644aaa6a97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0800354 Jan 28 16:32:20.232516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Pushing event updated for resources: {'Port': ['ID=be7b0296-ddf4-46f5-8629-8eee9e901a11,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:20.296381 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-6bc562ab-1904-48fe-9b78-02a8830222ca service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583282 Jan 28 16:32:20.337898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Attempting to bind port be7b0296-ddf4-46f5-8629-8eee9e901a11 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:20.339007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Attempting to bind port be7b0296-ddf4-46f5-8629-8eee9e901a11 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:20.339007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Attempting to bind port be7b0296-ddf4-46f5-8629-8eee9e901a11 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:20.345214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Port be7b0296-ddf4-46f5-8629-8eee9e901a11 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:20.346285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Attempting to bind port be7b0296-ddf4-46f5-8629-8eee9e901a11 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:20.353935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:20.354290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:20.354688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:20.356119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Bound port: be7b0296-ddf4-46f5-8629-8eee9e901a11, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:20.356500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.368558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-9e73cd6d-4a80-4a81-9645-52c4d23a276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.370042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-9e73cd6d-4a80-4a81-9645-52c4d23a276f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1472988 Jan 28 16:32:20.380299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4afcae-651a-4d48-bb6d-247ee6f1cd44 req-e4089a09-3a0b-49be-bbee-90421fa8d388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.381881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac4afcae-651a-4d48-bb6d-247ee6f1cd44 req-e4089a09-3a0b-49be-bbee-90421fa8d388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 946 time: 0.3538828 Jan 28 16:32:20.388614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-fd7917e8-9b48-4777-bfa0-132e505a7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.389506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-fd7917e8-9b48-4777-bfa0-132e505a7b6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 1129 time: 0.2942030 Jan 28 16:32:20.464944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fa764-a987-493c-af0f-17cc47b833bb req-8ed9467a-d7d5-4945-9bba-6eb11dfb4c03 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.466546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a94fa764-a987-493c-af0f-17cc47b833bb req-8ed9467a-d7d5-4945-9bba-6eb11dfb4c03 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 945 time: 0.3524694 Jan 28 16:32:20.485486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-a3d36e7d-2786-4ef0-b2f5-a3a4d428f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.486986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-a3d36e7d-2786-4ef0-b2f5-a3a4d428f936 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1278894 Jan 28 16:32:20.522731 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.534822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-068de96e-411a-47df-ad72-8da83cc2e322 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383847 Jan 28 16:32:20.542302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-5b7ba466-82dc-44b6-a67f-1ae21f0d697e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.543873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-5b7ba466-82dc-44b6-a67f-1ae21f0d697e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.1724424 Jan 28 16:32:20.558468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:20.562125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] For port be7b0296-ddf4-46f5-8629-8eee9e901a11, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:20.575566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e41d8901-3a20-429c-bc48-2b31f796e676 req-af3f4b01-682c-46ec-bbfb-413343321d38 service neutron] 10.222.0.31 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428724 Jan 28 16:32:20.606114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac4afcae-651a-4d48-bb6d-247ee6f1cd44 req-ecc03a11-d43f-48ab-b3c9-0409cf9de1fb tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2146516 Jan 28 16:32:20.637278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-eff88408-3865-411e-9473-44d68fe06c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.639354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-eff88408-3865-411e-9473-44d68fe06c4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2543774 Jan 28 16:32:20.648307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] For port be7b0296-ddf4-46f5-8629-8eee9e901a11, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:20.648478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a94fa764-a987-493c-af0f-17cc47b833bb req-36828cde-a012-4503-8b64-eb71c5781c22 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518233 Jan 28 16:32:20.672071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-8fafc017-9154-4938-a397-9de66435c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.673543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-8fafc017-9154-4938-a397-9de66435c7d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 925 time: 0.2532551 Jan 28 16:32:20.696188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.766060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.767056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.768662 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] 10.222.0.31 "PUT /v2.0/ports/be7b0296-ddf4-46f5-8629-8eee9e901a11 HTTP/1.1" status: 200 len: 1096 time: 1.5051649 Jan 28 16:32:20.769347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'tag': 'be7b0296-ddf4-46f5-8629-8eee9e901a11'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:20.771779 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137fad94-b874-4bed-8c0c-f5939da6fa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea15b5b1-2f13-4ed2-bbd0-6152648c249f", "tag": "be7b0296-ddf4-46f5-8629-8eee9e901a11"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:20.785438 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:20.877475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-a2622a50-feab-4dd6-8d53-d8f29aa5e152 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93 HTTP/1.1" status: 200 len: 1002 time: 0.1970632 Jan 28 16:32:20.903296 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-2dad47d8-f560-4dfe-b149-a571e1e677f6 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573732 Jan 28 16:32:20.910414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7efcfd-0672-4ac3-a29d-afb5e7e0682b service neutron] Pushing event updated for resources: {'Port': ['ID=be7b0296-ddf4-46f5-8629-8eee9e901a11,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:20.911655 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-b875ac84-93d0-4753-8cc3-4a8ddb760560 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604814 Jan 28 16:32:20.963602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1b7ea-32d6-4f5c-8917-9ba9ffafa62b req-78a7847f-fba2-4931-94d8-10a2d6e98505 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:20.970616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46e1b7ea-32d6-4f5c-8917-9ba9ffafa62b req-78a7847f-fba2-4931-94d8-10a2d6e98505 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 945 time: 0.2412086 Jan 28 16:32:21.041279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-721d99ac-326f-4b49-a40f-c43014193ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.042770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-721d99ac-326f-4b49-a40f-c43014193ecb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aacff7276d584254a47c449da4c0b3e2&device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 1130 time: 0.2061830 Jan 28 16:32:21.062928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-ada6c36a-731e-4ec8-8baf-78da5e6692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.064366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-ada6c36a-731e-4ec8-8baf-78da5e6692ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 200 len: 863 time: 0.1779060 Jan 28 16:32:21.088828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1996eb78-af05-4b8b-a197-28b40516e863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:21.094668 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e68184-a86f-48c6-a060-6327ee9d7009" -d '{"events": [{"server_uuid": "1996eb78-af05-4b8b-a197-28b40516e863", "name": "network-vif-plugged", "status": "completed", "tag": "53a19ae9-b56f-4cc0-8b7e-02dc296b3fec"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:21.115290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-03950ee3-27f9-42a5-8144-5c0a28f342a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11 HTTP/1.1" status: 200 len: 217 time: 0.0605791 Jan 28 16:32:21.136592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 45693da8-8521-4050-a881-d13d25cfec3d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:21.145166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46e1b7ea-32d6-4f5c-8917-9ba9ffafa62b req-8767c41c-b5ca-4de1-9527-e294957e13d9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724465 Jan 28 16:32:21.177069 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7922d50f-7230-45c0-a8bb-22d22cbf310f req-ffb3bd1a-e748-4388-91de-b3367a015112 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553649 Jan 28 16:32:21.180270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:21.221908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.222395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.222866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.223334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.227139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.227667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.229696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-127bdd5f-2608-4df2-81a3-a67e3732bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.231706 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-127bdd5f-2608-4df2-81a3-a67e3732bba9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1039422 Jan 28 16:32:21.232266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.232781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.233253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.233719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.234174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.234761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.237708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-64ef4e3f-3685-4674-ad3a-72d18d293ec1 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f&device_id=59c03726-c922-489b-ac8b-e41e60cd37f4&device_id=1b179bea-3749-4386-88b2-bf235366be9e&device_id=1996eb78-af05-4b8b-a197-28b40516e863&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254&device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323&device_id=3b8f6808-d5f2-4227-807c-103a4423a624&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382&device_id=dddcaedc-8152-4019-82ca-1c6a225de03c&device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 11247 time: 0.2268977 Jan 28 16:32:21.239574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd15c223-77e1-4dab-9840-9a70ecbe34fc req-777ac6a0-97a4-415e-81ac-82403380c0dd service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054335 Jan 28 16:32:21.288411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 45693da8-8521-4050-a881-d13d25cfec3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=45693da8-8521-4050-a881-d13d25cfec3d,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:21.300213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-0cc7147c-b98a-4ed2-b112-a5da7a06ae98 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.301342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:21.304029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-c6dad458-e4aa-4a80-b2f6-d282474758c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.306087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-c6dad458-e4aa-4a80-b2f6-d282474758c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2300777 Jan 28 16:32:21.307438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '45693da8-8521-4050-a881-d13d25cfec3d', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'port_id': '45693da8-8521-4050-a881-d13d25cfec3d', 'mac_address': 'fa:16:3e:26:b6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:21.338639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-e1096b82-259e-4923-a458-58727907c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.341054 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-e1096b82-259e-4923-a458-58727907c3cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0932198 Jan 28 16:32:21.346721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a13c06-511e-4ed1-931b-4d0c6984a0ec req-3a8eebc2-ba4a-4678-a26a-b4ddb6d0486c tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.353538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65a13c06-511e-4ed1-931b-4d0c6984a0ec req-3a8eebc2-ba4a-4678-a26a-b4ddb6d0486c tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 943 time: 0.1120322 Jan 28 16:32:21.361358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 45693da8-8521-4050-a881-d13d25cfec3d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:21.361751 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (45693da8-8521-4050-a881-d13d25cfec3d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.377315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45693da8-8521-4050-a881-d13d25cfec3d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:21.377532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Publish callbacks [] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.397334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 45693da8-8521-4050-a881-d13d25cfec3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=45693da8-8521-4050-a881-d13d25cfec3d,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:21.402225 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (45693da8-8521-4050-a881-d13d25cfec3d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.407139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.472470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=45693da8-8521-4050-a881-d13d25cfec3d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:21.489687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65a13c06-511e-4ed1-931b-4d0c6984a0ec req-320abf7b-51f6-4dec-82ea-4552033b55f2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351707 Jan 28 16:32:21.517416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-138b4853-b37b-470e-b742-74ad2e0d1673 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910980 Jan 28 16:32:21.527004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-0cc7147c-b98a-4ed2-b112-a5da7a06ae98 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Publish callbacks [] for security_group (643a86c7-34d2-48c9-928b-7564e1011fcc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.549340 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-0cc7147c-b98a-4ed2-b112-a5da7a06ae98 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (643a86c7-34d2-48c9-928b-7564e1011fcc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.670489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7147c-b98a-4ed2-b112-a5da7a06ae98 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a86c7-34d2-48c9-928b-7564e1011fcc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:21.707257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.720615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['45693da8-8521-4050-a881-d13d25cfec3d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:21.740169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6182177d-b55f-484d-b9a7-88ef31303e14 req-86cbdfb8-d61f-4b33-ad01-10a5819142a1 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101669 Jan 28 16:32:21.750041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d0a5-3836-4972-9289-5752593ec8cb req-66224497-1079-4c9f-93a9-be17f18b568d tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:21.751536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef15d0a5-3836-4972-9289-5752593ec8cb req-66224497-1079-4c9f-93a9-be17f18b568d tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 947 time: 0.1727555 Jan 28 16:32:21.752530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:21.770222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-a0af2043-2686-4207-994f-8ca8bba2380a service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216316 Jan 28 16:32:21.771323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:21.771650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:21.772049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:21.788334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:21.788694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Attempting to bind port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:21.803860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:21.804211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:21.804597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:21.805060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Bound port: 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:21.805420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:21.809408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f22ac23e-ac7d-4c81-97be-3c1ba71d5f22 req-0cc7147c-b98a-4ed2-b112-a5da7a06ae98 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&id=7f03c30d-7c06-409f-b457-5f9560fbdf83&id=4fa5e713-f670-4937-8cf6-d6e05988c883&id=6b1eb775-3d9b-4473-a847-692839ffea7a&id=548dedd5-6950-43a6-b433-d0a52958aec4&id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&id=614a8d30-4955-45e7-9744-6e34850c991b&id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 805 time: 0.5533657 Jan 28 16:32:21.845818 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbee80e-5ca4-4bbf-9a92-1e2e823c5cc9 x-openstack-request-id: req-1cbee80e-5ca4-4bbf-9a92-1e2e823c5cc9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:21.846105 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea15b5b1-2f13-4ed2-bbd0-6152648c249f", "tag": "be7b0296-ddf4-46f5-8629-8eee9e901a11", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:21.846364 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cbee80e-5ca4-4bbf-9a92-1e2e823c5cc9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:21.846756 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'tag': 'be7b0296-ddf4-46f5-8629-8eee9e901a11', 'status': 'completed', 'code': 200} Jan 28 16:32:21.865207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef15d0a5-3836-4972-9289-5752593ec8cb req-ab2fbf88-ce61-48b4-93ec-7669d740aa84 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Jan 28 16:32:21.931021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:21.936019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:21.938872 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aad85dae-e79b-44a0-9a04-97c85185c4a3 req-6f7ad53b-3e8e-46b6-acf6-37152283322f service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597154 Jan 28 16:32:21.943997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:22.005680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df5194-659e-482e-bcc0-7bd4c6044267 req-09bf6a91-044f-49fa-b769-386560dae67a tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.007163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7df5194-659e-482e-bcc0-7bd4c6044267 req-09bf6a91-044f-49fa-b769-386560dae67a tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 947 time: 0.1047204 Jan 28 16:32:22.019199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67c63-8794-4225-a9e7-efec7ecf64bc req-80472a8e-9da6-4fc0-ac5f-24f9abac3965 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.020619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ed67c63-8794-4225-a9e7-efec7ecf64bc req-80472a8e-9da6-4fc0-ac5f-24f9abac3965 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.0852475 Jan 28 16:32:22.030507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:22.034869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.035719 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:22.036812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-8a7836a1-a0aa-4f95-a126-61a39d1e8d1a service neutron] 10.222.0.31 "PUT /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 1123 time: 1.4819677 Jan 28 16:32:22.076940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-80efe276-f2d1-4e59-bb5f-64e370c72711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.078471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-80efe276-f2d1-4e59-bb5f-64e370c72711 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aacff7276d584254a47c449da4c0b3e2&device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 1130 time: 0.0576689 Jan 28 16:32:22.088123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'tag': '69681a23-d4c1-4761-aa63-f9586cd9ac9c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:22.090371 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d9706-c42e-4a72-b733-7454db9599c3" -d '{"events": [{"name": "network-changed", "server_uuid": "59c03726-c922-489b-ac8b-e41e60cd37f4", "tag": "69681a23-d4c1-4761-aa63-f9586cd9ac9c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:22.098449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7df5194-659e-482e-bcc0-7bd4c6044267 req-220625b7-5e5f-4dc0-99a0-38b27e725a8a tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769017 Jan 28 16:32:22.102670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ed67c63-8794-4225-a9e7-efec7ecf64bc req-6c15549c-c97d-44ed-8b57-96633e177ece tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751500 Jan 28 16:32:22.127194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:22.186524 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a6ca68-6231-4f02-a685-292dd6015caf x-openstack-request-id: req-98a6ca68-6231-4f02-a685-292dd6015caf {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:22.186524 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1996eb78-af05-4b8b-a197-28b40516e863", "name": "network-vif-plugged", "status": "completed", "tag": "53a19ae9-b56f-4cc0-8b7e-02dc296b3fec", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:22.186524 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98a6ca68-6231-4f02-a685-292dd6015caf {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:22.186524 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1996eb78-af05-4b8b-a197-28b40516e863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec', 'code': 200} Jan 28 16:32:22.188282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-6c95f339-335a-4a35-a596-58b1625c2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.193608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-6c95f339-335a-4a35-a596-58b1625c2150 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1083608 Jan 28 16:32:22.278818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b21b98-601a-4ecc-8fc5-0707573130ef req-7ab91c5e-e92f-48ec-9930-376e46cfed45 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.280487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31b21b98-601a-4ecc-8fc5-0707573130ef req-7ab91c5e-e92f-48ec-9930-376e46cfed45 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 945 time: 0.0783360 Jan 28 16:32:22.282132 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-4d709ada-ffa6-415f-8e6e-9978297d1f9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11 HTTP/1.1" status: 200 len: 217 time: 0.0768874 Jan 28 16:32:22.300860 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee6827-7e85-4f08-9050-001a6dd11004 x-openstack-request-id: req-ccee6827-7e85-4f08-9050-001a6dd11004 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:22.301202 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c03726-c922-489b-ac8b-e41e60cd37f4", "tag": "69681a23-d4c1-4761-aa63-f9586cd9ac9c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:22.301464 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccee6827-7e85-4f08-9050-001a6dd11004 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:22.301848 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'tag': '69681a23-d4c1-4761-aa63-f9586cd9ac9c', 'status': 'completed', 'code': 200} Jan 28 16:32:22.345366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c79a3d-3943-4842-82af-61b330d93696 req-f617324a-0984-4c6b-9539-febb62333e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.346852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29c79a3d-3943-4842-82af-61b330d93696 req-f617324a-0984-4c6b-9539-febb62333e27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 1133 time: 0.0869679 Jan 28 16:32:22.377300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31b21b98-601a-4ecc-8fc5-0707573130ef req-e6afd59f-f2cb-43a4-bbe5-4f1f56f938cb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787888 Jan 28 16:32:22.385370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-893944c9-9b1b-4159-9be0-e321a1f43d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.386935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-893944c9-9b1b-4159-9be0-e321a1f43d1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0908384 Jan 28 16:32:22.397371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-390d735a-7990-4203-a17e-a7fe8b33206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.398817 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-390d735a-7990-4203-a17e-a7fe8b33206e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81394e4067f34fd393bce434bffab0ed&device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 1130 time: 0.0587099 Jan 28 16:32:22.443399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29c79a3d-3943-4842-82af-61b330d93696 req-291fa837-0c4c-447d-9d68-e273382f1a09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745380 Jan 28 16:32:22.454504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bb9d-d861-4639-9787-bd4199e1fd3c req-7bfb9c28-994b-4424-9623-fa76e9311ddd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.456065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8c5bb9d-d861-4639-9787-bd4199e1fd3c req-7bfb9c28-994b-4424-9623-fa76e9311ddd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 943 time: 0.1011288 Jan 28 16:32:22.505119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-6abb0aae-d6a1-4745-ab38-7a9aa27b33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.506635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-6abb0aae-d6a1-4745-ab38-7a9aa27b33f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1120610 Jan 28 16:32:22.507545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8c5bb9d-d861-4639-9787-bd4199e1fd3c req-9dc914ba-402b-4531-8be2-0ac3eb4bcc73 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Jan 28 16:32:22.569897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-c22e129d-81b9-4625-bfbc-e0ca7a2a1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.571481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-c22e129d-81b9-4625-bfbc-e0ca7a2a1673 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1633108 Jan 28 16:32:22.615470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52c79c-75e0-4152-9bed-c5d09afcb5b1 req-bc1458ab-22f5-4344-8592-e2b60b81ec2d tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.620160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-5dd7a33d-bdec-493c-ad8b-713501e45ec3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c HTTP/1.1" status: 200 len: 217 time: 0.0409913 Jan 28 16:32:22.623488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d52c79c-75e0-4152-9bed-c5d09afcb5b1 req-bc1458ab-22f5-4344-8592-e2b60b81ec2d tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1128 time: 0.0543382 Jan 28 16:32:22.687195 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-8a17837c-1533-4389-9b80-f852139c82f2 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688628 Jan 28 16:32:22.691212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-fb854532-3603-481f-8e73-09cc19521185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.692697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-fb854532-3603-481f-8e73-09cc19521185 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0607281 Jan 28 16:32:22.820384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-30bec60e-9ab7-4841-a844-ed5704da5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.821952 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-30bec60e-9ab7-4841-a844-ed5704da5b6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1146846 Jan 28 16:32:22.824155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-137fad94-b874-4bed-8c0c-f5939da6fa8d req-f1d7895a-5547-4573-94a5-f6be734c3b52 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245863 Jan 28 16:32:22.918248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-d04aecab-d558-4b36-ac86-9a92af51ac88 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851483 Jan 28 16:32:22.937976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d52c79c-75e0-4152-9bed-c5d09afcb5b1 req-b6cbeae3-8655-4ee4-9c78-15285eacded2 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132629 Jan 28 16:32:22.951123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9eaf7-0d28-4ae6-98fd-a5554085cd13 req-270f4a9c-32b8-469d-8c5f-1ae4a2a2897a tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.951605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9eaf7-0d28-4ae6-98fd-a5554085cd13 req-270f4a9c-32b8-469d-8c5f-1ae4a2a2897a tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.952071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9eaf7-0d28-4ae6-98fd-a5554085cd13 req-270f4a9c-32b8-469d-8c5f-1ae4a2a2897a tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:22.953729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bb9eaf7-0d28-4ae6-98fd-a5554085cd13 req-270f4a9c-32b8-469d-8c5f-1ae4a2a2897a tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323&device_id=dddcaedc-8152-4019-82ca-1c6a225de03c&device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 2978 time: 0.0678024 Jan 28 16:32:23.004428 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bb9eaf7-0d28-4ae6-98fd-a5554085cd13 req-cf6ec911-68b6-4f4c-b7dc-d0a095cbf32a tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Jan 28 16:32:23.015428 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f82d9706-c42e-4a72-b733-7454db9599c3 req-e936a822-fbd4-4640-a527-cf887b3f1bed service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889091 Jan 28 16:32:23.070098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48330565-8861-41ee-8949-653cd27d86f2 req-e701c36a-34f9-4b3e-8c54-c3bf27533ea6 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.071538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48330565-8861-41ee-8949-653cd27d86f2 req-e701c36a-34f9-4b3e-8c54-c3bf27533ea6 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 944 time: 0.0592649 Jan 28 16:32:23.145370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48330565-8861-41ee-8949-653cd27d86f2 req-933e32cd-bc3c-4a94-a291-47d57056d79c tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654926 Jan 28 16:32:23.155363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 45693da8-8521-4050-a881-d13d25cfec3d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:23.156361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c5da-20f5-486d-9855-54181885bb83 req-e05da102-c21e-4f0a-affc-201229ffef18 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.158262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34e6c5da-20f5-486d-9855-54181885bb83 req-e05da102-c21e-4f0a-affc-201229ffef18 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 947 time: 0.0956728 Jan 28 16:32:23.205712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 45693da8-8521-4050-a881-d13d25cfec3d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:23.209801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34e6c5da-20f5-486d-9855-54181885bb83 req-055693b6-2fb4-4942-8537-908733003e3b tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Jan 28 16:32:23.209965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 45693da8-8521-4050-a881-d13d25cfec3d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:23.210232 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (45693da8-8521-4050-a881-d13d25cfec3d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:23.255825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1076c2-1f28-4655-b88c-35e6cff94876 req-b69f4e9f-1d01-4bde-9da6-52cc6a3e36e4 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.257379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f1076c2-1f28-4655-b88c-35e6cff94876 req-b69f4e9f-1d01-4bde-9da6-52cc6a3e36e4 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1128 time: 0.0455279 Jan 28 16:32:23.300402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 45693da8-8521-4050-a881-d13d25cfec3d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:23.300845 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (45693da8-8521-4050-a881-d13d25cfec3d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:23.318146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f1076c2-1f28-4655-b88c-35e6cff94876 req-e5204464-b361-4d01-880f-9f0f18c6f3a0 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543201 Jan 28 16:32:23.334744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 45693da8-8521-4050-a881-d13d25cfec3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=45693da8-8521-4050-a881-d13d25cfec3d,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:23.339574 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (45693da8-8521-4050-a881-d13d25cfec3d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:23.375492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f2e6b-941a-48d6-bc13-68f83d21c8d1 req-f9fd94e0-fb64-4f6b-b402-8c1c5a066049 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.377256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a9f2e6b-941a-48d6-bc13-68f83d21c8d1 req-f9fd94e0-fb64-4f6b-b402-8c1c5a066049 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 947 time: 0.0624740 Jan 28 16:32:23.401655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=45693da8-8521-4050-a881-d13d25cfec3d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:23.452606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a9f2e6b-941a-48d6-bc13-68f83d21c8d1 req-b5c048f7-4787-439c-9d0b-4252513966a1 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699463 Jan 28 16:32:23.471251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4215-ce2e-464d-93e4-e6824c8ec065 req-cc6becbd-bedf-4f98-a88d-edc6368477c4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.472801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-065e4215-ce2e-464d-93e4-e6824c8ec065 req-cc6becbd-bedf-4f98-a88d-edc6368477c4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.0756233 Jan 28 16:32:23.524331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-065e4215-ce2e-464d-93e4-e6824c8ec065 req-11173520-e964-4696-8308-9f9c321474f7 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Jan 28 16:32:23.726838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540236a0-d1cf-4a25-b9f0-1c048ee4ad46 req-ef61311b-3ba8-4328-9273-e8bd1370c85c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.728386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-540236a0-d1cf-4a25-b9f0-1c048ee4ad46 req-ef61311b-3ba8-4328-9273-e8bd1370c85c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 943 time: 0.0580704 Jan 28 16:32:23.778634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-540236a0-d1cf-4a25-b9f0-1c048ee4ad46 req-68306478-0108-4f37-8bc9-ed73a740d0ff tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448258 Jan 28 16:32:23.847778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'}, {'name': 'network-changed', 'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:23.850413 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8cf122-528f-43fb-b216-ab6d6ce5d458" -d '{"events": [{"server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "name": "network-vif-unplugged", "status": "completed", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd"}, {"name": "network-changed", "server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:23.878655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0672c7-b08d-454c-960e-2d40003382fb req-b5dbb100-2810-4045-ae42-4bfd02eaa14f tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:23.880835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb0672c7-b08d-454c-960e-2d40003382fb req-b5dbb100-2810-4045-ae42-4bfd02eaa14f tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1128 time: 0.0478265 Jan 28 16:32:23.935103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb0672c7-b08d-454c-960e-2d40003382fb req-c4bfefea-29b9-42a1-990b-5de14056fe46 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Jan 28 16:32:23.951841 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb9ddf-b679-4927-a3fa-19e929ceabd5 x-openstack-request-id: req-5dbb9ddf-b679-4927-a3fa-19e929ceabd5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:23.952213 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "name": "network-vif-unplugged", "status": "completed", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd", "code": 200}, {"name": "network-changed", "server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:23.952559 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dbb9ddf-b679-4927-a3fa-19e929ceabd5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:23.953077 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'code': 200} Jan 28 16:32:23.953404 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'status': 'completed', 'code': 200} Jan 28 16:32:24.062734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-3373a16b-6a26-4b1f-a4a0-b4d159f5a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.064211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-3373a16b-6a26-4b1f-a4a0-b4d159f5a83b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1157 time: 0.0818765 Jan 28 16:32:24.069710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090b101-2f98-4aa5-8955-b349dc6a7ac3 req-720aa250-c2e9-4dc2-8508-22866aee997b tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.071088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e090b101-2f98-4aa5-8955-b349dc6a7ac3 req-720aa250-c2e9-4dc2-8508-22866aee997b tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1133 time: 0.0618010 Jan 28 16:32:24.171966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e090b101-2f98-4aa5-8955-b349dc6a7ac3 req-46dee227-31fa-48ad-874c-efbefc930c73 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929062 Jan 28 16:32:24.186452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:24.188445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-a44c77f8-5458-4317-8df4-63a3bfe96297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.189931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-a44c77f8-5458-4317-8df4-63a3bfe96297 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1180253 Jan 28 16:32:24.190535 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7856ae04-0a81-4f75-802e-b6d043be8056" -d '{"events": [{"server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "name": "network-vif-plugged", "status": "completed", "tag": "45693da8-8521-4050-a881-d13d25cfec3d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:24.227410 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a511f2-7e79-48aa-a647-215369204530 x-openstack-request-id: req-b6a511f2-7e79-48aa-a647-215369204530 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:24.227815 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "name": "network-vif-plugged", "status": "completed", "tag": "45693da8-8521-4050-a881-d13d25cfec3d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:24.228139 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6a511f2-7e79-48aa-a647-215369204530 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:24.228601 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d', 'code': 200} Jan 28 16:32:24.240513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-23a3292b-f72c-4390-aa4a-46fd09db1558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0436919 Jan 28 16:32:24.332538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2b632-38b5-48c1-841b-c64f984b5482 req-98fe7189-b4b8-4c4a-b2f6-b85b824c91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.334016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-08a2b632-38b5-48c1-841b-c64f984b5482 req-98fe7189-b4b8-4c4a-b2f6-b85b824c91d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 1128 time: 0.0452406 Jan 28 16:32:24.356958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-a8783304-1d40-46c1-b695-e7095f77045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.358408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-a8783304-1d40-46c1-b695-e7095f77045b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1084933 Jan 28 16:32:24.380660 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-08a2b632-38b5-48c1-841b-c64f984b5482 req-d2fe9cfd-e90c-4183-861b-18ad3b56c088 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375719 Jan 28 16:32:24.384457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc794833-c6db-4db5-a9c3-752d2bff5751 req-69b796c1-a4cb-4fcc-97d0-e67b13aba3eb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.385932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc794833-c6db-4db5-a9c3-752d2bff5751 req-69b796c1-a4cb-4fcc-97d0-e67b13aba3eb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.1482935 Jan 28 16:32:24.410034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-4ae7148b-3439-4298-9bff-4cf99ee662a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402350 Jan 28 16:32:24.411762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8377-9a81-4e85-adcb-bada6ac94dde req-0d1a51a4-a756-48fa-b61b-d8f11a31d68f tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.413177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8adc8377-9a81-4e85-adcb-bada6ac94dde req-0d1a51a4-a756-48fa-b61b-d8f11a31d68f tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1133 time: 0.1356547 Jan 28 16:32:24.545141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc794833-c6db-4db5-a9c3-752d2bff5751 req-5b294ec0-8b42-4c08-b3fa-796d4d2fe3cb tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388180 Jan 28 16:32:24.563050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8adc8377-9a81-4e85-adcb-bada6ac94dde req-407c333b-7ea4-46a3-9fb4-5c11a2d628e3 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428494 Jan 28 16:32:24.588096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-e709e0af-6e6a-41ae-bd53-861403c91189 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693804 Jan 28 16:32:24.790367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d527c77-3525-4699-a7df-845b1ec581fb req-086f81d4-95a9-4278-b3d8-7dc8bf0b9f96 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.791848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d527c77-3525-4699-a7df-845b1ec581fb req-086f81d4-95a9-4278-b3d8-7dc8bf0b9f96 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 947 time: 0.1816180 Jan 28 16:32:24.800171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d6358-842a-4d29-a5ad-58b5447b1159 req-2aa7b934-d470-44d2-b9a2-debcac9c8b11 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:24.801617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a81d6358-842a-4d29-a5ad-58b5447b1159 req-2aa7b934-d470-44d2-b9a2-debcac9c8b11 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 947 time: 0.1808944 Jan 28 16:32:24.809201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8cf122-528f-43fb-b216-ab6d6ce5d458 req-c2c6203c-4a08-4b3c-a47a-cd9c82ad50c0 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115996 Jan 28 16:32:24.890105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d527c77-3525-4699-a7df-845b1ec581fb req-ce98cc65-41e7-4d79-98f0-8363602e973b tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Jan 28 16:32:24.893076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a81d6358-842a-4d29-a5ad-58b5447b1159 req-9f6f4448-e120-429f-bd94-121a30644118 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830526 Jan 28 16:32:24.998685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b725038-e6f3-4c67-b032-6b28c919120e req-59f1b59a-13d1-4428-a158-2b90c5c9efaa tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:25.000513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b725038-e6f3-4c67-b032-6b28c919120e req-59f1b59a-13d1-4428-a158-2b90c5c9efaa tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.0524008 Jan 28 16:32:25.050594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b725038-e6f3-4c67-b032-6b28c919120e req-1750e5b9-2c6b-4ede-a511-161e361d98e0 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Jan 28 16:32:25.172380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:25.192120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae85303-afb3-43c0-b18a-8bb44165bfa4 req-734a27e2-b89c-4aff-b975-d3c0987501b5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:25.193624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ae85303-afb3-43c0-b18a-8bb44165bfa4 req-734a27e2-b89c-4aff-b975-d3c0987501b5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 943 time: 0.0896776 Jan 28 16:32:25.199585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6e579-f0e2-4536-9db4-c5f8ce1a0cf0 req-90f8766f-b3b9-44f3-b1e6-7ff998654bdf tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:25.201597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d6e579-f0e2-4536-9db4-c5f8ce1a0cf0 req-90f8766f-b3b9-44f3-b1e6-7ff998654bdf tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1128 time: 0.0697534 Jan 28 16:32:25.271651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ae85303-afb3-43c0-b18a-8bb44165bfa4 req-ba6d52f9-6584-459b-a491-09ec2f5d0314 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691130 Jan 28 16:32:25.271888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:25.273804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d6e579-f0e2-4536-9db4-c5f8ce1a0cf0 req-26c092fb-bf81-46da-807b-e7631618c71d tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656989 Jan 28 16:32:25.419839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:32:25.420329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69681a23-d4c1-4761-aa63-f9586cd9ac9c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:25.527265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:25.540706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '69681a23-d4c1-4761-aa63-f9586cd9ac9c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '69681a23-d4c1-4761-aa63-f9586cd9ac9c', 'mac_address': 'fa:16:3e:31:46:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:25.581631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 69681a23-d4c1-4761-aa63-f9586cd9ac9c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:25.582036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:25.599887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69681a23-d4c1-4761-aa63-f9586cd9ac9c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:25.620450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:25.624815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391e01-05c5-4fcc-8bb8-70f4d4b7ea9b req-460d088d-b96c-4cdb-9429-640a209ae943 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:25.625900 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:25.626674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8391e01-05c5-4fcc-8bb8-70f4d4b7ea9b req-460d088d-b96c-4cdb-9429-640a209ae943 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.0564287 Jan 28 16:32:25.627364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device be7b0296-ddf4-46f5-8629-8eee9e901a11 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:25.686686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8391e01-05c5-4fcc-8bb8-70f4d4b7ea9b req-d665243b-3f48-4b36-b180-be7f56cfb0cd tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Jan 28 16:32:25.702773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=69681a23-d4c1-4761-aa63-f9586cd9ac9c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:25.704158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port be7b0296-ddf4-46f5-8629-8eee9e901a11, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:25.717997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'be7b0296-ddf4-46f5-8629-8eee9e901a11', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'be7b0296-ddf4-46f5-8629-8eee9e901a11', 'mac_address': 'fa:16:3e:af:e8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:25.756631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port be7b0296-ddf4-46f5-8629-8eee9e901a11 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:25.757133 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:25.771015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7b0296-ddf4-46f5-8629-8eee9e901a11 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:25.791468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port be7b0296-ddf4-46f5-8629-8eee9e901a11, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:25.796578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:25.850075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=be7b0296-ddf4-46f5-8629-8eee9e901a11,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:26.187907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['be7b0296-ddf4-46f5-8629-8eee9e901a11'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:26.191727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4f67-7096-433c-8673-c51b4817296a req-1e7cb667-a0b2-4524-bd55-2f989ebacd64 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.193260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a90f4f67-7096-433c-8673-c51b4817296a req-1e7cb667-a0b2-4524-bd55-2f989ebacd64 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.0752361 Jan 28 16:32:26.221680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['69681a23-d4c1-4761-aa63-f9586cd9ac9c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:26.252734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a90f4f67-7096-433c-8673-c51b4817296a req-c1bfeb2c-6821-48fb-bc92-f48ad3ec5297 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506351 Jan 28 16:32:26.378130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6066584-058f-420d-8262-5d759df1c35a req-5138cdb2-55a1-4e68-a3f0-1f0a3de2f9f5 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.379739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6066584-058f-420d-8262-5d759df1c35a req-5138cdb2-55a1-4e68-a3f0-1f0a3de2f9f5 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 948 time: 0.0568600 Jan 28 16:32:26.440733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9921f2ba-9b53-4297-8c20-b0b5e4f2e8b8 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:32:26.441289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6066584-058f-420d-8262-5d759df1c35a req-f8761f5b-015e-4a2d-9001-1f189bc0744b tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540409 Jan 28 16:32:26.443141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9921f2ba-9b53-4297-8c20-b0b5e4f2e8b8 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077820 Jan 28 16:32:26.491187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-010a6210-cb28-4681-866b-d56e444ac7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.492562 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-010a6210-cb28-4681-866b-d56e444ac7e3 service neutron] 10.222.0.25 "GET /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 1125 time: 0.0420265 Jan 28 16:32:26.501716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:26.502188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Unknown quota resources ['binding']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:32:26.556396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664069-decc-450a-954c-1ac6c6e94c57 req-32a32ee7-bb30-4280-9130-3078d3fab300 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.557890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1664069-decc-450a-954c-1ac6c6e94c57 req-32a32ee7-bb30-4280-9130-3078d3fab300 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 948 time: 0.0517738 Jan 28 16:32:26.606918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1664069-decc-450a-954c-1ac6c6e94c57 req-ec0839df-ede0-4e24-b718-a8adb967005f tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Jan 28 16:32:26.631309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:26.631653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:26.631984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:26.636214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:26.636535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:26.641385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:26.641729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:26.642108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:26.642536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Bound port: 80c0cefe-3b82-40e8-a482-12156e061d2b, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:26.699560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:26.707693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:26.708908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-9e3d2e33-d552-4893-b263-f8e7d473b6ab service neutron] 10.222.0.25 "POST /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2104554 Jan 28 16:32:26.731491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-f1b83f4e-f5b0-44fd-9a5b-214631846bf4 service neutron] 10.222.0.24 "GET /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.0910773 Jan 28 16:32:26.739499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ebda-5652-4d30-b7f4-60f769b110af req-21d1e75c-3ef1-48d6-b7b2-14051e309f67 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.740938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea65ebda-5652-4d30-b7f4-60f769b110af req-21d1e75c-3ef1-48d6-b7b2-14051e309f67 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0764837 Jan 28 16:32:26.863087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea65ebda-5652-4d30-b7f4-60f769b110af req-29d98b7d-544f-4926-953b-7c1dae4d09a2 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159627 Jan 28 16:32:26.938606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f011b-91c7-4221-9911-3a2007a32bb6 req-10421c8c-d975-4c0c-b3b1-5473e8489b62 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.940050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-973f011b-91c7-4221-9911-3a2007a32bb6 req-10421c8c-d975-4c0c-b3b1-5473e8489b62 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 943 time: 0.1236312 Jan 28 16:32:26.959631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-92a452ad-b59b-4306-a373-0a33ce429905 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:26.961786 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-92a452ad-b59b-4306-a373-0a33ce429905 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.24 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.0610557 Jan 28 16:32:27.064024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Deleting port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:27.064371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.071046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:27.080417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f8bb-d9ef-461f-8b0a-d8ca4fcaa72d req-c72fd168-5cca-4c5c-8356-ee711edaa1bf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.081909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a385f8bb-d9ef-461f-8b0a-d8ca4fcaa72d req-c72fd168-5cca-4c5c-8356-ee711edaa1bf tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1996eb78-af05-4b8b-a197-28b40516e863 HTTP/1.1" status: 200 len: 950 time: 0.1604474 Jan 28 16:32:27.084878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-973f011b-91c7-4221-9911-3a2007a32bb6 req-959e466e-1bc2-4081-9930-d90d3142b8b8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004803 Jan 28 16:32:27.120373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:27.172303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] For port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:27.172654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.185969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Calling delete_port for 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:27.198968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:27.214591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a385f8bb-d9ef-461f-8b0a-d8ca4fcaa72d req-04290780-c111-4fb4-afc9-1e02da4d9770 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a9aad76-09d3-4b1c-80df-c5e77322a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240013 Jan 28 16:32:27.217139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:27.248213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20950c-9369-4c54-bb02-d2bfeda582a5 req-0a7a557b-9e22-4c22-bdb5-abbea5de2919 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.249687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc20950c-9369-4c54-bb02-d2bfeda582a5 req-0a7a557b-9e22-4c22-bdb5-abbea5de2919 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 945 time: 0.0981915 Jan 28 16:32:27.250720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.322566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (53a19ae9-b56f-4cc0-8b7e-02dc296b3fec), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.336858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['53a19ae9-b56f-4cc0-8b7e-02dc296b3fec'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:27.350926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Pushing event deleted for resources: {'Port': ['ID=53a19ae9-b56f-4cc0-8b7e-02dc296b3fec,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:27.375782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc20950c-9369-4c54-bb02-d2bfeda582a5 req-bf91e553-80bd-4830-8b10-5c6deebede34 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165254 Jan 28 16:32:27.396511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] Transition to ACTIVE for port object 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:27.402721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] No DVR routers for this DVR port 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:27.405952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.409243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d90e2f1d-5310-43cd-8633-59c9cda1f95a req-c1d5085e-0564-4c01-96f0-383a7b56b4e4 tempest-ImagesNegativeTestJSON-169440968 tempest-ImagesNegativeTestJSON-169440968-project] 10.222.0.24 "DELETE /v2.0/ports/53a19ae9-b56f-4cc0-8b7e-02dc296b3fec HTTP/1.1" status: 204 len: 173 time: 0.4380872 Jan 28 16:32:27.410094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1996eb78-af05-4b8b-a197-28b40516e863', 'name': 'network-vif-deleted', 'tag': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:27.412231 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e1c6eb-9d63-40e6-add2-5001a5c9bb81" -d '{"events": [{"server_uuid": "1996eb78-af05-4b8b-a197-28b40516e863", "name": "network-vif-deleted", "tag": "53a19ae9-b56f-4cc0-8b7e-02dc296b3fec"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:27.412384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.459842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5171eea-8a23-4fd5-bbdd-14c93938694d req-40725658-113b-41bb-8fa1-38bddadc9bd2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.462528 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc28fe87-2def-4063-95dd-a78185d92d97 x-openstack-request-id: req-dc28fe87-2def-4063-95dd-a78185d92d97 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:27.463492 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1996eb78-af05-4b8b-a197-28b40516e863", "name": "network-vif-deleted", "tag": "53a19ae9-b56f-4cc0-8b7e-02dc296b3fec", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:27.463910 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc28fe87-2def-4063-95dd-a78185d92d97 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:27.464467 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1996eb78-af05-4b8b-a197-28b40516e863', 'name': 'network-vif-deleted', 'tag': '53a19ae9-b56f-4cc0-8b7e-02dc296b3fec', 'status': 'completed', 'code': 200} Jan 28 16:32:27.467377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5171eea-8a23-4fd5-bbdd-14c93938694d req-40725658-113b-41bb-8fa1-38bddadc9bd2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.1340535 Jan 28 16:32:27.540824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] No DVR routers for this DVR port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:27.566513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] Pushing event updated for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:27.624456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5171eea-8a23-4fd5-bbdd-14c93938694d req-4f9d620a-5989-44f2-b35b-0922a650997c tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563132 Jan 28 16:32:27.631996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-331148b0-9452-46f3-973e-db6973f13d02 service neutron] 10.222.0.24 "PUT /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8901596 Jan 28 16:32:27.657527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc538c0-04c2-4166-a31b-13269f193b64 req-9e49abcc-b676-49e4-a30f-d20520268f56 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.658995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bc538c0-04c2-4166-a31b-13269f193b64 req-9e49abcc-b676-49e4-a30f-d20520268f56 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 948 time: 0.1194110 Jan 28 16:32:27.735634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bc538c0-04c2-4166-a31b-13269f193b64 req-50897909-c588-4538-8281-02a0d22144c3 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703168 Jan 28 16:32:27.736191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-4b5b24da-f608-47c5-be8b-966a6a035b8e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.737844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-4b5b24da-f608-47c5-be8b-966a6a035b8e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0469694 Jan 28 16:32:27.756062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc9c0-3fbb-4d84-af3c-4dc72d9f4240 req-c5d2752a-be10-49d8-8a7b-fcda49ceaedb tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.756062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c3fc9c0-3fbb-4d84-af3c-4dc72d9f4240 req-c5d2752a-be10-49d8-8a7b-fcda49ceaedb tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 948 time: 0.0681770 Jan 28 16:32:27.802647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-65de3fab-ec17-4fe3-bd10-6dad071311bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.804246 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-65de3fab-ec17-4fe3-bd10-6dad071311bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382&tenant_id=d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 1127 time: 0.0588589 Jan 28 16:32:27.835933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c3fc9c0-3fbb-4d84-af3c-4dc72d9f4240 req-ddf3cd2a-6a75-49f7-8f03-23d4b33687cf tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729907 Jan 28 16:32:27.863221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9d7fc-7f6a-48c5-8a40-e5788152b389 req-6008de0b-e1d7-43f4-890c-e77ded4ba796 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.865199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5c9d7fc-7f6a-48c5-8a40-e5788152b389 req-6008de0b-e1d7-43f4-890c-e77ded4ba796 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.0756607 Jan 28 16:32:27.875312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58430) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:27.880100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Request body: {'floatingip': {'port_id': '45693da8-8521-4050-a881-d13d25cfec3d'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:27.887020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-7d7a182f-0739-45c8-b94c-1ba16b8d75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:27.889299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-7d7a182f-0739-45c8-b94c-1ba16b8d75f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1127 time: 0.0603430 Jan 28 16:32:27.921842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (7af543f9-cae2-4ea5-b29c-d1898c506fd2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:27.998633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-27adcf96-e44a-4e59-8d2f-4539747cb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.000128 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-27adcf96-e44a-4e59-8d2f-4539747cb27d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.0980644 Jan 28 16:32:28.047310 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-484dc267-8815-4144-bc4c-29782d3f8824 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0402620 Jan 28 16:32:28.077432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b9509-7a7d-436a-9b6d-550a73a6725d req-7bc97dfc-694a-44da-be64-6b6c1b9d4f7e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.079017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc7b9509-7a7d-436a-9b6d-550a73a6725d req-7bc97dfc-694a-44da-be64-6b6c1b9d4f7e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1230392 Jan 28 16:32:28.095310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-29662954-18b5-4415-8bc7-fb1fd441bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.096792 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-29662954-18b5-4415-8bc7-fb1fd441bd71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0428934 Jan 28 16:32:28.130085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-08ac1497-662c-4433-8fa8-47efb73c8b44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272694 Jan 28 16:32:28.226206 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-906694a8-f9a7-4682-aaca-d3409639d0a5 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892146 Jan 28 16:32:28.226901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc7b9509-7a7d-436a-9b6d-550a73a6725d req-29ce30e9-b40a-4fbd-8a96-271307f81fec tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114838 Jan 28 16:32:28.266420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e85665-f887-416a-b06d-9e301aefc9d4 req-bab511dd-bde4-4b53-9045-dc248096110c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.267863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83e85665-f887-416a-b06d-9e301aefc9d4 req-bab511dd-bde4-4b53-9045-dc248096110c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.0850105 Jan 28 16:32:28.331807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-43f9a689-2f7e-41a2-a944-aa9ad9aef7bb service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948133 Jan 28 16:32:28.393381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83e85665-f887-416a-b06d-9e301aefc9d4 req-b736a9fe-d2af-4460-bba2-237ea517205f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982006 Jan 28 16:32:28.617106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553212-8db2-4908-9e52-02dd967c1533 req-416d7312-bd70-4daf-b773-c35e122c7b7b tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.620070 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-416d7312-bd70-4daf-b773-c35e122c7b7b tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0541816 Jan 28 16:32:28.714030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58456) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:28.746302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-29553212-8db2-4908-9e52-02dd967c1533 req-96cb72e4-d25c-4850-8020-fd5d45125752 service neutron] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:28.750204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-29553212-8db2-4908-9e52-02dd967c1533 req-96cb72e4-d25c-4850-8020-fd5d45125752 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.751611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-29553212-8db2-4908-9e52-02dd967c1533 req-96cb72e4-d25c-4850-8020-fd5d45125752 service neutron] 10.222.0.31 "DELETE /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.1243410 Jan 28 16:32:28.775853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:32:28.861154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.872786 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (7af543f9-cae2-4ea5-b29c-d1898c506fd2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.873009 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a0d329d1-5aeb-4d1a-9d83-0521af31118b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=298523d1e9e44f60a6aaa34e65788e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572769 Jan 28 16:32:28.874765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58464) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:28.882877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762c0b0-dbb4-4671-9614-594fa371d7cf req-51863501-254b-440e-9ade-63c7aa5f3b62 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.884327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8762c0b0-dbb4-4671-9614-594fa371d7cf req-51863501-254b-440e-9ade-63c7aa5f3b62 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 945 time: 0.4086394 Jan 28 16:32:28.923603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28452ac-b5f0-4ea8-8d15-566ceb537830 admin admin] Publish callbacks [] for security_group (8a9aad76-09d3-4b1c-80df-c5e77322a211), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.946157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28452ac-b5f0-4ea8-8d15-566ceb537830 admin admin] Publish callbacks [] for security_group (8a9aad76-09d3-4b1c-80df-c5e77322a211), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.951708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76249f7-0a88-42e7-88bc-f54ae0fb6dac req-d11566e9-888a-48c7-87b0-417862afe5a7 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:28.953167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d76249f7-0a88-42e7-88bc-f54ae0fb6dac req-d11566e9-888a-48c7-87b0-417862afe5a7 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 948 time: 0.1397650 Jan 28 16:32:28.993924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28452ac-b5f0-4ea8-8d15-566ceb537830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8a9aad76-09d3-4b1c-80df-c5e77322a211), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.996990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28452ac-b5f0-4ea8-8d15-566ceb537830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:28.998128 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c28452ac-b5f0-4ea8-8d15-566ceb537830 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a9aad76-09d3-4b1c-80df-c5e77322a211 HTTP/1.1" status: 204 len: 168 time: 0.1224258 Jan 28 16:32:29.008173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28452ac-b5f0-4ea8-8d15-566ceb537830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9aad76-09d3-4b1c-80df-c5e77322a211,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:29.043111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8762c0b0-dbb4-4671-9614-594fa371d7cf req-96dde688-53b2-41d5-9993-9c74339a30bb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249080 Jan 28 16:32:29.075721 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Floating IP 7af543f9-cae2-4ea5-b29c-d1898c506fd2 associated. External IP: 172.25.8.46, port: 45693da8-8521-4050-a881-d13d25cfec3d. Jan 28 16:32:29.133009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d76249f7-0a88-42e7-88bc-f54ae0fb6dac req-7bb69e2c-3d8e-48fd-a9bf-10546d7b38ad tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696301 Jan 28 16:32:29.215743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device be7b0296-ddf4-46f5-8629-8eee9e901a11 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:29.277293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port be7b0296-ddf4-46f5-8629-8eee9e901a11 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:29.286214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port be7b0296-ddf4-46f5-8629-8eee9e901a11 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:29.287022 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.298147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf6f1-79d6-4c08-af1a-0be1c62fa205 req-3d80ff48-7142-4f99-90e7-a0421439c47e tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:29.299926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd1cf6f1-79d6-4c08-af1a-0be1c62fa205 req-3d80ff48-7142-4f99-90e7-a0421439c47e tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 948 time: 0.1520579 Jan 28 16:32:29.382253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port be7b0296-ddf4-46f5-8629-8eee9e901a11 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:29.382717 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.426566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b0296-ddf4-46f5-8629-8eee9e901a11'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:29.429533 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbe2724-52df-44b4-a132-d1626dfb00ac" -d '{"events": [{"server_uuid": "ea15b5b1-2f13-4ed2-bbd0-6152648c249f", "name": "network-vif-plugged", "status": "completed", "tag": "be7b0296-ddf4-46f5-8629-8eee9e901a11"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:29.448933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd1cf6f1-79d6-4c08-af1a-0be1c62fa205 req-185ef759-7c6d-4b36-9e82-ef91952b0e1c tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396942 Jan 28 16:32:29.449906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port be7b0296-ddf4-46f5-8629-8eee9e901a11, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:29.450776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Router 0fcad013-b077-4159-9a21-ec76b20a05b8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:32:29.458384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.459518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69681a23-d4c1-4761-aa63-f9586cd9ac9c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:29.472267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aefe52-13c6-45d9-b448-43393ab4d0ea req-56b17eb7-38b9-4a1f-99df-4fd5823a554b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:29.479797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91aefe52-13c6-45d9-b448-43393ab4d0ea req-56b17eb7-38b9-4a1f-99df-4fd5823a554b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1148109 Jan 28 16:32:29.594232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=be7b0296-ddf4-46f5-8629-8eee9e901a11,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:29.598192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91aefe52-13c6-45d9-b448-43393ab4d0ea req-286cb7df-0503-49b4-823c-14ed5d93b908 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165240 Jan 28 16:32:29.608334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 69681a23-d4c1-4761-aa63-f9586cd9ac9c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:29.620544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 69681a23-d4c1-4761-aa63-f9586cd9ac9c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:29.620544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.676944 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c728d35-40a4-417f-b9e0-523f4c297115 x-openstack-request-id: req-3c728d35-40a4-417f-b9e0-523f4c297115 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:29.677238 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15b5b1-2f13-4ed2-bbd0-6152648c249f", "name": "network-vif-plugged", "status": "completed", "tag": "be7b0296-ddf4-46f5-8629-8eee9e901a11", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:29.677564 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c728d35-40a4-417f-b9e0-523f4c297115 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:29.678017 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b0296-ddf4-46f5-8629-8eee9e901a11', 'code': 200} Jan 28 16:32:29.702448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:32:29.709393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.720332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af24b7-aed2-4a43-953b-48c929ab0fe9 req-9a989d07-d872-459f-9742-3f512c6c527c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:29.723701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] Sync routers for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:32:29.727171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0af24b7-aed2-4a43-953b-48c929ab0fe9 req-9a989d07-d872-459f-9742-3f512c6c527c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.1566746 Jan 28 16:32:29.742418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:29.743198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:29.788365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-81498e36-2e83-46d3-a3f5-4ba1a302a9d3 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "PUT /v2.0/floatingips/7af543f9-cae2-4ea5-b29c-d1898c506fd2 HTTP/1.1" status: 200 len: 990 time: 1.9027824 Jan 28 16:32:29.788365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:29.788365 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fcadb2-83cc-46d7-ad58-eceab79c7d98" -d '{"events": [{"name": "network-changed", "server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "tag": "45693da8-8521-4050-a881-d13d25cfec3d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:29.796487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 69681a23-d4c1-4761-aa63-f9586cd9ac9c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:29.796487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.817522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0af24b7-aed2-4a43-953b-48c929ab0fe9 req-763d8f25-4eab-4502-8884-0892875fba72 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887897 Jan 28 16:32:29.850736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:29.861984 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:29.873755 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0ac45-ebe9-4aab-9611-e2909f738a6b x-openstack-request-id: req-48b0ac45-ebe9-4aab-9611-e2909f738a6b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:29.874204 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "tag": "45693da8-8521-4050-a881-d13d25cfec3d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:29.874553 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48b0ac45-ebe9-4aab-9611-e2909f738a6b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:29.875330 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d', 'status': 'completed', 'code': 200} Jan 28 16:32:29.885901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-b4d14d0f-eb09-48b3-8210-79a704041c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:29.888924 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-b4d14d0f-eb09-48b3-8210-79a704041c38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1128 time: 0.1211905 Jan 28 16:32:29.942314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f271e-e653-443e-b78f-d4cc0638f92c req-3ab04d52-5d2e-4a1a-b283-48a0c3de87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:29.944196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd9f271e-e653-443e-b78f-d4cc0638f92c req-3ab04d52-5d2e-4a1a-b283-48a0c3de87ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 1132 time: 0.1753328 Jan 28 16:32:29.948858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-a1a71664-a859-4ec6-9df8-6addd8325f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:29.950946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-a1a71664-a859-4ec6-9df8-6addd8325f3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=86109a4d21054fe39da1c82d4c78fcc7&device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 1128 time: 0.0646017 Jan 28 16:32:29.975775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:30.054770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd9f271e-e653-443e-b78f-d4cc0638f92c req-eec40c19-ff18-4c1c-9025-faef45d8ba94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738137 Jan 28 16:32:30.056080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2185559-35c9-4cb8-981e-5c4eff92304b req-f99c2e0a-e3e8-498a-85a0-5d01960ecf33 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.057885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2185559-35c9-4cb8-981e-5c4eff92304b req-f99c2e0a-e3e8-498a-85a0-5d01960ecf33 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1127 time: 0.1210308 Jan 28 16:32:30.059644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-209c27e1-711b-4bd0-8e38-d8ad4aad29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.061293 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-209c27e1-711b-4bd0-8e38-d8ad4aad29ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1637909 Jan 28 16:32:30.093494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=69681a23-d4c1-4761-aa63-f9586cd9ac9c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:30.107605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-2d36dec7-4098-4d38-b8a0-aa6925328b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.109669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-2d36dec7-4098-4d38-b8a0-aa6925328b2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be HTTP/1.1" status: 200 len: 916 time: 0.1377151 Jan 28 16:32:30.124694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2185559-35c9-4cb8-981e-5c4eff92304b req-e314a740-59a7-49db-949b-a773228b1c4e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586712 Jan 28 16:32:30.258851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf91e-dd19-4911-bd0b-380d9dd007fb req-d1b09673-916c-4a96-bb26-e8e62f51abc3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.260493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aedaf91e-dd19-4911-bd0b-380d9dd007fb req-d1b09673-916c-4a96-bb26-e8e62f51abc3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 945 time: 0.0665956 Jan 28 16:32:30.305475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '7af543f9-cae2-4ea5-b29c-d1898c506fd2', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'port_id': '45693da8-8521-4050-a881-d13d25cfec3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'mac_address': 'fa:16:3e:26:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b179bea-3749-4386-88b2-bf235366be9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:32:08Z', 'updated_at': '2022-01-28T16:32:28Z', 'revision_number': 1, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:06Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:30.327068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-760876d6-a172-4db8-be67-210865da2e3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 217 time: 0.0379870 Jan 28 16:32:30.335032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] Checking router: 0fcad013-b077-4159-9a21-ec76b20a05b8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:32:30.344508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:30.344853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:30.381802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-dca70f0b-b7bc-46e5-bdc4-1135f192f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.383271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-dca70f0b-b7bc-46e5-bdc4-1135f192f919 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0474219 Jan 28 16:32:30.392387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aedaf91e-dd19-4911-bd0b-380d9dd007fb req-7f5078af-69b7-4cc3-9984-ce3ae07f9a0e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229134 Jan 28 16:32:30.395159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-41b07d08-1753-44da-b056-684cab19d6d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45693da8-8521-4050-a881-d13d25cfec3d HTTP/1.1" status: 200 len: 998 time: 0.1002674 Jan 28 16:32:30.405888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e5e60-b450-4fee-bf4b-863b5ff85209 req-0e489c12-9946-4d1e-8147-4ae92b9945bd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.407381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-534e5e60-b450-4fee-bf4b-863b5ff85209 req-0e489c12-9946-4d1e-8147-4ae92b9945bd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.1561606 Jan 28 16:32:30.443189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-6c39c467-8834-429e-83a8-1c33ff4ed631 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480728 Jan 28 16:32:30.463553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:30.500563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-3f310173-aa61-4941-afd0-07192c973247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.500563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-3f310173-aa61-4941-afd0-07192c973247 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7 HTTP/1.1" status: 200 len: 854 time: 0.0919654 Jan 28 16:32:30.542786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-534e5e60-b450-4fee-bf4b-863b5ff85209 req-854baf36-7367-47f7-ad6e-afc09b7d45b7 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960586 Jan 28 16:32:30.549483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-b401fbec-e86b-4e15-8e56-f04ded8e738f service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972104 Jan 28 16:32:30.570442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-68eafbbf-1e08-47c5-8c7f-96c7458086b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.572302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-68eafbbf-1e08-47c5-8c7f-96c7458086b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0624897 Jan 28 16:32:30.681996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-280e97dc-f592-4ebb-a249-9b48db374ccb service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234508 Jan 28 16:32:30.757314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '7af543f9-cae2-4ea5-b29c-d1898c506fd2', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'port_id': '45693da8-8521-4050-a881-d13d25cfec3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'mac_address': 'fa:16:3e:26:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b179bea-3749-4386-88b2-bf235366be9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:32:08Z', 'updated_at': '2022-01-28T16:32:28Z', 'revision_number': 1, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:06Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:30.766102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-8b6c4c1d-1c82-4abd-90eb-0bb8134a650d service neutron] 10.222.0.31 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863940 Jan 28 16:32:30.796407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba19720-b906-49e8-bb0a-373292c01d7b None None] The sync data for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 is: [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '7af543f9-cae2-4ea5-b29c-d1898c506fd2', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'port_id': '45693da8-8521-4050-a881-d13d25cfec3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'mac_address': 'fa:16:3e:26:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b179bea-3749-4386-88b2-bf235366be9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:32:08Z', 'updated_at': '2022-01-28T16:32:28Z', 'revision_number': 1, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:06Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:30.833050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-77405818-e08a-4f9e-9042-4cd04f27b94b tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.834634 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-77405818-e08a-4f9e-9042-4cd04f27b94b tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.0782695 Jan 28 16:32:30.845767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:30.854646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-af90e27a-bbf7-4cc7-b918-2f2d394506c3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.856384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-af90e27a-bbf7-4cc7-b918-2f2d394506c3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.2047853 Jan 28 16:32:30.898617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-c3c0f382-f4ad-4f59-a538-f6748a2b2ce9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/quotas/d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 375 time: 0.0323575 Jan 28 16:32:30.909031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:30.976801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c4277-7d7f-4d50-9b28-1b91efa2339a req-97fe7e27-1ec1-4fd5-94e9-b87b8a065f4d tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:30.978298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-848c4277-7d7f-4d50-9b28-1b91efa2339a req-97fe7e27-1ec1-4fd5-94e9-b87b8a065f4d tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 949 time: 0.1338418 Jan 28 16:32:30.981885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65fcadb2-83cc-46d7-ad58-eceab79c7d98 req-d2b00421-61f7-497a-8f8e-ca9012cef3dd service neutron] 10.222.0.31 "GET /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991060 Jan 28 16:32:31.031463 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9c65b-ca2c-43ba-addd-047d34e412cb None None] New status for floating IP 7af543f9-cae2-4ea5-b29c-d1898c506fd2: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:32:31.037077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-c13eef23-a061-44ae-8978-e541b4074221 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302664 Jan 28 16:32:31.057423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:31.092106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-848c4277-7d7f-4d50-9b28-1b91efa2339a req-88e5d3df-0070-41e1-a157-56faa53039e2 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071961 Jan 28 16:32:31.095141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:31.147312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:31.150657 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d8bc7-991d-421d-a823-4dfbbd3dc1fb" -d '{"events": [{"server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "name": "network-vif-unplugged", "status": "completed", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:31.155955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Publish callbacks [] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:31.161475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-e9b018cc-3dbd-44bf-8b98-f501ec8c210f service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234012 Jan 28 16:32:31.165351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:31.229690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:31.259181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:31.259527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:31.259847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:31.264795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:31.265124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Attempting to bind port 80c0cefe-3b82-40e8-a482-12156e061d2b on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:31.270373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:31.270714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:31.271142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:31.271626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Bound port: 80c0cefe-3b82-40e8-a482-12156e061d2b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:31.271924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:31.299682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b23a-3b90-45ff-9cd8-6d1ddcf68365 req-6e076ceb-c0da-42b1-bc54-1161cfda8848 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:31.301165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2e0b23a-3b90-45ff-9cd8-6d1ddcf68365 req-6e076ceb-c0da-42b1-bc54-1161cfda8848 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1291738 Jan 28 16:32:31.303396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-92a532ed-15e4-452d-895d-04cadf379304 service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410682 Jan 28 16:32:31.343709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:31.347014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:31.350861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2e0b23a-3b90-45ff-9cd8-6d1ddcf68365 req-994d1a4b-ce04-449a-acc2-e29fa5463290 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Jan 28 16:32:31.354451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:31.439593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:31.443024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:31.443642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:31.445194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-64fabe17-f106-4eab-8e2c-1f905f447d96 service neutron] 10.222.0.31 "PUT /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 1123 time: 0.6037889 Jan 28 16:32:31.479152 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e243beee-f620-4a92-91dd-811147b8ee57 x-openstack-request-id: req-e243beee-f620-4a92-91dd-811147b8ee57 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:31.482265 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "name": "network-vif-unplugged", "status": "completed", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:31.483146 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e243beee-f620-4a92-91dd-811147b8ee57 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:31.483657 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'code': 200} Jan 28 16:32:31.514853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:31.553155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['80c0cefe-3b82-40e8-a482-12156e061d2b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:31.556361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:32:31.556361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 53a19ae9-b56f-4cc0-8b7e-02dc296b3fec not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:31.556799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:31.606214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dc44a20-4dc7-4d88-b350-6b9767b16d9c req-cca02f0e-1c8e-4f35-bd93-34dd40fc2fe8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 210 time: 0.0485084 Jan 28 16:32:31.646754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:32:31.647171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:31.695174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69681a23-d4c1-4761-aa63-f9586cd9ac9c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:31.697013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685dfc1-15b1-4c3e-b48f-e1bdeb889ead req-92019ebe-af6e-4d55-a8d2-37bed3340185 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:31.698745 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e49d2d-e2eb-48b6-9fbf-7a1aa1fe7c65" -d '{"events": [{"server_uuid": "59c03726-c922-489b-ac8b-e41e60cd37f4", "name": "network-vif-plugged", "status": "completed", "tag": "69681a23-d4c1-4761-aa63-f9586cd9ac9c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:31.702396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9685dfc1-15b1-4c3e-b48f-e1bdeb889ead req-92019ebe-af6e-4d55-a8d2-37bed3340185 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 943 time: 0.0946496 Jan 28 16:32:31.786357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9685dfc1-15b1-4c3e-b48f-e1bdeb889ead req-4609a2f8-ffa7-48e7-b6a7-0331b3a9287b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779448 Jan 28 16:32:31.797975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e7a85-61a7-4766-8e53-e50c53a904f8 req-dacc0b6e-0e91-4ef2-b3e3-4dfe85875fdf tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:31.799731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c2e7a85-61a7-4766-8e53-e50c53a904f8 req-dacc0b6e-0e91-4ef2-b3e3-4dfe85875fdf tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.0833793 Jan 28 16:32:31.860056 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da3cfe-7174-4ed1-b95b-b574115b7915 x-openstack-request-id: req-37da3cfe-7174-4ed1-b95b-b574115b7915 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:31.860957 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c03726-c922-489b-ac8b-e41e60cd37f4", "name": "network-vif-plugged", "status": "completed", "tag": "69681a23-d4c1-4761-aa63-f9586cd9ac9c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:31.861370 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37da3cfe-7174-4ed1-b95b-b574115b7915 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:31.861937 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69681a23-d4c1-4761-aa63-f9586cd9ac9c', 'code': 200} Jan 28 16:32:31.864066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c2e7a85-61a7-4766-8e53-e50c53a904f8 req-d75ac47e-a3bd-477e-b415-efc7bd68d333 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jan 28 16:32:31.983744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941c23-f343-4f40-b047-c72207b8c6c8 req-6937b0db-2f6c-434e-99a3-52dd9a0de748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:31.985275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56941c23-f343-4f40-b047-c72207b8c6c8 req-6937b0db-2f6c-434e-99a3-52dd9a0de748 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 1132 time: 0.0533516 Jan 28 16:32:32.037598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56941c23-f343-4f40-b047-c72207b8c6c8 req-57b11927-e12b-4d9a-862d-57d9fb01d099 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Jan 28 16:32:32.228053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67599dec-d384-428d-91c6-e7df8170b913 req-0134fbbd-c2f0-4327-8ac2-9259198bda24 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:32.229675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67599dec-d384-428d-91c6-e7df8170b913 req-0134fbbd-c2f0-4327-8ac2-9259198bda24 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 949 time: 0.0574265 Jan 28 16:32:32.261189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58566) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:32.282235 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67599dec-d384-428d-91c6-e7df8170b913 req-2a54472f-bd98-4493-a374-c1103d2fb78e tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464721 Jan 28 16:32:32.367110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-339ac929-01c0-41eb-b115-6faca24d2213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.486805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-339ac929-01c0-41eb-b115-6faca24d2213 admin admin] Publish callbacks [] for security_group (ac38057b-a13e-4c1a-9f2b-6c70d701436c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.494264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-339ac929-01c0-41eb-b115-6faca24d2213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ac38057b-a13e-4c1a-9f2b-6c70d701436c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.528965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe810e-4e04-4fc4-9fcc-895244f854eb req-4763c9cf-825f-4871-8149-636cb27de5bd tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:32.530446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5fe810e-4e04-4fc4-9fcc-895244f854eb req-4763c9cf-825f-4871-8149-636cb27de5bd tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1036694 Jan 28 16:32:32.589207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-339ac929-01c0-41eb-b115-6faca24d2213 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beba1f5bddb240c3a0782ebd8719b2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269846 Jan 28 16:32:32.592497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58578) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:32.645260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ac929-01c0-41eb-b115-6faca24d2213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38057b-a13e-4c1a-9f2b-6c70d701436c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:32.664507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5e97f5-b889-4f07-9786-43a0412db8cf admin admin] Publish callbacks [] for security_group (ac38057b-a13e-4c1a-9f2b-6c70d701436c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.687353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5e97f5-b889-4f07-9786-43a0412db8cf admin admin] Publish callbacks [] for security_group (ac38057b-a13e-4c1a-9f2b-6c70d701436c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.712657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5fe810e-4e04-4fc4-9fcc-895244f854eb req-4b2d3ea3-ce6d-45cc-9224-240e552d69f7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601989 Jan 28 16:32:32.727911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bf2cc-dcb7-4211-b69c-22e08988abe4 req-e4bb331d-a55b-4a65-81e8-77fbaee4caea tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:32.729430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f60bf2cc-dcb7-4211-b69c-22e08988abe4 req-e4bb331d-a55b-4a65-81e8-77fbaee4caea tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 949 time: 0.1757405 Jan 28 16:32:32.751651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-0d9087cc-c95e-4de6-adb1-1e6c36891555 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:32.753250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-0d9087cc-c95e-4de6-adb1-1e6c36891555 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.2367885 Jan 28 16:32:32.757756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5e97f5-b889-4f07-9786-43a0412db8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ac38057b-a13e-4c1a-9f2b-6c70d701436c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.761676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5e97f5-b889-4f07-9786-43a0412db8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:32.763695 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4d5e97f5-b889-4f07-9786-43a0412db8cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac38057b-a13e-4c1a-9f2b-6c70d701436c HTTP/1.1" status: 204 len: 168 time: 0.1700964 Jan 28 16:32:32.772922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e97f5-b889-4f07-9786-43a0412db8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac38057b-a13e-4c1a-9f2b-6c70d701436c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:32.776219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Request body: {'port': {'device_id': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'admin_state_up': True, 'tenant_id': 'd71ea35b215840f0a0102591148d98fc'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:33.112759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ae81944-32b7-4ae8-95e2-de15a1253f74 req-2b79d715-e824-45b5-9c69-930293074f18 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 210 time: 0.3309960 Jan 28 16:32:33.138847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f60bf2cc-dcb7-4211-b69c-22e08988abe4 req-c0e90ee4-bec7-4322-a841-3b3547a39128 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989310 Jan 28 16:32:33.205104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Made reservation on behalf of d71ea35b215840f0a0102591148d98fc for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:33.210776 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.344307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7890-6e77-4be0-8532-85fa2aae4c20 req-1b20be98-2809-4527-9a2c-fb2ff9e73f34 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.345973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980f7890-6e77-4be0-8532-85fa2aae4c20 req-1b20be98-2809-4527-9a2c-fb2ff9e73f34 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 943 time: 0.1516466 Jan 28 16:32:33.370779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b2c2-b29d-454b-8c39-f1b58b5cfa91 req-69182641-c571-4396-a50c-b50247d106ef tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.372237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ee4b2c2-b29d-454b-8c39-f1b58b5cfa91 req-69182641-c571-4396-a50c-b50247d106ef tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.1445782 Jan 28 16:32:33.414204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:33.459820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Allocated IP 172.20.0.10 (fa25765c-f7d0-4a6a-8b71-339fb7f268ad/a17727bf-14a6-47a7-b0c1-c4791e085e6b/a2eaa313-1913-4ad3-af71-07a867579795) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:33.485761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:33.487658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980f7890-6e77-4be0-8532-85fa2aae4c20 req-443fbf53-6128-4c1a-91dc-ca8dd90e84d4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335480 Jan 28 16:32:33.488285 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4c45d5-5040-441e-aa00-047f1d49b9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:33.495624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ee4b2c2-b29d-454b-8c39-f1b58b5cfa91 req-3218bc7c-2a54-4cd3-9f2b-7f58281a33b0 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019983 Jan 28 16:32:33.531117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1138085395-network', 'tenant_id': 'acca9b1e0a434db99efb55da11cc8b17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:33.550234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Made reservation on behalf of acca9b1e0a434db99efb55da11cc8b17 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:33.552555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.555297 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7810ed70-8c4f-4022-bb62-97d81f82c31a x-openstack-request-id: req-7810ed70-8c4f-4022-bb62-97d81f82c31a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:33.555586 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:33.555853 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7810ed70-8c4f-4022-bb62-97d81f82c31a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:33.556209 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'status': 'completed', 'code': 200} Jan 28 16:32:33.563218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.645956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks [] for port (a2eaa313-1913-4ad3-af71-07a867579795), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.648894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-fb5411d7-fbae-4457-88e5-b107da2eb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.650400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-fb5411d7-fbae-4457-88e5-b107da2eb716 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1157 time: 0.0718496 Jan 28 16:32:33.684939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.725955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:33.728233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks [] for security_group (d7157d78-6c85-4270-be2e-de2071ceeb4d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.729096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:33.731802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:33.734724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d7157d78-6c85-4270-be2e-de2071ceeb4d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.741876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.742655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.762473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:33.783345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-5cb1656f-b3ed-4b75-9b82-fd7a4cdaf3df tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0199051 Jan 28 16:32:33.787757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:32:33.794081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7157d78-6c85-4270-be2e-de2071ceeb4d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:33.805389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-b7790bf0-23e7-4f4c-bd15-69ad46f7e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.807139 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-b7790bf0-23e7-4f4c-bd15-69ad46f7e38b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1484194 Jan 28 16:32:33.808686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9eacea18-e7d1-4bcc-a002-77e8ec73ca35), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.809134 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Added segment 9eacea18-e7d1-4bcc-a002-77e8ec73ca35 of type vlan for network b3a11dbc-eccf-4dff-9866-ce51cfe2d59d Jan 28 16:32:33.816626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Request body: {'port': {'device_id': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:33.872527 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-15b25a8b-50c6-4123-b2c8-c9357408aaa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 217 time: 0.0551264 Jan 28 16:32:33.889173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90739a-99b9-4734-b39e-e3e4a0591699 req-3c7090ec-317c-45eb-a18d-34c6616a4d49 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.890877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c90739a-99b9-4734-b39e-e3e4a0591699 req-3c7090ec-317c-45eb-a18d-34c6616a4d49 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1048892 Jan 28 16:32:33.893975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b3a11dbc-eccf-4dff-9866-ce51cfe2d59d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.909548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.951389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-7d16330c-9a72-4a7d-b39c-054e161282de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.952828 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-7d16330c-9a72-4a7d-b39c-054e161282de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0718148 Jan 28 16:32:33.954424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b3a11dbc-eccf-4dff-9866-ce51cfe2d59d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.955305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:33.956034 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:33.978041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c90739a-99b9-4734-b39e-e3e4a0591699 req-6b631949-9fa2-4de5-a455-f6c9be956bde tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777194 Jan 28 16:32:33.999423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-40f5540b-6935-469f-b702-a54c7d96108a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393507 Jan 28 16:32:34.056615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6414237 Jan 28 16:32:34.060325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:34.067330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Request body: {'subnet': {'network_id': 'b3a11dbc-eccf-4dff-9866-ce51cfe2d59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1138085395-subnet', 'tenant_id': 'acca9b1e0a434db99efb55da11cc8b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:34.130931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Made reservation on behalf of acca9b1e0a434db99efb55da11cc8b17 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:34.133257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:34.318104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a11dbc-eccf-4dff-9866-ce51cfe2d59d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:34.329669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.330018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.330375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.330703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.331025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.331353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.331686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.332010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.332332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.332653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.333008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.333324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.333647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fbd3a-ecea-4984-963c-453a4178e359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.346456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b3a11dbc-eccf-4dff-9866-ce51cfe2d59d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:32:34.365046 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-38d05599-875d-4bbc-8a4a-b7be3036ee9e service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394730 Jan 28 16:32:34.410916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bbcd5-5aa3-4abb-b080-1d518b5f9930 req-8c0cda1f-8116-47e1-9475-6a36314d6538 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:34.412575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f9bbcd5-5aa3-4abb-b080-1d518b5f9930 req-8c0cda1f-8116-47e1-9475-6a36314d6538 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 932 time: 0.1794472 Jan 28 16:32:34.424955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eaa313-1913-4ad3-af71-07a867579795 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:34.442483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Publish callbacks [] for port (a2eaa313-1913-4ad3-af71-07a867579795), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:34.461169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb4c45d5-5040-441e-aa00-047f1d49b9ac req-9f4341d0-c565-4e8f-ad2f-1cc712b6a18d service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882878 Jan 28 16:32:34.470345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bb292-b521-4dbf-b40c-5df34d7d5a12 req-4369dc64-afd4-48c7-b103-fbba54a53639 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:34.471805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c94bb292-b521-4dbf-b40c-5df34d7d5a12 req-4369dc64-afd4-48c7-b103-fbba54a53639 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 949 time: 0.2228093 Jan 28 16:32:34.513844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Transition to ACTIVE for port object a2eaa313-1913-4ad3-af71-07a867579795 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:34.537187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:34.601491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:34.606365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f9bbcd5-5aa3-4abb-b080-1d518b5f9930 req-cc39fd8f-0394-4093-8744-2bc75fbc4593 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765125 Jan 28 16:32:34.669716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:34.680057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c94bb292-b521-4dbf-b40c-5df34d7d5a12 req-d64fd3a7-e689-4748-afd7-fe771acfca29 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b1eb775-3d9b-4473-a847-692839ffea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020214 Jan 28 16:32:34.714710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.715626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.715981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.716320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.716651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.717011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.717338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.717666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.717993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.718321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.718647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.718970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.719291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:34.783238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:34.783555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:34.783885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:34.803365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:34.814854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:34.815180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:34.819480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Checking segment: {'id': '9eacea18-e7d1-4bcc-a002-77e8ec73ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3a11dbc-eccf-4dff-9866-ce51cfe2d59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:34.819841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Network hostable DHCP agents. Network: b3a11dbc-eccf-4dff-9866-ce51cfe2d59d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:32:34.824446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-6cddd155-cfc7-4789-a382-669d06b094ce tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:34.826012 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-6cddd155-cfc7-4789-a382-669d06b094ce tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 949 time: 0.0602453 Jan 28 16:32:34.831798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:34.832134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:34.832531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:34.832980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Bound port: a2eaa313-1913-4ad3-af71-07a867579795, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:34.833341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:34.860264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219fafb-27c4-42ed-b465-dd715915d1ab req-6c64d15c-1fba-43b6-bcc5-666997964c36 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:34.861702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5219fafb-27c4-42ed-b465-dd715915d1ab req-6c64d15c-1fba-43b6-bcc5-666997964c36 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.1969528 Jan 28 16:32:34.881839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Network b3a11dbc-eccf-4dff-9866-ce51cfe2d59d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:32:34.908433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628519-1d62-4bab-871a-f6f20226acf6 req-b6bb1294-9341-4ee9-8c29-df4a2d1f6fc8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:34.910223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f628519-1d62-4bab-871a-f6f20226acf6 req-b6bb1294-9341-4ee9-8c29-df4a2d1f6fc8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 943 time: 0.1630092 Jan 28 16:32:34.929836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Deleting port be7b0296-ddf4-46f5-8629-8eee9e901a11 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:34.930181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:34.937110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b3a11dbc-eccf-4dff-9866-ce51cfe2d59d) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:34.947875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12fa78b-1a66-4b17-a84c-487097f8a337 None None] Network b3a11dbc-eccf-4dff-9866-ce51cfe2d59d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:34.957455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:34.958044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.018718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0167ec0c-3407-466a-ad1c-7708c7403cf4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9572694 Jan 28 16:32:35.034546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:35.035713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] For port be7b0296-ddf4-46f5-8629-8eee9e901a11, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=be7b0296-ddf4-46f5-8629-8eee9e901a11,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:35.036106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.042966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5219fafb-27c4-42ed-b465-dd715915d1ab req-6598ef28-f9dd-45cf-ba8d-702ea95df96a tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699436 Jan 28 16:32:35.046731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:35.054861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Calling delete_port for be7b0296-ddf4-46f5-8629-8eee9e901a11 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:35.061648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f628519-1d62-4bab-871a-f6f20226acf6 req-ca3437ed-05c2-4600-82f5-1127d56fb2aa tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379569 Jan 28 16:32:35.065593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.150882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:35.153170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.157541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 1093 time: 1.3614390 Jan 28 16:32:35.158041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:35.167585 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea989be-1125-4cb3-a010-4c5d3f419107" -d '{"events": [{"name": "network-changed", "server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "tag": "a2eaa313-1913-4ad3-af71-07a867579795"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:35.240726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515af7-d68c-46fb-bac3-5f6e05cb77e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:35.284138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (be7b0296-ddf4-46f5-8629-8eee9e901a11), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.286893 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f70df-1cdd-482f-a1e9-7330a7cc3881 x-openstack-request-id: req-315f70df-1cdd-482f-a1e9-7330a7cc3881 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:35.287363 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "tag": "a2eaa313-1913-4ad3-af71-07a867579795", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:35.287530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:35.287752 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-315f70df-1cdd-482f-a1e9-7330a7cc3881 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:35.288822 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795', 'status': 'completed', 'code': 200} Jan 28 16:32:35.321258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['be7b0296-ddf4-46f5-8629-8eee9e901a11'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:35.335111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07e586-6234-4584-a1df-2935286117be req-0f9951ae-c604-4f0d-96c4-fff53b66a36f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:35.343141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d07e586-6234-4584-a1df-2935286117be req-0f9951ae-c604-4f0d-96c4-fff53b66a36f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1351509 Jan 28 16:32:35.352214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-7598604d-7c59-4250-8811-6eefb221ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:35.353742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-7598604d-7c59-4250-8811-6eefb221ac1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1127 time: 0.1252470 Jan 28 16:32:35.377119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Pushing event deleted for resources: {'Port': ['ID=be7b0296-ddf4-46f5-8629-8eee9e901a11,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:35.381351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] No DVR routers for this DVR port be7b0296-ddf4-46f5-8629-8eee9e901a11 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:35.383755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.388854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50de8f42-f3ea-4258-9b79-17b9e164afaa req-513263f8-6494-4a08-82df-b9d9d12bf649 tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.31 "DELETE /v2.0/ports/be7b0296-ddf4-46f5-8629-8eee9e901a11 HTTP/1.1" status: 204 len: 173 time: 0.5521088 Jan 28 16:32:35.422168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-670dd235-30cc-4a6d-8df3-4e4f9ca2f4b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 217 time: 0.0597649 Jan 28 16:32:35.486251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d07e586-6234-4584-a1df-2935286117be req-e3967d94-5c1f-4bba-9bd7-94bebdf5c62a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398962 Jan 28 16:32:35.514422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:35.535361 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-52a89fad-4bbe-428b-8254-b2d3a66a877d req-a1060c15-0dd8-4e30-9dc5-51fdb69dedd7 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] show failed (client error): The resource could not be found. Jan 28 16:32:35.541502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52a89fad-4bbe-428b-8254-b2d3a66a877d req-a1060c15-0dd8-4e30-9dc5-51fdb69dedd7 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups/8aeea66a-faec-4ec1-8d88-0c02f3371c3b HTTP/1.1" status: 404 len: 352 time: 0.0524511 Jan 28 16:32:35.548653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:32:35.559437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'name': 'network-vif-deleted', 'tag': 'be7b0296-ddf4-46f5-8629-8eee9e901a11'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:35.561205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d31dc4-1674-45fd-834a-3531ee7439c8 None None] Network b3a11dbc-eccf-4dff-9866-ce51cfe2d59d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:35.562189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-70e1a392-5ee0-41be-be95-b257ddd8293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:35.562908 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5aa72d-f1d3-4a4b-a9ea-bf9a45a3b49b" -d '{"events": [{"server_uuid": "ea15b5b1-2f13-4ed2-bbd0-6152648c249f", "name": "network-vif-deleted", "tag": "be7b0296-ddf4-46f5-8629-8eee9e901a11"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:35.563958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-70e1a392-5ee0-41be-be95-b257ddd8293e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1316800 Jan 28 16:32:35.622069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-1afae2bc-35c3-42f9-81f2-1f9896b1ba96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489590 Jan 28 16:32:35.659023 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-911b9031-f8d2-42e2-910f-829bda4491db service neutron] 10.222.0.24 "GET /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.0651834 Jan 28 16:32:35.741911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a04c0e-ec3a-45a8-ba42-a601769802bf req-bf2c135f-154a-42b6-aa50-08ef01f69abc tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acca9b1e0a434db99efb55da11cc8b17 HTTP/1.1" status: 200 len: 3001 time: 0.1564853 Jan 28 16:32:35.786167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6fe4-4e83-48ee-9f3e-927db858152c req-a23c9636-7acf-42af-b14c-10cf56ce32d2 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:35.787621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1afb6fe4-4e83-48ee-9f3e-927db858152c req-a23c9636-7acf-42af-b14c-10cf56ce32d2 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.1693854 Jan 28 16:32:35.822025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-20fe5608-2011-4444-a071-de78fef134ff service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854169 Jan 28 16:32:35.842552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:35.861068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:35.864717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a04c0e-ec3a-45a8-ba42-a601769802bf req-7b50778d-cefd-482c-a558-eea4c4984121 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups/d7157d78-6c85-4270-be2e-de2071ceeb4d HTTP/1.1" status: 200 len: 2998 time: 0.1122696 Jan 28 16:32:35.897246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c0cefe-3b82-40e8-a482-12156e061d2b {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:35.907661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:35.917955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1afb6fe4-4e83-48ee-9f3e-927db858152c req-59653de2-38af-49de-93bc-1e5b1dcd06e4 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223516 Jan 28 16:32:35.922790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:35.977834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a04c0e-ec3a-45a8-ba42-a601769802bf req-18accc71-1ebe-41ad-9d40-20c1f086fc05 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups/d7157d78-6c85-4270-be2e-de2071ceeb4d HTTP/1.1" status: 200 len: 2998 time: 0.0824344 Jan 28 16:32:35.981256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04275e51-3880-413a-ad9c-08113e8de8f7 req-1e38cb15-f249-444f-8928-66e371645262 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496873 Jan 28 16:32:35.989993 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1da13-f428-4a61-aa7c-a51c39cae399 x-openstack-request-id: req-0ac1da13-f428-4a61-aa7c-a51c39cae399 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:35.996983 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15b5b1-2f13-4ed2-bbd0-6152648c249f", "name": "network-vif-deleted", "tag": "be7b0296-ddf4-46f5-8629-8eee9e901a11", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:35.997253 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ac1da13-f428-4a61-aa7c-a51c39cae399 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:35.997674 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea15b5b1-2f13-4ed2-bbd0-6152648c249f', 'name': 'network-vif-deleted', 'tag': 'be7b0296-ddf4-46f5-8629-8eee9e901a11', 'status': 'completed', 'code': 200} Jan 28 16:32:36.038918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] Transition to ACTIVE for port object 80c0cefe-3b82-40e8-a482-12156e061d2b will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:36.046365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:36.107730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] No DVR routers for this DVR port 80c0cefe-3b82-40e8-a482-12156e061d2b on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:36.140302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44b02dd7-6396-4df9-bde1-4e3cc8c47dac req-a83fa211-61da-453c-aea5-83f42f2676ed tempest-ServerDiagnosticsNegativeTest-1427928680 tempest-ServerDiagnosticsNegativeTest-1427928680-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea15b5b1-2f13-4ed2-bbd0-6152648c249f HTTP/1.1" status: 200 len: 210 time: 0.0520029 Jan 28 16:32:36.160729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] 10.222.0.24 "PUT /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 0.4920654 Jan 28 16:32:36.160729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e3f0f-fddf-4403-a7b0-540c624c807a service neutron] Pushing event updated for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=10']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:36.179818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e5a34-e248-41e8-90b9-d43803ed24a4 req-f6717322-6256-4f88-a4db-34c485465264 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.182375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-336e5a34-e248-41e8-90b9-d43803ed24a4 req-f6717322-6256-4f88-a4db-34c485465264 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1389782 Jan 28 16:32:36.186544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-591c661b-b9f6-440b-92db-4bcb32303f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.188120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-591c661b-b9f6-440b-92db-4bcb32303f82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1127 time: 0.1267774 Jan 28 16:32:36.283953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-6cd1aa5b-c492-4f5e-9872-5bf42c0af66a tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.285792 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-6cd1aa5b-c492-4f5e-9872-5bf42c0af66a tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0558341 Jan 28 16:32:36.291462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-336e5a34-e248-41e8-90b9-d43803ed24a4 req-f582384f-31a0-42ae-858c-ecf672d28a83 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022801 Jan 28 16:32:36.349221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-91fd43ef-5d2b-406d-8d68-8044df1569e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.350709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-91fd43ef-5d2b-406d-8d68-8044df1569e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 1127 time: 0.0506721 Jan 28 16:32:36.377984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-86bf74f4-f59b-4973-9f40-8769e87439a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.379382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-86bf74f4-f59b-4973-9f40-8769e87439a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1823919 Jan 28 16:32:36.381816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b8e150a-a86e-4878-a023-7890809e6aef req-d3f0c11c-89ce-4c93-8172-f5e125b08731 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups/d7157d78-6c85-4270-be2e-de2071ceeb4d HTTP/1.1" status: 200 len: 2998 time: 0.0660522 Jan 28 16:32:36.425853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-3373a2be-919f-49db-b879-45577e3270b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.427383 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-3373a2be-919f-49db-b879-45577e3270b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1127 time: 0.0460482 Jan 28 16:32:36.457558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-89e432d3-e404-469f-872e-ca57ef27d0f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 217 time: 0.0565403 Jan 28 16:32:36.521365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-d5801219-f9b6-4ece-831a-261ef7d7a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.522835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-d5801219-f9b6-4ece-831a-261ef7d7a204 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.0857146 Jan 28 16:32:36.532997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b89bf-b2e9-4af1-96eb-85f26f1bd138 req-2348b4ff-02a1-48f9-a7f2-f1d02379000b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.534472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a9b89bf-b2e9-4af1-96eb-85f26f1bd138 req-2348b4ff-02a1-48f9-a7f2-f1d02379000b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 944 time: 0.1717420 Jan 28 16:32:36.550344 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-5b8e150a-a86e-4878-a023-7890809e6aef req-279fa9ce-6038-4855-8929-13e32cefd6cb tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 16:32:36.551305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b8e150a-a86e-4878-a023-7890809e6aef req-279fa9ce-6038-4855-8929-13e32cefd6cb tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "DELETE /v2.0/security-groups/d7157d78-6c85-4270-be2e-de2071ceeb4d HTTP/1.1" status: 409 len: 352 time: 0.1515694 Jan 28 16:32:36.552630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-c7c8398e-87da-4c53-92dc-17aebc3ed8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.554120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-c7c8398e-87da-4c53-92dc-17aebc3ed8bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0882776 Jan 28 16:32:36.572560 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-fcf62a34-1d69-4897-bb4b-e4bf8fe889ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 217 time: 0.0416906 Jan 28 16:32:36.595763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-1bb3c3e7-4408-4d72-a90b-4f782594c748 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jan 28 16:32:36.622522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-712e96b0-aed3-412f-9e36-56ec91fae884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.624045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-712e96b0-aed3-412f-9e36-56ec91fae884 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0439606 Jan 28 16:32:36.643141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a9b89bf-b2e9-4af1-96eb-85f26f1bd138 req-7c53899d-904b-434d-bed8-2408a8276169 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003933 Jan 28 16:32:36.662311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-eccacb58-ad34-4e96-99c0-9b8f03c25a76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296993 Jan 28 16:32:36.755261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6e3e4-06e9-42ec-bfc2-928ff6ccc763 req-72a648cc-ecdc-4d81-a8f3-911ed9aa15f5 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:36.756757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b6e3e4-06e9-42ec-bfc2-928ff6ccc763 req-72a648cc-ecdc-4d81-a8f3-911ed9aa15f5 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.1364839 Jan 28 16:32:36.768607 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-b5d309f4-c232-4b60-b843-2e393c56fa7e service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867064 Jan 28 16:32:36.795500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-9f042f96-400d-4639-be0a-dc8957bbad90 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921418 Jan 28 16:32:36.863854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-36617be9-f92c-4474-b677-7c62413fad7d service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884421 Jan 28 16:32:37.131890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133417a-8706-4029-a66e-2b27b8307c1e req-d1d9c14c-2a31-4bb6-bbb7-21aa4c36457f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:37.133365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d133417a-8706-4029-a66e-2b27b8307c1e req-d1d9c14c-2a31-4bb6-bbb7-21aa4c36457f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.4284749 Jan 28 16:32:37.141536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b6e3e4-06e9-42ec-bfc2-928ff6ccc763 req-d7acdf1f-c248-4b0d-9b42-6693d91c2bda tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779612 Jan 28 16:32:37.173084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-33c543b4-434e-4c98-a205-71598895da20 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:37.174871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-33c543b4-434e-4c98-a205-71598895da20 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0522034 Jan 28 16:32:37.213504 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-0790ea67-f679-4342-931f-2fbc516bf65e req-715b512a-aa0f-41be-bf7e-f84823b54a79 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] show failed (client error): The resource could not be found. Jan 28 16:32:37.214519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0790ea67-f679-4342-931f-2fbc516bf65e req-715b512a-aa0f-41be-bf7e-f84823b54a79 tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups/9e08e5aa-6851-417f-9dd0-31cb0c605879 HTTP/1.1" status: 404 len: 352 time: 0.0386992 Jan 28 16:32:37.220223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea989be-1125-4cb3-a010-4c5d3f419107 req-fed72dbf-aacc-49dd-8699-ceebedb83de5 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162054 Jan 28 16:32:37.223639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d133417a-8706-4029-a66e-2b27b8307c1e req-8fc2ef00-49df-44c0-9acb-1e09b28aab1b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797496 Jan 28 16:32:37.271797 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-4f33b4f6-e47e-48f5-9e9b-08da3befdb80 req-a3d46521-9f38-4cb6-b59c-fb112807b75c tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] show failed (client error): The resource could not be found. Jan 28 16:32:37.273028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f33b4f6-e47e-48f5-9e9b-08da3befdb80 req-a3d46521-9f38-4cb6-b59c-fb112807b75c tempest-SecurityGroupsNegativeTestJSON-1426061390 tempest-SecurityGroupsNegativeTestJSON-1426061390-project] 10.222.0.25 "GET /v2.0/security-groups/722f8e0a-a725-49a6-adef-0aa660c22d7d HTTP/1.1" status: 404 len: 352 time: 0.0149465 Jan 28 16:32:37.285823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58670) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:37.306302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-f9f3a626-b5a0-4eac-b910-87925ccb38f7 service neutron] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:37.312073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-f9f3a626-b5a0-4eac-b910-87925ccb38f7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.315710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6ed4963f-9256-4cc3-a5ff-c3c9e130e768 req-f9f3a626-b5a0-4eac-b910-87925ccb38f7 service neutron] 10.222.0.31 "DELETE /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.1306300 Jan 28 16:32:37.342456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Deleting subnet 4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:32:37.346860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Publish callbacks [] for subnet (4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.414602 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Publish callbacks [] for subnet (4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.425598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.463883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8184-de04-4ebf-afa7-08c5196e84bb req-c84d44ba-f0e5-46b1-982e-11676e37105e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:37.465477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9a8184-de04-4ebf-afa7-08c5196e84bb req-c84d44ba-f0e5-46b1-982e-11676e37105e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.0956628 Jan 28 16:32:37.471363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58676) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:37.514628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.550149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.553406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a HTTP/1.1" status: 204 len: 168 time: 0.2665570 Jan 28 16:32:37.554125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527234b-2e1c-47a2-ad8f-9d6c68fa0c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c36fd1d-eaaf-4ab6-b48e-9f0106a44a6a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:37.556056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58680) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:37.562783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9a8184-de04-4ebf-afa7-08c5196e84bb req-4e63b424-df1b-42cf-835c-074de31fe57f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885863 Jan 28 16:32:37.677204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b3a11dbc-eccf-4dff-9866-ce51cfe2d59d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.680820 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cd8ea27b-6a22-4d21-8666-eb8b7fb64d73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aacff7276d584254a47c449da4c0b3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081940 Jan 28 16:32:37.683524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58684) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:37.736345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9be6b23a-080b-4b11-93b2-c44bef38ab95 admin admin] Publish callbacks [] for security_group (6b1eb775-3d9b-4473-a847-692839ffea7a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.764534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9be6b23a-080b-4b11-93b2-c44bef38ab95 admin admin] Publish callbacks [] for security_group (6b1eb775-3d9b-4473-a847-692839ffea7a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.766196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b3a11dbc-eccf-4dff-9866-ce51cfe2d59d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.787000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a11dbc-eccf-4dff-9866-ce51cfe2d59d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:37.796751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eacea18-e7d1-4bcc-a002-77e8ec73ca35') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:37.797221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eacea18-e7d1-4bcc-a002-77e8ec73ca35') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:37.806602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (9eacea18-e7d1-4bcc-a002-77e8ec73ca35), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.819225 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9eacea18-e7d1-4bcc-a002-77e8ec73ca35), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.825643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:32:37.826026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (9eacea18-e7d1-4bcc-a002-77e8ec73ca35), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:32:37.827883 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:32:37.841431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f0dd3-7977-4e8f-ba8b-092b2a9ad64a req-0fb04583-7590-49eb-90c9-e7b5978e9379 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:37.843099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d2f0dd3-7977-4e8f-ba8b-092b2a9ad64a req-0fb04583-7590-49eb-90c9-e7b5978e9379 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 944 time: 0.0838473 Jan 28 16:32:37.862993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9be6b23a-080b-4b11-93b2-c44bef38ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6b1eb775-3d9b-4473-a847-692839ffea7a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.865439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9be6b23a-080b-4b11-93b2-c44bef38ab95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.868920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9be6b23a-080b-4b11-93b2-c44bef38ab95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b1eb775-3d9b-4473-a847-692839ffea7a HTTP/1.1" status: 204 len: 168 time: 0.1812668 Jan 28 16:32:37.889424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b3a11dbc-eccf-4dff-9866-ce51cfe2d59d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.891071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6b23a-080b-4b11-93b2-c44bef38ab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1eb775-3d9b-4473-a847-692839ffea7a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:37.895301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:37.901135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b3a11dbc-eccf-4dff-9866-ce51cfe2d59d HTTP/1.1" status: 204 len: 168 time: 0.3370883 Jan 28 16:32:37.911420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38254791-79a8-491d-99ae-65f5669c17b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a11dbc-eccf-4dff-9866-ce51cfe2d59d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:37.937246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d2f0dd3-7977-4e8f-ba8b-092b2a9ad64a req-0fb64179-c234-4c9d-ab95-2c8a35a9f054 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Jan 28 16:32:38.066328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58696) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:38.111112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-1667f57d-ccbf-493f-b61e-506bc24b4dcd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:38.127062 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-1667f57d-ccbf-493f-b61e-506bc24b4dcd tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.0775595 Jan 28 16:32:38.129369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58698) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:38.129495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bdc9ddc1-33a1-4ee9-8904-37e68c821de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acca9b1e0a434db99efb55da11cc8b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603240 Jan 28 16:32:38.170055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2984-1db8-4bb9-9559-fcf13f1349e1 req-a59a2743-e972-4cf6-a66e-a59c01f95a64 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:38.171957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59da2984-1db8-4bb9-9559-fcf13f1349e1 req-a59a2743-e972-4cf6-a66e-a59c01f95a64 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1127 time: 0.0634322 Jan 28 16:32:38.250092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59da2984-1db8-4bb9-9559-fcf13f1349e1 req-83fc0eb5-bdd4-4c9a-9b11-c3eb8b81b551 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Jan 28 16:32:38.254244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7601e1cb-4e4c-47d5-b0b3-bfafc042f917 admin admin] Publish callbacks [] for security_group (d7157d78-6c85-4270-be2e-de2071ceeb4d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.285698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7601e1cb-4e4c-47d5-b0b3-bfafc042f917 admin admin] Publish callbacks [] for security_group (d7157d78-6c85-4270-be2e-de2071ceeb4d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.293770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc095-1d77-42f4-bf0e-4f9ca6273e42 req-a4389a86-e102-400b-b6e0-97134f8d62ad tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:38.295389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-740cc095-1d77-42f4-bf0e-4f9ca6273e42 req-a4389a86-e102-400b-b6e0-97134f8d62ad tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c03726-c922-489b-ac8b-e41e60cd37f4 HTTP/1.1" status: 200 len: 949 time: 0.0663309 Jan 28 16:32:38.302051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Deleting port 69681a23-d4c1-4761-aa63-f9586cd9ac9c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:38.302564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.340959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58706) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:38.367806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a14bd27d-8069-41c8-8e6a-89dcf469b9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.431064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-740cc095-1d77-42f4-bf0e-4f9ca6273e42 req-b73279ab-4bb9-4828-96af-4986a8bf0166 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fa5e713-f670-4937-8cf6-d6e05988c883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261408 Jan 28 16:32:38.431828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] For port 69681a23-d4c1-4761-aa63-f9586cd9ac9c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69681a23-d4c1-4761-aa63-f9586cd9ac9c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:38.432192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.435674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7601e1cb-4e4c-47d5-b0b3-bfafc042f917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d7157d78-6c85-4270-be2e-de2071ceeb4d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.438982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7601e1cb-4e4c-47d5-b0b3-bfafc042f917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.442536 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7601e1cb-4e4c-47d5-b0b3-bfafc042f917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7157d78-6c85-4270-be2e-de2071ceeb4d HTTP/1.1" status: 204 len: 168 time: 0.3096712 Jan 28 16:32:38.460400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e1cb-4e4c-47d5-b0b3-bfafc042f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7157d78-6c85-4270-be2e-de2071ceeb4d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:38.462373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Calling delete_port for 69681a23-d4c1-4761-aa63-f9586cd9ac9c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:38.493677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57769-093d-4951-9ac2-93db8bdbacd5 req-3df4c3da-5ba2-4196-b60a-ee68088518df tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:38.497455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdb57769-093d-4951-9ac2-93db8bdbacd5 req-3df4c3da-5ba2-4196-b60a-ee68088518df tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1309927 Jan 28 16:32:38.626676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdb57769-093d-4951-9ac2-93db8bdbacd5 req-d07f1b98-5048-4b28-b36f-975293736b6f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177981 Jan 28 16:32:38.629836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (69681a23-d4c1-4761-aa63-f9586cd9ac9c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.642562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['69681a23-d4c1-4761-aa63-f9586cd9ac9c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:38.670345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a14bd27d-8069-41c8-8e6a-89dcf469b9d9 admin admin] Publish callbacks [] for security_group (77395925-68e5-4393-a405-ca92a06d438e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.679510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a14bd27d-8069-41c8-8e6a-89dcf469b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (77395925-68e5-4393-a405-ca92a06d438e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.688395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Pushing event deleted for resources: {'Port': ['ID=69681a23-d4c1-4761-aa63-f9586cd9ac9c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:38.712716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bd27d-8069-41c8-8e6a-89dcf469b9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77395925-68e5-4393-a405-ca92a06d438e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:38.731212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] No DVR routers for this DVR port 69681a23-d4c1-4761-aa63-f9586cd9ac9c on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:38.734052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.742283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-97119c13-5587-4530-a6f7-42d57461c4b4 req-55b7672a-233e-4712-aab5-cc9ee616c653 tempest-DeleteServersAdminTestJSON-877371552 tempest-DeleteServersAdminTestJSON-877371552-project] 10.222.0.31 "DELETE /v2.0/ports/69681a23-d4c1-4761-aa63-f9586cd9ac9c HTTP/1.1" status: 204 len: 173 time: 0.6029298 Jan 28 16:32:38.747656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'name': 'network-vif-deleted', 'tag': '69681a23-d4c1-4761-aa63-f9586cd9ac9c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:38.750133 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dd7669-7e2d-4d84-9de3-db2b996a400b" -d '{"events": [{"server_uuid": "59c03726-c922-489b-ac8b-e41e60cd37f4", "name": "network-vif-deleted", "tag": "69681a23-d4c1-4761-aa63-f9586cd9ac9c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:38.787082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-3ce83a65-af0f-41ac-b9a7-5201f3a42233 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:38.788940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-3ce83a65-af0f-41ac-b9a7-5201f3a42233 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.2335472 Jan 28 16:32:38.816992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58728) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:38.817301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a14bd27d-8069-41c8-8e6a-89dcf469b9d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caf2553a408e4472b0813afb1312f00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751811 Jan 28 16:32:38.842907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-2908a5f2-54ac-4f10-a17d-b2d68a2f2e1f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/quotas/91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 375 time: 0.0239592 Jan 28 16:32:38.890363 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-758aa944-6860-4062-a513-c1a0621703e5 admin admin] Publish callbacks [] for security_group (77395925-68e5-4393-a405-ca92a06d438e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.914967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4c159-435f-4799-a89b-e6168c7795f5 req-bb118e67-13e0-4b1e-b28f-2db8ba72e655 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:38.916957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95f4c159-435f-4799-a89b-e6168c7795f5 req-bb118e67-13e0-4b1e-b28f-2db8ba72e655 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1530831 Jan 28 16:32:38.925678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-758aa944-6860-4062-a513-c1a0621703e5 admin admin] Publish callbacks [] for security_group (77395925-68e5-4393-a405-ca92a06d438e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.953231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-a068de92-5e39-489d-a72e-08a99fa9a811 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093349 Jan 28 16:32:38.993966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-758aa944-6860-4062-a513-c1a0621703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (77395925-68e5-4393-a405-ca92a06d438e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:38.998098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-758aa944-6860-4062-a513-c1a0621703e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:39.002024 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-758aa944-6860-4062-a513-c1a0621703e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77395925-68e5-4393-a405-ca92a06d438e HTTP/1.1" status: 204 len: 168 time: 0.1835809 Jan 28 16:32:39.010042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758aa944-6860-4062-a513-c1a0621703e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77395925-68e5-4393-a405-ca92a06d438e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:39.090712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95f4c159-435f-4799-a89b-e6168c7795f5 req-f4dfc582-6b85-43aa-932a-4241245e5c69 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639793 Jan 28 16:32:39.104940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-7354e9d2-ea18-4522-8432-7a726e2b01d2 service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373580 Jan 28 16:32:39.150700 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e20c6c-139e-4ec4-81b2-4392011284a6 x-openstack-request-id: req-14e20c6c-139e-4ec4-81b2-4392011284a6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:39.150996 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c03726-c922-489b-ac8b-e41e60cd37f4", "name": "network-vif-deleted", "tag": "69681a23-d4c1-4761-aa63-f9586cd9ac9c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:39.151306 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14e20c6c-139e-4ec4-81b2-4392011284a6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:39.151710 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c03726-c922-489b-ac8b-e41e60cd37f4', 'name': 'network-vif-deleted', 'tag': '69681a23-d4c1-4761-aa63-f9586cd9ac9c', 'status': 'completed', 'code': 200} Jan 28 16:32:39.223327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-e062e327-4fc8-4091-a66d-d159f7650e7f service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113832 Jan 28 16:32:39.279659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device be7b0296-ddf4-46f5-8629-8eee9e901a11 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:39.309792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: be7b0296-ddf4-46f5-8629-8eee9e901a11 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:32:39.310152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device be7b0296-ddf4-46f5-8629-8eee9e901a11 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:39.450129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-241f9202-3dc5-4b85-956a-90df1664ce60 req-cb4f601b-9880-4f79-b5c7-e0d15a941cc3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 210 time: 0.0374827 Jan 28 16:32:39.493492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:39.516153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a2eaa313-1913-4ad3-af71-07a867579795 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:39.516153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:39.591695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 80c0cefe-3b82-40e8-a482-12156e061d2b host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:32:39.592644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:39.697054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:39.722558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a2eaa313-1913-4ad3-af71-07a867579795', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'port_id': 'a2eaa313-1913-4ad3-af71-07a867579795', 'mac_address': 'fa:16:3e:39:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17727bf-14a6-47a7-b0c1-c4791e085e6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:39.774909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a2eaa313-1913-4ad3-af71-07a867579795 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:39.775438 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:39.794006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eaa313-1913-4ad3-af71-07a867579795 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:39.804415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1571611275-network', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:39.815365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2db068-3ee5-4e96-9a7a-d343b1c454d0 req-8537b2e3-8075-4d05-9a79-5f82749ea9f0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:39.821760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a2db068-3ee5-4e96-9a7a-d343b1c454d0 req-8537b2e3-8075-4d05-9a79-5f82749ea9f0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0909250 Jan 28 16:32:39.837182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Made reservation on behalf of b4bfdb7b1a284d6ea3442154d04e3dae for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:39.844855 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:39.847537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:39.859832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:39.864377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:39.936717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:39.949539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a2db068-3ee5-4e96-9a7a-d343b1c454d0 req-364312e3-9b9e-451f-9cd2-77e41c1b28e1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203651 Jan 28 16:32:40.023304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks [] for security_group (ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.028637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.056703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:40.075748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:40.080443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a2eaa313-1913-4ad3-af71-07a867579795'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:40.081802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:32:40.094088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a9f4070b-01e1-452f-95ad-552e7d9f3dae), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.094387 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Added segment a9f4070b-01e1-452f-95ad-552e7d9f3dae of type vlan for network a4756eb6-cd4d-471d-8398-845846cc242e Jan 28 16:32:40.146212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a4756eb6-cd4d-471d-8398-845846cc242e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.183482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a4756eb6-cd4d-471d-8398-845846cc242e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.185076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:40.185783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.301053 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8054876 Jan 28 16:32:40.305477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58800) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:40.306981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58802) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:40.312992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Request body: {'subnet': {'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1571611275-subnet', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:40.338813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2705a-943e-4e64-99e8-0561e59531b0 req-ba6b2761-9b64-43ba-9c65-16799e9a1d68 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:40.342405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32c2705a-943e-4e64-99e8-0561e59531b0 req-ba6b2761-9b64-43ba-9c65-16799e9a1d68 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.1191714 Jan 28 16:32:40.356386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa15d7-c06b-4885-a7ad-ae0c65135190 admin admin] Pushing event updated for resources: {'Network': ['ID=a4756eb6-cd4d-471d-8398-845846cc242e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:40.370697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a4756eb6-cd4d-471d-8398-845846cc242e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:32:40.372021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Made reservation on behalf of b4bfdb7b1a284d6ea3442154d04e3dae for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:40.374941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.400437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32c2705a-943e-4e64-99e8-0561e59531b0 req-8c3b6024-d8d8-48da-a8f9-b5b57218ff9c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Jan 28 16:32:40.421704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1914496873-network', 'tenant_id': 'bbefcc904e80446184534b27349ade9b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:40.459020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c71e9b8f-a6dd-4f73-b51d-031ec18e6d24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81394e4067f34fd393bce434bffab0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010856 Jan 28 16:32:40.461563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:40.468264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Made reservation on behalf of bbefcc904e80446184534b27349ade9b for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:40.470632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.486994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.562108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (13377780-ee24-4c1a-b252-0f46aa680ecd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.587867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5d89dd9-489f-44ad-ad67-d00070296176 admin admin] Publish callbacks [] for security_group (4fa5e713-f670-4937-8cf6-d6e05988c883), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.591365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61649958-7682-4835-9448-53c5397c70d0 req-441885ec-63bf-40f7-9ce0-9e3888449e5f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 210 time: 0.0430877 Jan 28 16:32:40.624809 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5d89dd9-489f-44ad-ad67-d00070296176 admin admin] Publish callbacks [] for security_group (4fa5e713-f670-4937-8cf6-d6e05988c883), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.626285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13377780-ee24-4c1a-b252-0f46aa680ecd,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:40.631662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Checking segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:40.632142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Network hostable DHCP agents. Network: a4756eb6-cd4d-471d-8398-845846cc242e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:32:40.651732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Network a4756eb6-cd4d-471d-8398-845846cc242e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:32:40.662056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a4756eb6-cd4d-471d-8398-845846cc242e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:40.666411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:40.667112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.674436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd85fc13-7933-4ebc-a5c3-70197abd90ce None None] Network a4756eb6-cd4d-471d-8398-845846cc242e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:40.698659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5febfa09-6598-4177-ae17-346dad6b0b72 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3900392 Jan 28 16:32:40.702808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:40.722962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:40.745652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (e990041a-fccd-4550-a9e2-11a79e0b9bb1), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.748041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (e990041a-fccd-4550-a9e2-11a79e0b9bb1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.755318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks [] for security_group (e1af4a00-62a5-426f-bf82-fafd866e247a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.765322 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e1af4a00-62a5-426f-bf82-fafd866e247a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.809245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks [] for router_controller (e990041a-fccd-4550-a9e2-11a79e0b9bb1), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.812425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:32:40.832391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a4756eb6-cd4d-471d-8398-845846cc242e', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:32:40.834590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.838342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af4a00-62a5-426f-bf82-fafd866e247a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:40.847103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-74a5c0c1-74a5-4593-a1ed-2234c09c479b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:40.848548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-74a5c0c1-74a5-4593-a1ed-2234c09c479b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.2140062 Jan 28 16:32:40.849280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5d89dd9-489f-44ad-ad67-d00070296176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4fa5e713-f670-4937-8cf6-d6e05988c883), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.851842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5d89dd9-489f-44ad-ad67-d00070296176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.852794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5d89dd9-489f-44ad-ad67-d00070296176 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fa5e713-f670-4937-8cf6-d6e05988c883 HTTP/1.1" status: 204 len: 168 time: 0.3901482 Jan 28 16:32:40.854118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1e296c7d-c871-40f4-8e76-cc524481ca18), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.854448 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Added segment 1e296c7d-c871-40f4-8e76-cc524481ca18 of type vlan for network 74097e60-d807-4cd3-aa99-ca6f613ee58d Jan 28 16:32:40.870895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Request body: {'port': {'device_id': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'admin_state_up': True, 'tenant_id': '91aca3dcf28449cc8aa45ff98b8bd119'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:40.906294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d89dd9-489f-44ad-ad67-d00070296176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa5e713-f670-4937-8cf6-d6e05988c883,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:40.963167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (74097e60-d807-4cd3-aa99-ca6f613ee58d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:40.977382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks [] for router_gateway (e990041a-fccd-4550-a9e2-11a79e0b9bb1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.022061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (74097e60-d807-4cd3-aa99-ca6f613ee58d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.022927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:41.023600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.029066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Allocated IP 172.20.0.2 (a4756eb6-cd4d-471d-8398-845846cc242e/13377780-ee24-4c1a-b252-0f46aa680ecd/7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:41.143254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8292546 Jan 28 16:32:41.147444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58820) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:41.157488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Request body: {'subnet': {'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1914496873-subnet', 'tenant_id': 'bbefcc904e80446184534b27349ade9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:41.163613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359876-2e6b-437a-9ab6-db869914ac69 admin admin] Pushing event updated for resources: {'Network': ['ID=74097e60-d807-4cd3-aa99-ca6f613ee58d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:41.165902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Made reservation on behalf of 91aca3dcf28449cc8aa45ff98b8bd119 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:41.170440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.211826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 74097e60-d807-4cd3-aa99-ca6f613ee58d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:32:41.267649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Made reservation on behalf of bbefcc904e80446184534b27349ade9b for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:41.271967 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.272155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks [] for router_gateway (e990041a-fccd-4550-a9e2-11a79e0b9bb1), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.285768 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Publish callbacks [] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.302736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.304185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.305225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58822) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:41.310729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ea4b-927f-4944-8c42-8a07a50ccb3f req-02bb757c-b1f3-4002-8355-32d6bed9641c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:41.312447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b580ea4b-927f-4944-8c42-8a07a50ccb3f req-02bb757c-b1f3-4002-8355-32d6bed9641c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.2254403 Jan 28 16:32:41.332637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74aad4d6-d459-4fe2-83c1-2f48806f51e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.364507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Network a4756eb6-cd4d-471d-8398-845846cc242e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:41.369242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:41.374200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:41.377261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Pushing event updated for resources: {'Port': ['ID=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:41.448516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Attempting to bind port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:41.449023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Attempting to bind port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:41.449878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Attempting to bind port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 on network a4756eb6-cd4d-471d-8398-845846cc242e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:41.460040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:41.460446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Checking segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:41.461264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.461669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Bound using segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:41.462210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Bound port: 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:41.462600 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.470262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Allocated IP 172.25.8.191 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a259f68a-ac82-482c-bf42-4240dd4bf14d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:41.473491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b580ea4b-927f-4944-8c42-8a07a50ccb3f req-e522f6fe-2069-4f06-96be-e647782dcc16 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450922 Jan 28 16:32:41.498976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Allocated IP 172.20.0.8 (8e543e1e-9a3c-46d5-afc3-9e00446cbc45/3f6a2fb7-19a6-46ee-82d4-527aa6016d07/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:41.535861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a2eaa313-1913-4ad3-af71-07a867579795 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:41.559571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74aad4d6-d459-4fe2-83c1-2f48806f51e3 admin admin] Publish callbacks [] for security_group (0118a438-463d-44ab-815d-ad486b2649e6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.564884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74aad4d6-d459-4fe2-83c1-2f48806f51e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0118a438-463d-44ab-815d-ad486b2649e6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.589436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] For port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:41.609303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] For port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:41.614844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74aad4d6-d459-4fe2-83c1-2f48806f51e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9078583b5abc4081826de32a647b1724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084781 Jan 28 16:32:41.619922 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.628284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:41.634810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port a2eaa313-1913-4ad3-af71-07a867579795 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:41.643372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a2eaa313-1913-4ad3-af71-07a867579795 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:41.643743 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2eaa313-1913-4ad3-af71-07a867579795), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.656064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aad4d6-d459-4fe2-83c1-2f48806f51e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0118a438-463d-44ab-815d-ad486b2649e6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:41.682222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks [] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.708402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07b6f4-6ca1-4165-ac36-d9e045a27b31 req-3d5f3804-7e6b-4fb7-821b-b581afb5a7ad tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:41.710035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e07b6f4-6ca1-4165-ac36-d9e045a27b31 req-3d5f3804-7e6b-4fb7-821b-b581afb5a7ad tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.2150450 Jan 28 16:32:41.733938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-455f9d8b-ee1b-4a79-a78a-2df56494ba0b admin admin] Publish callbacks [] for security_group (0118a438-463d-44ab-815d-ad486b2649e6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.766969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-455f9d8b-ee1b-4a79-a78a-2df56494ba0b admin admin] Publish callbacks [] for security_group (0118a438-463d-44ab-815d-ad486b2649e6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.769535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6384-4937-41b6-b379-f15a17414457 None None] Pushing event updated for resources: {'Port': ['ID=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:41.774484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.826076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a2eaa313-1913-4ad3-af71-07a867579795 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:41.827495 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.836117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:41.844451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdcafd64-472a-4159-bd62-10d25e2c2b24 req-533d3cf8-7637-45d3-a6e2-277f24f35138 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 210 time: 0.0613956 Jan 28 16:32:41.850405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:41.853626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:41.856245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Pushing event updated for resources: {'Port': ['ID=a259f68a-ac82-482c-bf42-4240dd4bf14d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:41.877845 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for subnet (146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.881516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks [] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.893004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e07b6f4-6ca1-4165-ac36-d9e045a27b31 req-72d78f8d-e812-4142-9c9b-eacf8e3a1da6 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671121 Jan 28 16:32:41.928193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:41.931377 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a0144b-e55a-4f5f-a4ee-acf78ce0e408" -d '{"events": [{"server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2eaa313-1913-4ad3-af71-07a867579795"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:41.947655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:41.951204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-455f9d8b-ee1b-4a79-a78a-2df56494ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0118a438-463d-44ab-815d-ad486b2649e6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.954989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-455f9d8b-ee1b-4a79-a78a-2df56494ba0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:41.956285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-455f9d8b-ee1b-4a79-a78a-2df56494ba0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0118a438-463d-44ab-815d-ad486b2649e6 HTTP/1.1" status: 204 len: 168 time: 0.3207190 Jan 28 16:32:42.007230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.012507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.020779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:42.039846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Checking segment: {'id': '1e296c7d-c871-40f4-8e76-cc524481ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:42.040310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Network hostable DHCP agents. Network: 74097e60-d807-4cd3-aa99-ca6f613ee58d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:32:42.049324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.054029 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10993382-33a4-47c5-b3d0-8784d22ef515 x-openstack-request-id: req-10993382-33a4-47c5-b3d0-8784d22ef515 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:42.054226 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "name": "network-vif-plugged", "status": "completed", "tag": "a2eaa313-1913-4ad3-af71-07a867579795", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:42.054473 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10993382-33a4-47c5-b3d0-8784d22ef515 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:42.054830 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795', 'code': 200} Jan 28 16:32:42.061479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f9d8b-ee1b-4a79-a78a-2df56494ba0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118a438-463d-44ab-815d-ad486b2649e6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:42.072287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.141076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:42.149004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Network 74097e60-d807-4cd3-aa99-ca6f613ee58d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:32:42.184883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:42.186424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:42.189200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:42.192241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:42.198091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:42.198742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.211736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 74097e60-d807-4cd3-aa99-ca6f613ee58d) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:42.218041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:42.218748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.231545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44a13a-7b9f-4e75-a475-25fdcefa59c7 None None] Network 74097e60-d807-4cd3-aa99-ca6f613ee58d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:42.242398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8c71d5ea-431a-4d1b-8a9c-fe79fa68bc51 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3845000 Jan 28 16:32:42.253276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014f871-841c-4ac3-a0b0-beda6c9553fa req-0567f0e2-d81d-4f30-8f48-82ad0e345e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:42.254922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e014f871-841c-4ac3-a0b0-beda6c9553fa req-0567f0e2-d81d-4f30-8f48-82ad0e345e8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1129 time: 0.1261089 Jan 28 16:32:42.255881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Request body: {'port': {'device_id': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:42.289063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b411ac58-4fe1-4a61-9cd6-d836468d85a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1319640 Jan 28 16:32:42.309422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e014f871-841c-4ac3-a0b0-beda6c9553fa req-7d19b601-29d0-4c40-931a-b1a63fcb7308 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470316 Jan 28 16:32:42.359916 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks [] for router_gateway (e990041a-fccd-4550-a9e2-11a79e0b9bb1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.374855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.381326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c260d4-e263-493f-ab72-5c662a01e4de None None] Network 74097e60-d807-4cd3-aa99-ca6f613ee58d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:42.620721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (e990041a-fccd-4550-a9e2-11a79e0b9bb1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:42.714246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b58c7-b956-4bb2-a8fe-2e2fd9f9dc7c req-507e4b77-1aa7-44b3-be0d-e8e4220d016b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:42.716370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b9b58c7-b956-4bb2-a8fe-2e2fd9f9dc7c req-507e4b77-1aa7-44b3-be0d-e8e4220d016b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1402810 Jan 28 16:32:42.867966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b9b58c7-b956-4bb2-a8fe-2e2fd9f9dc7c req-0a226559-9cc4-486b-8e4a-2ed97ad6c864 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342952 Jan 28 16:32:42.969585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:43.035963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:43.089426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Publish callbacks [] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.129824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:43.130211 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.164233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Transition to ACTIVE for port object 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:43.202635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.268686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Router e990041a-fccd-4550-a9e2-11a79e0b9bb1 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:32:43.292466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af7679-e9ee-453d-9ce5-49447d3dff72 req-7319a99e-5660-40ba-aaa0-afc5b137eef8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:43.299215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69681a23-d4c1-4761-aa63-f9586cd9ac9c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:43.303536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50af7679-e9ee-453d-9ce5-49447d3dff72 req-7319a99e-5660-40ba-aaa0-afc5b137eef8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 931 time: 0.2757576 Jan 28 16:32:43.305460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:43.360075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb654-bb11-4852-947c-9a758f0bfc4c req-d4ad9361-a9ee-48c9-88ce-7874a52997e5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:43.367568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49eeb654-bb11-4852-947c-9a758f0bfc4c req-d4ad9361-a9ee-48c9-88ce-7874a52997e5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.2872431 Jan 28 16:32:43.374402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 69681a23-d4c1-4761-aa63-f9586cd9ac9c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:32:43.378733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69681a23-d4c1-4761-aa63-f9586cd9ac9c not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:43.392423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d313a6-d81f-4ce3-821d-ba2510c5b26e None None] Network a4756eb6-cd4d-471d-8398-845846cc242e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:43.417179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:43.417459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:43.418027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:43.435439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:43.436081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:43.457339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50af7679-e9ee-453d-9ce5-49447d3dff72 req-4f295e07-5612-4528-837d-71cc4ce79fee tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527290 Jan 28 16:32:43.464579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:43.472944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:43.473354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:43.473831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Bound port: 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:43.474199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.508108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:32:43.513463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49eeb654-bb11-4852-947c-9a758f0bfc4c req-85606679-ce9c-4a54-94ae-c2aae7397777 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447473 Jan 28 16:32:43.528305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58876) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:43.544731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-857328429-network', 'tenant_id': '27831ca8a81d42c08934d44cb0433f88'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:43.564567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.567005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9ba875fe-63a2-4c02-b504-06c0f97a3265 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8505485 Jan 28 16:32:43.570367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58878) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:43.573219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:43.586798 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Made reservation on behalf of 27831ca8a81d42c08934d44cb0433f88 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:43.594234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.604272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.632498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:43.649209 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.661348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Sync routers for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:32:43.679982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:43.680286 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.703230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks [] for security_group (a081c15c-34d6-47d8-91da-9a2960a3d31c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.709320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a081c15c-34d6-47d8-91da-9a2960a3d31c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.716882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:43.717531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:43.730799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5ebc26ff-6987-4510-8ad0-d216064fa9b3 None None] Provisioning complete for port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:43.731240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ebc26ff-6987-4510-8ad0-d216064fa9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.736659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081c15c-34d6-47d8-91da-9a2960a3d31c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:43.745768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:32:43.751582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:43.761192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:43.762423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.763820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-8d28fff0-777c-4875-bbce-375b92a1db76 service neutron] 10.222.0.24 "PUT /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 1092 time: 1.5136573 Jan 28 16:32:43.764276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:43.764637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a6856e29-d2d0-435f-b088-6866ba96c83c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.765214 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Added segment a6856e29-d2d0-435f-b088-6866ba96c83c of type vlan for network e7cade11-85a9-45c0-9f34-c68f7ae8324f Jan 28 16:32:43.766573 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb69baaf-78f1-4464-9fc5-8615539cf30a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:43.837301 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b1f0d-727d-430e-826a-8559aa15f919 x-openstack-request-id: req-f61b1f0d-727d-430e-826a-8559aa15f919 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:43.837620 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:43.837856 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f61b1f0d-727d-430e-826a-8559aa15f919 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:43.838256 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'status': 'completed', 'code': 200} Jan 28 16:32:43.844912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:43.848490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e7cade11-85a9-45c0-9f34-c68f7ae8324f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.874047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.889288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e7cade11-85a9-45c0-9f34-c68f7ae8324f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.892775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:43.893811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:43.960926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-0855aae1-5fbb-4fd7-98a2-def950e9269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:43.962561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-0855aae1-5fbb-4fd7-98a2-def950e9269d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1126 time: 0.1235399 Jan 28 16:32:43.979824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4424217 Jan 28 16:32:43.982371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58888) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:43.989590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Request body: {'subnet': {'network_id': 'e7cade11-85a9-45c0-9f34-c68f7ae8324f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-857328429-subnet', 'tenant_id': '27831ca8a81d42c08934d44cb0433f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:44.006152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:44.014558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Made reservation on behalf of 27831ca8a81d42c08934d44cb0433f88 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:44.018337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:44.032043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-da33aa76-37f7-4895-a542-d271ca0b540a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 217 time: 0.0577207 Jan 28 16:32:44.034373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb17a46-8b63-409c-a4a6-f17acfcc198a admin admin] Pushing event updated for resources: {'Network': ['ID=e7cade11-85a9-45c0-9f34-c68f7ae8324f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:44.085183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e7cade11-85a9-45c0-9f34-c68f7ae8324f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:32:44.105876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:44.185615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-13ecac5d-2962-409c-b117-9588d8215afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:44.187076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-13ecac5d-2962-409c-b117-9588d8215afb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1382241 Jan 28 16:32:44.203654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018dd07-18f3-4792-a5ff-ca0c54e234cc req-cf548199-ca7c-4a4c-af31-59bc373aed65 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:44.205110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7018dd07-18f3-4792-a5ff-ca0c54e234cc req-cf548199-ca7c-4a4c-af31-59bc373aed65 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.2286124 Jan 28 16:32:44.257715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-5fc3d371-a7e4-4f09-82f9-a9c0131774d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516067 Jan 28 16:32:44.262591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc26ff-6987-4510-8ad0-d216064fa9b3 None None] Current status of the port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:44.342669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (a5543362-cb25-4c8e-a32c-000980874883), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:44.360494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:42Z', 'revision_number': 3, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:44.400411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7018dd07-18f3-4792-a5ff-ca0c54e234cc req-0373fff2-3422-4d57-a9e3-f23afcc2a413 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733644 Jan 28 16:32:44.424635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Checking router: e990041a-fccd-4550-a9e2-11a79e0b9bb1 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:32:44.425577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Updating router e990041a-fccd-4550-a9e2-11a79e0b9bb1 port a259f68a-ac82-482c-bf42-4240dd4bf14d binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:32:44.464486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5543362-cb25-4c8e-a32c-000980874883,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:44.465545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:44.478034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Checking segment: {'id': 'a6856e29-d2d0-435f-b088-6866ba96c83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7cade11-85a9-45c0-9f34-c68f7ae8324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:44.478332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Network hostable DHCP agents. Network: e7cade11-85a9-45c0-9f34-c68f7ae8324f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:32:44.522682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Network e7cade11-85a9-45c0-9f34-c68f7ae8324f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:32:44.545237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e7cade11-85a9-45c0-9f34-c68f7ae8324f) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:44.550215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:44.550826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:44.586999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0cc2e9b4-c2e6-473e-ba0d-de01c1d5ce3c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5958512 Jan 28 16:32:44.637140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e5ea7-9146-44b2-b81c-3c1a4c67fda5 None None] Network e7cade11-85a9-45c0-9f34-c68f7ae8324f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:44.712389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ac69bafb-a2aa-42e2-86dd-ffda63b58e6e None None] Provisioning complete for port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:44.712804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac69bafb-a2aa-42e2-86dd-ffda63b58e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:44.824735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-03aa4646-ebfd-44b7-8d82-9f7feafcb35c service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587354 Jan 28 16:32:44.844164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84228f41-381e-4f26-8604-a1e57fdf5272 None None] Network e7cade11-85a9-45c0-9f34-c68f7ae8324f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:32:44.872511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:44.955826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa660f65-48ae-496a-8841-9791a934f9f9 req-38ecae7c-fde8-4269-9eff-d24cd16877eb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:44.961919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa660f65-48ae-496a-8841-9791a934f9f9 req-38ecae7c-fde8-4269-9eff-d24cd16877eb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.2516809 Jan 28 16:32:44.993582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85462e9e-bc58-4b36-8ce4-338d9b2ce66d req-f2e24a4b-d9c5-4aab-afaf-b06c70a80bb0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:44.995096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85462e9e-bc58-4b36-8ce4-338d9b2ce66d req-f2e24a4b-d9c5-4aab-afaf-b06c70a80bb0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.2830873 Jan 28 16:32:45.003921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.037094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ac69bafb-a2aa-42e2-86dd-ffda63b58e6e None None] Current status of the port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:45.101096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Publish callbacks [] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.106831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:45.107250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.110349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.132210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5317f6bf-3170-44aa-9644-3f9b79091554 req-26bae185-3055-408e-be78-948caa9042ac service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963440 Jan 28 16:32:45.156460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa660f65-48ae-496a-8841-9791a934f9f9 req-4ee6b2ba-686f-4f75-a80d-79efab54b490 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886878 Jan 28 16:32:45.196411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Attempting to bind port a259f68a-ac82-482c-bf42-4240dd4bf14d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:45.196811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Attempting to bind port a259f68a-ac82-482c-bf42-4240dd4bf14d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:45.197170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Attempting to bind port a259f68a-ac82-482c-bf42-4240dd4bf14d on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:45.204424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dd3c6-7199-4c0b-b701-025dc6847895 None None] Pushing event updated for resources: {'Port': ['ID=a259f68a-ac82-482c-bf42-4240dd4bf14d,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:45.212946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:45.213324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:45.213724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.214117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:45.214593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Bound port: a259f68a-ac82-482c-bf42-4240dd4bf14d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:45.215006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.272050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85462e9e-bc58-4b36-8ce4-338d9b2ce66d req-4ea33a3c-8c5e-4e46-9b01-c851b949c49c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539303 Jan 28 16:32:45.300890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:45.303416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] For port a259f68a-ac82-482c-bf42-4240dd4bf14d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:45.314165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] For port a259f68a-ac82-482c-bf42-4240dd4bf14d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a259f68a-ac82-482c-bf42-4240dd4bf14d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:45.328119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.333588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-13968a65-7fb9-435f-94a0-36a070fcdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:45.336343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-13968a65-7fb9-435f-94a0-36a070fcdf66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1126 time: 0.1310196 Jan 28 16:32:45.382763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:45.383393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:45.406467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Allocated IP 172.20.0.1 (a4756eb6-cd4d-471d-8398-845846cc242e/13377780-ee24-4c1a-b252-0f46aa680ecd/3b993af8-c990-4cbd-be82-2dcdf0c694e2) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:45.548241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dd3c6-7199-4c0b-b701-025dc6847895 None None] Pushing event updated for resources: {'Port': ['ID=a259f68a-ac82-482c-bf42-4240dd4bf14d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:45.553811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-3c32aa8a-919d-4c12-ba18-3b9860eedb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:45.555302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-3c32aa8a-919d-4c12-ba18-3b9860eedb52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.2131715 Jan 28 16:32:45.619121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:45.666471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-33ceeeed-37ac-4417-a40f-538ea59bc282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 217 time: 0.0689447 Jan 28 16:32:45.746608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks [] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.778139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-244748b1-cdbe-4efd-909e-3b167bb8e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:45.779615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-244748b1-cdbe-4efd-909e-3b167bb8e0e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1041014 Jan 28 16:32:45.786983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-ca69525a-ed3b-43b3-83c2-327281d4cdcd tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:45.788352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-ca69525a-ed3b-43b3-83c2-327281d4cdcd tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/networks?id=74097e60-d807-4cd3-aa99-ca6f613ee58d HTTP/1.1" status: 200 len: 815 time: 0.2686927 Jan 28 16:32:45.790163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af21d9-11a2-4344-a1c9-c997e2bb80ab req-9aee5862-df3e-4fbe-a67a-ba9ab8c73c93 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:45.791562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28af21d9-11a2-4344-a1c9-c997e2bb80ab req-9aee5862-df3e-4fbe-a67a-ba9ab8c73c93 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1129 time: 0.2354012 Jan 28 16:32:45.801963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:42Z', 'revision_number': 3, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:45.835353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2168700-0d9d-48dd-8a20-8a328b319b1a None None] The sync data for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 is: [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:42Z', 'revision_number': 3, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:45.848390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21c35fde-ef3b-4168-9703-dcae43376447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.852536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-03cbe645-1139-4a6e-864d-ececc46e6b56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600057 Jan 28 16:32:45.867629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-83d6f3f3-a4b2-4307-b246-8b7f3630fb61 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/quotas/bbefcc904e80446184534b27349ade9b HTTP/1.1" status: 200 len: 375 time: 0.0652602 Jan 28 16:32:45.947246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:45.957977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-1943605e-8f3f-4390-90e1-ede3043f1ee4 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbefcc904e80446184534b27349ade9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773230 Jan 28 16:32:46.074356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Network a4756eb6-cd4d-471d-8398-845846cc242e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:46.083707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28af21d9-11a2-4344-a1c9-c997e2bb80ab req-0801c3d3-fa79-42a9-ad6f-4bab308db66f tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805161 Jan 28 16:32:46.093005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:46.097191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Pushing event updated for resources: {'Port': ['ID=3b993af8-c990-4cbd-be82-2dcdf0c694e2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:46.099526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:46.100009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (e990041a-fccd-4550-a9e2-11a79e0b9bb1), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:46.201179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-69ea3650-1d43-48f8-a71b-8378bb912d64 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354688 Jan 28 16:32:46.269543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-053bd96d-44cb-435d-af9c-086b054a7fdb service neutron] 10.222.0.25 "GET /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768114 Jan 28 16:32:46.393402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-36a2a01d-e11e-4318-b0a1-0811e16b9f75 None None] Provisioning complete for port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:46.393967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36a2a01d-e11e-4318-b0a1-0811e16b9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:46.429560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-36a2a01d-e11e-4318-b0a1-0811e16b9f75 None None] Port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:46.436072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edc615-4072-4f5a-857e-5208ab869313 req-abfb76e5-62b3-4f32-8196-4b9690225cd1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:46.437638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21edc615-4072-4f5a-857e-5208ab869313 req-abfb76e5-62b3-4f32-8196-4b9690225cd1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.2524302 Jan 28 16:32:46.496392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69baaf-78f1-4464-9fc5-8615539cf30a req-a73457b0-d9fb-42b3-8b25-818a9b4e9304 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878313 Jan 28 16:32:46.526092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-5d280502-1d7e-4787-a876-2ecd23d091b3 service neutron] 10.222.0.25 "GET /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200308 Jan 28 16:32:46.526651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:46.554883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21edc615-4072-4f5a-857e-5208ab869313 req-b35df70c-b098-4b13-9811-1ac5c9e2b2f5 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066890 Jan 28 16:32:46.834573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52825be5-e3bb-4ce3-93e6-7d90aa0a8b2d req-8d19d402-0d28-4b44-a355-6cbc333c3ab9 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 210 time: 0.0792930 Jan 28 16:32:46.883245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a259f68a-ac82-482c-bf42-4240dd4bf14d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:46.896911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks [] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:46.905927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654b1a5-7799-416c-bea1-c8d32293e650 req-e85cee63-976b-420c-8956-9ee1dbd99b80 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:46.912566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1654b1a5-7799-416c-bea1-c8d32293e650 req-e85cee63-976b-420c-8956-9ee1dbd99b80 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.1423945 Jan 28 16:32:46.919787 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:46.920429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (e990041a-fccd-4550-a9e2-11a79e0b9bb1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.032379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a259f68a-ac82-482c-bf42-4240dd4bf14d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:47.039359 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.063691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Pushing event updated for resources: {'Port': ['ID=3b993af8-c990-4cbd-be82-2dcdf0c694e2,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:47.101280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1654b1a5-7799-416c-bea1-c8d32293e650 req-0163e39e-f444-4c71-af8d-dd0970ddf814 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867514 Jan 28 16:32:47.192159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Network a4756eb6-cd4d-471d-8398-845846cc242e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:47.195941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:47.202780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a259f68a-ac82-482c-bf42-4240dd4bf14d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:47.204096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.248860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port a259f68a-ac82-482c-bf42-4240dd4bf14d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a259f68a-ac82-482c-bf42-4240dd4bf14d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:47.256936 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.349021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:47.361010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:47.407816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Router e990041a-fccd-4550-a9e2-11a79e0b9bb1 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:32:47.585482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=a259f68a-ac82-482c-bf42-4240dd4bf14d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:47.774959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:47.784254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:47.784774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.853211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a8214b78-686b-470f-89bb-10675268b983 None None] Provisioning complete for port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:47.853931 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8214b78-686b-470f-89bb-10675268b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.889790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'mac_address': 'fa:16:3e:16:93:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:47.957612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:47.960059 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336d99ce-76f6-4cbb-bbac-cc0fefed9ab4" -d '{"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-unplugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:47.971595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a8214b78-686b-470f-89bb-10675268b983 None None] Port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:47.973239 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc99f3d8-b4a8-4869-ac96-4c58c326fdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:47.988472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:47.991276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:47.991664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:48.001974 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:48.062791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:48.067080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:48.113652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:32:48.114025 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:32:48.148942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:32:48.157139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-56d9ff61-7f41-45db-be8f-e0a8e6db66ce admin admin] 10.222.0.25 "PUT /v2.0/routers/e990041a-fccd-4550-a9e2-11a79e0b9bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5856462 Jan 28 16:32:48.165148 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Sync routers for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:32:48.195372 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:48.196019 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:48.198848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee2d1a-ee3c-4947-a153-5f275c74cf57 req-595f59bd-00bc-4a20-a4aa-23cb274bd089 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:48.200934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41ee2d1a-ee3c-4947-a153-5f275c74cf57 req-595f59bd-00bc-4a20-a4aa-23cb274bd089 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 948 time: 0.1326783 Jan 28 16:32:48.210363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-3b6a96dc-fea4-46c0-856b-12ee814ac7e1 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--67284900&fields=id&tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6 HTTP/1.1" status: 200 len: 267 time: 0.0897915 Jan 28 16:32:48.343903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41ee2d1a-ee3c-4947-a153-5f275c74cf57 req-bbd1fc52-006a-4878-ad3d-5e4e0fe601a8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308441 Jan 28 16:32:48.349117 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:48.349953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-d8fb04a5-c6a6-4736-9128-c29c9e2cd1d1 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:48.363291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-d8fb04a5-c6a6-4736-9128-c29c9e2cd1d1 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 824 time: 0.1456113 Jan 28 16:32:48.379197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-8d3a3e9e-e8e4-46a7-8df6-1fbcef7eb57b tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/quotas/6dbf487e2c7d419fa0dd1695c5c069a6 HTTP/1.1" status: 200 len: 375 time: 0.0214756 Jan 28 16:32:48.467249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-62d38a2c-cb34-4606-8d86-6aa74c75dd44 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803189 Jan 28 16:32:48.530037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28130a97-30f3-4b38-aaa6-c12cf21efd0b req-1afc6370-a0c2-4381-b13e-dec187ced356 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 210 time: 0.0616329 Jan 28 16:32:48.567490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-6b56cac9-cf6c-4192-83c1-03358c14ee57 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:48.570605 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-6b56cac9-cf6c-4192-83c1-03358c14ee57 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.31 "GET /v2.0/networks?id=74097e60-d807-4cd3-aa99-ca6f613ee58d HTTP/1.1" status: 200 len: 815 time: 0.1838579 Jan 28 16:32:48.588629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Request body: {'port': {'device_id': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d', 'admin_state_up': True, 'tenant_id': 'bbefcc904e80446184534b27349ade9b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:48.609440 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb6e7d-204d-4dcc-a6c9-a880cc81332d x-openstack-request-id: req-5eeb6e7d-204d-4dcc-a6c9-a880cc81332d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:48.609959 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-unplugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:48.610069 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eeb6e7d-204d-4dcc-a6c9-a880cc81332d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:48.610417 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'code': 200} Jan 28 16:32:48.663327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-4d3fcce5-ddfe-435c-8508-9db3962a2a7a service neutron] 10.222.0.25 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923506 Jan 28 16:32:48.672690 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 2, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:48.692852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:48.693256 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:48.728535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:48.776158 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Checking router: e990041a-fccd-4550-a9e2-11a79e0b9bb1 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:32:48.776976 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Updating router e990041a-fccd-4550-a9e2-11a79e0b9bb1 port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:32:48.784047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-808b7483-dec8-45fd-9c1f-650d24ea35c0 service neutron] 10.222.0.25 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110022 Jan 28 16:32:48.798060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:48.809638 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:48.865596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Made reservation on behalf of bbefcc904e80446184534b27349ade9b for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:48.873899 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:48.874086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:48.880329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a259f68a-ac82-482c-bf42-4240dd4bf14d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:48.889957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ffa4-e6f1-4fa5-b089-6690e04d5f51 req-c91b9f2d-1e35-430b-86da-c328a90d594d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:48.891512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b310ffa4-e6f1-4fa5-b089-6690e04d5f51 req-c91b9f2d-1e35-430b-86da-c328a90d594d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.0991066 Jan 28 16:32:49.001001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b310ffa4-e6f1-4fa5-b089-6690e04d5f51 req-16c5161b-6d94-413c-a5fb-c0000078d93a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971003 Jan 28 16:32:49.030529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:49.044985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a259f68a-ac82-482c-bf42-4240dd4bf14d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:49.045542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.097221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Allocated IP 172.20.0.6 (74097e60-d807-4cd3-aa99-ca6f613ee58d/146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4/078e3531-48b8-4371-a6d4-e43caa228921) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:49.134585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['21a820f3-d94c-4f92-998c-2a2b1b9bfb84'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:49.218744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56c52f87-821c-4cb7-a6c4-477846897f67 req-46b17549-ee5f-4b4e-942b-aceb40379f65 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 210 time: 0.0739567 Jan 28 16:32:49.305019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.392116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks [] for port (078e3531-48b8-4371-a6d4-e43caa228921), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.479982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (078e3531-48b8-4371-a6d4-e43caa228921), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.488027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-0c044837-41bd-40ba-8ec3-29f0637571ab tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:49.489607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-0c044837-41bd-40ba-8ec3-29f0637571ab tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8f6808-d5f2-4227-807c-103a4423a624 HTTP/1.1" status: 200 len: 946 time: 0.1079443 Jan 28 16:32:49.540059 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Publish callbacks [] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.548614 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.573681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:49.576049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:49.587704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a259f68a-ac82-482c-bf42-4240dd4bf14d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:49.595289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474657516', 'description': 'tempest-description--775105431'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:49.625964 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Pushing event updated for resources: {'Port': ['ID=3b993af8-c990-4cbd-be82-2dcdf0c694e2,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:49.656985 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.657328 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.659302 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.660072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.661019 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.661886 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.662947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.665190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.665360 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.665949 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.667609 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.668137 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.668618 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.670538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:49.689226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Network 74097e60-d807-4cd3-aa99-ca6f613ee58d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:49.698434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:49.704856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:49.764902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:49.769955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.786614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Pushing event updated for resources: {'Port': ['ID=078e3531-48b8-4371-a6d4-e43caa228921,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:49.798626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-73d1219e-4e1b-4140-9e27-150f19b3f602 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193394 Jan 28 16:32:49.814206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Request body: {'port': {'device_id': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:49.822465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Attempting to bind port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:49.822846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Attempting to bind port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:49.827442 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Attempting to bind port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 on network a4756eb6-cd4d-471d-8398-845846cc242e {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:49.837941 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:49.839418 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Checking segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:49.839853 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.840875 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Bound using segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:49.842498 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Bound port: 3b993af8-c990-4cbd-be82-2dcdf0c694e2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:49.842908 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.888080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ea7bf-cdd3-4af8-9a81-f904f3a2d912 req-b59c444f-a63b-41ff-999b-c6b76f0e8765 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:49.902086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-136ea7bf-cdd3-4af8-9a81-f904f3a2d912 req-b59c444f-a63b-41ff-999b-c6b76f0e8765 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 931 time: 0.2216494 Jan 28 16:32:49.904203 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:49.909703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012bc8-eb53-46d7-9d90-fdf6fe1943f5 req-f1df1bd8-8539-4980-9244-1071e7da439a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:49.930304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'port_id': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'mac_address': 'fa:16:3e:09:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6a2fb7-19a6-46ee-82d4-527aa6016d07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:49.942025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70012bc8-eb53-46d7-9d90-fdf6fe1943f5 req-f1df1bd8-8539-4980-9244-1071e7da439a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 949 time: 0.3642125 Jan 28 16:32:49.978675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group (fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.986554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:49.991752 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] For port 3b993af8-c990-4cbd-be82-2dcdf0c694e2, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:49.998994 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] For port 3b993af8-c990-4cbd-be82-2dcdf0c694e2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b993af8-c990-4cbd-be82-2dcdf0c694e2,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:50.001661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:50.002247 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.020368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:50.027642 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.061268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:50.070134 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.095956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Deleting port 2156bc34-9058-4d0e-bd11-2c0aed936f93 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:32:50.096289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.125425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.129659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5511498 Jan 28 16:32:50.132087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59074) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:50.140662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70012bc8-eb53-46d7-9d90-fdf6fe1943f5 req-97b5ad93-c923-4021-8621-893c06aa1368 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976836 Jan 28 16:32:50.149459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:50.158838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:50.181914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40cc90-c07a-4b5e-8ded-94ac129e534a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:50.188030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (078e3531-48b8-4371-a6d4-e43caa228921), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.190370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] Provisioning complete for port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:50.190994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.226535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-136ea7bf-cdd3-4af8-9a81-f904f3a2d912 req-a2f16c1b-2218-4e2d-b317-61811399b4ad tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748151 Jan 28 16:32:50.271347 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9b03-7ae5-4f83-b774-6e405d483b21 None None] Pushing event updated for resources: {'Port': ['ID=3b993af8-c990-4cbd-be82-2dcdf0c694e2,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:50.312354 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:50.316571 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:50.379357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group_rule (39874a22-3b85-4c2f-b49a-5da7b2952f09), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.403939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:50.471389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] For port 2156bc34-9058-4d0e-bd11-2c0aed936f93, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2156bc34-9058-4d0e-bd11-2c0aed936f93,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:50.479350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.578669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] Current status of the port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:50.579064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.613594 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.617413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45dd290c-328f-402f-8e6e-48ca6f9670cc req-2b4ea091-da61-4951-a93b-6892903358a7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 210 time: 0.0861819 Jan 28 16:32:50.646917 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:50.738655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e50165-5a8f-408b-a0c1-79595103dfed req-4615d537-4b85-47d0-b9c4-a9cd3eba5eb5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:50.746939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1e50165-5a8f-408b-a0c1-79595103dfed req-4615d537-4b85-47d0-b9c4-a9cd3eba5eb5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 0.2604496 Jan 28 16:32:50.767077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group_rule (39874a22-3b85-4c2f-b49a-5da7b2952f09), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.795654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (39874a22-3b85-4c2f-b49a-5da7b2952f09), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.840614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] For port 3b993af8-c990-4cbd-be82-2dcdf0c694e2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b993af8-c990-4cbd-be82-2dcdf0c694e2,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:50.868424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:50.897494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39874a22-3b85-4c2f-b49a-5da7b2952f09,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:51.047955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078e3531-48b8-4371-a6d4-e43caa228921 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:51.070839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Publish callbacks [] for port (078e3531-48b8-4371-a6d4-e43caa228921), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.087570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1e50165-5a8f-408b-a0c1-79595103dfed req-b99d970e-eb09-4804-8510-99d54eed30c1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395796 Jan 28 16:32:51.103747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Transition to ACTIVE for port object 078e3531-48b8-4371-a6d4-e43caa228921 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:51.112362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.118587 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-27a77f37-a400-404c-8fdf-ac45b7241714 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9805062 Jan 28 16:32:51.122693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59100) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:51.141585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:51.159493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (078e3531-48b8-4371-a6d4-e43caa228921), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.172418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dde18-eed2-4edd-8353-b77f47b0232f None None] Pushing event updated for resources: {'Port': ['ID=3b993af8-c990-4cbd-be82-2dcdf0c694e2,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:51.182727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d124f4b-48bc-45b1-8ed7-767ab7f6e716 None None] Provisioning complete for port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:51.182969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d124f4b-48bc-45b1-8ed7-767ab7f6e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.225191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.225572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.225974 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Floating IP e22970cc-0442-4c00-ac2e-d74030b0c016 disassociated. External IP: 172.25.8.154, port: 2156bc34-9058-4d0e-bd11-2c0aed936f93. Jan 28 16:32:51.226247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Calling delete_port for 2156bc34-9058-4d0e-bd11-2c0aed936f93 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:32:51.230722 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:49Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:51.249235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Pushing event updated for resources: {'Port': ['ID=078e3531-48b8-4371-a6d4-e43caa228921,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:51.282306 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c615bc-9bea-489a-957e-47a3e9b094f8 None None] The sync data for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 is: [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:49Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:51.335688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group_rule (38cd18ed-bf6f-44a3-a389-9dd2967892b1), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.342389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:51.478603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-7e9c5b27-b170-44a3-82a0-89524a8db76a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:51.479921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-7e9c5b27-b170-44a3-82a0-89524a8db76a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 824 time: 0.6306415 Jan 28 16:32:51.513485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:51.513909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.516991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d124f4b-48bc-45b1-8ed7-767ab7f6e716 None None] Current status of the port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:51.588213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2156bc34-9058-4d0e-bd11-2c0aed936f93 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:32:51.614430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group_rule (38cd18ed-bf6f-44a3-a389-9dd2967892b1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.619560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd55b86-fd7b-4a80-b583-e59ad2863454 req-1f1e9761-302a-473c-8d07-faaaec731398 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:51.621634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1dd55b86-fd7b-4a80-b583-e59ad2863454 req-1f1e9761-302a-473c-8d07-faaaec731398 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 943 time: 0.2404883 Jan 28 16:32:51.635036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (38cd18ed-bf6f-44a3-a389-9dd2967892b1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.646257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630d2e6-38e8-4116-a091-3b37d82ea260 req-1547bf48-93d4-496a-bc37-f1e0ba6e34bb tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:51.654985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0630d2e6-38e8-4116-a091-3b37d82ea260 req-1547bf48-93d4-496a-bc37-f1e0ba6e34bb tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 949 time: 0.2764730 Jan 28 16:32:51.684731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-f7bf3d31-2b57-49be-9acf-0a5129434dd7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6 HTTP/1.1" status: 200 len: 378 time: 0.1816249 Jan 28 16:32:51.700811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Attempting to bind port 078e3531-48b8-4371-a6d4-e43caa228921 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:51.701162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Attempting to bind port 078e3531-48b8-4371-a6d4-e43caa228921 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '1e296c7d-c871-40f4-8e76-cc524481ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:51.701718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Attempting to bind port 078e3531-48b8-4371-a6d4-e43caa228921 on network 74097e60-d807-4cd3-aa99-ca6f613ee58d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:51.702921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59114) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:51.707495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'port': {'device_id': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'admin_state_up': True, 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'security_groups': ['7f03c30d-7c06-409f-b457-5f9560fbdf83']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:51.725750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:51.726412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.730273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2156bc34-9058-4d0e-bd11-2c0aed936f93), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.734114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.736751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cd18ed-bf6f-44a3-a389-9dd2967892b1,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:51.740385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.744693 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f331600a-d6f7-4420-a0a5-5d03c134b9df tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6043324 Jan 28 16:32:51.764225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No active binding found for port 2156bc34-9058-4d0e-bd11-2c0aed936f93 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:32:51.764813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 2156bc34-9058-4d0e-bd11-2c0aed936f93 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:32:51.765342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2156bc34-9058-4d0e-bd11-2c0aed936f93 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:32:51.778265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59118) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:51.782263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:51.785498 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93178897-bffa-49eb-96f2-2dc12355dc48" -d '{"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-plugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:51.789646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:51.796814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Port 078e3531-48b8-4371-a6d4-e43caa228921 on network 74097e60-d807-4cd3-aa99-ca6f613ee58d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:51.797145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Attempting to bind port 078e3531-48b8-4371-a6d4-e43caa228921 on network 74097e60-d807-4cd3-aa99-ca6f613ee58d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:51.803552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:51.808242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event deleted for resources: {'Port': ['ID=2156bc34-9058-4d0e-bd11-2c0aed936f93,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:51.811549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.820194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:51.820542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Checking segment: {'id': '1e296c7d-c871-40f4-8e76-cc524481ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:51.820971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Bound using segment: {'id': '1e296c7d-c871-40f4-8e76-cc524481ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:51.821422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Bound port: 078e3531-48b8-4371-a6d4-e43caa228921, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e296c7d-c871-40f4-8e76-cc524481ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:51.821783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (078e3531-48b8-4371-a6d4-e43caa228921), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.873073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:51.888387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:51.980982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0630d2e6-38e8-4116-a091-3b37d82ea260 req-0c46d945-e6a0-4cea-8700-252c0d237326 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189585 Jan 28 16:32:52.001086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1dd55b86-fd7b-4a80-b583-e59ad2863454 req-4f0ea4c6-9b2f-472c-a9ab-2ac94fb068c4 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297787 Jan 28 16:32:52.008033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35ca2aae-7082-4724-a072-0b04b3afd0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.008864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Made reservation on behalf of 6dbf487e2c7d419fa0dd1695c5c069a6 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:52.013962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.081752 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ae80a-a684-4b8d-bdb8-b72347f89bdb x-openstack-request-id: req-161ae80a-a684-4b8d-bdb8-b72347f89bdb {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:52.082296 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-plugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:52.082610 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-161ae80a-a684-4b8d-bdb8-b72347f89bdb {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:52.083521 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'code': 200} Jan 28 16:32:52.137526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] For port 078e3531-48b8-4371-a6d4-e43caa228921, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:52.183850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] For port 078e3531-48b8-4371-a6d4-e43caa228921, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=078e3531-48b8-4371-a6d4-e43caa228921,segment=NetworkSegment(1e296c7d-c871-40f4-8e76-cc524481ca18),segment_id=1e296c7d-c871-40f4-8e76-cc524481ca18)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:52.201951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Router 00eecdba-8869-49ee-9a54-d2b890c973ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:32:52.205268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (078e3531-48b8-4371-a6d4-e43caa228921), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.209070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57bc64bf-b536-4a04-a091-7ee884a49915 req-7825d293-0ebf-4000-8a9b-2114478938c2 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 210 time: 0.1147654 Jan 28 16:32:52.287642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35ca2aae-7082-4724-a072-0b04b3afd0af admin admin] Publish callbacks [] for security_group (32c9b460-0948-489e-b4d6-bcffe17b9edc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.330817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35ca2aae-7082-4724-a072-0b04b3afd0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (32c9b460-0948-489e-b4d6-bcffe17b9edc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.384714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Pushing event updated for resources: {'Port': ['ID=078e3531-48b8-4371-a6d4-e43caa228921,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:52.436060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Allocated IP 172.20.0.7 (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf/3c68d951-9471-439b-befb-4d7211a64273/a4e34f21-c737-442a-aaf5-124d4051cab1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:52.489916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-35ca2aae-7082-4724-a072-0b04b3afd0af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e54e8959062b4430a9465b0a5d80d578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7833438 Jan 28 16:32:52.492302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59130) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:52.494414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca2aae-7082-4724-a072-0b04b3afd0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9b460-0948-489e-b4d6-bcffe17b9edc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:52.521813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5616-5c12-413c-967a-cca589de460c req-41a91ddb-bb49-4517-b7d0-5f7b1ecdf48b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:52.524612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-813b5616-5c12-413c-967a-cca589de460c req-41a91ddb-bb49-4517-b7d0-5f7b1ecdf48b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 0.3084598 Jan 28 16:32:52.594675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:52.595427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.597635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-600cc278-6651-445f-bede-15515f3dc242 service neutron] 10.222.0.31 "PUT /v2.0/ports/078e3531-48b8-4371-a6d4-e43caa228921 HTTP/1.1" status: 200 len: 1092 time: 2.7901912 Jan 28 16:32:52.597635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'tag': '078e3531-48b8-4371-a6d4-e43caa228921'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:52.600022 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "27663204-4d37-493e-b8d2-210c0cfe5cae", "tag": "078e3531-48b8-4371-a6d4-e43caa228921"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:52.620553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:32:52.634048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:32:52.684035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.699203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5988b-0ea1-4f47-b77a-f1de4e17b352 req-3822f6c2-8c7a-4748-a66e-8ff9ce29a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:52.700901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fe5988b-0ea1-4f47-b77a-f1de4e17b352 req-3822f6c2-8c7a-4748-a66e-8ff9ce29a750 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1133 time: 0.2913754 Jan 28 16:32:52.710973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] No DVR routers for this DVR port 2156bc34-9058-4d0e-bd11-2c0aed936f93 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:32:52.725810 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.736422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c35beec1-cc29-4277-a1e3-efbdb9b1f9c1 req-3900dc73-ac73-4cd8-8ee6-6f3dff56c221 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "DELETE /v2.0/ports/2156bc34-9058-4d0e-bd11-2c0aed936f93 HTTP/1.1" status: 204 len: 173 time: 3.2346308 Jan 28 16:32:52.744695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'name': 'network-vif-deleted', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:52.755595 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18efb79b-3306-4753-aeec-3248d5908e04" -d '{"events": [{"server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "name": "network-vif-deleted", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:52.786086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.798453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8893ab20-6f33-4f92-a8b9-eb3456ef3b2f admin admin] Publish callbacks [] for security_group (32c9b460-0948-489e-b4d6-bcffe17b9edc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.853559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-813b5616-5c12-413c-967a-cca589de460c req-1907f6fe-c8ee-4658-a29a-51fd9dbb5bb3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855194 Jan 28 16:32:52.919628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:52.920182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:52.937454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-44ccf256-23ea-45ba-8d0b-cc5d5324869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:52.939649 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-44ccf256-23ea-45ba-8d0b-cc5d5324869f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbefcc904e80446184534b27349ade9b&device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 1126 time: 0.2766292 Jan 28 16:32:52.983145 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8893ab20-6f33-4f92-a8b9-eb3456ef3b2f admin admin] Publish callbacks [] for security_group (32c9b460-0948-489e-b4d6-bcffe17b9edc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:52.988278 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9f17c-c2ad-4037-8a59-391b7703a863 x-openstack-request-id: req-89e9f17c-c2ad-4037-8a59-391b7703a863 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:52.988571 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27663204-4d37-493e-b8d2-210c0cfe5cae", "tag": "078e3531-48b8-4371-a6d4-e43caa228921", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:52.988930 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89e9f17c-c2ad-4037-8a59-391b7703a863 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:52.989472 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'tag': '078e3531-48b8-4371-a6d4-e43caa228921', 'status': 'completed', 'code': 200} Jan 28 16:32:53.000508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b993af8-c990-4cbd-be82-2dcdf0c694e2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:53.010659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fe5988b-0ea1-4f47-b77a-f1de4e17b352 req-3bbbe655-1a3a-4a1d-ab63-2fb0b143ce16 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670493 Jan 28 16:32:53.021741 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-5e88455e-2c4a-4840-8814-7a9ecaf7fa55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=078e3531-48b8-4371-a6d4-e43caa228921 HTTP/1.1" status: 200 len: 217 time: 0.0736856 Jan 28 16:32:53.037157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.063720 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa222b4d-0ea9-46ea-8130-4c3ba5af3594 x-openstack-request-id: req-aa222b4d-0ea9-46ea-8130-4c3ba5af3594 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:53.064014 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f6808-d5f2-4227-807c-103a4423a624", "name": "network-vif-deleted", "tag": "2156bc34-9058-4d0e-bd11-2c0aed936f93", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:53.064277 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa222b4d-0ea9-46ea-8130-4c3ba5af3594 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:53.064693 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f6808-d5f2-4227-807c-103a4423a624', 'name': 'network-vif-deleted', 'tag': '2156bc34-9058-4d0e-bd11-2c0aed936f93', 'status': 'completed', 'code': 200} Jan 28 16:32:53.072011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Allocated IP 172.25.8.144 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:53.148480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:53.157289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:53.176372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:53.183338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:53.186508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:53.187052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.247048 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:32:53.259004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event updated for resources: {'Port': ['ID=a4e34f21-c737-442a-aaf5-124d4051cab1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:53.316205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8893ab20-6f33-4f92-a8b9-eb3456ef3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (32c9b460-0948-489e-b4d6-bcffe17b9edc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.320003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8893ab20-6f33-4f92-a8b9-eb3456ef3b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.324618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8893ab20-6f33-4f92-a8b9-eb3456ef3b2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32c9b460-0948-489e-b4d6-bcffe17b9edc HTTP/1.1" status: 204 len: 168 time: 0.7961078 Jan 28 16:32:53.338111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6198c4d-f656-4e95-bcd9-ee5b6d8ff464 req-9090652c-5d4e-4882-ab10-bd4876c05ac8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:53.340213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6198c4d-f656-4e95-bcd9-ee5b6d8ff464 req-9090652c-5d4e-4882-ab10-bd4876c05ac8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1985185 Jan 28 16:32:53.348152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893ab20-6f33-4f92-a8b9-eb3456ef3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9b460-0948-489e-b4d6-bcffe17b9edc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:53.357250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851660a0-7e0f-4036-a0d0-a66d101daaa1 req-45647827-97d2-4f1a-91ca-ee8624c5e262 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:53.365334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-851660a0-7e0f-4036-a0d0-a66d101daaa1 req-45647827-97d2-4f1a-91ca-ee8624c5e262 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 943 time: 0.1501911 Jan 28 16:32:53.390508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:53.391267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.447435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573191-e9da-4580-bd0e-22972027ee1f req-14dbbcfd-8cfc-4ede-af0f-8b4764fb7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:53.449494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-14dbbcfd-8cfc-4ede-af0f-8b4764fb7bd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4 HTTP/1.1" status: 200 len: 855 time: 0.2133591 Jan 28 16:32:53.501351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-851660a0-7e0f-4036-a0d0-a66d101daaa1 req-5666997b-6468-4e59-a7b3-81356bb7190b tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351507 Jan 28 16:32:53.527075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6198c4d-f656-4e95-bcd9-ee5b6d8ff464 req-4e92765f-d219-4f0a-8018-cd86d1278024 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535308 Jan 28 16:32:53.577083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-81b6838c-b638-4c68-a3a2-35abaf520519 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8795292 Jan 28 16:32:53.584491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-5e7b7ee1-af7b-421a-8ab4-15f0b492ef08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74097e60-d807-4cd3-aa99-ca6f613ee58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042683 Jan 28 16:32:53.601169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Request body: {'port': {'device_id': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:53.628003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:53.708534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141615d-3710-4457-985f-ec483cef4271 req-41b1599e-2bcc-4078-926d-2423399f4332 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:53.719409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9141615d-3710-4457-985f-ec483cef4271 req-41b1599e-2bcc-4078-926d-2423399f4332 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 931 time: 0.1003001 Jan 28 16:32:53.742036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5a1fd798-2f3a-43ae-8fe8-f6b1baa230ef None None] Provisioning complete for port a4e34f21-c737-442a-aaf5-124d4051cab1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:53.742627 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd798-2f3a-43ae-8fe8-f6b1baa230ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.784241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fd798-2f3a-43ae-8fe8-f6b1baa230ef None None] Port a4e34f21-c737-442a-aaf5-124d4051cab1 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:32:53.795322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9141615d-3710-4457-985f-ec483cef4271 req-4ed1e6b5-401c-45ad-8801-6e515e639aca tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711508 Jan 28 16:32:53.804324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:53.811388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:53.816879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:53.817653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.835731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59156) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:53.851473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d812b75b-eedb-4d06-9317-d8165fd6310e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:53.884293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:53.919405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:32:53.956661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:32:53.957627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:54.011415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.045681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d812b75b-eedb-4d06-9317-d8165fd6310e admin admin] Publish callbacks [] for security_group (86357aa3-f5ea-4b55-9bf6-0b58ba536879), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.066835 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d812b75b-eedb-4d06-9317-d8165fd6310e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (86357aa3-f5ea-4b55-9bf6-0b58ba536879), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.092036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:32:54.099151 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.115094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812b75b-eedb-4d06-9317-d8165fd6310e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86357aa3-f5ea-4b55-9bf6-0b58ba536879,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:54.132569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.138900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-9745c563-c514-4acc-9b83-a5a386ed2eb0 service neutron] 10.222.0.31 "GET /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311663 Jan 28 16:32:54.139753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682a99d-3d1d-4dcd-9ea9-926b3bd8eb47 req-66427011-37d8-487f-9ed0-b1c489834005 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:54.149643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d682a99d-3d1d-4dcd-9ea9-926b3bd8eb47 req-66427011-37d8-487f-9ed0-b1c489834005 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 0.1627002 Jan 28 16:32:54.203253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:54.204340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.241565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d682a99d-3d1d-4dcd-9ea9-926b3bd8eb47 req-a4410889-0add-4ab6-a325-a2ab46dd5044 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909240 Jan 28 16:32:54.258862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d812b75b-eedb-4d06-9317-d8165fd6310e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74bdd7276f774379ac9990af2891152b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219711 Jan 28 16:32:54.264431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59162) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:54.265489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e573191-e9da-4580-bd0e-22972027ee1f req-5ef3880a-f596-4b6d-9f2e-0d042213b7ec service neutron] 10.222.0.31 "GET /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988133 Jan 28 16:32:54.281912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:54.284278 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f27e73a-4ab9-4955-92ad-17c21c500724" -d '{"events": [{"server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "name": "network-vif-plugged", "status": "completed", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:54.308529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:54.311324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:54.321601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:54.324492 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.327850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:32:54.330667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event updated for resources: {'Port': ['ID=dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:54.399908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:54.406509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f91cf52-6cf5-4e5c-8705-c2e165f5c227 admin admin] Publish callbacks [] for security_group (86357aa3-f5ea-4b55-9bf6-0b58ba536879), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.409503 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.409929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.410343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.410762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.412218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.412218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.412218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.412218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.412866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.413812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.414218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.414619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.415069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:32:54.422216 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2aad27-4dcf-40f0-8194-01af2ca02e1d x-openstack-request-id: req-5d2aad27-4dcf-40f0-8194-01af2ca02e1d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:54.422613 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "name": "network-vif-plugged", "status": "completed", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:54.422937 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2aad27-4dcf-40f0-8194-01af2ca02e1d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:54.423411 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'code': 200} Jan 28 16:32:54.462891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f91cf52-6cf5-4e5c-8705-c2e165f5c227 admin admin] Publish callbacks [] for security_group (86357aa3-f5ea-4b55-9bf6-0b58ba536879), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.485116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:32:54.532293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7ba4a-b00d-4eca-8727-74531a1380cd None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:32:54.559218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (d8845a04-1316-4852-8ad3-95288d98687e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.683647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.688122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-939d7928-629d-4ab6-ae90-a5c8528e1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:54.690283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-939d7928-629d-4ab6-ae90-a5c8528e1547 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbefcc904e80446184534b27349ade9b&device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 1126 time: 0.2680910 Jan 28 16:32:54.727618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7197-9d4f-495a-aa91-27eb68929210 req-38c95091-e827-44fc-b6d1-5fd41c1348df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:54.729141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76ac7197-9d4f-495a-aa91-27eb68929210 req-38c95091-e827-44fc-b6d1-5fd41c1348df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1128 time: 0.2093961 Jan 28 16:32:54.754852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f91cf52-6cf5-4e5c-8705-c2e165f5c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (86357aa3-f5ea-4b55-9bf6-0b58ba536879), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.757376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f91cf52-6cf5-4e5c-8705-c2e165f5c227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:54.760831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0f91cf52-6cf5-4e5c-8705-c2e165f5c227 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86357aa3-f5ea-4b55-9bf6-0b58ba536879 HTTP/1.1" status: 204 len: 168 time: 0.4896665 Jan 28 16:32:54.775295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86116551-c4dc-40f0-b9cd-9d0ce4d6b5a9 req-fc851c09-5157-4d73-9c24-86ea4e49fc16 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:54.776787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86116551-c4dc-40f0-b9cd-9d0ce4d6b5a9 req-fc851c09-5157-4d73-9c24-86ea4e49fc16 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 943 time: 0.1561205 Jan 28 16:32:54.789894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91cf52-6cf5-4e5c-8705-c2e165f5c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86357aa3-f5ea-4b55-9bf6-0b58ba536879,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:54.808469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764973f2-973f-418a-8112-b8c2d5a16f78 req-9f7cee0c-d84a-4c05-a4a1-69c49d34e77f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:54.817118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-764973f2-973f-418a-8112-b8c2d5a16f78 req-9f7cee0c-d84a-4c05-a4a1-69c49d34e77f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1453781 Jan 28 16:32:54.861101 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76ac7197-9d4f-495a-aa91-27eb68929210 req-f43a66e2-3e7c-4b10-a0e5-fbdb5e061628 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235223 Jan 28 16:32:54.931963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86116551-c4dc-40f0-b9cd-9d0ce4d6b5a9 req-7d1a070f-d622-4c3f-a8bd-f02dcb266973 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455681 Jan 28 16:32:54.965290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-764973f2-973f-418a-8112-b8c2d5a16f78 req-07fd5f51-ab65-4f9e-91fe-1fe2a51841d4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472075 Jan 28 16:32:55.025212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-8fe56fb4-724c-4004-b9b5-47646adcfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:55.031077 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-8fe56fb4-724c-4004-b9b5-47646adcfd1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=74097e60-d807-4cd3-aa99-ca6f613ee58d HTTP/1.1" status: 200 len: 916 time: 0.3181589 Jan 28 16:32:55.103082 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89565fe6-5ddd-474f-83d5-0e60ab6c34bb None None] New status for floating IP e22970cc-0442-4c00-ac2e-d74030b0c016: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:32:55.215755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e34f21-c737-442a-aaf5-124d4051cab1 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:55.232099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Publish callbacks [] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:55.252946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Transition to ACTIVE for port object a4e34f21-c737-442a-aaf5-124d4051cab1 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:32:55.255376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-8ab9ca8a-89a5-46c2-a997-064d9eedf5d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=078e3531-48b8-4371-a6d4-e43caa228921 HTTP/1.1" status: 200 len: 217 time: 0.2109950 Jan 28 16:32:55.281039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:55.443246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e34f21-c737-442a-aaf5-124d4051cab1,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:55.473570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-15e99561-e76e-40dd-a066-b60da709877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:55.477356 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-15e99561-e76e-40dd-a066-b60da709877f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4 HTTP/1.1" status: 200 len: 855 time: 0.2094724 Jan 28 16:32:55.492746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59182) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:55.532649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68efe0-bc95-40c4-919d-8e2c43982d30 req-f38fad3f-4791-4919-ab3e-4dde89d22741 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:55.540223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc68efe0-bc95-40c4-919d-8e2c43982d30 req-f38fad3f-4791-4919-ab3e-4dde89d22741 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 931 time: 0.5131960 Jan 28 16:32:55.546594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:55.563372 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-45efc78a-427f-4dcb-a16c-39dc5d46531b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74097e60-d807-4cd3-aa99-ca6f613ee58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696149 Jan 28 16:32:55.564120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe4ad-0fbe-4417-8899-5082e9b4a6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:55.575085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebfc7e-026b-4080-be73-249e28a4e36b req-a95a55e8-9c76-440a-8451-a631520ad822 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:55.582721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13ebfc7e-026b-4080-be73-249e28a4e36b req-a95a55e8-9c76-440a-8451-a631520ad822 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.4404340 Jan 28 16:32:55.584279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:55.648355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc68efe0-bc95-40c4-919d-8e2c43982d30 req-43755bcd-fa88-4d35-aed2-c384ba4e110b tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068726 Jan 28 16:32:55.670372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13ebfc7e-026b-4080-be73-249e28a4e36b req-4e487b31-b250-4f36-b349-0b87d941166b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864358 Jan 28 16:32:55.741118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event updated for resources: {'Port': ['ID=dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:55.799011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-d2681f9a-4e84-432e-8dda-2f8a60b2cc46 service neutron] 10.222.0.31 "GET /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120981 Jan 28 16:32:55.842054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74c71d-6c89-4e69-b86a-65570a0815b8 req-136610b5-14b5-47fa-8017-7f49b1e382d0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:55.854171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed74c71d-6c89-4e69-b86a-65570a0815b8 req-136610b5-14b5-47fa-8017-7f49b1e382d0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1054463 Jan 28 16:32:55.925036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed74c71d-6c89-4e69-b86a-65570a0815b8 req-3cd48e84-254f-443d-9734-bcffc9ca3910 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674448 Jan 28 16:32:55.935555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Attempting to bind port a4e34f21-c737-442a-aaf5-124d4051cab1 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:32:55.935893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Attempting to bind port a4e34f21-c737-442a-aaf5-124d4051cab1 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:32:55.940722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Attempting to bind port a4e34f21-c737-442a-aaf5-124d4051cab1 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:55.944468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d8845a04-1316-4852-8ad3-95288d98687e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:55.954108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Port a4e34f21-c737-442a-aaf5-124d4051cab1 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:32:55.954426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Attempting to bind port a4e34f21-c737-442a-aaf5-124d4051cab1 on network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:32:56.011475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:32:56.012203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Checking segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:32:56.012902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Bound using segment: {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:32:56.013713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Bound port: a4e34f21-c737-442a-aaf5-124d4051cab1, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:32:56.014382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.036424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.038610 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f2806146-1297-413c-8f4d-2151e13f1561 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2590506 Jan 28 16:32:56.074434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02d19fa6-f2a4-4fcf-80ca-32fdd5d81f0e req-dd9722c2-4afd-4187-a70f-9d0e57cbfdb4 service neutron] 10.222.0.31 "GET /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522862 Jan 28 16:32:56.103519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92ad6-3c96-492a-91b3-32bed2fbc4a1 req-8e49cfb9-8628-4d22-a7ca-3bb3ea1654be tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.125282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6d92ad6-3c96-492a-91b3-32bed2fbc4a1 req-8e49cfb9-8628-4d22-a7ca-3bb3ea1654be tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 943 time: 0.1213021 Jan 28 16:32:56.154310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe4ad-0fbe-4417-8899-5082e9b4a6b9 admin admin] Publish callbacks [] for security_group (74bd2a1d-a8df-41a1-8d0c-b14ef85774fd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.197975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe4ad-0fbe-4417-8899-5082e9b4a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (74bd2a1d-a8df-41a1-8d0c-b14ef85774fd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.242541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6d92ad6-3c96-492a-91b3-32bed2fbc4a1 req-21bc923f-6d8b-43c7-99c1-cf79422f785f tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044285 Jan 28 16:32:56.312923 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5cbbe4ad-0fbe-4417-8899-5082e9b4a6b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bee7b9352b46490dba07786c1a68e10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8136134 Jan 28 16:32:56.314839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] For port a4e34f21-c737-442a-aaf5-124d4051cab1, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:32:56.317740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59214) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:32:56.329897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] For port a4e34f21-c737-442a-aaf5-124d4051cab1, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a4e34f21-c737-442a-aaf5-124d4051cab1,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:32:56.334874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbe4ad-0fbe-4417-8899-5082e9b4a6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bd2a1d-a8df-41a1-8d0c-b14ef85774fd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:56.342565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.389400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.390141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.391721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] 10.222.0.24 "PUT /v2.0/ports/a4e34f21-c737-442a-aaf5-124d4051cab1 HTTP/1.1" status: 200 len: 1092 time: 2.7949512 Jan 28 16:32:56.392591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:56.395758 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d51c23-b94d-4449-8a41-945a126f2aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:56.407851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475e51-f48c-479e-afbe-1866af2f6a7a req-8c9c8b9c-5952-4ba3-b8a9-33372e1a471e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.415543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d475e51-f48c-479e-afbe-1866af2f6a7a req-8c9c8b9c-5952-4ba3-b8a9-33372e1a471e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1351554 Jan 28 16:32:56.448934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db6d7d-16dc-4209-a53e-0bfd88ee2176 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e34f21-c737-442a-aaf5-124d4051cab1,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:56.503041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-90a4c302-729d-4b00-8619-26bd071ed894 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--474657516&fields=id&tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae HTTP/1.1" status: 200 len: 267 time: 0.1505857 Jan 28 16:32:56.503674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9945acc2-3ba5-427f-9d16-f37d1980712f admin admin] Publish callbacks [] for security_group (74bd2a1d-a8df-41a1-8d0c-b14ef85774fd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.526081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-373de51c-5095-4b95-a861-0c8b8cf7d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.528133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-373de51c-5095-4b95-a861-0c8b8cf7d644 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 1126 time: 0.0763195 Jan 28 16:32:56.548157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d475e51-f48c-479e-afbe-1866af2f6a7a req-640217c0-41c9-4af2-ab9d-90e8366c698d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316502 Jan 28 16:32:56.582510 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-0bce9e5e-b703-4df6-af6f-559d001da70c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e34f21-c737-442a-aaf5-124d4051cab1 HTTP/1.1" status: 200 len: 217 time: 0.0398662 Jan 28 16:32:56.610035 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c3400-f276-4d6e-8844-4d9d87e1d7fc x-openstack-request-id: req-831c3400-f276-4d6e-8844-4d9d87e1d7fc {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:56.610424 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:56.610782 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831c3400-f276-4d6e-8844-4d9d87e1d7fc {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:56.611418 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'status': 'completed', 'code': 200} Jan 28 16:32:56.643581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9945acc2-3ba5-427f-9d16-f37d1980712f admin admin] Publish callbacks [] for security_group (74bd2a1d-a8df-41a1-8d0c-b14ef85774fd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.653667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-3169d772-18e4-4f22-b9bd-4eed1c7b7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.654923 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-3169d772-18e4-4f22-b9bd-4eed1c7b7e84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 200 len: 863 time: 0.0655882 Jan 28 16:32:56.718722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-89615b2d-b16b-4e15-b76e-fcbf9e2cb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.720700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-89615b2d-b16b-4e15-b76e-fcbf9e2cb246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571082 Jan 28 16:32:56.733640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-d181586c-f112-4ada-a412-a7851cd4a116 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.735195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-d181586c-f112-4ada-a412-a7851cd4a116 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/networks?id=a4756eb6-cd4d-471d-8398-845846cc242e HTTP/1.1" status: 200 len: 812 time: 0.2173774 Jan 28 16:32:56.765216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-29212051-d089-4dc2-9bd6-236b0ced3e61 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/quotas/b4bfdb7b1a284d6ea3442154d04e3dae HTTP/1.1" status: 200 len: 375 time: 0.0231583 Jan 28 16:32:56.769457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9945acc2-3ba5-427f-9d16-f37d1980712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (74bd2a1d-a8df-41a1-8d0c-b14ef85774fd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.772521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9945acc2-3ba5-427f-9d16-f37d1980712f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:56.776727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9945acc2-3ba5-427f-9d16-f37d1980712f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74bd2a1d-a8df-41a1-8d0c-b14ef85774fd HTTP/1.1" status: 204 len: 168 time: 0.4538572 Jan 28 16:32:56.833661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945acc2-3ba5-427f-9d16-f37d1980712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bd2a1d-a8df-41a1-8d0c-b14ef85774fd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:56.864374 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-b4f7c0a7-fb0c-491d-92e5-97d7ea4fab02 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348054 Jan 28 16:32:56.881879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-06233978-9cd9-4981-8706-112e715d841b tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960326 Jan 28 16:32:56.903791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d722c-c22f-4f8d-b01a-098f981a19e8 req-4076be62-6294-4777-b258-4021d8371428 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:56.905764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-276d722c-c22f-4f8d-b01a-098f981a19e8 req-4076be62-6294-4777-b258-4021d8371428 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 943 time: 0.1558011 Jan 28 16:32:57.026152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-276d722c-c22f-4f8d-b01a-098f981a19e8 req-077e1fdc-77e5-4568-8bb1-e1d776d3878a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118748 Jan 28 16:32:57.028846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-880e56a3-aa52-4d7f-8ba5-427aa249b473 req-725d9682-d469-4292-bfab-0d2d92ada115 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610436 Jan 28 16:32:57.125081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-9402b7fa-b108-46db-a221-65132c594e88 service neutron] 10.222.0.25 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180305 Jan 28 16:32:57.152531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-6b053fb5-8620-4418-add8-f211b65f5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.154644 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-6b053fb5-8620-4418-add8-f211b65f5b6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 1126 time: 0.0628979 Jan 28 16:32:57.242064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f82077-ae8b-41af-9d18-fbdb87feaf93 req-8420186d-e814-42b2-8e5d-b22d88a3145d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.243978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f82077-ae8b-41af-9d18-fbdb87feaf93 req-8420186d-e814-42b2-8e5d-b22d88a3145d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1510444 Jan 28 16:32:57.307226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-b5bc0a4d-f1b6-418e-9f51-b36ef2ddd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.309777 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-b5bc0a4d-f1b6-418e-9f51-b36ef2ddd81b service neutron] 10.222.0.24 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 925 time: 0.1478939 Jan 28 16:32:57.321339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-fcf9410a-1334-4b4b-9849-235d6881b03b service neutron] 10.222.0.25 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944656 Jan 28 16:32:57.326427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f82077-ae8b-41af-9d18-fbdb87feaf93 req-fbac5df1-21e5-44d3-9865-c20d4307ec13 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729499 Jan 28 16:32:57.357222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-0a6f6439-3299-4ee9-9be6-3a6288cc219f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e34f21-c737-442a-aaf5-124d4051cab1 HTTP/1.1" status: 200 len: 217 time: 0.0401750 Jan 28 16:32:57.358243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 078e3531-48b8-4371-a6d4-e43caa228921 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:32:57.451833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-9ca7b1bc-ec70-4987-ab6c-e4355d8f3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.453373 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-9ca7b1bc-ec70-4987-ab6c-e4355d8f3e34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 200 len: 863 time: 0.0901127 Jan 28 16:32:57.544368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-2ea462e1-9b65-4297-9614-6fb39153310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.552493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b079ac-dc46-4aa3-8daa-9134189bca0c req-99a9df7e-8bbe-4077-8db1-da553cfa807e tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.553901 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-2ea462e1-9b65-4297-9614-6fb39153310a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0935957 Jan 28 16:32:57.564247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 078e3531-48b8-4371-a6d4-e43caa228921, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=078e3531-48b8-4371-a6d4-e43caa228921,segment=NetworkSegment(1e296c7d-c871-40f4-8e76-cc524481ca18),segment_id=1e296c7d-c871-40f4-8e76-cc524481ca18)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:57.571855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14b079ac-dc46-4aa3-8daa-9134189bca0c req-99a9df7e-8bbe-4077-8db1-da553cfa807e tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 943 time: 0.1243877 Jan 28 16:32:57.579398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '078e3531-48b8-4371-a6d4-e43caa228921', 'network_id': '74097e60-d807-4cd3-aa99-ca6f613ee58d', 'port_id': '078e3531-48b8-4371-a6d4-e43caa228921', 'mac_address': 'fa:16:3e:a1:26:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:32:57.663149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 078e3531-48b8-4371-a6d4-e43caa228921 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:57.664335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (078e3531-48b8-4371-a6d4-e43caa228921), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:57.680210 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-90dfdc7c-9637-4506-bdb5-1a9dce339b87 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176476 Jan 28 16:32:57.687187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14b079ac-dc46-4aa3-8daa-9134189bca0c req-15f2b154-e4de-4662-a922-3331ef199da4 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143620 Jan 28 16:32:57.724846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078e3531-48b8-4371-a6d4-e43caa228921 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:32:57.813962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 078e3531-48b8-4371-a6d4-e43caa228921, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=078e3531-48b8-4371-a6d4-e43caa228921,segment=NetworkSegment(1e296c7d-c871-40f4-8e76-cc524481ca18),segment_id=1e296c7d-c871-40f4-8e76-cc524481ca18)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:57.825635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (078e3531-48b8-4371-a6d4-e43caa228921), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:57.889501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f9d51c23-b94d-4449-8a41-945a126f2aa1 req-ac75a88c-de1f-483c-b80f-90451249f499 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998205 Jan 28 16:32:57.898041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326611-820b-431b-a0b1-7dda8a73203d req-bed57b69-b92b-439d-85ba-6c1096c53464 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:57.903722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb326611-820b-431b-a0b1-7dda8a73203d req-bed57b69-b92b-439d-85ba-6c1096c53464 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1128 time: 0.2101183 Jan 28 16:32:57.933903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=078e3531-48b8-4371-a6d4-e43caa228921,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:58.007565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9c30-4e73-4b38-8001-f2494fa41067 req-b1c5ab67-3563-43cd-a43a-e79a2d61d966 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:58.015522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2dfa9c30-4e73-4b38-8001-f2494fa41067 req-b1c5ab67-3563-43cd-a43a-e79a2d61d966 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1526904 Jan 28 16:32:58.032058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb326611-820b-431b-a0b1-7dda8a73203d req-2e521b97-8d99-453d-a9c2-9b3b7e0f94ce tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954874 Jan 28 16:32:58.094540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2dfa9c30-4e73-4b38-8001-f2494fa41067 req-bee97011-af2c-4b78-964f-59435565aadd tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779335 Jan 28 16:32:58.170283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67a0d8f8-fa96-4e25-9310-1db178f7ec0f req-cbde2d4f-8a1c-45d5-a36a-b6b20a6934ae tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Jan 28 16:32:58.197863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['078e3531-48b8-4371-a6d4-e43caa228921'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:32:58.307347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba27ae8-9e0f-46dd-b6e5-7efc4ceb1cc7 req-2b1b8de1-5612-4b15-8fd5-60b05f67dae5 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:58.309054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ba27ae8-9e0f-46dd-b6e5-7efc4ceb1cc7 req-2b1b8de1-5612-4b15-8fd5-60b05f67dae5 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 943 time: 0.1226015 Jan 28 16:32:58.406599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ba27ae8-9e0f-46dd-b6e5-7efc4ceb1cc7 req-c52c6d8b-f7ac-4d63-9da8-f1854e0472f3 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887299 Jan 28 16:32:58.834887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad65c-806b-41ec-b19f-20f67eedb71f req-7d36b0ea-f5ed-4faf-aa23-855e181261e4 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:58.843334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-052ad65c-806b-41ec-b19f-20f67eedb71f req-7d36b0ea-f5ed-4faf-aa23-855e181261e4 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 944 time: 0.0691772 Jan 28 16:32:58.893368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-052ad65c-806b-41ec-b19f-20f67eedb71f req-0dd3c216-890e-4a23-95df-7c8f994b6b88 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Jan 28 16:32:59.083158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-87e49c9a-2bcb-409a-a7f2-1ac73dda5d67 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:59.084659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-87e49c9a-2bcb-409a-a7f2-1ac73dda5d67 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.24 "GET /v2.0/networks?id=a4756eb6-cd4d-471d-8398-845846cc242e HTTP/1.1" status: 200 len: 812 time: 0.1832945 Jan 28 16:32:59.182753 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-4c5e8ba3-19ba-4e2a-afff-ee22de10ff05 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae HTTP/1.1" status: 200 len: 379 time: 0.0891621 Jan 28 16:32:59.191402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Request body: {'port': {'device_id': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'admin_state_up': True, 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'security_groups': ['fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:32:59.270076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fe44-3406-4fc8-8f7a-bd68ba30fd5d req-a1c75182-cf5d-4752-a799-b9091ba7c7fd tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:59.277928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1e0fe44-3406-4fc8-8f7a-bd68ba30fd5d req-a1c75182-cf5d-4752-a799-b9091ba7c7fd tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0985093 Jan 28 16:32:59.347711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1e0fe44-3406-4fc8-8f7a-bd68ba30fd5d req-bd5cf50c-d006-464c-b383-eb51885f42f8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685661 Jan 28 16:32:59.357244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 078e3531-48b8-4371-a6d4-e43caa228921 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:32:59.402778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Made reservation on behalf of b4bfdb7b1a284d6ea3442154d04e3dae for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:32:59.406119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:59.416749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 078e3531-48b8-4371-a6d4-e43caa228921 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:32:59.422511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 078e3531-48b8-4371-a6d4-e43caa228921 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:32:59.423109 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (078e3531-48b8-4371-a6d4-e43caa228921), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:59.453839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd847d5c-a735-4c69-9d27-dcca70e32b21 req-204edbcf-fb89-4054-ad26-1bc8532d16e2 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 210 time: 0.0457449 Jan 28 16:32:59.588631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Allocated IP 172.20.0.14 (a4756eb6-cd4d-471d-8398-845846cc242e/13377780-ee24-4c1a-b252-0f46aa680ecd/cf6baffc-741e-4698-8874-5e950db0272c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:32:59.669200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a416ac-5a8f-410e-9cd1-0fb6f78e8584 req-d857a228-e85e-440f-bfc5-350e9cf6134d tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:32:59.680250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79a416ac-5a8f-410e-9cd1-0fb6f78e8584 req-d857a228-e85e-440f-bfc5-350e9cf6134d tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 943 time: 0.1071672 Jan 28 16:32:59.708046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 078e3531-48b8-4371-a6d4-e43caa228921 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:32:59.708847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (078e3531-48b8-4371-a6d4-e43caa228921), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:59.756289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 078e3531-48b8-4371-a6d4-e43caa228921, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=078e3531-48b8-4371-a6d4-e43caa228921,segment=NetworkSegment(1e296c7d-c871-40f4-8e76-cc524481ca18),segment_id=1e296c7d-c871-40f4-8e76-cc524481ca18)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:32:59.757723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078e3531-48b8-4371-a6d4-e43caa228921'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:32:59.761778 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1184259-4cfb-470a-9156-d8ee78ea542f" -d '{"events": [{"server_uuid": "27663204-4d37-493e-b8d2-210c0cfe5cae", "name": "network-vif-plugged", "status": "completed", "tag": "078e3531-48b8-4371-a6d4-e43caa228921"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:32:59.766960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (078e3531-48b8-4371-a6d4-e43caa228921), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:59.820109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79a416ac-5a8f-410e-9cd1-0fb6f78e8584 req-9085652a-cb42-4f49-a6c0-300b1079ef4f tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389329 Jan 28 16:32:59.854181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=078e3531-48b8-4371-a6d4-e43caa228921,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:32:59.868348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for port (cf6baffc-741e-4698-8874-5e950db0272c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:59.910486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cf6baffc-741e-4698-8874-5e950db0272c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:32:59.951713 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79170e56-3b26-434d-9164-64a21b103dac x-openstack-request-id: req-79170e56-3b26-434d-9164-64a21b103dac {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:32:59.952215 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27663204-4d37-493e-b8d2-210c0cfe5cae", "name": "network-vif-plugged", "status": "completed", "tag": "078e3531-48b8-4371-a6d4-e43caa228921", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:32:59.952627 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79170e56-3b26-434d-9164-64a21b103dac {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:32:59.954251 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078e3531-48b8-4371-a6d4-e43caa228921', 'code': 200} Jan 28 16:32:59.967921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Network a4756eb6-cd4d-471d-8398-845846cc242e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:32:59.971486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:32:59.975237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:00.012351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event updated for resources: {'Port': ['ID=cf6baffc-741e-4698-8874-5e950db0272c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:00.098741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:00.100604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:00.146173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37a702-7882-439b-8419-4a3d41aef331 req-93bdd067-9187-4a60-b51e-a9d7d124ce2f tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:00.149270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec37a702-7882-439b-8419-4a3d41aef331 req-93bdd067-9187-4a60-b51e-a9d7d124ce2f tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 945 time: 0.0776093 Jan 28 16:33:00.162807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-969ed814-5c2a-44dc-93ce-d3e1c99c5a75 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9755671 Jan 28 16:33:00.194657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Request body: {'port': {'device_id': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:00.229120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4361ed7-d5a2-4eb4-8212-f7adf9124093 req-6aeaf668-8dfd-44c7-87fd-82d9e498ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:00.230781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e4361ed7-d5a2-4eb4-8212-f7adf9124093 req-6aeaf668-8dfd-44c7-87fd-82d9e498ec88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 1128 time: 0.2073932 Jan 28 16:33:00.241286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec37a702-7882-439b-8419-4a3d41aef331 req-309f6a69-7510-436c-94e2-da0c8ad6fc62 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854280 Jan 28 16:33:00.301066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cf6baffc-741e-4698-8874-5e950db0272c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:00.327619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e4361ed7-d5a2-4eb4-8212-f7adf9124093 req-a91a2998-fa3f-4a8b-bee2-343afe3b3445 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898218 Jan 28 16:33:00.449284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-174a4c5f-f713-4d83-8462-68ff3857b2f8 None None] Provisioning complete for port cf6baffc-741e-4698-8874-5e950db0272c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:00.450261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-174a4c5f-f713-4d83-8462-68ff3857b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cf6baffc-741e-4698-8874-5e950db0272c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:00.528968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-174a4c5f-f713-4d83-8462-68ff3857b2f8 None None] Port cf6baffc-741e-4698-8874-5e950db0272c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:33:00.582900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d496-d7e7-44d6-a372-96a94866fe19 req-fd99d68c-985f-4478-b180-31861a3eb39f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:00.585293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c257d496-d7e7-44d6-a372-96a94866fe19 req-fd99d68c-985f-4478-b180-31861a3eb39f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1451900 Jan 28 16:33:00.586033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59352) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:00.781633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59654-3e3d-4e88-b3e6-05b626748946 req-62f3cf7d-01ac-444e-b90e-6c1c43425cbd tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:00.783281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4be59654-3e3d-4e88-b3e6-05b626748946 req-62f3cf7d-01ac-444e-b90e-6c1c43425cbd tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 932 time: 0.1959059 Jan 28 16:33:00.798035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c257d496-d7e7-44d6-a372-96a94866fe19 req-7b7ad966-57fa-4a0c-a2eb-49eb24fe4dab tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686943 Jan 28 16:33:00.812793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19f7d89f-5883-4f4f-8bca-5acfc9820092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:00.880755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4be59654-3e3d-4e88-b3e6-05b626748946 req-21a1931c-fa84-43a5-b330-431379e01d3c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864093 Jan 28 16:33:00.940247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19f7d89f-5883-4f4f-8bca-5acfc9820092 admin admin] Publish callbacks [] for security_group (27d74f3a-ebbe-4690-bf3e-2cbc1bb64292), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:00.955880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19f7d89f-5883-4f4f-8bca-5acfc9820092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (27d74f3a-ebbe-4690-bf3e-2cbc1bb64292), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.005672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6baffc-741e-4698-8874-5e950db0272c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:01.014194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Publish callbacks [] for port (cf6baffc-741e-4698-8874-5e950db0272c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.018437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-19f7d89f-5883-4f4f-8bca-5acfc9820092 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d48e0db292ce4b68a4db6f2cb6f29b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296594 Jan 28 16:33:01.021958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59364) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:01.028173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d89f-5883-4f4f-8bca-5acfc9820092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d74f3a-ebbe-4690-bf3e-2cbc1bb64292,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:01.049140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Transition to ACTIVE for port object cf6baffc-741e-4698-8874-5e950db0272c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:33:01.050735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2c099-841b-4a2c-8687-ae8f68c76135 req-7aa57e27-41ed-46a2-bfaf-b8f14ab2332e tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:01.058901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98d2c099-841b-4a2c-8687-ae8f68c76135 req-7aa57e27-41ed-46a2-bfaf-b8f14ab2332e tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 943 time: 0.1121879 Jan 28 16:33:01.067358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cf6baffc-741e-4698-8874-5e950db0272c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.134189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6baffc-741e-4698-8874-5e950db0272c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:01.135750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98d2c099-841b-4a2c-8687-ae8f68c76135 req-f980f05b-366d-4627-94e6-edab00d501c2 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756061 Jan 28 16:33:01.199546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7459be-32ce-43c9-b7d4-0c99fec09f82 admin admin] Publish callbacks [] for security_group (27d74f3a-ebbe-4690-bf3e-2cbc1bb64292), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.232813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7459be-32ce-43c9-b7d4-0c99fec09f82 admin admin] Publish callbacks [] for security_group (27d74f3a-ebbe-4690-bf3e-2cbc1bb64292), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.254702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Attempting to bind port cf6baffc-741e-4698-8874-5e950db0272c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:01.255037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Attempting to bind port cf6baffc-741e-4698-8874-5e950db0272c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:01.255368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Attempting to bind port cf6baffc-741e-4698-8874-5e950db0272c on network a4756eb6-cd4d-471d-8398-845846cc242e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:01.266624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Port cf6baffc-741e-4698-8874-5e950db0272c on network a4756eb6-cd4d-471d-8398-845846cc242e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:01.266960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Attempting to bind port cf6baffc-741e-4698-8874-5e950db0272c on network a4756eb6-cd4d-471d-8398-845846cc242e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:01.281273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:01.281607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Checking segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:01.282001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Bound using segment: {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:01.282463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Bound port: cf6baffc-741e-4698-8874-5e950db0272c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f4070b-01e1-452f-95ad-552e7d9f3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:01.282853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cf6baffc-741e-4698-8874-5e950db0272c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.338386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7459be-32ce-43c9-b7d4-0c99fec09f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (27d74f3a-ebbe-4690-bf3e-2cbc1bb64292), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.342457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3c7459be-32ce-43c9-b7d4-0c99fec09f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.343771 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3c7459be-32ce-43c9-b7d4-0c99fec09f82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27d74f3a-ebbe-4690-bf3e-2cbc1bb64292 HTTP/1.1" status: 204 len: 168 time: 0.3207126 Jan 28 16:33:01.363680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7459be-32ce-43c9-b7d4-0c99fec09f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d74f3a-ebbe-4690-bf3e-2cbc1bb64292,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:01.387335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] For port cf6baffc-741e-4698-8874-5e950db0272c, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:01.391300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] For port cf6baffc-741e-4698-8874-5e950db0272c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cf6baffc-741e-4698-8874-5e950db0272c,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:01.408469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cf6baffc-741e-4698-8874-5e950db0272c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.465773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:01.466412 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:01.467974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] 10.222.0.24 "PUT /v2.0/ports/cf6baffc-741e-4698-8874-5e950db0272c HTTP/1.1" status: 200 len: 1093 time: 1.2977700 Jan 28 16:33:01.468449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:01.471213 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "tag": "cf6baffc-741e-4698-8874-5e950db0272c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:01.481251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e1ef4-6eb5-444e-bde1-50e5454ba0a6 req-f878c93c-01a0-4978-89b9-278a04384ca2 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:01.492094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e1ef4-6eb5-444e-bde1-50e5454ba0a6 req-f878c93c-01a0-4978-89b9-278a04384ca2 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 945 time: 0.1204789 Jan 28 16:33:01.595241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f0af4-01a5-42f9-9ec1-07a399ca9ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6baffc-741e-4698-8874-5e950db0272c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:01.608157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e1ef4-6eb5-444e-bde1-50e5454ba0a6 req-4c4ccdf4-0d9c-4818-b7a5-f00c820b795e tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140833 Jan 28 16:33:01.630225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-6d119495-580f-4084-ae54-2d0537c56ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:01.631879 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-6d119495-580f-4084-ae54-2d0537c56ddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae&device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 1127 time: 0.1006069 Jan 28 16:33:01.666318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a4e34f21-c737-442a-aaf5-124d4051cab1 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:01.705333 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7d6440-0b65-447f-ab43-3e9017b1e239 x-openstack-request-id: req-ed7d6440-0b65-447f-ab43-3e9017b1e239 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:01.706040 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "tag": "cf6baffc-741e-4698-8874-5e950db0272c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:01.706997 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed7d6440-0b65-447f-ab43-3e9017b1e239 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:01.708232 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c', 'status': 'completed', 'code': 200} Jan 28 16:33:01.710966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-05c25e59-c6c8-442c-902b-180a74b8fd33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf6baffc-741e-4698-8874-5e950db0272c HTTP/1.1" status: 200 len: 217 time: 0.0714514 Jan 28 16:33:01.787151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-508be9d4-be49-42c0-9447-93395032b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:01.789529 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-508be9d4-be49-42c0-9447-93395032b5fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13377780-ee24-4c1a-b252-0f46aa680ecd HTTP/1.1" status: 200 len: 851 time: 0.0718656 Jan 28 16:33:01.921349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-83204733-9f5e-44b4-8501-bddfcee24592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:01.923516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a4e34f21-c737-442a-aaf5-124d4051cab1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a4e34f21-c737-442a-aaf5-124d4051cab1,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:01.926408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-83204733-9f5e-44b4-8501-bddfcee24592 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4756eb6-cd4d-471d-8398-845846cc242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1242838 Jan 28 16:33:01.963926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'port_id': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'mac_address': 'fa:16:3e:72:a3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:33:02.051042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59388) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:02.084176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4a61bba-b7ee-477b-a780-7438f8bfd573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.104270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-9a7a250c-f91f-45a2-a9c7-6a7538fb9497 service neutron] 10.222.0.24 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728432 Jan 28 16:33:02.120977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a4e34f21-c737-442a-aaf5-124d4051cab1 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:02.121724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.123855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d7c98-0c6a-4fd0-99fb-4bd11311bffa req-e5f15caf-1559-4e00-b1ae-4b90ffbfe8d3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.130321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b4d7c98-0c6a-4fd0-99fb-4bd11311bffa req-e5f15caf-1559-4e00-b1ae-4b90ffbfe8d3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1847935 Jan 28 16:33:02.147329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e34f21-c737-442a-aaf5-124d4051cab1 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:02.173098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a4e34f21-c737-442a-aaf5-124d4051cab1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a4e34f21-c737-442a-aaf5-124d4051cab1,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:02.176003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffc361-9f79-4726-a2fb-1342c0795f3b req-a335d39b-0062-4c67-86ee-d81d9a4ae42f tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.182674 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.193314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93ffc361-9f79-4726-a2fb-1342c0795f3b req-a335d39b-0062-4c67-86ee-d81d9a4ae42f tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 944 time: 0.1587441 Jan 28 16:33:02.239934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a4e34f21-c737-442a-aaf5-124d4051cab1,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:02.255521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-76b269c6-cbac-450f-ac50-243f765b67f7 req-cb3be742-254b-4bd2-a5eb-5933ada37b79 service neutron] 10.222.0.24 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443400 Jan 28 16:33:02.267691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93ffc361-9f79-4726-a2fb-1342c0795f3b req-fd4780b8-b546-4bf1-bb5a-8451b09d4e7e tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734532 Jan 28 16:33:02.279874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b4d7c98-0c6a-4fd0-99fb-4bd11311bffa req-2c819332-b7fe-4092-b43e-f61ff8cca07f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339352 Jan 28 16:33:02.345930 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4a61bba-b7ee-477b-a780-7438f8bfd573 admin admin] Publish callbacks [] for security_group (a9a609e7-1dac-4663-b844-287ad9dc3d9f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.375238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4a61bba-b7ee-477b-a780-7438f8bfd573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9a609e7-1dac-4663-b844-287ad9dc3d9f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.414786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf6a0f-5dd5-460a-9c00-7ca38d4d1b5c req-876181e3-1719-4c37-8c81-9e544e0e96e5 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.416465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fdcf6a0f-5dd5-460a-9c00-7ca38d4d1b5c req-876181e3-1719-4c37-8c81-9e544e0e96e5 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 944 time: 0.0706692 Jan 28 16:33:02.416735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a4e34f21-c737-442a-aaf5-124d4051cab1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:02.449999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a61bba-b7ee-477b-a780-7438f8bfd573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a609e7-1dac-4663-b844-287ad9dc3d9f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:02.457291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d4a61bba-b7ee-477b-a780-7438f8bfd573 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7714bbba4d8944abb191127ff7afd9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051054 Jan 28 16:33:02.458080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59394) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:02.478281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fdcf6a0f-5dd5-460a-9c00-7ca38d4d1b5c req-3425b812-abb0-4d62-a92b-a4e73756bb75 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559423 Jan 28 16:33:02.493226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-4b9479d6-5482-491b-a521-26971add99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.495085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-4b9479d6-5482-491b-a521-26971add99bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae&device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 1127 time: 0.1638556 Jan 28 16:33:02.637553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-52e77955-be3d-4124-bf0e-5fd2e088a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.639231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-52e77955-be3d-4124-bf0e-5fd2e088a712 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4756eb6-cd4d-471d-8398-845846cc242e HTTP/1.1" status: 200 len: 913 time: 0.1327658 Jan 28 16:33:02.713721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-6e7ef2a5-c5ca-4fca-8e4d-4baad7a8d850 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf6baffc-741e-4698-8874-5e950db0272c HTTP/1.1" status: 200 len: 217 time: 0.0606763 Jan 28 16:33:02.749528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92b706-f03e-43b0-94e8-1ee670d3af27 req-4f0141a7-8812-4393-a0ce-8c50249f8605 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.758865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d92b706-f03e-43b0-94e8-1ee670d3af27 req-4f0141a7-8812-4393-a0ce-8c50249f8605 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 945 time: 0.0916767 Jan 28 16:33:02.773403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-ed8bc031-1fe0-4bf6-b7fb-a5bd1349dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.775010 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-ed8bc031-1fe0-4bf6-b7fb-a5bd1349dbe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13377780-ee24-4c1a-b252-0f46aa680ecd HTTP/1.1" status: 200 len: 851 time: 0.0496266 Jan 28 16:33:02.780739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ead252cd-b9df-4f8a-9e96-e4b6d2f26514 admin admin] Publish callbacks [] for security_group (a9a609e7-1dac-4663-b844-287ad9dc3d9f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.825494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d92b706-f03e-43b0-94e8-1ee670d3af27 req-2e0d5c83-62bd-469d-997e-aec75e85114f tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654244 Jan 28 16:33:02.834809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ead252cd-b9df-4f8a-9e96-e4b6d2f26514 admin admin] Publish callbacks [] for security_group (a9a609e7-1dac-4663-b844-287ad9dc3d9f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.866408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-472ccf44-9a4e-42c7-a532-c910fb606a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:02.868108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-472ccf44-9a4e-42c7-a532-c910fb606a83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4756eb6-cd4d-471d-8398-845846cc242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0841272 Jan 28 16:33:02.958215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ead252cd-b9df-4f8a-9e96-e4b6d2f26514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9a609e7-1dac-4663-b844-287ad9dc3d9f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.960757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ead252cd-b9df-4f8a-9e96-e4b6d2f26514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:02.964559 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ead252cd-b9df-4f8a-9e96-e4b6d2f26514 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9a609e7-1dac-4663-b844-287ad9dc3d9f HTTP/1.1" status: 204 len: 168 time: 0.5026228 Jan 28 16:33:02.978161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-ceb65cc2-baee-43c6-b15e-183748af727c service neutron] 10.222.0.24 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026237 Jan 28 16:33:02.978936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead252cd-b9df-4f8a-9e96-e4b6d2f26514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a609e7-1dac-4663-b844-287ad9dc3d9f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:03.098327 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1ddd88b-93f0-4d20-9e6c-36111d80b6f9 req-658d5fc1-8a23-47b9-a0ba-072dafb0ef30 service neutron] 10.222.0.24 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012702 Jan 28 16:33:03.506672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5176d0-8e34-4863-bcca-0eb6bd7c3042 req-c2ac0e8f-79a0-48f2-8da0-d5bb6b5b61a0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:03.514521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd5176d0-8e34-4863-bcca-0eb6bd7c3042 req-c2ac0e8f-79a0-48f2-8da0-d5bb6b5b61a0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1280398 Jan 28 16:33:03.539582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008409f3-320a-428a-a080-5fa54312b619 req-006c6065-6751-49bd-98cd-c75865bb3dbd tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:03.547019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-008409f3-320a-428a-a080-5fa54312b619 req-006c6065-6751-49bd-98cd-c75865bb3dbd tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 944 time: 0.1141336 Jan 28 16:33:03.613197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd5176d0-8e34-4863-bcca-0eb6bd7c3042 req-30550924-7bee-4690-a14f-a79a4a47b383 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Jan 28 16:33:03.642235 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-008409f3-320a-428a-a080-5fa54312b619 req-4dd3582c-7193-4141-b07f-7c6725d40d34 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942373 Jan 28 16:33:03.682677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a4e34f21-c737-442a-aaf5-124d4051cab1 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:03.771602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c9aaf-a30c-49cd-bb71-14126260ca61 req-ca10951c-fcee-4a89-88b7-c8b471579770 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:03.779959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-465c9aaf-a30c-49cd-bb71-14126260ca61 req-ca10951c-fcee-4a89-88b7-c8b471579770 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 944 time: 0.0820885 Jan 28 16:33:03.827387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port a4e34f21-c737-442a-aaf5-124d4051cab1 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:33:03.832342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a4e34f21-c737-442a-aaf5-124d4051cab1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:03.833315 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:03.855624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-465c9aaf-a30c-49cd-bb71-14126260ca61 req-b16e5650-2257-44bf-9428-0fd90787b7f6 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709243 Jan 28 16:33:03.915777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a4e34f21-c737-442a-aaf5-124d4051cab1 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:03.916162 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:03.941148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:03.943734 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4a0e9-de61-403e-a593-02d47f6ccf05" -d '{"events": [{"server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "name": "network-vif-plugged", "status": "completed", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:03.957724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a4e34f21-c737-442a-aaf5-124d4051cab1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a4e34f21-c737-442a-aaf5-124d4051cab1,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:03.963284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:03.992065 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b2b15-b58a-4f52-a622-7cf2c2118ea8 x-openstack-request-id: req-8f9b2b15-b58a-4f52-a622-7cf2c2118ea8 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:03.992251 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "name": "network-vif-plugged", "status": "completed", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:03.992411 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f9b2b15-b58a-4f52-a622-7cf2c2118ea8 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:03.992828 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'code': 200} Jan 28 16:33:04.030420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a4e34f21-c737-442a-aaf5-124d4051cab1,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:04.104232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dd383-f4e0-4352-9369-6f09f4728b6b req-7d506751-b1a3-43c5-b53b-5c143bf3f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:04.105994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-780dd383-f4e0-4352-9369-6f09f4728b6b req-7d506751-b1a3-43c5-b53b-5c143bf3f166 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 1128 time: 0.0523858 Jan 28 16:33:04.155942 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-780dd383-f4e0-4352-9369-6f09f4728b6b req-127c94d4-6c5b-442c-acf7-38d7629644c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424442 Jan 28 16:33:04.763402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54d09-dec6-4387-9d2c-d38b6cc183f8 req-3a53a45d-00e8-4870-ab46-5d6753ad3060 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:04.764885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ca54d09-dec6-4387-9d2c-d38b6cc183f8 req-3a53a45d-00e8-4870-ab46-5d6753ad3060 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0831313 Jan 28 16:33:04.785176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997304c-fc5f-4705-af48-bd5937cff89f req-789f87c4-bca1-41fa-8068-7fd5e1e0e539 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:04.786572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d997304c-fc5f-4705-af48-bd5937cff89f req-789f87c4-bca1-41fa-8068-7fd5e1e0e539 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 944 time: 0.0775793 Jan 28 16:33:04.855984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ca54d09-dec6-4387-9d2c-d38b6cc183f8 req-7d2daf67-3fe9-4429-adb5-5a4dfdec75dd tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835214 Jan 28 16:33:04.875917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d997304c-fc5f-4705-af48-bd5937cff89f req-b5240695-500e-408b-a67d-f3e9bf6ce823 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765607 Jan 28 16:33:04.987600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79446191-31b8-4105-9363-ed5b21f5b082 req-3f99d4a2-e0a0-41f4-971b-7bf00ca1aac0 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:04.988833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79446191-31b8-4105-9363-ed5b21f5b082 req-3f99d4a2-e0a0-41f4-971b-7bf00ca1aac0 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Jan 28 16:33:05.044180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79446191-31b8-4105-9363-ed5b21f5b082 req-39acf04d-2ba6-4bae-b28b-a80ffb834e2e tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478902 Jan 28 16:33:05.469562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59492) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:05.573335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46653a59-1f7a-41fd-aef6-6da0a740622d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.647469 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46653a59-1f7a-41fd-aef6-6da0a740622d admin admin] Publish callbacks [] for security_group (0c6e38c1-6ef9-440d-94f9-99966258438b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.651256 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46653a59-1f7a-41fd-aef6-6da0a740622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0c6e38c1-6ef9-440d-94f9-99966258438b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.687281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cf6baffc-741e-4698-8874-5e950db0272c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:05.697083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-46653a59-1f7a-41fd-aef6-6da0a740622d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1615dc43c38d4c3ba8f225a60bb7df17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262516 Jan 28 16:33:05.697466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:05.698037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46653a59-1f7a-41fd-aef6-6da0a740622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e38c1-6ef9-440d-94f9-99966258438b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:05.756486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2541fc2d-0555-4774-9064-3b024f4aba6a admin admin] Publish callbacks [] for security_group (0c6e38c1-6ef9-440d-94f9-99966258438b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.780577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2541fc2d-0555-4774-9064-3b024f4aba6a admin admin] Publish callbacks [] for security_group (0c6e38c1-6ef9-440d-94f9-99966258438b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.796276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port cf6baffc-741e-4698-8874-5e950db0272c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cf6baffc-741e-4698-8874-5e950db0272c,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:05.807755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'cf6baffc-741e-4698-8874-5e950db0272c', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'port_id': 'cf6baffc-741e-4698-8874-5e950db0272c', 'mac_address': 'fa:16:3e:a7:bf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:33:05.834172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2541fc2d-0555-4774-9064-3b024f4aba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0c6e38c1-6ef9-440d-94f9-99966258438b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.837299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2541fc2d-0555-4774-9064-3b024f4aba6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.845127 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2541fc2d-0555-4774-9064-3b024f4aba6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c6e38c1-6ef9-440d-94f9-99966258438b HTTP/1.1" status: 204 len: 168 time: 0.1432862 Jan 28 16:33:05.850836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port cf6baffc-741e-4698-8874-5e950db0272c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:05.851910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cf6baffc-741e-4698-8874-5e950db0272c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.857723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541fc2d-0555-4774-9064-3b024f4aba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6e38c1-6ef9-440d-94f9-99966258438b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:05.872827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6baffc-741e-4698-8874-5e950db0272c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:05.912592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port cf6baffc-741e-4698-8874-5e950db0272c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cf6baffc-741e-4698-8874-5e950db0272c,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:05.918530 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cf6baffc-741e-4698-8874-5e950db0272c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:05.990095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=cf6baffc-741e-4698-8874-5e950db0272c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:06.111063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db25770-38c7-437e-a655-5f81c88c9481 req-3fb1db74-589c-4793-8000-147976e21d82 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:06.112714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3db25770-38c7-437e-a655-5f81c88c9481 req-3fb1db74-589c-4793-8000-147976e21d82 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 945 time: 0.1021824 Jan 28 16:33:06.121767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16927819-2c9e-400c-a0fd-5076c4ac6f67 req-c9710644-17f7-4ab3-8d40-ad415e7de1f4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:06.128996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16927819-2c9e-400c-a0fd-5076c4ac6f67 req-c9710644-17f7-4ab3-8d40-ad415e7de1f4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1302359 Jan 28 16:33:06.193711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['cf6baffc-741e-4698-8874-5e950db0272c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:06.225359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16927819-2c9e-400c-a0fd-5076c4ac6f67 req-30252755-046f-4e78-8684-658541ac24b1 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954082 Jan 28 16:33:06.229115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3db25770-38c7-437e-a655-5f81c88c9481 req-e11583ab-0475-4c6d-93d8-1ffab1c37a42 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981808 Jan 28 16:33:06.298152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:06.318933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9292133-358b-4a40-9964-d10de7d62bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.373000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25e031-8973-4406-a606-c92fe2c0a74e req-7ecf7ca4-f7b9-45cf-8b7c-7d59143f54a0 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:06.380664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba25e031-8973-4406-a606-c92fe2c0a74e req-7ecf7ca4-f7b9-45cf-8b7c-7d59143f54a0 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.0909901 Jan 28 16:33:06.456566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba25e031-8973-4406-a606-c92fe2c0a74e req-ef9cb681-0884-49d9-8fe8-572c4ed5f0d4 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743775 Jan 28 16:33:06.458806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9292133-358b-4a40-9964-d10de7d62bae admin admin] Publish callbacks [] for security_group (eeecd10e-742b-4117-8e2c-1db27c0dedee), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.466417 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9292133-358b-4a40-9964-d10de7d62bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (eeecd10e-742b-4117-8e2c-1db27c0dedee), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.501130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9292133-358b-4a40-9964-d10de7d62bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeecd10e-742b-4117-8e2c-1db27c0dedee,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:06.535906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c9292133-358b-4a40-9964-d10de7d62bae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2df925a2b54540049f02f303b7cf530b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362373 Jan 28 16:33:06.538580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59514) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:06.586969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aff020-44d8-4339-9b42-a94f114a46d3 req-d78f3d96-30a7-4010-ac18-b62483071a16 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:06.588866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0aff020-44d8-4339-9b42-a94f114a46d3 req-d78f3d96-30a7-4010-ac18-b62483071a16 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.0674961 Jan 28 16:33:06.597857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:06.607138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Request body: {'floatingip': {'port_id': 'a4e34f21-c737-442a-aaf5-124d4051cab1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:06.609618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bee4739c-4726-4c40-9c3e-35c99052724a admin admin] Publish callbacks [] for security_group (eeecd10e-742b-4117-8e2c-1db27c0dedee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.634321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bee4739c-4726-4c40-9c3e-35c99052724a admin admin] Publish callbacks [] for security_group (eeecd10e-742b-4117-8e2c-1db27c0dedee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.670086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.759756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bee4739c-4726-4c40-9c3e-35c99052724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (eeecd10e-742b-4117-8e2c-1db27c0dedee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.765604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bee4739c-4726-4c40-9c3e-35c99052724a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:06.769299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bee4739c-4726-4c40-9c3e-35c99052724a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeecd10e-742b-4117-8e2c-1db27c0dedee HTTP/1.1" status: 204 len: 168 time: 0.2270973 Jan 28 16:33:06.788800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4739c-4726-4c40-9c3e-35c99052724a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeecd10e-742b-4117-8e2c-1db27c0dedee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:07.294459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:07.319599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:07.488252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26786edf-b32c-48f6-b70a-d0e9202fd4dc req-4550d035-d467-4fad-b4e4-ddc7b89d14b5 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:07.495188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26786edf-b32c-48f6-b70a-d0e9202fd4dc req-4550d035-d467-4fad-b4e4-ddc7b89d14b5 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1871262 Jan 28 16:33:07.532190 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Floating IP e22970cc-0442-4c00-ac2e-d74030b0c016 associated. External IP: 172.25.8.154, port: a4e34f21-c737-442a-aaf5-124d4051cab1. Jan 28 16:33:07.546610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e43c1-44ce-4736-96f3-a76db5e3bc03 req-c0890941-2843-487b-9732-e861043cd043 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:07.548262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c73e43c1-44ce-4736-96f3-a76db5e3bc03 req-c0890941-2843-487b-9732-e861043cd043 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 945 time: 0.1683488 Jan 28 16:33:07.682559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26786edf-b32c-48f6-b70a-d0e9202fd4dc req-d2799ffa-d453-4c88-9840-233687f35742 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857481 Jan 28 16:33:07.700972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cf6baffc-741e-4698-8874-5e950db0272c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:07.746759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c73e43c1-44ce-4736-96f3-a76db5e3bc03 req-e7fb0879-89cd-430d-9652-2f1b9e3a0fa9 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478260 Jan 28 16:33:07.874311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port cf6baffc-741e-4698-8874-5e950db0272c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:33:07.880910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port cf6baffc-741e-4698-8874-5e950db0272c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:07.883494 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cf6baffc-741e-4698-8874-5e950db0272c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:07.925385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Router 00eecdba-8869-49ee-9a54-d2b890c973ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:33:08.059298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port cf6baffc-741e-4698-8874-5e950db0272c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:08.059763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cf6baffc-741e-4698-8874-5e950db0272c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:08.088829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:08.092197 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78264865-7861-4e8e-8140-0ceaa530436f" -d '{"events": [{"server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "name": "network-vif-plugged", "status": "completed", "tag": "cf6baffc-741e-4698-8874-5e950db0272c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:08.134810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port cf6baffc-741e-4698-8874-5e950db0272c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cf6baffc-741e-4698-8874-5e950db0272c,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:08.142790 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cf6baffc-741e-4698-8874-5e950db0272c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:08.210845 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df572c83-da78-4c86-b427-dc888e9f2ef4 x-openstack-request-id: req-df572c83-da78-4c86-b427-dc888e9f2ef4 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:08.211405 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "name": "network-vif-plugged", "status": "completed", "tag": "cf6baffc-741e-4698-8874-5e950db0272c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:08.212611 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df572c83-da78-4c86-b427-dc888e9f2ef4 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:08.213281 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c', 'code': 200} Jan 28 16:33:08.307483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=cf6baffc-741e-4698-8874-5e950db0272c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:08.350026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7299d4f-dffe-41eb-8742-6a5c27609ade req-ece7ee97-7072-45c0-a821-7eba4fe351a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:08.371267 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c7299d4f-dffe-41eb-8742-6a5c27609ade req-ece7ee97-7072-45c0-a821-7eba4fe351a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 1129 time: 0.0949090 Jan 28 16:33:08.430407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:08.434652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:08.440769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:08.448420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c7299d4f-dffe-41eb-8742-6a5c27609ade req-4ae2dc51-150f-4e7a-930c-894801b1724d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874996 Jan 28 16:33:08.462201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:08.464290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a754869-8855-43ed-be5f-ae60043d0388 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "PUT /v2.0/floatingips/e22970cc-0442-4c00-ac2e-d74030b0c016 HTTP/1.1" status: 200 len: 991 time: 1.8642287 Jan 28 16:33:08.464912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:08.465553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:08.467182 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:08.558486 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce401b3-6872-4ce9-9f85-7b28ac5b24c9 x-openstack-request-id: req-2ce401b3-6872-4ce9-9f85-7b28ac5b24c9 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:08.558826 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:08.559081 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ce401b3-6872-4ce9-9f85-7b28ac5b24c9 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:08.559656 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'status': 'completed', 'code': 200} Jan 28 16:33:08.593223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a2665-8c4d-415c-a787-b1a3bf87f680 req-b372a9ab-17f1-4979-b6fd-57ae87e20902 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:08.595623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-974a2665-8c4d-415c-a787-b1a3bf87f680 req-b372a9ab-17f1-4979-b6fd-57ae87e20902 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.0665207 Jan 28 16:33:08.653021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:08.664141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-974a2665-8c4d-415c-a787-b1a3bf87f680 req-af285a3e-15a4-4307-a796-eacf42978d54 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625510 Jan 28 16:33:08.783154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-e468f06d-e0ac-417d-9e25-4211c71fb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:08.785043 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-e468f06d-e0ac-417d-9e25-4211c71fb0f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 1128 time: 0.0880907 Jan 28 16:33:08.826549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1670b-067e-4137-a429-425730b6fee8 req-9da47dcc-7470-457e-bf50-b52e1f2b847f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:08.828043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83d1670b-067e-4137-a429-425730b6fee8 req-9da47dcc-7470-457e-bf50-b52e1f2b847f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0656533 Jan 28 16:33:08.908113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83d1670b-067e-4137-a429-425730b6fee8 req-fae8b578-d370-4dd3-a459-3ee8b550061e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674658 Jan 28 16:33:08.946117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-c9d1c784-66fd-47f5-bc7f-d06cebd631cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:08.947614 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-c9d1c784-66fd-47f5-bc7f-d06cebd631cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 200 len: 925 time: 0.1547139 Jan 28 16:33:09.044026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e22970cc-0442-4c00-ac2e-d74030b0c016', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'port_id': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'mac_address': 'fa:16:3e:72:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:31:49Z', 'updated_at': '2022-01-28T16:33:07Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:09.083790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:09.106149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:09.108081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:09.145143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb373df0-f751-4db1-8b8d-dc56967d39d7 req-b0696737-3dd1-4e55-952d-1afdb792e003 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:09.152080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb373df0-f751-4db1-8b8d-dc56967d39d7 req-b0696737-3dd1-4e55-952d-1afdb792e003 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.1116273 Jan 28 16:33:09.187612 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-f14ffee0-62e0-4df7-b323-596502197ac2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e34f21-c737-442a-aaf5-124d4051cab1 HTTP/1.1" status: 200 len: 999 time: 0.2306683 Jan 28 16:33:09.253282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb373df0-f751-4db1-8b8d-dc56967d39d7 req-b36c4166-59c6-4f44-a209-bc530fc11d44 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002486 Jan 28 16:33:09.254936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:09.290072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-07fffc8f-2ea9-4b87-81eb-79a03bcca963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:09.293620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-07fffc8f-2ea9-4b87-81eb-79a03bcca963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 200 len: 863 time: 0.0985897 Jan 28 16:33:09.353499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-6bd05e32-1f80-47c4-89f6-5b9146bbcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:09.356355 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-6bd05e32-1f80-47c4-89f6-5b9146bbcb04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560133 Jan 28 16:33:09.512274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-2218c63b-73f4-4499-8722-26ce77cab5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463728 Jan 28 16:33:09.573993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e22970cc-0442-4c00-ac2e-d74030b0c016', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'port_id': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'mac_address': 'fa:16:3e:72:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:31:49Z', 'updated_at': '2022-01-28T16:33:07Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:09.612992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a334e7e-036f-4a0e-8d52-669798f1c1de None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e22970cc-0442-4c00-ac2e-d74030b0c016', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'port_id': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'mac_address': 'fa:16:3e:72:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:31:49Z', 'updated_at': '2022-01-28T16:33:07Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:09.672941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-174e5d82-5bcf-4256-85a4-4e8be3e8cb03 req-96c9a757-ae1a-4b1b-b813-0452a6b72c1f service neutron] 10.222.0.24 "GET /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493289 Jan 28 16:33:09.877842 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330e33f-ae66-4430-be03-7343c9bf2e2e None None] New status for floating IP e22970cc-0442-4c00-ac2e-d74030b0c016: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:33:09.931518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59610) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:10.107116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03331055-808a-4a1e-9108-f126f4c02a1b req-e70b6cab-f3e2-49a2-8b80-d90cd7bc0b0d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:10.109116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03331055-808a-4a1e-9108-f126f4c02a1b req-e70b6cab-f3e2-49a2-8b80-d90cd7bc0b0d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1086683 Jan 28 16:33:10.132489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a0f3-5347-45e4-a961-12fda1a43343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.189816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03331055-808a-4a1e-9108-f126f4c02a1b req-37b2893b-667a-42db-9e91-00e0d8168519 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Jan 28 16:33:10.247774 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a0f3-5347-45e4-a961-12fda1a43343 admin admin] Publish callbacks [] for security_group (73ee33dd-656d-4329-8dd7-876bb1eedfd1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.253709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a0f3-5347-45e4-a961-12fda1a43343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (73ee33dd-656d-4329-8dd7-876bb1eedfd1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.308690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dbd0a0f3-5347-45e4-a961-12fda1a43343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca28ccdf16424839a07984357746776d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725100 Jan 28 16:33:10.308690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0a0f3-5347-45e4-a961-12fda1a43343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee33dd-656d-4329-8dd7-876bb1eedfd1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:10.309899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59620) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:10.375100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-211f8360-bef2-48a6-88d6-8b1718b55c12 admin admin] Publish callbacks [] for security_group (73ee33dd-656d-4329-8dd7-876bb1eedfd1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.393429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68e2c8-59ff-4763-a821-e8acf1d53eed req-578ce98c-209f-42b9-9f24-eacb48be40ff tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:10.396043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e68e2c8-59ff-4763-a821-e8acf1d53eed req-578ce98c-209f-42b9-9f24-eacb48be40ff tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.0666199 Jan 28 16:33:10.402733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-211f8360-bef2-48a6-88d6-8b1718b55c12 admin admin] Publish callbacks [] for security_group (73ee33dd-656d-4329-8dd7-876bb1eedfd1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.455519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e68e2c8-59ff-4763-a821-e8acf1d53eed req-1c00ad4a-619b-4f78-932a-c649fc38baa6 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522184 Jan 28 16:33:10.462025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-211f8360-bef2-48a6-88d6-8b1718b55c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (73ee33dd-656d-4329-8dd7-876bb1eedfd1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.465486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-211f8360-bef2-48a6-88d6-8b1718b55c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.478604 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-211f8360-bef2-48a6-88d6-8b1718b55c12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73ee33dd-656d-4329-8dd7-876bb1eedfd1 HTTP/1.1" status: 204 len: 168 time: 0.1602094 Jan 28 16:33:10.481143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f8360-bef2-48a6-88d6-8b1718b55c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee33dd-656d-4329-8dd7-876bb1eedfd1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:10.652851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15183c-e61a-439e-b2ae-57a70f0ebe56 req-850beefb-1b44-49f2-83bb-b92e65cd4b1b tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:10.655503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c15183c-e61a-439e-b2ae-57a70f0ebe56 req-850beefb-1b44-49f2-83bb-b92e65cd4b1b tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.1153526 Jan 28 16:33:10.665387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:10.672226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Request body: {'floatingip': {'port_id': 'cf6baffc-741e-4698-8874-5e950db0272c'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:10.819264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59632) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:10.832760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1cfe433-1ff3-4976-a389-83020e0e8fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.836117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (d8845a04-1316-4852-8ad3-95288d98687e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.957495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1cfe433-1ff3-4976-a389-83020e0e8fef admin admin] Publish callbacks [] for security_group (a9bb8b25-acd4-49a0-93ec-7da5c557a6c3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:10.963678 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1cfe433-1ff3-4976-a389-83020e0e8fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9bb8b25-acd4-49a0-93ec-7da5c557a6c3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.032071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c1cfe433-1ff3-4976-a389-83020e0e8fef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b8c42963efa4d9f8f1a678ff54d9078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116261 Jan 28 16:33:11.035182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59636) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:11.092081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfe433-1ff3-4976-a389-83020e0e8fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb8b25-acd4-49a0-93ec-7da5c557a6c3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:11.155900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f2ae67-1ca1-4dc5-9a4a-21778f9a3318 admin admin] Publish callbacks [] for security_group (a9bb8b25-acd4-49a0-93ec-7da5c557a6c3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.182018 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f2ae67-1ca1-4dc5-9a4a-21778f9a3318 admin admin] Publish callbacks [] for security_group (a9bb8b25-acd4-49a0-93ec-7da5c557a6c3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.243505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f2ae67-1ca1-4dc5-9a4a-21778f9a3318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9bb8b25-acd4-49a0-93ec-7da5c557a6c3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.248895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84f2ae67-1ca1-4dc5-9a4a-21778f9a3318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.251018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-84f2ae67-1ca1-4dc5-9a4a-21778f9a3318 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9bb8b25-acd4-49a0-93ec-7da5c557a6c3 HTTP/1.1" status: 204 len: 168 time: 0.2125058 Jan 28 16:33:11.271592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2ae67-1ca1-4dc5-9a4a-21778f9a3318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb8b25-acd4-49a0-93ec-7da5c557a6c3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:11.407171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a31980-8ca8-4c78-82bd-e74ce20a7bc2 req-b02eabe2-4e3a-4f8b-8e7e-1c2b00407af0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:11.408784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a31980-8ca8-4c78-82bd-e74ce20a7bc2 req-b02eabe2-4e3a-4f8b-8e7e-1c2b00407af0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0729308 Jan 28 16:33:11.521906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a31980-8ca8-4c78-82bd-e74ce20a7bc2 req-6682d313-97b4-4a99-9bad-0deb825ff24b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070092 Jan 28 16:33:11.819134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:33:11.894550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.901244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d8845a04-1316-4852-8ad3-95288d98687e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:11.984821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:12.015733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:12.030460 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Floating IP d8845a04-1316-4852-8ad3-95288d98687e associated. External IP: 172.25.8.144, port: cf6baffc-741e-4698-8874-5e950db0272c. Jan 28 16:33:12.286948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Router e990041a-fccd-4550-a9e2-11a79e0b9bb1 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:33:12.434377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:12.439407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:12.446858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] Sync routers for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:12.461146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:12.462080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:12.476873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9601c0e7-e2f4-4400-be04-44fe8f99a35c tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "PUT /v2.0/floatingips/d8845a04-1316-4852-8ad3-95288d98687e HTTP/1.1" status: 200 len: 992 time: 1.8101213 Jan 28 16:33:12.477604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:12.482050 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf43fac-f500-4f6f-a416-48c5b76c9f75" -d '{"events": [{"name": "network-changed", "server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "tag": "cf6baffc-741e-4698-8874-5e950db0272c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:12.563607 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084726c0-ed94-4054-b5d8-e888aade07ca x-openstack-request-id: req-084726c0-ed94-4054-b5d8-e888aade07ca {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:12.563902 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "tag": "cf6baffc-741e-4698-8874-5e950db0272c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:12.564160 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-084726c0-ed94-4054-b5d8-e888aade07ca {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:12.564558 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c', 'status': 'completed', 'code': 200} Jan 28 16:33:12.717141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-64edf11d-c8e1-4d9e-a386-00669779567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:12.719079 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-64edf11d-c8e1-4d9e-a386-00669779567d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae&device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 1129 time: 0.1245632 Jan 28 16:33:12.766332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1afe3-27cb-4bf3-b4fb-0a2837b19c90 req-aab53fae-7f46-4912-92bc-1bf7486c5c4d tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:12.767904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aca1afe3-27cb-4bf3-b4fb-0a2837b19c90 req-aab53fae-7f46-4912-92bc-1bf7486c5c4d tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.1574273 Jan 28 16:33:12.783833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254756c-392d-481b-bdd9-5c2977b94846 req-ba207e9f-e24d-41b7-83dc-d7144563c62a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:12.793596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4254756c-392d-481b-bdd9-5c2977b94846 req-ba207e9f-e24d-41b7-83dc-d7144563c62a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1238613 Jan 28 16:33:12.923312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-58beb0b0-6209-421b-b4d5-4e7f09a26ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:12.925587 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-58beb0b0-6209-421b-b4d5-4e7f09a26ad9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4756eb6-cd4d-471d-8398-845846cc242e HTTP/1.1" status: 200 len: 913 time: 0.1994750 Jan 28 16:33:12.957214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4254756c-392d-481b-bdd9-5c2977b94846 req-c59e7123-7649-41f1-8333-a3c1309faeb7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546285 Jan 28 16:33:12.969213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aca1afe3-27cb-4bf3-b4fb-0a2837b19c90 req-0ba55fcc-7611-4770-bcb7-f62df523b041 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658468 Jan 28 16:33:12.972740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:13.089630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-8e6463e8-c7d8-4414-bacc-1c931e78efed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf6baffc-741e-4698-8874-5e950db0272c HTTP/1.1" status: 200 len: 1000 time: 0.1468196 Jan 28 16:33:13.163871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-60cb1c03-8c31-4b62-bd8e-1d4bac3dc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:13.165915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-60cb1c03-8c31-4b62-bd8e-1d4bac3dc482 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13377780-ee24-4c1a-b252-0f46aa680ecd HTTP/1.1" status: 200 len: 851 time: 0.0661404 Jan 28 16:33:13.251921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-96816f88-718d-4f4d-992e-1b642cf64cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:13.253640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-96816f88-718d-4f4d-992e-1b642cf64cdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4756eb6-cd4d-471d-8398-845846cc242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0765657 Jan 28 16:33:13.378678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'd8845a04-1316-4852-8ad3-95288d98687e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'port_id': 'cf6baffc-741e-4698-8874-5e950db0272c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'mac_address': 'fa:16:3e:a7:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:32:54Z', 'updated_at': '2022-01-28T16:33:11Z', 'revision_number': 1, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:50Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:13.402101 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-9269d428-cde5-49a8-a651-4ad775a24a79 service neutron] 10.222.0.24 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388373 Jan 28 16:33:13.419901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] Checking router: e990041a-fccd-4550-a9e2-11a79e0b9bb1 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:13.430974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:13.432050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:13.521740 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbf43fac-f500-4f6f-a416-48c5b76c9f75 req-af47bc5d-bd1f-433e-815c-58f34a06fa16 service neutron] 10.222.0.24 "GET /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118600 Jan 28 16:33:13.616880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:13.870792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'd8845a04-1316-4852-8ad3-95288d98687e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'port_id': 'cf6baffc-741e-4698-8874-5e950db0272c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'mac_address': 'fa:16:3e:a7:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:32:54Z', 'updated_at': '2022-01-28T16:33:11Z', 'revision_number': 1, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:50Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:13.900654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233caed-9868-474c-a7a8-7879966cef4e None None] The sync data for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 is: [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'd8845a04-1316-4852-8ad3-95288d98687e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'port_id': 'cf6baffc-741e-4698-8874-5e950db0272c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'mac_address': 'fa:16:3e:a7:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:32:54Z', 'updated_at': '2022-01-28T16:33:11Z', 'revision_number': 1, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:50Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:14.007188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59706) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:14.124484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d166b7e-cee2-446f-a967-0a4ea10df4a7 req-cd33d913-b45f-4db7-a8cc-1d526bef9d27 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:14.126278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d166b7e-cee2-446f-a967-0a4ea10df4a7 req-cd33d913-b45f-4db7-a8cc-1d526bef9d27 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0634050 Jan 28 16:33:14.219599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d2fb8e-0ca7-4913-a2af-9a36bd65d04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.226031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d166b7e-cee2-446f-a967-0a4ea10df4a7 req-37bc8a85-adbf-47cf-ba8c-020065b8d85f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932324 Jan 28 16:33:14.297616 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c4449-6a67-4b63-90ad-80e5c446242a None None] New status for floating IP d8845a04-1316-4852-8ad3-95288d98687e: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:33:14.324853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d2fb8e-0ca7-4913-a2af-9a36bd65d04f admin admin] Publish callbacks [] for security_group (bb173f36-7c55-46bb-8d37-8b2618a565b5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.329032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d2fb8e-0ca7-4913-a2af-9a36bd65d04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb173f36-7c55-46bb-8d37-8b2618a565b5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.373353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15d2fb8e-0ca7-4913-a2af-9a36bd65d04f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a2c5a240e4f471ba6d7553108bc250d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654835 Jan 28 16:33:14.373608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59716) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:14.380461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2fb8e-0ca7-4913-a2af-9a36bd65d04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb173f36-7c55-46bb-8d37-8b2618a565b5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:14.442772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-33bd3eb4-97cd-4b3d-8ff6-4b6b7f6ed745 admin admin] Publish callbacks [] for security_group (bb173f36-7c55-46bb-8d37-8b2618a565b5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.466948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-33bd3eb4-97cd-4b3d-8ff6-4b6b7f6ed745 admin admin] Publish callbacks [] for security_group (bb173f36-7c55-46bb-8d37-8b2618a565b5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.471812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f96b-0eeb-45cc-9e6c-10fa8d790b8f req-d56451dd-8578-4773-8cc8-a359320f5a29 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:14.477312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3561f96b-0eeb-45cc-9e6c-10fa8d790b8f req-d56451dd-8578-4773-8cc8-a359320f5a29 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.0685008 Jan 28 16:33:14.528499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3561f96b-0eeb-45cc-9e6c-10fa8d790b8f req-14d866d1-d7cc-4469-ad34-ec4f7a2b3211 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472772 Jan 28 16:33:14.534021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-33bd3eb4-97cd-4b3d-8ff6-4b6b7f6ed745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb173f36-7c55-46bb-8d37-8b2618a565b5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.537172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-33bd3eb4-97cd-4b3d-8ff6-4b6b7f6ed745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.540605 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-33bd3eb4-97cd-4b3d-8ff6-4b6b7f6ed745 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb173f36-7c55-46bb-8d37-8b2618a565b5 HTTP/1.1" status: 204 len: 168 time: 0.1638505 Jan 28 16:33:14.548520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3eb4-97cd-4b3d-8ff6-4b6b7f6ed745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb173f36-7c55-46bb-8d37-8b2618a565b5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:14.806450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59722) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:14.823818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31714a56-d599-4bd1-a722-f643ae398d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.897750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31714a56-d599-4bd1-a722-f643ae398d10 admin admin] Publish callbacks [] for security_group (7055d476-8b58-4325-9284-07cc9eb30e4b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.902974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31714a56-d599-4bd1-a722-f643ae398d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7055d476-8b58-4325-9284-07cc9eb30e4b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:14.944699 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-31714a56-d599-4bd1-a722-f643ae398d10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=802ac6e9f1c64dbeaaef788eb0157fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371019 Jan 28 16:33:14.944929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59724) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:14.945521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714a56-d599-4bd1-a722-f643ae398d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7055d476-8b58-4325-9284-07cc9eb30e4b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:14.994866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-253e9610-6b88-4692-be44-e322ffbf46ca admin admin] Publish callbacks [] for security_group (7055d476-8b58-4325-9284-07cc9eb30e4b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:15.015781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-253e9610-6b88-4692-be44-e322ffbf46ca admin admin] Publish callbacks [] for security_group (7055d476-8b58-4325-9284-07cc9eb30e4b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:15.063540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-253e9610-6b88-4692-be44-e322ffbf46ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7055d476-8b58-4325-9284-07cc9eb30e4b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:15.066412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-253e9610-6b88-4692-be44-e322ffbf46ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:15.067606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-253e9610-6b88-4692-be44-e322ffbf46ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7055d476-8b58-4325-9284-07cc9eb30e4b HTTP/1.1" status: 204 len: 168 time: 0.1214776 Jan 28 16:33:15.076349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e9610-6b88-4692-be44-e322ffbf46ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7055d476-8b58-4325-9284-07cc9eb30e4b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:15.378377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783077c-8347-4d56-8d94-b51abd23abeb req-26d23584-156f-4366-83b7-d30d5bf3b7b7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:15.379877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0783077c-8347-4d56-8d94-b51abd23abeb req-26d23584-156f-4366-83b7-d30d5bf3b7b7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0678391 Jan 28 16:33:15.435663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0783077c-8347-4d56-8d94-b51abd23abeb req-5f951fbc-6621-4de5-9267-f5e530c10c6a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Jan 28 16:33:15.661323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751ac23-34a6-4349-b334-0b5292f790d5 req-176ce266-3519-4f74-ad46-6d49d574112f tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:15.662943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c751ac23-34a6-4349-b334-0b5292f790d5 req-176ce266-3519-4f74-ad46-6d49d574112f tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.0593402 Jan 28 16:33:15.735689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c751ac23-34a6-4349-b334-0b5292f790d5 req-bfa9c12c-ea42-4e01-b2d2-4148efe8fe48 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529625 Jan 28 16:33:15.843112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c09ddf70-fcf6-4d24-ad8f-de2213665d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:15.892352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-db9bd8fe-0735-485f-8512-54b4cfb8e864 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:15.894074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-db9bd8fe-0735-485f-8512-54b4cfb8e864 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 945 time: 0.0581045 Jan 28 16:33:15.996593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Deleting port 45693da8-8521-4050-a881-d13d25cfec3d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:15.996981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (45693da8-8521-4050-a881-d13d25cfec3d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:16.084991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] For port 45693da8-8521-4050-a881-d13d25cfec3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=45693da8-8521-4050-a881-d13d25cfec3d,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:16.085356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (45693da8-8521-4050-a881-d13d25cfec3d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:16.320946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:16.321682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (7af543f9-cae2-4ea5-b29c-d1898c506fd2), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:16.322163 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Floating IP 7af543f9-cae2-4ea5-b29c-d1898c506fd2 disassociated. External IP: 172.25.8.46, port: 45693da8-8521-4050-a881-d13d25cfec3d. Jan 28 16:33:16.323846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Calling delete_port for 45693da8-8521-4050-a881-d13d25cfec3d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:16.464955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (45693da8-8521-4050-a881-d13d25cfec3d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:16.506909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event deleted for resources: {'Port': ['ID=45693da8-8521-4050-a881-d13d25cfec3d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:16.619735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899010d-4d0f-46e1-9b28-69f9cd8438c6 req-30b32889-31f4-4106-a671-5d3ab887a499 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.621930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6899010d-4d0f-46e1-9b28-69f9cd8438c6 req-30b32889-31f4-4106-a671-5d3ab887a499 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0751035 Jan 28 16:33:16.646730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Router 0fcad013-b077-4159-9a21-ec76b20a05b8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:33:16.741787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6899010d-4d0f-46e1-9b28-69f9cd8438c6 req-594ecb26-9d72-4432-a8ad-30804002beb3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067095 Jan 28 16:33:16.763796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:16.774936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] Sync routers for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:16.784928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:16.785887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:16.803667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.804351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.805157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.805410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.805922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.806442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.806949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.807454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.808491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.809029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.809648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.810156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.810663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.816566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df84f15c-533c-463f-aca8-5631c861120f req-cf999d9f-2aa2-44c2-abef-81beb62c58cf tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9243 time: 0.1935465 Jan 28 16:33:16.825663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] No DVR routers for this DVR port 45693da8-8521-4050-a881-d13d25cfec3d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:16.828332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:16.831904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a9d2d214-afea-477f-b2c6-fa44e187e0f3 req-ac6df51c-df39-4fe7-adc8-cc5839e1ccf2 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.31 "DELETE /v2.0/ports/45693da8-8521-4050-a881-d13d25cfec3d HTTP/1.1" status: 204 len: 173 time: 0.9327035 Jan 28 16:33:16.832361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'name': 'network-vif-deleted', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:16.834619 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b609cbc8-8c8c-4853-b504-6f4322acc900" -d '{"events": [{"server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "name": "network-vif-deleted", "tag": "45693da8-8521-4050-a881-d13d25cfec3d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:16.873308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76e5a728-bfdc-4e4f-9b73-50bb0d7d0edf req-622852f8-31a1-4c5e-9a9f-802473027943 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b179bea-3749-4386-88b2-bf235366be9e HTTP/1.1" status: 200 len: 210 time: 0.0422714 Jan 28 16:33:16.921557 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8339593f-e7d8-425f-a1a7-d956ae46c32a x-openstack-request-id: req-8339593f-e7d8-425f-a1a7-d956ae46c32a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:16.922028 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b179bea-3749-4386-88b2-bf235366be9e", "name": "network-vif-deleted", "tag": "45693da8-8521-4050-a881-d13d25cfec3d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:16.922127 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8339593f-e7d8-425f-a1a7-d956ae46c32a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:16.922491 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b179bea-3749-4386-88b2-bf235366be9e', 'name': 'network-vif-deleted', 'tag': '45693da8-8521-4050-a881-d13d25cfec3d', 'status': 'completed', 'code': 200} Jan 28 16:33:16.962310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8548a-b899-4f73-a738-c7c8f7bb0de4 req-5cc98e3f-b6fb-40fc-8b04-2b1637a15be9 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:16.963712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ac8548a-b899-4f73-a738-c7c8f7bb0de4 req-5cc98e3f-b6fb-40fc-8b04-2b1637a15be9 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 886 time: 0.1310072 Jan 28 16:33:17.013293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:17.127984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.128456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.128945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.129419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.129862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.130324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.130794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.131238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.131692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.132142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.132762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.133225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.133677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.135951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccd1b751-e65b-4a02-a211-803d4b5b7e7c req-1736a82f-233c-4ed6-9d59-35a2f904de46 tempest-NetworksTest-1224817424 tempest-NetworksTest-1224817424-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9243 time: 0.1512313 Jan 28 16:33:17.253847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:06Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:17.286426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] Checking router: 0fcad013-b077-4159-9a21-ec76b20a05b8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:17.296501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:17.297198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:17.427364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:17.629148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:17.674115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:06Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:17.706224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453b106-1e8c-4068-a118-8856d10feeff None None] The sync data for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 is: [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a8e597f2-d300-42d3-99ae-32e6a922a6d6', 'name': '', 'network_id': '62a85dc4-c9e3-49fd-9f98-6a95cb7f00be', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'mac_address': 'fa:16:3e:0d:6e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:00Z', 'updated_at': '2022-01-28T16:32:06Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'subnets': [{'id': 'd170b1b0-f946-45ed-ba3e-7d0ca60ad6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:17.759754 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64d98fd6-92ee-487a-aa0b-86cc3eaffd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:17.833974 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b11ec0cf-987e-4ee2-ad4f-09004f3a4eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:17.933081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2f7b5-2f3e-4641-9ae0-3cadf14c3cd3 req-609843f0-8de5-4823-9ed7-aa919e08b0aa tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:17.934679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fe2f7b5-2f3e-4641-9ae0-3cadf14c3cd3 req-609843f0-8de5-4823-9ed7-aa919e08b0aa tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1056795 Jan 28 16:33:17.940457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64d98fd6-92ee-487a-aa0b-86cc3eaffd59 admin admin] Publish callbacks [] for security_group (c4232b43-1b57-4aa4-8bce-87aa49f1cf7a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:17.951928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64d98fd6-92ee-487a-aa0b-86cc3eaffd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c4232b43-1b57-4aa4-8bce-87aa49f1cf7a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.013923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.067338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-64d98fd6-92ee-487a-aa0b-86cc3eaffd59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54ad1af0f57b4739ac315d07b8811aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370823 Jan 28 16:33:18.069935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59796) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.070807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fe2f7b5-2f3e-4641-9ae0-3cadf14c3cd3 req-e70adf39-5906-4c9a-9a80-7d5615df8cb6 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288853 Jan 28 16:33:18.071424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d98fd6-92ee-487a-aa0b-86cc3eaffd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4232b43-1b57-4aa4-8bce-87aa49f1cf7a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:18.079661 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c997e1-bc47-4f40-9720-ffe999c00b7a None None] New status for floating IP 7af543f9-cae2-4ea5-b29c-d1898c506fd2: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:33:18.133140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69dadb76-d2ba-45d5-8521-a809e6a6b03a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group (5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.159892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb4544eb-e06c-41e7-8427-139390064104 admin admin] Publish callbacks [] for security_group (c4232b43-1b57-4aa4-8bce-87aa49f1cf7a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.181554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69dadb76-d2ba-45d5-8521-a809e6a6b03a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group (5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.188738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb4544eb-e06c-41e7-8427-139390064104 admin admin] Publish callbacks [] for security_group (c4232b43-1b57-4aa4-8bce-87aa49f1cf7a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.255748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb4544eb-e06c-41e7-8427-139390064104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c4232b43-1b57-4aa4-8bce-87aa49f1cf7a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.258794 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb4544eb-e06c-41e7-8427-139390064104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.261883 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cb4544eb-e06c-41e7-8427-139390064104 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4232b43-1b57-4aa4-8bce-87aa49f1cf7a HTTP/1.1" status: 204 len: 168 time: 0.1909008 Jan 28 16:33:18.267988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69dadb76-d2ba-45d5-8521-a809e6a6b03a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.270658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69dadb76-d2ba-45d5-8521-a809e6a6b03a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.274011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69dadb76-d2ba-45d5-8521-a809e6a6b03a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "DELETE /v2.0/security-groups/5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09 HTTP/1.1" status: 204 len: 168 time: 0.2475536 Jan 28 16:33:18.275234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59800) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.284538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4544eb-e06c-41e7-8427-139390064104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4232b43-1b57-4aa4-8bce-87aa49f1cf7a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:18.297382 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-07d40466-276b-4544-af1c-bd06cf2ac828 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] show failed (client error): The resource could not be found. Jan 28 16:33:18.301075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-07d40466-276b-4544-af1c-bd06cf2ac828 tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "GET /v2.0/security-groups/5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09 HTTP/1.1" status: 404 len: 347 time: 0.0222039 Jan 28 16:33:18.301075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dadb76-d2ba-45d5-8521-a809e6a6b03a tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d8dd3-a75b-4527-9dc5-4a5ae20c6e09,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:18.301333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59802) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.438098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Deleting port 26173211-89d8-4b28-ab50-fde8647e9656 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:18.438511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (26173211-89d8-4b28-ab50-fde8647e9656), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.523822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (26173211-89d8-4b28-ab50-fde8647e9656), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.524273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (26173211-89d8-4b28-ab50-fde8647e9656), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.537661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Calling delete_port for 26173211-89d8-4b28-ab50-fde8647e9656 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:18.622665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.636234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabe58e1-9041-4933-a1c1-42e1b05fdceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.687029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (26173211-89d8-4b28-ab50-fde8647e9656), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.712302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabe58e1-9041-4933-a1c1-42e1b05fdceb admin admin] Publish callbacks [] for security_group (6196289c-7931-4291-b0b9-2680ba40d600), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.717271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabe58e1-9041-4933-a1c1-42e1b05fdceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6196289c-7931-4291-b0b9-2680ba40d600), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.733069 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks [] for floatingip (7af543f9-cae2-4ea5-b29c-d1898c506fd2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.736489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.741398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] 10.222.0.25 "DELETE /v2.0/floatingips/7af543f9-cae2-4ea5-b29c-d1898c506fd2 HTTP/1.1" status: 204 len: 168 time: 0.4391966 Jan 28 16:33:18.742018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.759570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cabe58e1-9041-4933-a1c1-42e1b05fdceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4c45631080c465eaeca77986a8b69a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333754 Jan 28 16:33:18.759570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe58e1-9041-4933-a1c1-42e1b05fdceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6196289c-7931-4291-b0b9-2680ba40d600,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:18.761025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:18.800342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c5a8-31e5-44ff-9986-ab3870f345ba tempest-ServersTestFqdnHostnames-1339495821 tempest-ServersTestFqdnHostnames-1339495821-project] Pushing event deleted for resources: {'Port': ['ID=26173211-89d8-4b28-ab50-fde8647e9656,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:18.814351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16072185-c73c-4c17-8ffc-182e4b6a5f7b admin admin] Publish callbacks [] for security_group (6196289c-7931-4291-b0b9-2680ba40d600), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.835774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16072185-c73c-4c17-8ffc-182e4b6a5f7b admin admin] Publish callbacks [] for security_group (6196289c-7931-4291-b0b9-2680ba40d600), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.899779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16072185-c73c-4c17-8ffc-182e4b6a5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6196289c-7931-4291-b0b9-2680ba40d600), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.903601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16072185-c73c-4c17-8ffc-182e4b6a5f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:18.907566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-16072185-c73c-4c17-8ffc-182e4b6a5f7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6196289c-7931-4291-b0b9-2680ba40d600 HTTP/1.1" status: 204 len: 168 time: 0.1428344 Jan 28 16:33:18.915081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16072185-c73c-4c17-8ffc-182e4b6a5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196289c-7931-4291-b0b9-2680ba40d600,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:19.149884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (0fcad013-b077-4159-9a21-ec76b20a05b8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:19.256368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:19.298406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b98e-75cb-498d-be77-1c40924dda88 req-e851fcf7-5252-45ac-aca2-aada536740cc tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:19.300135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa84b98e-75cb-498d-be77-1c40924dda88 req-e851fcf7-5252-45ac-aca2-aada536740cc tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1095588 Jan 28 16:33:19.407964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa84b98e-75cb-498d-be77-1c40924dda88 req-5f2dce5f-510c-415e-9e79-06d18a40e98f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978186 Jan 28 16:33:19.500110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 45693da8-8521-4050-a881-d13d25cfec3d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:19.532119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Deleting port a8e597f2-d300-42d3-99ae-32e6a922a6d6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:19.532803 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:19.541193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 45693da8-8521-4050-a881-d13d25cfec3d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:19.541520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 45693da8-8521-4050-a881-d13d25cfec3d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:19.656698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] For port a8e597f2-d300-42d3-99ae-32e6a922a6d6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a8e597f2-d300-42d3-99ae-32e6a922a6d6,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:19.657088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:19.663832 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-4158111f-7d38-4e73-8953-7a69c0aa9142 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668020 Jan 28 16:33:19.677007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Calling delete_port for a8e597f2-d300-42d3-99ae-32e6a922a6d6 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:19.744020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-c3995f9d-5d32-40c0-add8-8f0645431cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:19.747341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-c3995f9d-5d32-40c0-add8-8f0645431cf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1127 time: 0.0607533 Jan 28 16:33:19.873690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-3ef6ae14-a899-4752-8f2f-f2a1796404a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:19.876760 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-3ef6ae14-a899-4752-8f2f-f2a1796404a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1090381 Jan 28 16:33:19.933529 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-58fecd82-44c5-4ac3-85c3-c459e8e9e2ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.0485630 Jan 28 16:33:19.969296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (a8e597f2-d300-42d3-99ae-32e6a922a6d6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:19.989761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-8e0259dd-ef64-4e39-8e4f-512f1c518980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:19.991361 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-8e0259dd-ef64-4e39-8e4f-512f1c518980 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0521557 Jan 28 16:33:20.004762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e597f2-d300-42d3-99ae-32e6a922a6d6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:20.048087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-f44e0207-62fc-4425-9dc7-c23c13425ada service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502348 Jan 28 16:33:20.186292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (0fcad013-b077-4159-9a21-ec76b20a05b8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:20.224265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-00a9af7d-d9ce-4624-88a0-041a028c248d service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681075 Jan 28 16:33:20.361933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2709ecb-3c33-48ed-ac3d-c2bcf3228ddd req-8f00b272-00b8-4c7e-aea2-c216348773bd service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271858 Jan 28 16:33:20.462875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Router 0fcad013-b077-4159-9a21-ec76b20a05b8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:33:20.523866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:20.816196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1946537138', 'description': 'tempest-description-1957859423'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:20.882507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:20.903389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:20.911293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02f1f1-5995-4a7d-8a11-4ed0fa79108d req-f0dcd6a3-e581-4576-a77f-6472f81c0b79 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:20.912761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d02f1f1-5995-4a7d-8a11-4ed0fa79108d req-f0dcd6a3-e581-4576-a77f-6472f81c0b79 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1335628 Jan 28 16:33:20.924254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:20.935676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d77cc197-bfbd-4f42-b270-9f281090d1f8 admin admin] 10.222.0.25 "PUT /v2.0/routers/0fcad013-b077-4159-9a21-ec76b20a05b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1729138 Jan 28 16:33:20.935856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] Sync routers for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:20.936431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59860) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:20.950420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:20.951626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:20.991849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d02f1f1-5995-4a7d-8a11-4ed0fa79108d req-78d6e42c-513a-42c2-931d-5394a0ac21a0 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714266 Jan 28 16:33:21.052758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (1e1327b2-4998-45b4-9327-ddfb1f910284), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.058986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e1327b2-4998-45b4-9327-ddfb1f910284), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.079893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks [] for router (0fcad013-b077-4159-9a21-ec76b20a05b8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.089763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:21.099119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1327b2-4998-45b4-9327-ddfb1f910284,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:21.197449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (a893db51-3f37-4656-81bd-50c0472f1e8c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.206705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a893db51-3f37-4656-81bd-50c0472f1e8c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.208887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks [] for router_gateway (0fcad013-b077-4159-9a21-ec76b20a05b8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.243330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a893db51-3f37-4656-81bd-50c0472f1e8c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:21.250249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.251497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c4c5f15-5573-4df0-82dc-008205f7e4e2 req-51580d28-7c42-4a9b-973c-0b7865c8441c tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4435484 Jan 28 16:33:21.279046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ed4d25aa-6c60-4d54-bae8-df3e0aacce5a req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1168071030', 'description': 'tempest-description-1919823694'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:21.286080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Deleting port ed220b71-c302-4b3b-88a1-20cd35280425 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:21.286546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.317434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed4d25aa-6c60-4d54-bae8-df3e0aacce5a req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.387425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] For port ed220b71-c302-4b3b-88a1-20cd35280425, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ed220b71-c302-4b3b-88a1-20cd35280425,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:21.389005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.409495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Calling delete_port for ed220b71-c302-4b3b-88a1-20cd35280425 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:21.411436 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed4d25aa-6c60-4d54-bae8-df3e0aacce5a req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (08be4909-c523-4686-8239-69d26ac577d7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.416607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed4d25aa-6c60-4d54-bae8-df3e0aacce5a req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (08be4909-c523-4686-8239-69d26ac577d7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.461022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08be4909-c523-4686-8239-69d26ac577d7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:21.466574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed4d25aa-6c60-4d54-bae8-df3e0aacce5a req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.467896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed4d25aa-6c60-4d54-bae8-df3e0aacce5a req-0efb6303-7f0e-41c6-ba61-d526c9c01701 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1936438 Jan 28 16:33:21.540737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:33:19Z', 'revision_number': 5, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port': {'id': 'ed220b71-c302-4b3b-88a1-20cd35280425', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:54Z', 'updated_at': '2022-01-28T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:21.562876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-127366330', 'description': 'tempest-description-1700762050'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:21.578756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] Checking router: 0fcad013-b077-4159-9a21-ec76b20a05b8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:21.590655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] Routers {'0fcad013-b077-4159-9a21-ec76b20a05b8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:21.591764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0fcad013-b077-4159-9a21-ec76b20a05b8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:21.594545 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.615057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.724256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ed220b71-c302-4b3b-88a1-20cd35280425), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.738444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (c5b19fd5-5c0b-444d-b0d0-b024d00f5962), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.743490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c5b19fd5-5c0b-444d-b0d0-b024d00f5962), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.758493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Pushing event deleted for resources: {'Port': ['ID=ed220b71-c302-4b3b-88a1-20cd35280425,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:21.790885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.810203 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] Set router 0fcad013-b077-4159-9a21-ec76b20a05b8 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:21.835919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (0fcad013-b077-4159-9a21-ec76b20a05b8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.853254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (d9cb7fd5-98e4-42b3-a040-1fee385e4c29), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.862194 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d9cb7fd5-98e4-42b3-a040-1fee385e4c29), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.894003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.902739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1f59a92-4855-47c1-80da-1573bc14f8f7 req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3435469 Jan 28 16:33:21.907062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:33:21Z', 'revision_number': 6, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:21.921537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b19fd5-5c0b-444d-b0d0-b024d00f5962,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:21.943608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1715dc49-6c33-47c7-b12f-03a7aa829e95 None None] The sync data for ids ['0fcad013-b077-4159-9a21-ec76b20a05b8'] in n-d-812111-13 is: [{'id': '0fcad013-b077-4159-9a21-ec76b20a05b8', 'name': 'tempest-ServersTestFqdnHostnames-1555385276-router', 'tenant_id': '86109a4d21054fe39da1c82d4c78fcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:52Z', 'updated_at': '2022-01-28T16:33:21Z', 'revision_number': 6, 'project_id': '86109a4d21054fe39da1c82d4c78fcc7', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:21.958452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-b84568fd-717e-4913-96c7-e0ae984750b7 req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1286545758', 'description': 'tempest-description-1352286839'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:21.966156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (0fcad013-b077-4159-9a21-ec76b20a05b8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:21.968450 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks [] for router_controller (0fcad013-b077-4159-9a21-ec76b20a05b8), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.005139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20d58-78c4-4b02-ac9f-da9e965e09e4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb7fd5-98e4-42b3-a040-1fee385e4c29,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:22.035857 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b84568fd-717e-4913-96c7-e0ae984750b7 req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.184528 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b84568fd-717e-4913-96c7-e0ae984750b7 req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (d64650f3-fab0-4666-912d-dd5143e29984), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.190384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b84568fd-717e-4913-96c7-e0ae984750b7 req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d64650f3-fab0-4666-912d-dd5143e29984), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.231769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ae4d-3c3d-4454-8511-8fc634d0c10b req-cab0a69e-0ce7-4af9-b527-41dc7ea6041e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:22.233241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa98ae4d-3c3d-4454-8511-8fc634d0c10b req-cab0a69e-0ce7-4af9-b527-41dc7ea6041e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0965071 Jan 28 16:33:22.235891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b84568fd-717e-4913-96c7-e0ae984750b7 req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.237071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b84568fd-717e-4913-96c7-e0ae984750b7 req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2859499 Jan 28 16:33:22.239166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c6baa-23c2-42ca-a48b-1cfd88901df4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64650f3-fab0-4666-912d-dd5143e29984,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:22.273604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (0fcad013-b077-4159-9a21-ec76b20a05b8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.274266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fcad013-b077-4159-9a21-ec76b20a05b8 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:33:22.286905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.288239 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3e060d42-0ffa-45af-8919-8ad3fcbd03af admin admin] 10.222.0.25 "DELETE /v2.0/routers/0fcad013-b077-4159-9a21-ec76b20a05b8 HTTP/1.1" status: 204 len: 168 time: 1.3502455 Jan 28 16:33:22.290921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59874) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:22.351072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa98ae4d-3c3d-4454-8511-8fc634d0c10b req-8861f155-fdaf-4628-bcfe-5051a05b7aea tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927682 Jan 28 16:33:22.384247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Deleting subnet d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:33:22.391301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Publish callbacks [] for subnet (d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.428565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.544118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.597772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.623827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-b580d39f-ab78-400f-8aa1-4efbac13807d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59256 time: 0.3453207 Jan 28 16:33:22.625213 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.635138 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7 HTTP/1.1" status: 204 len: 168 time: 0.3420374 Jan 28 16:33:22.636395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8b8eb-2eca-4349-9f54-6ce4a1a4bf6e None None] Network 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:22.637077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29561f-c85a-4d37-add7-2e5beb82276b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d170b1b0-f946-45ed-ba3e-7d0ca60ad6c7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:22.637706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59876) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:22.769543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:22.785015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-bac4c711-1deb-46ce-b7f1-435e2703e380 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1e1327b2-4998-45b4-9327-ddfb1f910284 HTTP/1.1" status: 200 len: 2998 time: 0.1285067 Jan 28 16:33:22.858640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed220b71-c302-4b3b-88a1-20cd35280425 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:22.890573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] DHCP port deletion for 62a85dc4-c9e3-49fd-9f98-6a95cb7f00be request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:33:22.893338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ed220b71-c302-4b3b-88a1-20cd35280425 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:22.893847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed220b71-c302-4b3b-88a1-20cd35280425 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:22.894428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a8e597f2-d300-42d3-99ae-32e6a922a6d6 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:22.923504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a8e597f2-d300-42d3-99ae-32e6a922a6d6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:22.924112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a8e597f2-d300-42d3-99ae-32e6a922a6d6 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:22.952588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-0439b876-182c-47d8-8026-9b013ab0ffa9 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1e1327b2-4998-45b4-9327-ddfb1f910284 HTTP/1.1" status: 200 len: 2998 time: 0.1184719 Jan 28 16:33:22.991174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] Deleting port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:22.991560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.060555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] For port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:23.060968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.066152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-da2b9bac-d765-4525-bf39-e6612973cd5d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/212dce08-6808-4950-9ff0-96de2260add9 HTTP/1.1" status: 200 len: 2998 time: 0.0997555 Jan 28 16:33:23.076072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] Calling delete_port for 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:23.077347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Deleting port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:23.077687 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.082625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecde22-5299-4be7-b319-b2d7e4c12ea6 req-f19dd628-2bfe-45bf-9bb0-5f7fc8cb8118 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:23.084119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0ecde22-5299-4be7-b319-b2d7e4c12ea6 req-f19dd628-2bfe-45bf-9bb0-5f7fc8cb8118 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1129 time: 0.1334741 Jan 28 16:33:23.177733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.201003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] For port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,segment=NetworkSegment(a60bbb72-0a8b-4daa-baaf-94d629f6c108),segment_id=a60bbb72-0a8b-4daa-baaf-94d629f6c108)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:23.201376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.212897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] Pushing event deleted for resources: {'Port': ['ID=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:23.216372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be4bcd-8157-4cbc-b9f1-0d532d142ad5 None None] No DVR routers for this DVR port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:23.239493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Calling delete_port for 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:23.243213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0ecde22-5299-4be7-b319-b2d7e4c12ea6 req-d78f593d-abf9-48c8-be06-32219cc1d263 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474893 Jan 28 16:33:23.247385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-a58f7e8d-f2a5-4d98-931f-fbf94fb4ce87 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/212dce08-6808-4950-9ff0-96de2260add9 HTTP/1.1" status: 200 len: 2998 time: 0.1669171 Jan 28 16:33:23.360017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-58a7fbef-a7d9-431e-8473-f203d2e101a1 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2af68165-c691-4e7a-94d5-d35b05c9afcf HTTP/1.1" status: 200 len: 2998 time: 0.1030662 Jan 28 16:33:23.401780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (19320ac2-a0fa-4b81-aa44-f0e3ad5827f9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.439579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=19320ac2-a0fa-4b81-aa44-f0e3ad5827f9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:23.441731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] No DVR routers for this DVR port 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:23.448885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-ebb4d515-6179-4649-9858-f741f69cb691 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2af68165-c691-4e7a-94d5-d35b05c9afcf HTTP/1.1" status: 200 len: 2998 time: 0.0739381 Jan 28 16:33:23.551830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.563943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-e6f5c378-9c3a-4e75-bae5-0ba301aa67d9 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2eb512bf-30b4-4fa1-a266-abbe64d890f5 HTTP/1.1" status: 200 len: 2998 time: 0.0977666 Jan 28 16:33:23.576653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.577063 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.577821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.578171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > port after_create 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.578515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.578854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > port after_update 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.579372 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.579598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.579927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.580728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.650133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.650133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.650358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.650614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 16:33:23.650989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a85dc4-c9e3-49fd-9f98-6a95cb7f00be']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:23.680930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60bbb72-0a8b-4daa-baaf-94d629f6c108') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:23.681229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60bbb72-0a8b-4daa-baaf-94d629f6c108') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:23.704111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (a60bbb72-0a8b-4daa-baaf-94d629f6c108), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.741709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-ec474ead-998a-410e-b860-0916847ff1be tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2eb512bf-30b4-4fa1-a266-abbe64d890f5 HTTP/1.1" status: 200 len: 2998 time: 0.1675279 Jan 28 16:33:23.742631 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a60bbb72-0a8b-4daa-baaf-94d629f6c108), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.753682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:33:23.754198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (a60bbb72-0a8b-4daa-baaf-94d629f6c108), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: from cryptography.utils import int_from_bytes Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: from cryptography.utils import int_from_bytes Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:33:23.758095 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:33:23.837211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (62a85dc4-c9e3-49fd-9f98-6a95cb7f00be), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.847321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-89c05bdf-b3f6-492f-82a9-f50b3899b846 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/548dedd5-6950-43a6-b433-d0a52958aec4 HTTP/1.1" status: 200 len: 2998 time: 0.0958412 Jan 28 16:33:23.848366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:23.851851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] 10.222.0.25 "DELETE /v2.0/networks/62a85dc4-c9e3-49fd-9f98-6a95cb7f00be HTTP/1.1" status: 204 len: 168 time: 1.2127755 Jan 28 16:33:23.868348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7465ef2-dcbe-4638-bf0d-feb0880d3d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a85dc4-c9e3-49fd-9f98-6a95cb7f00be,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:23.917462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-e6a56419-f08b-4399-8377-14381ab39c87 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/548dedd5-6950-43a6-b433-d0a52958aec4 HTTP/1.1" status: 200 len: 2998 time: 0.0512807 Jan 28 16:33:23.978640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-1b6467d6-0469-4971-b115-a6d756c24162 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/555832c9-c581-4e08-8b6f-59c27c70d2ec HTTP/1.1" status: 200 len: 2998 time: 0.0601053 Jan 28 16:33:24.059874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-8a3230df-062e-487e-802e-8f491b359bcb tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/555832c9-c581-4e08-8b6f-59c27c70d2ec HTTP/1.1" status: 200 len: 2998 time: 0.0792851 Jan 28 16:33:24.102980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-88bea047-1ea2-4e0c-8157-3c19bd748913 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/614a8d30-4955-45e7-9744-6e34850c991b HTTP/1.1" status: 200 len: 2998 time: 0.0422461 Jan 28 16:33:24.136344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:24.158622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-31d47bc7-09cd-4c73-9380-3a582af47528 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/614a8d30-4955-45e7-9744-6e34850c991b HTTP/1.1" status: 200 len: 2998 time: 0.0495625 Jan 28 16:33:24.186619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e69ee83-4cfc-4faa-92de-fa106fd4a906 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86109a4d21054fe39da1c82d4c78fcc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466249 Jan 28 16:33:24.186849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:24.215258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-be216596-18e6-4396-9db0-cb63ec66f228 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/643a86c7-34d2-48c9-928b-7564e1011fcc HTTP/1.1" status: 200 len: 2998 time: 0.0506279 Jan 28 16:33:24.239375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4614d8c7-91b4-42a1-9403-3369606ce54f admin admin] Publish callbacks [] for security_group (be75d9eb-72ba-4d1e-9a55-284911be7645), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:24.264575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-6a68d94d-0866-4a91-97e9-a5280f70d13f tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/643a86c7-34d2-48c9-928b-7564e1011fcc HTTP/1.1" status: 200 len: 2998 time: 0.0429749 Jan 28 16:33:24.265553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4614d8c7-91b4-42a1-9403-3369606ce54f admin admin] Publish callbacks [] for security_group (be75d9eb-72ba-4d1e-9a55-284911be7645), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:24.310136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-7a41e20b-543d-4a29-a2d8-8376f6b19daa tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:33:24.311410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-7a41e20b-543d-4a29-a2d8-8376f6b19daa tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066953 Jan 28 16:33:24.323882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-443db286-05e6-484e-b459-82ae5f3e3ecf tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8826ebed-f4cf-4063-b767-2f2bc3e30e2b HTTP/1.1" status: 200 len: 2998 time: 0.0433614 Jan 28 16:33:24.341305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4614d8c7-91b4-42a1-9403-3369606ce54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (be75d9eb-72ba-4d1e-9a55-284911be7645), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:24.343722 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4614d8c7-91b4-42a1-9403-3369606ce54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:24.344850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4614d8c7-91b4-42a1-9403-3369606ce54f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be75d9eb-72ba-4d1e-9a55-284911be7645 HTTP/1.1" status: 204 len: 168 time: 0.1571023 Jan 28 16:33:24.369646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614d8c7-91b4-42a1-9403-3369606ce54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75d9eb-72ba-4d1e-9a55-284911be7645,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:24.380995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-c2b9405b-9f19-4d72-8e81-2240d191ce94 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8826ebed-f4cf-4063-b767-2f2bc3e30e2b HTTP/1.1" status: 200 len: 2998 time: 0.0502453 Jan 28 16:33:24.397364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-811adee3-06f0-4ac9-9480-5c604a68b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:24.400083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-811adee3-06f0-4ac9-9480-5c604a68b5f2 service neutron] 10.222.0.25 "GET /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 1126 time: 0.0672781 Jan 28 16:33:24.410424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:24.410882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Unknown quota resources ['binding']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:33:24.452042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-cce0a232-cb13-45f3-9299-0c288187085f tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/9130e7ef-9e47-418c-b092-1b62035a3ecb HTTP/1.1" status: 200 len: 2994 time: 0.0642340 Jan 28 16:33:24.504941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-a4786542-39d4-4e2e-851f-1863276a6953 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/9130e7ef-9e47-418c-b092-1b62035a3ecb HTTP/1.1" status: 200 len: 2994 time: 0.0452089 Jan 28 16:33:24.556312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-27647ccf-f3ed-41d0-8f1e-01a0d345ae7d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a081c15c-34d6-47d8-91da-9a2960a3d31c HTTP/1.1" status: 200 len: 2998 time: 0.0402927 Jan 28 16:33:24.591566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:24.591923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:24.592409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:24.596955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:24.597359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:24.598027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-9652021e-b49a-4d43-a990-42442b819610 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a081c15c-34d6-47d8-91da-9a2960a3d31c HTTP/1.1" status: 200 len: 2998 time: 0.0390179 Jan 28 16:33:24.607272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:24.607690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:24.608145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:24.609183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Bound port: a2eaa313-1913-4ad3-af71-07a867579795, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:24.616620 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-5a339ca3-94ae-404a-b7ad-813eed412be6 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] show failed (client error): The resource could not be found. Jan 28 16:33:24.617727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-5a339ca3-94ae-404a-b7ad-813eed412be6 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/be75d9eb-72ba-4d1e-9a55-284911be7645 HTTP/1.1" status: 404 len: 352 time: 0.0134323 Jan 28 16:33:24.641037 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-ff481f35-366e-4eb8-bedb-3d2eb2185d7c tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] show failed (client error): The resource could not be found. Jan 28 16:33:24.642019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-ff481f35-366e-4eb8-bedb-3d2eb2185d7c tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/be75d9eb-72ba-4d1e-9a55-284911be7645 HTTP/1.1" status: 404 len: 352 time: 0.0160077 Jan 28 16:33:24.694606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:24.701239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-09302250-bf53-425f-a131-a9739173adad tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c5b19fd5-5c0b-444d-b0d0-b024d00f5962 HTTP/1.1" status: 200 len: 2998 time: 0.0511661 Jan 28 16:33:24.703883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:24.705087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-82a81fa2-d44a-4c84-8c45-0ac5a074ea86 service neutron] 10.222.0.25 "POST /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795/bindings HTTP/1.1" status: 201 len: 390 time: 0.2989357 Jan 28 16:33:24.764035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-d90e5d01-a964-491a-bd4f-d0b9be18f325 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c5b19fd5-5c0b-444d-b0d0-b024d00f5962 HTTP/1.1" status: 200 len: 2998 time: 0.0550952 Jan 28 16:33:24.844727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:24.873251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-e09de10f-1a2f-47bd-ae20-8eef7d497e0d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/de7587df-d4bd-4c69-ac36-6ebe77c61f88 HTTP/1.1" status: 200 len: 2990 time: 0.1080737 Jan 28 16:33:24.891750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:24.892293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19320ac2-a0fa-4b81-aa44-f0e3ad5827f9 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:24.938237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-d8ff3912-2cfb-456c-856a-21e66b3976bc tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/de7587df-d4bd-4c69-ac36-6ebe77c61f88 HTTP/1.1" status: 200 len: 2990 time: 0.0482845 Jan 28 16:33:24.948394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126ddc-6565-4041-a53b-bf468901f0c3 req-63b96b01-26e6-4f30-a2bf-ad20034ffd83 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:24.949967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42126ddc-6565-4041-a53b-bf468901f0c3 req-63b96b01-26e6-4f30-a2bf-ad20034ffd83 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0895619 Jan 28 16:33:25.013355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-8b373f30-4fb7-4e11-aba6-00c4e9187b70 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e1af4a00-62a5-426f-bf82-fafd866e247a HTTP/1.1" status: 200 len: 2998 time: 0.0623875 Jan 28 16:33:25.042903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42126ddc-6565-4041-a53b-bf468901f0c3 req-a56d8297-7bc3-4f24-9246-026c82b70a89 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763097 Jan 28 16:33:25.093949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-cce7bfa5-d286-4336-ae0b-94c346d6e4c4 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e1af4a00-62a5-426f-bf82-fafd866e247a HTTP/1.1" status: 200 len: 2998 time: 0.0615640 Jan 28 16:33:25.219222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-523d1583-0446-4282-9431-a42d3280daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:25.221129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-523d1583-0446-4282-9431-a42d3280daf1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1129 time: 0.1267853 Jan 28 16:33:25.258115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-080ac62d-4303-4ec0-9f2e-51f5152a115d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e30f8e32-b9cb-4609-8e32-feff7a0ec88e HTTP/1.1" status: 200 len: 2998 time: 0.1567554 Jan 28 16:33:25.289965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d42eb-d060-4271-86d8-12dc29dc9f85 req-c09df489-f241-4d98-990b-c542b4f5c035 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:25.298505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-452d42eb-d060-4271-86d8-12dc29dc9f85 req-c09df489-f241-4d98-990b-c542b4f5c035 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1004963 Jan 28 16:33:25.355056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-8fc15d4f-c22d-40a0-b062-1b54290c6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:25.356454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-4d5a44d8-be3b-4302-9c0d-34c6a7df3f4e tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e30f8e32-b9cb-4609-8e32-feff7a0ec88e HTTP/1.1" status: 200 len: 2998 time: 0.0892448 Jan 28 16:33:25.361629 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-8fc15d4f-c22d-40a0-b062-1b54290c6cb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1334953 Jan 28 16:33:25.410268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59948) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:25.414458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-ddf17fcf-196a-4935-a81b-6c85e4ed0b64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 217 time: 0.0449758 Jan 28 16:33:25.453624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-cdc71ced-1a21-4981-b227-f45d1fd9f4c7 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23 HTTP/1.1" status: 200 len: 2998 time: 0.0887311 Jan 28 16:33:25.456735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-452d42eb-d060-4271-86d8-12dc29dc9f85 req-af858a8d-9816-4b77-9ace-c25065289581 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502974 Jan 28 16:33:25.473414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-30457f6f-c178-4b75-bae9-e416bc46e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:25.474875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-30457f6f-c178-4b75-bae9-e416bc46e42f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0544760 Jan 28 16:33:25.507447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-ba55ad45-af7a-429c-9ca4-1bf9b3a66f02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265110 Jan 28 16:33:25.511877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af25d4d8-3ac9-4718-aa24-c67bb99c119b req-e70ca8d7-de79-461c-9943-fa78ee1a44e2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23 HTTP/1.1" status: 200 len: 2998 time: 0.0515354 Jan 28 16:33:25.555262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-580163493-network', 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:25.595151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:25.597415 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.614142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.615885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-b994e68d-a236-45b7-ae4d-ccf87d36632b service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999498 Jan 28 16:33:25.652537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7f3ad6e-ba04-43fc-a250-b905548e193d req-6e33f67c-abdd-4cb3-8cf5-8c54f30c6e49 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=638fb705efe84a51a97889507db9bb88 HTTP/1.1" status: 200 len: 6155 time: 0.1088011 Jan 28 16:33:25.716443 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-410704c8-7e5e-4a4d-94ff-d57bfc609c5d service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932186 Jan 28 16:33:25.734525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7f3ad6e-ba04-43fc-a250-b905548e193d req-dea89c81-ff42-4d36-b4e2-cde7bec8b4ce tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "GET /v2.0/security-groups/1e1327b2-4998-45b4-9327-ddfb1f910284 HTTP/1.1" status: 200 len: 2998 time: 0.0740035 Jan 28 16:33:25.785530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks [] for security_group (0173d6c6-4965-48f9-96ba-fa667a9c697c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.793610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0173d6c6-4965-48f9-96ba-fa667a9c697c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.824918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:33:25.840610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173d6c6-4965-48f9-96ba-fa667a9c697c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:25.844979 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7f3ad6e-ba04-43fc-a250-b905548e193d req-89ce8453-b573-4f4f-93fc-54f221db91ed tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "GET /v2.0/security-groups/1e1327b2-4998-45b4-9327-ddfb1f910284 HTTP/1.1" status: 200 len: 2998 time: 0.1036220 Jan 28 16:33:25.848552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dc3d84f7-7a64-4030-87ca-751cb5416cca), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.849011 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Added segment dc3d84f7-7a64-4030-87ca-751cb5416cca of type vlan for network ceca99fb-0abb-4189-aeb7-d1dacf939f04 Jan 28 16:33:25.906791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ceca99fb-0abb-4189-aeb7-d1dacf939f04), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.945555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-281fb153-1eec-4d6a-9e33-78456c7bc645 req-862c87ad-8506-4071-a6c6-2b24c76d34d0 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d64650f3-fab0-4666-912d-dd5143e29984 HTTP/1.1" status: 200 len: 1795 time: 0.0632887 Jan 28 16:33:25.947551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ceca99fb-0abb-4189-aeb7-d1dacf939f04), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:25.948609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:25.949324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.019026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6076486 Jan 28 16:33:26.021328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59956) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:26.027061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Request body: {'subnet': {'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-580163493-subnet', 'tenant_id': 'a81b1574467346aa8575a559c02ed402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:26.043097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b09dd-1ca2-47bc-8eaa-ed13fafb613b admin admin] Pushing event updated for resources: {'Network': ['ID=ceca99fb-0abb-4189-aeb7-d1dacf939f04,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:26.053309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:26.055816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.056087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:33:26.069468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-281fb153-1eec-4d6a-9e33-78456c7bc645 req-7bd7b007-7ab7-4ee4-a470-7c1d895cecd2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (d64650f3-fab0-4666-912d-dd5143e29984), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.093354 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-281fb153-1eec-4d6a-9e33-78456c7bc645 req-7bd7b007-7ab7-4ee4-a470-7c1d895cecd2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (d64650f3-fab0-4666-912d-dd5143e29984), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.138790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-281fb153-1eec-4d6a-9e33-78456c7bc645 req-7bd7b007-7ab7-4ee4-a470-7c1d895cecd2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d64650f3-fab0-4666-912d-dd5143e29984), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.141754 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-281fb153-1eec-4d6a-9e33-78456c7bc645 req-7bd7b007-7ab7-4ee4-a470-7c1d895cecd2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.146538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-281fb153-1eec-4d6a-9e33-78456c7bc645 req-7bd7b007-7ab7-4ee4-a470-7c1d895cecd2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/d64650f3-fab0-4666-912d-dd5143e29984 HTTP/1.1" status: 204 len: 173 time: 0.1945865 Jan 28 16:33:26.168776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7b007-7ab7-4ee4-a470-7c1d895cecd2 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64650f3-fab0-4666-912d-dd5143e29984,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:26.277843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc9ca418-fe63-4fe6-98b5-e136efb71550 req-c9f21800-3eaa-4f1c-8032-fa22dc113b53 tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9cb7fd5-98e4-42b3-a040-1fee385e4c29 HTTP/1.1" status: 200 len: 1794 time: 0.1105688 Jan 28 16:33:26.317044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08ecd-8bd1-447f-bf4c-1bcf47be7a5a req-5e48314b-5b1e-46eb-9f61-0fcffd170665 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:26.318754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5e08ecd-8bd1-447f-bf4c-1bcf47be7a5a req-5e48314b-5b1e-46eb-9f61-0fcffd170665 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1323264 Jan 28 16:33:26.327739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (956e0b34-e41b-4da8-a535-8ed44d9a912a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.380616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956e0b34-e41b-4da8-a535-8ed44d9a912a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:26.388804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fc9ca418-fe63-4fe6-98b5-e136efb71550 req-ba6bd592-9094-457f-805a-d4909907930d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (d9cb7fd5-98e4-42b3-a040-1fee385e4c29), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.395839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:26.396018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Network hostable DHCP agents. Network: ceca99fb-0abb-4189-aeb7-d1dacf939f04, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:33:26.398826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5e08ecd-8bd1-447f-bf4c-1bcf47be7a5a req-4ec4455b-a164-47aa-8f24-d44696788fb3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674391 Jan 28 16:33:26.422051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fc9ca418-fe63-4fe6-98b5-e136efb71550 req-ba6bd592-9094-457f-805a-d4909907930d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (d9cb7fd5-98e4-42b3-a040-1fee385e4c29), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.431814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:33:26.442105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ceca99fb-0abb-4189-aeb7-d1dacf939f04) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:26.446681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:26.447456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.457382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd3696-8e65-47a7-bee6-a8fd5b5033d5 None None] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:26.468659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba879c51-df38-405a-b4c7-c7ec54331611 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4462111 Jan 28 16:33:26.487156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fc9ca418-fe63-4fe6-98b5-e136efb71550 req-ba6bd592-9094-457f-805a-d4909907930d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d9cb7fd5-98e4-42b3-a040-1fee385e4c29), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.489801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fc9ca418-fe63-4fe6-98b5-e136efb71550 req-ba6bd592-9094-457f-805a-d4909907930d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.494528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc9ca418-fe63-4fe6-98b5-e136efb71550 req-ba6bd592-9094-457f-805a-d4909907930d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9cb7fd5-98e4-42b3-a040-1fee385e4c29 HTTP/1.1" status: 204 len: 173 time: 0.2158723 Jan 28 16:33:26.544552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bd592-9094-457f-805a-d4909907930d tempest-SecurityGroupsTestAdminJSON-128645720 tempest-SecurityGroupsTestAdminJSON-128645720-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb7fd5-98e4-42b3-a040-1fee385e4c29,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:26.616302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a919a7f0-498e-45af-886d-08058893ee2f req-a7f18d23-86c9-4614-be1c-c28425ba5d20 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "GET /v2.0/security-groups/08be4909-c523-4686-8239-69d26ac577d7 HTTP/1.1" status: 200 len: 1795 time: 0.0875299 Jan 28 16:33:26.617007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc15a41-1f54-43dd-a190-22fc31167672 None None] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:26.650096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b237e39-5121-4e1c-9e23-bc2c35470c97 req-aec1b139-aa53-4a45-ba72-1193dfbe2ef5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:26.651527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b237e39-5121-4e1c-9e23-bc2c35470c97 req-aec1b139-aa53-4a45-ba72-1193dfbe2ef5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1028988 Jan 28 16:33:26.712885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a919a7f0-498e-45af-886d-08058893ee2f req-0a1445cf-0064-46a8-8ffa-680c43bdce5d tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (08be4909-c523-4686-8239-69d26ac577d7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.749113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b237e39-5121-4e1c-9e23-bc2c35470c97 req-841bf1ec-1ea8-4c69-b4f5-83eb6871152c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766883 Jan 28 16:33:26.750384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a919a7f0-498e-45af-886d-08058893ee2f req-0a1445cf-0064-46a8-8ffa-680c43bdce5d tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (08be4909-c523-4686-8239-69d26ac577d7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.801045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a919a7f0-498e-45af-886d-08058893ee2f req-0a1445cf-0064-46a8-8ffa-680c43bdce5d tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (08be4909-c523-4686-8239-69d26ac577d7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.803779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a919a7f0-498e-45af-886d-08058893ee2f req-0a1445cf-0064-46a8-8ffa-680c43bdce5d tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.804929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a919a7f0-498e-45af-886d-08058893ee2f req-0a1445cf-0064-46a8-8ffa-680c43bdce5d tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "DELETE /v2.0/security-groups/08be4909-c523-4686-8239-69d26ac577d7 HTTP/1.1" status: 204 len: 173 time: 0.1877797 Jan 28 16:33:26.818282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1445cf-0064-46a8-8ffa-680c43bdce5d tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08be4909-c523-4686-8239-69d26ac577d7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:26.869464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ffffd5a-8682-4463-b176-5dc7dd5170dd req-a58d3f5f-0181-4cc6-abf5-b6ade065102e tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "GET /v2.0/security-groups/a893db51-3f37-4656-81bd-50c0472f1e8c HTTP/1.1" status: 200 len: 1795 time: 0.0463648 Jan 28 16:33:26.944352 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3ffffd5a-8682-4463-b176-5dc7dd5170dd req-0ac0ed44-3a62-4603-97a4-9d99c6c8ba84 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (a893db51-3f37-4656-81bd-50c0472f1e8c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:26.967672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3ffffd5a-8682-4463-b176-5dc7dd5170dd req-0ac0ed44-3a62-4603-97a4-9d99c6c8ba84 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (a893db51-3f37-4656-81bd-50c0472f1e8c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.060783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3ffffd5a-8682-4463-b176-5dc7dd5170dd req-0ac0ed44-3a62-4603-97a4-9d99c6c8ba84 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a893db51-3f37-4656-81bd-50c0472f1e8c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.063291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3ffffd5a-8682-4463-b176-5dc7dd5170dd req-0ac0ed44-3a62-4603-97a4-9d99c6c8ba84 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.064402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ffffd5a-8682-4463-b176-5dc7dd5170dd req-0ac0ed44-3a62-4603-97a4-9d99c6c8ba84 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] 10.222.0.25 "DELETE /v2.0/security-groups/a893db51-3f37-4656-81bd-50c0472f1e8c HTTP/1.1" status: 204 len: 173 time: 0.1884642 Jan 28 16:33:27.086827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0ed44-3a62-4603-97a4-9d99c6c8ba84 tempest-SecurityGroupsTestAdminJSON-512692310 tempest-SecurityGroupsTestAdminJSON-512692310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893db51-3f37-4656-81bd-50c0472f1e8c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:27.121747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-3115e911-d627-4966-b465-7e3fcf93ba35 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:27.123904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-3115e911-d627-4966-b465-7e3fcf93ba35 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.1420126 Jan 28 16:33:27.153636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-558597a4-2d4b-4553-be7a-2bce58d5932a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.0189815 Jan 28 16:33:27.200105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-d7a0b872-7d86-4651-b610-912127c67ab8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403707 Jan 28 16:33:27.352854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-f4812ee0-5e1d-4511-8d9f-d4e3098a6755 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435103 Jan 28 16:33:27.403897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60000) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:27.459328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-5b1c8842-3e83-4a37-ba16-682641ecb8b8 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954900 Jan 28 16:33:27.555447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dcd992e7-e8b0-440a-93e1-be5eb4b1d637 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=638fb705efe84a51a97889507db9bb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497264 Jan 28 16:33:27.560702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30fd08-5ea1-49a5-9507-24140e83c986 req-16b9eb8f-d552-454d-bbac-603ad3cab6f9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:27.562214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db30fd08-5ea1-49a5-9507-24140e83c986 req-16b9eb8f-d552-454d-bbac-603ad3cab6f9 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0590119 Jan 28 16:33:27.563072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60008) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:27.639381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db30fd08-5ea1-49a5-9507-24140e83c986 req-cc935fee-dabf-408a-a21c-51a147b588ac tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661657 Jan 28 16:33:27.658496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791f9c23-a88f-4740-b3d1-f3d0edd23578 admin admin] Publish callbacks [] for security_group (1e1327b2-4998-45b4-9327-ddfb1f910284), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.695361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791f9c23-a88f-4740-b3d1-f3d0edd23578 admin admin] Publish callbacks [] for security_group (1e1327b2-4998-45b4-9327-ddfb1f910284), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.741986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d11da7c-639b-4b6a-a631-a5d6c25dad10 req-5c616eab-ff96-4010-907f-d7a4abc61756 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 210 time: 0.0348129 Jan 28 16:33:27.755931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21b373-a085-4fc5-a106-c1ec1c0de27c req-e10aa073-f7b9-446f-8811-d8afe0bdf1f0 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:27.757469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe21b373-a085-4fc5-a106-c1ec1c0de27c req-e10aa073-f7b9-446f-8811-d8afe0bdf1f0 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1128 time: 0.0826328 Jan 28 16:33:27.767250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791f9c23-a88f-4740-b3d1-f3d0edd23578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e1327b2-4998-45b4-9327-ddfb1f910284), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.771052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791f9c23-a88f-4740-b3d1-f3d0edd23578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:27.775417 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-791f9c23-a88f-4740-b3d1-f3d0edd23578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e1327b2-4998-45b4-9327-ddfb1f910284 HTTP/1.1" status: 204 len: 168 time: 0.2109492 Jan 28 16:33:27.785797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f9c23-a88f-4740-b3d1-f3d0edd23578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1327b2-4998-45b4-9327-ddfb1f910284,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:27.862561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe21b373-a085-4fc5-a106-c1ec1c0de27c req-4d7174b9-7671-41da-946c-86f5b725ad5c tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972095 Jan 28 16:33:27.927232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551e5-c95b-436f-a1f4-dab354bfabcc req-673ca89b-07ad-4536-aa2b-6e67fa4d91a0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:27.929392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89b551e5-c95b-436f-a1f4-dab354bfabcc req-673ca89b-07ad-4536-aa2b-6e67fa4d91a0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0656297 Jan 28 16:33:27.992461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89b551e5-c95b-436f-a1f4-dab354bfabcc req-04aa32c3-0b16-40ee-9071-aabedee88aae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Jan 28 16:33:28.209564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60028) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:28.261665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60034) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:28.269327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e3dd20b2-ed14-45b0-9807-bbf75a0ef5b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a22e68e8ac6f4ae3b2f7af3709304eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584903 Jan 28 16:33:28.334414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c06f657c-a0c4-4eef-a760-45852be49f41 admin admin] Publish callbacks [] for security_group (c5b19fd5-5c0b-444d-b0d0-b024d00f5962), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:28.368587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c06f657c-a0c4-4eef-a760-45852be49f41 admin admin] Publish callbacks [] for security_group (c5b19fd5-5c0b-444d-b0d0-b024d00f5962), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:28.430317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c06f657c-a0c4-4eef-a760-45852be49f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c5b19fd5-5c0b-444d-b0d0-b024d00f5962), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:28.434830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c06f657c-a0c4-4eef-a760-45852be49f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:28.438696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c06f657c-a0c4-4eef-a760-45852be49f41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5b19fd5-5c0b-444d-b0d0-b024d00f5962 HTTP/1.1" status: 204 len: 168 time: 0.1734712 Jan 28 16:33:28.445311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f657c-a0c4-4eef-a760-45852be49f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b19fd5-5c0b-444d-b0d0-b024d00f5962,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:28.811603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b916-d228-4cf5-ac36-fa634a61e768 req-d7bdab5f-ba2c-428d-b45e-9b6e2414a7c4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:28.819254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57b9b916-d228-4cf5-ac36-fa634a61e768 req-d7bdab5f-ba2c-428d-b45e-9b6e2414a7c4 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0939085 Jan 28 16:33:28.884315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57b9b916-d228-4cf5-ac36-fa634a61e768 req-666327da-03d9-43c7-b3d9-ee19210bff95 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641518 Jan 28 16:33:29.005538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a885781c-baa3-4d90-86c7-ff4f06244ccb req-8271d8cf-55aa-41f7-ba82-2604aafc8064 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 210 time: 0.0319901 Jan 28 16:33:29.111409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-b17d24b0-4480-4630-9c74-c156e8ac3e6e tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:33:29.112902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-b17d24b0-4480-4630-9c74-c156e8ac3e6e tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293758 Jan 28 16:33:29.164156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ad28-81b3-46e2-ae8b-73c079f2b8ce req-95be1206-e895-4e96-80a5-778ade012631 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:29.165673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4586ad28-81b3-46e2-ae8b-73c079f2b8ce req-95be1206-e895-4e96-80a5-778ade012631 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0787449 Jan 28 16:33:29.198670 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-2c83a2cc-720b-4c9f-954a-f667df2d5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:29.200958 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-2c83a2cc-720b-4c9f-954a-f667df2d5de0 service neutron] 10.222.0.25 "GET /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 1125 time: 0.0735712 Jan 28 16:33:29.218813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:29.219471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Unknown quota resources ['binding']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:33:29.228747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4586ad28-81b3-46e2-ae8b-73c079f2b8ce req-a7636dbc-ed6f-4cf4-b269-a92effe96911 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530303 Jan 28 16:33:29.299218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-ed2449a7-787a-4c61-a3e4-3779393a7320 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:29.300693 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-ed2449a7-787a-4c61-a3e4-3779393a7320 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.2887084 Jan 28 16:33:29.340540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Request body: {'port': {'device_id': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'admin_state_up': True, 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:29.485410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:29.486041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:29.486041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:29.494987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:29.495313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:29.503738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:29.504104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:29.504469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:29.504957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Bound port: 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:29.507998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:29.511309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:29.616652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:29.624897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:29.629456 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e93ae588-4803-40c6-9c75-d805d57d84d8 service neutron] 10.222.0.25 "POST /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52/bindings HTTP/1.1" status: 201 len: 390 time: 0.4154119 Jan 28 16:33:29.719599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Allocated IP 172.20.0.9 (ceca99fb-0abb-4189-aeb7-d1dacf939f04/956e0b34-e41b-4da8-a535-8ed44d9a912a/3998a1e0-c81f-4079-b0ca-86d3d7295d1b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:29.814585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dba45-605e-4a03-8a9b-668b2e602d37 req-14652c5b-3a45-44f6-94f1-88471385f186 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:29.816388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae3dba45-605e-4a03-8a9b-668b2e602d37 req-14652c5b-3a45-44f6-94f1-88471385f186 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0717952 Jan 28 16:33:29.876948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae3dba45-605e-4a03-8a9b-668b2e602d37 req-56e10102-78b9-4efa-a609-c06545181411 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Jan 28 16:33:29.910969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks [] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:29.957600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.016571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:30.020568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:30.022944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event updated for resources: {'Port': ['ID=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:30.025424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:30.029207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6afc6d-bb8e-406e-b62c-166ee2794725 req-65493ea1-4366-4e3d-9036-57638661b96e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:30.032363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e6afc6d-bb8e-406e-b62c-166ee2794725 req-65493ea1-4366-4e3d-9036-57638661b96e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0644982 Jan 28 16:33:30.081540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:30.082171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.098104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e6afc6d-bb8e-406e-b62c-166ee2794725 req-47fa87c5-b23b-4c8b-8840-029e5136153f tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549662 Jan 28 16:33:30.104182 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-d5fd6d44-d34e-4ecb-8a9c-61c9f19af623 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7719967 Jan 28 16:33:30.117718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Request body: {'port': {'device_id': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:30.186451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.194013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1bfd-a96c-4a88-9a75-87b0b239c411 req-a7691b33-4cc9-473b-8d5e-76e5674c6b59 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:30.195707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19fa1bfd-a96c-4a88-9a75-87b0b239c411 req-a7691b33-4cc9-473b-8d5e-76e5674c6b59 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 931 time: 0.0660300 Jan 28 16:33:30.250306 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:33:30.271294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19fa1bfd-a96c-4a88-9a75-87b0b239c411 req-acef7e90-322b-474e-9bfb-e27801f2f13a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597165 Jan 28 16:33:30.391222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735dd8d-89f1-4eb6-be3d-5f325eb1e1ad req-671e402e-887b-400f-9381-a8c0afc390cd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:30.392702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d735dd8d-89f1-4eb6-be3d-5f325eb1e1ad req-671e402e-887b-400f-9381-a8c0afc390cd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0540345 Jan 28 16:33:30.456461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d735dd8d-89f1-4eb6-be3d-5f325eb1e1ad req-1b5cebea-a0fa-439d-8410-c8e283daa982 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Jan 28 16:33:30.544611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3998a1e0-c81f-4079-b0ca-86d3d7295d1b {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:30.552431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Publish callbacks [] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.564813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Transition to ACTIVE for port object 3998a1e0-c81f-4079-b0ca-86d3d7295d1b will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:33:30.570742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.621068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Pushing event updated for resources: {'Port': ['ID=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:30.703514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Attempting to bind port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:30.703898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Attempting to bind port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:30.704197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Attempting to bind port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:30.708889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:30.709219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Attempting to bind port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:30.714770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:30.715101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:30.715491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Bound using segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:30.715914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Bound port: 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:30.716285 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.786110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] For port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:30.789605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] For port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:30.794129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:30.802182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.838505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:30.839782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:30.841465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] 10.222.0.24 "PUT /v2.0/ports/3998a1e0-c81f-4079-b0ca-86d3d7295d1b HTTP/1.1" status: 200 len: 1092 time: 0.7291331 Jan 28 16:33:30.842016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'tag': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:30.844324 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd13eff-ee70-450e-bca2-7d3efe76ae09" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f2faf-c7af-4d51-b058-4d74f97ff128", "tag": "3998a1e0-c81f-4079-b0ca-86d3d7295d1b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:30.885276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873e9aa-e90f-4c2f-9e00-10082b54571a service neutron] Pushing event updated for resources: {'Port': ['ID=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:30.918849 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce0553-ca96-438d-95f2-ab78f5c2dd31 x-openstack-request-id: req-18ce0553-ca96-438d-95f2-ab78f5c2dd31 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:30.919287 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f2faf-c7af-4d51-b058-4d74f97ff128", "tag": "3998a1e0-c81f-4079-b0ca-86d3d7295d1b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:30.919623 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18ce0553-ca96-438d-95f2-ab78f5c2dd31 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:30.920205 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'tag': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b', 'status': 'completed', 'code': 200} Jan 28 16:33:30.941139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-1fa94b1e-9083-4325-a39c-a80d9fddba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:30.943121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-1fa94b1e-9083-4325-a39c-a80d9fddba3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 1126 time: 0.0546544 Jan 28 16:33:30.959514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a09224d4-e8d6-40c8-aaf2-2cbec30bb039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.006522 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-c5510f4c-2b9b-489a-8c7e-650751a801f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b HTTP/1.1" status: 200 len: 217 time: 0.0447886 Jan 28 16:33:31.027277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6899728-ae40-4efc-836a-4a7e5b6849d9 req-ba87c442-b94c-41c8-a4a0-ac763cf8b147 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.028969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6899728-ae40-4efc-836a-4a7e5b6849d9 req-ba87c442-b94c-41c8-a4a0-ac763cf8b147 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0583742 Jan 28 16:33:31.076847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece210-babf-4843-911d-576b0d980e40 req-ce10081d-8df7-48cc-bc24-d2920e6f2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.078333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-ce10081d-8df7-48cc-bc24-d2920e6f2ada service neutron] 10.222.0.24 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0628829 Jan 28 16:33:31.080742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6899728-ae40-4efc-836a-4a7e5b6849d9 req-586c7377-3914-4521-a191-bd5bf39ebb06 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Jan 28 16:33:31.124733 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-33d221b8-929e-45c4-b06d-7898c8d10a23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360315 Jan 28 16:33:31.198641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a09224d4-e8d6-40c8-aaf2-2cbec30bb039 admin admin] Publish callbacks [] for security_group (2dc115e1-4a00-4895-9ddf-e59c8e8ec37b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.208413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a09224d4-e8d6-40c8-aaf2-2cbec30bb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2dc115e1-4a00-4895-9ddf-e59c8e8ec37b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.225345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10999-3cf0-43fb-8e51-29938d8058bb req-2b4ba7e4-a92a-457f-be3e-c7481f43ab96 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.226796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49a10999-3cf0-43fb-8e51-29938d8058bb req-2b4ba7e4-a92a-457f-be3e-c7481f43ab96 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0545623 Jan 28 16:33:31.268904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09224d4-e8d6-40c8-aaf2-2cbec30bb039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc115e1-4a00-4895-9ddf-e59c8e8ec37b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:31.277090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a09224d4-e8d6-40c8-aaf2-2cbec30bb039 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3aae0405ef4642d6bfe3a928119c72e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816098 Jan 28 16:33:31.279415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-050be9f9-ba7e-425c-b0a9-06e9df29dd03 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478641 Jan 28 16:33:31.279901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60140) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:31.289168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49a10999-3cf0-43fb-8e51-29938d8058bb req-cf752bfb-03de-4f8e-9225-a77e6ada8323 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553722 Jan 28 16:33:31.344064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daed92ed-7758-43f8-9b0c-d37cb2f1c438 admin admin] Publish callbacks [] for security_group (2dc115e1-4a00-4895-9ddf-e59c8e8ec37b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.377348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daed92ed-7758-43f8-9b0c-d37cb2f1c438 admin admin] Publish callbacks [] for security_group (2dc115e1-4a00-4895-9ddf-e59c8e8ec37b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.398302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10ece210-babf-4843-911d-576b0d980e40 req-7ca4f1a5-48f8-40de-94c7-9f66787f088a service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997567 Jan 28 16:33:31.447422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd4ae3-efa3-40c0-9c26-4826816914e4 req-7e8800b6-910d-4645-8306-c86c21044335 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.449467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cdd4ae3-efa3-40c0-9c26-4826816914e4 req-7e8800b6-910d-4645-8306-c86c21044335 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 943 time: 0.0877593 Jan 28 16:33:31.464961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daed92ed-7758-43f8-9b0c-d37cb2f1c438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2dc115e1-4a00-4895-9ddf-e59c8e8ec37b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.467459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daed92ed-7758-43f8-9b0c-d37cb2f1c438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.468557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-daed92ed-7758-43f8-9b0c-d37cb2f1c438 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dc115e1-4a00-4895-9ddf-e59c8e8ec37b HTTP/1.1" status: 204 len: 168 time: 0.1874995 Jan 28 16:33:31.487769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed92ed-7758-43f8-9b0c-d37cb2f1c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc115e1-4a00-4895-9ddf-e59c8e8ec37b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:31.524117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cdd4ae3-efa3-40c0-9c26-4826816914e4 req-714d038a-86a7-4ab2-a5eb-0afb36e3b086 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664830 Jan 28 16:33:31.547295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-d688d159-953f-48dd-8e90-9dda7bc44fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.550189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-d688d159-953f-48dd-8e90-9dda7bc44fbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 1126 time: 0.0937531 Jan 28 16:33:31.561694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:31.565003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:31.670047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef9de6-b5f9-4b48-82b1-f537eea14593 req-61b148f2-75ad-49ce-8a5c-153141a9addc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.677339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74ef9de6-b5f9-4b48-82b1-f537eea14593 req-61b148f2-75ad-49ce-8a5c-153141a9addc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1155088 Jan 28 16:33:31.694497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-1df784f0-da21-4872-9924-ee2e4beee568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.696543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-1df784f0-da21-4872-9924-ee2e4beee568 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.1388400 Jan 28 16:33:31.746185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74ef9de6-b5f9-4b48-82b1-f537eea14593 req-a575cc06-f318-45f7-af5b-cf591d768475 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Jan 28 16:33:31.770494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-4be43e0f-71c9-4de4-b112-8a471e934a6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b HTTP/1.1" status: 200 len: 217 time: 0.0627813 Jan 28 16:33:31.775241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:31.775685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.821005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-9d0cea0a-1771-42d7-aab5-ff381665dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:31.823310 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-9d0cea0a-1771-42d7-aab5-ff381665dad0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0459859 Jan 28 16:33:31.839569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:31.842950 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de61e60-a9af-4ba3-ae30-26f2857aaa5c" -d '{"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-unplugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:31.873261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:31.882289 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-53a3218c-44aa-403a-a6e4-54a652a5678d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408669 Jan 28 16:33:31.882445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:31.900784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'mac_address': 'fa:16:3e:16:93:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:33:31.902928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.906896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60154) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:31.927543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf5e4-4563-4a4b-91ab-533d3c8d1b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:31.937455 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3808adb5-7e5e-44fd-8607-099e092c5ba1 x-openstack-request-id: req-3808adb5-7e5e-44fd-8607-099e092c5ba1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:31.938069 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-unplugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:31.938482 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3808adb5-7e5e-44fd-8607-099e092c5ba1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:31.939016 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'code': 200} Jan 28 16:33:32.017517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:32.020953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:32.021526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.031868 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-d1df6a0c-bd3d-41b5-8639-987985f9ba9f service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376638 Jan 28 16:33:32.038994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:32.063437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:32.071514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.084339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf5e4-4563-4a4b-91ab-533d3c8d1b98 admin admin] Publish callbacks [] for security_group (e1ae94d7-7125-44a1-ac7b-16a6e609803d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.091993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf5e4-4563-4a4b-91ab-533d3c8d1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e1ae94d7-7125-44a1-ac7b-16a6e609803d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.146957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f0dcf5e4-4563-4a4b-91ab-533d3c8d1b98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afb55ac6a9404395bceb6adcb6b9f5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386084 Jan 28 16:33:32.150215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60158) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:32.155455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf5e4-4563-4a4b-91ab-533d3c8d1b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae94d7-7125-44a1-ac7b-16a6e609803d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:32.171475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:32.193724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bd13eff-ee70-450e-bca2-7d3efe76ae09 req-78029514-d3a3-4cfe-b3a0-8c0fc6c057f6 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555002 Jan 28 16:33:32.247784 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb7a0-9162-4f2c-9a85-882557311b84 admin admin] Publish callbacks [] for security_group (e1ae94d7-7125-44a1-ac7b-16a6e609803d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.275226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43b69-73f1-4d28-9b72-f283b6ec4d02 req-5474c7b8-1cf5-4f47-9ff0-2ff1bc27b3d9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:32.276757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ede43b69-73f1-4d28-9b72-f283b6ec4d02 req-5474c7b8-1cf5-4f47-9ff0-2ff1bc27b3d9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0857358 Jan 28 16:33:32.281528 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb7a0-9162-4f2c-9a85-882557311b84 admin admin] Publish callbacks [] for security_group (e1ae94d7-7125-44a1-ac7b-16a6e609803d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.355837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['21a820f3-d94c-4f92-998c-2a2b1b9bfb84'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:32.359196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ede43b69-73f1-4d28-9b72-f283b6ec4d02 req-550dcd03-24be-4e87-989f-31885acdaf74 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 Jan 28 16:33:32.391347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb7a0-9162-4f2c-9a85-882557311b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e1ae94d7-7125-44a1-ac7b-16a6e609803d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.394338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb7a0-9162-4f2c-9a85-882557311b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:32.395732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4b2eb7a0-9162-4f2c-9a85-882557311b84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1ae94d7-7125-44a1-ac7b-16a6e609803d HTTP/1.1" status: 204 len: 168 time: 0.2443089 Jan 28 16:33:32.418484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2eb7a0-9162-4f2c-9a85-882557311b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae94d7-7125-44a1-ac7b-16a6e609803d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:32.452427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34c40-5e27-495c-9dc4-6c2e7a77a24f req-62799860-5c6d-4d21-8ef6-800598e33404 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:32.469470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25d34c40-5e27-495c-9dc4-6c2e7a77a24f req-62799860-5c6d-4d21-8ef6-800598e33404 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.0886140 Jan 28 16:33:32.528501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25d34c40-5e27-495c-9dc4-6c2e7a77a24f req-fb191adf-e07e-40b5-9240-f6db7755b66e tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529728 Jan 28 16:33:32.647454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9ba70-5fb7-41ac-9eba-b175f2f4862e req-5dbf2c80-a3c4-416e-a016-aa7762ddc46e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:32.649280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1f9ba70-5fb7-41ac-9eba-b175f2f4862e req-5dbf2c80-a3c4-416e-a016-aa7762ddc46e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 943 time: 0.0626128 Jan 28 16:33:32.713035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1f9ba70-5fb7-41ac-9eba-b175f2f4862e req-6ddee7d3-ec50-4cc3-8986-bd52d5dfa51f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572078 Jan 28 16:33:32.883801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93470225-85a0-4722-88ce-25eaaa7be98a req-b572d1e4-8f69-4ca5-8b99-feccce71f11e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:32.885962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93470225-85a0-4722-88ce-25eaaa7be98a req-b572d1e4-8f69-4ca5-8b99-feccce71f11e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0646110 Jan 28 16:33:32.959621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93470225-85a0-4722-88ce-25eaaa7be98a req-ab47bb8d-b029-46e5-b0de-520dd0f85bde tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532625 Jan 28 16:33:33.494010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fefc8d-63c2-4364-be27-49f8d3e8aa1e req-d19a66ce-5d9c-4dd8-9a6b-069b87e88524 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:33.496327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36fefc8d-63c2-4364-be27-49f8d3e8aa1e req-d19a66ce-5d9c-4dd8-9a6b-069b87e88524 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0580726 Jan 28 16:33:33.558539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36fefc8d-63c2-4364-be27-49f8d3e8aa1e req-7272b523-0cb2-40dd-bf6b-47e014ccd1cc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Jan 28 16:33:33.577529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:33.646932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:33.647321 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:33.747213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:33.747703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:33.792424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:33.800120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:33.848109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1312f-e28d-457b-ba90-c259dc4dca43 req-90e9c925-117d-4310-afa0-7ec0404ebf8d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:33.850048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73c1312f-e28d-457b-ba90-c259dc4dca43 req-90e9c925-117d-4310-afa0-7ec0404ebf8d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 950 time: 0.1176226 Jan 28 16:33:33.864554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=11']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:33.939962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:33.942304 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91876793-e879-4358-89dc-626cf5717f56" -d '{"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-plugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:33.950763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73c1312f-e28d-457b-ba90-c259dc4dca43 req-89e44e9f-72a3-4678-ad2e-ed46df22010d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931864 Jan 28 16:33:33.970663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700e5a0-d632-42a1-af75-81090b9ce0a6 req-be86961a-d9e8-4e62-a8b0-9831a69f4874 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:33.977714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6700e5a0-d632-42a1-af75-81090b9ce0a6 req-be86961a-d9e8-4e62-a8b0-9831a69f4874 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 943 time: 0.1135092 Jan 28 16:33:34.001964 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511be1a3-2fb8-40da-be53-6a1730b98d4f x-openstack-request-id: req-511be1a3-2fb8-40da-be53-6a1730b98d4f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:34.002287 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-plugged", "status": "completed", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:34.002550 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-511be1a3-2fb8-40da-be53-6a1730b98d4f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:34.002944 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'code': 200} Jan 28 16:33:34.036895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6700e5a0-d632-42a1-af75-81090b9ce0a6 req-195c1431-30e3-408c-9b69-251fbc4bdc45 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Jan 28 16:33:34.152331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e023a5-c9d7-4b02-a5d0-8892570b373d req-c5f75e07-71c9-42cb-9685-e01f7cd0bd14 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:34.157077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07e023a5-c9d7-4b02-a5d0-8892570b373d req-c5f75e07-71c9-42cb-9685-e01f7cd0bd14 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0904207 Jan 28 16:33:34.205654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f59b-34ce-4c5d-8b1c-fe5c9699cd5b req-7bbd711a-3811-4c5a-bc98-769e7057eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:34.207952 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e37f59b-34ce-4c5d-8b1c-fe5c9699cd5b req-7bbd711a-3811-4c5a-bc98-769e7057eb86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1134 time: 0.0637496 Jan 28 16:33:34.224468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07e023a5-c9d7-4b02-a5d0-8892570b373d req-2ac29977-14ac-45ef-b1af-ab1cc5c53176 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617557 Jan 28 16:33:34.257578 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e37f59b-34ce-4c5d-8b1c-fe5c9699cd5b req-99a4a754-12e6-4870-a6d4-21795adccaae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Jan 28 16:33:34.516575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b4f96f-f8f9-4f72-a7af-db17e148cacc req-ab02a3cf-5185-4f21-9f96-30bfeb099569 tempest-FlavorsV2NegativeTest-570419900 tempest-FlavorsV2NegativeTest-570419900-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ad2f76e38ec4695abd69b91b90c7cae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264704 Jan 28 16:33:34.635665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f96f-f8f9-4f72-a7af-db17e148cacc req-ead3a30a-9191-4086-927d-29f555622258 tempest-FlavorsV2NegativeTest-570419900 tempest-FlavorsV2NegativeTest-570419900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:34.637208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b4f96f-f8f9-4f72-a7af-db17e148cacc req-ead3a30a-9191-4086-927d-29f555622258 tempest-FlavorsV2NegativeTest-570419900 tempest-FlavorsV2NegativeTest-570419900-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131725 Jan 28 16:33:34.668216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b4f96f-f8f9-4f72-a7af-db17e148cacc req-be08e4bd-37d3-4547-b0b5-44a974e53b43 tempest-FlavorsV2NegativeTest-570419900 tempest-FlavorsV2NegativeTest-570419900-project] 10.222.0.25 "GET /v2.0/quotas/5ad2f76e38ec4695abd69b91b90c7cae HTTP/1.1" status: 200 len: 375 time: 0.0224695 Jan 28 16:33:34.719201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b4f96f-f8f9-4f72-a7af-db17e148cacc req-56bce8b5-3655-4545-8033-8822aac7f6b0 tempest-FlavorsV2NegativeTest-570419900 tempest-FlavorsV2NegativeTest-570419900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ad2f76e38ec4695abd69b91b90c7cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328288 Jan 28 16:33:34.756084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec405db1-d409-490d-a252-140629125a96 req-18e7d899-9f5f-440c-95f5-006112491245 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:34.763546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec405db1-d409-490d-a252-140629125a96 req-18e7d899-9f5f-440c-95f5-006112491245 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1096992 Jan 28 16:33:34.810034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec405db1-d409-490d-a252-140629125a96 req-f597e210-846e-49ac-a35e-3028bf2ee0f7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Jan 28 16:33:35.083621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21005ad4-4d48-4708-803f-6b719fc2475b req-a6672747-97e1-4c9e-ba6b-7f7033290162 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:35.085710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21005ad4-4d48-4708-803f-6b719fc2475b req-a6672747-97e1-4c9e-ba6b-7f7033290162 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 951 time: 0.0665948 Jan 28 16:33:35.181148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21005ad4-4d48-4708-803f-6b719fc2475b req-a3100d76-08e9-44b9-a5f1-7f88d2f48d12 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875578 Jan 28 16:33:35.207948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79884e-6228-4659-ae48-1a9f1907b75f req-6bee9591-1a1a-4e35-806c-d80466b8fad7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:35.207948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a79884e-6228-4659-ae48-1a9f1907b75f req-6bee9591-1a1a-4e35-806c-d80466b8fad7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 943 time: 0.0827172 Jan 28 16:33:35.256138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60296) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:35.269447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a79884e-6228-4659-ae48-1a9f1907b75f req-e6cf10ab-9dd8-4c5b-96f0-f957308fafa2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627697 Jan 28 16:33:35.364866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a477b-2393-4da2-b3eb-58c4347094f7 req-31e16ea7-5469-447b-8e02-fe9b285b79f8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:35.366316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a92a477b-2393-4da2-b3eb-58c4347094f7 req-31e16ea7-5469-447b-8e02-fe9b285b79f8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0520697 Jan 28 16:33:35.387263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.414762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a92a477b-2393-4da2-b3eb-58c4347094f7 req-ac355f93-a8ff-41ae-8c6b-12ba44e2a0fc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Jan 28 16:33:35.465727 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Publish callbacks [] for security_group (fa9c58b3-7c70-4da5-9a2b-653f9f60f94f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.470293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fa9c58b3-7c70-4da5-9a2b-653f9f60f94f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.507292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ad2f76e38ec4695abd69b91b90c7cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491572 Jan 28 16:33:35.509781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:35.517164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9c58b3-7c70-4da5-9a2b-653f9f60f94f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:35.530808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.531175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.531496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.531821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.532159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.533706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.533706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.533706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.533706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.534037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.534127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.534380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.534698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2220f-a4f4-4250-a7e7-e5c676896c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:35.574289 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3251fbb0-b55e-4d16-aaa3-f1bdbc658ecd admin admin] Publish callbacks [] for security_group (fa9c58b3-7c70-4da5-9a2b-653f9f60f94f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.601090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3251fbb0-b55e-4d16-aaa3-f1bdbc658ecd admin admin] Publish callbacks [] for security_group (fa9c58b3-7c70-4da5-9a2b-653f9f60f94f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.653132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3251fbb0-b55e-4d16-aaa3-f1bdbc658ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fa9c58b3-7c70-4da5-9a2b-653f9f60f94f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.656368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3251fbb0-b55e-4d16-aaa3-f1bdbc658ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:35.657653 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3251fbb0-b55e-4d16-aaa3-f1bdbc658ecd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa9c58b3-7c70-4da5-9a2b-653f9f60f94f HTTP/1.1" status: 204 len: 168 time: 0.1464112 Jan 28 16:33:35.665623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251fbb0-b55e-4d16-aaa3-f1bdbc658ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9c58b3-7c70-4da5-9a2b-653f9f60f94f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:35.827941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3998a1e0-c81f-4079-b0ca-86d3d7295d1b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:35.946864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:35.955752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7200b-877e-4fef-91d9-d0890179e28e req-6e730ed7-6e7c-4665-8ea0-2e63e5f89227 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:35.959662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b', 'mac_address': 'fa:16:3e:ef:39:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:33:35.961824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7db7200b-877e-4fef-91d9-d0890179e28e req-6e730ed7-6e7c-4665-8ea0-2e63e5f89227 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0697143 Jan 28 16:33:36.014001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:36.014991 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.024412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7db7200b-877e-4fef-91d9-d0890179e28e req-91b5beb2-79e9-4796-80b9-eedaccc658f4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551224 Jan 28 16:33:36.036041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3998a1e0-c81f-4079-b0ca-86d3d7295d1b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:36.058472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:36.063727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.111532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:36.318966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2a11-685a-4dfa-95f2-1b6817c10cbf req-bab9f0dc-3f26-48f7-b5c3-b64abe11c596 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:36.320499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc7d2a11-685a-4dfa-95f2-1b6817c10cbf req-bab9f0dc-3f26-48f7-b5c3-b64abe11c596 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 951 time: 0.0631621 Jan 28 16:33:36.370934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['3998a1e0-c81f-4079-b0ca-86d3d7295d1b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:36.381290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc7d2a11-685a-4dfa-95f2-1b6817c10cbf req-23258f2e-a6b2-4462-84b6-218aa0b1ce0a tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550745 Jan 28 16:33:36.414799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60332) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:36.458951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9da94-f4d8-4f86-a660-c98a5e13ba6a req-98ea1a4d-b881-4e36-a28c-d1bde07d21a3 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:36.468713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0af9da94-f4d8-4f86-a660-c98a5e13ba6a req-98ea1a4d-b881-4e36-a28c-d1bde07d21a3 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 944 time: 0.1014607 Jan 28 16:33:36.567348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0af9da94-f4d8-4f86-a660-c98a5e13ba6a req-10462f92-db68-421a-b483-b63dcad612d1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974109 Jan 28 16:33:36.622189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-network', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:36.650097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Made reservation on behalf of 0cd4d0cc321c4f4b827cafb35d4b250a for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:36.655011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.668325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.731275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265677c-417f-4838-95cc-1dc33401e367 req-0661dc98-5d03-444e-98e6-c3803296e2bb tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:36.732980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b265677c-417f-4838-95cc-1dc33401e367 req-0661dc98-5d03-444e-98e6-c3803296e2bb tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1216762 Jan 28 16:33:36.763756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e05cc-2ac3-41d4-a1ac-46fa12e4381f req-cf8dbca0-11b4-4151-9012-853cd4b1a5c3 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:36.771118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb4e05cc-2ac3-41d4-a1ac-46fa12e4381f req-cf8dbca0-11b4-4151-9012-853cd4b1a5c3 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1134 time: 0.1062481 Jan 28 16:33:36.777331 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks [] for security_group (f6076daf-cc9c-4040-8af2-9d76428a1287), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.783071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f6076daf-cc9c-4040-8af2-9d76428a1287), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.813268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:33:36.834620 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (773336a4-2f10-496a-9d53-01529637b679), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.835464 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Added segment 773336a4-2f10-496a-9d53-01529637b679 of type vlan for network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 Jan 28 16:33:36.837060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6076daf-cc9c-4040-8af2-9d76428a1287,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:36.854861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb4e05cc-2ac3-41d4-a1ac-46fa12e4381f req-ed81f541-e82c-4455-ae7c-03196915b671 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819798 Jan 28 16:33:36.872630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b265677c-417f-4838-95cc-1dc33401e367 req-692a208a-9d3e-494a-8946-8bf02316cd48 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312842 Jan 28 16:33:36.906665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ef055311-4d90-42d6-bb2f-2fb8fa275bd4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.939047 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ef055311-4d90-42d6-bb2f-2fb8fa275bd4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.940370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:36.941100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:36.999477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60348) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:37.001559 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5804763 Jan 28 16:33:37.005614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Request body: {'subnet': {'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-subnet', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:37.025030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6de438-1223-48fd-9e4c-1768594585e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef055311-4d90-42d6-bb2f-2fb8fa275bd4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:37.030204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Made reservation on behalf of 0cd4d0cc321c4f4b827cafb35d4b250a for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:37.033143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:37.035591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:33:37.467626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5500e7-118a-42fd-8381-bed3726678f7 req-44683c59-29c0-4e0b-9650-44a774db7b56 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:37.469044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed5500e7-118a-42fd-8381-bed3726678f7 req-44683c59-29c0-4e0b-9650-44a774db7b56 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3739996 Jan 28 16:33:37.473200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c642ab-ef4a-46f3-9f42-e67b234ac720 req-79f3f3c5-9594-473e-9568-e09a2ab9df44 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:37.474600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c642ab-ef4a-46f3-9f42-e67b234ac720 req-79f3f3c5-9594-473e-9568-e09a2ab9df44 tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 1134 time: 0.3784733 Jan 28 16:33:37.600268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed5500e7-118a-42fd-8381-bed3726678f7 req-811c33d2-2460-4ae5-b007-7bd9d51ad759 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247306 Jan 28 16:33:37.621985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c642ab-ef4a-46f3-9f42-e67b234ac720 req-c363513b-3c48-456c-8bd2-480923a3803a tempest-ServersAdminTestJSON-698550181 tempest-ServersAdminTestJSON-698550181-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364996 Jan 28 16:33:37.631461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (8fa68c4b-1270-48ee-a947-1c27379bfde5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:37.735472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Checking segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:37.735914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Network hostable DHCP agents. Network: ef055311-4d90-42d6-bb2f-2fb8fa275bd4, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:33:37.740031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa68c4b-1270-48ee-a947-1c27379bfde5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:37.755190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.755579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.755981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.756366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.756760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.757145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.757509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.757839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.758196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.758559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.758884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.759239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.759563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:37.777477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f9e9a-0d3b-430a-b774-26449cc8566d req-982af688-d9e2-47f7-8ec3-f6b6e0927894 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:37.779021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e7f9e9a-0d3b-430a-b774-26449cc8566d req-982af688-d9e2-47f7-8ec3-f6b6e0927894 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 944 time: 0.1064572 Jan 28 16:33:37.794551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:33:37.821159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ef055311-4d90-42d6-bb2f-2fb8fa275bd4) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:37.825723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:37.826437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:37.832329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431348a-03e4-4c3d-902d-e003d53ea83e None None] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:37.849045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3998a1e0-c81f-4079-b0ca-86d3d7295d1b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:37.872435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e7f9e9a-0d3b-430a-b774-26449cc8566d req-05cc5f10-66cb-4053-bc53-dd87bb8e70a5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790610 Jan 28 16:33:37.878549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8706389-271b-46bc-918c-e4535cc0c11d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8742683 Jan 28 16:33:37.878645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60358) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:37.883416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:37.921511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86971e-89e5-4762-aecc-9e6e18e01b9b req-8406aef9-b492-46b6-9141-c7823a78f9a8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:37.923267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e86971e-89e5-4762-aecc-9e6e18e01b9b req-8406aef9-b492-46b6-9141-c7823a78f9a8 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 950 time: 0.0663552 Jan 28 16:33:37.941551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (a874161e-1890-4049-ab65-91e22837f3d3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:37.942856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (a874161e-1890-4049-ab65-91e22837f3d3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.003474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:33:38.005290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.010071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:33:38.012499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e86971e-89e5-4762-aecc-9e6e18e01b9b req-16390a57-0206-4a94-8173-0b4a4f8dac43 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779593 Jan 28 16:33:38.030095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:38.030504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.036507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks [] for router_controller (a874161e-1890-4049-ab65-91e22837f3d3), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.129864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b085-02ca-4c2f-ad77-7363ab78fafc req-00b7c2e6-c348-4356-b91b-6acf56e66f69 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:38.140657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5909b085-02ca-4c2f-ad77-7363ab78fafc req-00b7c2e6-c348-4356-b91b-6acf56e66f69 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1138027 Jan 28 16:33:38.206085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks [] for router_gateway (a874161e-1890-4049-ab65-91e22837f3d3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.207360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5909b085-02ca-4c2f-ad77-7363ab78fafc req-4c40074d-01c7-4fbe-ac7a-ad7163416df4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657763 Jan 28 16:33:38.216420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Allocated IP 172.20.0.2 (ef055311-4d90-42d6-bb2f-2fb8fa275bd4/8fa68c4b-1270-48ee-a947-1c27379bfde5/a1380931-a6e4-4784-99e6-dff4bd3c0e9e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:38.315593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:38.315989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.352430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:38.354729 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c28aee-36cc-4a73-96e0-82f2d87d3ecc" -d '{"events": [{"server_uuid": "eb8f2faf-c7af-4d51-b058-4d74f97ff128", "name": "network-vif-plugged", "status": "completed", "tag": "3998a1e0-c81f-4079-b0ca-86d3d7295d1b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:38.378500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:38.393260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.425042 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787c013f-fc46-4db8-a123-1562881c758c x-openstack-request-id: req-787c013f-fc46-4db8-a123-1562881c758c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:38.425602 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f2faf-c7af-4d51-b058-4d74f97ff128", "name": "network-vif-plugged", "status": "completed", "tag": "3998a1e0-c81f-4079-b0ca-86d3d7295d1b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:38.426017 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-787c013f-fc46-4db8-a123-1562881c758c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:38.426538 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b', 'code': 200} Jan 28 16:33:38.445428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks [] for router_gateway (a874161e-1890-4049-ab65-91e22837f3d3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.470360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.488529 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Publish callbacks [] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.490218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:38.500032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.538404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:38.541221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:38.544590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:38.558662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Pushing event updated for resources: {'Port': ['ID=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:38.595021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48216a-5b47-411b-b886-4b39eb21cac9 req-980d5a20-c796-4697-8bdb-3306cf4e1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:38.596531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8b48216a-5b47-411b-b886-4b39eb21cac9 req-980d5a20-c796-4697-8bdb-3306cf4e1104 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 1128 time: 0.0843589 Jan 28 16:33:38.616245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Attempting to bind port a1380931-a6e4-4784-99e6-dff4bd3c0e9e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:38.617123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Attempting to bind port a1380931-a6e4-4784-99e6-dff4bd3c0e9e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:38.617675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Attempting to bind port a1380931-a6e4-4784-99e6-dff4bd3c0e9e on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:38.624894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:38.625475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Checking segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:38.626161 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.626829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Bound using segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:38.627877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Bound port: a1380931-a6e4-4784-99e6-dff4bd3c0e9e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:38.628410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.642915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Allocated IP 172.25.8.220 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/40cae3fd-6918-438d-8a5b-135865affabc) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:38.672933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8b48216a-5b47-411b-b886-4b39eb21cac9 req-3381d7c0-20c5-4cdc-98b6-5baf05f7985b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689011 Jan 28 16:33:38.717381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] For port a1380931-a6e4-4784-99e6-dff4bd3c0e9e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:38.722372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] For port a1380931-a6e4-4784-99e6-dff4bd3c0e9e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:38.731593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.767239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6380c7-41e9-4d63-9b83-b26adb49ca5a req-6f6c9463-087d-4fd4-81aa-53b63d7e69cc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:38.777485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae6380c7-41e9-4d63-9b83-b26adb49ca5a req-6f6c9463-087d-4fd4-81aa-53b63d7e69cc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0961456 Jan 28 16:33:38.790177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks [] for port (40cae3fd-6918-438d-8a5b-135865affabc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.791900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0994-4070-41dc-af09-5799145e06f2 None None] Pushing event updated for resources: {'Port': ['ID=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:38.840185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (40cae3fd-6918-438d-8a5b-135865affabc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:38.848011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae6380c7-41e9-4d63-9b83-b26adb49ca5a req-0c735009-fb91-442c-992e-6c08050aafa3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603571 Jan 28 16:33:38.879461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:38.884057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:38.887451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:38.919591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Pushing event updated for resources: {'Port': ['ID=40cae3fd-6918-438d-8a5b-135865affabc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:39.149035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a4e7a-eee9-4adf-ad45-162e23d66a29 req-48b6f730-04a1-4887-9b50-7a7b79c41c2a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:39.150666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e32a4e7a-eee9-4adf-ad45-162e23d66a29 req-48b6f730-04a1-4887-9b50-7a7b79c41c2a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 945 time: 0.1659741 Jan 28 16:33:39.189311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d9d1-d630-4aa1-a0ff-fb7284dc366a req-904bfebc-4aa7-44c8-936b-1e3d0f686c75 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:39.191123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cc6d9d1-d630-4aa1-a0ff-fb7284dc366a req-904bfebc-4aa7-44c8-936b-1e3d0f686c75 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 950 time: 0.0956922 Jan 28 16:33:39.241177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e32a4e7a-eee9-4adf-ad45-162e23d66a29 req-10b315d5-10ff-4639-be25-d2a161b02152 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832715 Jan 28 16:33:39.263894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cc6d9d1-d630-4aa1-a0ff-fb7284dc366a req-d6ca7460-1956-47a1-9a20-7376f4d68e46 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Jan 28 16:33:39.400172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927693dc-9353-4352-9c86-6f950548473d req-7e639fb9-39c9-49e6-aa62-e693a85bf232 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:39.402237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-927693dc-9353-4352-9c86-6f950548473d req-7e639fb9-39c9-49e6-aa62-e693a85bf232 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0559430 Jan 28 16:33:39.464954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-927693dc-9353-4352-9c86-6f950548473d req-28ad480e-ed18-43b5-a576-a951d57338d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Jan 28 16:33:39.550939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks [] for router_gateway (a874161e-1890-4049-ab65-91e22837f3d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:39.603138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-38c85814-ca8e-4fd3-9331-5b0871e6d283 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:39.604599 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-38c85814-ca8e-4fd3-9331-5b0871e6d283 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 950 time: 0.3625448 Jan 28 16:33:39.833108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Deleting port 048f66bc-51bf-4b3e-a57f-84e42a7c051d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:39.833448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:39.850307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (a874161e-1890-4049-ab65-91e22837f3d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.009583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4dee5-69cf-49cd-9d7a-bbbb21fcfb58 None None] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:40.011319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebab32-93b2-4763-b7c6-a90e77cfc37a req-bc902799-0320-456d-8afc-d07c4b26f8e6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:40.013061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5ebab32-93b2-4763-b7c6-a90e77cfc37a req-bc902799-0320-456d-8afc-d07c4b26f8e6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0859714 Jan 28 16:33:40.018343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] For port 048f66bc-51bf-4b3e-a57f-84e42a7c051d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=048f66bc-51bf-4b3e-a57f-84e42a7c051d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:40.018886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.040563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Calling delete_port for 048f66bc-51bf-4b3e-a57f-84e42a7c051d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:40.124394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5ebab32-93b2-4763-b7c6-a90e77cfc37a req-fa0f89b6-eff8-4436-8ce5-492d85a76fec tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025195 Jan 28 16:33:40.170795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Router a874161e-1890-4049-ab65-91e22837f3d3 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:33:40.176051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] Provisioning complete for port a1380931-a6e4-4784-99e6-dff4bd3c0e9e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:40.176430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.277611 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (048f66bc-51bf-4b3e-a57f-84e42a7c051d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.285127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] Current status of the port a1380931-a6e4-4784-99e6-dff4bd3c0e9e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:40.285949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.302263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ac6b70ac-fceb-41b5-a71b-de9826355034', '048f66bc-51bf-4b3e-a57f-84e42a7c051d', '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:40.374464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event deleted for resources: {'Port': ['ID=048f66bc-51bf-4b3e-a57f-84e42a7c051d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:40.401992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] For port a1380931-a6e4-4784-99e6-dff4bd3c0e9e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:40.410778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.459212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] No DVR routers for this DVR port 048f66bc-51bf-4b3e-a57f-84e42a7c051d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:40.461270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:40.463377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.466760 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dbb86d7a-940c-4afd-acd5-7b7ccdbf28d1 req-a84263a2-4f8d-4ddf-900a-40d43ee205a7 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "DELETE /v2.0/ports/048f66bc-51bf-4b3e-a57f-84e42a7c051d HTTP/1.1" status: 204 len: 173 time: 0.8567166 Jan 28 16:33:40.467388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'name': 'network-vif-deleted', 'tag': '048f66bc-51bf-4b3e-a57f-84e42a7c051d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:40.473290 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:40.475943 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef0400-6588-40ff-9f31-250ef605704f" -d '{"events": [{"server_uuid": "e9c5686f-de6f-4024-a933-7b1d4eb74323", "name": "network-vif-deleted", "tag": "048f66bc-51bf-4b3e-a57f-84e42a7c051d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:40.489254 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:40.490480 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:40.511520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.513939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1dadc5b5-d0cb-4a15-9372-ad01917d25ac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6342580 Jan 28 16:33:40.516180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60388) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:40.582385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-414f4f97-a129-4bb3-91c1-a27d9c2e62f4 req-d0bb1fd2-7e11-4e43-abc1-77753e9bb980 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c5686f-de6f-4024-a933-7b1d4eb74323 HTTP/1.1" status: 200 len: 210 time: 0.1379743 Jan 28 16:33:40.637609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc0a6b-1596-4658-94c0-dfabae22579b req-24060742-0d8b-44c8-b554-e604f027c91b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:40.642555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89dc0a6b-1596-4658-94c0-dfabae22579b req-24060742-0d8b-44c8-b554-e604f027c91b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 945 time: 0.2223299 Jan 28 16:33:40.661853 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:40.678352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f44108-7f23-42f0-a54a-3a85c5fbf905 None None] Pushing event updated for resources: {'Port': ['ID=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:40.756085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89dc0a6b-1596-4658-94c0-dfabae22579b req-239b16b2-a188-4477-9186-7f33717a6414 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066084 Jan 28 16:33:40.776916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-049c817d-5e2b-4068-aec7-91c897439135 None None] Provisioning complete for port a1380931-a6e4-4784-99e6-dff4bd3c0e9e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:40.777300 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-049c817d-5e2b-4068-aec7-91c897439135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:40.971867 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf68cfe-26f7-4aa0-9a72-03e460ec67a8 x-openstack-request-id: req-fcf68cfe-26f7-4aa0-9a72-03e460ec67a8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:40.972172 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c5686f-de6f-4024-a933-7b1d4eb74323", "name": "network-vif-deleted", "tag": "048f66bc-51bf-4b3e-a57f-84e42a7c051d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:40.972432 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcf68cfe-26f7-4aa0-9a72-03e460ec67a8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:40.972862 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c5686f-de6f-4024-a933-7b1d4eb74323', 'name': 'network-vif-deleted', 'tag': '048f66bc-51bf-4b3e-a57f-84e42a7c051d', 'status': 'completed', 'code': 200} Jan 28 16:33:40.998691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e48e1a-7ff5-45b2-87a7-f7a31bbc529d req-5e75a654-0cc3-49d2-84a3-e5e509ea0047 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:41.007294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30e48e1a-7ff5-45b2-87a7-f7a31bbc529d req-5e75a654-0cc3-49d2-84a3-e5e509ea0047 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1531298 Jan 28 16:33:41.042756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a1380931-a6e4-4784-99e6-dff4bd3c0e9e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:41.143500 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:39Z', 'revision_number': 3, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:41.155898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30e48e1a-7ff5-45b2-87a7-f7a31bbc529d req-c52412a5-3b43-4a6e-b1b1-97f9568df62b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477256 Jan 28 16:33:41.201811 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:41.202041 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Updating router a874161e-1890-4049-ab65-91e22837f3d3 port 40cae3fd-6918-438d-8a5b-135865affabc binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:33:41.267129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-049c817d-5e2b-4068-aec7-91c897439135 None None] Current status of the port a1380931-a6e4-4784-99e6-dff4bd3c0e9e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:41.278292 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (40cae3fd-6918-438d-8a5b-135865affabc), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.325389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a1380931-a6e4-4784-99e6-dff4bd3c0e9e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:41.325773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.331968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.367945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c634e-c87b-4fb0-9512-0f17810d5341 req-0eb7782b-e2c5-42b0-bb29-2f5eb544f522 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:41.375394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-654c634e-c87b-4fb0-9512-0f17810d5341 req-0eb7782b-e2c5-42b0-bb29-2f5eb544f522 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1109347 Jan 28 16:33:41.391182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804b73d-812d-43cd-9637-86ea18106b40 req-c844612a-367d-44dc-bc61-292b5ed66104 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:41.403755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3804b73d-812d-43cd-9637-86ea18106b40 req-c844612a-367d-44dc-bc61-292b5ed66104 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 945 time: 0.1639276 Jan 28 16:33:41.430198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a1380931-a6e4-4784-99e6-dff4bd3c0e9e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:41.509197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3804b73d-812d-43cd-9637-86ea18106b40 req-8868d75b-468f-4139-b45d-052c9ba95886 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967054 Jan 28 16:33:41.526831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-654c634e-c87b-4fb0-9512-0f17810d5341 req-25b3f1f0-fe79-40cb-b4ac-542ab3d9350a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462226 Jan 28 16:33:41.555945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Allocated IP 172.20.0.1 (ef055311-4d90-42d6-bb2f-2fb8fa275bd4/8fa68c4b-1270-48ee-a947-1c27379bfde5/99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:41.668657 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Publish callbacks [] for port (40cae3fd-6918-438d-8a5b-135865affabc), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.677602 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (40cae3fd-6918-438d-8a5b-135865affabc), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.732264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Attempting to bind port 40cae3fd-6918-438d-8a5b-135865affabc on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:41.732646 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Attempting to bind port 40cae3fd-6918-438d-8a5b-135865affabc by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:41.733031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Attempting to bind port 40cae3fd-6918-438d-8a5b-135865affabc on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:41.736058 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75beb0-4059-460b-bab7-f0b98b4dcb5c None None] Pushing event updated for resources: {'Port': ['ID=40cae3fd-6918-438d-8a5b-135865affabc,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:41.739375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks [] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.742322 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:41.742699 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:41.743100 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.743484 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:41.743947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Bound port: 40cae3fd-6918-438d-8a5b-135865affabc, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:41.744889 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (40cae3fd-6918-438d-8a5b-135865affabc), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.797320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.857394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Pushing event updated for resources: {'Port': ['ID=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:41.868387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:41.871552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:41.874165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:41.919472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (a874161e-1890-4049-ab65-91e22837f3d3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.973854 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] For port 40cae3fd-6918-438d-8a5b-135865affabc, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:41.984464 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] For port 40cae3fd-6918-438d-8a5b-135865affabc, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=40cae3fd-6918-438d-8a5b-135865affabc,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:41.985077 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.994135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c0f0-b4aa-4d9f-847c-cfd6a0f32265 req-6e4fa064-f816-4651-b830-1e06d539330b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:41.996426 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (40cae3fd-6918-438d-8a5b-135865affabc), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:41.996563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.008401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c911c0f0-b4aa-4d9f-847c-cfd6a0f32265 req-6e4fa064-f816-4651-b830-1e06d539330b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 948 time: 0.1254587 Jan 28 16:33:42.076649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c911c0f0-b4aa-4d9f-847c-cfd6a0f32265 req-9df140a7-0acb-4a30-a0ca-0e27ee463d27 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Jan 28 16:33:42.090978 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75beb0-4059-460b-bab7-f0b98b4dcb5c None None] Pushing event updated for resources: {'Port': ['ID=40cae3fd-6918-438d-8a5b-135865affabc,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:42.107263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.107884 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:42.108535 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:42.205667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d44e24af-c95d-488f-b17a-b7c5c286815e None None] Provisioning complete for port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:42.206141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d44e24af-c95d-488f-b17a-b7c5c286815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.229515 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:42.271112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d44e24af-c95d-488f-b17a-b7c5c286815e None None] Port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:33:42.311728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks [] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.318101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.321383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c72713-e07a-42fa-acb8-697461867f41 req-21132a46-692d-4eef-b20f-eaa817a53852 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:42.323649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2c72713-e07a-42fa-acb8-697461867f41 req-21132a46-692d-4eef-b20f-eaa817a53852 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.0661500 Jan 28 16:33:42.387872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Pushing event updated for resources: {'Port': ['ID=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:42.390618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (a874161e-1890-4049-ab65-91e22837f3d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.392408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2c72713-e07a-42fa-acb8-697461867f41 req-2cb41d92-bdce-49e1-a22d-3eef0373f559 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619044 Jan 28 16:33:42.476876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:41Z', 'revision_number': 1, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:42.500610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:42.502179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:42.503751 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f2327-4e49-451a-b8e9-820d3eb58b6b None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:41Z', 'revision_number': 1, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:42.675751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:33:42.732514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69ab3c-c25c-4df4-acfb-c70e0cf14c39 req-b39ab41c-be02-4797-b8a1-bc5a47dfeddc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:42.740072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c69ab3c-c25c-4df4-acfb-c70e0cf14c39 req-b39ab41c-be02-4797-b8a1-bc5a47dfeddc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1224408 Jan 28 16:33:42.768308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf744020-e085-4f80-ac60-cbf51457322d req-a4c9df3d-2586-4679-8844-ca2f436698cb tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:42.770004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf744020-e085-4f80-ac60-cbf51457322d req-a4c9df3d-2586-4679-8844-ca2f436698cb tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 945 time: 0.1663430 Jan 28 16:33:42.861933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf744020-e085-4f80-ac60-cbf51457322d req-4c846fc3-d49b-4f37-9205-cd233ab944de tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849879 Jan 28 16:33:42.874603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c69ab3c-c25c-4df4-acfb-c70e0cf14c39 req-b2622f42-ab78-47cc-98b9-662e61e7c8d7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312442 Jan 28 16:33:42.910597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-102b9046-bdca-41e7-8e11-6bbaebdb81c5 None None] Provisioning complete for port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:42.911324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-102b9046-bdca-41e7-8e11-6bbaebdb81c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:42.966854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-102b9046-bdca-41e7-8e11-6bbaebdb81c5 None None] Port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:33:42.969448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-d57c66e2-a3c6-4b37-9fad-63eb7850ff9e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:42.971367 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-d57c66e2-a3c6-4b37-9fad-63eb7850ff9e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 945 time: 0.2318861 Jan 28 16:33:42.990923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:43.267013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af14da-b555-4b15-80c4-979bf001b427 req-080012ac-c1e5-4122-81f1-3503f89975f3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:43.277066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84af14da-b555-4b15-80c4-979bf001b427 req-080012ac-c1e5-4122-81f1-3503f89975f3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 948 time: 0.0772307 Jan 28 16:33:43.297334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ada68913-f37b-4c22-82cc-87258995a1bd admin admin] 10.222.0.25 "PUT /v2.0/routers/a874161e-1890-4049-ab65-91e22837f3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7721002 Jan 28 16:33:43.308507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-7699a092-43f4-402e-8e2c-3c3896ff2f60 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:43.311285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-7699a092-43f4-402e-8e2c-3c3896ff2f60 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1129 time: 0.4602003 Jan 28 16:33:43.346560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:43.370276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84af14da-b555-4b15-80c4-979bf001b427 req-156d5ec2-1741-4fc8-9d7c-66a6416a8bb3 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876184 Jan 28 16:33:43.461462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-f8f1d4d2-8ba0-4bdf-a5c4-1fc6636355ca tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:43.463017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-f8f1d4d2-8ba0-4bdf-a5c4-1fc6636355ca tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 948 time: 0.0915332 Jan 28 16:33:43.484166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:43.504721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Deleting port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:43.505501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:43.606546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 048f66bc-51bf-4b3e-a57f-84e42a7c051d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:43.645464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eccd4-cdea-4943-8806-1430d776ea11 req-85b79c57-8973-40c5-af89-629d70c49b32 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:43.654669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff0eccd4-cdea-4943-8806-1430d776ea11 req-85b79c57-8973-40c5-af89-629d70c49b32 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 946 time: 0.1335478 Jan 28 16:33:43.679969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 048f66bc-51bf-4b3e-a57f-84e42a7c051d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:43.680311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 048f66bc-51bf-4b3e-a57f-84e42a7c051d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:43.714664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Deleting port ac6b70ac-fceb-41b5-a71b-de9826355034 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:43.715027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:43.716931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] For port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:43.717306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:43.743210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Calling delete_port for 3998a1e0-c81f-4079-b0ca-86d3d7295d1b owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:43.775121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:43.800245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff0eccd4-cdea-4943-8806-1430d776ea11 req-394cda4d-1b52-43ac-adfb-815fb6638abf tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383331 Jan 28 16:33:43.883630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:43.942963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] For port ac6b70ac-fceb-41b5-a71b-de9826355034, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ac6b70ac-fceb-41b5-a71b-de9826355034,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:43.943332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:43.954206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Publish callbacks [] for port (a2eaa313-1913-4ad3-af71-07a867579795), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:43.969819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Calling delete_port for ac6b70ac-fceb-41b5-a71b-de9826355034 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:43.975447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:43.978176 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0081040b-daeb-4fd2-bd09-b366a3993af1" -d '{"events": [{"server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2eaa313-1913-4ad3-af71-07a867579795"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:43.984812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.051557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-bcc16c34-d88a-4f4b-a014-4164774453e2 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:44.061250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-bcc16c34-d88a-4f4b-a014-4164774453e2 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 820 time: 0.2289286 Jan 28 16:33:44.088121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:44.108641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3998a1e0-c81f-4079-b0ca-86d3d7295d1b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.116627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-7154d205-1031-4f2e-bd7a-e2539e3a7f95 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/quotas/0cd4d0cc321c4f4b827cafb35d4b250a HTTP/1.1" status: 200 len: 375 time: 0.0538757 Jan 28 16:33:44.123836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['3998a1e0-c81f-4079-b0ca-86d3d7295d1b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:44.160040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event deleted for resources: {'Port': ['ID=3998a1e0-c81f-4079-b0ca-86d3d7295d1b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:44.165179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:44.166836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:44.166836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:44.186299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637239b-99fe-455d-a6dc-899b3db1fade req-d880757f-7acb-4424-b1e0-9d914dbbd8ef tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:44.186299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9637239b-99fe-455d-a6dc-899b3db1fade req-d880757f-7acb-4424-b1e0-9d914dbbd8ef tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2053664 Jan 28 16:33:44.243740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] No DVR routers for this DVR port 3998a1e0-c81f-4079-b0ca-86d3d7295d1b on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:44.247967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.251730 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4e790ee-caa6-4271-a431-6cef0d4ec5cd req-f2944549-90c9-44fb-980a-9a12558eb9da tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "DELETE /v2.0/ports/3998a1e0-c81f-4079-b0ca-86d3d7295d1b HTTP/1.1" status: 204 len: 173 time: 1.2716520 Jan 28 16:33:44.252328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:44.252879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Attempting to bind port a2eaa313-1913-4ad3-af71-07a867579795 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:44.260108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:44.260457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:44.260888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:44.261311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Bound port: a2eaa313-1913-4ad3-af71-07a867579795, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:44.261673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.264701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-ac4b3efd-3ad6-4582-b468-a939bf5007b5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468890 Jan 28 16:33:44.371385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:44.386919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:44.410384 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.438382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9637239b-99fe-455d-a6dc-899b3db1fade req-75c86de6-f6bd-4f5a-ae03-6c268adbbaba tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428858 Jan 28 16:33:44.473922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-e5be6b0e-2cb1-469b-8651-3f44886dc3b0 service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050486 Jan 28 16:33:44.492565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ac6b70ac-fceb-41b5-a71b-de9826355034), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.507342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:44.508053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.509412 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] 10.222.0.31 "PUT /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 1124 time: 1.1911778 Jan 28 16:33:44.512321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ac6b70ac-fceb-41b5-a71b-de9826355034', '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:44.520055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae80253-e5db-4bad-a2c9-ae8d61b3497f service neutron] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:44.652757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event deleted for resources: {'Port': ['ID=ac6b70ac-fceb-41b5-a71b-de9826355034,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:44.689206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a2eaa313-1913-4ad3-af71-07a867579795'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:44.691273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a2eaa313-1913-4ad3-af71-07a867579795'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:44.692902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf6270a4-8213-4691-8b47-2d7bf162ccb2 req-b1212ed2-52f4-4d9c-960b-b6e70ae9cf7e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8f2faf-c7af-4d51-b058-4d74f97ff128 HTTP/1.1" status: 200 len: 210 time: 0.0631964 Jan 28 16:33:44.730814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] No DVR routers for this DVR port ac6b70ac-fceb-41b5-a71b-de9826355034 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:44.739347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:44.743444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-daa2db73-dce3-4ac0-9616-e0f755d15d1a req-d1946310-bdb5-4f03-a135-c890e81f2cbe tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "DELETE /v2.0/ports/ac6b70ac-fceb-41b5-a71b-de9826355034 HTTP/1.1" status: 204 len: 173 time: 1.2746549 Jan 28 16:33:44.756401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'name': 'network-vif-deleted', 'tag': 'ac6b70ac-fceb-41b5-a71b-de9826355034'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:44.767910 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7e2906-2481-46d0-9d59-ab86904405bd" -d '{"events": [{"server_uuid": "dddcaedc-8152-4019-82ca-1c6a225de03c", "name": "network-vif-deleted", "tag": "ac6b70ac-fceb-41b5-a71b-de9826355034"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:44.824398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-96cb6f3f-2229-4bed-9e8d-4b7b87ed3f1e service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472724 Jan 28 16:33:44.952933 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab2b5e-5a00-4f1d-8470-42de2bfad1a8 x-openstack-request-id: req-1eab2b5e-5a00-4f1d-8470-42de2bfad1a8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:44.953540 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2eaa313-1913-4ad3-af71-07a867579795", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:44.954101 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1eab2b5e-5a00-4f1d-8470-42de2bfad1a8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:44.954652 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795', 'code': 200} Jan 28 16:33:45.053866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40cae3fd-6918-438d-8a5b-135865affabc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:45.242201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d61cf1c-d178-4e37-ad76-703edae33117 req-01d27eee-5468-4162-8d3d-a27d427e4657 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=dddcaedc-8152-4019-82ca-1c6a225de03c HTTP/1.1" status: 200 len: 210 time: 0.1146333 Jan 28 16:33:45.275624 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f8553-cade-4fbd-a06e-a32d0225d1ae x-openstack-request-id: req-8f4f8553-cade-4fbd-a06e-a32d0225d1ae {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:45.276157 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddcaedc-8152-4019-82ca-1c6a225de03c", "name": "network-vif-deleted", "tag": "ac6b70ac-fceb-41b5-a71b-de9826355034", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:45.276566 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f4f8553-cade-4fbd-a06e-a32d0225d1ae {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:45.277149 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddcaedc-8152-4019-82ca-1c6a225de03c', 'name': 'network-vif-deleted', 'tag': 'ac6b70ac-fceb-41b5-a71b-de9826355034', 'status': 'completed', 'code': 200} Jan 28 16:33:45.286492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 40cae3fd-6918-438d-8a5b-135865affabc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:45.286871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (40cae3fd-6918-438d-8a5b-135865affabc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:45.389302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0cba4b4-3c4e-47f9-9216-4f0692abc83c req-d3641e31-c584-4e1e-a7bd-13c760f40024 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 210 time: 0.0311441 Jan 28 16:33:45.421710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 40cae3fd-6918-438d-8a5b-135865affabc is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:45.422244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (40cae3fd-6918-438d-8a5b-135865affabc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:45.446726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 40cae3fd-6918-438d-8a5b-135865affabc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=40cae3fd-6918-438d-8a5b-135865affabc,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:45.454322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (40cae3fd-6918-438d-8a5b-135865affabc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:45.471841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59f99-fbc4-4ea9-9983-df94b4a7ab93 req-8cd633b7-4dcf-4b5a-a4fe-6b60fdb6c788 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:45.479440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44c59f99-fbc4-4ea9-9983-df94b4a7ab93 req-8cd633b7-4dcf-4b5a-a4fe-6b60fdb6c788 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1332028 Jan 28 16:33:45.518763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=40cae3fd-6918-438d-8a5b-135865affabc,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:45.585555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44c59f99-fbc4-4ea9-9983-df94b4a7ab93 req-e9c2242d-66f0-4508-8be6-785b088a1716 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048973 Jan 28 16:33:45.630476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a2eaa313-1913-4ad3-af71-07a867579795 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:45.661878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e72bfb-ace3-4808-bc9c-ffaebf17e69f req-e9df4821-6a9b-4806-8db7-85d437129a44 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:45.663630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25e72bfb-ace3-4808-bc9c-ffaebf17e69f req-e9df4821-6a9b-4806-8db7-85d437129a44 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1017809 Jan 28 16:33:45.740721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25e72bfb-ace3-4808-bc9c-ffaebf17e69f req-70ccbec6-719b-4cc2-99bc-1438186a1c0b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667112 Jan 28 16:33:45.770712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:45.798772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:45.819845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:45.820476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:45.885502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a2eaa313-1913-4ad3-af71-07a867579795 has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:33:45.897413 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82718c15-80f7-4c80-8643-060d5af2fcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:45.986797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:46.141652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9427db76-3561-424c-affa-8a88e7b1632b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:46.143207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9427db76-3561-424c-affa-8a88e7b1632b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.1366563 Jan 28 16:33:46.159871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-fd9daaf4-02b2-49c3-b89d-8cf28b9dde10 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.0101993 Jan 28 16:33:46.200650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-20afb2b5-7a98-4499-b5e6-05a53c9bedc5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310500 Jan 28 16:33:46.315403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-d8d56191-4445-4736-a3c1-425ec13abd9a service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075897 Jan 28 16:33:46.366231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 2, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:46.424521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:46.424905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Updating router a874161e-1890-4049-ab65-91e22837f3d3 port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:33:46.439096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-4c4abb5e-67fa-4c93-be56-b81f42c709d5 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177566 Jan 28 16:33:46.505973 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:46.568763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08ce3497-5eb4-48c9-bf9b-8cb4ec7bfc23 req-ea2859e5-0057-4014-8735-40a6a857f06c tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 210 time: 0.0719368 Jan 28 16:33:46.700403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-0172d1e8-b1db-4814-991b-e41d955a97ec tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:46.712466 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-0172d1e8-b1db-4814-991b-e41d955a97ec tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.24 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 820 time: 0.2407067 Jan 28 16:33:46.734148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'port': {'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'admin_state_up': True, 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:46.751579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042950-9f1a-43c4-839b-455e6fdb34db req-624e7447-6a52-439a-ade9-35685e1bd3fc tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:46.763471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a042950-9f1a-43c4-839b-455e6fdb34db req-624e7447-6a52-439a-ade9-35685e1bd3fc tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 951 time: 0.1308208 Jan 28 16:33:46.863719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a042950-9f1a-43c4-839b-455e6fdb34db req-325c1030-9f1e-4f84-bdb7-cb932256d186 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857723 Jan 28 16:33:46.897206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35400bb-cc98-4180-9ec3-58faf07b7dc8 req-010d06b5-3d09-41c5-a7da-c2587435bfd2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:46.907093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Made reservation on behalf of 0cd4d0cc321c4f4b827cafb35d4b250a for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:46.910061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d35400bb-cc98-4180-9ec3-58faf07b7dc8 req-010d06b5-3d09-41c5-a7da-c2587435bfd2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1268320 Jan 28 16:33:46.912313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40cae3fd-6918-438d-8a5b-135865affabc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:46.912815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:46.959544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'name': 'network-vif-deleted', 'tag': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b'}, {'name': 'network-changed', 'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:46.962662 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13" -d '{"events": [{"server_uuid": "eb8f2faf-c7af-4d51-b058-4d74f97ff128", "name": "network-vif-deleted", "tag": "3998a1e0-c81f-4079-b0ca-86d3d7295d1b"}, {"name": "network-changed", "server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "tag": "a2eaa313-1913-4ad3-af71-07a867579795"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:46.972126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eec13337-5ed4-484c-94d6-3cdd6684c601 req-0ad648fa-4ef1-48b6-b7be-de762fa6df7e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0360179 Jan 28 16:33:47.038362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d35400bb-cc98-4180-9ec3-58faf07b7dc8 req-7775d252-43cd-45c0-922e-1050df3a5182 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266127 Jan 28 16:33:47.085462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 40cae3fd-6918-438d-8a5b-135865affabc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:47.085810 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (40cae3fd-6918-438d-8a5b-135865affabc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.152457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a97a8-938b-4869-92b1-7ba4b1353dbc req-49d7ce61-2030-4d1f-ab90-cbe6273bb8c0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:47.155029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f3a97a8-938b-4869-92b1-7ba4b1353dbc req-49d7ce61-2030-4d1f-ab90-cbe6273bb8c0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0942776 Jan 28 16:33:47.163698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Publish callbacks [] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.172076 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2338c572-c867-45b1-a70c-a4794c07a312 x-openstack-request-id: req-2338c572-c867-45b1-a70c-a4794c07a312 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:47.172802 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f2faf-c7af-4d51-b058-4d74f97ff128", "name": "network-vif-deleted", "tag": "3998a1e0-c81f-4079-b0ca-86d3d7295d1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "tag": "a2eaa313-1913-4ad3-af71-07a867579795", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:47.173243 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2338c572-c867-45b1-a70c-a4794c07a312 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:47.173841 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f2faf-c7af-4d51-b058-4d74f97ff128', 'name': 'network-vif-deleted', 'tag': '3998a1e0-c81f-4079-b0ca-86d3d7295d1b', 'status': 'completed', 'code': 200} Jan 28 16:33:47.174584 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795', 'status': 'completed', 'code': 200} Jan 28 16:33:47.178561 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.277032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Allocated IP 172.20.0.14 (ef055311-4d90-42d6-bb2f-2fb8fa275bd4/8fa68c4b-1270-48ee-a947-1c27379bfde5/2f23613d-106a-4657-b989-37a9eaddbdba) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:47.294651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 40cae3fd-6918-438d-8a5b-135865affabc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:47.302410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f3a97a8-938b-4869-92b1-7ba4b1353dbc req-c3674212-acfe-4f10-865d-e11895dfc8ab tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407421 Jan 28 16:33:47.305111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32ec42-14a2-4e1a-beaf-db05dd354c06 None None] Pushing event updated for resources: {'Port': ['ID=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:47.342031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-c9ad680e-d85f-41ea-a013-3af050a40607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:47.343794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-c9ad680e-d85f-41ea-a013-3af050a40607 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1158 time: 0.1304181 Jan 28 16:33:47.396314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Attempting to bind port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:47.396832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Attempting to bind port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:47.397301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Attempting to bind port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:47.403436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:47.403988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Checking segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:47.404483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.405015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Bound using segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:47.405583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Bound port: 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:47.406084 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.498555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] For port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:47.514553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] For port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:47.529482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.569937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-47396b05-22aa-48ef-abd9-5f665ad1859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:47.571784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-47396b05-22aa-48ef-abd9-5f665ad1859c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.2170663 Jan 28 16:33:47.575966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for port (2f23613d-106a-4657-b989-37a9eaddbdba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.646154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.660828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] Provisioning complete for port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:47.661203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.663223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-1394db7c-5e94-4261-8852-6f552724fa94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 217 time: 0.0784285 Jan 28 16:33:47.703749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:47.709299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:47.709606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ac6b70ac-fceb-41b5-a71b-de9826355034 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:47.714000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:47.789160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-8625f667-784e-48eb-a3e3-024bc874631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:47.791807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-8625f667-784e-48eb-a3e3-024bc874631b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1130331 Jan 28 16:33:47.793893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: ac6b70ac-fceb-41b5-a71b-de9826355034 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:47.794182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ac6b70ac-fceb-41b5-a71b-de9826355034 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:47.798011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:47.798718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:47.817804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event updated for resources: {'Port': ['ID=2f23613d-106a-4657-b989-37a9eaddbdba,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:47.818478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe131f-07e7-492f-b9f6-8286e4ad51a8 req-6e6b1263-008c-45b1-9134-c88b9699e677 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:47.834442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:47.835358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.836218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffbe131f-07e7-492f-b9f6-8286e4ad51a8 req-6e6b1263-008c-45b1-9134-c88b9699e677 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 932 time: 0.1429503 Jan 28 16:33:47.857612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32ec42-14a2-4e1a-beaf-db05dd354c06 None None] Pushing event updated for resources: {'Port': ['ID=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:47.862823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a981e334-f6be-440b-aded-43d29bb7d38a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1350887 Jan 28 16:33:47.876233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Request body: {'port': {'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:47.885731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-7e8163d8-e14c-4c1c-9703-ab38d731498a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391922 Jan 28 16:33:47.930666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3998a1e0-c81f-4079-b0ca-86d3d7295d1b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:47.969136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6dc65307-87d9-4e53-8c9a-48ac0da79eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.970542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 3998a1e0-c81f-4079-b0ca-86d3d7295d1b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:47.970827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3998a1e0-c81f-4079-b0ca-86d3d7295d1b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:47.987252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] Current status of the port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:47.987654 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:47.994224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:48.014116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffbe131f-07e7-492f-b9f6-8286e4ad51a8 req-9482a34a-0032-430f-b29c-21b5e05ca859 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769567 Jan 28 16:33:48.080151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-754a0954-eefd-4b18-a53d-64d84579134a service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821728 Jan 28 16:33:48.083394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] For port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:48.093469 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:48.097311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:48.127367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ded9-fc1b-4e79-aa40-182298c5e4ef req-9018caaa-8c5e-461a-bb4b-90161b048a0c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:48.135772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7363ded9-fc1b-4e79-aa40-182298c5e4ef req-9018caaa-8c5e-461a-bb4b-90161b048a0c tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 951 time: 0.1757164 Jan 28 16:33:48.168850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7d045a6-f8d7-41ce-b223-d3043fbbf9eb req-998b7834-149f-412f-b14d-e5b469320f95 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0845182 Jan 28 16:33:48.232586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f03b2d-f959-48c9-977a-1df2b45cb3b0 None None] Pushing event updated for resources: {'Port': ['ID=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:48.356857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb7f3fb9-2d0e-437a-8cba-12ab9260e095 None None] Provisioning complete for port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:48.357240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3fb9-2d0e-437a-8cba-12ab9260e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:48.426990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7363ded9-fc1b-4e79-aa40-182298c5e4ef req-2757c33a-3384-4f3e-b6d0-721822360d9d tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901971 Jan 28 16:33:48.457915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-316d22f8-3ab9-4cff-bf38-c6e4d98d6e13 req-b5645b17-8918-4991-9732-802d895b36a7 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696687 Jan 28 16:33:48.467813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308815-389f-40d0-83c4-6d97341214db req-147034d3-9cf3-48fc-8794-8329e1179b24 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:48.469483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08308815-389f-40d0-83c4-6d97341214db req-147034d3-9cf3-48fc-8794-8329e1179b24 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 951 time: 0.2699821 Jan 28 16:33:48.475391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f23613d-106a-4657-b989-37a9eaddbdba {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:48.488823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Publish callbacks [] for port (2f23613d-106a-4657-b989-37a9eaddbdba), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:48.510453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Transition to ACTIVE for port object 2f23613d-106a-4657-b989-37a9eaddbdba will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:33:48.517142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:48.563948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f3fb9-2d0e-437a-8cba-12ab9260e095 None None] Current status of the port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:48.622010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625053-9bb0-4510-a213-e3956e6be269 req-9061d7f4-0e5c-4672-a702-5efb98920a1f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:48.623822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8625053-9bb0-4510-a213-e3956e6be269 req-9061d7f4-0e5c-4672-a702-5efb98920a1f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.3117507 Jan 28 16:33:48.633987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-bfac25c8-2eaf-4e93-8276-4774c476b887 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:48.635779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-bfac25c8-2eaf-4e93-8276-4774c476b887 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.3417535 Jan 28 16:33:48.659905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Request body: {'port': {'device_id': '75ae1aae-e056-45bc-b817-995390faa442', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'admin_state_up': True, 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:48.665504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f23613d-106a-4657-b989-37a9eaddbdba,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:48.704544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:47Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:48.774078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Attempting to bind port 2f23613d-106a-4657-b989-37a9eaddbdba on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:48.774516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Attempting to bind port 2f23613d-106a-4657-b989-37a9eaddbdba by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:48.774734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Attempting to bind port 2f23613d-106a-4657-b989-37a9eaddbdba on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:48.790350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Port 2f23613d-106a-4657-b989-37a9eaddbdba on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:48.790681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Attempting to bind port 2f23613d-106a-4657-b989-37a9eaddbdba on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:48.793229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d58c5-694c-41e8-938d-e6d694140f62 None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:47Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:48.802852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:48.803205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Checking segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:48.803601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Bound using segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:48.804050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Bound port: 2f23613d-106a-4657-b989-37a9eaddbdba, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:48.804412 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:48.943874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] For port 2f23613d-106a-4657-b989-37a9eaddbdba, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:48.947980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] For port 2f23613d-106a-4657-b989-37a9eaddbdba, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f23613d-106a-4657-b989-37a9eaddbdba,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:48.962270 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.008473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.009205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.012414 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 1093 time: 1.1403599 Jan 28 16:33:49.068917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4a333-79d5-4de9-b2bb-bdd626f2cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f23613d-106a-4657-b989-37a9eaddbdba,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:49.164299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-5ed8f74f-ea72-4433-b427-90c09ccfe0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.174403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-5ed8f74f-ea72-4433-b427-90c09ccfe0d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1127 time: 0.1040661 Jan 28 16:33:49.175248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:49.177569 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8614dc2-f9ab-46ee-bd28-69840eb8e084" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:49.266585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-d51d803b-aa62-4d42-b21f-b61c248f1a27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 217 time: 0.0834844 Jan 28 16:33:49.267294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.285626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8625053-9bb0-4510-a213-e3956e6be269 req-179973ed-c3e8-48cb-bc64-4596b993c998 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430101 Jan 28 16:33:49.331908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Deleting port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:49.341030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.375167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:49.378150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-572bb9e7-c488-4dc8-94f8-83a27675d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.384246 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-572bb9e7-c488-4dc8-94f8-83a27675d208 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1107104 Jan 28 16:33:49.391100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea367e-7071-40ac-bc5c-7f5eb1805933 req-4cbc8308-31e5-4376-81b3-16341d3810a8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.398658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5ea367e-7071-40ac-bc5c-7f5eb1805933 req-4cbc8308-31e5-4376-81b3-16341d3810a8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.7738504 Jan 28 16:33:49.449217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a4472bef-b223-42ed-ad1c-1a2bb6d3f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.450734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-a4472bef-b223-42ed-ad1c-1a2bb6d3f4a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580170 Jan 28 16:33:49.579840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-d7f0f799-950e-4a3b-a2d8-152af00de403 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164794 Jan 28 16:33:49.602136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5ea367e-7071-40ac-bc5c-7f5eb1805933 req-7ee6593b-d2f8-47b3-acaa-8af1dd5cf4c4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984339 Jan 28 16:33:49.632560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:49.645092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.648287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:49.648978 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.692329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aa5f2-544c-45e9-b883-1972903e6433 req-3860c360-1e0d-48cc-a464-c63c96686f75 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.701908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b43aa5f2-544c-45e9-b883-1972903e6433 req-3860c360-1e0d-48cc-a464-c63c96686f75 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 944 time: 0.2435772 Jan 28 16:33:49.703370 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bae2dc-5c63-4ada-86e1-c7afa9b46ed9 x-openstack-request-id: req-86bae2dc-5c63-4ada-86e1-c7afa9b46ed9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:49.703817 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:49.704154 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86bae2dc-5c63-4ada-86e1-c7afa9b46ed9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:49.704626 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'status': 'completed', 'code': 200} Jan 28 16:33:49.723579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] For port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:49.725126 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:49.774358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Calling delete_port for 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:49.798639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:49.810679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8b438d9-42c4-47db-b3a2-2f8dc2a86002 req-9dc95733-d79a-410a-80ca-c120b183683e service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179818 Jan 28 16:33:49.910610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a49bf13-cf10-4b52-ad1c-5a1290849c99 req-5508f969-f1bb-40c0-8b10-987418d4cbaf tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.1175334 Jan 28 16:33:49.938537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b43aa5f2-544c-45e9-b883-1972903e6433 req-c8c2f8bf-97d8-4b69-b808-d538125919a1 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358236 Jan 28 16:33:49.964475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-0b15c8e9-042a-4092-9b75-31b5b61b1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:49.966577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-0b15c8e9-042a-4092-9b75-31b5b61b1adf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1127 time: 0.0785639 Jan 28 16:33:50.075600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-92f6ed4d-96ca-4457-bb6e-05a115b24244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.077112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-92f6ed4d-96ca-4457-bb6e-05a115b24244 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.0994763 Jan 28 16:33:50.129184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (21a820f3-d94c-4f92-998c-2a2b1b9bfb84), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:50.131182 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-922fd510-a496-4deb-a371-1539a334b54e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 217 time: 0.0465276 Jan 28 16:33:50.169757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Pushing event deleted for resources: {'Port': ['ID=21a820f3-d94c-4f92-998c-2a2b1b9bfb84,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:50.179620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Allocated IP 172.20.0.6 (ceca99fb-0abb-4189-aeb7-d1dacf939f04/956e0b34-e41b-4da8-a535-8ed44d9a912a/c8671fd4-97e2-4698-b59f-ac6eeb86e878) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:50.202470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-23d9cc75-962d-4601-a2d2-066648952ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.204046 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-23d9cc75-962d-4601-a2d2-066648952ea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.0645735 Jan 28 16:33:50.263233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] No DVR routers for this DVR port 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:50.279142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:50.283363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08308815-389f-40d0-83c4-6d97341214db req-937811fa-7667-49bd-9cdb-4b19a4968826 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.31 "DELETE /v2.0/ports/21a820f3-d94c-4f92-998c-2a2b1b9bfb84 HTTP/1.1" status: 204 len: 173 time: 1.8070850 Jan 28 16:33:50.283851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-deleted', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:50.286150 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453e7f5-0552-414e-8f1d-0f92f6e1cf59" -d '{"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-deleted", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:50.286522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-f823c6c2-556f-451f-a0c0-7abe22ecb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.299404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db255-8dd7-4352-a0b8-38e27aa595d0 req-248bb664-8a80-4730-b44c-57db345c3a78 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.302549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-f823c6c2-556f-451f-a0c0-7abe22ecb91a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0874856 Jan 28 16:33:50.306655 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-840db255-8dd7-4352-a0b8-38e27aa595d0 req-248bb664-8a80-4730-b44c-57db345c3a78 tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/ports?device_id=db6d3d76-60ad-4fb6-ad31-58e0d4680363 HTTP/1.1" status: 200 len: 868 time: 0.2653391 Jan 28 16:33:50.413045 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff61325-84cd-4274-8d4e-8c0c0c1ddb7a x-openstack-request-id: req-aff61325-84cd-4274-8d4e-8c0c0c1ddb7a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:50.413327 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6d3d76-60ad-4fb6-ad31-58e0d4680363", "name": "network-vif-deleted", "tag": "21a820f3-d94c-4f92-998c-2a2b1b9bfb84", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:50.413585 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aff61325-84cd-4274-8d4e-8c0c0c1ddb7a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:50.413994 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d3d76-60ad-4fb6-ad31-58e0d4680363', 'name': 'network-vif-deleted', 'tag': '21a820f3-d94c-4f92-998c-2a2b1b9bfb84', 'status': 'completed', 'code': 200} Jan 28 16:33:50.473093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-840db255-8dd7-4352-a0b8-38e27aa595d0 req-7f66ea12-df88-4104-955f-dadf63d6769b tempest-ServersAdminTestJSON-159380977 tempest-ServersAdminTestJSON-159380977-project] 10.222.0.25 "GET /v2.0/security-groups?id=614a8d30-4955-45e7-9744-6e34850c991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498747 Jan 28 16:33:50.540348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:50.561201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-0e71c2b7-fa64-4675-a413-7c99f4d030d9 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500277 Jan 28 16:33:50.589868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks [] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:50.635219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105023b-8efa-4216-b81b-08b144dfa75f req-540e432b-ed5f-4d67-8b71-20873fac4e39 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.644160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8105023b-8efa-4216-b81b-08b144dfa75f req-540e432b-ed5f-4d67-8b71-20873fac4e39 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1199896 Jan 28 16:33:50.684840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:50.725817 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8614dc2-f9ab-46ee-bd28-69840eb8e084 req-6fa1f731-b877-4573-8f3c-4667e762f3a5 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516857 Jan 28 16:33:50.815089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:50.828379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:50.832298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event updated for resources: {'Port': ['ID=c8671fd4-97e2-4698-b59f-ac6eeb86e878,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:50.834886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:50.854264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8105023b-8efa-4216-b81b-08b144dfa75f req-e66e9734-fc8c-4e5f-99c2-321881f0e8f4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086589 Jan 28 16:33:50.875664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691f492-b1b4-4446-9fd7-c86398cac3e6 req-e59909af-9512-4e32-a361-8efd421ec61c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.877578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f691f492-b1b4-4446-9fd7-c86398cac3e6 req-e59909af-9512-4e32-a361-8efd421ec61c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1651480 Jan 28 16:33:50.952089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:50.953186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:50.987365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f691f492-b1b4-4446-9fd7-c86398cac3e6 req-eae86ed6-b066-4b28-ae01-ee58f68b5858 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Jan 28 16:33:51.013217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-598d68f4-578e-44ee-86ba-286859fd7057 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3524656 Jan 28 16:33:51.022198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Request body: {'port': {'device_id': '75ae1aae-e056-45bc-b817-995390faa442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:51.173283 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.200555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6ce52-1a73-4f39-a21a-630fbe0a617d req-ee644269-6a1a-44bf-8556-e44facbbd171 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:51.202057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5e6ce52-1a73-4f39-a21a-630fbe0a617d req-ee644269-6a1a-44bf-8556-e44facbbd171 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 931 time: 0.1417139 Jan 28 16:33:51.240150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a39a5-a465-4fed-9e20-a915958320f2 req-f2adebd2-5227-43f7-a530-df295a0d5beb tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:51.241867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-467a39a5-a465-4fed-9e20-a915958320f2 req-f2adebd2-5227-43f7-a530-df295a0d5beb tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 944 time: 0.1695337 Jan 28 16:33:51.384000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5e6ce52-1a73-4f39-a21a-630fbe0a617d req-39a44656-f752-4c1a-a66b-99ec4d99a5be tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581011 Jan 28 16:33:51.395155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-467a39a5-a465-4fed-9e20-a915958320f2 req-0a1f1348-a96d-4bfc-9f00-93b95d03fe14 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445801 Jan 28 16:33:51.566945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8671fd4-97e2-4698-b59f-ac6eeb86e878 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:51.576189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Publish callbacks [] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.592437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Transition to ACTIVE for port object c8671fd4-97e2-4698-b59f-ac6eeb86e878 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:33:51.598099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.660519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Pushing event updated for resources: {'Port': ['ID=c8671fd4-97e2-4698-b59f-ac6eeb86e878,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:51.667074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:51.717847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:51.718188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 21a820f3-d94c-4f92-998c-2a2b1b9bfb84 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:51.746781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.757539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Attempting to bind port c8671fd4-97e2-4698-b59f-ac6eeb86e878 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:51.758042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Attempting to bind port c8671fd4-97e2-4698-b59f-ac6eeb86e878 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:51.758661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Attempting to bind port c8671fd4-97e2-4698-b59f-ac6eeb86e878 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:51.764005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Port c8671fd4-97e2-4698-b59f-ac6eeb86e878 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:33:51.764447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Attempting to bind port c8671fd4-97e2-4698-b59f-ac6eeb86e878 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:51.770503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:51.770957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:51.771514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Bound using segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:51.772140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Bound port: c8671fd4-97e2-4698-b59f-ac6eeb86e878, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:51.772655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.813778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:51.854090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] For port c8671fd4-97e2-4698-b59f-ac6eeb86e878, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:51.858293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] For port c8671fd4-97e2-4698-b59f-ac6eeb86e878, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:51.866157 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.910613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:51.912472 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:51.914168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] 10.222.0.24 "PUT /v2.0/ports/c8671fd4-97e2-4698-b59f-ac6eeb86e878 HTTP/1.1" status: 200 len: 1092 time: 0.8996642 Jan 28 16:33:51.951160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc201ad-98f6-4338-a170-b85991a5c35a service neutron] Pushing event updated for resources: {'Port': ['ID=c8671fd4-97e2-4698-b59f-ac6eeb86e878,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:52.021659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de5e897a-39e3-447b-91de-72e22c509ae8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6f765bbfa234252a6cea4e86740a668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045300 Jan 28 16:33:52.022205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60576) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:52.083693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae7bea-0878-43c1-843f-0d812b88ae94 req-6540da2b-c3f5-479f-b9a1-9a057ad99d42 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.086440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78ae7bea-0878-43c1-843f-0d812b88ae94 req-6540da2b-c3f5-479f-b9a1-9a057ad99d42 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1025555 Jan 28 16:33:52.090938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-c12731ce-a202-48a9-b37b-80da3910d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.093323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-c12731ce-a202-48a9-b37b-80da3910d4df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 1126 time: 0.1226101 Jan 28 16:33:52.123138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b66ccb-b774-458b-90f8-1f44ef636f66 admin admin] Publish callbacks [] for security_group (614a8d30-4955-45e7-9744-6e34850c991b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.145450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-df4bfd11-0427-4b44-a2f0-eee372c3003b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878 HTTP/1.1" status: 200 len: 217 time: 0.0427670 Jan 28 16:33:52.161707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b66ccb-b774-458b-90f8-1f44ef636f66 admin admin] Publish callbacks [] for security_group (614a8d30-4955-45e7-9744-6e34850c991b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.238559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78ae7bea-0878-43c1-843f-0d812b88ae94 req-5bcf6d3a-49a3-4bb5-b760-275d270b7240 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432414 Jan 28 16:33:52.242202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-ad57101e-614a-48d6-8fb3-1b9ae6b911fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.244818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-ad57101e-614a-48d6-8fb3-1b9ae6b911fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0869408 Jan 28 16:33:52.256630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b66ccb-b774-458b-90f8-1f44ef636f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (614a8d30-4955-45e7-9744-6e34850c991b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.259177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b66ccb-b774-458b-90f8-1f44ef636f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.263019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-47b66ccb-b774-458b-90f8-1f44ef636f66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/614a8d30-4955-45e7-9744-6e34850c991b HTTP/1.1" status: 204 len: 168 time: 0.2372470 Jan 28 16:33:52.276051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b66ccb-b774-458b-90f8-1f44ef636f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a8d30-4955-45e7-9744-6e34850c991b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:52.348016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-3178dcd5-c204-47c5-917a-6ff1b6ee85de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926564 Jan 28 16:33:52.449561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ae1aae-e056-45bc-b817-995390faa442', 'tag': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:52.452437 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f01a8d7-61d9-4a9e-b609-73734ed1de33" -d '{"events": [{"name": "network-changed", "server_uuid": "75ae1aae-e056-45bc-b817-995390faa442", "tag": "c8671fd4-97e2-4698-b59f-ac6eeb86e878"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:52.483478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723e5f6-98f2-4f0c-b4eb-47daee2a96f7 req-2ce81710-09c6-49de-ab7c-f8a04a33c02a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.489188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9723e5f6-98f2-4f0c-b4eb-47daee2a96f7 req-2ce81710-09c6-49de-ab7c-f8a04a33c02a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2550390 Jan 28 16:33:52.578081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0468a-5719-460a-b9df-6faac583fad5 req-3db7e25d-c73f-4ad5-876c-707078405d28 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.585660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2db0468a-5719-460a-b9df-6faac583fad5 req-3db7e25d-c73f-4ad5-876c-707078405d28 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.2401984 Jan 28 16:33:52.619946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9723e5f6-98f2-4f0c-b4eb-47daee2a96f7 req-005278fe-0d67-4432-b949-77c4c5f24ba9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275530 Jan 28 16:33:52.628792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-4d08c69a-881e-4763-960e-d1992f2a3024 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689006 Jan 28 16:33:52.702290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:52.771031 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6e77946a-fb52-40b3-ad30-51747e29f60b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7d757c31ea04e028b7f9cc495d5292e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623918 Jan 28 16:33:52.771835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:52.810096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2db0468a-5719-460a-b9df-6faac583fad5 req-149eb0cf-575c-4aee-ba7b-e204c4590814 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2235861 Jan 28 16:33:52.832049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0967df4-8235-4b36-ac97-6373fba34cd6 admin admin] Publish callbacks [] for security_group (643a86c7-34d2-48c9-928b-7564e1011fcc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.838354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00dbd6-6c72-43d6-8742-8e3534f11f69 req-490b857c-be19-40d3-a63e-790aea776137 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.845298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a00dbd6-6c72-43d6-8742-8e3534f11f69 req-490b857c-be19-40d3-a63e-790aea776137 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 943 time: 0.0825839 Jan 28 16:33:52.854851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0967df4-8235-4b36-ac97-6373fba34cd6 admin admin] Publish callbacks [] for security_group (643a86c7-34d2-48c9-928b-7564e1011fcc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.908736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164e99a4-ce3f-4aa4-8c05-7d8483d377f4 req-69d72d1d-30ea-4b2c-a9e6-d3dbde80cf08 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662990 Jan 28 16:33:52.927919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0967df4-8235-4b36-ac97-6373fba34cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (643a86c7-34d2-48c9-928b-7564e1011fcc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.934426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0967df4-8235-4b36-ac97-6373fba34cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:52.935964 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e0967df4-8235-4b36-ac97-6373fba34cd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/643a86c7-34d2-48c9-928b-7564e1011fcc HTTP/1.1" status: 204 len: 168 time: 0.1630285 Jan 28 16:33:52.961847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a00dbd6-6c72-43d6-8742-8e3534f11f69 req-324f990c-e64e-4b82-a425-ed0eeef50cc8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155341 Jan 28 16:33:52.975012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0967df4-8235-4b36-ac97-6373fba34cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a86c7-34d2-48c9-928b-7564e1011fcc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:52.985897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f560b-4e44-41b0-8149-fe7f17af7000 req-d2d83d4d-6fd0-40fd-8022-8295e57f38ba tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:52.987218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a0f560b-4e44-41b0-8149-fe7f17af7000 req-d2d83d4d-6fd0-40fd-8022-8295e57f38ba tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 944 time: 0.0945995 Jan 28 16:33:53.027561 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dba903-48c1-4f9e-8a62-ab61fc99c38c x-openstack-request-id: req-d3dba903-48c1-4f9e-8a62-ab61fc99c38c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:53.028027 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ae1aae-e056-45bc-b817-995390faa442", "tag": "c8671fd4-97e2-4698-b59f-ac6eeb86e878", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:53.028437 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3dba903-48c1-4f9e-8a62-ab61fc99c38c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:53.028847 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ae1aae-e056-45bc-b817-995390faa442', 'tag': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878', 'status': 'completed', 'code': 200} Jan 28 16:33:53.058755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a0f560b-4e44-41b0-8149-fe7f17af7000 req-04b11941-0ed8-4b60-b43d-85b3a7d8f39a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618010 Jan 28 16:33:53.118831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-dcd69a5f-10e0-432d-b857-a2574228a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:53.127350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-dcd69a5f-10e0-432d-b857-a2574228a017 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 1126 time: 0.0629950 Jan 28 16:33:53.237049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-18c3ec76-e02f-43e5-bef9-920eefef475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:53.238899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-18c3ec76-e02f-43e5-bef9-920eefef475b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.1037900 Jan 28 16:33:53.293155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-3bb2e14a-36cb-4636-b8f2-43c24b95b629 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878 HTTP/1.1" status: 200 len: 217 time: 0.0448670 Jan 28 16:33:53.396012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-d9dc53cf-7115-4524-bf1c-b21441c66688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:53.401446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-d9dc53cf-7115-4524-bf1c-b21441c66688 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.1009245 Jan 28 16:33:53.447692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-4d58cd94-7b0c-4565-9418-586449523606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388722 Jan 28 16:33:53.462109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffcc4-8365-4b7d-ab6c-08e1bbae5f31 req-e8da24f5-bb03-4f5b-8c9d-4ffaf8eef495 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:53.464435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b04ffcc4-8365-4b7d-ab6c-08e1bbae5f31 req-e8da24f5-bb03-4f5b-8c9d-4ffaf8eef495 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.1228094 Jan 28 16:33:53.587001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b04ffcc4-8365-4b7d-ab6c-08e1bbae5f31 req-d3c95898-0215-4f26-aaf6-15224abe7ce3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077225 Jan 28 16:33:53.621779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-10367e26-29ae-4330-9565-9541bc9cf9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534131 Jan 28 16:33:53.789045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f01a8d7-61d9-4a9e-b609-73734ed1de33 req-90359e0d-5b15-4848-9948-79906377d343 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557734 Jan 28 16:33:53.837484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09c531-7ed2-4279-a226-8b3a285846a9 req-c805fee0-5568-43e0-ae55-669964725b04 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:53.842886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a09c531-7ed2-4279-a226-8b3a285846a9 req-c805fee0-5568-43e0-ae55-669964725b04 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.0717289 Jan 28 16:33:53.882267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f23613d-106a-4657-b989-37a9eaddbdba details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:53.888986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a2eaa313-1913-4ad3-af71-07a867579795 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:53.935186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-fe571f31-104f-45b1-9924-d5c08ccef421 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:53.936841 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-fe571f31-104f-45b1-9924-d5c08ccef421 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.1711957 Jan 28 16:33:54.014315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60626) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:54.050366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a09c531-7ed2-4279-a226-8b3a285846a9 req-7af1605b-95bb-493b-b131-2e0b1f2c1265 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955426 Jan 28 16:33:54.095725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85a8f-0e9e-4136-bb68-9f5bf533a482 req-6eae92a6-20d5-4207-97fe-79164bf98935 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:54.103880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7f85a8f-0e9e-4136-bb68-9f5bf533a482 req-6eae92a6-20d5-4207-97fe-79164bf98935 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 945 time: 0.1662228 Jan 28 16:33:54.179753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Deleting port a4e34f21-c737-442a-aaf5-124d4051cab1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:54.180435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.227372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7f85a8f-0e9e-4136-bb68-9f5bf533a482 req-73bfb65f-a427-4e98-b74e-174b5d0c350a tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f03c30d-7c06-409f-b457-5f9560fbdf83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142449 Jan 28 16:33:54.241182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-network', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:54.313128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Made reservation on behalf of e89a98175f24401b997bdec0b0c07b49 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:54.316089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.327218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.347302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] For port a4e34f21-c737-442a-aaf5-124d4051cab1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a4e34f21-c737-442a-aaf5-124d4051cab1,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:54.347952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.349847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe980d3c-af2a-47e9-a4f4-c42c39ec6c0b req-18206fb0-e094-46f1-b5dd-207384563e9b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:54.351802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe980d3c-af2a-47e9-a4f4-c42c39ec6c0b req-18206fb0-e094-46f1-b5dd-207384563e9b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 943 time: 0.1507847 Jan 28 16:33:54.362890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2f23613d-106a-4657-b989-37a9eaddbdba, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f23613d-106a-4657-b989-37a9eaddbdba,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:54.382814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2f23613d-106a-4657-b989-37a9eaddbdba', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:33:54.391308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a2eaa313-1913-4ad3-af71-07a867579795 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:54.440000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2f23613d-106a-4657-b989-37a9eaddbdba is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:54.440463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.455993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks [] for security_group (f39a1aa8-b7c3-4a68-8024-ac829214cb7f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.461905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f23613d-106a-4657-b989-37a9eaddbdba {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:54.489234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2f23613d-106a-4657-b989-37a9eaddbdba, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f23613d-106a-4657-b989-37a9eaddbdba,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:54.497056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.500647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f39a1aa8-b7c3-4a68-8024-ac829214cb7f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.550020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.550747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.551305 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Floating IP e22970cc-0442-4c00-ac2e-d74030b0c016 disassociated. External IP: 172.25.8.154, port: a4e34f21-c737-442a-aaf5-124d4051cab1. Jan 28 16:33:54.551860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Calling delete_port for a4e34f21-c737-442a-aaf5-124d4051cab1 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:54.561655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2f23613d-106a-4657-b989-37a9eaddbdba,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:54.570994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.571760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.573332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.574431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.574982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.575322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.576113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.576452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.576807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.577183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.577516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.577970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.578344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:33:54.593010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:33:54.608197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0e09c0b3-946e-4648-ae1a-cd84cc37e008), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.608808 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Added segment 0e09c0b3-946e-4648-ae1a-cd84cc37e008 of type vlan for network 83708a06-70c5-46b6-a60c-44bbf0177c36 Jan 28 16:33:54.676261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (83708a06-70c5-46b6-a60c-44bbf0177c36), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.717873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe980d3c-af2a-47e9-a4f4-c42c39ec6c0b req-b8a92d2b-5778-452e-804b-9c6f47401744 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895875 Jan 28 16:33:54.739333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2f23613d-106a-4657-b989-37a9eaddbdba'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:54.749998 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a4e34f21-c737-442a-aaf5-124d4051cab1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.756827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (83708a06-70c5-46b6-a60c-44bbf0177c36), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.757970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:54.758923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:54.792280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a1aa8-b7c3-4a68-8024-ac829214cb7f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:54.830092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event deleted for resources: {'Port': ['ID=a4e34f21-c737-442a-aaf5-124d4051cab1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:54.848025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8297696 Jan 28 16:33:54.853872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60636) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:54.892007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333099dc-6fb8-4b5c-8807-5fe266fbd4cc req-3df93fd8-3bea-4140-81b8-6dd5a0de37f3 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:54.898955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-333099dc-6fb8-4b5c-8807-5fe266fbd4cc req-3df93fd8-3bea-4140-81b8-6dd5a0de37f3 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 944 time: 0.4689240 Jan 28 16:33:54.961972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c106707-f2d0-4a68-9bd7-9d3a0e0c2e25 admin admin] Pushing event updated for resources: {'Network': ['ID=83708a06-70c5-46b6-a60c-44bbf0177c36,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:54.967639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Request body: {'subnet': {'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-subnet', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:54.976507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-2ab98ae9-f250-4d2d-b3e4-10046d0895bf service neutron] 10.222.0.24 "GET /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.2562792 Jan 28 16:33:54.983575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:33:55.011782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Router 00eecdba-8869-49ee-9a54-d2b890c973ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:33:55.017771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Made reservation on behalf of e89a98175f24401b997bdec0b0c07b49 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:33:55.020226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.038009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-333099dc-6fb8-4b5c-8807-5fe266fbd4cc req-ce75056e-013b-48e5-9cd6-390303459182 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382034 Jan 28 16:33:55.054432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fce28-c8bb-470c-9c41-d8cb424a915a req-019c61c6-9a52-4fe9-b3c9-8b5a2b3e9106 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:55.055230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-178fce28-c8bb-470c-9c41-d8cb424a915a req-019c61c6-9a52-4fe9-b3c9-8b5a2b3e9106 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 944 time: 0.2237380 Jan 28 16:33:55.288278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (29d93e55-4f72-4e4f-9f1d-4a3f06284378), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.326882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:55.341665 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:55.357598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:55.358465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:55.398297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d93e55-4f72-4e4f-9f1d-4a3f06284378,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:55.424935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Checking segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:55.430329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Network hostable DHCP agents. Network: 83708a06-70c5-46b6-a60c-44bbf0177c36, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:33:55.471787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] No DVR routers for this DVR port a4e34f21-c737-442a-aaf5-124d4051cab1 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:55.478407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.485215 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f599d3cc-5a2e-4cbb-a0c5-ae3fc1e3e3ef req-885a7483-5efe-4db7-925c-9dac10bc8555 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.24 "DELETE /v2.0/ports/a4e34f21-c737-442a-aaf5-124d4051cab1 HTTP/1.1" status: 204 len: 173 time: 1.5422969 Jan 28 16:33:55.486445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'name': 'network-vif-deleted', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:55.491038 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd92b07-ded2-4979-a2b5-b78fccd6bd6f" -d '{"events": [{"server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "name": "network-vif-deleted", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:55.494521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:33:55.495261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:55.509222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-178fce28-c8bb-470c-9c41-d8cb424a915a req-2f5992c3-2dc8-432e-a008-665f7a76b214 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411118 Jan 28 16:33:55.529366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 83708a06-70c5-46b6-a60c-44bbf0177c36) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:55.540774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc081cc-c513-4a92-a5a4-58d095169f56 None None] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:55.541432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:55.543056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.594316 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6ca3ef92-8053-49ce-abe2-b5a81c61fdcb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6344702 Jan 28 16:33:55.595050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60644) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:55.600526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:33:55.629541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.630993 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.666502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db1cb7-13b0-4156-833c-484761d391a7 req-768e2357-5123-412a-af45-c510dca31909 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:55.687626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1db1cb7-13b0-4156-833c-484761d391a7 req-768e2357-5123-412a-af45-c510dca31909 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2843714 Jan 28 16:33:55.747771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks [] for router_controller (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.750716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff5d7c1-5017-4257-8c07-14d0a2c0089a req-82898380-6159-4469-b51a-4eebdfbe37e2 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91 HTTP/1.1" status: 200 len: 210 time: 0.0547206 Jan 28 16:33:55.783542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-83708a06-70c5-46b6-a60c-44bbf0177c36', 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'fixed_ips': [{'subnet_id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:33:55.784576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:55.827257 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:55.847678 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad31318d-9ca3-491b-a814-934c8c2ad39e x-openstack-request-id: req-ad31318d-9ca3-491b-a814-934c8c2ad39e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:55.847972 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91", "name": "network-vif-deleted", "tag": "a4e34f21-c737-442a-aaf5-124d4051cab1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:55.848236 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad31318d-9ca3-491b-a814-934c8c2ad39e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:55.848620 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4e36ac-b446-47f0-b2d8-2fc3ea3b0d91', 'name': 'network-vif-deleted', 'tag': 'a4e34f21-c737-442a-aaf5-124d4051cab1', 'status': 'completed', 'code': 200} Jan 28 16:33:55.863740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1db1cb7-13b0-4156-833c-484761d391a7 req-b63bbb8a-228d-49ec-8cb5-a1c164c8fe31 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757040 Jan 28 16:33:55.872133 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:33:55.884561 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:55.885820 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:55.898739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:55.936247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c8671fd4-97e2-4698-b59f-ac6eeb86e878 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:33:55.993169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:56.044824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfe0bf-91fa-4bb9-b687-5b0ace5e59c0 req-3e6be0b4-a4af-4a83-a903-59a8191896f7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:56.046644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88dfe0bf-91fa-4bb9-b687-5b0ace5e59c0 req-3e6be0b4-a4af-4a83-a903-59a8191896f7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 943 time: 0.1347394 Jan 28 16:33:56.053734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eaa313-1913-4ad3-af71-07a867579795 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:56.076218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:56.105804 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:33:56.154864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks [] for router_gateway (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.155479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c8671fd4-97e2-4698-b59f-ac6eeb86e878, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:56.162570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88dfe0bf-91fa-4bb9-b687-5b0ace5e59c0 req-aa6ca0c4-c8ba-466b-a44e-fdc591b3d974 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990021 Jan 28 16:33:56.163359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.170520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f23613d-106a-4657-b989-37a9eaddbdba up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:56.243311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878', 'mac_address': 'fa:16:3e:b5:18:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:33:56.287745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2f23613d-106a-4657-b989-37a9eaddbdba completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:33:56.343756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2f23613d-106a-4657-b989-37a9eaddbdba triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:56.344421 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.378332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c8671fd4-97e2-4698-b59f-ac6eeb86e878 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:56.378979 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.404648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Allocated IP 172.20.0.2 (83708a06-70c5-46b6-a60c-44bbf0177c36/29d93e55-4f72-4e4f-9f1d-4a3f06284378/ee7d54d3-fcae-4280-af5d-5d3143e1578e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:56.413656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8671fd4-97e2-4698-b59f-ac6eeb86e878 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:33:56.431253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b16c8-f625-48b1-bb26-33ef1c324922 req-5a04ec48-71ec-4c08-a15b-fd5a128bc67a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:56.433226 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:56.446522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f59b16c8-f625-48b1-bb26-33ef1c324922 req-5a04ec48-71ec-4c08-a15b-fd5a128bc67a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 945 time: 0.2488155 Jan 28 16:33:56.464965 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643f2a1-f411-4056-ab6e-3555fec79d7a None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:31:25Z', 'revision_number': 4, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e76e133f-6dd5-487c-b06e-ddbcf48eeb23', 'name': '', 'network_id': '02619e73-6f6d-4d3e-8fbd-cd3ce47deedf', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'mac_address': 'fa:16:3e:88:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3c68d951-9471-439b-befb-4d7211a64273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:23Z', 'updated_at': '2022-01-28T16:31:31Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'subnets': [{'id': '3c68d951-9471-439b-befb-4d7211a64273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:33:56.471177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c8671fd4-97e2-4698-b59f-ac6eeb86e878, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:56.484695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] Transition to ACTIVE for port object a2eaa313-1913-4ad3-af71-07a867579795 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:33:56.488364 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.536927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f59b16c8-f625-48b1-bb26-33ef1c324922 req-e5161bb7-0ad1-4a16-aa68-19c28ed4bffa tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752170 Jan 28 16:33:56.538504 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.622375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] No DVR routers for this DVR port a2eaa313-1913-4ad3-af71-07a867579795 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:33:56.660154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] Pushing event updated for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:56.671914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2f23613d-106a-4657-b989-37a9eaddbdba is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:56.672446 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.675099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c8671fd4-97e2-4698-b59f-ac6eeb86e878,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:56.678758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-72623501-b580-4f35-a679-9e9d3487a56c service neutron] 10.222.0.24 "PUT /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6923962 Jan 28 16:33:56.746851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa5e4-4633-49d0-af12-0167c3bb592b req-3f98fdf2-6f53-4ff6-8df5-b03e4593a478 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:56.757405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1daaa5e4-4633-49d0-af12-0167c3bb592b req-3f98fdf2-6f53-4ff6-8df5-b03e4593a478 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.0993145 Jan 28 16:33:56.779728 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Publish callbacks [] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.802158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['c8671fd4-97e2-4698-b59f-ac6eeb86e878'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:33:56.822727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:56.916487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:33:56.919051 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66ef0cb-38d1-44c6-8169-e009fc2333e8" -d '{"events": [{"server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "name": "network-vif-plugged", "status": "completed", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:33:56.933091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8cd84-84d7-4e0e-8e8c-89ebd86d74e3 None None] New status for floating IP e22970cc-0442-4c00-ac2e-d74030b0c016: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:33:56.976170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:56.997834 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks [] for router_gateway (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.018273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.021914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2f23613d-106a-4657-b989-37a9eaddbdba, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f23613d-106a-4657-b989-37a9eaddbdba,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:57.022133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1daaa5e4-4633-49d0-af12-0167c3bb592b req-fbd6d441-464b-44e3-afcb-1527841518f8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950457 Jan 28 16:33:57.033797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:57.035507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-bb027d88-41ac-4fb9-894d-384de182ae05 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:57.043446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-bb027d88-41ac-4fb9-894d-384de182ae05 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.2812247 Jan 28 16:33:57.091054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:57.101803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.106708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a4e34f21-c737-442a-aaf5-124d4051cab1 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:33:57.108717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Pushing event updated for resources: {'Port': ['ID=ee7d54d3-fcae-4280-af5d-5d3143e1578e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:57.223888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144dd52-c519-4acb-95bf-9f8de059b8cd req-9c31a7ba-9b89-4f6b-89f9-0ac29f61adc7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:57.226256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a144dd52-c519-4acb-95bf-9f8de059b8cd req-9c31a7ba-9b89-4f6b-89f9-0ac29f61adc7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2031028 Jan 28 16:33:57.228859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-f480bb88-2484-4bb1-aefe-42268f999826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:57.230417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-f480bb88-2484-4bb1-aefe-42268f999826 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2&tenant_id=d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 1128 time: 0.1705472 Jan 28 16:33:57.297476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Allocated IP 172.25.8.146 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a2a1541f-8e5a-4b99-8899-884e98429ca5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:33:57.336127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60676) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:57.452843 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1127c7-5659-45f4-be55-437b7f0fb160 x-openstack-request-id: req-1e1127c7-5659-45f4-be55-437b7f0fb160 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:33:57.453409 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "name": "network-vif-plugged", "status": "completed", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:33:57.453409 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e1127c7-5659-45f4-be55-437b7f0fb160 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:33:57.453750 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'code': 200} Jan 28 16:33:57.475373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32642dd7-4566-4a5c-8f06-e22aef3318f7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group (7f03c30d-7c06-409f-b457-5f9560fbdf83), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.517009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32642dd7-4566-4a5c-8f06-e22aef3318f7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group (7f03c30d-7c06-409f-b457-5f9560fbdf83), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.532435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: a4e34f21-c737-442a-aaf5-124d4051cab1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:33:57.532653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a4e34f21-c737-442a-aaf5-124d4051cab1 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:33:57.538464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9c5aa-1274-4385-9a1c-f55845a822c9 req-9028d76e-5381-416b-a8b6-01f9891b6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:57.542726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ad9c5aa-1274-4385-9a1c-f55845a822c9 req-9028d76e-5381-416b-a8b6-01f9891b6632 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.1886079 Jan 28 16:33:57.545193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-ef49ba1e-355d-45cd-8a91-65fbe7b34bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:57.546879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-ef49ba1e-355d-45cd-8a91-65fbe7b34bf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1128 time: 0.2713904 Jan 28 16:33:57.583252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a144dd52-c519-4acb-95bf-9f8de059b8cd req-caa010cc-577a-4eae-b230-5b4c9cfa828f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450558 Jan 28 16:33:57.597299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks [] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.635808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2f23613d-106a-4657-b989-37a9eaddbdba,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:57.647378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Attempting to bind port ee7d54d3-fcae-4280-af5d-5d3143e1578e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:33:57.647748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Attempting to bind port ee7d54d3-fcae-4280-af5d-5d3143e1578e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:33:57.648109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Attempting to bind port ee7d54d3-fcae-4280-af5d-5d3143e1578e on network 83708a06-70c5-46b6-a60c-44bbf0177c36 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:33:57.651625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32642dd7-4566-4a5c-8f06-e22aef3318f7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7f03c30d-7c06-409f-b457-5f9560fbdf83), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.659946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:33:57.660183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32642dd7-4566-4a5c-8f06-e22aef3318f7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.660305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Checking segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:33:57.660764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.661130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Bound using segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:33:57.661612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Bound port: ee7d54d3-fcae-4280-af5d-5d3143e1578e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:33:57.661993 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.669205 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-32642dd7-4566-4a5c-8f06-e22aef3318f7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f03c30d-7c06-409f-b457-5f9560fbdf83 HTTP/1.1" status: 204 len: 168 time: 0.3319674 Jan 28 16:33:57.679926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:57.741094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642dd7-4566-4a5c-8f06-e22aef3318f7 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03c30d-7c06-409f-b457-5f9560fbdf83,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:57.760453 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-d8dbc2ff-0675-479b-9cee-2b433393f40b tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] show failed (client error): The resource could not be found. Jan 28 16:33:57.764153 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d8dbc2ff-0675-479b-9cee-2b433393f40b tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "GET /v2.0/security-groups/7f03c30d-7c06-409f-b457-5f9560fbdf83 HTTP/1.1" status: 404 len: 347 time: 0.0596414 Jan 28 16:33:57.765658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:57.772478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-70eda4e1-db73-4ab8-b9f1-829e995780cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:57.775384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-70eda4e1-db73-4ab8-b9f1-829e995780cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1884058 Jan 28 16:33:57.821450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] For port ee7d54d3-fcae-4280-af5d-5d3143e1578e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:57.856952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] For port ee7d54d3-fcae-4280-af5d-5d3143e1578e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ee7d54d3-fcae-4280-af5d-5d3143e1578e,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:33:57.863186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.870449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:57.879768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ad9c5aa-1274-4385-9a1c-f55845a822c9 req-2b8c5b9d-84f9-4e49-ba6c-e64745cc5feb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257181 Jan 28 16:33:57.881392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-b1bcb26c-4539-4cd9-8a5f-85fed9e2032e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 200 len: 217 time: 0.0764081 Jan 28 16:33:57.950451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:33:57.955949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:33:57.963733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501950c6-61e4-4287-88d4-6e676066a620 None None] Pushing event updated for resources: {'Port': ['ID=ee7d54d3-fcae-4280-af5d-5d3143e1578e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:57.967854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:33:58.014215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b110-d981-449b-8d92-71ed1591e544 req-ec452e3f-e78a-4d40-bfbf-8c07ffc94aca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:58.015779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e602b110-d981-449b-8d92-71ed1591e544 req-ec452e3f-e78a-4d40-bfbf-8c07ffc94aca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 944 time: 0.5753818 Jan 28 16:33:58.036860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a1541f-8e5a-4b99-8899-884e98429ca5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:58.068420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-d27d8344-d64a-4994-a1a2-37867f05eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:58.070049 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-d27d8344-d64a-4994-a1a2-37867f05eae4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1792803 Jan 28 16:33:58.142477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ab02-379e-43c2-ae31-1364d0a80eb3 req-49bad2da-80c7-46f8-9685-9337a86a250f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:58.143597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Deleting port 9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:33:58.144279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:58.149665 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f14ab02-379e-43c2-ae31-1364d0a80eb3 req-49bad2da-80c7-46f8-9685-9337a86a250f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 946 time: 0.1852102 Jan 28 16:33:58.158119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-90645823-c2b6-44ea-a30b-3da6eb15071f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703242 Jan 28 16:33:58.210076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e602b110-d981-449b-8d92-71ed1591e544 req-43653cd2-629f-4a8c-a1ae-f526332f6cbc tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830320 Jan 28 16:33:58.371148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f14ab02-379e-43c2-ae31-1364d0a80eb3 req-df654719-a8ca-48c7-aa23-e73014b2b5eb tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153530 Jan 28 16:33:58.479320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-e592fd57-89f3-4a38-a22c-32aa2c1fa3d6 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108473 Jan 28 16:33:58.617534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:58.618112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:58.621278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks [] for router_gateway (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:58.664212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d303cc-eea2-424b-9030-7902dd8f1c3c req-7d52ceac-3e00-4d60-b1e7-3b48724c3ddc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:58.672188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3d303cc-eea2-424b-9030-7902dd8f1c3c req-7d52ceac-3e00-4d60-b1e7-3b48724c3ddc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.1872077 Jan 28 16:33:58.672459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Calling delete_port for 9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:33:58.684396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949371c-bae1-4648-82e0-6c6d72620898 req-496d521b-d088-41b9-ae34-a29559b3b9e0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:58.686205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a949371c-bae1-4648-82e0-6c6d72620898 req-496d521b-d088-41b9-ae34-a29559b3b9e0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.1765985 Jan 28 16:33:58.787548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3d303cc-eea2-424b-9030-7902dd8f1c3c req-dbf63e9b-a6b6-449d-a6d6-0ef4a5f557d1 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139863 Jan 28 16:33:58.802785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-4046a13a-6fa6-47a6-9b33-0c59d1a1684d service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148887 Jan 28 16:33:58.855082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a949371c-bae1-4648-82e0-6c6d72620898 req-d8ecae56-4e5d-417d-bb64-93fe466a9666 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616793 Jan 28 16:33:59.010413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1413c-281e-4c8b-a24c-08f7a4a19446 req-3dbea8ed-5e71-40cd-8ecd-042a82e29167 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:59.018220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07c1413c-281e-4c8b-a24c-08f7a4a19446 req-3dbea8ed-5e71-40cd-8ecd-042a82e29167 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1235149 Jan 28 16:33:59.076789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ee7d54d3-fcae-4280-af5d-5d3143e1578e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:59.145824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07c1413c-281e-4c8b-a24c-08f7a4a19446 req-cae8947e-b58a-48bc-aaf2-8077a9fb0363 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163454 Jan 28 16:33:59.183508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ee7d54d3-fcae-4280-af5d-5d3143e1578e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:59.184000 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.210888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.303753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-5c68fe8c-6ea5-4318-ac69-c215a44a9c36 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:59.306436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-5c68fe8c-6ea5-4318-ac69-c215a44a9c36 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.0925112 Jan 28 16:33:59.311549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.426254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ee7d54d3-fcae-4280-af5d-5d3143e1578e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:33:59.426651 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.474139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ee7d54d3-fcae-4280-af5d-5d3143e1578e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ee7d54d3-fcae-4280-af5d-5d3143e1578e,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:33:59.481569 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.529985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Pushing event deleted for resources: {'Port': ['ID=9bda4ce7-c7bb-4b5c-9e94-2a83e5e6fe37,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:59.572231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ee7d54d3-fcae-4280-af5d-5d3143e1578e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:33:59.595354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62962e56-a272-474c-8186-9126866cf58a req-ef62a5a2-a879-415a-8588-1d385414bf2c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:59.605888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62962e56-a272-474c-8186-9126866cf58a req-ef62a5a2-a879-415a-8588-1d385414bf2c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 944 time: 0.2220206 Jan 28 16:33:59.632168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a2380-988e-44a4-89a6-b40b877e7a3c None None] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:33:59.637871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks [] for floatingip (e22970cc-0442-4c00-ac2e-d74030b0c016), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.643750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.646550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b744258c-61d6-4a68-9e81-4b29b726c980 tempest-ServersWithSpecificFlavorTestJSON-22226005 tempest-ServersWithSpecificFlavorTestJSON-22226005-project] 10.222.0.25 "DELETE /v2.0/floatingips/e22970cc-0442-4c00-ac2e-d74030b0c016 HTTP/1.1" status: 204 len: 168 time: 1.8799732 Jan 28 16:33:59.653333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:33:59.706045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5de81512-05a2-4983-8fea-714414a027d4 None None] Provisioning complete for port ee7d54d3-fcae-4280-af5d-5d3143e1578e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:33:59.706532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de81512-05a2-4983-8fea-714414a027d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.725772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-52f65f63-d835-40eb-a508-5d76d36f7a3f service neutron] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:33:59.745760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-52f65f63-d835-40eb-a508-5d76d36f7a3f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.746938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe869b3e-d8ae-493c-b33a-628be19dbe02 req-52f65f63-d835-40eb-a508-5d76d36f7a3f service neutron] 10.222.0.31 "DELETE /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.4333220 Jan 28 16:33:59.804488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62962e56-a272-474c-8186-9126866cf58a req-42fc72dd-e71a-4509-9d2a-b364b5e91f83 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971123 Jan 28 16:33:59.820824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:33:59.833190 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Sync routers for ids ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:33:59.861359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:33:59.863055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098012d-23ed-4d7e-9bd5-fca5dce71d65 req-61056fd2-348b-40b6-8c42-14543c5bd1ec tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:33:59.868634 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9b596cc9-df2a-407f-8b41-80ffbc275cc9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2723582 Jan 28 16:33:59.876211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6098012d-23ed-4d7e-9bd5-fca5dce71d65 req-61056fd2-348b-40b6-8c42-14543c5bd1ec tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 946 time: 0.1705172 Jan 28 16:33:59.876382 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Routers {'0544e67f-67f9-4762-aa2f-b7d1381b6e0e'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:33:59.876911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:33:59.878329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60710) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:33:59.913565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c8671fd4-97e2-4698-b59f-ac6eeb86e878 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:33:59.918635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5de81512-05a2-4983-8fea-714414a027d4 None None] Current status of the port ee7d54d3-fcae-4280-af5d-5d3143e1578e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:00.015780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6098012d-23ed-4d7e-9bd5-fca5dce71d65 req-8f49fd45-e9e9-40cf-8be9-1fa50321d131 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210101 Jan 28 16:34:00.039842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port c8671fd4-97e2-4698-b59f-ac6eeb86e878 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:34:00.047377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port c8671fd4-97e2-4698-b59f-ac6eeb86e878 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:00.047970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.131137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdacee6-214a-47e9-83f0-6a7ad25233c0 req-2735214c-d4b2-4625-b138-9f2a5f28e2a5 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:00.132295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fdacee6-214a-47e9-83f0-6a7ad25233c0 req-2735214c-d4b2-4625-b138-9f2a5f28e2a5 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.1576321 Jan 28 16:34:00.170725 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Set router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:00.283699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c8671fd4-97e2-4698-b59f-ac6eeb86e878 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:00.284305 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.295188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-463c54d4-9c46-4dff-a239-8c2be57b0b54 None None] Provisioning complete for port ee7d54d3-fcae-4280-af5d-5d3143e1578e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:00.295970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-463c54d4-9c46-4dff-a239-8c2be57b0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.312285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fdacee6-214a-47e9-83f0-6a7ad25233c0 req-cb59e421-d66e-41e8-9b88-88d69be9be86 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625996 Jan 28 16:34:00.352923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ae1aae-e056-45bc-b817-995390faa442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:00.354467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf552fe-c678-4bf1-819f-44b2a28e8e42 req-2a4afe48-af16-4ed1-bd70-c0c7da4e4e6e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:00.355387 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa9fe1d-500f-47e3-907e-eca3081e0814" -d '{"events": [{"server_uuid": "75ae1aae-e056-45bc-b817-995390faa442", "name": "network-vif-plugged", "status": "completed", "tag": "c8671fd4-97e2-4698-b59f-ac6eeb86e878"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:00.356003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acf552fe-c678-4bf1-819f-44b2a28e8e42 req-2a4afe48-af16-4ed1-bd70-c0c7da4e4e6e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.1302352 Jan 28 16:34:00.387540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c8671fd4-97e2-4698-b59f-ac6eeb86e878, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:00.430402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.475559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-463c54d4-9c46-4dff-a239-8c2be57b0b54 None None] Current status of the port ee7d54d3-fcae-4280-af5d-5d3143e1578e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:00.495213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c8671fd4-97e2-4698-b59f-ac6eeb86e878,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:00.543696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acf552fe-c678-4bf1-819f-44b2a28e8e42 req-73d4620d-ac9c-4d27-a6de-d68be26e9f6b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775312 Jan 28 16:34:00.545753 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:33:58Z', 'revision_number': 3, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:00.578649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Checking router: 0544e67f-67f9-4762-aa2f-b7d1381b6e0e for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:00.579288 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Updating router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e port a2a1541f-8e5a-4b99-8899-884e98429ca5 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:34:00.594803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-99f870f4-908a-4d27-a2a6-fc581d74415e tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2246227 Jan 28 16:34:00.601382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:00.612089 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.661842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.795238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:00.908426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb870a5-89b0-4b97-9fca-bfd74e80d070 req-778437bf-dc99-4d1c-ae1f-5557d375cff4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:00.917612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ee7d54d3-fcae-4280-af5d-5d3143e1578e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:00.919267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8eb870a5-89b0-4b97-9fca-bfd74e80d070 req-778437bf-dc99-4d1c-ae1f-5557d375cff4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2171342 Jan 28 16:34:01.016967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8eb870a5-89b0-4b97-9fca-bfd74e80d070 req-fd3d9dbe-64e4-41b5-9c42-34811d324565 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916114 Jan 28 16:34:01.018659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ee7d54d3-fcae-4280-af5d-5d3143e1578e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:01.021027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.040409 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Publish callbacks [] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.055372 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.080069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-ddd39b60-2aac-4d5a-adcc-0662294d1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:01.081581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-ddd39b60-2aac-4d5a-adcc-0662294d1e76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1128 time: 0.1597493 Jan 28 16:34:01.104453 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e68845b-723b-47ef-8876-d35d7b4b1c37 x-openstack-request-id: req-9e68845b-723b-47ef-8876-d35d7b4b1c37 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:01.105252 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ae1aae-e056-45bc-b817-995390faa442", "name": "network-vif-plugged", "status": "completed", "tag": "c8671fd4-97e2-4698-b59f-ac6eeb86e878", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:01.105676 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e68845b-723b-47ef-8876-d35d7b4b1c37 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:01.106226 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ae1aae-e056-45bc-b817-995390faa442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878', 'code': 200} Jan 28 16:34:01.140437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Allocated IP 172.20.0.1 (83708a06-70c5-46b6-a60c-44bbf0177c36/29d93e55-4f72-4e4f-9f1d-4a3f06284378/d1c5c004-9c62-457d-8cda-1dfa09091394) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:01.147043 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Pushing event updated for resources: {'Port': ['ID=a2a1541f-8e5a-4b99-8899-884e98429ca5,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:01.164603 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.165031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.165479 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.168435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.168435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.168435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.168435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.168435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.169094 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.169522 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.170013 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.170996 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.171944 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:01.196903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.199136 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Attempting to bind port a2a1541f-8e5a-4b99-8899-884e98429ca5 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:01.199641 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Attempting to bind port a2a1541f-8e5a-4b99-8899-884e98429ca5 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:01.200464 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Attempting to bind port a2a1541f-8e5a-4b99-8899-884e98429ca5 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:01.207862 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:01.208427 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:01.209407 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.209902 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:01.210524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Bound port: a2a1541f-8e5a-4b99-8899-884e98429ca5, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:01.211003 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.256439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ee7d54d3-fcae-4280-af5d-5d3143e1578e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:01.268280 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] For port a2a1541f-8e5a-4b99-8899-884e98429ca5, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:01.272356 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] For port a2a1541f-8e5a-4b99-8899-884e98429ca5, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a2a1541f-8e5a-4b99-8899-884e98429ca5,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:01.285319 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.330071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c76f29-78ee-4e8c-bc54-fcce20c81a69 req-0c38645a-cf9b-42d8-8c27-e3a75a098248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:01.331603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0c76f29-78ee-4e8c-bc54-fcce20c81a69 req-0c38645a-cf9b-42d8-8c27-e3a75a098248 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 1128 time: 0.1598186 Jan 28 16:34:01.353470 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526266e-7d17-4e31-8a8d-ce090f1e9586 None None] Pushing event updated for resources: {'Port': ['ID=a2a1541f-8e5a-4b99-8899-884e98429ca5,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:01.365079 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Routers {'0544e67f-67f9-4762-aa2f-b7d1381b6e0e'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:01.365945 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:01.406785 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0c76f29-78ee-4e8c-bc54-fcce20c81a69 req-afad47e9-d14b-4441-ba4e-46c3659f99ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664270 Jan 28 16:34:01.415892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-367b155e-fe24-4a0d-83b2-4a966820f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:01.417497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-367b155e-fe24-4a0d-83b2-4a966820f5fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.3279276 Jan 28 16:34:01.430353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-1779141d-7a91-431e-a822-b46adff9112b tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:01.432137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-1779141d-7a91-431e-a822-b46adff9112b tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.2520907 Jan 28 16:34:01.432892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks [] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.474852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.491141 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] Set router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:01.515323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c5c004-9c62-457d-8cda-1dfa09091394,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:01.515963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-0f22efb7-91fd-4e15-bd72-eb446198d92c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 217 time: 0.0823379 Jan 28 16:34:01.530047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:01.531469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:01.533823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:01.577254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caa9b3-8982-49fb-875e-fa2e2d4d6470 req-8c443349-15e9-4a4b-844a-d326df0e619b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:01.579130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28caa9b3-8982-49fb-875e-fa2e2d4d6470 req-8c443349-15e9-4a4b-844a-d326df0e619b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 945 time: 0.2620423 Jan 28 16:34:01.589791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.620577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Allocated IP 172.25.8.184 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:01.776771 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:33:58Z', 'revision_number': 3, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:01.777030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.810545 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428317-f9bd-459a-823e-5553e13f7797 None None] The sync data for ids ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'] in n-d-812111-13 is: [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:33:58Z', 'revision_number': 3, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:01.919805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-16a483b9-aa3f-4f7b-a8f6-c58df6f881e0 None None] Provisioning complete for port d1c5c004-9c62-457d-8cda-1dfa09091394 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:01.920391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16a483b9-aa3f-4f7b-a8f6-c58df6f881e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:01.974273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-16a483b9-aa3f-4f7b-a8f6-c58df6f881e0 None None] Port d1c5c004-9c62-457d-8cda-1dfa09091394 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:02.019927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks [] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.026544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.061372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28caa9b3-8982-49fb-875e-fa2e2d4d6470 req-eca41edd-62d0-4851-b5e8-0f500bd07200 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746308 Jan 28 16:34:02.062812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-d3a6f997-d822-4427-9a5e-c21180576935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:02.064171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-d3a6f997-d822-4427-9a5e-c21180576935 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.5369256 Jan 28 16:34:02.224665 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.339678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-ea3f9f6c-ef53-43ce-9968-7456b186be67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2535431 Jan 28 16:34:02.353807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.386780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.452256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event updated for resources: {'Port': ['ID=2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:02.487495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c5c004-9c62-457d-8cda-1dfa09091394,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:02.510083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:02.512332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:02.516060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:02.519964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:02.527411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:02.634031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Deleting port cf6baffc-741e-4698-8874-5e950db0272c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:02.634414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cf6baffc-741e-4698-8874-5e950db0272c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.706304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:02.720704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2c62f-8ead-4061-886e-6af541f5ac86 req-1f0f73b6-8501-4f5c-ac1f-e3cf918499f6 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:02.727992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54c2c62f-8ead-4061-886e-6af541f5ac86 req-1f0f73b6-8501-4f5c-ac1f-e3cf918499f6 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1128 time: 0.5081675 Jan 28 16:34:02.731453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-04028bae-6fcc-421e-9b55-fb7a80429593 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799529 Jan 28 16:34:02.840169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.882207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:02.899877 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-67aa4bf7-787e-4255-a001-ca560be9a214 admin admin] 10.222.0.25 "PUT /v2.0/routers/0544e67f-67f9-4762-aa2f-b7d1381b6e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0120780 Jan 28 16:34:02.917660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0c1be332-b694-4870-9285-d9188431a2ac None None] Provisioning complete for port d1c5c004-9c62-457d-8cda-1dfa09091394 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:02.918268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c1be332-b694-4870-9285-d9188431a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:02.962791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0c1be332-b694-4870-9285-d9188431a2ac None None] Port d1c5c004-9c62-457d-8cda-1dfa09091394 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:03.027964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2a1541f-8e5a-4b99-8899-884e98429ca5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:03.082052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.113236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a2a1541f-8e5a-4b99-8899-884e98429ca5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:03.113743 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.137567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54c2c62f-8ead-4061-886e-6af541f5ac86 req-2c5bc505-8fb5-4a54-b3ec-a26aa81b3398 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086161 Jan 28 16:34:03.158953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] For port cf6baffc-741e-4698-8874-5e950db0272c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cf6baffc-741e-4698-8874-5e950db0272c,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:03.161171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cf6baffc-741e-4698-8874-5e950db0272c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.245375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-036ee2e2-07ad-466a-9364-089b719058f5 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869488 Jan 28 16:34:03.286668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a2a1541f-8e5a-4b99-8899-884e98429ca5 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:03.287186 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.336776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port a2a1541f-8e5a-4b99-8899-884e98429ca5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a2a1541f-8e5a-4b99-8899-884e98429ca5,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:03.348235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.407555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=a2a1541f-8e5a-4b99-8899-884e98429ca5,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:03.538808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8586a-cb1f-42ea-9155-ea8c6a7f6528 req-513f99c5-6082-4b9c-a19c-e6b90af9bad0 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:03.540336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ad8586a-cb1f-42ea-9155-ea8c6a7f6528 req-513f99c5-6082-4b9c-a19c-e6b90af9bad0 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 946 time: 0.2073388 Jan 28 16:34:03.563858 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.564212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d8845a04-1316-4852-8ad3-95288d98687e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.564534 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Floating IP d8845a04-1316-4852-8ad3-95288d98687e disassociated. External IP: 172.25.8.144, port: cf6baffc-741e-4698-8874-5e950db0272c. Jan 28 16:34:03.564963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Calling delete_port for cf6baffc-741e-4698-8874-5e950db0272c owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:03.573805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.591979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.730823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ad8586a-cb1f-42ea-9155-ea8c6a7f6528 req-be042384-6d53-4c29-8b09-8a28f4f72b1a tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768551 Jan 28 16:34:03.751610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60762) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:03.756567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-network', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:03.775959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event updated for resources: {'Port': ['ID=2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:03.783939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.799227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Made reservation on behalf of 5d24df115ef54c73a34e4ee95078ee58 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:03.801883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.830309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.989634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:03.998073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-76d32012-4e3c-43aa-b2ef-b3827669e33f tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4051995 Jan 28 16:34:04.031892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks [] for security_group (7b3e89b5-2299-4265-b6f1-57a46fe313dc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.044903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7b3e89b5-2299-4265-b6f1-57a46fe313dc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.108050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-e5a3ae03-cffa-4f00-b30e-436995c5ae0b tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1088552 Jan 28 16:34:04.121545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0aa1-7370-4850-8ecd-c7b93aabe33b req-99926c05-51d9-48cf-871d-80c97c0f13ed tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:04.123282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9af0aa1-7370-4850-8ecd-c7b93aabe33b req-99926c05-51d9-48cf-871d-80c97c0f13ed tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3017530 Jan 28 16:34:04.137293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:34:04.180762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3e89b5-2299-4265-b6f1-57a46fe313dc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:04.191919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (670c60b1-c65a-498a-a796-28f33055a933), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.192281 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Added segment 670c60b1-c65a-498a-a796-28f33055a933 of type vlan for network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 Jan 28 16:34:04.219552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cf6baffc-741e-4698-8874-5e950db0272c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.283173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event deleted for resources: {'Port': ['ID=cf6baffc-741e-4698-8874-5e950db0272c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:04.321587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (aa89da4f-42b3-43a5-8de8-57c913ab1ed0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.389943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Sync routers for ids ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:04.394215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (aa89da4f-42b3-43a5-8de8-57c913ab1ed0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.395500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:04.396957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.411405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Routers {'0544e67f-67f9-4762-aa2f-b7d1381b6e0e'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:04.412276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9af0aa1-7370-4850-8ecd-c7b93aabe33b req-6104fe03-a787-40e8-9644-8a982703844a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761974 Jan 28 16:34:04.413226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:04.479034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7257459 Jan 28 16:34:04.500320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60766) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:04.515029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Request body: {'subnet': {'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-subnet', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:04.533613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076cdce-e245-4747-9617-f46e6a4a7541 admin admin] Pushing event updated for resources: {'Network': ['ID=aa89da4f-42b3-43a5-8de8-57c913ab1ed0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:04.553831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Made reservation on behalf of 5d24df115ef54c73a34e4ee95078ee58 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:04.556221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.562634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:34:04.577981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-f36f560c-9989-449b-be4c-3587caacd55d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:04.581504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e01b3033-9360-411c-b72c-37c0da1a9eb1 req-f36f560c-9989-449b-be4c-3587caacd55d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.4722648 Jan 28 16:34:04.644199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Router e990041a-fccd-4550-a9e2-11a79e0b9bb1 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:04.754788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84519-a003-44a1-a9fb-b85a64f0c70f req-3e407902-d2bc-442a-b27c-805f775b274a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:04.762294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92e84519-a003-44a1-a9fb-b85a64f0c70f req-3e407902-d2bc-442a-b27c-805f775b274a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 945 time: 0.1960168 Jan 28 16:34:04.830659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Set router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:04.938638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92e84519-a003-44a1-a9fb-b85a64f0c70f req-a4232f3b-ed84-424c-8ca5-da41d00ebe43 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746371 Jan 28 16:34:04.991162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d565-dccf-4221-b6ba-336dde893d1c req-d711eb64-76a6-451b-adea-b578d896ac45 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:04.996229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (ba74b4a3-0e8d-4b84-8792-180b139ff2a8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:04.997532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d91d565-dccf-4221-b6ba-336dde893d1c req-d711eb64-76a6-451b-adea-b578d896ac45 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 1128 time: 0.2505920 Jan 28 16:34:05.007958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:05.022235 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] Sync routers for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:05.050089 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:05.050732 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:05.140558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] No DVR routers for this DVR port cf6baffc-741e-4698-8874-5e950db0272c on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:05.147921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba74b4a3-0e8d-4b84-8792-180b139ff2a8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:05.185386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.188999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa3fa51f-18af-4a76-a06f-4d76ee0a9447 req-417a6be2-296f-446c-88d4-2e0a3cc62bcc tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.24 "DELETE /v2.0/ports/cf6baffc-741e-4698-8874-5e950db0272c HTTP/1.1" status: 204 len: 173 time: 3.5723352 Jan 28 16:34:05.189618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'name': 'network-vif-deleted', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:05.192018 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab560531-0c82-4d17-b0df-5f8e8589ee01" -d '{"events": [{"server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "name": "network-vif-deleted", "tag": "cf6baffc-741e-4698-8874-5e950db0272c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:05.211011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Checking segment: {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:05.211374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Network hostable DHCP agents. Network: aa89da4f-42b3-43a5-8de8-57c913ab1ed0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:34:05.229753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2a1541f-8e5a-4b99-8899-884e98429ca5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:05.245585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:34:05.252913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84859720-de89-44ce-b961-6e73d0eb00b9 req-a9c4212d-3e46-4607-abe4-87e1b918d465 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d422363-b791-46ce-ba77-5e44ffba3f75 HTTP/1.1" status: 200 len: 210 time: 0.1110425 Jan 28 16:34:05.259177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d91d565-dccf-4221-b6ba-336dde893d1c req-261e29b8-abb2-4cb2-a094-a75dc5a291e5 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535491 Jan 28 16:34:05.266206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, aa89da4f-42b3-43a5-8de8-57c913ab1ed0) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:05.270621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:05.271155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.307775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f97ca633-1b4e-4716-b5a5-2ae45d0d0a7f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8059032 Jan 28 16:34:05.310699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:05.315344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:05.377955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (e12b34e0-efd1-4d38-bda1-a73c39e5487c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.379292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (e12b34e0-efd1-4d38-bda1-a73c39e5487c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.426881 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:05.525032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa32f1f-b6fb-4c35-9e54-7e3e87728b67 None None] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:05.596847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks [] for router_controller (e12b34e0-efd1-4d38-bda1-a73c39e5487c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.612305 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608f5086-a304-4894-bfbf-c6e39cdba3c3 x-openstack-request-id: req-608f5086-a304-4894-bfbf-c6e39cdba3c3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:05.612602 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d422363-b791-46ce-ba77-5e44ffba3f75", "name": "network-vif-deleted", "tag": "cf6baffc-741e-4698-8874-5e950db0272c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:05.612884 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-608f5086-a304-4894-bfbf-c6e39cdba3c3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:05.613346 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d422363-b791-46ce-ba77-5e44ffba3f75', 'name': 'network-vif-deleted', 'tag': 'cf6baffc-741e-4698-8874-5e950db0272c', 'status': 'completed', 'code': 200} Jan 28 16:34:05.625851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a2a1541f-8e5a-4b99-8899-884e98429ca5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:05.626225 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.825767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:34:01Z', 'revision_number': 4, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd1c5c004-9c62-457d-8cda-1dfa09091394', 'name': '', 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'mac_address': 'fa:16:3e:ea:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:00Z', 'updated_at': '2022-01-28T16:34:01Z', 'revision_number': 2, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'subnets': [{'id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:05.856406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Checking router: 0544e67f-67f9-4762-aa2f-b7d1381b6e0e for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:05.856783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Updating router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e port d1c5c004-9c62-457d-8cda-1dfa09091394 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:34:05.875971 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:50Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:05.920405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-aa89da4f-42b3-43a5-8de8-57c913ab1ed0', 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0', 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'fixed_ips': [{'subnet_id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:34:05.921288 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:05.944493 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] Checking router: e990041a-fccd-4550-a9e2-11a79e0b9bb1 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:05.967260 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:05.969648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cf6baffc-741e-4698-8874-5e950db0272c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:05.970149 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:06.012052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: cf6baffc-741e-4698-8874-5e950db0272c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:06.012307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cf6baffc-741e-4698-8874-5e950db0272c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:06.038716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a2a1541f-8e5a-4b99-8899-884e98429ca5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:06.059774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:06.206417 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:06.378430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Allocated IP 172.20.0.2 (aa89da4f-42b3-43a5-8de8-57c913ab1ed0/ba74b4a3-0e8d-4b84-8792-180b139ff2a8/7b0c961b-d4bd-4ad5-881b-c746ccb34b29) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:06.422024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1aa6d-4cd5-414a-9321-4718327ce4d6 req-b3e13394-934c-4b36-b078-35d311beed6a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:06.429268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68a1aa6d-4cd5-414a-9321-4718327ce4d6 req-b3e13394-934c-4b36-b078-35d311beed6a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.8150747 Jan 28 16:34:06.551508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks [] for router_gateway (e12b34e0-efd1-4d38-bda1-a73c39e5487c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:06.584289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-73ef0c17-66a3-4bad-a7e2-a79c7ecdbf04 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:06.598468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-73ef0c17-66a3-4bad-a7e2-a79c7ecdbf04 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 820 time: 0.9993606 Jan 28 16:34:06.621333 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:50Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:06.652266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-67f87b99-6899-4907-969b-2b994ada4ccc tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/quotas/0cd4d0cc321c4f4b827cafb35d4b250a HTTP/1.1" status: 200 len: 375 time: 0.0527987 Jan 28 16:34:06.686573 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02dad8-9235-4931-ae42-84dbd7b9fe4a None None] The sync data for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 is: [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:32:46Z', 'revision_number': 4, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b993af8-c990-4cbd-be82-2dcdf0c694e2', 'name': '', 'network_id': 'a4756eb6-cd4d-471d-8398-845846cc242e', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'mac_address': 'fa:16:3e:9f:89:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:45Z', 'updated_at': '2022-01-28T16:32:50Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'subnets': [{'id': '13377780-ee24-4c1a-b252-0f46aa680ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:06.760770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Publish callbacks [] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:06.791588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68a1aa6d-4cd5-414a-9321-4718327ce4d6 req-7202ff7d-d80d-4d6d-8ee3-5ee896d969c8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612607 Jan 28 16:34:06.792950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:06.811583 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Publish callbacks [] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:06.825540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:06.829607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:06.866563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:06.893017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60814) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:06.909000 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.044925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-c892385d-792d-4419-ab25-1b59966ad08b tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3909209 Jan 28 16:34:07.130477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Attempting to bind port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:07.131212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Attempting to bind port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:07.131799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Attempting to bind port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 on network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:07.138862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Pushing event updated for resources: {'Port': ['ID=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:07.241134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:07.250168 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:34:07.264598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Checking segment: {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:07.265311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.265867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Bound using segment: {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:07.266569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Bound port: 7b0c961b-d4bd-4ad5-881b-c746ccb34b29, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:07.267122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.269274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-3d7f92fb-f910-4128-a39c-9ce8fe4e3c27 service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157927 Jan 28 16:34:07.285435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c6058-88ea-468c-a246-02aed01dc471 None None] New status for floating IP d8845a04-1316-4852-8ad3-95288d98687e: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:34:07.545114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fba0b-dae3-4059-a3fa-f0222d83d2f3 None None] Pushing event updated for resources: {'Port': ['ID=d1c5c004-9c62-457d-8cda-1dfa09091394,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:07.615154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Attempting to bind port d1c5c004-9c62-457d-8cda-1dfa09091394 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:07.615526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Attempting to bind port d1c5c004-9c62-457d-8cda-1dfa09091394 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:07.615891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Attempting to bind port d1c5c004-9c62-457d-8cda-1dfa09091394 on network 83708a06-70c5-46b6-a60c-44bbf0177c36 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:07.672303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-9dcf04b0-0e2d-48fa-894d-d9c6d62ef77f service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960099 Jan 28 16:34:07.692144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks [] for router_gateway (e12b34e0-efd1-4d38-bda1-a73c39e5487c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.724298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:07.724857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Checking segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:07.725383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.725787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Bound using segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:07.726446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Bound port: d1c5c004-9c62-457d-8cda-1dfa09091394, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:07.727071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.768034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:07.815966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a33c0197-1ecc-4aa1-b3bb-85ac12f7351e None None] Provisioning complete for port d1c5c004-9c62-457d-8cda-1dfa09091394 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:07.822652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a33c0197-1ecc-4aa1-b3bb-85ac12f7351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:08.010170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] For port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:08.017364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (00eecdba-8869-49ee-9a54-d2b890c973ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:08.050505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a33c0197-1ecc-4aa1-b3bb-85ac12f7351e None None] Port d1c5c004-9c62-457d-8cda-1dfa09091394 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:08.068162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] For port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:08.101975 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:08.185435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] For port d1c5c004-9c62-457d-8cda-1dfa09091394, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:08.235696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] For port d1c5c004-9c62-457d-8cda-1dfa09091394, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d1c5c004-9c62-457d-8cda-1dfa09091394,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:08.267437 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:08.294737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51275-5464-4dd7-bb17-d5f2ad055f7f None None] Pushing event updated for resources: {'Port': ['ID=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:08.322845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643e261-c463-41f2-828c-a19a5790ad92 req-31d7795f-fdf3-47c6-9399-c626af28886a tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:08.331269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6643e261-c463-41f2-828c-a19a5790ad92 req-31d7795f-fdf3-47c6-9399-c626af28886a tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 945 time: 0.3508675 Jan 28 16:34:08.368263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Allocated IP 172.25.8.236 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/6f0f4a6f-1dda-49a4-8939-073690c201d6) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:08.432553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6643e261-c463-41f2-828c-a19a5790ad92 req-b4f83ec7-e8bc-4e74-8b20-cba2aa15c244 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000032 Jan 28 16:34:08.472288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Routers {'0544e67f-67f9-4762-aa2f-b7d1381b6e0e'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:08.475384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:08.511769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d52c7-268e-478a-86b9-e341c1715564 req-e00697d7-5a68-4bb5-8595-edb54ba40593 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:08.525085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b90d52c7-268e-478a-86b9-e341c1715564 req-e00697d7-5a68-4bb5-8595-edb54ba40593 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2499149 Jan 28 16:34:08.570475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60840) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:08.935058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b90d52c7-268e-478a-86b9-e341c1715564 req-8c519ee6-6819-4133-ae06-27745663dea4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089265 Jan 28 16:34:08.968913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82158107-4ec2-422e-b1af-355679b556f3 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group (fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:08.995425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c5c74b5-90b8-42bb-8e90-a9df41078dcc req-14fd9a16-3b22-4f93-8cf1-58c19958feba tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 210 time: 0.0822301 Jan 28 16:34:09.128156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82158107-4ec2-422e-b1af-355679b556f3 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group (fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.130075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:09.171633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] Provisioning complete for port d1c5c004-9c62-457d-8cda-1dfa09091394 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:09.172006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.173724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fba0b-dae3-4059-a3fa-f0222d83d2f3 None None] Pushing event updated for resources: {'Port': ['ID=d1c5c004-9c62-457d-8cda-1dfa09091394,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:09.245990 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks [] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.252726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Deleting port e76e133f-6dd5-487c-b06e-ddbcf48eeb23 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:09.253209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.284850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82158107-4ec2-422e-b1af-355679b556f3 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.287625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82158107-4ec2-422e-b1af-355679b556f3 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.295336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-d33f01d2-a8e0-4e01-8703-5a0784813468 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:09.296868 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-82158107-4ec2-422e-b1af-355679b556f3 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454 HTTP/1.1" status: 204 len: 168 time: 0.7178912 Jan 28 16:34:09.306510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-d33f01d2-a8e0-4e01-8703-5a0784813468 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.31 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 945 time: 0.3030474 Jan 28 16:34:09.307177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60848) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:09.356486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] Set router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:09.371016 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-839579a9-fd8d-4ebf-933b-cf8d53f9e524 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] show failed (client error): The resource could not be found. Jan 28 16:34:09.372291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-839579a9-fd8d-4ebf-933b-cf8d53f9e524 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "GET /v2.0/security-groups/fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454 HTTP/1.1" status: 404 len: 347 time: 0.0623810 Jan 28 16:34:09.380197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60850) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:09.428779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:09.429515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.439712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] For port e76e133f-6dd5-487c-b06e-ddbcf48eeb23, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:09.440086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.459531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Calling delete_port for e76e133f-6dd5-487c-b06e-ddbcf48eeb23 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:09.589925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] Current status of the port d1c5c004-9c62-457d-8cda-1dfa09091394 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:09.590228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.656418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] For port d1c5c004-9c62-457d-8cda-1dfa09091394, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d1c5c004-9c62-457d-8cda-1dfa09091394,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:09.675035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.704576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e76e133f-6dd5-487c-b06e-ddbcf48eeb23), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.765071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82158107-4ec2-422e-b1af-355679b556f3 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b23c5-7e7f-4f95-8ad0-cbbb125aa454,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:09.783007 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:09.815819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:09.831868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Pushing event deleted for resources: {'Port': ['ID=e76e133f-6dd5-487c-b06e-ddbcf48eeb23,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:09.852114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:09.868442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:09.897274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Pushing event updated for resources: {'Port': ['ID=6f0f4a6f-1dda-49a4-8939-073690c201d6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:10.059704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:10.064269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeccd9-c9f6-41e6-babd-33e58ef9362e req-057ded20-a631-43b7-bce3-b7c4b5120581 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:10.066097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18aeccd9-c9f6-41e6-babd-33e58ef9362e req-057ded20-a631-43b7-bce3-b7c4b5120581 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/ports?device_id=27663204-4d37-493e-b8d2-210c0cfe5cae HTTP/1.1" status: 200 len: 945 time: 0.5085936 Jan 28 16:34:10.074774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Deleting port 078e3531-48b8-4371-a6d4-e43caa228921 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:10.075269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (078e3531-48b8-4371-a6d4-e43caa228921), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.081211 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.203379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021a6f1-21f1-4101-9709-c9fb42de21c0 None None] Pushing event updated for resources: {'Port': ['ID=d1c5c004-9c62-457d-8cda-1dfa09091394,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:10.226192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a81faa-5e3f-4ca5-89df-1234fbcfc044 None None] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:10.255645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-01085682-b907-43e5-a701-2e7020ae1aa8 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:10.257172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-01085682-b907-43e5-a701-2e7020ae1aa8 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.31 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 820 time: 0.4219739 Jan 28 16:34:10.258061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (00eecdba-8869-49ee-9a54-d2b890c973ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.274579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'port': {'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'admin_state_up': True, 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:10.279348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:10.316370 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.382031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Deleting port dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:10.382366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.395091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-baf58db5-f7d7-493f-b21d-45fb9c7bc563 None None] Provisioning complete for port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:10.395836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-baf58db5-f7d7-493f-b21d-45fb9c7bc563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.436933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] For port 078e3531-48b8-4371-a6d4-e43caa228921, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=078e3531-48b8-4371-a6d4-e43caa228921,segment=NetworkSegment(1e296c7d-c871-40f4-8e76-cc524481ca18),segment_id=1e296c7d-c871-40f4-8e76-cc524481ca18)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:10.437298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (078e3531-48b8-4371-a6d4-e43caa228921), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.451029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Calling delete_port for 078e3531-48b8-4371-a6d4-e43caa228921 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:10.461137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:10.490804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Made reservation on behalf of 0cd4d0cc321c4f4b827cafb35d4b250a for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:10.494571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.505995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:34:01Z', 'revision_number': 4, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd1c5c004-9c62-457d-8cda-1dfa09091394', 'name': '', 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'mac_address': 'fa:16:3e:ea:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:00Z', 'updated_at': '2022-01-28T16:34:08Z', 'revision_number': 4, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'subnets': [{'id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:10.540116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c7343-7f2f-4012-b45e-8b643221b794 None None] The sync data for ids ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'] in n-d-812111-13 is: [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:34:01Z', 'revision_number': 4, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd1c5c004-9c62-457d-8cda-1dfa09091394', 'name': '', 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'mac_address': 'fa:16:3e:ea:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:00Z', 'updated_at': '2022-01-28T16:34:08Z', 'revision_number': 4, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'subnets': [{'id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:10.648645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-baf58db5-f7d7-493f-b21d-45fb9c7bc563 None None] Current status of the port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:10.755385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.755993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.774923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Calling delete_port for dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:10.790729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Allocated IP 172.20.0.8 (ef055311-4d90-42d6-bb2f-2fb8fa275bd4/8fa68c4b-1270-48ee-a947-1c27379bfde5/b8389880-c5c2-43bb-b88a-718d03b1d8db) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:10.959749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (078e3531-48b8-4371-a6d4-e43caa228921), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:10.988264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d568515b-6e0f-40b7-9882-0320bd4d3fa3 None None] Provisioning complete for port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:10.988652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d568515b-6e0f-40b7-9882-0320bd4d3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.074711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['078e3531-48b8-4371-a6d4-e43caa228921'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:34:11.113537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.142846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Pushing event deleted for resources: {'Port': ['ID=078e3531-48b8-4371-a6d4-e43caa228921,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:11.217649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:11.278224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18aeccd9-c9f6-41e6-babd-33e58ef9362e req-c28ef2fa-9065-4b12-baa5-ebbc8b98d2a1 tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1af4a00-62a5-426f-bf82-fafd866e247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1702456 Jan 28 16:34:11.281697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Pushing event deleted for resources: {'Port': ['ID=dd7c7b75-5ec8-45bc-a635-1ba5fca6d3f5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:11.296387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] No DVR routers for this DVR port 078e3531-48b8-4371-a6d4-e43caa228921 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:11.313945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.318709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92edaf02-70b1-457c-b859-40b9bc7b70cb req-34682f6c-1d07-4628-8b26-d1d0386a85df tempest-VolumesAdminNegativeTest-1511062323 tempest-VolumesAdminNegativeTest-1511062323-project] 10.222.0.31 "DELETE /v2.0/ports/078e3531-48b8-4371-a6d4-e43caa228921 HTTP/1.1" status: 204 len: 173 time: 1.9865997 Jan 28 16:34:11.331060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'name': 'network-vif-deleted', 'tag': '078e3531-48b8-4371-a6d4-e43caa228921'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:11.339960 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f4e056-ed8f-4e0b-9952-19e2eae7973d" -d '{"events": [{"server_uuid": "27663204-4d37-493e-b8d2-210c0cfe5cae", "name": "network-vif-deleted", "tag": "078e3531-48b8-4371-a6d4-e43caa228921"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:11.354123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d568515b-6e0f-40b7-9882-0320bd4d3fa3 None None] Current status of the port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:11.484339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce095042-b6f8-49a6-a1c4-be7783ba505d req-5360b55e-92bb-4ad8-90be-4149174bd8b7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:11.485992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:11.486376 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.500785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce095042-b6f8-49a6-a1c4-be7783ba505d req-5360b55e-92bb-4ad8-90be-4149174bd8b7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 1.3666306 Jan 28 16:34:11.666471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44ec5f1d-aadd-4edf-b528-9b19f8b26905 req-1c4599c0-6e5a-4979-be70-289b0a8dbf43 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 210 time: 0.0896184 Jan 28 16:34:11.704782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Router 00eecdba-8869-49ee-9a54-d2b890c973ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:11.717630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:11.719025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d1c5c004-9c62-457d-8cda-1dfa09091394 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:11.749737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce095042-b6f8-49a6-a1c4-be7783ba505d req-a46062b6-be61-4754-8fcb-2cfb3c72e195 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414551 Jan 28 16:34:11.758109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks [] for floatingip (d8845a04-1316-4852-8ad3-95288d98687e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.783386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.788786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eab2fc4b-ce15-45c5-b75b-661a0631b224 tempest-ServersTestManualDisk-264125537 tempest-ServersTestManualDisk-264125537-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8845a04-1316-4852-8ad3-95288d98687e HTTP/1.1" status: 204 len: 168 time: 2.4025424 Jan 28 16:34:11.800011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60862) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:11.816098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.861975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d1c5c004-9c62-457d-8cda-1dfa09091394 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:11.863931 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:11.889318 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348cced0-f1a9-4133-b16a-daabd1792693 x-openstack-request-id: req-348cced0-f1a9-4133-b16a-daabd1792693 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:11.890101 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27663204-4d37-493e-b8d2-210c0cfe5cae", "name": "network-vif-deleted", "tag": "078e3531-48b8-4371-a6d4-e43caa228921", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:11.891060 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-348cced0-f1a9-4133-b16a-daabd1792693 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:11.891686 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27663204-4d37-493e-b8d2-210c0cfe5cae', 'name': 'network-vif-deleted', 'tag': '078e3531-48b8-4371-a6d4-e43caa228921', 'status': 'completed', 'code': 200} Jan 28 16:34:12.022127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:12.034313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63c14020-03bf-42a9-8703-6d88abbac08e admin admin] 10.222.0.25 "PUT /v2.0/routers/00eecdba-8869-49ee-9a54-d2b890c973ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1397247 Jan 28 16:34:12.035244 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] Sync routers for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:12.037882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60864) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:12.054623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.063158 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:12.064643 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:12.092727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.093298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks [] for router_gateway (e12b34e0-efd1-4d38-bda1-a73c39e5487c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.147651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d1c5c004-9c62-457d-8cda-1dfa09091394 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:12.195970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks [] for router (00eecdba-8869-49ee-9a54-d2b890c973ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.255480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.266822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2f23613d-106a-4657-b989-37a9eaddbdba'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:34:12.286101 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:12.359407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:12.427662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:12.441736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:12.447565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:12.618156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event updated for resources: {'Port': ['ID=b8389880-c5c2-43bb-b88a-718d03b1d8db,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:12.722415 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:34:09Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:12.739969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:12.740544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.770927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Deleting subnet 146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:34:12.778623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Publish callbacks [] for subnet (146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.807243 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] Checking router: 00eecdba-8869-49ee-9a54-d2b890c973ea for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:12.831112 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] Routers {'00eecdba-8869-49ee-9a54-d2b890c973ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:12.839482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['00eecdba-8869-49ee-9a54-d2b890c973ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:12.863534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.907954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-04dbd143-a2bb-4e63-ad85-f4dbe7b4642c None None] Provisioning complete for port b8389880-c5c2-43bb-b88a-718d03b1d8db triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:12.908203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.909773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04dbd143-a2bb-4e63-ad85-f4dbe7b4642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.969200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e468d3ff-9fe4-4fab-a086-40237f4dcf85 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6981497 Jan 28 16:34:12.976227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:12.987257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-04dbd143-a2bb-4e63-ad85-f4dbe7b4642c None None] Port b8389880-c5c2-43bb-b88a-718d03b1d8db cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:12.993242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Request body: {'port': {'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:13.030971 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] Set router 00eecdba-8869-49ee-9a54-d2b890c973ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:13.055831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.061723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4 HTTP/1.1" status: 204 len: 168 time: 0.6226125 Jan 28 16:34:13.065855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60876) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:13.141429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.162115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f343b-304f-43d2-a269-9403e889d286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146a9dc1-79ec-44a5-8b6f-76fc1d3d60f4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:13.162302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (74097e60-d807-4cd3-aa99-ca6f613ee58d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.272781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:34:09Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:13.283852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952d1a-0a2b-4cb8-b871-8da08a57eae6 req-906b8b8a-1241-490c-b3d2-3616f5c11387 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:13.290976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3952d1a-0a2b-4cb8-b871-8da08a57eae6 req-906b8b8a-1241-490c-b3d2-3616f5c11387 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3121438 Jan 28 16:34:13.309817 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e1100d-66dc-4c52-870e-4fbe65cb108b None None] The sync data for ids ['00eecdba-8869-49ee-9a54-d2b890c973ea'] in n-d-812111-13 is: [{'id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068251648-router', 'tenant_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:20Z', 'updated_at': '2022-01-28T16:34:09Z', 'revision_number': 5, 'project_id': '6dbf487e2c7d419fa0dd1695c5c069a6', 'gw_port': {'id': 'a7b850ca-b1bc-496f-b068-f9a0db794e0d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eecdba-8869-49ee-9a54-d2b890c973ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:21Z', 'updated_at': '2022-01-28T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:13.394270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb810a8-d1d0-415d-bdfa-89b9636c4260 req-2e8d1f92-a322-4834-b16e-fd4bd8465429 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:13.395954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fb810a8-d1d0-415d-bdfa-89b9636c4260 req-2e8d1f92-a322-4834-b16e-fd4bd8465429 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 931 time: 0.3834410 Jan 28 16:34:13.496398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8389880-c5c2-43bb-b88a-718d03b1d8db {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:34:13.497939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (74097e60-d807-4cd3-aa99-ca6f613ee58d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.506556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Publish callbacks [] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.516991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (e12b34e0-efd1-4d38-bda1-a73c39e5487c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.522639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Transition to ACTIVE for port object b8389880-c5c2-43bb-b88a-718d03b1d8db will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:34:13.525168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks [] for router_gateway (00eecdba-8869-49ee-9a54-d2b890c973ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.535872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.584011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3952d1a-0a2b-4cb8-b871-8da08a57eae6 req-c1db4d40-4c1f-4be4-8e0d-191d2c44da96 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849386 Jan 28 16:34:13.590338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Pushing event updated for resources: {'Port': ['ID=b8389880-c5c2-43bb-b88a-718d03b1d8db,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:13.605929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fb810a8-d1d0-415d-bdfa-89b9636c4260 req-c120ab0a-0574-491e-be58-200a6ade9565 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682210 Jan 28 16:34:13.613755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74097e60-d807-4cd3-aa99-ca6f613ee58d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:13.725414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e296c7d-c871-40f4-8e76-cc524481ca18') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:13.729215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Deleting port a7b850ca-b1bc-496f-b068-f9a0db794e0d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:13.729690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.734143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e296c7d-c871-40f4-8e76-cc524481ca18') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:13.763032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (1e296c7d-c871-40f4-8e76-cc524481ca18), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.776379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 078e3531-48b8-4371-a6d4-e43caa228921 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:13.814093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 078e3531-48b8-4371-a6d4-e43caa228921 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:13.817102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 078e3531-48b8-4371-a6d4-e43caa228921 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:13.829385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1e296c7d-c871-40f4-8e76-cc524481ca18), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.857863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:34:13.858420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (1e296c7d-c871-40f4-8e76-cc524481ca18), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:34:13.872078 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:34:13.974908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] For port a7b850ca-b1bc-496f-b068-f9a0db794e0d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a7b850ca-b1bc-496f-b068-f9a0db794e0d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:13.975472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:13.978543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Attempting to bind port b8389880-c5c2-43bb-b88a-718d03b1d8db on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:13.978880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Attempting to bind port b8389880-c5c2-43bb-b88a-718d03b1d8db by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:13.979207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Attempting to bind port b8389880-c5c2-43bb-b88a-718d03b1d8db on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:13.992178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Port b8389880-c5c2-43bb-b88a-718d03b1d8db on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:34:13.992500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Attempting to bind port b8389880-c5c2-43bb-b88a-718d03b1d8db on network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:13.994728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Calling delete_port for a7b850ca-b1bc-496f-b068-f9a0db794e0d owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:14.007754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:14.008083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Checking segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:14.008471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Bound using segment: {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:14.008936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Bound port: b8389880-c5c2-43bb-b88a-718d03b1d8db, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773336a4-2f10-496a-9d53-01529637b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:14.009343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.031090 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (74097e60-d807-4cd3-aa99-ca6f613ee58d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.048444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.055232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] 10.222.0.25 "DELETE /v2.0/networks/74097e60-d807-4cd3-aa99-ca6f613ee58d HTTP/1.1" status: 204 len: 168 time: 0.9663379 Jan 28 16:34:14.067415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60878) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:14.079606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb6fae-b009-444f-bfdf-e1f5d039d581 admin admin] Pushing event deleted for resources: {'Network': ['ID=74097e60-d807-4cd3-aa99-ca6f613ee58d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:14.142555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Deleting subnet a5543362-cb25-4c8e-a32c-000980874883 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:34:14.152051 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Publish callbacks [] for subnet (a5543362-cb25-4c8e-a32c-000980874883), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.177419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Router e12b34e0-efd1-4d38-bda1-a73c39e5487c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:34:14.257292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (a5543362-cb25-4c8e-a32c-000980874883), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.323231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] For port b8389880-c5c2-43bb-b88a-718d03b1d8db, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:14.340303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (a5543362-cb25-4c8e-a32c-000980874883), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.345684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:14.358160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Sync routers for ids ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:14.375072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Routers {'e12b34e0-efd1-4d38-bda1-a73c39e5487c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:14.375944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:14.377741 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (e990041a-fccd-4550-a9e2-11a79e0b9bb1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.436499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.438656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f358b631-3d23-4a89-8e07-22309d3548af admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.1267641 Jan 28 16:34:14.441839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60880) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:14.525401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a7b850ca-b1bc-496f-b068-f9a0db794e0d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.536040 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (a5543362-cb25-4c8e-a32c-000980874883), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.542425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] For port b8389880-c5c2-43bb-b88a-718d03b1d8db, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:14.576590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Set router e12b34e0-efd1-4d38-bda1-a73c39e5487c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:14.648312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.655038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b850ca-b1bc-496f-b068-f9a0db794e0d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:14.693390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5543362-cb25-4c8e-a32c-000980874883,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:14.737887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.743650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5ea39a75-ac93-4d3e-b80e-77ea8b2406bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a5543362-cb25-4c8e-a32c-000980874883 HTTP/1.1" status: 204 len: 168 time: 0.6727562 Jan 28 16:34:14.755727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60888) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:14.770312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:14.770312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:14.770312 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] 10.222.0.31 "PUT /v2.0/ports/b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 1092 time: 1.7824006 Jan 28 16:34:14.773407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:14.776403 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:14.902470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb426-8ab8-433c-82e4-6bcb34d1195c req-7364ecb4-9d26-40b1-8dd6-eef3d007c6e7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:14.904884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1dbdb426-8ab8-433c-82e4-6bcb34d1195c req-7364ecb4-9d26-40b1-8dd6-eef3d007c6e7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2152886 Jan 28 16:34:14.923759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30cf1c-9606-4979-b6ea-52cc591b8b7f req-1cbb1c2a-87d6-4781-bd89-f81b3791aabe tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:14.931967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b30cf1c-9606-4979-b6ea-52cc591b8b7f req-1cbb1c2a-87d6-4781-bd89-f81b3791aabe tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 943 time: 0.1750264 Jan 28 16:34:15.017261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e76e133f-6dd5-487c-b06e-ddbcf48eeb23 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:15.026105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f446ca0-ee5a-4de1-bfef-0b50cc50372c service neutron] Pushing event updated for resources: {'Port': ['ID=b8389880-c5c2-43bb-b88a-718d03b1d8db,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:15.048966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (00eecdba-8869-49ee-9a54-d2b890c973ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.053835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e76e133f-6dd5-487c-b06e-ddbcf48eeb23 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:15.054550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e76e133f-6dd5-487c-b06e-ddbcf48eeb23 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:15.098756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:34:11Z', 'revision_number': 3, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:15.104465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b30cf1c-9606-4979-b6ea-52cc591b8b7f req-238651c0-1279-4216-bbb5-71a129696ddf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714959 Jan 28 16:34:15.126068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1dbdb426-8ab8-433c-82e4-6bcb34d1195c req-b33cd06e-674f-41e5-8734-a6b3f945f734 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150140 Jan 28 16:34:15.150723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Deleting port 3b993af8-c990-4cbd-be82-2dcdf0c694e2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:15.151113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.193464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Checking router: e12b34e0-efd1-4d38-bda1-a73c39e5487c for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:15.193662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Updating router e12b34e0-efd1-4d38-bda1-a73c39e5487c port 6f0f4a6f-1dda-49a4-8939-073690c201d6 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:34:15.252644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.323214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] For port 3b993af8-c990-4cbd-be82-2dcdf0c694e2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b993af8-c990-4cbd-be82-2dcdf0c694e2,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:15.323614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.339855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Calling delete_port for 3b993af8-c990-4cbd-be82-2dcdf0c694e2 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:15.475493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e7cade11-85a9-45c0-9f34-c68f7ae8324f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.482725 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab96f7-d36d-4370-94a3-a291b90e7de3 x-openstack-request-id: req-24ab96f7-d36d-4370-94a3-a291b90e7de3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:15.483015 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:15.483280 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24ab96f7-d36d-4370-94a3-a291b90e7de3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:15.483672 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'status': 'completed', 'code': 200} Jan 28 16:34:15.557107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (00eecdba-8869-49ee-9a54-d2b890c973ea), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.561749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks [] for router_controller (00eecdba-8869-49ee-9a54-d2b890c973ea), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.564337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3b993af8-c990-4cbd-be82-2dcdf0c694e2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.568504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Publish callbacks [] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.578601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.578836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-47dfd009-903c-48a0-b59e-730b4d53d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:15.580263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-47dfd009-903c-48a0-b59e-730b4d53d2dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1126 time: 0.7474601 Jan 28 16:34:15.601407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b993af8-c990-4cbd-be82-2dcdf0c694e2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:15.631623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78785a-2677-4668-94c9-79704deac4dd None None] Pushing event updated for resources: {'Port': ['ID=6f0f4a6f-1dda-49a4-8939-073690c201d6,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:15.662383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Attempting to bind port 6f0f4a6f-1dda-49a4-8939-073690c201d6 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:15.662879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Attempting to bind port 6f0f4a6f-1dda-49a4-8939-073690c201d6 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:15.663359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Attempting to bind port 6f0f4a6f-1dda-49a4-8939-073690c201d6 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:15.669502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:15.681461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:15.682367 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.683024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:15.683664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Bound port: 6f0f4a6f-1dda-49a4-8939-073690c201d6, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:15.684351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.694590 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e9da8d7a-68e6-4819-82df-55ae8f03041b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 217 time: 0.0785024 Jan 28 16:34:15.760830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (00eecdba-8869-49ee-9a54-d2b890c973ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.761355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00eecdba-8869-49ee-9a54-d2b890c973ea {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:34:15.793143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] For port 6f0f4a6f-1dda-49a4-8939-073690c201d6, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:15.802705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] For port 6f0f4a6f-1dda-49a4-8939-073690c201d6, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f0f4a6f-1dda-49a4-8939-073690c201d6,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:15.817623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.819123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.820282 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2798bc24-8e65-4897-afeb-3deabc0117d7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/00eecdba-8869-49ee-9a54-d2b890c973ea HTTP/1.1" status: 204 len: 168 time: 3.7813647 Jan 28 16:34:15.827839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60892) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:15.922136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e7cade11-85a9-45c0-9f34-c68f7ae8324f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.936010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78785a-2677-4668-94c9-79704deac4dd None None] Pushing event updated for resources: {'Port': ['ID=6f0f4a6f-1dda-49a4-8939-073690c201d6,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:15.971321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-9aad56ec-43ba-4ec7-8319-f8f858452d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:15.972836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-9aad56ec-43ba-4ec7-8319-f8f858452d1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.2253692 Jan 28 16:34:15.972969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e562ec71-fd80-4cc9-8880-c08519e9a3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:15.980270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Routers {'e12b34e0-efd1-4d38-bda1-a73c39e5487c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:15.980933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:15.999557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cade11-85a9-45c0-9f34-c68f7ae8324f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:16.017417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (e990041a-fccd-4550-a9e2-11a79e0b9bb1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.035965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6856e29-d2d0-435f-b088-6866ba96c83c') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:16.036450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6856e29-d2d0-435f-b088-6866ba96c83c') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:16.040162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Deleting subnet 3c68d951-9471-439b-befb-4d7211a64273 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:34:16.061452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (a6856e29-d2d0-435f-b088-6866ba96c83c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.063213 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Publish callbacks [] for subnet (3c68d951-9471-439b-befb-4d7211a64273), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.163197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a6856e29-d2d0-435f-b088-6866ba96c83c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.166634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] Set router e12b34e0-efd1-4d38-bda1-a73c39e5487c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:16.226353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:34:16.227015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (a6856e29-d2d0-435f-b088-6866ba96c83c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:34:16.232521 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:34:16.266774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (3c68d951-9471-439b-befb-4d7211a64273), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.354083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-9b186aad-e780-4d88-8765-6fecac472080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:16.355916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-9b186aad-e780-4d88-8765-6fecac472080 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3699059 Jan 28 16:34:16.368366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e74b5-e852-4abf-a967-8137a7dcf546 req-76d04889-0382-4e63-be0e-df555b545f49 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:16.378014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-254e74b5-e852-4abf-a967-8137a7dcf546 req-76d04889-0382-4e63-be0e-df555b545f49 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 943 time: 0.1279225 Jan 28 16:34:16.442768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:34:11Z', 'revision_number': 3, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:16.458472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e7cade11-85a9-45c0-9f34-c68f7ae8324f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.465855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-254e74b5-e852-4abf-a967-8137a7dcf546 req-892b20f0-6c1f-477b-a254-0860bb3dbcfa tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865784 Jan 28 16:34:16.477756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c1ed6-7049-43f7-a915-ced837f82835 req-5e6d731a-fa97-446c-9f92-f0da140b5e65 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:16.479585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc0c1ed6-7049-43f7-a915-ced837f82835 req-5e6d731a-fa97-446c-9f92-f0da140b5e65 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2006009 Jan 28 16:34:16.487259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c5685-5385-4934-bddf-6efde9344b4a None None] The sync data for ids ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'] in n-d-812111-13 is: [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:34:11Z', 'revision_number': 3, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:16.487663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Router e990041a-fccd-4550-a9e2-11a79e0b9bb1 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:16.492762 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.498391 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e7cade11-85a9-45c0-9f34-c68f7ae8324f HTTP/1.1" status: 204 len: 168 time: 1.7396066 Jan 28 16:34:16.559488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687833a6-365c-401a-b207-bfb1d7ad2e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7cade11-85a9-45c0-9f34-c68f7ae8324f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:16.627258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3c68d951-9471-439b-befb-4d7211a64273), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.660787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:16.682986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-9d694a1e-d159-416c-a2c8-90f9bfa82920 service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168502 Jan 28 16:34:16.683505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc0c1ed6-7049-43f7-a915-ced837f82835 req-455434c9-6610-411e-9d5e-a92d534b284c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912315 Jan 28 16:34:16.783976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:16.795306 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] Sync routers for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:16.798726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-264deff5-8634-4900-98d1-83803cd5df2d admin admin] 10.222.0.25 "PUT /v2.0/routers/e990041a-fccd-4550-a9e2-11a79e0b9bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9973907 Jan 28 16:34:16.800477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60902) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:16.806787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60904) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:16.826671 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:16.827303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:16.972983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7b850ca-b1bc-496f-b068-f9a0db794e0d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:17.019156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (3c68d951-9471-439b-befb-4d7211a64273), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.019793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a7b850ca-b1bc-496f-b068-f9a0db794e0d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:17.020357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7b850ca-b1bc-496f-b068-f9a0db794e0d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:17.064037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693af95-c9a1-4a90-bc8e-62910e97f494 None None] Network 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:17.080628 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:17.091038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.095001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c68d951-9471-439b-befb-4d7211a64273 HTTP/1.1" status: 204 len: 168 time: 1.2563195 Jan 28 16:34:17.126364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60906) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:17.157061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d2098-8a34-4fbd-bd14-554c64a40c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c68d951-9471-439b-befb-4d7211a64273,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:17.182553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c591f93f-00a4-4f09-8f72-79544eb49e1c req-e79863b3-a174-417c-b117-412a504bc5a9 service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810729 Jan 28 16:34:17.354676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.370758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] DHCP port deletion for 02619e73-6f6d-4d3e-8fbd-cd3ce47deedf request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:34:17.396221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Allocated IP 172.20.0.1 (aa89da4f-42b3-43a5-8de8-57c913ab1ed0/ba74b4a3-0e8d-4b84-8792-180b139ff2a8/b91f8ffa-b724-4b8f-b475-a11ff21b0f0c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:17.453698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-d8e83e12-6d12-4eec-8b0a-1d423bae0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:17.455981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-d8e83e12-6d12-4eec-8b0a-1d423bae0100 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1126 time: 0.1917295 Jan 28 16:34:17.481598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:34:15Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:17.484326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] Deleting port 58db6d32-5b09-4b37-a863-200aac2a0651 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:17.485103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.527610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5443777f-e5f9-43ea-bdfb-fcf06ec80c72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbefcc904e80446184534b27349ade9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7234476 Jan 28 16:34:17.533653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60910) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:17.540309 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] Checking router: e990041a-fccd-4550-a9e2-11a79e0b9bb1 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:17.560845 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] Routers {'e990041a-fccd-4550-a9e2-11a79e0b9bb1'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:17.561482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:33:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:17.638058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] For port 58db6d32-5b09-4b37-a863-200aac2a0651, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58db6d32-5b09-4b37-a863-200aac2a0651,segment=NetworkSegment(6aa9dcea-189e-4fe7-a91a-87c94bec7eb1),segment_id=6aa9dcea-189e-4fe7-a91a-87c94bec7eb1)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:17.638464 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.654172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] Calling delete_port for 58db6d32-5b09-4b37-a863-200aac2a0651 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:17.708593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks [] for router (e990041a-fccd-4550-a9e2-11a79e0b9bb1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.780319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Deleting port 58db6d32-5b09-4b37-a863-200aac2a0651 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:17.781185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.805913 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.811248 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] Set router e990041a-fccd-4550-a9e2-11a79e0b9bb1 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:17.898355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] No DVR routers for this DVR port 58db6d32-5b09-4b37-a863-200aac2a0651 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:17.900567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10452c59-9154-4cb1-b929-7184970773c2 None None] Pushing event deleted for resources: {'Port': ['ID=58db6d32-5b09-4b37-a863-200aac2a0651,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:17.909266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-abca620f-4e00-4ecf-8a58-551c78ac1621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.946262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308d74dd-4175-4ccf-82e5-373ed2a80cdc admin admin] Publish callbacks [] for security_group (e1af4a00-62a5-426f-bf82-fafd866e247a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.948530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-af6b6d6a-c8d6-401c-a076-ce9bf76a84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:17.950416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-af6b6d6a-c8d6-401c-a076-ce9bf76a84fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.4238827 Jan 28 16:34:17.953321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks [] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:17.965181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956593d5-f6db-4304-b205-1deaaaf548bd req-93157c9c-687d-4883-9f30-12bd787846e5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:17.966726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-956593d5-f6db-4304-b205-1deaaaf548bd req-93157c9c-687d-4883-9f30-12bd787846e5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 943 time: 0.3612456 Jan 28 16:34:18.026234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] For port 58db6d32-5b09-4b37-a863-200aac2a0651, host n-d-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:18.026604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.031765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-7a78116d-61d9-45c7-a3d8-eadc6ceebf43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 217 time: 0.0572312 Jan 28 16:34:18.075825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Calling delete_port for 58db6d32-5b09-4b37-a863-200aac2a0651 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:18.081749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Port 58db6d32-5b09-4b37-a863-200aac2a0651 was not found and therefore no delete operation was performed {{(pid=103094) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:34:18.092832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (58db6d32-5b09-4b37-a863-200aac2a0651), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.143911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Pushing event deleted for resources: {'Port': ['ID=58db6d32-5b09-4b37-a863-200aac2a0651,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:18.150448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] No DVR routers for this DVR port 58db6d32-5b09-4b37-a863-200aac2a0651 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:18.152941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-7a0a8374-a80d-4ac0-8e7a-8a264400c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:18.156621 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:34:15Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:18.158347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-956593d5-f6db-4304-b205-1deaaaf548bd req-bad5f48b-5e3a-403b-ae09-ee4d50e02d4d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660802 Jan 28 16:34:18.166746 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-7a0a8374-a80d-4ac0-8e7a-8a264400c4be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1138177 Jan 28 16:34:18.172881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308d74dd-4175-4ccf-82e5-373ed2a80cdc admin admin] Publish callbacks [] for security_group (e1af4a00-62a5-426f-bf82-fafd866e247a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.208193 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b917c45-cb04-48a5-a559-1422274e4a7a None None] The sync data for ids ['e990041a-fccd-4550-a9e2-11a79e0b9bb1'] in n-d-812111-13 is: [{'id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'name': 'tempest-ServersTestManualDisk-1571611275-router', 'tenant_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:32:40Z', 'updated_at': '2022-01-28T16:34:15Z', 'revision_number': 5, 'project_id': 'b4bfdb7b1a284d6ea3442154d04e3dae', 'gw_port': {'id': 'a259f68a-ac82-482c-bf42-4240dd4bf14d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e990041a-fccd-4550-a9e2-11a79e0b9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:32:41Z', 'updated_at': '2022-01-28T16:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:18.220529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c6f57-0491-4bc1-b378-cb981c61d7d5 req-6c110cbe-2d5d-44fc-8cad-70739371ae64 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:18.222065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.222266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-121c6f57-0491-4bc1-b378-cb981c61d7d5 req-6c110cbe-2d5d-44fc-8cad-70739371ae64 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3721900 Jan 28 16:34:18.234302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks [] for router_gateway (e990041a-fccd-4550-a9e2-11a79e0b9bb1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.327558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:18.341085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:18.344433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.346694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-121c6f57-0491-4bc1-b378-cb981c61d7d5 req-d94910e1-f07d-4890-9935-73b5c9bdf217 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091201 Jan 28 16:34:18.353037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:18.354871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Pushing event updated for resources: {'Port': ['ID=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:18.366210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308d74dd-4175-4ccf-82e5-373ed2a80cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e1af4a00-62a5-426f-bf82-fafd866e247a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.370429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308d74dd-4175-4ccf-82e5-373ed2a80cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.372578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-308d74dd-4175-4ccf-82e5-373ed2a80cdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1af4a00-62a5-426f-bf82-fafd866e247a HTTP/1.1" status: 204 len: 168 time: 0.8379767 Jan 28 16:34:18.400150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02619e73-6f6d-4d3e-8fbd-cd3ce47deedf']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:18.411582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d74dd-4175-4ccf-82e5-373ed2a80cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af4a00-62a5-426f-bf82-fafd866e247a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:18.418182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Deleting port a259f68a-ac82-482c-bf42-4240dd4bf14d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:18.418514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.420437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-34628d48-685a-4166-bcf2-5663601b1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:18.439570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-34628d48-685a-4166-bcf2-5663601b1aef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2716432 Jan 28 16:34:18.441471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:18.441770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa9dcea-189e-4fe7-a91a-87c94bec7eb1') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:18.509995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (6aa9dcea-189e-4fe7-a91a-87c94bec7eb1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.512453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (e12b34e0-efd1-4d38-bda1-a73c39e5487c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.542106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] For port a259f68a-ac82-482c-bf42-4240dd4bf14d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a259f68a-ac82-482c-bf42-4240dd4bf14d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:18.542636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.573522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Calling delete_port for a259f68a-ac82-482c-bf42-4240dd4bf14d owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:18.604083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6aa9dcea-189e-4fe7-a91a-87c94bec7eb1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.624211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:34:18.624610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (6aa9dcea-189e-4fe7-a91a-87c94bec7eb1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:34:18.633074 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:34:18.814182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-eda0b70e-52ff-486a-8978-0e37130619b3 None None] Provisioning complete for port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:18.814737 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eda0b70e-52ff-486a-8978-0e37130619b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.899341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (02619e73-6f6d-4d3e-8fbd-cd3ce47deedf), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.904077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-eda0b70e-52ff-486a-8978-0e37130619b3 None None] Port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:18.912149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:18.916544 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] 10.222.0.25 "DELETE /v2.0/networks/02619e73-6f6d-4d3e-8fbd-cd3ce47deedf HTTP/1.1" status: 204 len: 168 time: 1.7720280 Jan 28 16:34:18.920387 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-9bd6c174-fbae-48ea-9146-60ea508377c6 service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522655 Jan 28 16:34:18.920876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60922) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:19.007726 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a259f68a-ac82-482c-bf42-4240dd4bf14d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.049710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf57850-a122-4163-a79b-80c781fcacfb admin admin] Pushing event deleted for resources: {'Network': ['ID=02619e73-6f6d-4d3e-8fbd-cd3ce47deedf,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:19.056181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Pushing event deleted for resources: {'Port': ['ID=a259f68a-ac82-482c-bf42-4240dd4bf14d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:19.110015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f0f4a6f-1dda-49a4-8939-073690c201d6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:19.117187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60924) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:19.208528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-88dbbff7-d880-4490-aafe-62bbe4a742b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27831ca8a81d42c08934d44cb0433f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901771 Jan 28 16:34:19.211301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60928) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:19.215344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f0f4a6f-1dda-49a4-8939-073690c201d6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:19.216063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.249622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (e990041a-fccd-4550-a9e2-11a79e0b9bb1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.328812 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.397021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f0f4a6f-1dda-49a4-8939-073690c201d6 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:19.397415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.434248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 6f0f4a6f-1dda-49a4-8939-073690c201d6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f0f4a6f-1dda-49a4-8939-073690c201d6,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:19.441578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.500006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (e990041a-fccd-4550-a9e2-11a79e0b9bb1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.511773 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks [] for router_controller (e990041a-fccd-4550-a9e2-11a79e0b9bb1), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.519059 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.535460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dfa0d5c6-bba6-4ef5-abd2-385f82e5a708 req-d9676089-1bfd-493c-8824-37bc57b2997c service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664203 Jan 28 16:34:19.535729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58db6d32-5b09-4b37-a863-200aac2a0651 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:19.596789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 58db6d32-5b09-4b37-a863-200aac2a0651 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:19.597137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58db6d32-5b09-4b37-a863-200aac2a0651 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:19.597547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b993af8-c990-4cbd-be82-2dcdf0c694e2 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:19.605673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=6f0f4a6f-1dda-49a4-8939-073690c201d6,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:19.633521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3b993af8-c990-4cbd-be82-2dcdf0c694e2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:19.634493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b993af8-c990-4cbd-be82-2dcdf0c694e2 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:19.695614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (e990041a-fccd-4550-a9e2-11a79e0b9bb1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.696154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e990041a-fccd-4550-a9e2-11a79e0b9bb1 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:34:19.702646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.706927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-14683d5d-dc62-48d3-8d30-4e4aea589011 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e990041a-fccd-4550-a9e2-11a79e0b9bb1 HTTP/1.1" status: 204 len: 168 time: 2.8961756 Jan 28 16:34:19.714466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60932) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:19.743884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b8b60fa-aab8-43c7-bbd0-476ba811d447 admin admin] Publish callbacks [] for security_group (a081c15c-34d6-47d8-91da-9a2960a3d31c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.753545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a2f9-d3ff-4e9b-aec2-d6306867779d req-0e290b4d-11c1-414c-a3b2-8726dfb0797a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:19.755188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e24a2f9-d3ff-4e9b-aec2-d6306867779d req-0e290b4d-11c1-414c-a3b2-8726dfb0797a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 943 time: 0.4348044 Jan 28 16:34:19.778607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b8389880-c5c2-43bb-b88a-718d03b1d8db details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:34:19.808048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6e353-a2b4-4bdf-b181-490a845a94d3 req-75779103-8695-4e27-acf8-9254f374ffc6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:19.809604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11e6e353-a2b4-4bdf-b181-490a845a94d3 req-75779103-8695-4e27-acf8-9254f374ffc6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2481565 Jan 28 16:34:19.815303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b8b60fa-aab8-43c7-bbd0-476ba811d447 admin admin] Publish callbacks [] for security_group (a081c15c-34d6-47d8-91da-9a2960a3d31c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.824695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Deleting subnet 13377780-ee24-4c1a-b252-0f46aa680ecd {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:34:19.839358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Publish callbacks [] for subnet (13377780-ee24-4c1a-b252-0f46aa680ecd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.921894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (13377780-ee24-4c1a-b252-0f46aa680ecd), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:19.962696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e24a2f9-d3ff-4e9b-aec2-d6306867779d req-b966fb57-ee88-45da-a4c3-c85a22e62cff tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854057 Jan 28 16:34:19.982209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks [] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.001298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.054073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11e6e353-a2b4-4bdf-b181-490a845a94d3 req-e6e47525-40f6-40b9-b997-7e389a0125ab tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347739 Jan 28 16:34:20.085814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b8389880-c5c2-43bb-b88a-718d03b1d8db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:20.119642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:34:20.122281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b8b60fa-aab8-43c7-bbd0-476ba811d447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a081c15c-34d6-47d8-91da-9a2960a3d31c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.125433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b8b60fa-aab8-43c7-bbd0-476ba811d447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.126349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6b8b60fa-aab8-43c7-bbd0-476ba811d447 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a081c15c-34d6-47d8-91da-9a2960a3d31c HTTP/1.1" status: 204 len: 168 time: 0.9140716 Jan 28 16:34:20.131617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-8f7bea7a-543a-4fcb-b064-9a02fb7a47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:20.133436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-8f7bea7a-543a-4fcb-b064-9a02fb7a47cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1128 time: 0.1595283 Jan 28 16:34:20.143582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b60fa-aab8-43c7-bbd0-476ba811d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081c15c-34d6-47d8-91da-9a2960a3d31c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:20.192086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Pushing event updated for resources: {'Port': ['ID=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:20.207470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (e12b34e0-efd1-4d38-bda1-a73c39e5487c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.227156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (13377780-ee24-4c1a-b252-0f46aa680ecd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.256864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b8389880-c5c2-43bb-b88a-718d03b1d8db is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:20.257263 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.283221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8389880-c5c2-43bb-b88a-718d03b1d8db {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:34:20.317609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b8389880-c5c2-43bb-b88a-718d03b1d8db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:20.322775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-d2a567b4-e1cb-4d9a-936c-da3af0eb94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:20.324391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-d2a567b4-e1cb-4d9a-936c-da3af0eb94b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1665859 Jan 28 16:34:20.325036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.389774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-36cde947-e121-49cb-a68b-3a3dc7627d63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 217 time: 0.0569541 Jan 28 16:34:20.398892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b8389880-c5c2-43bb-b88a-718d03b1d8db,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:20.440136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (13377780-ee24-4c1a-b252-0f46aa680ecd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.460064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-39356910-e7a1-436c-b960-ac4b20224927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:20.462829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-39356910-e7a1-436c-b960-ac4b20224927 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0646765 Jan 28 16:34:20.475167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13377780-ee24-4c1a-b252-0f46aa680ecd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:20.488697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.493901 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-153b8090-64e4-4608-b83e-05567bad643f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/13377780-ee24-4c1a-b252-0f46aa680ecd HTTP/1.1" status: 204 len: 168 time: 0.7745783 Jan 28 16:34:20.497716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:20.498397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60938) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:20.505612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03081c17-6359-48fe-9a34-4b710660c525 None None] Network a4756eb6-cd4d-471d-8398-845846cc242e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:20.523712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:20.541244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-9241adc6-6f74-4bb7-9d61-f32ab29b2548 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686359 Jan 28 16:34:20.672094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (51306778-dc28-4e5e-b320-6b64d1c7d9e7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.685660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-69fa8d6e-c39d-4675-9ee2-7d4748c4a620 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381767 Jan 28 16:34:20.814976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967037f2-3c0d-4cf8-9cca-b75e8d03c12f req-a7c02a2f-be97-4aee-bdc6-dcdb41ec2ab6 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218514 Jan 28 16:34:20.821024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a4756eb6-cd4d-471d-8398-845846cc242e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:20.876215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['b8389880-c5c2-43bb-b88a-718d03b1d8db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:34:20.932333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f0f4a6f-1dda-49a4-8939-073690c201d6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:20.975885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.066578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-465e37c3-2607-43f2-85b5-fb21e7687287 None None] Provisioning complete for port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:21.066814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-465e37c3-2607-43f2-85b5-fb21e7687287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.090796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Router e12b34e0-efd1-4d38-bda1-a73c39e5487c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:21.157103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ccca-a6bc-43dc-8212-6ef9d4fccd4b req-808ab81d-64e6-4f13-bbdd-5eb8abed75c3 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:21.165041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d51ccca-a6bc-43dc-8212-6ef9d4fccd4b req-808ab81d-64e6-4f13-bbdd-5eb8abed75c3 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 944 time: 0.0739191 Jan 28 16:34:21.223645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d51ccca-a6bc-43dc-8212-6ef9d4fccd4b req-a3bdb3ca-030c-40a9-8970-01797da6c22e tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534158 Jan 28 16:34:21.234351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:21.253439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-78514cf0-21fd-463b-9321-def9c1e88631 admin admin] 10.222.0.25 "PUT /v2.0/routers/e12b34e0-efd1-4d38-bda1-a73c39e5487c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8101435 Jan 28 16:34:21.277855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Sync routers for ids ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:21.292030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f0f4a6f-1dda-49a4-8939-073690c201d6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:21.292781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.328739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Deleting port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:21.333013 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.349829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f12c-2523-40f8-9d20-b7f73fa0934d req-6ee881b1-dbeb-4d28-a04c-a2b2cb1c6c0e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:21.351623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35f4f12c-2523-40f8-9d20-b7f73fa0934d req-6ee881b1-dbeb-4d28-a04c-a2b2cb1c6c0e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1071842 Jan 28 16:34:21.394189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-465e37c3-2607-43f2-85b5-fb21e7687287 None None] Port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:21.406376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35f4f12c-2523-40f8-9d20-b7f73fa0934d req-a04603e0-6776-443e-8c66-57d60f6f50b1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Jan 28 16:34:21.479462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60966) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:21.479635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Routers {'e12b34e0-efd1-4d38-bda1-a73c39e5487c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:21.480109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:21.555038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] DHCP port deletion for a4756eb6-cd4d-471d-8398-845846cc242e request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:34:21.598685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] For port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:21.599277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.673975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Calling delete_port for 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:21.730050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f0f4a6f-1dda-49a4-8939-073690c201d6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:21.732368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-816258379-network', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:21.775846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Made reservation on behalf of 6f6a0711e53f4b308440cf2a2a7e55d6 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:21.778663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.789101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.804083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Set router e12b34e0-efd1-4d38-bda1-a73c39e5487c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:21.806059 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.840063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a259f68a-ac82-482c-bf42-4240dd4bf14d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:21.863395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Deleting port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:21.863758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.876010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a259f68a-ac82-482c-bf42-4240dd4bf14d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:21.876370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a259f68a-ac82-482c-bf42-4240dd4bf14d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:21.884811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] Deleting port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:21.885169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.892961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks [] for security_group (b1e1bf7d-022d-4e74-adb6-27a497e56788), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.902704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b1e1bf7d-022d-4e74-adb6-27a497e56788), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.965620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:34:21.971899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] For port 7654aebb-a50a-4b9d-830f-5addc2e9cf5e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:21.972700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:21.985235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e1bf7d-022d-4e74-adb6-27a497e56788,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:21.989440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Calling delete_port for 7654aebb-a50a-4b9d-830f-5addc2e9cf5e owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:22.017176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9989a5ed-5883-4328-ad5f-1be2c8d9eb98), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.018783 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Added segment 9989a5ed-5883-4328-ad5f-1be2c8d9eb98 of type vlan for network e233a6f7-8576-47f0-b9d6-b40807934524 Jan 28 16:34:22.115862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e233a6f7-8576-47f0-b9d6-b40807934524), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.164058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e233a6f7-8576-47f0-b9d6-b40807934524), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.165801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:22.166595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.216594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7654aebb-a50a-4b9d-830f-5addc2e9cf5e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.321902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] For port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,segment=NetworkSegment(a9f4070b-01e1-452f-95ad-552e7d9f3dae),segment_id=a9f4070b-01e1-452f-95ad-552e7d9f3dae)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:22.323375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.324390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8436599 Jan 28 16:34:22.329680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60982) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:22.336092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Request body: {'subnet': {'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-816258379-subnet', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:22.356592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b4f9f-6cb4-4a1d-9826-e0698237cd7b admin admin] Pushing event updated for resources: {'Network': ['ID=e233a6f7-8576-47f0-b9d6-b40807934524,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:22.358802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.369379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] Calling delete_port for 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:22.382372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e233a6f7-8576-47f0-b9d6-b40807934524 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:34:22.383083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Pushing event deleted for resources: {'Port': ['ID=7654aebb-a50a-4b9d-830f-5addc2e9cf5e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:22.399401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Made reservation on behalf of 6f6a0711e53f4b308440cf2a2a7e55d6 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:22.404338 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.532071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab364718-e947-4156-8db5-64c512ef90b2 req-c26e98aa-7334-4d09-84cf-a051d387e5f5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:22.535763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab364718-e947-4156-8db5-64c512ef90b2 req-c26e98aa-7334-4d09-84cf-a051d387e5f5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 944 time: 0.2061832 Jan 28 16:34:22.592878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] No DVR routers for this DVR port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:22.596503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:22.692690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:34:18Z', 'revision_number': 4, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'b91f8ffa-b724-4b8f-b475-a11ff21b0f0c', 'name': '', 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:16Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 2, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'subnets': [{'id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:22.779641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Checking router: e12b34e0-efd1-4d38-bda1-a73c39e5487c for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:22.780019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Updating router e12b34e0-efd1-4d38-bda1-a73c39e5487c port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:34:22.811512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab364718-e947-4156-8db5-64c512ef90b2 req-daab07a9-6251-46d2-94b5-6be98ce8a881 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700102 Jan 28 16:34:22.852663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.888227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43a8a-3c55-4583-9533-e8f058190769 req-2413602c-c4d0-4ceb-9061-4756aaf852ef tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:22.892090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27d43a8a-3c55-4583-9533-e8f058190769 req-2413602c-c4d0-4ceb-9061-4756aaf852ef tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.2830994 Jan 28 16:34:22.896094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a4756eb6-cd4d-471d-8398-845846cc242e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.934369 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:22.936719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] Pushing event deleted for resources: {'Port': ['ID=7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:22.955775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636ff48-2aa6-462f-8744-d3fcd971ab45 None None] No DVR routers for this DVR port 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:22.969361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4756eb6-cd4d-471d-8398-845846cc242e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:23.007511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27d43a8a-3c55-4583-9533-e8f058190769 req-9c5c819b-589b-4181-81bc-b89363fd267d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098654 Jan 28 16:34:23.035585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f4070b-01e1-452f-95ad-552e7d9f3dae') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:23.035888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f4070b-01e1-452f-95ad-552e7d9f3dae') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:23.122567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (a9f4070b-01e1-452f-95ad-552e7d9f3dae), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.163012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:23.213718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:23.214428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7ce02dd6-e5f5-41d5-bd08-e3a3b7e34b59 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:23.623560 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (51306778-dc28-4e5e-b320-6b64d1c7d9e7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.694067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a9f4070b-01e1-452f-95ad-552e7d9f3dae), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.710332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:34:23.710624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (a9f4070b-01e1-452f-95ad-552e7d9f3dae), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:34:23.714594 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:34:23.779207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b8389880-c5c2-43bb-b88a-718d03b1d8db up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:23.841643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Publish callbacks [] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.882134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a4756eb6-cd4d-471d-8398-845846cc242e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.892010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.917558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:23.924757 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4756eb6-cd4d-471d-8398-845846cc242e HTTP/1.1" status: 204 len: 168 time: 3.4219491 Jan 28 16:34:24.033796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453b28-75ee-40e4-8890-0a5905aefa95 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4756eb6-cd4d-471d-8398-845846cc242e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:24.045824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (6cf4dae0-230e-4bed-a706-b6f5398a3d05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.096860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759bf19-9105-46d6-aa52-c0b16b9e09a2 req-a84194d5-6ded-4576-8641-a4575d16f8e7 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:24.099811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6759bf19-9105-46d6-aa52-c0b16b9e09a2 req-a84194d5-6ded-4576-8641-a4575d16f8e7 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 944 time: 0.1578259 Jan 28 16:34:24.143051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44c855-4be0-4861-895c-f888d20a2f8e None None] Pushing event updated for resources: {'Port': ['ID=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:24.169786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port b8389880-c5c2-43bb-b88a-718d03b1d8db completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:34:24.255818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:24.285296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port b8389880-c5c2-43bb-b88a-718d03b1d8db triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:24.288597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6759bf19-9105-46d6-aa52-c0b16b9e09a2 req-2f56a0a5-b5d9-4588-965a-50a641cdb9f7 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689298 Jan 28 16:34:24.289234 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.312287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf4dae0-230e-4bed-a706-b6f5398a3d05,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:24.339753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Checking segment: {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:24.339753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Network hostable DHCP agents. Network: e233a6f7-8576-47f0-b9d6-b40807934524, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:34:24.390303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Attempting to bind port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:24.390303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Attempting to bind port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:24.395866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Attempting to bind port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c on network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:24.409466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:24.418526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:24.418526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Checking segment: {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:24.420337 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.421038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Bound using segment: {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:24.421478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Bound port: b91f8ffa-b724-4b8f-b475-a11ff21b0f0c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670c60b1-c65a-498a-a796-28f33055a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:24.424537 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.443878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Network e233a6f7-8576-47f0-b9d6-b40807934524 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:34:24.481519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8733bb5a-1fc1-40d9-8562-1f01c95efd41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4bfdb7b1a284d6ea3442154d04e3dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178278 Jan 28 16:34:24.484812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60998) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:24.637155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e233a6f7-8576-47f0-b9d6-b40807934524) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:24.664305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:24.666774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.685633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd11c3b-6fb2-44f1-9ecd-63ca862012fe None None] Network e233a6f7-8576-47f0-b9d6-b40807934524 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:24.688927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b8389880-c5c2-43bb-b88a-718d03b1d8db is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:24.689623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.719381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f80ede-3327-479e-a662-b8e2a62f0c89 req-d73cb762-344c-4a39-a5b4-64af4d50fdd9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:24.722400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59f80ede-3327-479e-a662-b8e2a62f0c89 req-d73cb762-344c-4a39-a5b4-64af4d50fdd9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.4577417 Jan 28 16:34:24.725188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba8a5569-e3cd-4949-8882-2cfd5cd3a29d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3942924 Jan 28 16:34:24.725808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32770) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:24.729547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] For port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:24.765229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:24.788262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b8389880-c5c2-43bb-b88a-718d03b1d8db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:24.807056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (ad4a7607-6930-4994-a012-bda7d81af7d6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.813671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (ad4a7607-6930-4994-a012-bda7d81af7d6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.820106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0988-5615-4348-9db0-b8d1b247eeaa admin admin] Publish callbacks [] for security_group (ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:24.885968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:24.892537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59f80ede-3327-479e-a662-b8e2a62f0c89 req-aad60284-225c-4f84-81f5-caf644c121d0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609442 Jan 28 16:34:24.905023 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] Sync routers for ids ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:24.915882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32772) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:24.918375 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-26b4550d-b634-4447-acf8-335403faf90c admin admin] 10.222.0.25 "PUT /v2.0/routers/51306778-dc28-4e5e-b320-6b64d1c7d9e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9874206 Jan 28 16:34:24.925296 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] Routers {'51306778-dc28-4e5e-b320-6b64d1c7d9e7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:24.929829 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:24.992341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:24.996142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks [] for router_controller (ad4a7607-6930-4994-a012-bda7d81af7d6), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.003367 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4123a2b8-758a-4783-b570-387d4c74b575" -d '{"events": [{"server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "name": "network-vif-plugged", "status": "completed", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:25.040716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.058546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] For port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:25.166366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks [] for router (51306778-dc28-4e5e-b320-6b64d1c7d9e7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.172555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0988-5615-4348-9db0-b8d1b247eeaa admin admin] Publish callbacks [] for security_group (ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.199507 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f254b8b-ba64-4e23-a5f0-d32b782344a6 x-openstack-request-id: req-3f254b8b-ba64-4e23-a5f0-d32b782344a6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:25.216973 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "name": "network-vif-plugged", "status": "completed", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:25.216973 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f254b8b-ba64-4e23-a5f0-d32b782344a6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:25.216973 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'code': 200} Jan 28 16:34:25.224894 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.263922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] Provisioning complete for port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:25.264502 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.377811 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] Set router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:25.416844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0988-5615-4348-9db0-b8d1b247eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.427722 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0988-5615-4348-9db0-b8d1b247eeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.434641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bb8e0988-5615-4348-9db0-b8d1b247eeaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23 HTTP/1.1" status: 204 len: 168 time: 0.9452496 Jan 28 16:34:25.440324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b8389880-c5c2-43bb-b88a-718d03b1d8db,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:25.457214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e0988-5615-4348-9db0-b8d1b247eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b8d0d-2e28-40ed-8e80-9b6bbdfadb23,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:25.628082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks [] for router_gateway (ad4a7607-6930-4994-a012-bda7d81af7d6), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.654978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-e233a6f7-8576-47f0-b9d6-b40807934524', 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'fixed_ips': [{'subnet_id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:34:25.656894 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.723011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Routers {'e12b34e0-efd1-4d38-bda1-a73c39e5487c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:25.740608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:25.789779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b9d78-c7ef-4f6f-b0a3-70b6da872670 req-0ad89287-20b0-413e-a265-e4215bf3aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:25.799725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks [] for router_gateway (51306778-dc28-4e5e-b320-6b64d1c7d9e7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:25.799952 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b1b9d78-c7ef-4f6f-b0a3-70b6da872670 req-0ad89287-20b0-413e-a265-e4215bf3aed5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1128 time: 0.5197747 Jan 28 16:34:25.838907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea3b8a-4b0e-4ffc-ad5d-321de3ffce9f req-e4d1ea35-472b-4a2e-b6aa-091e591545ff tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:25.840445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20ea3b8a-4b0e-4ffc-ad5d-321de3ffce9f req-e4d1ea35-472b-4a2e-b6aa-091e591545ff tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 945 time: 0.2544577 Jan 28 16:34:25.937936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20ea3b8a-4b0e-4ffc-ad5d-321de3ffce9f req-e38bb98a-5e83-4df2-bedb-e455949f6493 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774703 Jan 28 16:34:25.940980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Deleting port 149d493b-f870-48ac-8a76-179a7f030f1f {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:25.941366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.000384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44c855-4be0-4861-895c-f888d20a2f8e None None] Pushing event updated for resources: {'Port': ['ID=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:26.142203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] For port 149d493b-f870-48ac-8a76-179a7f030f1f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=149d493b-f870-48ac-8a76-179a7f030f1f,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:26.142628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.193829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b1b9d78-c7ef-4f6f-b0a3-70b6da872670 req-53a71470-e06d-45bd-b576-bf7e87cddf59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930008 Jan 28 16:34:26.199775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Calling delete_port for 149d493b-f870-48ac-8a76-179a7f030f1f owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:26.219760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] Current status of the port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:26.222621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.263963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac7640-3bfb-419a-8017-ffaaf349576d req-c7128915-2a21-4774-a929-ab4668852fb8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:26.270182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32ac7640-3bfb-419a-8017-ffaaf349576d req-c7128915-2a21-4774-a929-ab4668852fb8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.1984985 Jan 28 16:34:26.281909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] Set router e12b34e0-efd1-4d38-bda1-a73c39e5487c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:26.293990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:34:22Z', 'revision_number': 5, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port': {'id': '149d493b-f870-48ac-8a76-179a7f030f1f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:31:30Z', 'updated_at': '2022-01-28T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:26.355834 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] Checking router: 51306778-dc28-4e5e-b320-6b64d1c7d9e7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:26.379339 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] Routers {'51306778-dc28-4e5e-b320-6b64d1c7d9e7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:26.380310 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:26.417678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Allocated IP 172.20.0.2 (e233a6f7-8576-47f0-b9d6-b40807934524/6cf4dae0-230e-4bed-a706-b6f5398a3d05/fd4ca6e0-356a-40b2-a5f5-dd3e135074f2) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:26.459168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] For port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:26.507700 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] Set router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:26.533533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.589853 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:34:25Z', 'revision_number': 6, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:26.593212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks [] for router_gateway (ad4a7607-6930-4994-a012-bda7d81af7d6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.671051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32ac7640-3bfb-419a-8017-ffaaf349576d req-335c8bf0-e911-45e9-b2b6-2cfd1c8eb92f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386240 Jan 28 16:34:26.680364 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdd1b4-aa9c-49ca-b145-c01d61c7b002 None None] The sync data for ids ['51306778-dc28-4e5e-b320-6b64d1c7d9e7'] in n-d-812111-13 is: [{'id': '51306778-dc28-4e5e-b320-6b64d1c7d9e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-903475865-router', 'tenant_id': '828e21bb3acc4a03938acea2c229a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:31:29Z', 'updated_at': '2022-01-28T16:34:25Z', 'revision_number': 6, 'project_id': '828e21bb3acc4a03938acea2c229a867', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:26.693986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620c1d-d922-4d75-a006-c647af36d93e None None] Pushing event updated for resources: {'Port': ['ID=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:26.698774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.749764 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (149d493b-f870-48ac-8a76-179a7f030f1f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:26.858998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=149d493b-f870-48ac-8a76-179a7f030f1f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:26.960526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Allocated IP 172.25.8.247 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/f8cf50ff-ca95-4fc2-926f-3439d1632540) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:27.011716 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (51306778-dc28-4e5e-b320-6b64d1c7d9e7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.283003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-231c713a-48c4-4bca-843a-2510672ff208 None None] Provisioning complete for port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:27.287632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-231c713a-48c4-4bca-843a-2510672ff208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.301669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks [] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.399793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7654aebb-a50a-4b9d-830f-5addc2e9cf5e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:27.462471 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.523788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7654aebb-a50a-4b9d-830f-5addc2e9cf5e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:27.524760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7654aebb-a50a-4b9d-830f-5addc2e9cf5e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:27.525923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:27.542301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:27.551544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:27.584357 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (51306778-dc28-4e5e-b320-6b64d1c7d9e7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.594066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks [] for router_controller (51306778-dc28-4e5e-b320-6b64d1c7d9e7), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.728431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cf50ff-ca95-4fc2-926f-3439d1632540,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:27.787625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:27.809504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:34:18Z', 'revision_number': 4, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'b91f8ffa-b724-4b8f-b475-a11ff21b0f0c', 'name': '', 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:16Z', 'updated_at': '2022-01-28T16:34:24Z', 'revision_number': 4, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'subnets': [{'id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:27.877673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1130c1-7d8e-421a-af53-f5659a7dba7d req-3b5efff4-99b9-43a2-88a1-5cd89042db1c tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:27.893251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad1130c1-7d8e-421a-af53-f5659a7dba7d req-3b5efff4-99b9-43a2-88a1-5cd89042db1c tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 945 time: 0.5842566 Jan 28 16:34:27.906694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (51306778-dc28-4e5e-b320-6b64d1c7d9e7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.908296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51306778-dc28-4e5e-b320-6b64d1c7d9e7 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:34:27.918178 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:27.925305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cd7b3859-2258-4c62-98c8-83d283df0cbd admin admin] 10.222.0.25 "DELETE /v2.0/routers/51306778-dc28-4e5e-b320-6b64d1c7d9e7 HTTP/1.1" status: 204 len: 168 time: 3.0025978 Jan 28 16:34:27.925931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32812) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:28.010647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Publish callbacks [] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.013200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eee39-488b-402f-91ef-68b1b6b39461 None None] The sync data for ids ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'] in n-d-812111-13 is: [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:34:18Z', 'revision_number': 4, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'b91f8ffa-b724-4b8f-b475-a11ff21b0f0c', 'name': '', 'network_id': 'aa89da4f-42b3-43a5-8de8-57c913ab1ed0', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'mac_address': 'fa:16:3e:2c:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:16Z', 'updated_at': '2022-01-28T16:34:24Z', 'revision_number': 4, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'subnets': [{'id': 'ba74b4a3-0e8d-4b84-8792-180b139ff2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:28.072272 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.129966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-231c713a-48c4-4bca-843a-2510672ff208 None None] Current status of the port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:28.235983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad1130c1-7d8e-421a-af53-f5659a7dba7d req-c10d42af-3a0f-45f0-92d0-b7b7fac55b92 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394778 Jan 28 16:34:28.267250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Deleting subnet 32660e58-be29-4a5b-8417-45e4af9749df {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:34:28.292108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-870473921-network', 'tenant_id': '3e6d2473a58d4910926a39e6f4379d3d'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:28.316336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Publish callbacks [] for subnet (32660e58-be29-4a5b-8417-45e4af9749df), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.393961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45385aa8-8fb3-4219-9e42-ebd108bcb2c0 req-834afdbc-df34-4777-8dfb-5b8788c369ac tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:28.396037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45385aa8-8fb3-4219-9e42-ebd108bcb2c0 req-834afdbc-df34-4777-8dfb-5b8788c369ac tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.4388318 Jan 28 16:34:28.422525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Network e233a6f7-8576-47f0-b9d6-b40807934524 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:28.429372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Made reservation on behalf of 3e6d2473a58d4910926a39e6f4379d3d for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:28.431913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.435763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (32660e58-be29-4a5b-8417-45e4af9749df), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.458355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:28.464526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:28.511338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.671099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Pushing event updated for resources: {'Port': ['ID=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:28.686111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks [] for security_group (c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.710191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Attempting to bind port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:28.710429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Attempting to bind port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:28.710787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Attempting to bind port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 on network e233a6f7-8576-47f0-b9d6-b40807934524 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:28.728896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:28.729276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Checking segment: {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:28.729680 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.730074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Bound using segment: {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:28.730556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Bound port: fd4ca6e0-356a-40b2-a5f5-dd3e135074f2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:28.730937 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.745331 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks [] for router_gateway (ad4a7607-6930-4994-a012-bda7d81af7d6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.768734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45385aa8-8fb3-4219-9e42-ebd108bcb2c0 req-4f1fee04-1be5-4ba1-8395-f86432dd3afd tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311484 Jan 28 16:34:28.769374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.916197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] For port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:28.927458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] For port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:28.943695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:34:28.947887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:28.976773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:29.024712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0179dda4-ccfd-4d44-b6e2-d6a660340702), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.024712 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Added segment 0179dda4-ccfd-4d44-b6e2-d6a660340702 of type vlan for network 0b253e93-4181-47ec-9f4e-2fb223452778 Jan 28 16:34:29.059028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (32660e58-be29-4a5b-8417-45e4af9749df), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.086175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c31c6-ed77-4e85-a415-6a3f4e1148b6 None None] Pushing event updated for resources: {'Port': ['ID=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:29.238313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b91f8ffa-b724-4b8f-b475-a11ff21b0f0c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:29.443375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:29.444209 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.498794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (32660e58-be29-4a5b-8417-45e4af9749df), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.588922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (0b253e93-4181-47ec-9f4e-2fb223452778), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.713791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (ad4a7607-6930-4994-a012-bda7d81af7d6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.749149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32660e58-be29-4a5b-8417-45e4af9749df,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:29.803821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:29.840390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.850286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1e6af900-e104-4b0f-904e-ae538e8faa85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32660e58-be29-4a5b-8417-45e4af9749df HTTP/1.1" status: 204 len: 168 time: 1.9039104 Jan 28 16:34:29.850975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (0b253e93-4181-47ec-9f4e-2fb223452778), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.851939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:29.853180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:29.857666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32820) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:29.872458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 149d493b-f870-48ac-8a76-179a7f030f1f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:29.876896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd4dd8-b1fd-4dee-bab5-0f3d7d7b2195 None None] Network ff241883-89e9-47c9-8ed0-c29c476cce2c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:29.948110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 149d493b-f870-48ac-8a76-179a7f030f1f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:29.948840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 149d493b-f870-48ac-8a76-179a7f030f1f not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:30.023781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] Pushing event updated for resources: {'Network': ['ID=0b253e93-4181-47ec-9f4e-2fb223452778,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:30.043688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-66035fec-5b49-4484-a3eb-5ff96dfc8a5b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2462108 Jan 28 16:34:30.052711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:30.073085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 0b253e93-4181-47ec-9f4e-2fb223452778 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:34:30.081889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Request body: {'subnet': {'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-870473921-subnet', 'tenant_id': '3e6d2473a58d4910926a39e6f4379d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:30.178377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Router ad4a7607-6930-4994-a012-bda7d81af7d6 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:34:30.398288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:30.434217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:30.438208 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3bc190a2-1082-4c7a-b608-95703d0339b8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6769826 Jan 28 16:34:30.439192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:30.455146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Sync routers for ids ['ad4a7607-6930-4994-a012-bda7d81af7d6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:30.473436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Routers {'ad4a7607-6930-4994-a012-bda7d81af7d6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:30.474453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad4a7607-6930-4994-a012-bda7d81af7d6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:30.918219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] DHCP port deletion for ff241883-89e9-47c9-8ed0-c29c476cce2c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:34:31.144127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd822-44ed-42c7-b1f0-438be66967b3 req-a7ec7013-9a8b-4147-b865-1f6b856e8af7 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:31.152220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-680bd822-44ed-42c7-b1f0-438be66967b3 req-a7ec7013-9a8b-4147-b865-1f6b856e8af7 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 945 time: 1.5599949 Jan 28 16:34:31.155127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:31.266076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f5d3c-c00b-4023-9252-492f28dbd740 req-f73250c1-7994-49e3-9da0-4f5315e3e529 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:31.271218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50f5d3c-c00b-4023-9252-492f28dbd740 req-f73250c1-7994-49e3-9da0-4f5315e3e529 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3447170 Jan 28 16:34:31.372935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Set router ad4a7607-6930-4994-a012-bda7d81af7d6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:31.405703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50f5d3c-c00b-4023-9252-492f28dbd740 req-fba6e2bc-8cfc-415a-a9e6-f9d8175229e8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268759 Jan 28 16:34:31.419931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Made reservation on behalf of 3e6d2473a58d4910926a39e6f4379d3d for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:31.426722 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.458963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.527758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf61867-ee5a-4fcc-abe4-24e646e92024 None None] Network e233a6f7-8576-47f0-b9d6-b40807934524 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:31.744410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ff241883-89e9-47c9-8ed0-c29c476cce2c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.757070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ee4fdaf9-638e-4f17-8cdf-503f37ca24d4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.849037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd5b0bf4-4843-496a-8748-ffc8f450cf81 None None] Provisioning complete for port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:31.849803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd5b0bf4-4843-496a-8748-ffc8f450cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.857299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] Deleting port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:31.858473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.909913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-680bd822-44ed-42c7-b1f0-438be66967b3 req-6d52f297-fca7-4e40-a3a8-200bf1d5174e tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564344 Jan 28 16:34:31.927240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:31.927240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:31.959943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4fdaf9-638e-4f17-8cdf-503f37ca24d4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:31.984346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Checking segment: {'id': '0179dda4-ccfd-4d44-b6e2-d6a660340702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:31.985166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Network hostable DHCP agents. Network: 0b253e93-4181-47ec-9f4e-2fb223452778, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:34:31.990658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Deleting port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:31.991350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.058761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Network 0b253e93-4181-47ec-9f4e-2fb223452778 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:34:32.079027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 0b253e93-4181-47ec-9f4e-2fb223452778) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:32.088859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] For port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:32.089593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.100561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:32.101769 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.114047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Calling delete_port for c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:32.138349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-76e7e3ea-126b-49e7-8ff1-714751c4e141 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0835133 Jan 28 16:34:32.216335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8038db-9c0d-4556-a8d2-b9b64e73ec17 None None] Network 0b253e93-4181-47ec-9f4e-2fb223452778 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:32.334907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-aef2b195-3500-430b-9e5e-ace05ea14107 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:32.344170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-aef2b195-3500-430b-9e5e-ace05ea14107 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1426270 Jan 28 16:34:32.403495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0db174a5-89ee-4e90-8318-9f3e4656e8f4 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0579817 Jan 28 16:34:32.408485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'floatingip': {'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:32.471702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.499884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] For port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,segment=NetworkSegment(4d44df7b-81c0-4f56-b570-4deab9b936a3),segment_id=4d44df7b-81c0-4f56-b570-4deab9b936a3)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:32.500284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.514965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] Calling delete_port for c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:32.532842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Allocated IP 172.20.0.1 (e233a6f7-8576-47f0-b9d6-b40807934524/6cf4dae0-230e-4bed-a706-b6f5398a3d05/c227e95a-6bc0-4887-96d9-a52bf87e0c8c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:32.608460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:32.609095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.648530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1d121-5a80-4b31-94d9-334a33ec41a1 None None] Network 0b253e93-4181-47ec-9f4e-2fb223452778 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:34:32.781375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.862108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:32.883746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] No DVR routers for this DVR port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:32.891736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:32.922412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:32.961131 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks [] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.001932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1fb36-aacd-49e0-8aa7-cacbfb6a30c8 req-bb9496a1-f5a8-4b44-ac7f-eeb2f4f90e15 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:33.003607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17f1fb36-aacd-49e0-8aa7-cacbfb6a30c8 req-bb9496a1-f5a8-4b44-ac7f-eeb2f4f90e15 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3161368 Jan 28 16:34:33.087597 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.104749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:33.117172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.174411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:33.177925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b0bf4-4843-496a-8748-ffc8f450cf81 None None] Current status of the port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:33.210532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Network e233a6f7-8576-47f0-b9d6-b40807934524 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:33.219262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:33.235741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] No DVR routers for this DVR port c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:34:33.242469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:33.245573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:34:28Z', 'revision_number': 3, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:33.248005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Pushing event updated for resources: {'Port': ['ID=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:33.307362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56192138-3b78-4464-ac9d-0ca383244c25 None None] Pushing event deleted for resources: {'Port': ['ID=c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:33.367498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (ad4a7607-6930-4994-a012-bda7d81af7d6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.400707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:34:33.400707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c14fcaa8-8fc9-4c8c-aa3d-0475f757e27f not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:34:33.419028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Checking router: ad4a7607-6930-4994-a012-bda7d81af7d6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:33.419492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Updating router ad4a7607-6930-4994-a012-bda7d81af7d6 port f8cf50ff-ca95-4fc2-926f-3439d1632540 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:34:33.521037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.543724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.609226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ff241883-89e9-47c9-8ed0-c29c476cce2c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.613344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.651479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:33.660448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7473a69e-4005-4ffd-b9b9-0a7505495002 None None] Provisioning complete for port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:33.669303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7473a69e-4005-4ffd-b9b9-0a7505495002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.735958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:33.874858 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Floating IP ab32616d-01de-4460-8de3-343171cae04f associated. External IP: 172.25.8.184, port: 2f23613d-106a-4657-b989-37a9eaddbdba. Jan 28 16:34:34.044616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17f1fb36-aacd-49e0-8aa7-cacbfb6a30c8 req-8ef9fed1-40c0-4040-809f-70bad54508a7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9995680 Jan 28 16:34:34.069591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff241883-89e9-47c9-8ed0-c29c476cce2c']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:34.107702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d44df7b-81c0-4f56-b570-4deab9b936a3') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:34.107702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d44df7b-81c0-4f56-b570-4deab9b936a3') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:34.149123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (4d44df7b-81c0-4f56-b570-4deab9b936a3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.180165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:34.181250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.182361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4d44df7b-81c0-4f56-b570-4deab9b936a3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.190889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks [] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.197604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:34:34.198004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (4d44df7b-81c0-4f56-b570-4deab9b936a3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.202144 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:34:34.375532 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:34:34.402883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ff241883-89e9-47c9-8ed0-c29c476cce2c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.417171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Pushing event updated for resources: {'Port': ['ID=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:34.438902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.472176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff241883-89e9-47c9-8ed0-c29c476cce2c HTTP/1.1" status: 204 len: 168 time: 4.4784956 Jan 28 16:34:34.486944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7473a69e-4005-4ffd-b9b9-0a7505495002 None None] Current status of the port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:34.494802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (ad4a7607-6930-4994-a012-bda7d81af7d6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.599450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:34.603901 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Publish callbacks [] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.620249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.631630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9809daaa-68db-46b1-90d8-1e9137bb10eb None None] Provisioning complete for port c227e95a-6bc0-4887-96d9-a52bf87e0c8c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:34.632005 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9809daaa-68db-46b1-90d8-1e9137bb10eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.736850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099de075-7a84-45f1-a119-d940dfcbdf10 None None] Pushing event updated for resources: {'Port': ['ID=f8cf50ff-ca95-4fc2-926f-3439d1632540,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:34.741812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Network e233a6f7-8576-47f0-b9d6-b40807934524 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:34.742532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:34.749655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:34.793725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-aacbc12c-0d36-4b45-871d-655bdb2931c6 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:34.800994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-aacbc12c-0d36-4b45-871d-655bdb2931c6 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/networks?id=0b253e93-4181-47ec-9f4e-2fb223452778 HTTP/1.1" status: 200 len: 817 time: 0.3168070 Jan 28 16:34:34.815309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Attempting to bind port f8cf50ff-ca95-4fc2-926f-3439d1632540 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:34.819149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Attempting to bind port f8cf50ff-ca95-4fc2-926f-3439d1632540 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:34.826535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Attempting to bind port f8cf50ff-ca95-4fc2-926f-3439d1632540 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:34.829223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-1f68828f-accc-47f1-bb2a-4e24d9dbb2a2 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/quotas/3e6d2473a58d4910926a39e6f4379d3d HTTP/1.1" status: 200 len: 375 time: 0.0270619 Jan 28 16:34:34.831215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c353f3b-77f8-4396-a298-72081281c835 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff241883-89e9-47c9-8ed0-c29c476cce2c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:34.840403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9809daaa-68db-46b1-90d8-1e9137bb10eb None None] Port c227e95a-6bc0-4887-96d9-a52bf87e0c8c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:34.842162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:34.842550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:34.842959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.843344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:34.843836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Bound port: f8cf50ff-ca95-4fc2-926f-3439d1632540, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:34.844223 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:34.865900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-53f9d645-e644-41f2-bcd6-ff8adcfadb83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dbf487e2c7d419fa0dd1695c5c069a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1198099 Jan 28 16:34:34.930052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32870) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:34.978698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] For port f8cf50ff-ca95-4fc2-926f-3439d1632540, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:34.983153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] For port f8cf50ff-ca95-4fc2-926f-3439d1632540, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f8cf50ff-ca95-4fc2-926f-3439d1632540,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:34.999473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Router ad4a7607-6930-4994-a012-bda7d81af7d6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:35.002206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.022475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-ceb02f69-ce52-405a-8b9f-90e9644fe270 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e6d2473a58d4910926a39e6f4379d3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1922231 Jan 28 16:34:35.109395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099de075-7a84-45f1-a119-d940dfcbdf10 None None] Pushing event updated for resources: {'Port': ['ID=f8cf50ff-ca95-4fc2-926f-3439d1632540,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:35.137990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:35.150611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0cabdedf-7611-451b-b144-359dac4e3410 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad4a7607-6930-4994-a012-bda7d81af7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7087893 Jan 28 16:34:35.163680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Routers {'ad4a7607-6930-4994-a012-bda7d81af7d6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:35.164321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad4a7607-6930-4994-a012-bda7d81af7d6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:35.208556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd919129-dc78-4aab-b086-9a59f698b267 None None] Provisioning complete for port c227e95a-6bc0-4887-96d9-a52bf87e0c8c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:35.209050 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd919129-dc78-4aab-b086-9a59f698b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.257080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd919129-dc78-4aab-b086-9a59f698b267 None None] Port c227e95a-6bc0-4887-96d9-a52bf87e0c8c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:34:35.343286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9197c8c-5995-4ac8-80d8-8aa97aec9e6e admin admin] Publish callbacks [] for security_group (555832c9-c581-4e08-8b6f-59c27c70d2ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.366479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-7ac6b176-8b91-491f-a26a-2adfb7a0e24e service neutron] 10.222.0.25 "GET /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430443 Jan 28 16:34:35.402008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:35.418047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] Set router ad4a7607-6930-4994-a012-bda7d81af7d6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:35.474369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9197c8c-5995-4ac8-80d8-8aa97aec9e6e admin admin] Publish callbacks [] for security_group (555832c9-c581-4e08-8b6f-59c27c70d2ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.604394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:35.615112 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:35.621811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.627243 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:35.627851 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:35.710823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-0b38c4f9-8d8d-41e3-b59f-491dff7d7c11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "PUT /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 997 time: 3.3058250 Jan 28 16:34:35.714523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:35.715744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'c227e95a-6bc0-4887-96d9-a52bf87e0c8c', 'name': '', 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'mac_address': 'fa:16:3e:e5:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:31Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 2, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'subnets': [{'id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:35.717512 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4277db-5ffd-4569-a570-3806ddfc0dce" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:35.726174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f76e511d-0294-4689-9d4e-2a9b27982d45 service neutron] 10.222.0.25 "GET /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588521 Jan 28 16:34:35.798699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9843802-7930-4812-b82d-e1baa026b46c None None] The sync data for ids ['ad4a7607-6930-4994-a012-bda7d81af7d6'] in n-d-812111-13 is: [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'c227e95a-6bc0-4887-96d9-a52bf87e0c8c', 'name': '', 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'mac_address': 'fa:16:3e:e5:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:31Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 2, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'subnets': [{'id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:35.810085 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9197c8c-5995-4ac8-80d8-8aa97aec9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (555832c9-c581-4e08-8b6f-59c27c70d2ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.812139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9197c8c-5995-4ac8-80d8-8aa97aec9e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:35.815868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b9197c8c-5995-4ac8-80d8-8aa97aec9e6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/555832c9-c581-4e08-8b6f-59c27c70d2ec HTTP/1.1" status: 204 len: 168 time: 0.8758736 Jan 28 16:34:35.845806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9197c8c-5995-4ac8-80d8-8aa97aec9e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555832c9-c581-4e08-8b6f-59c27c70d2ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:35.873275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-960e036d-9196-4eaf-8635-f68f1be29dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:35.875474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-960e036d-9196-4eaf-8635-f68f1be29dfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.1303191 Jan 28 16:34:35.988021 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:36.180110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-3d13bb3a-9ebc-47fa-b785-4a435e6a9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:36.185138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-3d13bb3a-9ebc-47fa-b785-4a435e6a9b0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.3040376 Jan 28 16:34:36.333210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-3586a62f-d8d8-4174-b3fa-2333f9af113a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 1000 time: 0.1400774 Jan 28 16:34:36.511575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-115c1ee2-30b1-4d2f-be6b-b9be9427edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:36.515278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-115c1ee2-30b1-4d2f-be6b-b9be9427edd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1636357 Jan 28 16:34:36.645327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-b9b3a622-6263-4c09-9f31-8e6604b36017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:36.652992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-b9b3a622-6263-4c09-9f31-8e6604b36017 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1306696 Jan 28 16:34:36.667777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-63af125e-be92-44b7-8d4c-c5a4dd263e9d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:34:36.670981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-63af125e-be92-44b7-8d4c-c5a4dd263e9d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091720 Jan 28 16:34:36.747240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:36.837390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6204fd2b-2e4f-44a8-b7ba-39163aa238dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=828e21bb3acc4a03938acea2c229a867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0834384 Jan 28 16:34:36.840725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32944) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:34:36.873043 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 1, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:36.941536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Publish callbacks [] for security_group (212dce08-6808-4950-9ff0-96de2260add9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:36.955745 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:36.979749 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:36.980808 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:37.006890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Publish callbacks [] for security_group (212dce08-6808-4950-9ff0-96de2260add9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:37.152061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (212dce08-6808-4950-9ff0-96de2260add9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:37.154868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:37.156185 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/212dce08-6808-4950-9ff0-96de2260add9 HTTP/1.1" status: 204 len: 168 time: 0.3142440 Jan 28 16:34:37.170726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212dce08-6808-4950-9ff0-96de2260add9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:37.190486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.194769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.195321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.197128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.197713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.198255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.200260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.200917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.201456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.202015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.205184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.205809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.206514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616091b-a638-4e4e-bfb2-1b4ae556a165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:37.282090 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:37.796420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-73feea89-b593-4969-86b0-630c29be6c8c service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1130555 Jan 28 16:34:37.822794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a7ac4-464e-48da-8319-247a6f85d2bf req-faed1b6e-558d-452e-aeb0-2aff9750d6a7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:37.835539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-023a7ac4-464e-48da-8319-247a6f85d2bf req-faed1b6e-558d-452e-aeb0-2aff9750d6a7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 1.0504892 Jan 28 16:34:37.973312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-023a7ac4-464e-48da-8319-247a6f85d2bf req-266b18a7-e3ff-4426-af62-5f31b18d860c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364663 Jan 28 16:34:38.102540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 1, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:38.205568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-40e49ba1-eef4-431a-97cf-6a291041261f tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:38.213069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-40e49ba1-eef4-431a-97cf-6a291041261f tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.24 "GET /v2.0/networks?id=0b253e93-4181-47ec-9f4e-2fb223452778 HTTP/1.1" status: 200 len: 817 time: 0.2384346 Jan 28 16:34:38.239815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Request body: {'port': {'device_id': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778', 'admin_state_up': True, 'tenant_id': '3e6d2473a58d4910926a39e6f4379d3d'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:38.439512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1151e249-0a30-4163-a83b-ebb6500f6f88 req-016eecc1-ad7e-4a24-a65e-7aacecc140c8 service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330614 Jan 28 16:34:38.517380 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d3051-93c4-488f-bf35-75d484954c26 None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 1, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:38.633236 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce696df6-34a4-49a0-a41f-f210088cd56f x-openstack-request-id: req-ce696df6-34a4-49a0-a41f-f210088cd56f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:38.634265 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:38.634645 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce696df6-34a4-49a0-a41f-f210088cd56f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:38.635060 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'status': 'completed', 'code': 200} Jan 28 16:34:38.639957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Made reservation on behalf of 3e6d2473a58d4910926a39e6f4379d3d for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:34:38.646503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:38.824624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-4e323f01-f30b-498d-8896-8afb3c86660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:38.835442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-4e323f01-f30b-498d-8896-8afb3c86660b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.1766098 Jan 28 16:34:38.991031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-218b498b-a484-41ff-adc6-67c88337aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:39.011306 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-218b498b-a484-41ff-adc6-67c88337aa42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.1694577 Jan 28 16:34:39.148701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba2dc221-c43b-4ca8-b19d-13dfa89c1557 req-be08615d-8b07-4e6f-b468-6bc0e8f3dc0a tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 210 time: 0.2146542 Jan 28 16:34:39.189035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-2f47493a-b79a-421e-8f0b-d9e1f0fb7a02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 1000 time: 0.1577678 Jan 28 16:34:39.273554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-0b4b2042-a05e-4dde-b0c4-b742d9bb6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:39.275954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-0b4b2042-a05e-4dde-b0c4-b742d9bb6599 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.0804994 Jan 28 16:34:39.335682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb9056-d5dd-409c-a1a8-1a189c6d5afa None None] New status for floating IP ab32616d-01de-4460-8de3-343171cae04f: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:34:39.383944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Allocated IP 172.20.0.11 (0b253e93-4181-47ec-9f4e-2fb223452778/ee4fdaf9-638e-4f17-8cdf-503f37ca24d4/93b7313f-ac9f-4abf-90c1-d7daf4a4e04e) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:39.473439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-46325de1-e1aa-4d0a-a5bb-891c5f77b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:39.475130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-46325de1-e1aa-4d0a-a5bb-891c5f77b726 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1906037 Jan 28 16:34:39.700235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8cf50ff-ca95-4fc2-926f-3439d1632540 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:39.714932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-62a49daf-890b-4e17-bde6-1fc476a35676 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313073 Jan 28 16:34:39.839407 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b4277db-5ffd-4569-a570-3806ddfc0dce req-1cd1080a-9d07-404b-b558-b620163beeec service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151025 Jan 28 16:34:40.045780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f8cf50ff-ca95-4fc2-926f-3439d1632540 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:40.046074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.252911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-db5c07b3-1371-4895-8bb7-3dccd54ccab5 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4516759 Jan 28 16:34:40.298103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:40.303502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f8cf50ff-ca95-4fc2-926f-3439d1632540 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:40.303897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.318800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks [] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.376801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port f8cf50ff-ca95-4fc2-926f-3439d1632540, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f8cf50ff-ca95-4fc2-926f-3439d1632540,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:40.386342 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.396547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-fb86deb8-2d04-4cd4-9c26-b7bd09167a22 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:40.403034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-fb86deb8-2d04-4cd4-9c26-b7bd09167a22 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6779377 Jan 28 16:34:40.541909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=f8cf50ff-ca95-4fc2-926f-3439d1632540,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:40.668002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.710010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.824708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Pushing event updated for resources: {'Port': ['ID=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:40.855060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-72d8cd7b-489b-4c24-84c9-68e69be90939 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1002 time: 0.4401252 Jan 28 16:34:40.859886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'floatingip': {'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:40.936631 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:40.948515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Network 0b253e93-4181-47ec-9f4e-2fb223452778 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:40.985418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:40.987910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:41.069433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.079773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.080760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.081115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.081466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.081815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.082142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.082528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.082804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.083134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.083461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.083783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.084178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:41.178349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Sync routers for ids ['ad4a7607-6930-4994-a012-bda7d81af7d6'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:41.179642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:41.180331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:41.198856 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Routers {'ad4a7607-6930-4994-a012-bda7d81af7d6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:41.202910 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad4a7607-6930-4994-a012-bda7d81af7d6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:41.251995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-8f9ccde9-4b24-451a-be74-064ac50ff801 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0242083 Jan 28 16:34:41.269054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Request body: {'port': {'device_id': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:41.373517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:41.436433 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Set router ad4a7607-6930-4994-a012-bda7d81af7d6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:41.527347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:41.571949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8cf50ff-ca95-4fc2-926f-3439d1632540 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:41.688815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f8cf50ff-ca95-4fc2-926f-3439d1632540 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:41.689190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Allocated IP 172.25.8.190 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/0866b59f-16d5-45ce-8a92-cb357d3a30d7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:41.690835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:41.770981 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'c227e95a-6bc0-4887-96d9-a52bf87e0c8c', 'name': '', 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'mac_address': 'fa:16:3e:e5:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:31Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 2, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'subnets': [{'id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:41.815785 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:41.830730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f8cf50ff-ca95-4fc2-926f-3439d1632540 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:41.888938 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Checking router: ad4a7607-6930-4994-a012-bda7d81af7d6 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:41.889272 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Updating router ad4a7607-6930-4994-a012-bda7d81af7d6 port c227e95a-6bc0-4887-96d9-a52bf87e0c8c binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:34:41.935976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.005914 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.067373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.075325 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.138127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:42.493970 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Publish callbacks [] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.504386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:34:42.505221 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.514580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Publish callbacks [] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.530700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Transition to ACTIVE for port object 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:34:42.534780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:42.561734 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c363cd1-0ed3-45ea-89d9-6293ffd18786 None None] Pushing event updated for resources: {'Port': ['ID=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:42.630130 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Attempting to bind port c227e95a-6bc0-4887-96d9-a52bf87e0c8c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:42.630516 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Attempting to bind port c227e95a-6bc0-4887-96d9-a52bf87e0c8c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:42.630910 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Attempting to bind port c227e95a-6bc0-4887-96d9-a52bf87e0c8c on network e233a6f7-8576-47f0-b9d6-b40807934524 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:42.637514 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:42.637889 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Checking segment: {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:42.638555 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.638947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Bound using segment: {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:42.639927 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Bound port: c227e95a-6bc0-4887-96d9-a52bf87e0c8c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9989a5ed-5883-4328-ad5f-1be2c8d9eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:42.640320 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.749355 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] For port c227e95a-6bc0-4887-96d9-a52bf87e0c8c, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:42.757348 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] For port c227e95a-6bc0-4887-96d9-a52bf87e0c8c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:42.773261 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.871590 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Routers {'ad4a7607-6930-4994-a012-bda7d81af7d6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:42.872235 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad4a7607-6930-4994-a012-bda7d81af7d6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:42.886288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:42.933091 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c363cd1-0ed3-45ea-89d9-6293ffd18786 None None] Pushing event updated for resources: {'Port': ['ID=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:42.963791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] Provisioning complete for port c227e95a-6bc0-4887-96d9-a52bf87e0c8c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:42.965570 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:42.966171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.114395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Pushing event updated for resources: {'Port': ['ID=0866b59f-16d5-45ce-8a92-cb357d3a30d7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:43.132952 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] Set router ad4a7607-6930-4994-a012-bda7d81af7d6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:43.203539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] Current status of the port c227e95a-6bc0-4887-96d9-a52bf87e0c8c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:43.205921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.308968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] For port c227e95a-6bc0-4887-96d9-a52bf87e0c8c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:43.319773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.365999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.422648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88438c5-3e3c-4a91-91e2-f21ddcf545aa None None] Pushing event updated for resources: {'Port': ['ID=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:43.440931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6cfd5ef6-bd5d-4be6-aa7c-ed21d3a2aff1 None None] Provisioning complete for port c227e95a-6bc0-4887-96d9-a52bf87e0c8c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:43.441695 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5ef6-bd5d-4be6-aa7c-ed21d3a2aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.507053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Pushing event updated for resources: {'Port': ['ID=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:43.517173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.638013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (b2e922cc-6a96-41f9-95cc-d0651fd95a6d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.639143 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'c227e95a-6bc0-4887-96d9-a52bf87e0c8c', 'name': '', 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'mac_address': 'fa:16:3e:e5:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:31Z', 'updated_at': '2022-01-28T16:34:42Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'subnets': [{'id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:43.662173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd5ef6-bd5d-4be6-aa7c-ed21d3a2aff1 None None] Current status of the port c227e95a-6bc0-4887-96d9-a52bf87e0c8c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:43.725013 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ee76e-9dba-4b39-bc5c-f014e58f3537 None None] The sync data for ids ['ad4a7607-6930-4994-a012-bda7d81af7d6'] in n-d-812111-13 is: [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:34:33Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'c227e95a-6bc0-4887-96d9-a52bf87e0c8c', 'name': '', 'network_id': 'e233a6f7-8576-47f0-b9d6-b40807934524', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'mac_address': 'fa:16:3e:e5:ed:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:31Z', 'updated_at': '2022-01-28T16:34:42Z', 'revision_number': 4, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'subnets': [{'id': '6cf4dae0-230e-4bed-a706-b6f5398a3d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:43.756238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:43.766054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c227e95a-6bc0-4887-96d9-a52bf87e0c8c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:43.882761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c227e95a-6bc0-4887-96d9-a52bf87e0c8c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:43.883136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:44.087669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c227e95a-6bc0-4887-96d9-a52bf87e0c8c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:44.251346 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:34:44.532285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Attempting to bind port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:44.533293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Attempting to bind port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '0179dda4-ccfd-4d44-b6e2-d6a660340702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:44.533792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Attempting to bind port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e on network 0b253e93-4181-47ec-9f4e-2fb223452778 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:44.579738 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Floating IP ab32616d-01de-4460-8de3-343171cae04f associated. External IP: 172.25.8.184, port: 2f23613d-106a-4657-b989-37a9eaddbdba. Jan 28 16:34:44.907836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e on network 0b253e93-4181-47ec-9f4e-2fb223452778 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:34:44.908170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Attempting to bind port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e on network 0b253e93-4181-47ec-9f4e-2fb223452778 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:44.965448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:44.966071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Checking segment: {'id': '0179dda4-ccfd-4d44-b6e2-d6a660340702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:44.966636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Bound using segment: {'id': '0179dda4-ccfd-4d44-b6e2-d6a660340702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:44.967253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Bound port: 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0179dda4-ccfd-4d44-b6e2-d6a660340702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:44.968046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.013057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.157882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.175571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:45.291528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] For port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:45.333463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Pushing event updated for resources: {'Port': ['ID=0866b59f-16d5-45ce-8a92-cb357d3a30d7,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:45.358518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] For port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,segment=NetworkSegment(0179dda4-ccfd-4d44-b6e2-d6a660340702),segment_id=0179dda4-ccfd-4d44-b6e2-d6a660340702)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:45.379504 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.381546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (b2e922cc-6a96-41f9-95cc-d0651fd95a6d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.476943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:45.477563 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.478956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] 10.222.0.24 "PUT /v2.0/ports/93b7313f-ac9f-4abf-90c1-d7daf4a4e04e HTTP/1.1" status: 200 len: 1093 time: 4.2140293 Jan 28 16:34:45.480305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'tag': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:45.482695 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe054e11-8280-41c2-a6a3-59156c66e5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28", "tag": "93b7313f-ac9f-4abf-90c1-d7daf4a4e04e"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:45.496346 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.507473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-b7df2cff-73d2-4d20-9fed-a60c898b7da4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2535641 Jan 28 16:34:45.647041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-a3845a5a-990c-4ac9-a5e7-8dfad25ef6e9 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.1386032 Jan 28 16:34:45.668873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4334120-ad2f-414b-bab5-0a042a4d7f66 service neutron] Pushing event updated for resources: {'Port': ['ID=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:45.721123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:45.731448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:45.748097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:45.751166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:45.826365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-a1b0a7a3-b0bf-4710-b91c-98e819aa5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:45.827886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-a1b0a7a3-b0bf-4710-b91c-98e819aa5aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e6d2473a58d4910926a39e6f4379d3d&device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 1127 time: 0.2744102 Jan 28 16:34:45.911022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-5a3b69e8-c735-45ff-8e5a-de88160593fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e HTTP/1.1" status: 200 len: 217 time: 0.0512609 Jan 28 16:34:45.914970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ea644c-cbf1-4bb4-91cf-2a807c7a2236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:45.919220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-a0079eae-c3a3-4aa5-96a1-39ba13d32e56 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:45.920894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fabd313f-c788-437a-97e0-28c3f64f4568 req-a0079eae-c3a3-4aa5-96a1-39ba13d32e56 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.2657831 Jan 28 16:34:46.058059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-baed2f53-706c-4c8d-a386-64742fcdbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:46.059605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-baed2f53-706c-4c8d-a386-64742fcdbba1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee4fdaf9-638e-4f17-8cdf-503f37ca24d4 HTTP/1.1" status: 200 len: 857 time: 0.1378477 Jan 28 16:34:46.062311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:46.208458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-042aed5b-6b74-4d1f-94ff-7376a57c2969 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b253e93-4181-47ec-9f4e-2fb223452778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192944 Jan 28 16:34:46.407985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:46.439738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565e07-a5c0-4683-a9fc-7b9f03a9040f req-76fe4561-2a28-4d95-af74-ea2d6b0c996e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:46.445897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43565e07-a5c0-4683-a9fc-7b9f03a9040f req-76fe4561-2a28-4d95-af74-ea2d6b0c996e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 945 time: 0.3572924 Jan 28 16:34:46.495440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:42Z', 'revision_number': 3, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:46.549603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-bf54020b-3115-4d1e-9e3c-bb8dc161127b service neutron] 10.222.0.24 "GET /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296614 Jan 28 16:34:46.748719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:46.762008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:46.762860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:46.891382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:46.914141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:46.932107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:47.097521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43565e07-a5c0-4683-a9fc-7b9f03a9040f req-a61ff063-6d84-454a-bb58-175b2de472fb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342144 Jan 28 16:34:47.217391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dcb4d9a-0174-4b1a-9999-695eaeb4d625 req-33a8b33d-8d7d-4ba4-99d9-9b59ce47f927 service neutron] 10.222.0.24 "GET /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668847 Jan 28 16:34:47.218864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-079b7d3b-5097-4fe1-99e1-ed9f2aa8ce11 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "PUT /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 998 time: 6.3629947 Jan 28 16:34:47.367287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-c1d851dc-9ad2-47fa-91da-528097d193eb tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:47.370155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-c1d851dc-9ad2-47fa-91da-528097d193eb tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports/2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 943 time: 0.1354654 Jan 28 16:34:47.407313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf211cd4-3605-47f4-bb1e-e8014ca787fd req-655728a2-dc92-4d43-96c0-ffab888dfcc3 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:47.409486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf211cd4-3605-47f4-bb1e-e8014ca787fd req-655728a2-dc92-4d43-96c0-ffab888dfcc3 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 944 time: 0.1865118 Jan 28 16:34:47.423171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:42Z', 'revision_number': 3, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:47.486450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681b4f8-69f6-45bd-846a-4dbc0fa42367 None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:42Z', 'revision_number': 3, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:47.487996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf211cd4-3605-47f4-bb1e-e8014ca787fd req-6c530ccf-4a9c-414e-9616-f78da5482224 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714805 Jan 28 16:34:47.653973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-ce908101-4f62-41c9-ba31-fe2ea61e6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:47.656692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-ce908101-4f62-41c9-ba31-fe2ea61e6503 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.1233454 Jan 28 16:34:47.842861 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c11da4f-38cb-42fd-b406-480062f0f2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:47.890225 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce7adc9-d71e-4d0c-a289-4eda002cf673 x-openstack-request-id: req-8ce7adc9-d71e-4d0c-a289-4eda002cf673 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:47.890616 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28", "tag": "93b7313f-ac9f-4abf-90c1-d7daf4a4e04e", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:47.890773 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ce7adc9-d71e-4d0c-a289-4eda002cf673 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:47.891200 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'tag': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e', 'status': 'completed', 'code': 200} Jan 28 16:34:47.898581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-1af8ccd8-b0e5-4f59-8c4a-35cd3990978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:47.900304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec493a-698c-45f2-bfcb-a18936de9935 None None] New status for floating IP ab32616d-01de-4460-8de3-343171cae04f: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:34:47.903036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-1af8ccd8-b0e5-4f59-8c4a-35cd3990978f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.2366571 Jan 28 16:34:48.121878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b6100e8-dc2e-4f70-a0a6-1eb87a9aedd3 req-37daf2ce-2c3f-4c61-b957-a4f2ba2ed6b2 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips/b2e922cc-6a96-41f9-95cc-d0651fd95a6d HTTP/1.1" status: 200 len: 693 time: 0.2254040 Jan 28 16:34:48.132349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-1e2a2e3c-31ef-4fcd-86ac-3e3c09af0978 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 217 time: 0.2096868 Jan 28 16:34:48.244935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-a0c8607a-f3ff-439c-90f2-ebdaf0fe8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:48.246454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-a0c8607a-f3ff-439c-90f2-ebdaf0fe8c4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e6d2473a58d4910926a39e6f4379d3d&device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 1127 time: 0.3252151 Jan 28 16:34:48.307515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:48.318958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:48.320507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:48.351424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-2d2d9caa-86e3-4f32-96f8-246b90cd80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:48.353987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-2d2d9caa-86e3-4f32-96f8-246b90cd80a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.2106497 Jan 28 16:34:48.425015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-9ad7d28c-6013-4a06-b9c1-8644f9146aee tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:48.427294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-9ad7d28c-6013-4a06-b9c1-8644f9146aee tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.1103261 Jan 28 16:34:48.442478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:48.546573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:48.610713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:48.958262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:48.978912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:48Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:49.017371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:49.049995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:49.073326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:49.074055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:49.078661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:49.081925 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda89bd4-a237-4317-86bd-0f36c073ce37" -d '{"events": [{"server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "name": "network-vif-unplugged", "status": "completed", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:49.087764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Publish callbacks [] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:49.100713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:49.239515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:49.252921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:34:49.254063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:34:49.255010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:49.261852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:34:49.262427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Attempting to bind port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:34:49.270207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:34:49.270803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:34:49.271369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:34:49.272052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Bound port: 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:34:49.272586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:49.284738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6100e8-dc2e-4f70-a0a6-1eb87a9aedd3 req-6cbccd8a-f8bd-4308-bd4a-cc03e0bb2705 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:49.289199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:49.307741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b6100e8-dc2e-4f70-a0a6-1eb87a9aedd3 req-6cbccd8a-f8bd-4308-bd4a-cc03e0bb2705 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 1.1735122 Jan 28 16:34:49.313036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-4b6100e8-dc2e-4f70-a0a6-1eb87a9aedd3 req-f47eba8a-c6e6-4693-be3c-a40b3a9969b4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:34:49.337488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b6100e8-dc2e-4f70-a0a6-1eb87a9aedd3 req-f47eba8a-c6e6-4693-be3c-a40b3a9969b4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294933 Jan 28 16:34:49.340689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-b5ebc51d-9df1-40d1-b76a-e62b43477ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:49.346514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-b5ebc51d-9df1-40d1-b76a-e62b43477ccc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b253e93-4181-47ec-9f4e-2fb223452778 HTTP/1.1" status: 200 len: 918 time: 1.0907526 Jan 28 16:34:49.428982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:34:49.434431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:34:49.461964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-593925e0-e5f4-4dc0-b0a7-6b24bbdbb738 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e HTTP/1.1" status: 200 len: 217 time: 0.1063735 Jan 28 16:34:49.463911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:49.465748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-a899e730-85f9-4257-ab83-d6dc16237199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:49.467623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-a899e730-85f9-4257-ab83-d6dc16237199 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0908551 Jan 28 16:34:49.540549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:49.610199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-83445598-ccae-455a-b907-12525b708150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:49.612086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-83445598-ccae-455a-b907-12525b708150 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee4fdaf9-638e-4f17-8cdf-503f37ca24d4 HTTP/1.1" status: 200 len: 857 time: 0.1433065 Jan 28 16:34:49.663200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-a08129f0-3e49-4edb-972a-22100917b4b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b253e93-4181-47ec-9f4e-2fb223452778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430090 Jan 28 16:34:49.670301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:49.674084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:49.675803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] 10.222.0.31 "PUT /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 1123 time: 1.2392187 Jan 28 16:34:49.686539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb966431-d382-4351-94c2-330cb80a4429 service neutron] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:49.721863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af660a3-f36a-47c0-a21b-c6f50545792c req-aa18fe4e-fcba-444b-8260-90f96773464f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:49.728873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9af660a3-f36a-47c0-a21b-c6f50545792c req-aa18fe4e-fcba-444b-8260-90f96773464f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.2374792 Jan 28 16:34:49.769920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-57e94aec-0356-4d1c-9e61-bb121014858a service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854760 Jan 28 16:34:49.792472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:34:49.903418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:34:49.922002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}, {'name': 'network-changed', 'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:49.924579 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}, {"name": "network-changed", "server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:49.935058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:34:50.022475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9af660a3-f36a-47c0-a21b-c6f50545792c req-6f3a5517-0fa5-4904-95af-0e77a4c057b2 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925358 Jan 28 16:34:50.030905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-22854268-b901-49de-90a2-3d14715fc5ee service neutron] 10.222.0.24 "GET /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605537 Jan 28 16:34:50.161474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:50.219360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:34:50.230797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-54078236-eb85-45bb-9945-c6662b53482f service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522052 Jan 28 16:34:50.273807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:34:50.474372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe054e11-8280-41c2-a6a3-59156c66e5b2 req-6ae25952-abe6-43fb-8e9c-edbd07098b1e service neutron] 10.222.0.24 "GET /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328616 Jan 28 16:34:50.494973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb59313-7f8e-4535-98a2-6859cf31833a req-50f32233-4076-4f77-8937-5015140f5881 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:50.502082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bb59313-7f8e-4535-98a2-6859cf31833a req-50f32233-4076-4f77-8937-5015140f5881 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 944 time: 0.3298771 Jan 28 16:34:50.524889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-ea14eac5-dea3-4ff7-8e59-01e570032a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:50.526449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-ea14eac5-dea3-4ff7-8e59-01e570032a00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1128 time: 0.2229867 Jan 28 16:34:50.645207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bb59313-7f8e-4535-98a2-6859cf31833a req-6789f563-20ad-48ff-8cc6-5d145ddf7b35 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372287 Jan 28 16:34:50.727467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:48Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:50.770229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-4de7911e-0332-4ecf-9dfb-407451d5989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:50.772805 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b2fe76-fc52-4324-ae1f-b0bbf894ef0c x-openstack-request-id: req-79b2fe76-fc52-4324-ae1f-b0bbf894ef0c {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:50.773668 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "name": "network-vif-unplugged", "status": "completed", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:50.774095 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79b2fe76-fc52-4324-ae1f-b0bbf894ef0c {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:50.774647 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'code': 200} Jan 28 16:34:50.778777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-4de7911e-0332-4ecf-9dfb-407451d5989c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.2416275 Jan 28 16:34:50.781709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:50.796598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d2b9b-36f4-46f3-8eff-a1ef7e2cd05e None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:ee:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:34:48Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:50.853240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,segment=NetworkSegment(0179dda4-ccfd-4d44-b6e2-d6a660340702),segment_id=0179dda4-ccfd-4d44-b6e2-d6a660340702)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:50.893526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e', 'network_id': '0b253e93-4181-47ec-9f4e-2fb223452778', 'port_id': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e', 'mac_address': 'fa:16:3e:c9:29:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4fdaf9-638e-4f17-8cdf-503f37ca24d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:34:50.996106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c322c3ce-7cec-4dfb-b8c3-fd9b9ff2fb1d req-01c70db8-1dad-4c7d-b608-acfe30efaaf4 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=6f6a0711e53f4b308440cf2a2a7e55d6 HTTP/1.1" status: 200 len: 696 time: 0.1359882 Jan 28 16:34:51.034171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-51955885-badb-4c71-8e94-bcebd91088bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 1001 time: 0.2493272 Jan 28 16:34:51.048921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:51.053963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:51.080496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:34:51.120856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,segment=NetworkSegment(0179dda4-ccfd-4d44-b6e2-d6a660340702),segment_id=0179dda4-ccfd-4d44-b6e2-d6a660340702)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:51.135716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:51.194122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:51.213655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-4b729d48-fefb-453b-944f-9749428152f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.215130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-4b729d48-fefb-453b-944f-9749428152f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1684353 Jan 28 16:34:51.265176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322c3ce-7cec-4dfb-b8c3-fd9b9ff2fb1d req-d311fecd-30c4-433a-9f8e-e841ca19c7c2 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.266882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c322c3ce-7cec-4dfb-b8c3-fd9b9ff2fb1d req-d311fecd-30c4-433a-9f8e-e841ca19c7c2 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks?id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 787 time: 0.2628803 Jan 28 16:34:51.316870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-bef9df20-2242-412b-b624-950e77792f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.318375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-bef9df20-2242-412b-b624-950e77792f2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0946631 Jan 28 16:34:51.400604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['93b7313f-ac9f-4abf-90c1-d7daf4a4e04e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:34:51.491604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-6079df23-7dde-4627-b70c-dfcf0cdf506b service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550512 Jan 28 16:34:51.532482 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9eabd-e20f-4482-99a6-dbcffb319ff6 x-openstack-request-id: req-32a9eabd-e20f-4482-99a6-dbcffb319ff6 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:51.532819 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:51.533074 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32a9eabd-e20f-4482-99a6-dbcffb319ff6 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:51.533455 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'status': 'completed', 'code': 200} Jan 28 16:34:51.533791 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'status': 'completed', 'code': 200} Jan 28 16:34:51.615047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-0477bd69-43eb-4cfe-82e6-80561d4a2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.616593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-0477bd69-43eb-4cfe-82e6-80561d4a2c80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1128 time: 0.0973349 Jan 28 16:34:51.778355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:51.793739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-5c2555b7-daaf-4442-9114-c2db52adedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.797617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-5c2555b7-daaf-4442-9114-c2db52adedf6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.1722023 Jan 28 16:34:51.880935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-0c3c6411-2640-475a-b84c-01dd4868b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.882452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-0c3c6411-2640-475a-b84c-01dd4868b25d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.3479028 Jan 28 16:34:51.889533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d9aa0a1-feec-4337-8fc0-2ee0afebf3ea req-677a4761-7324-4268-ae27-0bd1bf62f549 service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896184 Jan 28 16:34:51.915427 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-11397fd7-7f10-425b-b6d3-cbabe180b820 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 1001 time: 0.1049118 Jan 28 16:34:51.995317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-239c496c-1e46-4330-a3fd-540ea3d03035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.996644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95635c1-0843-41a5-a20e-397c26a03837 req-eb75df32-4ac1-4c93-977e-09218b2b1975 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:51.997193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-239c496c-1e46-4330-a3fd-540ea3d03035 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.0763733 Jan 28 16:34:52.003438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e95635c1-0843-41a5-a20e-397c26a03837 req-eb75df32-4ac1-4c93-977e-09218b2b1975 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.4008913 Jan 28 16:34:52.030453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-909075ec-0efa-4c82-beb2-2bda76820c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:52.039830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-909075ec-0efa-4c82-beb2-2bda76820c20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.1439333 Jan 28 16:34:52.132712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-e83f1a81-d18f-45cd-90d8-4a5462e2a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:52.147969 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-e83f1a81-d18f-45cd-90d8-4a5462e2a8f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1424370 Jan 28 16:34:52.183107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-7b0009f9-694e-4577-ac66-fbb545cb0346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 217 time: 0.1360931 Jan 28 16:34:52.191080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-fb9fb936-76bf-482c-aa74-d92f942477e8 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips/b2e922cc-6a96-41f9-95cc-d0651fd95a6d HTTP/1.1" status: 200 len: 693 time: 0.1501951 Jan 28 16:34:52.324826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e95635c1-0843-41a5-a20e-397c26a03837 req-ddc56677-1d88-40fd-bfcb-242176457aad tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149636 Jan 28 16:34:52.357963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-38f8463b-3d80-4abc-899c-7018ac16fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:52.363755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-38f8463b-3d80-4abc-899c-7018ac16fc7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1631227 Jan 28 16:34:52.376779 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-758c72a9-9fa8-4715-bf78-850b64480c92 service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207868 Jan 28 16:34:52.456045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-1767386f-4f81-403b-94c1-c711c6a9ea0e tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:52.457541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-1767386f-4f81-403b-94c1-c711c6a9ea0e tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.2656517 Jan 28 16:34:52.469575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-94cdf14d-eb27-488e-ba24-8dda0ce54282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:52.474677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-94cdf14d-eb27-488e-ba24-8dda0ce54282 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1008756 Jan 28 16:34:52.587231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-eea790a6-7064-4972-b975-578c023e33cf service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031989 Jan 28 16:34:52.629041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-d2dc64aa-7da6-4e5e-800c-cbabb8cb3ca8 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.1626847 Jan 28 16:34:52.729420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-e5f676c0-589d-4122-a462-8216685e449c tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0705807 Jan 28 16:34:52.776406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:52.778767 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:52.892153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-97057a0e-89d5-459e-80d7-cd161343c842 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100225 Jan 28 16:34:52.911980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8b7c-c952-4d4d-b9b1-e1a33582d8e7 req-67c670fb-ad9b-4144-977d-11ba3e272424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:52.913930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-306f8b7c-c952-4d4d-b9b1-e1a33582d8e7 req-67c670fb-ad9b-4144-977d-11ba3e272424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 945 time: 0.3370156 Jan 28 16:34:53.134426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-306f8b7c-c952-4d4d-b9b1-e1a33582d8e7 req-5c6fc28c-670d-4812-ad84-a42618f46695 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175399 Jan 28 16:34:53.148535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Deleting port 0866b59f-16d5-45ce-8a92-cb357d3a30d7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:53.149027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:53.152342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d36e47d9-43ba-4add-a5e6-57a7a6e8c74f req-bb19a47e-3823-47f2-8108-492568fca3f9 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044573 Jan 28 16:34:53.372713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:53.373124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (0866b59f-16d5-45ce-8a92-cb357d3a30d7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:53.394746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Calling delete_port for 0866b59f-16d5-45ce-8a92-cb357d3a30d7 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:53.412051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-1cdc6e4b-2231-4766-9813-959d9a813f8a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.2233865 Jan 28 16:34:53.501482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-9b400cf8-41d0-46cc-81f3-58d61b9d5762 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:53.507604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-9b400cf8-41d0-46cc-81f3-58d61b9d5762 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports/b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 942 time: 0.0935645 Jan 28 16:34:53.600100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0866b59f-16d5-45ce-8a92-cb357d3a30d7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:53.696465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Pushing event deleted for resources: {'Port': ['ID=0866b59f-16d5-45ce-8a92-cb357d3a30d7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:53.709789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-b4300cb4-9213-45eb-a6a1-6c565dc98ed2 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.0674574 Jan 28 16:34:54.133824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (b2e922cc-6a96-41f9-95cc-d0651fd95a6d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:54.136628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:54.137844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fdd8452-a883-4a97-8997-1ffb005abd6c req-b7b9bfbb-5486-4376-bda4-c7c3adaeea51 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "DELETE /v2.0/floatingips/b2e922cc-6a96-41f9-95cc-d0651fd95a6d HTTP/1.1" status: 204 len: 173 time: 1.4075007 Jan 28 16:34:54.177874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-c1e61fd4-4817-4b4b-8ca4-ccac02b48044 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:54.179423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-c1e61fd4-4817-4b4b-8ca4-ccac02b48044 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.1434855 Jan 28 16:34:54.190817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-b8c09ffe-c0bc-48bc-8310-29a4d5c4db66 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:34:54.191847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3bcd85-5afb-4daa-9d6f-89cb33855893 req-b8c09ffe-c0bc-48bc-8310-29a4d5c4db66 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071661 Jan 28 16:34:54.198041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:34:54.278434 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c909620-686a-46a1-bdac-f894f88df6a7 x-openstack-request-id: req-4c909620-686a-46a1-bdac-f894f88df6a7 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:54.278943 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:54.279416 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c909620-686a-46a1-bdac-f894f88df6a7 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:54.279917 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'status': 'completed', 'code': 200} Jan 28 16:34:54.358250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:34:54.366866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:34:54.367250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:54.513943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-f38d251a-9ed1-4f92-8c82-8a49ee993ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:54.515595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-f38d251a-9ed1-4f92-8c82-8a49ee993ebf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1157 time: 0.2151163 Jan 28 16:34:54.557602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2a7a-8946-4492-abe3-348dcee4aa1b req-b13bd410-a5e0-44bf-acdb-14ac9714595f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:54.559549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bacf2a7a-8946-4492-abe3-348dcee4aa1b req-b13bd410-a5e0-44bf-acdb-14ac9714595f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.1979964 Jan 28 16:34:54.566602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:54.569711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:54.608768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-65040fe2-8b4e-4851-9bc3-974a8c30e419 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2919967 Jan 28 16:34:54.626274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:54.628610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:54.640830 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7752d78a-ab9d-43f4-b0d4-8aab97c596a3" -d '{"events": [{"server_uuid": "1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28", "name": "network-vif-plugged", "status": "completed", "tag": "93b7313f-ac9f-4abf-90c1-d7daf4a4e04e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:54.675819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,segment=NetworkSegment(0179dda4-ccfd-4d44-b6e2-d6a660340702),segment_id=0179dda4-ccfd-4d44-b6e2-d6a660340702)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:34:54.683614 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:54.684781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:54.714545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bacf2a7a-8946-4492-abe3-348dcee4aa1b req-6c61eef2-4fd4-49e3-99f2-f71d30ab88d8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260815 Jan 28 16:34:54.764830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-e9f06f6b-b72f-44e3-a0d2-ff1a152dc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:54.769855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-e9f06f6b-b72f-44e3-a0d2-ff1a152dc63f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.2446334 Jan 28 16:34:54.807283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:54.829885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-15e79035-c716-46bd-9446-82df4be9d7b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 217 time: 0.0519290 Jan 28 16:34:54.832851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.833210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.833557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.833902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.835908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.836308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.836652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.837014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.837347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.839304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.839669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.842034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.842388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:34:54.926099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-a6c5c4ff-bfe9-4b7f-a0f9-cb873b1c13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:54.928308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-a6c5c4ff-bfe9-4b7f-a0f9-cb873b1c13c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0895658 Jan 28 16:34:54.972053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-c627d00a-fa54-4741-9f56-b8d6f5e02174 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365450 Jan 28 16:34:55.011464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f6ef-1a72-48ac-ac2a-8a71ff93d1b2 req-face5237-f57a-4761-b555-465a1b718f6d tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:55.013147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a56f6ef-1a72-48ac-ac2a-8a71ff93d1b2 req-face5237-f57a-4761-b555-465a1b718f6d tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 946 time: 0.1326756 Jan 28 16:34:55.082072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:55.169698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a56f6ef-1a72-48ac-ac2a-8a71ff93d1b2 req-e988b544-acf3-43ab-9ec5-d6a1f80cc62b tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269174 Jan 28 16:34:55.183165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-c7bdc957-f6c3-49b3-803d-e4528bfc298c service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031007 Jan 28 16:34:55.292750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e155af5-6040-4dd4-abe0-7cfc9d2201cd req-074bd64b-ab81-4342-a83c-cf064bd80ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030049 Jan 28 16:34:55.402515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Allocated IP 172.25.8.198 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/6335df22-3651-47e4-85ba-a412a89b22ff) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:34:55.409651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-f5d76f17-4a1d-4ffe-ad57-ba38a08a1acf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.1157126 Jan 28 16:34:55.616110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for port (6335df22-3651-47e4-85ba-a412a89b22ff), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:55.674550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-776b91b8-70fd-43fa-ab96-6b2178a248e0 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:55.688790 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-776b91b8-70fd-43fa-ab96-6b2178a248e0 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports/b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 942 time: 0.2367041 Jan 28 16:34:55.692058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6335df22-3651-47e4-85ba-a412a89b22ff), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:55.793860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:34:55.798853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:34:55.801869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:34:55.949468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Pushing event updated for resources: {'Port': ['ID=6335df22-3651-47e4-85ba-a412a89b22ff,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:56.020937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-f077eee5-4b9e-4b18-9da9-bb6eebe9d0a5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.1564739 Jan 28 16:34:56.159536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-a9959b96-8daa-449f-94d6-c1d01ce7a3aa tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:56.161109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-a9959b96-8daa-449f-94d6-c1d01ce7a3aa tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.1306565 Jan 28 16:34:56.200987 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.308527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-cc065137-0d24-4deb-8e4f-7d8fb13be76a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.1275358 Jan 28 16:34:56.348711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:34:56.383772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6335df22-3651-47e4-85ba-a412a89b22ff), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.575869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.716643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for port (6335df22-3651-47e4-85ba-a412a89b22ff), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.732780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (6335df22-3651-47e4-85ba-a412a89b22ff), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.880287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.886168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.906864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.907221 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Floating IP ab32616d-01de-4460-8de3-343171cae04f disassociated. External IP: 172.25.8.184, port: b8389880-c5c2-43bb-b88a-718d03b1d8db. Jan 28 16:34:56.913587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Pushing event updated for resources: {'Port': ['ID=6335df22-3651-47e4-85ba-a412a89b22ff,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:34:56.996423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:56.999910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-0b09addf-5e77-4cae-997a-b153675cb66f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3775456 Jan 28 16:34:57.105448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-bb492afc-acf5-4053-a3c7-5aa746d08b5b tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0983555 Jan 28 16:34:57.255447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-8a71495f-3eed-4d60-927e-a0befd8e119e tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:57.257081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6c255a8-7eb5-4443-bf2c-c9df03e1a17d req-8a71495f-3eed-4d60-927e-a0befd8e119e tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.1282966 Jan 28 16:34:57.380490 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e1afe3-8e00-45eb-a6bf-38a55f5a1327 x-openstack-request-id: req-14e1afe3-8e00-45eb-a6bf-38a55f5a1327 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:57.381046 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28", "name": "network-vif-plugged", "status": "completed", "tag": "93b7313f-ac9f-4abf-90c1-d7daf4a4e04e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:57.381046 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14e1afe3-8e00-45eb-a6bf-38a55f5a1327 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:57.381440 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e', 'code': 200} Jan 28 16:34:57.478791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:34:57.656234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:34:57.662806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:57.669731 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:34:57.696625 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:57.697299 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:57.826308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-d5293a4b-3e8f-4d45-be04-67a749704a35 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "PUT /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 695 time: 1.5102813 Jan 28 16:34:57.830768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:34:57.838114 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27743f8-58a5-4937-97be-b3099891a676" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:34:57.902681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c88b79-7c29-4f1c-9abf-72ea590d6d77 req-1f9e7c42-7b1e-4a3b-ab49-60edef8e283c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:57.904819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03c88b79-7c29-4f1c-9abf-72ea590d6d77 req-1f9e7c42-7b1e-4a3b-ab49-60edef8e283c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.2697585 Jan 28 16:34:57.950406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93366-9aee-4b88-ace3-dc99f8116912 req-4c89ce8d-adec-4473-a3f5-22e5b93b26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:57.956117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20b93366-9aee-4b88-ace3-dc99f8116912 req-4c89ce8d-adec-4473-a3f5-22e5b93b26b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 1129 time: 0.4633930 Jan 28 16:34:57.975145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-148df0ea-0c6d-411e-abee-1f0f383d92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:57.979327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-148df0ea-0c6d-411e-abee-1f0f383d92cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1128 time: 0.1376855 Jan 28 16:34:58.023607 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:58.100176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03c88b79-7c29-4f1c-9abf-72ea590d6d77 req-fc9d63b1-9d5d-42fb-920a-e130c56fd2ae tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839468 Jan 28 16:34:58.231159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:34:58.267856 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:58.296886 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:34:58.307315 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:34:58.307948 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:58.314775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20b93366-9aee-4b88-ace3-dc99f8116912 req-4bddf5d0-7c39-473d-a0ee-f4cf384e0046 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327041 Jan 28 16:34:58.399364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:34:58.408426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b90360-6b90-4446-a7ba-6e3a0d63824c req-8ea9c7e3-ed3d-42da-ab4f-f3a82c710771 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:58.417334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5b90360-6b90-4446-a7ba-6e3a0d63824c req-8ea9c7e3-ed3d-42da-ab4f-f3a82c710771 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 946 time: 0.1883039 Jan 28 16:34:58.436000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-e67c2a5c-6849-4a9a-995c-1f075cd16057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:58.437922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-e67c2a5c-6849-4a9a-995c-1f075cd16057 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.4437113 Jan 28 16:34:58.506945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5b90360-6b90-4446-a7ba-6e3a0d63824c req-0506a018-0216-4c91-864e-7dcb2adae0f0 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882275 Jan 28 16:34:58.508244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-8f66a1c1-73a6-40ae-bbca-974bd2fb479a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 217 time: 0.0634766 Jan 28 16:34:58.543791 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:34:58.609811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-76f8e7a5-41db-4195-9053-bc45c49f3a5f tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips/8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c HTTP/1.1" status: 200 len: 693 time: 0.0546250 Jan 28 16:34:58.624384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-2ba3d6f4-2e67-4b4e-85b0-bf1e2b2b4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:58.629491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-2ba3d6f4-2e67-4b4e-85b0-bf1e2b2b4d84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1146965 Jan 28 16:34:58.806551 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:34:58.846123 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c2845-3c18-4ca2-8566-e905fe7a65dd None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:34:59.083733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-ac5066c7-7cd9-42d0-aec8-b0af7a475b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:59.085284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-ac5066c7-7cd9-42d0-aec8-b0af7a475b8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4334760 Jan 28 16:34:59.117700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-94298f69-8ac6-45b1-89ed-011112664664 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:59.119164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-94298f69-8ac6-45b1-89ed-011112664664 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.4884634 Jan 28 16:34:59.208416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-0d8eb860-980a-4052-b2b0-a6946070a4c7 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0787950 Jan 28 16:34:59.209635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71092cd6-6859-4df1-a1c0-75564e871731 None None] New status for floating IP ab32616d-01de-4460-8de3-343171cae04f: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:34:59.281540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-1ed398e6-cd05-420a-81a7-8466185a2789 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0572236 Jan 28 16:34:59.355570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-c9eeaf9f-41a0-4b91-bfc1-1819a191a21a service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537827 Jan 28 16:34:59.532641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df0a938d-3680-4ef2-9412-d4e900b7a800 req-3ff54cbc-cabe-43a1-9d33-cc630207b356 service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311734 Jan 28 16:34:59.534191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Deleting port 6335df22-3651-47e4-85ba-a412a89b22ff {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:34:59.534596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6335df22-3651-47e4-85ba-a412a89b22ff), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:59.621241 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553ddb24-4a6e-41f2-99dc-4e19b49bcb01 x-openstack-request-id: req-553ddb24-4a6e-41f2-99dc-4e19b49bcb01 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:34:59.621538 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:34:59.621786 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-553ddb24-4a6e-41f2-99dc-4e19b49bcb01 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:34:59.622178 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'status': 'completed', 'code': 200} Jan 28 16:34:59.630928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6335df22-3651-47e4-85ba-a412a89b22ff), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:59.631383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (6335df22-3651-47e4-85ba-a412a89b22ff), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:59.645712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Calling delete_port for 6335df22-3651-47e4-85ba-a412a89b22ff owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:34:59.711934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27743f8-58a5-4937-97be-b3099891a676 req-e3ca5bf1-949f-432b-b8b7-b9b08a0b4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:59.713661 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-e3ca5bf1-949f-432b-b8b7-b9b08a0b4960 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 1128 time: 0.0613747 Jan 28 16:34:59.843402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27743f8-58a5-4937-97be-b3099891a676 req-45af2e08-cb37-4a14-b485-8d30b65c219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:59.844978 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-45af2e08-cb37-4a14-b485-8d30b65c219b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.1236188 Jan 28 16:34:59.893437 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-f7d1893c-6f49-429f-9a54-8a3462c08179 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 200 len: 217 time: 0.0396655 Jan 28 16:34:59.916361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6335df22-3651-47e4-85ba-a412a89b22ff), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:34:59.953427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27743f8-58a5-4937-97be-b3099891a676 req-d2b544e9-f253-4fa7-9095-ded1d1678cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:59.955030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-d2b544e9-f253-4fa7-9095-ded1d1678cb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.0548666 Jan 28 16:34:59.958966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-3a7e646b-643e-4866-88f0-49e879b24b4c tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:34:59.960597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-3a7e646b-643e-4866-88f0-49e879b24b4c tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/networks?id=83708a06-70c5-46b6-a60c-44bbf0177c36 HTTP/1.1" status: 200 len: 815 time: 0.1868746 Jan 28 16:34:59.983874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Pushing event deleted for resources: {'Port': ['ID=6335df22-3651-47e4-85ba-a412a89b22ff,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:00.020692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-93ee9bd9-a612-468c-bce8-ec79645b7ed3 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/quotas/e89a98175f24401b997bdec0b0c07b49 HTTP/1.1" status: 200 len: 375 time: 0.0330296 Jan 28 16:35:00.046883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27743f8-58a5-4937-97be-b3099891a676 req-fe03b6cd-d42a-4479-a7ae-fbcd22a55eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:00.049506 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-fe03b6cd-d42a-4479-a7ae-fbcd22a55eed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815463 Jan 28 16:35:00.074452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks [] for floatingip (8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:00.077623 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:00.078822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a955a73-5bd2-497e-a154-ddb9d46d2743 req-8fe82b0d-e465-4196-ad32-b5e649df4875 tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "DELETE /v2.0/floatingips/8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c HTTP/1.1" status: 204 len: 173 time: 0.7891595 Jan 28 16:35:00.132026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-62de22b4-9713-4f92-b55d-bfd6bdc82e25 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e89a98175f24401b997bdec0b0c07b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049690 Jan 28 16:35:00.184597 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-332ac3e0-a345-4175-83d1-14022db4a1ff service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Jan 28 16:35:00.302930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-1b1d0b18-34e6-4130-b352-29649877f6e5 service neutron] 10.222.0.25 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627529 Jan 28 16:35:00.324178 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e27743f8-58a5-4937-97be-b3099891a676 req-7ecbdf98-0db7-4702-b570-4625a29ad65f service neutron] 10.222.0.31 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304784 Jan 28 16:35:00.455296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd67cf-f083-4049-be6a-1e8b1f298c8c req-73444f31-0786-4b99-a9ad-73647afe6840 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:00.456805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5edd67cf-f083-4049-be6a-1e8b1f298c8c req-73444f31-0786-4b99-a9ad-73647afe6840 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 943 time: 0.1568437 Jan 28 16:35:00.498697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-7c782d51-e65a-4d5c-bb34-51eee1c4f14c service neutron] 10.222.0.25 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837339 Jan 28 16:35:00.502683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-f8e26bec-d8e4-4f7c-8523-caa8ce908e3b service neutron] 10.222.0.24 "GET /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.1171820 Jan 28 16:35:00.552255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5edd67cf-f083-4049-be6a-1e8b1f298c8c req-ac1af451-f763-454e-8b5c-3ebbe2bfb63b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888011 Jan 28 16:35:00.769555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b5adb-e6b4-4471-9ec9-8356de9898b9 req-e163eef0-91be-485c-b7c9-42809c2d691c tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:00.771329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-836b5adb-e6b4-4471-9ec9-8356de9898b9 req-e163eef0-91be-485c-b7c9-42809c2d691c tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 946 time: 0.1261129 Jan 28 16:35:00.865698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:00.876436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-836b5adb-e6b4-4471-9ec9-8356de9898b9 req-5bfa556a-6c2b-4885-ad08-7d2c13a18732 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941472 Jan 28 16:35:00.914755 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-f439dcdc-e051-46e4-8a95-fcf36828f5c6 req-9519a449-4b4d-4908-8b15-f4edbd6bd8fd tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] show failed (client error): The resource could not be found. Jan 28 16:35:00.915939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f439dcdc-e051-46e4-8a95-fcf36828f5c6 req-9519a449-4b4d-4908-8b15-f4edbd6bd8fd tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips/8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c HTTP/1.1" status: 404 len: 350 time: 0.0670507 Jan 28 16:35:00.925713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:01.001840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07e2f099-e91a-4be6-832d-13ddfd43bbca req-2b1b4ac7-d13b-4ebb-af42-5d1f37aa0461 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 210 time: 0.0375032 Jan 28 16:35:01.006748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:01.063337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:01.093612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:01.146416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-1bd55264-c0ae-4573-a648-d199c053f478 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:01.148974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-1bd55264-c0ae-4573-a648-d199c053f478 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1496015 Jan 28 16:35:01.289390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-f1f08d10-9c23-46bd-8726-ba1c330151cd tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1284492 Jan 28 16:35:01.312310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'floatingip': {'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:01.385340 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-8bb91a4e-72fa-4f74-b660-06c60e2ab9c8 req-fd2b08e5-8f1c-4e32-94bc-a00f66f9c64d tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] show failed (client error): The resource could not be found. Jan 28 16:35:01.386412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bb91a4e-72fa-4f74-b660-06c60e2ab9c8 req-fd2b08e5-8f1c-4e32-94bc-a00f66f9c64d tempest-FloatingIPsTestJSON-1012435387 tempest-FloatingIPsTestJSON-1012435387-project] 10.222.0.25 "GET /v2.0/floatingips/8c3817fb-ead6-4f79-98bc-9d2c0ee7ae9c HTTP/1.1" status: 404 len: 350 time: 0.0921023 Jan 28 16:35:01.397541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33254) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:01.398242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:01.446033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] Transition to ACTIVE for port object 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:01.478634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:01.620043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89247bd-691b-4505-83e9-10006816da3b service neutron] Pushing event updated for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:01.623773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] No DVR routers for this DVR port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:01.713233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-e89247bd-691b-4505-83e9-10006816da3b service neutron] 10.222.0.24 "PUT /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2010074 Jan 28 16:35:01.728068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8e758-b8bd-4f49-82c3-97eb650e006f req-7e516910-3edb-4003-845e-8bdf0b112cee tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:01.729586 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9c8e758-b8bd-4f49-82c3-97eb650e006f req-7e516910-3edb-4003-845e-8bdf0b112cee tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 946 time: 0.2020245 Jan 28 16:35:01.841839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9c8e758-b8bd-4f49-82c3-97eb650e006f req-f1777219-3db0-4f10-a183-46ee58ab9bc5 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055079 Jan 28 16:35:01.858262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-ac82b1e2-4516-4f20-a6c6-5f19b83da14e tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:01.859745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-ac82b1e2-4516-4f20-a6c6-5f19b83da14e tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0706177 Jan 28 16:35:01.956412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-f3dc52b8-bc2e-444a-88be-8f84eeb62049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:01.957934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-f3dc52b8-bc2e-444a-88be-8f84eeb62049 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 1127 time: 0.0800443 Jan 28 16:35:01.982714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (ad4a7607-6930-4994-a012-bda7d81af7d6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:02.155994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:35:02.289895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:02.301959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-a2dc99c4-86d3-4f84-a3c2-b5454b45d323 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.303720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-a2dc99c4-86d3-4f84-a3c2-b5454b45d323 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.24 "GET /v2.0/networks?id=83708a06-70c5-46b6-a60c-44bbf0177c36 HTTP/1.1" status: 200 len: 815 time: 0.4763448 Jan 28 16:35:02.311084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:02.318217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Request body: {'port': {'device_id': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'admin_state_up': True, 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:02.340688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fd340-f17a-434d-b566-9957a1a237eb req-032a7f4f-89b8-43f5-b86f-a5bd9fe220f0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.346627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d65fd340-f17a-434d-b566-9957a1a237eb req-032a7f4f-89b8-43f5-b86f-a5bd9fe220f0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 0.2577710 Jan 28 16:35:02.413863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-0b6ae41f-5a7c-4a3d-9b98-d7afa8f4839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.416081 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-0b6ae41f-5a7c-4a3d-9b98-d7afa8f4839a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1127 time: 0.4307072 Jan 28 16:35:02.621242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-bef08bce-ca48-4fd9-a0fb-0d430bc69389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.622899 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-bef08bce-ca48-4fd9-a0fb-0d430bc69389 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1960518 Jan 28 16:35:02.699389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-13e8ddc9-17ec-4f66-bb6c-f15d7f8d5a6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 200 len: 217 time: 0.0601099 Jan 28 16:35:02.772015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-1dc77ed4-f2fc-4ad3-8419-5be1ad176ece tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.774173 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-1dc77ed4-f2fc-4ad3-8419-5be1ad176ece tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.24 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 946 time: 0.1888587 Jan 28 16:35:02.833689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-b5762b85-99c2-4671-89e6-083dbdce6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.835246 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-b5762b85-99c2-4671-89e6-083dbdce6dec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1282475 Jan 28 16:35:02.893777 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-3e3e8cf2-22aa-45e0-a145-b30a2375c006 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351372 Jan 28 16:35:02.968331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-3c4d83a8-30f2-49db-be99-fb2f94839c08 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:02.969849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-3c4d83a8-30f2-49db-be99-fb2f94839c08 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e88538-0a4b-4805-938d-3028a8fb4b98 HTTP/1.1" status: 200 len: 945 time: 0.7762296 Jan 28 16:35:03.036723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Deleting port c227e95a-6bc0-4887-96d9-a52bf87e0c8c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:03.037036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:03.057695 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-49958953-0882-4673-b56d-0f801a275b3e service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565869 Jan 28 16:35:03.164665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Deleting port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:03.164951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:03.259913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d65fd340-f17a-434d-b566-9957a1a237eb req-1ba79823-dfe0-49ca-b36a-4a5c9b0cba4c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120643 Jan 28 16:35:03.305921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] For port c227e95a-6bc0-4887-96d9-a52bf87e0c8c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:03.306319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:03.382473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Calling delete_port for c227e95a-6bc0-4887-96d9-a52bf87e0c8c owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:03.415402 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Floating IP ab32616d-01de-4460-8de3-343171cae04f associated. External IP: 172.25.8.184, port: 2f23613d-106a-4657-b989-37a9eaddbdba. Jan 28 16:35:03.418338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-46bee592-0468-42ca-b31e-31d22f1a9c8e service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851374 Jan 28 16:35:03.504429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] For port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,segment=NetworkSegment(0179dda4-ccfd-4d44-b6e2-d6a660340702),segment_id=0179dda4-ccfd-4d44-b6e2-d6a660340702)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:03.508247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:03.526291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Calling delete_port for 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:03.600811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49d56b35-f0db-49e8-966b-2e465814b55c req-39e0eed1-9572-4ed6-acc0-095465223649 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 210 time: 0.1243727 Jan 28 16:35:03.762813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Made reservation on behalf of e89a98175f24401b997bdec0b0c07b49 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:03.774039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:03.790911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Deleting port b8389880-c5c2-43bb-b88a-718d03b1d8db {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:03.815550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:03.830681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-5a4f4dce-abdc-43e7-a79e-3f6d3aa607b1 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:03.835165 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-5a4f4dce-abdc-43e7-a79e-3f6d3aa607b1 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.1143508 Jan 28 16:35:04.084502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (93b7313f-ac9f-4abf-90c1-d7daf4a4e04e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:04.098279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['93b7313f-ac9f-4abf-90c1-d7daf4a4e04e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:04.106752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] For port b8389880-c5c2-43bb-b88a-718d03b1d8db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b8389880-c5c2-43bb-b88a-718d03b1d8db,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:04.107146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:04.107476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c227e95a-6bc0-4887-96d9-a52bf87e0c8c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:04.153241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Pushing event deleted for resources: {'Port': ['ID=93b7313f-ac9f-4abf-90c1-d7daf4a4e04e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:04.262856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Calling delete_port for b8389880-c5c2-43bb-b88a-718d03b1d8db owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:04.263432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c227e95a-6bc0-4887-96d9-a52bf87e0c8c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:04.387083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] No DVR routers for this DVR port 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:04.426522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-c9173905-b6cf-4081-8863-21865cfe7d2f service neutron] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:04.434766 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-c9173905-b6cf-4081-8863-21865cfe7d2f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:04.436530 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75d3a4c0-4f6b-4bca-9b10-cdbe4fe1f1bd req-c9173905-b6cf-4081-8863-21865cfe7d2f service neutron] 10.222.0.31 "DELETE /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.5905495 Jan 28 16:35:04.437825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:04.441472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e93828f9-4ef2-4597-aeb7-e17730387f90 req-c5a421f6-78f7-4309-87e6-ba4f07590424 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.24 "DELETE /v2.0/ports/93b7313f-ac9f-4abf-90c1-d7daf4a4e04e HTTP/1.1" status: 204 len: 173 time: 1.6531317 Jan 28 16:35:04.442316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'name': 'network-vif-deleted', 'tag': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:04.448161 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ddcd6-f941-4fe0-8702-01a1df20160d" -d '{"events": [{"server_uuid": "1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28", "name": "network-vif-deleted", "tag": "93b7313f-ac9f-4abf-90c1-d7daf4a4e04e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:04.509196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4349a5-4b0e-4df0-a004-1fac5125402a req-93314d53-ae99-4804-8ffa-0a959cf4e7a5 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:04.550157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f4349a5-4b0e-4df0-a004-1fac5125402a req-93314d53-ae99-4804-8ffa-0a959cf4e7a5 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/ports?device_id=1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28 HTTP/1.1" status: 200 len: 867 time: 0.5264325 Jan 28 16:35:04.573114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:35:04.654958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (ad4a7607-6930-4994-a012-bda7d81af7d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:04.778502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Allocated IP 172.20.0.11 (83708a06-70c5-46b6-a60c-44bbf0177c36/29d93e55-4f72-4e4f-9f1d-4a3f06284378/5d57ff23-6c7f-4763-8c4a-d7d6f8272831) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:05.118330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Router ad4a7607-6930-4994-a012-bda7d81af7d6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:35:05.246382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f4349a5-4b0e-4df0-a004-1fac5125402a req-cc79d8b2-a68f-45c6-8013-c3ddea013971 tempest-InstanceActionsV221TestJSON-980679745 tempest-InstanceActionsV221TestJSON-980679745-project] 10.222.0.25 "GET /v2.0/security-groups?id=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949093 Jan 28 16:35:05.309066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:05.314207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1588082d-7bea-4c7a-a617-e91b92469a10 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad4a7607-6930-4994-a012-bda7d81af7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9139831 Jan 28 16:35:05.316769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33312) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:05.326938 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] Sync routers for ids ['ad4a7607-6930-4994-a012-bda7d81af7d6'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:05.370062 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] Routers {'ad4a7607-6930-4994-a012-bda7d81af7d6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:05.371122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad4a7607-6930-4994-a012-bda7d81af7d6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:05.408899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:05.449017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks [] for router (ad4a7607-6930-4994-a012-bda7d81af7d6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:05.452034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:05.459639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:05.483829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:05.495923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b8389880-c5c2-43bb-b88a-718d03b1d8db), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:05.512991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:05.565539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2f23613d-106a-4657-b989-37a9eaddbdba'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:05.604038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event deleted for resources: {'Port': ['ID=b8389880-c5c2-43bb-b88a-718d03b1d8db,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:05.618512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-7b0fbd56-694d-4470-b09a-c8669c5a844a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "PUT /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 997 time: 4.3177128 Jan 28 16:35:05.627025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:05.630449 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7388fd24-e654-48e8-8b6d-66e301bdab40" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:05.701342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] No DVR routers for this DVR port b8389880-c5c2-43bb-b88a-718d03b1d8db on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:05.719172 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:05.728369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81acfa79-92a0-4c02-9c72-75f00e1b692a req-41bfab4d-7c55-444e-ba1f-230fb14b2da5 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.31 "DELETE /v2.0/ports/b8389880-c5c2-43bb-b88a-718d03b1d8db HTTP/1.1" status: 204 len: 173 time: 2.7448823 Jan 28 16:35:05.847231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks [] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:05.856279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b633b81-5991-4f08-8ebc-12fe0853f753 req-e84c73c0-8efb-42ed-a408-8630be6f27e8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:05.864615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b633b81-5991-4f08-8ebc-12fe0853f753 req-e84c73c0-8efb-42ed-a408-8630be6f27e8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 945 time: 0.3414650 Jan 28 16:35:05.870852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:05.907553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-b69d6e5c-8e58-4ef2-9b62-7c1386ca6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:05.909361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-b69d6e5c-8e58-4ef2-9b62-7c1386ca6352 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.2480502 Jan 28 16:35:06.001578 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] Set router ad4a7607-6930-4994-a012-bda7d81af7d6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:06.064919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b633b81-5991-4f08-8ebc-12fe0853f753 req-f6a88a28-75be-4b2b-a4d1-517ebd115cd5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990163 Jan 28 16:35:06.129477 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:06.412286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks [] for router_gateway (ad4a7607-6930-4994-a012-bda7d81af7d6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:06.446969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-a001b849-1ad7-4d3f-a801-b3aec786451c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:06.450930 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-a001b849-1ad7-4d3f-a801-b3aec786451c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 945 time: 0.1333053 Jan 28 16:35:06.546375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:06.551300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-a3810e77-535e-47df-bbaa-9dfc1fa36997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:06.552306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b8389880-c5c2-43bb-b88a-718d03b1d8db no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:06.553737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-a3810e77-535e-47df-bbaa-9dfc1fa36997 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.6325839 Jan 28 16:35:06.564738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Pushing event updated for resources: {'Port': ['ID=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:06.582717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:06.590409 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:35:03Z', 'revision_number': 5, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port': {'id': 'f8cf50ff-ca95-4fc2-926f-3439d1632540', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:26Z', 'updated_at': '2022-01-28T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:06.594252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:06.622850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:06.670455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] Checking router: ad4a7607-6930-4994-a012-bda7d81af7d6 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:06.693876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] Routers {'ad4a7607-6930-4994-a012-bda7d81af7d6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:06.694504 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad4a7607-6930-4994-a012-bda7d81af7d6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:06.708248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Deleting port f8cf50ff-ca95-4fc2-926f-3439d1632540 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:06.709106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:06.810361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Deleting port c8671fd4-97e2-4698-b59f-ac6eeb86e878 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:06.810733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:06.830284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:06.831066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:06.854862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: b8389880-c5c2-43bb-b88a-718d03b1d8db {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:06.855394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b8389880-c5c2-43bb-b88a-718d03b1d8db not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:06.863010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:06.863357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93b7313f-ac9f-4abf-90c1-d7daf4a4e04e not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:06.883463 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] Set router ad4a7607-6930-4994-a012-bda7d81af7d6 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:06.922936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:35:02Z', 'revision_number': 8, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:06.972546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:06.988134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:06.988865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:07.051238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] For port f8cf50ff-ca95-4fc2-926f-3439d1632540, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f8cf50ff-ca95-4fc2-926f-3439d1632540,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:07.051875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:07.069120 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:35:06Z', 'revision_number': 6, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:07.092762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c2ec2886-dc1a-48c5-8629-ff7aae163d68 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7783654 Jan 28 16:35:07.102343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Calling delete_port for f8cf50ff-ca95-4fc2-926f-3439d1632540 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:07.140723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:07.147509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Request body: {'port': {'device_id': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:07.147846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55ef71-a634-485b-a2e6-1ea9136914fe None None] The sync data for ids ['ad4a7607-6930-4994-a012-bda7d81af7d6'] in n-d-812111-13 is: [{'id': 'ad4a7607-6930-4994-a012-bda7d81af7d6', 'name': 'tempest-FloatingIPsTestJSON-816258379-router', 'tenant_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:24Z', 'updated_at': '2022-01-28T16:35:06Z', 'revision_number': 6, 'project_id': '6f6a0711e53f4b308440cf2a2a7e55d6', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:07.180141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] For port c8671fd4-97e2-4698-b59f-ac6eeb86e878, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c8671fd4-97e2-4698-b59f-ac6eeb86e878,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:07.180531 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:07.230613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-2dd81431-5e03-46e1-8989-b02ffe54047c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 1000 time: 0.4359922 Jan 28 16:35:07.251246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1ada7-1be3-488a-a8eb-7af72eff7f69 req-fc08e24b-79ae-426b-a04d-aafd919ddc5c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:07.253034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7aa1ada7-1be3-488a-a8eb-7af72eff7f69 req-fc08e24b-79ae-426b-a04d-aafd919ddc5c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 0.9896472 Jan 28 16:35:07.287203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Calling delete_port for c8671fd4-97e2-4698-b59f-ac6eeb86e878 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:07.464272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-6e580429-17c2-4acc-b46f-c5f0cfd9ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:07.478407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-6e580429-17c2-4acc-b46f-c5f0cfd9ab40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.2467597 Jan 28 16:35:07.532058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:07.609489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-32f878e6-c4a2-4c10-bbf8-df06e046b540 None None] Provisioning complete for port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:07.614862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32f878e6-c4a2-4c10-bbf8-df06e046b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:07.630085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c227e95a-6bc0-4887-96d9-a52bf87e0c8c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:07.640160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7aa1ada7-1be3-488a-a8eb-7af72eff7f69 req-48a21bd2-0b60-45c0-bffe-baeef309308a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597925 Jan 28 16:35:07.641511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f8cf50ff-ca95-4fc2-926f-3439d1632540), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:07.747765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c227e95a-6bc0-4887-96d9-a52bf87e0c8c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:07.747765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c227e95a-6bc0-4887-96d9-a52bf87e0c8c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:07.766292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-4c5d577b-55c6-4043-8615-c2ec71ab5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:07.776800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-4c5d577b-55c6-4043-8615-c2ec71ab5c67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2964561 Jan 28 16:35:07.792997 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7666205f-1766-4322-9665-a374d62a5d76 x-openstack-request-id: req-7666205f-1766-4322-9665-a374d62a5d76 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:07.793302 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28", "name": "network-vif-deleted", "tag": "93b7313f-ac9f-4abf-90c1-d7daf4a4e04e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:07.797722 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7666205f-1766-4322-9665-a374d62a5d76 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:07.801389 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689dba8-cb2b-4c5c-96a5-e48ecb5f6c28', 'name': 'network-vif-deleted', 'tag': '93b7313f-ac9f-4abf-90c1-d7daf4a4e04e', 'status': 'completed', 'code': 200} Jan 28 16:35:07.802240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cf50ff-ca95-4fc2-926f-3439d1632540,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:07.859532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32f878e6-c4a2-4c10-bbf8-df06e046b540 None None] Port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:07.908507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:35:02Z', 'revision_number': 8, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:07.988297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (ad4a7607-6930-4994-a012-bda7d81af7d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.125170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2083b-3ed9-41e2-9f49-00fb72a2a77c None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ab32616d-01de-4460-8de3-343171cae04f', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'port_id': '2f23613d-106a-4657-b989-37a9eaddbdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'mac_address': 'fa:16:3e:1e:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:34:02Z', 'updated_at': '2022-01-28T16:35:02Z', 'revision_number': 8, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:08.190610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-932b3353-e6fc-4cf9-8638-f91d1db4a4cb service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123333 Jan 28 16:35:08.217592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc3992-ae48-4fff-b19a-bed4e9462234 req-2b985569-569a-48b0-aab0-48ee092f481a tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:08.225148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ffc3992-ae48-4fff-b19a-bed4e9462234 req-2b985569-569a-48b0-aab0-48ee092f481a tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 932 time: 0.2101345 Jan 28 16:35:08.240651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (ad4a7607-6930-4994-a012-bda7d81af7d6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.244011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks [] for router_controller (ad4a7607-6930-4994-a012-bda7d81af7d6), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.423423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (ad4a7607-6930-4994-a012-bda7d81af7d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.424085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad4a7607-6930-4994-a012-bda7d81af7d6 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:35:08.431110 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.439985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-115a6eaa-6bef-47c3-a899-b8868c82bf6e admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad4a7607-6930-4994-a012-bda7d81af7d6 HTTP/1.1" status: 204 len: 168 time: 3.1221216 Jan 28 16:35:08.443466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33332) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:08.532772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c8671fd4-97e2-4698-b59f-ac6eeb86e878), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.596107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event deleted for resources: {'Port': ['ID=c8671fd4-97e2-4698-b59f-ac6eeb86e878,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:08.641429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Deleting subnet 6cf4dae0-230e-4bed-a706-b6f5398a3d05 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:35:08.705268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Publish callbacks [] for subnet (6cf4dae0-230e-4bed-a706-b6f5398a3d05), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.787829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] No DVR routers for this DVR port c8671fd4-97e2-4698-b59f-ac6eeb86e878 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:08.797430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.798735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2ba211-65aa-4b2e-92f1-a759a33c8f4a req-e6835ebc-3a09-4364-96e1-7835cfda6e2d service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891325 Jan 28 16:35:08.813852 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8f3e2f3f-0438-45b3-91ad-eff7abe14901 req-97ee25e3-c60c-4863-8380-9ce5413222c6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "DELETE /v2.0/ports/c8671fd4-97e2-4698-b59f-ac6eeb86e878 HTTP/1.1" status: 204 len: 173 time: 2.3517296 Jan 28 16:35:08.833534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (6cf4dae0-230e-4bed-a706-b6f5398a3d05), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:08.939573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ffc3992-ae48-4fff-b19a-bed4e9462234 req-f0ce1c63-ada4-4938-9d98-bdc455119492 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131805 Jan 28 16:35:08.986717 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bc475-8a15-44f5-8436-ee34a397bc9f None None] New status for floating IP ab32616d-01de-4460-8de3-343171cae04f: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:35:09.011930 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4570c71-003d-4519-b063-0dff00a6d19f x-openstack-request-id: req-e4570c71-003d-4519-b063-0dff00a6d19f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:09.015204 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:09.015725 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4570c71-003d-4519-b063-0dff00a6d19f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:09.017135 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'status': 'completed', 'code': 200} Jan 28 16:35:09.186277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6cf4dae0-230e-4bed-a706-b6f5398a3d05), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:09.204104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:09.218811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Publish callbacks [] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:09.282591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7134f21c-cccf-4817-8eed-3ba06f736599 req-da7ff043-5449-46e5-96c8-349dc1098bd1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0560646 Jan 28 16:35:09.328990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e1073ee-48f6-42c3-b677-b1742484e7e1 req-ef57525f-d052-470c-80b3-a72ccb52db68 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 997 time: 0.1898386 Jan 28 16:35:09.373665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-1c87ad0e-8ee4-4452-9b55-ca41ca2331e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:09.376389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-1c87ad0e-8ee4-4452-9b55-ca41ca2331e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.3375468 Jan 28 16:35:09.539843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Transition to ACTIVE for port object 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:09.569507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (6cf4dae0-230e-4bed-a706-b6f5398a3d05), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:09.603352 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:09.646650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8cf50ff-ca95-4fc2-926f-3439d1632540 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:09.703355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f8cf50ff-ca95-4fc2-926f-3439d1632540 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:09.703707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8cf50ff-ca95-4fc2-926f-3439d1632540 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:09.711809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf4dae0-230e-4bed-a706-b6f5398a3d05,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:09.730331 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:09.736070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e1389-3e0f-4676-9475-923c0e922dd7 None None] Network e233a6f7-8576-47f0-b9d6-b40807934524 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:09.747192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-142feec1-d103-4ef1-8dfb-579ff3f4b849 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6cf4dae0-230e-4bed-a706-b6f5398a3d05 HTTP/1.1" status: 204 len: 168 time: 1.3028467 Jan 28 16:35:09.750261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33348) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:09.810851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ae1aae-e056-45bc-b817-995390faa442', 'name': 'network-vif-deleted', 'tag': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:09.816453 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061e74a-6a7e-4d95-a847-111fd14d946f" -d '{"events": [{"server_uuid": "75ae1aae-e056-45bc-b817-995390faa442", "name": "network-vif-deleted", "tag": "c8671fd4-97e2-4698-b59f-ac6eeb86e878"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:09.925767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-c96a8eb1-b3be-4f6d-a874-98506fe7a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:09.936969 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-c96a8eb1-b3be-4f6d-a874-98506fe7a1c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.5367479 Jan 28 16:35:10.056590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Pushing event updated for resources: {'Port': ['ID=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:10.132285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-ccfa3b85-3f5b-43ab-9f6a-37e7032dffc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 1002 time: 0.1576331 Jan 28 16:35:10.138466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e233a6f7-8576-47f0-b9d6-b40807934524), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.157035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] DHCP port deletion for e233a6f7-8576-47f0-b9d6-b40807934524 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:35:10.268253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1073ee-48f6-42c3-b677-b1742484e7e1 req-aa430a1d-6820-44bc-939e-b31807e0bb24 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:10.268253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e1073ee-48f6-42c3-b677-b1742484e7e1 req-aa430a1d-6820-44bc-939e-b31807e0bb24 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.9341042 Jan 28 16:35:10.277468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] Deleting port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:10.278453 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.321336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c8671fd4-97e2-4698-b59f-ac6eeb86e878 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:10.335264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d175b5-d763-49a2-8769-42b285e0118d req-e4c4d575-9724-48fe-a56a-9f7ede203e32 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:10.352035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1d175b5-d763-49a2-8769-42b285e0118d req-e4c4d575-9724-48fe-a56a-9f7ede203e32 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1127 time: 0.6169262 Jan 28 16:35:10.368510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-f180b6a4-c8a0-46ff-bce9-4611cfe391d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:10.372906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-f180b6a4-c8a0-46ff-bce9-4611cfe391d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.2250504 Jan 28 16:35:10.442601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Attempting to bind port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:10.442937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Attempting to bind port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:10.443276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Attempting to bind port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 on network 83708a06-70c5-46b6-a60c-44bbf0177c36 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:10.460156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 on network 83708a06-70c5-46b6-a60c-44bbf0177c36 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:10.460489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Attempting to bind port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 on network 83708a06-70c5-46b6-a60c-44bbf0177c36 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:10.475653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1d175b5-d763-49a2-8769-42b285e0118d req-1ad0189f-f4de-46ea-9ced-1bad6adffc8a tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197307 Jan 28 16:35:10.484257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:10.488259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Checking segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:10.488902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Bound using segment: {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:10.489664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Bound port: 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e09c0b3-946e-4648-ae1a-cd84cc37e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:10.490379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.512331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Deleting port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:10.512733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.531455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: c8671fd4-97e2-4698-b59f-ac6eeb86e878 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:10.533060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c8671fd4-97e2-4698-b59f-ac6eeb86e878 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:10.545555 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5fdfb0-9228-434c-9ab7-447e1a114149 x-openstack-request-id: req-fb5fdfb0-9228-434c-9ab7-447e1a114149 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:10.545966 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ae1aae-e056-45bc-b817-995390faa442", "name": "network-vif-deleted", "tag": "c8671fd4-97e2-4698-b59f-ac6eeb86e878", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:10.546235 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb5fdfb0-9228-434c-9ab7-447e1a114149 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:10.546658 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ae1aae-e056-45bc-b817-995390faa442', 'name': 'network-vif-deleted', 'tag': 'c8671fd4-97e2-4698-b59f-ac6eeb86e878', 'status': 'completed', 'code': 200} Jan 28 16:35:10.621181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] For port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:10.635802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] For port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:10.640253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] For port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:10.640718 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.658999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.698087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] Calling delete_port for fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:10.807153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-cd2ce2e8-3594-4a2d-ae77-c21c4fbebc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:10.808906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-cd2ce2e8-3594-4a2d-ae77-c21c4fbebc2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4215834 Jan 28 16:35:10.819297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] For port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,segment=NetworkSegment(9989a5ed-5883-4328-ad5f-1be2c8d9eb98),segment_id=9989a5ed-5883-4328-ad5f-1be2c8d9eb98)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:10.819691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.885266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Calling delete_port for fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:10.910991 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:10.934301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] No DVR routers for this DVR port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:10.994498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ddd7-b5e1-4ca9-95ee-66b185477a31 None None] Pushing event deleted for resources: {'Port': ['ID=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:11.060460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:11.061164 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:11.065855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d57ff23-6c7f-4763-8c4a-d7d6f8272831 HTTP/1.1" status: 200 len: 1093 time: 3.9532118 Jan 28 16:35:11.069017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'name': 'network-vif-deleted', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db'}, {'name': 'network-changed', 'server_uuid': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'tag': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:11.070922 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff03685-5ceb-4597-820b-54506241baff" -d '{"events": [{"server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "name": "network-vif-deleted", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db"}, {"name": "network-changed", "server_uuid": "4bcf1be5-fb2b-4738-ac30-b20837aadb33", "tag": "5d57ff23-6c7f-4763-8c4a-d7d6f8272831"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:11.275274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-eb080f76-6f90-46ab-8622-130e6567fbcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1002 time: 0.6304057 Jan 28 16:35:11.305104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-54a55096-3dc8-420e-9791-f8869aeb0523 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540164 Jan 28 16:35:11.330388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fd4ca6e0-356a-40b2-a5f5-dd3e135074f2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:11.382583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] No DVR routers for this DVR port fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:11.385441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebcaae-aa39-4661-8d0e-db1c810e6942 service neutron] Pushing event updated for resources: {'Port': ['ID=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:11.421502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-05760911-0e75-47c6-807a-e8b7472ce358 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:11.434446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-05760911-0e75-47c6-807a-e8b7472ce358 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports/2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 943 time: 0.1578615 Jan 28 16:35:11.462665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6057e-b721-401e-8245-e295abaffc86 req-0cf66127-7e75-4cb5-8c82-7d1508d572ae tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:11.470082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49d6057e-b721-401e-8245-e295abaffc86 req-0cf66127-7e75-4cb5-8c82-7d1508d572ae tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 944 time: 0.6877007 Jan 28 16:35:11.511186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c6877d93-5db8-4cb0-a779-1f78f2eb715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:11.518331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-c6877d93-5db8-4cb0-a779-1f78f2eb715f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89a98175f24401b997bdec0b0c07b49&device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 1127 time: 0.3754544 Jan 28 16:35:11.582689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:11.631220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:11.631862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd4ca6e0-356a-40b2-a5f5-dd3e135074f2 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:11.667688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e233a6f7-8576-47f0-b9d6-b40807934524), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:11.726649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e233a6f7-8576-47f0-b9d6-b40807934524']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:11.748353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9989a5ed-5883-4328-ad5f-1be2c8d9eb98') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:11.748649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9989a5ed-5883-4328-ad5f-1be2c8d9eb98') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:11.762096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (9989a5ed-5883-4328-ad5f-1be2c8d9eb98), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:11.782632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-eb16b338-a9f8-4a3b-be2c-ae75be8c8995 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831 HTTP/1.1" status: 200 len: 217 time: 0.2320418 Jan 28 16:35:11.789280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9989a5ed-5883-4328-ad5f-1be2c8d9eb98), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:11.805295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:35:11.806958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (9989a5ed-5883-4328-ad5f-1be2c8d9eb98), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:11.839810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49d6057e-b721-401e-8245-e295abaffc86 req-55ea3e74-3b64-4732-b0da-c3b6536d3d9b tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685005 Jan 28 16:35:11.926674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-9d002a48-28a2-483b-9ff3-3aca03f1dd64 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1002 time: 0.3517644 Jan 28 16:35:11.976224 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7388fd24-e654-48e8-8b6d-66e301bdab40 req-28f77a67-abb2-4127-9c5b-dceada419c03 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544268 Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:35:12.035486 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:35:12.038197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e233a6f7-8576-47f0-b9d6-b40807934524), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.038197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4ca6e0-356a-40b2-a5f5-dd3e135074f2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:12.048648 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.066375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.101893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.112527 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e233a6f7-8576-47f0-b9d6-b40807934524 HTTP/1.1" status: 204 len: 168 time: 2.3532758 Jan 28 16:35:12.112527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de30b6-0e25-4946-9854-02ea4ad89552 admin admin] Pushing event deleted for resources: {'Network': ['ID=e233a6f7-8576-47f0-b9d6-b40807934524,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:12.150022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-ae466ee5-3770-42b1-96ab-f9cff93adac9 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:12.168165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-ae466ee5-3770-42b1-96ab-f9cff93adac9 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.2392440 Jan 28 16:35:12.333362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-d477d720-50b0-4ec5-9b07-d9f158c0c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:12.334846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-d477d720-50b0-4ec5-9b07-d9f158c0c622 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29d93e55-4f72-4e4f-9f1d-4a3f06284378 HTTP/1.1" status: 200 len: 854 time: 0.5391619 Jan 28 16:35:12.360177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88bd453e-1f1f-4905-87c0-b738a830d1fd req-2895a528-1610-4a7e-85fc-c3554d71b7f8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.2670419 Jan 28 16:35:12.498356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33378) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:12.567315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33380) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:12.579785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-99c57259-4f54-41bc-a8d8-091c1918c86a tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1002 time: 0.4102643 Jan 28 16:35:12.585096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:12.626830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c032ca52-a549-4d6d-b238-385ba8cb6fa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f6a0711e53f4b308440cf2a2a7e55d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271172 Jan 28 16:35:12.627505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33382) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:12.652109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Deleting subnet ee4fdaf9-638e-4f17-8cdf-503f37ca24d4 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:35:12.708226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-8ed1699c-fd4a-4822-805e-5c928e43d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:12.713062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-8ed1699c-fd4a-4822-805e-5c928e43d2fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83708a06-70c5-46b6-a60c-44bbf0177c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3450408 Jan 28 16:35:12.719780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Publish callbacks [] for subnet (ee4fdaf9-638e-4f17-8cdf-503f37ca24d4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.830765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42abf330-e007-422c-a1b0-d718c44f2ddf admin admin] Publish callbacks [] for security_group (b1e1bf7d-022d-4e74-adb6-27a497e56788), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.892775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (ee4fdaf9-638e-4f17-8cdf-503f37ca24d4), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.901891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.912478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42abf330-e007-422c-a1b0-d718c44f2ddf admin admin] Publish callbacks [] for security_group (b1e1bf7d-022d-4e74-adb6-27a497e56788), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:12.998349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42abf330-e007-422c-a1b0-d718c44f2ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b1e1bf7d-022d-4e74-adb6-27a497e56788), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:13.003843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42abf330-e007-422c-a1b0-d718c44f2ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:13.009518 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42abf330-e007-422c-a1b0-d718c44f2ddf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1e1bf7d-022d-4e74-adb6-27a497e56788 HTTP/1.1" status: 204 len: 168 time: 0.3785472 Jan 28 16:35:13.023701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf330-e007-422c-a1b0-d718c44f2ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e1bf7d-022d-4e74-adb6-27a497e56788,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:13.028975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f1010-bd74-4744-8ce7-68b6dcbbbf70 req-88fd3a75-9b8a-45f4-872a-ae56fd44b6d5 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:13.030696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-834f1010-bd74-4744-8ce7-68b6dcbbbf70 req-88fd3a75-9b8a-45f4-872a-ae56fd44b6d5 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 1127 time: 0.2633038 Jan 28 16:35:13.631522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:13.648953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:13.649386 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Floating IP ab32616d-01de-4460-8de3-343171cae04f disassociated. External IP: 172.25.8.184, port: 2f23613d-106a-4657-b989-37a9eaddbdba. Jan 28 16:35:13.656115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ee4fdaf9-638e-4f17-8cdf-503f37ca24d4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:13.677415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-834f1010-bd74-4744-8ce7-68b6dcbbbf70 req-626c7bbd-8efe-476f-8ba4-6a90f644e82a tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158407 Jan 28 16:35:13.844542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-8ea826c1-e4ac-45f0-8294-0e677c366061 service neutron] 10.222.0.24 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1184380 Jan 28 16:35:14.016897 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9a866c-105e-4fd0-b409-8eca1734117c x-openstack-request-id: req-8d9a866c-105e-4fd0-b409-8eca1734117c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:14.017219 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e88538-0a4b-4805-938d-3028a8fb4b98", "name": "network-vif-deleted", "tag": "b8389880-c5c2-43bb-b88a-718d03b1d8db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bcf1be5-fb2b-4738-ac30-b20837aadb33", "tag": "5d57ff23-6c7f-4763-8c4a-d7d6f8272831", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:14.019021 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d9a866c-105e-4fd0-b409-8eca1734117c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:14.019572 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e88538-0a4b-4805-938d-3028a8fb4b98', 'name': 'network-vif-deleted', 'tag': 'b8389880-c5c2-43bb-b88a-718d03b1d8db', 'status': 'completed', 'code': 200} Jan 28 16:35:14.019911 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'tag': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831', 'status': 'completed', 'code': 200} Jan 28 16:35:14.108610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (ee4fdaf9-638e-4f17-8cdf-503f37ca24d4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:14.346490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4fdaf9-638e-4f17-8cdf-503f37ca24d4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:14.373796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:14.380131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-72304632-0525-4c4a-bb74-f9aa7fafffee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee4fdaf9-638e-4f17-8cdf-503f37ca24d4 HTTP/1.1" status: 204 len: 168 time: 1.8094018 Jan 28 16:35:14.380568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:14.555755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fea18-549f-4900-afc4-e3716fda23ab req-7a1623de-3c30-415a-b7f9-604779f34632 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:14.571685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab8fea18-549f-4900-afc4-e3716fda23ab req-7a1623de-3c30-415a-b7f9-604779f34632 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 944 time: 0.4439974 Jan 28 16:35:14.609028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (0b253e93-4181-47ec-9f4e-2fb223452778), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:14.657015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f116f8-6a39-4099-b954-39b2e0a59515 req-7c23460c-620e-4522-87bf-180818400be0 service neutron] 10.222.0.24 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949691 Jan 28 16:35:14.809564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33420) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:14.877308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (0b253e93-4181-47ec-9f4e-2fb223452778), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:14.950727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b253e93-4181-47ec-9f4e-2fb223452778']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:14.981452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0179dda4-ccfd-4d44-b6e2-d6a660340702') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:14.982741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0179dda4-ccfd-4d44-b6e2-d6a660340702') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:15.037451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (0179dda4-ccfd-4d44-b6e2-d6a660340702), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.047251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab8fea18-549f-4900-afc4-e3716fda23ab req-e7893f04-6554-4e2c-86e7-1fa988e89174 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685123 Jan 28 16:35:15.079492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03685-5ceb-4597-820b-54506241baff req-375b7b09-e76d-4137-a835-add7489e75db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:15.083602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0179dda4-ccfd-4d44-b6e2-d6a660340702), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.092049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:35:15.092446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (0179dda4-ccfd-4d44-b6e2-d6a660340702), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.093640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-375b7b09-e76d-4137-a835-add7489e75db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89a98175f24401b997bdec0b0c07b49&device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 1127 time: 0.3676474 Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:35:15.218210 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:35:15.232359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-network', 'tenant_id': '0395951d71cd40aca995b71afe434d92'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:15.269911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (0b253e93-4181-47ec-9f4e-2fb223452778), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.275717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Made reservation on behalf of 0395951d71cd40aca995b71afe434d92 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:15.282078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.318346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.344859 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0b253e93-4181-47ec-9f4e-2fb223452778 HTTP/1.1" status: 204 len: 168 time: 0.9630172 Jan 28 16:35:15.347172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6629c21-73e3-493b-b7d6-6f1062f3d818 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b253e93-4181-47ec-9f4e-2fb223452778,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:15.374516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.381141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03685-5ceb-4597-820b-54506241baff req-7295e47d-8eb4-4d40-903a-cdf310a6ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:15.383295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-7295e47d-8eb4-4d40-903a-cdf310a6ec21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83708a06-70c5-46b6-a60c-44bbf0177c36 HTTP/1.1" status: 200 len: 916 time: 0.2668900 Jan 28 16:35:15.517192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c6e14b6-d966-4061-9932-332e21bd340a req-0d164120-8002-44e3-b617-adefc09d6598 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.1325436 Jan 28 16:35:15.519410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:35:15.555046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks [] for security_group (deb46560-5b63-4e57-95fc-df665410ca9d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.561561 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (deb46560-5b63-4e57-95fc-df665410ca9d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.594985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:35:15.607160 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f3e14cfd-b0e4-4306-ace4-a178aaa09f33), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.607638 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Added segment f3e14cfd-b0e4-4306-ace4-a178aaa09f33 of type vlan for network a5a8089d-d57d-4853-a67f-b33f6d97a5ff Jan 28 16:35:15.653921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a5a8089d-d57d-4853-a67f-b33f6d97a5ff), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.705336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb46560-5b63-4e57-95fc-df665410ca9d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:15.707966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a5a8089d-d57d-4853-a67f-b33f6d97a5ff), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.708998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:15.709582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.742143 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9134390 Jan 28 16:35:15.742602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33428) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:15.750833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Request body: {'subnet': {'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-subnet', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:15.780727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-8a1d4ade-619b-49ed-bc77-0ffb241fe733 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831 HTTP/1.1" status: 200 len: 217 time: 0.1893992 Jan 28 16:35:15.783033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33430) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:15.859834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ec0340b-6ddb-47f8-8857-be12eb94ac7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.886533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed327-7b31-4687-b491-1a7142da7694 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a8089d-d57d-4853-a67f-b33f6d97a5ff,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:15.906659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:35:15.932392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Made reservation on behalf of 0395951d71cd40aca995b71afe434d92 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:15.935533 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:15.958634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a72c43be-471f-40bc-9542-9192e36df349 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e6d2473a58d4910926a39e6f4379d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552439 Jan 28 16:35:15.962978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33438) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:16.259298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (cda6f400-4a22-48db-9a1e-985ab3d100bb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.392133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda6f400-4a22-48db-9a1e-985ab3d100bb,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:16.398885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Checking segment: {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:16.399289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Network hostable DHCP agents. Network: a5a8089d-d57d-4853-a67f-b33f6d97a5ff, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:35:16.424189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:35:16.450305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a5a8089d-d57d-4853-a67f-b33f6d97a5ff) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:16.455585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:16.456256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.460924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b2c6b2-2bc6-4e35-af68-8868bc90ac8e None None] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:16.494971 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bd2511fc-b652-40e7-81f0-66de34955fcf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7508206 Jan 28 16:35:16.497956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33448) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:16.506903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:16.557201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (e6f714c2-23db-44ff-bfb6-9442b987f444), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.558506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (e6f714c2-23db-44ff-bfb6-9442b987f444), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.584665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:16.616098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49354b66-3730-42af-bbf9-392982873e98 None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:16.618668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.622851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-543a31c5-99d9-43a9-8693-09beb3d3e7ef admin admin] Publish callbacks [] for security_group (c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.635478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'project_id': '0395951d71cd40aca995b71afe434d92', 'fixed_ips': [{'subnet_id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:35:16.636579 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.652948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:16.653928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:16.673271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-543a31c5-99d9-43a9-8693-09beb3d3e7ef admin admin] Publish callbacks [] for security_group (c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.717591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks [] for router_controller (e6f714c2-23db-44ff-bfb6-9442b987f444), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.756709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03685-5ceb-4597-820b-54506241baff req-5b571ed0-13bb-46bd-8db9-bc93852426e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:16.760715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-5b571ed0-13bb-46bd-8db9-bc93852426e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29d93e55-4f72-4e4f-9f1d-4a3f06284378 HTTP/1.1" status: 200 len: 854 time: 0.7099710 Jan 28 16:35:16.850594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-543a31c5-99d9-43a9-8693-09beb3d3e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.853740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-543a31c5-99d9-43a9-8693-09beb3d3e7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.854881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-543a31c5-99d9-43a9-8693-09beb3d3e7ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345 HTTP/1.1" status: 204 len: 168 time: 0.8909857 Jan 28 16:35:16.890865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:16.893832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks [] for router_gateway (e6f714c2-23db-44ff-bfb6-9442b987f444), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:16.896770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a31c5-99d9-43a9-8693-09beb3d3e7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c882ce6a-2f99-43cf-b1a4-0dbfdd5f6345,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:16.908884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-082a7393-dc0c-4dd9-95cc-a67fb0820bcf tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "PUT /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 696 time: 4.3281510 Jan 28 16:35:16.915078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:16.918015 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7232dc0-f54c-4047-8041-ca6ad2d5578a" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:16.963201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03685-5ceb-4597-820b-54506241baff req-ebace465-0457-4c92-97e1-019e944b0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:16.964936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-ebace465-0457-4c92-97e1-019e944b0613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83708a06-70c5-46b6-a60c-44bbf0177c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1479003 Jan 28 16:35:16.977471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699d7d3-d823-4a21-a66f-8abddd1b94af req-7a3f5c48-7ba6-430f-b211-602371436bc3 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:16.984350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0699d7d3-d823-4a21-a66f-8abddd1b94af req-7a3f5c48-7ba6-430f-b211-602371436bc3 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 944 time: 0.1986067 Jan 28 16:35:16.998003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Allocated IP 172.20.0.2 (a5a8089d-d57d-4853-a67f-b33f6d97a5ff/cda6f400-4a22-48db-9a1e-985ab3d100bb/26259c8a-27bd-47cc-9ba2-2a0beae7967f) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:17.088234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-2eadaf8d-88fb-4c09-b057-82c59dfe2bc9 service neutron] 10.222.0.24 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017144 Jan 28 16:35:17.182448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0699d7d3-d823-4a21-a66f-8abddd1b94af req-8b2f371a-1041-4c2b-a2df-a633af41e58d tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970911 Jan 28 16:35:17.367270 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Publish callbacks [] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:17.389857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:17.392281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:17.406160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-77c4fe51-5870-4fe4-a82e-b44356e18d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:17.412223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-77c4fe51-5870-4fe4-a82e-b44356e18d80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.4869435 Jan 28 16:35:17.420162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0b57bce-eb82-4031-852e-b5b3e91bf9d5 req-43089c0a-6c40-46f4-8359-1fb29026fd55 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.1144662 Jan 28 16:35:17.437340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff03685-5ceb-4597-820b-54506241baff req-4b2043f0-5e1d-40d0-a04b-912f5d78d863 service neutron] 10.222.0.24 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358357 Jan 28 16:35:17.467713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49354b66-3730-42af-bbf9-392982873e98 None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:17.494065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:17.494698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:17.551607 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb04970d-65a6-4d63-9a30-9e312bba7e42 x-openstack-request-id: req-eb04970d-65a6-4d63-9a30-9e312bba7e42 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:17.552717 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:17.553825 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb04970d-65a6-4d63-9a30-9e312bba7e42 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:17.566424 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'status': 'completed', 'code': 200} Jan 28 16:35:17.648917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:17.728018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-f9f161e1-4ee2-4150-b3e2-ce3b8993f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:17.729846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-f9f161e1-4ee2-4150-b3e2-ce3b8993f65a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 1129 time: 0.1482136 Jan 28 16:35:17.796950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:17.804268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:17.807530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:17.821857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks [] for router_gateway (e6f714c2-23db-44ff-bfb6-9442b987f444), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:17.871133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Pushing event updated for resources: {'Port': ['ID=26259c8a-27bd-47cc-9ba2-2a0beae7967f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:17.889711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:17.904038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-3ab597b3-6491-4f0e-9e4a-077dd5f19dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:17.905694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-3ab597b3-6491-4f0e-9e4a-077dd5f19dde service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.1612885 Jan 28 16:35:17.933877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-80554fde-515f-450d-9984-20ee13bb3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:17.933877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-80554fde-515f-450d-9984-20ee13bb3841 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 200 len: 921 time: 0.5060039 Jan 28 16:35:17.983140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-4e141cb6-3c21-4ad1-83b6-c84881501020 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 217 time: 0.0677931 Jan 28 16:35:18.105907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-bde09c5c-3cd7-4116-899f-3b83c93ac9c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 200 len: 217 time: 0.1212060 Jan 28 16:35:18.116332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-80133579-ee86-4273-9e0a-5300e39599af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:18.116332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-80133579-ee86-4273-9e0a-5300e39599af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1236076 Jan 28 16:35:18.133861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33502) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:18.153201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Allocated IP 172.25.8.13 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/11670399-bb02-41c7-a1ab-7a7e94629c13) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:18.222770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-bb2b2b59-cb6f-477b-84da-5a999a34f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:18.224569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-bb2b2b59-cb6f-477b-84da-5a999a34f30f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 200 len: 859 time: 0.1090546 Jan 28 16:35:18.246758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Attempting to bind port 26259c8a-27bd-47cc-9ba2-2a0beae7967f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:18.247723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Attempting to bind port 26259c8a-27bd-47cc-9ba2-2a0beae7967f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:18.249928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Attempting to bind port 26259c8a-27bd-47cc-9ba2-2a0beae7967f on network a5a8089d-d57d-4853-a67f-b33f6d97a5ff {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:18.266645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3de1-e22d-4b9f-87b2-8d0f1b1e74e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.274601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:18.275281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Checking segment: {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:18.278465 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.279195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Bound using segment: {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:18.279868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Bound port: 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:18.280438 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.287693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-82d1ddf9-2bab-47ff-b2a8-2f94df011f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:18.290899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-82d1ddf9-2bab-47ff-b2a8-2f94df011f46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1627951 Jan 28 16:35:18.345281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-13745838-network', 'tenant_id': 'c8f94045cc12449fba66393c997223bd'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:18.381301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Made reservation on behalf of c8f94045cc12449fba66393c997223bd for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:18.384426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.401459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.420473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks [] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.421068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] For port 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:18.425780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] For port 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=26259c8a-27bd-47cc-9ba2-2a0beae7967f,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:18.426146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-0683e996-41be-4620-9ec0-cbd604a7452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:18.427847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-0683e996-41be-4620-9ec0-cbd604a7452a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef055311-4d90-42d6-bb2f-2fb8fa275bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1923397 Jan 28 16:35:18.436061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-49354b66-3730-42af-bbf9-392982873e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:18.466241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49354b66-3730-42af-bbf9-392982873e98 None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:33:42Z', 'revision_number': 4, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d', 'name': '', 'network_id': 'ef055311-4d90-42d6-bb2f-2fb8fa275bd4', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'mac_address': 'fa:16:3e:53:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:41Z', 'updated_at': '2022-01-28T16:33:48Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'subnets': [{'id': '8fa68c4b-1270-48ee-a947-1c27379bfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:18.469503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.518613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.547639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-d4879139-7c61-4829-a49e-6c10f0a6c060 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463160 Jan 28 16:35:18.549687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf2279-483f-472b-855e-a0631fa1ed1e None None] Pushing event updated for resources: {'Port': ['ID=26259c8a-27bd-47cc-9ba2-2a0beae7967f,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:18.563895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4fd72-ed64-4539-aeb5-156e70257a2a req-d76550fb-4fe3-4a5b-93a8-b2876bcd76fd tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:18.567015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3f4fd72-ed64-4539-aeb5-156e70257a2a req-d76550fb-4fe3-4a5b-93a8-b2876bcd76fd tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 944 time: 0.2044742 Jan 28 16:35:18.601745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Pushing event updated for resources: {'Port': ['ID=11670399-bb02-41c7-a1ab-7a7e94629c13,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:18.657015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:18.659188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks [] for security_group (ba117bfd-a31f-48ec-902a-816d02c9aa68), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.661057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:18.663505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:18.690152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ba117bfd-a31f-48ec-902a-816d02c9aa68), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.735179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:35:18.737287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-4b0b981d-2d71-463d-996f-1fa41113b75d service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016477 Jan 28 16:35:18.742777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3f4fd72-ed64-4539-aeb5-156e70257a2a req-fd4ffaa1-7805-4cea-bdaf-b11e8cb2737a tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690664 Jan 28 16:35:18.755471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba117bfd-a31f-48ec-902a-816d02c9aa68,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:18.788411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e26afbc9-4870-4f49-99f3-ffe6ee265017), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:18.789376 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Added segment e26afbc9-4870-4f49-99f3-ffe6ee265017 of type vlan for network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc Jan 28 16:35:18.869232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7232dc0-f54c-4047-8041-ca6ad2d5578a req-53fa2c0f-c7df-4c06-85c3-e570009b5330 service neutron] 10.222.0.24 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982571 Jan 28 16:35:18.922862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c6fed0-3d2e-4c14-93af-bd53b9e29843 req-af958a85-5e16-4672-a9c8-121a0b041327 service neutron] 10.222.0.25 "GET /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791110 Jan 28 16:35:19.026993 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.031143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80f6719e-275a-4739-a01a-6146b44b49d5 req-a7234e89-ec71-4147-b478-e87b2c9e1e86 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0560036 Jan 28 16:35:19.038144 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108f667-5258-46c8-8958-2dbcefa6339e None None] New status for floating IP ab32616d-01de-4460-8de3-343171cae04f: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:35:19.126271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.127355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:19.137573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.274795 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.281040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1460512 Jan 28 16:35:19.288912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33532) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:19.300637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Request body: {'subnet': {'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-13745838-subnet', 'tenant_id': 'c8f94045cc12449fba66393c997223bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:19.344437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-5bbfd73b-f81e-4a8b-9767-c4fd80c48dc4 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 200 len: 696 time: 0.1248226 Jan 28 16:35:19.370703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f4b69-27e2-4311-a7ed-47cdbacb02ad admin admin] Pushing event updated for resources: {'Network': ['ID=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:19.385208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:35:19.396666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Made reservation on behalf of c8f94045cc12449fba66393c997223bd for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:19.400188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.416785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks [] for router_gateway (e6f714c2-23db-44ff-bfb6-9442b987f444), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.593856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-2b96bb1d-dbdf-413d-b4e8-a76c7eba218d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:19.620028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-2b96bb1d-dbdf-413d-b4e8-a76c7eba218d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.2696462 Jan 28 16:35:19.708221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-c8563602-273b-4d9a-a380-63b3dbb55292 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 697 time: 0.0872293 Jan 28 16:35:19.735594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 26259c8a-27bd-47cc-9ba2-2a0beae7967f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:19.816981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-16a86be7-94c8-4779-929e-f66f50fbd63b tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 697 time: 0.1077619 Jan 28 16:35:19.819833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 26259c8a-27bd-47cc-9ba2-2a0beae7967f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:19.820207 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.925898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 26259c8a-27bd-47cc-9ba2-2a0beae7967f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:19.926196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.968287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=26259c8a-27bd-47cc-9ba2-2a0beae7967f,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:19.974439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:19.978370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4c7dd570-0fa2-4f07-9c50-a38cfd8ec520), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.006538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83634601-4138-4fde-acba-39cc3332f58e req-ec286a43-09c8-487b-8286-e1bf80029819 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:20.007941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83634601-4138-4fde-acba-39cc3332f58e req-ec286a43-09c8-487b-8286-e1bf80029819 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 944 time: 0.0847645 Jan 28 16:35:20.031036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (e6f714c2-23db-44ff-bfb6-9442b987f444), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.046605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=26259c8a-27bd-47cc-9ba2-2a0beae7967f,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:20.091851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83634601-4138-4fde-acba-39cc3332f58e req-9acd4ea1-6170-42a8-8cbd-360137424eda tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766854 Jan 28 16:35:20.093144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ae234-a7f0-4ddd-a963-b195abee489a None None] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:20.094084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Deleting port 2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:20.094426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.201739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-37fca276-c0cb-4169-ba82-fd9eb012fbc7 None None] Provisioning complete for port 26259c8a-27bd-47cc-9ba2-2a0beae7967f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:20.202125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-37fca276-c0cb-4169-ba82-fd9eb012fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.202727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.203325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.219152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Calling delete_port for 2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:20.230509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:20.307965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Checking segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:20.309026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Network hostable DHCP agents. Network: 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:35:20.326679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Router e6f714c2-23db-44ff-bfb6-9442b987f444 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:35:20.349354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:35:20.350142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:35:20.389086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-37fca276-c0cb-4169-ba82-fd9eb012fbc7 None None] Current status of the port 26259c8a-27bd-47cc-9ba2-2a0beae7967f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:20.408082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:20.417147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:20.417808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.425065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f5e9b1-7b1a-43fd-935f-1b1855443f73 None None] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:20.465074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df4a7525-4520-4fa4-a8ff-9a84addb7bae req-b050559f-a525-4ce0-bc94-14cc58a6e3c0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0907941 Jan 28 16:35:20.470250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1668d5e6-7425-4a92-8210-4fa5c4d06f8b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1782603 Jan 28 16:35:20.535718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.547727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:20.584360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.591833 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e57ba006-3196-495a-8cd6-48aa47cdfe92 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0925262 Jan 28 16:35:20.593242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33562) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:20.646834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event deleted for resources: {'Port': ['ID=2eb820fa-05ac-4f3d-bdd0-0de39fb4ea4c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:20.703085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Sync routers for ids ['e6f714c2-23db-44ff-bfb6-9442b987f444'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:20.813746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks [] for floatingip (ab32616d-01de-4460-8de3-343171cae04f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.815596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Routers {'e6f714c2-23db-44ff-bfb6-9442b987f444'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:20.816744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e6f714c2-23db-44ff-bfb6-9442b987f444'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:20.818387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:20.828857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81b788ac-6ab8-4f72-bb42-cdc5c3c937a8 req-95c74892-d99e-46de-bf77-9cefb163b072 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "DELETE /v2.0/floatingips/ab32616d-01de-4460-8de3-343171cae04f HTTP/1.1" status: 204 len: 173 time: 1.0106368 Jan 28 16:35:20.839374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.098403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33572) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:21.099603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:21.133924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'project_id': 'c8f94045cc12449fba66393c997223bd', 'fixed_ips': [{'subnet_id': '4c7dd570-0fa2-4f07-9c50-a38cfd8ec520'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:35:21.134797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.142040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-346a03ce-8dba-4ad8-9a2c-c0aaba31e4e6 None None] Provisioning complete for port 26259c8a-27bd-47cc-9ba2-2a0beae7967f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:21.142424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-346a03ce-8dba-4ad8-9a2c-c0aaba31e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.185422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831', 'network_id': '83708a06-70c5-46b6-a60c-44bbf0177c36', 'port_id': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831', 'mac_address': 'fa:16:3e:09:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d93e55-4f72-4e4f-9f1d-4a3f06284378', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:35:21.198135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Set router e6f714c2-23db-44ff-bfb6-9442b987f444 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:21.250041 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:35:21.367556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b68ca6-a1f2-4988-b9b4-8a4035dc2d85 req-648bd6d7-ff84-4111-abf3-c1988feadee1 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:21.370521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63b68ca6-a1f2-4988-b9b4-8a4035dc2d85 req-648bd6d7-ff84-4111-abf3-c1988feadee1 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 944 time: 0.1542108 Jan 28 16:35:21.379364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f0358c55-61ff-4376-bc63-7e72b08864de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.465955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63b68ca6-a1f2-4988-b9b4-8a4035dc2d85 req-a95404f2-302b-4283-b9b6-76b180625077 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888827 Jan 28 16:35:21.487602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.532310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Allocated IP 172.20.0.2 (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc/4c7dd570-0fa2-4f07-9c50-a38cfd8ec520/c814f9a5-629e-4211-a0b4-4b459c3fcd65) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:21.659986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 26259c8a-27bd-47cc-9ba2-2a0beae7967f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:21.709641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Allocated IP 172.20.0.1 (a5a8089d-d57d-4853-a67f-b33f6d97a5ff/cda6f400-4a22-48db-9a1e-985ab3d100bb/e624d571-041f-4229-8fd8-f1bff6239ab7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:21.758278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f0358c55-61ff-4376-bc63-7e72b08864de admin admin] Publish callbacks [] for security_group (c31ec23e-e4e4-4bb7-96bc-28d206f382c0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.774987 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f0358c55-61ff-4376-bc63-7e72b08864de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c31ec23e-e4e4-4bb7-96bc-28d206f382c0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.856932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks [] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.858037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f0358c55-61ff-4376-bc63-7e72b08864de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e311a3b439f4e84ba929d734e6223cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7575245 Jan 28 16:35:21.862068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33596) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:21.865788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-e3a10bf3-5c8d-41f3-888b-000ee7973857 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:21.872881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-e3a10bf3-5c8d-41f3-888b-000ee7973857 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 814 time: 0.3455484 Jan 28 16:35:21.881118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170792f2-a09e-4b58-8ca9-65640ad2dc51 req-d8127e44-f45c-448c-bcea-c3f6cda39ad0 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:21.888379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-170792f2-a09e-4b58-8ca9-65640ad2dc51 req-d8127e44-f45c-448c-bcea-c3f6cda39ad0 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 946 time: 0.2117884 Jan 28 16:35:21.895077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0358c55-61ff-4376-bc63-7e72b08864de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31ec23e-e4e4-4bb7-96bc-28d206f382c0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:21.925934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-32e4aa46-2b24-4b24-98eb-e24b5c45d9f8 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/quotas/c8f94045cc12449fba66393c997223bd HTTP/1.1" status: 200 len: 375 time: 0.0516808 Jan 28 16:35:21.938494 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.965538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:21.965928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.980556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8699afd-a363-444a-9c88-d34c8fcfe657 admin admin] Publish callbacks [] for security_group (c31ec23e-e4e4-4bb7-96bc-28d206f382c0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:21.986063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-41ec8582-4165-4fae-9f27-58c15a2751e2 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597248 Jan 28 16:35:21.986997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:22.000236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-170792f2-a09e-4b58-8ca9-65640ad2dc51 req-ab4a0281-a28a-4f8c-9e19-b36d176a1248 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Jan 28 16:35:22.017099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:22.023705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8699afd-a363-444a-9c88-d34c8fcfe657 admin admin] Publish callbacks [] for security_group (c31ec23e-e4e4-4bb7-96bc-28d206f382c0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.037862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.045979 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.106624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Publish callbacks [] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.111978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:22.139805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.141741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-346a03ce-8dba-4ad8-9a2c-c0aaba31e4e6 None None] Current status of the port 26259c8a-27bd-47cc-9ba2-2a0beae7967f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:22.152229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:22.157899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:22.187014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:22.197622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Pushing event updated for resources: {'Port': ['ID=c814f9a5-629e-4211-a0b4-4b459c3fcd65,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:22.207865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-0b95810e-b7d9-42b3-a6d2-1a3bd0a10fc0 service neutron] 10.222.0.25 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023594 Jan 28 16:35:22.236050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e624d571-041f-4229-8fd8-f1bff6239ab7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:22.260422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:22.267320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 26259c8a-27bd-47cc-9ba2-2a0beae7967f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:22.267970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.274611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:22.277315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:22.291881 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8699afd-a363-444a-9c88-d34c8fcfe657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c31ec23e-e4e4-4bb7-96bc-28d206f382c0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.296661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8699afd-a363-444a-9c88-d34c8fcfe657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.302896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c8699afd-a363-444a-9c88-d34c8fcfe657 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c31ec23e-e4e4-4bb7-96bc-28d206f382c0 HTTP/1.1" status: 204 len: 168 time: 0.4345891 Jan 28 16:35:22.309654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5d57ff23-6c7f-4763-8c4a-d7d6f8272831'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:22.310771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0959d6a6-3be2-4b3c-adce-83dca9912103 req-2a71e63b-9f2a-4476-b817-95bd07773818 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0864108 Jan 28 16:35:22.316399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (e6f714c2-23db-44ff-bfb6-9442b987f444), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.340192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8699afd-a363-444a-9c88-d34c8fcfe657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31ec23e-e4e4-4bb7-96bc-28d206f382c0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:22.405753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-b66be4bc-35a9-4545-bdea-586bd121279b service neutron] 10.222.0.25 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931164 Jan 28 16:35:22.503963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:19Z', 'revision_number': 3, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:22.511945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Attempting to bind port c814f9a5-629e-4211-a0b4-4b459c3fcd65 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:22.512457 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Attempting to bind port c814f9a5-629e-4211-a0b4-4b459c3fcd65 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:22.513002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Attempting to bind port c814f9a5-629e-4211-a0b4-4b459c3fcd65 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:22.577080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Checking router: e6f714c2-23db-44ff-bfb6-9442b987f444 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:22.577764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Updating router e6f714c2-23db-44ff-bfb6-9442b987f444 port 11670399-bb02-41c7-a1ab-7a7e94629c13 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:35:22.580338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-05475e1b-75f3-41ea-901a-124b64a677c6 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:22.592626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-05475e1b-75f3-41ea-901a-124b64a677c6 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 946 time: 0.1620350 Jan 28 16:35:22.631605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:22.633874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Checking segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:22.634482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.635677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Bound using segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:22.637050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Bound port: c814f9a5-629e-4211-a0b4-4b459c3fcd65, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:22.637461 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.641806 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.697213 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.842533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3cbf9a5d-7f6b-4652-aae6-aacb4f7c09b2 None None] Provisioning complete for port e624d571-041f-4229-8fd8-f1bff6239ab7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:22.842994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9a5d-7f6b-4652-aae6-aacb4f7c09b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.935126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:22.939038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-5524bb4f-dd05-4653-a34d-6ad0f5c4e651 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3170967 Jan 28 16:35:22.988580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0324-22a6-4d3f-b469-f2e11abc8729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:22.996570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f7b5-cb81-4f55-9eb1-1f94f255d7b7 req-c43002f2-03a8-4b4b-b147-5b12422cac7f tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:23.007630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e847f7b5-cb81-4f55-9eb1-1f94f255d7b7 req-c43002f2-03a8-4b4b-b147-5b12422cac7f tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 945 time: 0.2733262 Jan 28 16:35:23.058884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Deleting port 2f23613d-106a-4657-b989-37a9eaddbdba {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:23.059274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.104722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e847f7b5-cb81-4f55-9eb1-1f94f255d7b7 req-cc76d623-005a-4d6f-832a-9fc6a03825b1 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911162 Jan 28 16:35:23.125324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0324-22a6-4d3f-b469-f2e11abc8729 admin admin] Publish callbacks [] for security_group (5207acd0-f522-405f-99ec-57e5fc9d2848), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.139431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0324-22a6-4d3f-b469-f2e11abc8729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5207acd0-f522-405f-99ec-57e5fc9d2848), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.173156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Publish callbacks [] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.185112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 26259c8a-27bd-47cc-9ba2-2a0beae7967f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:23.199487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.244439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9fa0324-22a6-4d3f-b469-f2e11abc8729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a023a43a87ec4916bca3d49415876058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078384 Jan 28 16:35:23.248206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:23.253163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks [] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.262968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa0324-22a6-4d3f-b469-f2e11abc8729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5207acd0-f522-405f-99ec-57e5fc9d2848,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:23.287405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.330235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf9a5d-7f6b-4652-aae6-aacb4f7c09b2 None None] Port e624d571-041f-4229-8fd8-f1bff6239ab7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:23.344720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] For port c814f9a5-629e-4211-a0b4-4b459c3fcd65, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:23.360149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] For port c814f9a5-629e-4211-a0b4-4b459c3fcd65, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c814f9a5-629e-4211-a0b4-4b459c3fcd65,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:23.362305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ff4c9-8715-461b-88a7-030d5c31d676 None None] Pushing event updated for resources: {'Port': ['ID=11670399-bb02-41c7-a1ab-7a7e94629c13,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:23.366052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Attempting to bind port 11670399-bb02-41c7-a1ab-7a7e94629c13 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:23.366449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Attempting to bind port 11670399-bb02-41c7-a1ab-7a7e94629c13 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:23.366837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Attempting to bind port 11670399-bb02-41c7-a1ab-7a7e94629c13 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:23.374509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:23.374921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:23.375324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.375716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:23.376236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Bound port: 11670399-bb02-41c7-a1ab-7a7e94629c13, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:23.376665 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.425034 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.439683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e624d571-041f-4229-8fd8-f1bff6239ab7,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:23.470693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (e6f714c2-23db-44ff-bfb6-9442b987f444), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.556953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103da71-7450-4c3c-a36b-729c89913d27 None None] Pushing event updated for resources: {'Port': ['ID=c814f9a5-629e-4211-a0b4-4b459c3fcd65,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:23.608908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6038bc63-e5e4-48c0-95a3-d5300ca5d8de admin admin] Publish callbacks [] for security_group (5207acd0-f522-405f-99ec-57e5fc9d2848), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.619277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:23.622329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] For port 11670399-bb02-41c7-a1ab-7a7e94629c13, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:23.626248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:23.628216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] For port 11670399-bb02-41c7-a1ab-7a7e94629c13, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=11670399-bb02-41c7-a1ab-7a7e94629c13,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:23.641955 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.667283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6038bc63-e5e4-48c0-95a3-d5300ca5d8de admin admin] Publish callbacks [] for security_group (5207acd0-f522-405f-99ec-57e5fc9d2848), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.778460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ff4c9-8715-461b-88a7-030d5c31d676 None None] Pushing event updated for resources: {'Port': ['ID=11670399-bb02-41c7-a1ab-7a7e94629c13,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:23.839772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Routers {'e6f714c2-23db-44ff-bfb6-9442b987f444'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:23.843521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e6f714c2-23db-44ff-bfb6-9442b987f444'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:23.849461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6038bc63-e5e4-48c0-95a3-d5300ca5d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5207acd0-f522-405f-99ec-57e5fc9d2848), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.853818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6038bc63-e5e4-48c0-95a3-d5300ca5d8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:23.857524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6038bc63-e5e4-48c0-95a3-d5300ca5d8de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5207acd0-f522-405f-99ec-57e5fc9d2848 HTTP/1.1" status: 204 len: 168 time: 0.6064005 Jan 28 16:35:23.885030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038bc63-e5e4-48c0-95a3-d5300ca5d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207acd0-f522-405f-99ec-57e5fc9d2848,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:23.896554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Router e6f714c2-23db-44ff-bfb6-9442b987f444 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:35:23.907155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-562ab782-fa3d-4fe7-9b7d-4334bc4ede5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:23.912199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-562ab782-fa3d-4fe7-9b7d-4334bc4ede5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 1127 time: 0.8971500 Jan 28 16:35:24.210368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-15997140-190d-4da0-ab89-f59e8130554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:24.212846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-15997140-190d-4da0-ab89-f59e8130554d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.2643447 Jan 28 16:35:24.224920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d259c-e1a8-43eb-8b31-aec29279bd50 req-f10b1205-c0a7-4759-893e-3a87f982909d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:24.228278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-942d259c-e1a8-43eb-8b31-aec29279bd50 req-f10b1205-c0a7-4759-893e-3a87f982909d tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 946 time: 0.9744301 Jan 28 16:35:24.251603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-92454a04-a5c5-45d2-b0f3-0b22dbfb1413 None None] Provisioning complete for port e624d571-041f-4229-8fd8-f1bff6239ab7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:24.255447 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92454a04-a5c5-45d2-b0f3-0b22dbfb1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:24.258337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] For port 2f23613d-106a-4657-b989-37a9eaddbdba, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f23613d-106a-4657-b989-37a9eaddbdba,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:24.259080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:24.268822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] Set router e6f714c2-23db-44ff-bfb6-9442b987f444 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:24.406405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Calling delete_port for 2f23613d-106a-4657-b989-37a9eaddbdba owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:24.411830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-942d259c-e1a8-43eb-8b31-aec29279bd50 req-a3be0daf-0d12-408f-869e-882457762862 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6076daf-cc9c-4040-8af2-9d76428a1287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752305 Jan 28 16:35:24.421464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-29618aa1-b2d1-49fd-a675-b405b8d9e85f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 200 len: 217 time: 0.1861570 Jan 28 16:35:24.433465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-5e6bbc51-6c4b-4cb0-b4bb-6f624ad2c354 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:24.435364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-5e6bbc51-6c4b-4cb0-b4bb-6f624ad2c354 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 814 time: 1.3460002 Jan 28 16:35:24.497028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-d8b2ef9b-6d92-4b7c-bcb1-80b46195593d tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/quotas/c8f94045cc12449fba66393c997223bd HTTP/1.1" status: 200 len: 375 time: 0.0453095 Jan 28 16:35:24.530705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:24.673263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-92454a04-a5c5-45d2-b0f3-0b22dbfb1413 None None] Port e624d571-041f-4229-8fd8-f1bff6239ab7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:24.751737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-26415b43-604c-41e0-a0cb-1b0d12448203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:24.756507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-26415b43-604c-41e0-a0cb-1b0d12448203 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.3199377 Jan 28 16:35:24.781110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:35:24.788247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:24.789230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:24.806907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-090c4f28-2699-499f-887d-b17ecb30864b req-4327d51d-5547-40c4-ad95-cc51a90aa4c5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.1579695 Jan 28 16:35:24.834929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:24.857236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9f1efac2-f5d3-4ea6-86f0-d3fc8439b2b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/e6f714c2-23db-44ff-bfb6-9442b987f444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2537591 Jan 28 16:35:24.921852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e624d571-041f-4229-8fd8-f1bff6239ab7', 'name': '', 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'mac_address': 'fa:16:3e:33:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:21Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 2, 'project_id': '0395951d71cd40aca995b71afe434d92', 'subnets': [{'id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:24.927595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-a39ea048-741f-4305-bb35-649c6311d5ad tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:24.931769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-5d837d7b-8133-42ed-a550-794c9fdf89bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237578 Jan 28 16:35:24.932274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-a39ea048-741f-4305-bb35-649c6311d5ad tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.31 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 814 time: 0.2283349 Jan 28 16:35:24.943420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-507a9770-6fcd-4e1b-b762-3e0354f8395c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3900888 Jan 28 16:35:24.951095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Request body: {'port': {'device_id': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'admin_state_up': True, 'tenant_id': 'c8f94045cc12449fba66393c997223bd'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:24.988893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd890-40e9-4a08-b665-bd6e723ce9bf None None] The sync data for ids ['e6f714c2-23db-44ff-bfb6-9442b987f444'] in n-d-812111-13 is: [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e624d571-041f-4229-8fd8-f1bff6239ab7', 'name': '', 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'mac_address': 'fa:16:3e:33:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:21Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 2, 'project_id': '0395951d71cd40aca995b71afe434d92', 'subnets': [{'id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:24.993183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:24.995668 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.056352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:25.062126 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c4ec5-61e8-4971-b395-13aa061cd83d" -d '{"events": [{"server_uuid": "4bcf1be5-fb2b-4738-ac30-b20837aadb33", "name": "network-vif-plugged", "status": "completed", "tag": "5d57ff23-6c7f-4763-8c4a-d7d6f8272831"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:25.105751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:25.110613 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.169137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Made reservation on behalf of c8f94045cc12449fba66393c997223bd for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:25.175245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.201298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:25.408522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Allocated IP 172.20.0.10 (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc/4c7dd570-0fa2-4f07-9c50-a38cfd8ec520/90268067-7a06-4a8d-9183-23b3cbb4900a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:25.455406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4401a3f6-8d7f-4b27-994a-1857d412e8f9 None None] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:25.477264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1e91-432e-47a8-8b2f-0213bdec5b39 req-392f24a7-484e-40b3-a920-0664e8f6e4d9 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:25.492434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-444c1e91-432e-47a8-8b2f-0213bdec5b39 req-392f24a7-484e-40b3-a920-0664e8f6e4d9 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 945 time: 0.4845374 Jan 28 16:35:25.499249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2f23613d-106a-4657-b989-37a9eaddbdba), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.561948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Pushing event deleted for resources: {'Port': ['ID=2f23613d-106a-4657-b989-37a9eaddbdba,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:25.577584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] Provisioning complete for port c814f9a5-629e-4211-a0b4-4b459c3fcd65 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:25.578106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.613065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-b6357afb-fc5b-487d-92b8-fc622510f7c5 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583819 Jan 28 16:35:25.714121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-444c1e91-432e-47a8-8b2f-0213bdec5b39 req-f221e856-e57c-4554-8ecf-ad0c28fe05be tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187853 Jan 28 16:35:25.722774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks [] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.772636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.796514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-b8b846f4-8b36-430a-8374-db8e159db6a8 service neutron] 10.222.0.25 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322217 Jan 28 16:35:25.918701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] No DVR routers for this DVR port 2f23613d-106a-4657-b989-37a9eaddbdba on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:25.928079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:25.964896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:25.972173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:25.976292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99c22d3c-ab40-4b4e-88e7-0ac11f1b5ebe req-9731a016-402c-445f-b949-29f9ac1a0861 tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.24 "DELETE /v2.0/ports/2f23613d-106a-4657-b989-37a9eaddbdba HTTP/1.1" status: 204 len: 173 time: 3.3745117 Jan 28 16:35:25.979098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'name': 'network-vif-deleted', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:25.981639 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba11903-8ab7-4abc-bd6f-c6d21b8fc461" -d '{"events": [{"server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "name": "network-vif-deleted", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:26.024488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Pushing event updated for resources: {'Port': ['ID=90268067-7a06-4a8d-9183-23b3cbb4900a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:26.056133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:26.113503 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] Current status of the port c814f9a5-629e-4211-a0b4-4b459c3fcd65 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:26.113984 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:26.119084 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34ca3da-ebbc-4626-8962-fcfaa7021c90 x-openstack-request-id: req-e34ca3da-ebbc-4626-8962-fcfaa7021c90 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:26.119517 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf1be5-fb2b-4738-ac30-b20837aadb33", "name": "network-vif-plugged", "status": "completed", "tag": "5d57ff23-6c7f-4763-8c4a-d7d6f8272831", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:26.119775 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e34ca3da-ebbc-4626-8962-fcfaa7021c90 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:26.120170 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831', 'code': 200} Jan 28 16:35:26.129442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c814f9a5-629e-4211-a0b4-4b459c3fcd65 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:26.221524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] For port c814f9a5-629e-4211-a0b4-4b459c3fcd65, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c814f9a5-629e-4211-a0b4-4b459c3fcd65,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:26.233794 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:26.323939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed928-5ac9-4c1b-8715-3d60a334f26d req-ffc516e0-0065-4f94-8d05-2db726031129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:26.326750 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dbeed928-5ac9-4c1b-8715-3d60a334f26d req-ffc516e0-0065-4f94-8d05-2db726031129 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 1129 time: 0.3969183 Jan 28 16:35:26.335189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:26.337594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:26.351301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab39a6c-edc9-4d1f-aa50-c97d93b7fb83 req-de442838-43d9-4109-868b-f2527e5f7e81 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644289 Jan 28 16:35:26.385717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f23613d-106a-4657-b989-37a9eaddbdba no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:26.388352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62c5dc77-5cfa-4cdf-be46-f0fa6dd5748d service neutron] 10.222.0.25 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774047 Jan 28 16:35:26.471088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c814f9a5-629e-4211-a0b4-4b459c3fcd65 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:26.472565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-aaa09900-f445-46b7-8b62-444e8d852dbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5276101 Jan 28 16:35:26.474187 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:26.478614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 2f23613d-106a-4657-b989-37a9eaddbdba {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:26.486680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f23613d-106a-4657-b989-37a9eaddbdba not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:26.487322 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dbeed928-5ac9-4c1b-8715-3d60a334f26d req-397842dd-6222-41f5-92e4-43a6adb516fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405442 Jan 28 16:35:26.499135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840892e-8811-48d7-b1e4-703eb11250ff None None] Pushing event updated for resources: {'Port': ['ID=c814f9a5-629e-4211-a0b4-4b459c3fcd65,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:26.502913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Request body: {'port': {'device_id': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:26.699915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c814f9a5-629e-4211-a0b4-4b459c3fcd65 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:26.762192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:26.855070 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-51de16a1-6c1a-4617-9b95-df4b4f1a9652 req-fb33e629-e437-4db4-9320-2d8f4351aa3b tempest-FloatingIPDetailsNegativeTestJSON-958541271 tempest-FloatingIPDetailsNegativeTestJSON-958541271-project] show failed (client error): The resource could not be found. Jan 28 16:35:26.867459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33692) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:26.872944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51de16a1-6c1a-4617-9b95-df4b4f1a9652 req-fb33e629-e437-4db4-9320-2d8f4351aa3b tempest-FloatingIPDetailsNegativeTestJSON-958541271 tempest-FloatingIPDetailsNegativeTestJSON-958541271-project] 10.222.0.25 "GET /v2.0/floatingips/80023ffe-6f07-4085-b970-bd6acae17fe5 HTTP/1.1" status: 404 len: 350 time: 0.1424320 Jan 28 16:35:26.887073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e858ff95-0e96-42fc-8dc4-ba9dfc7b7ba5 None None] Provisioning complete for port c814f9a5-629e-4211-a0b4-4b459c3fcd65 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:26.887636 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e858ff95-0e96-42fc-8dc4-ba9dfc7b7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:26.991796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42882576-a44a-4e9c-858a-43d10956d5e8 req-26bf27a6-9ba3-47da-9ee4-1c25d806433e tempest-FloatingIPsAssociationTestJSON-242496113 tempest-FloatingIPsAssociationTestJSON-242496113-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dd6018-656e-4f24-8ee9-1e299ee8e95b HTTP/1.1" status: 200 len: 210 time: 0.1159291 Jan 28 16:35:27.175082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf969159-ce51-4957-8fc9-e7c467aebddd req-cc4658ee-800d-4c58-9d50-2378b2408755 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0629206 Jan 28 16:35:27.189101 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295e7dd-dcfa-4bc0-9a85-d2cad9c8aaa0 x-openstack-request-id: req-f295e7dd-dcfa-4bc0-9a85-d2cad9c8aaa0 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:27.190813 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd6018-656e-4f24-8ee9-1e299ee8e95b", "name": "network-vif-deleted", "tag": "2f23613d-106a-4657-b989-37a9eaddbdba", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:27.191465 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f295e7dd-dcfa-4bc0-9a85-d2cad9c8aaa0 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:27.193687 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd6018-656e-4f24-8ee9-1e299ee8e95b', 'name': 'network-vif-deleted', 'tag': '2f23613d-106a-4657-b989-37a9eaddbdba', 'status': 'completed', 'code': 200} Jan 28 16:35:27.197163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e858ff95-0e96-42fc-8dc4-ba9dfc7b7ba5 None None] Current status of the port c814f9a5-629e-4211-a0b4-4b459c3fcd65 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:27.329733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-56308058-032b-4b2f-9bf2-f76584534032 None None] Provisioning complete for port 90268067-7a06-4a8d-9183-23b3cbb4900a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:27.330037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56308058-032b-4b2f-9bf2-f76584534032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:27.448302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-56308058-032b-4b2f-9bf2-f76584534032 None None] Port 90268067-7a06-4a8d-9183-23b3cbb4900a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:27.470778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca1d9-538b-48dc-bed6-9a684a2471fc req-330d817e-9abc-4d32-b183-4d55ba992a7f tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:27.472640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6baca1d9-538b-48dc-bed6-9a684a2471fc req-330d817e-9abc-4d32-b183-4d55ba992a7f tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 946 time: 0.1895823 Jan 28 16:35:27.590468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6baca1d9-538b-48dc-bed6-9a684a2471fc req-9b9c914a-3e6e-47d9-adb4-3831725e84f6 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001563 Jan 28 16:35:27.678028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90268067-7a06-4a8d-9183-23b3cbb4900a {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:27.701253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Publish callbacks [] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:27.718349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Transition to ACTIVE for port object 90268067-7a06-4a8d-9183-23b3cbb4900a will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:27.740153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:27.849519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c814f9a5-629e-4211-a0b4-4b459c3fcd65 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:27.886940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-508be5a9-ddb7-432c-9446-560af36a6cf1 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:27.902041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-508be5a9-ddb7-432c-9446-560af36a6cf1 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 814 time: 0.2420723 Jan 28 16:35:27.919240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Pushing event updated for resources: {'Port': ['ID=90268067-7a06-4a8d-9183-23b3cbb4900a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:27.937194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7fc26792-9bb4-4b7b-a0a5-f51e4ce4da0e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/quotas/c8f94045cc12449fba66393c997223bd HTTP/1.1" status: 200 len: 375 time: 0.0340407 Jan 28 16:35:27.989654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c814f9a5-629e-4211-a0b4-4b459c3fcd65 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:27.991233 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.067153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-2cfffe23-9a6a-41c7-b65e-b2ac19a627bd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287518 Jan 28 16:35:28.096747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33724) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:28.277602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c814f9a5-629e-4211-a0b4-4b459c3fcd65 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:28.278864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 11670399-bb02-41c7-a1ab-7a7e94629c13 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:28.313962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-058fd527-3265-4f8d-b2f5-be8aee665f77 service neutron] 10.222.0.25 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445312 Jan 28 16:35:28.323298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Attempting to bind port 90268067-7a06-4a8d-9183-23b3cbb4900a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:28.325532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Attempting to bind port 90268067-7a06-4a8d-9183-23b3cbb4900a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:28.327316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Attempting to bind port 90268067-7a06-4a8d-9183-23b3cbb4900a on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:28.346185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:28.355806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Port 90268067-7a06-4a8d-9183-23b3cbb4900a on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:28.356871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Attempting to bind port 90268067-7a06-4a8d-9183-23b3cbb4900a on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:28.365988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:28.367111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Checking segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:28.367773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Bound using segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:28.368482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Bound port: 90268067-7a06-4a8d-9183-23b3cbb4900a, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:28.369037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.419408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 11670399-bb02-41c7-a1ab-7a7e94629c13 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:28.419779 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.487497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-444338b5-889c-40db-acb1-e9ca02989086 req-a1c5e9e9-c929-4f44-bdcd-6408f7bfb3ec tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ae1aae-e056-45bc-b817-995390faa442 HTTP/1.1" status: 200 len: 210 time: 0.0918217 Jan 28 16:35:28.521477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] For port 90268067-7a06-4a8d-9183-23b3cbb4900a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:28.536578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] For port 90268067-7a06-4a8d-9183-23b3cbb4900a, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=90268067-7a06-4a8d-9183-23b3cbb4900a,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:28.567868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 11670399-bb02-41c7-a1ab-7a7e94629c13 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:28.568268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.575316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.597597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 11670399-bb02-41c7-a1ab-7a7e94629c13, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=11670399-bb02-41c7-a1ab-7a7e94629c13,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:28.604377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.683593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=11670399-bb02-41c7-a1ab-7a7e94629c13,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:28.723984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (e6f714c2-23db-44ff-bfb6-9442b987f444), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.889773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-8db2f0bc-7bbc-43e2-a9f3-227ac72b4596 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:28.891202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-8db2f0bc-7bbc-43e2-a9f3-227ac72b4596 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 0.1367335 Jan 28 16:35:28.916215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Pushing event updated for resources: {'Port': ['ID=90268067-7a06-4a8d-9183-23b3cbb4900a,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:28.928608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:28.928608 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:28.928608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-7556e4bb-eb4c-4329-b105-a4bccc636fda service neutron] 10.222.0.31 "PUT /v2.0/ports/90268067-7a06-4a8d-9183-23b3cbb4900a HTTP/1.1" status: 200 len: 1093 time: 2.4348500 Jan 28 16:35:28.955127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'tag': '90268067-7a06-4a8d-9183-23b3cbb4900a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:28.967984 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0acb0cf-a38d-462d-a427-bee10977802f", "tag": "90268067-7a06-4a8d-9183-23b3cbb4900a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:28.978188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8c8-d30e-4f82-aaef-c652d8368594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:29.014018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-cb82cb6a-6c5c-4cdf-bf91-32fa06900c32 service neutron] 10.222.0.25 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978924 Jan 28 16:35:29.031133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-0e849a50-d424-4371-9121-22bc45633e0d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/quotas/d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 375 time: 0.0604737 Jan 28 16:35:29.183160 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Sync routers for ids ['e6f714c2-23db-44ff-bfb6-9442b987f444'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:29.192135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-ed3bf3c6-46bf-4798-bbef-93c7f495490f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1588225 Jan 28 16:35:29.202247 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Routers {'e6f714c2-23db-44ff-bfb6-9442b987f444'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:29.203526 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e6f714c2-23db-44ff-bfb6-9442b987f444'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:29.315215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-ae6fcc22-8f56-4fea-9dbf-a4bee0571e0c service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221297 Jan 28 16:35:29.337389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-ad3926dd-d65d-4288-8e7d-ed4be226caad tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:29.339846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-ad3926dd-d65d-4288-8e7d-ed4be226caad tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 814 time: 0.6049855 Jan 28 16:35:29.361931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Request body: {'port': {'device_id': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'admin_state_up': True, 'tenant_id': 'c8f94045cc12449fba66393c997223bd'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:29.444184 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Set router e6f714c2-23db-44ff-bfb6-9442b987f444 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:29.470297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-8f47dc02-84ac-4b13-82d4-f9c0ebdd80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:29.472188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-8f47dc02-84ac-4b13-82d4-f9c0ebdd80b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 1127 time: 0.4131980 Jan 28 16:35:29.547504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d23159f2-44c8-4f36-91db-9137509bbc78 service neutron] 10.222.0.25 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298338 Jan 28 16:35:29.576034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-78033966-d3da-469c-9b6c-4200d75a7c32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90268067-7a06-4a8d-9183-23b3cbb4900a HTTP/1.1" status: 200 len: 217 time: 0.0715883 Jan 28 16:35:29.634052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 11670399-bb02-41c7-a1ab-7a7e94629c13 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:29.656974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-24bd08ce-354a-4d43-a75d-e05d4d7f12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:29.658650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-24bd08ce-354a-4d43-a75d-e05d4d7f12e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.0716503 Jan 28 16:35:29.660990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8c8-d30e-4f82-aaef-c652d8368594 admin admin] Publish callbacks [] for security_group (555b6e19-23c9-42a5-8a5a-4d6f581c12ca), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:29.680996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8c8-d30e-4f82-aaef-c652d8368594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (555b6e19-23c9-42a5-8a5a-4d6f581c12ca), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:29.695224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b988-c1bb-46f1-8e55-37d0979b6b2b req-ff3fbae5-d528-4ce8-9660-0a9b829473e8 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:29.703830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51c6b988-c1bb-46f1-8e55-37d0979b6b2b req-ff3fbae5-d528-4ce8-9660-0a9b829473e8 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 946 time: 0.3649740 Jan 28 16:35:29.781211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 11670399-bb02-41c7-a1ab-7a7e94629c13 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:29.781562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:29.793910 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e0fbe8c8-d30e-4f82-aaef-c652d8368594 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e344f22c838b462d86bb417c33eb64ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4461868 Jan 28 16:35:29.797380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33756) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:29.800627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbe8c8-d30e-4f82-aaef-c652d8368594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b6e19-23c9-42a5-8a5a-4d6f581c12ca,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:29.819707 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e624d571-041f-4229-8fd8-f1bff6239ab7', 'name': '', 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'mac_address': 'fa:16:3e:33:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:21Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 2, 'project_id': '0395951d71cd40aca995b71afe434d92', 'subnets': [{'id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:29.857602 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Checking router: e6f714c2-23db-44ff-bfb6-9442b987f444 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:29.858226 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Updating router e6f714c2-23db-44ff-bfb6-9442b987f444 port e624d571-041f-4229-8fd8-f1bff6239ab7 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:35:29.886060 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:29.921485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51c6b988-c1bb-46f1-8e55-37d0979b6b2b req-53a8ae2a-f343-415f-9970-583aa5e1ec43 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126191 Jan 28 16:35:29.981437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99d33941-8537-4790-951a-8d7e7e1c8f55 admin admin] Publish callbacks [] for security_group (555b6e19-23c9-42a5-8a5a-4d6f581c12ca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.045559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99d33941-8537-4790-951a-8d7e7e1c8f55 admin admin] Publish callbacks [] for security_group (555b6e19-23c9-42a5-8a5a-4d6f581c12ca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.069572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 11670399-bb02-41c7-a1ab-7a7e94629c13 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:30.111906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (a874161e-1890-4049-ab65-91e22837f3d3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.222089 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005dbb7e-5b16-462f-aba0-b302789ca69b x-openstack-request-id: req-005dbb7e-5b16-462f-aba0-b302789ca69b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:30.231635 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0acb0cf-a38d-462d-a427-bee10977802f", "tag": "90268067-7a06-4a8d-9183-23b3cbb4900a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:30.235997 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-005dbb7e-5b16-462f-aba0-b302789ca69b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:30.244138 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'tag': '90268067-7a06-4a8d-9183-23b3cbb4900a', 'status': 'completed', 'code': 200} Jan 28 16:35:30.278090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99d33941-8537-4790-951a-8d7e7e1c8f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (555b6e19-23c9-42a5-8a5a-4d6f581c12ca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.280941 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Publish callbacks [] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.290638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99d33941-8537-4790-951a-8d7e7e1c8f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.290859 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.299824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-99d33941-8537-4790-951a-8d7e7e1c8f55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/555b6e19-23c9-42a5-8a5a-4d6f581c12ca HTTP/1.1" status: 204 len: 168 time: 0.4820056 Jan 28 16:35:30.365423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d33941-8537-4790-951a-8d7e7e1c8f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b6e19-23c9-42a5-8a5a-4d6f581c12ca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:30.369070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-caeb84b7-0935-428d-912c-de54b0517151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:30.371491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-caeb84b7-0935-428d-912c-de54b0517151 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7055032 Jan 28 16:35:30.402392 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Pushing event updated for resources: {'Port': ['ID=e624d571-041f-4229-8fd8-f1bff6239ab7,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:30.405158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40b50bd0-c328-4d8c-a9d2-0dec61910fd0 req-77919118-010f-4403-94f6-3d3bd2349208 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 210 time: 0.1434538 Jan 28 16:35:30.464429 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.477134 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.477531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.477851 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.478190 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.478530 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.478852 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.489268 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.489838 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.490213 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.490848 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.490977 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.491404 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:30.550776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ad9b664-0269-4331-adaf-c872738f7996 req-3e174a33-2c23-41a6-9da5-7435afd94c3e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.1714318 Jan 28 16:35:30.720532 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Attempting to bind port e624d571-041f-4229-8fd8-f1bff6239ab7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:30.720798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-596448c3-a4c8-4a82-b925-97a1fb30bda2 service neutron] 10.222.0.31 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295841 Jan 28 16:35:30.720983 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Attempting to bind port e624d571-041f-4229-8fd8-f1bff6239ab7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:30.721362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Attempting to bind port e624d571-041f-4229-8fd8-f1bff6239ab7 on network a5a8089d-d57d-4853-a67f-b33f6d97a5ff {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:30.739991 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:30.740426 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Checking segment: {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:30.743375 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.743791 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Bound using segment: {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:30.745579 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Bound port: e624d571-041f-4229-8fd8-f1bff6239ab7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:30.745976 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.814228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Made reservation on behalf of c8f94045cc12449fba66393c997223bd for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:30.817700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.928879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cc84d4c7-aaaf-4247-bafe-f1ec2c7971f2 None None] Provisioning complete for port e624d571-041f-4229-8fd8-f1bff6239ab7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:30.930057 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc84d4c7-aaaf-4247-bafe-f1ec2c7971f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:30.980538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] For port e624d571-041f-4229-8fd8-f1bff6239ab7, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:30.990362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] For port e624d571-041f-4229-8fd8-f1bff6239ab7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e624d571-041f-4229-8fd8-f1bff6239ab7,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:31.010757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:31.023359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cc84d4c7-aaaf-4247-bafe-f1ec2c7971f2 None None] Port e624d571-041f-4229-8fd8-f1bff6239ab7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:31.023679 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:31.068129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2732b15c-250c-41bf-b122-a5c396d14966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:31.214823 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaff5f-dfb4-41af-80b0-bfb4cc80cc98 None None] Pushing event updated for resources: {'Port': ['ID=e624d571-041f-4229-8fd8-f1bff6239ab7,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:31.238490 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Routers {'e6f714c2-23db-44ff-bfb6-9442b987f444'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:31.239117 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e6f714c2-23db-44ff-bfb6-9442b987f444'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:31.295888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Allocated IP 172.20.0.4 (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc/4c7dd570-0fa2-4f07-9c50-a38cfd8ec520/eb55688e-8c8d-4124-93e2-46850e895d75) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:31.372393 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-16ab29c6-dbb1-4eb8-8d07-734517efbd58 req-2b52e583-6c75-4422-91df-add250a14855 service neutron] 10.222.0.31 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245551 Jan 28 16:35:31.473221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-ee4ac606-f610-40f4-865b-efd2f4b1ef8e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:31.478382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-ee4ac606-f610-40f4-865b-efd2f4b1ef8e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 814 time: 0.3346176 Jan 28 16:35:31.518699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Request body: {'port': {'device_id': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'admin_state_up': True, 'tenant_id': 'c8f94045cc12449fba66393c997223bd'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:31.662806 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] Set router e6f714c2-23db-44ff-bfb6-9442b987f444 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:31.779554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] Provisioning complete for port e624d571-041f-4229-8fd8-f1bff6239ab7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:31.780205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:31.814641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e624d571-041f-4229-8fd8-f1bff6239ab7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:31.830580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c8aa90-00c5-49dc-85e7-682fb053a5e2 req-afac5b04-03eb-4f7c-bb52-e6957b6bb1af tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 210 time: 0.1327267 Jan 28 16:35:31.890641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-f668c40a-34b6-42d4-a8b3-b99e4553b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:31.892152 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-f668c40a-34b6-42d4-a8b3-b99e4553b01d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 1127 time: 0.3721001 Jan 28 16:35:31.897529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94244792-6752-40f0-84ad-f99b7645091f req-d161fae3-2c44-46a6-ba90-13a813a2c5bd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.1965539 Jan 28 16:35:31.985363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Deleting port e624d571-041f-4229-8fd8-f1bff6239ab7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:31.985702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.016987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e624d571-041f-4229-8fd8-f1bff6239ab7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:32.017875 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.023795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] Current status of the port e624d571-041f-4229-8fd8-f1bff6239ab7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:32.027114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.049681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Deleting port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:32.050018 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.096769 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e624d571-041f-4229-8fd8-f1bff6239ab7', 'name': '', 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'mac_address': 'fa:16:3e:33:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:21Z', 'updated_at': '2022-01-28T16:35:30Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'subnets': [{'id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:32.165428 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ce3c1-5ab3-49d6-b1f0-20e5a0de2269 None None] The sync data for ids ['e6f714c2-23db-44ff-bfb6-9442b987f444'] in n-d-812111-13 is: [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:22Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e624d571-041f-4229-8fd8-f1bff6239ab7', 'name': '', 'network_id': 'a5a8089d-d57d-4853-a67f-b33f6d97a5ff', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'mac_address': 'fa:16:3e:33:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:21Z', 'updated_at': '2022-01-28T16:35:30Z', 'revision_number': 4, 'project_id': '0395951d71cd40aca995b71afe434d92', 'subnets': [{'id': 'cda6f400-4a22-48db-9a1e-985ab3d100bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:32.192014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] For port e624d571-041f-4229-8fd8-f1bff6239ab7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e624d571-041f-4229-8fd8-f1bff6239ab7,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:32.221781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.323286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] For port 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:32.323660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.337983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578888-3575-422a-b4e6-50c3def897d9 None None] Pushing event updated for resources: {'Port': ['ID=e624d571-041f-4229-8fd8-f1bff6239ab7,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:32.346281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e624d571-041f-4229-8fd8-f1bff6239ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:32.365712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Calling delete_port for 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:32.736457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks [] for port (eb55688e-8c8d-4124-93e2-46850e895d75), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.905904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-5de3e33f-cb46-4c9c-9de4-63a06013040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:32.912976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-5de3e33f-cb46-4c9c-9de4-63a06013040a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 915 time: 1.0079696 Jan 28 16:35:32.926556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] For port e624d571-041f-4229-8fd8-f1bff6239ab7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e624d571-041f-4229-8fd8-f1bff6239ab7,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:32.926919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:32.978232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Calling delete_port for e624d571-041f-4229-8fd8-f1bff6239ab7 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:33.045613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-49ab8959-45e2-4c95-ad8f-f20c6d304c1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90268067-7a06-4a8d-9183-23b3cbb4900a HTTP/1.1" status: 200 len: 217 time: 0.1214836 Jan 28 16:35:33.048912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.073231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2732b15c-250c-41bf-b122-a5c396d14966 admin admin] Publish callbacks [] for security_group (bdc0564e-a7b3-4698-a203-ceb7f3597262), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.130206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44452332-9c49-4f69-bc80-32a35e482e58 req-4e34b5a2-0fbe-4fbb-97cd-f8f3447e860c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 210 time: 0.0964134 Jan 28 16:35:33.160333 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2732b15c-250c-41bf-b122-a5c396d14966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bdc0564e-a7b3-4698-a203-ceb7f3597262), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.399007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2732b15c-250c-41bf-b122-a5c396d14966 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8428ccc05b994aa5a866a20214e14950&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3858938 Jan 28 16:35:33.441957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33824) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:33.449000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:33.454057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:33.457568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Made reservation on behalf of c8f94045cc12449fba66393c997223bd for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:33.461625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.463939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732b15c-250c-41bf-b122-a5c396d14966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc0564e-a7b3-4698-a203-ceb7f3597262,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:33.486931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:33.488262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060fec-656d-4506-893b-12aae78a6219 req-dfa3bfd6-d60c-4b1b-8c53-f4062c173b12 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:33.496151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39060fec-656d-4506-893b-12aae78a6219 req-dfa3bfd6-d60c-4b1b-8c53-f4062c173b12 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 1.5395048 Jan 28 16:35:33.598915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-1f839424-48b3-4621-a5f2-7248b996b5a5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:33.600657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-1f839424-48b3-4621-a5f2-7248b996b5a5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 807 time: 1.1391082 Jan 28 16:35:33.634460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e624d571-041f-4229-8fd8-f1bff6239ab7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:33.650572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5252f822-21cd-42e5-81e8-852d597c97ba req-c63d9250-a4e0-49a6-9790-47b9b64282b6 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.3766398 Jan 28 16:35:33.671710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Pushing event updated for resources: {'Port': ['ID=eb55688e-8c8d-4124-93e2-46850e895d75,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:33.701441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Request body: {'port': {'device_id': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'admin_state_up': True, 'tenant_id': 'd71ea35b215840f0a0102591148d98fc'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:33.725143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e624d571-041f-4229-8fd8-f1bff6239ab7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.750093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39060fec-656d-4506-893b-12aae78a6219 req-f1ca7dc9-54ed-45d9-982f-9cba915190b5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.2514672 Jan 28 16:35:33.754510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port e624d571-041f-4229-8fd8-f1bff6239ab7 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:35:33.754906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port e624d571-041f-4229-8fd8-f1bff6239ab7 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:35:33.755313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e624d571-041f-4229-8fd8-f1bff6239ab7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 16:35:33.770197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-d7c6ba20-a662-4b57-8434-8bc73882efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:33.779156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-d7c6ba20-a662-4b57-8434-8bc73882efe5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.7217238 Jan 28 16:35:33.803454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Port e624d571-041f-4229-8fd8-f1bff6239ab7 not found, will not notify nova. {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 16:35:33.877370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0875295-d9d2-4575-be92-a5e2bce7dd2b admin admin] Publish callbacks [] for security_group (bdc0564e-a7b3-4698-a203-ceb7f3597262), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.879162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e624d571-041f-4229-8fd8-f1bff6239ab7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:33.937938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:33.939640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:33.957255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39060fec-656d-4506-893b-12aae78a6219 req-5fa6a7f9-c9d2-4334-bfb2-36bced8da4dd tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2035246 Jan 28 16:35:33.962933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3ef56ddd-3d1c-40a6-a5a2-31cff5c5cc4d None None] Provisioning complete for port eb55688e-8c8d-4124-93e2-46850e895d75 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:33.963322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3ef56ddd-3d1c-40a6-a5a2-31cff5c5cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.005430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0875295-d9d2-4575-be92-a5e2bce7dd2b admin admin] Publish callbacks [] for security_group (bdc0564e-a7b3-4698-a203-ceb7f3597262), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.051949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3ef56ddd-3d1c-40a6-a5a2-31cff5c5cc4d None None] Port eb55688e-8c8d-4124-93e2-46850e895d75 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:34.103133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 90268067-7a06-4a8d-9183-23b3cbb4900a details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:35:34.113981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-62df7bac-55a7-42fe-9ea4-289b0cfcce7a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7564549 Jan 28 16:35:34.150697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0875295-d9d2-4575-be92-a5e2bce7dd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bdc0564e-a7b3-4698-a203-ceb7f3597262), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.153782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0875295-d9d2-4575-be92-a5e2bce7dd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.170473 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f0875295-d9d2-4575-be92-a5e2bce7dd2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdc0564e-a7b3-4698-a203-ceb7f3597262 HTTP/1.1" status: 204 len: 168 time: 0.7111678 Jan 28 16:35:34.186203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Request body: {'port': {'device_id': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:34.285134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-e11405a5-1623-44de-92b9-aa6b6a8fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:34.292152 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-e11405a5-1623-44de-92b9-aa6b6a8fde12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4528482 Jan 28 16:35:34.305578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 90268067-7a06-4a8d-9183-23b3cbb4900a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=90268067-7a06-4a8d-9183-23b3cbb4900a,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:34.331041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '90268067-7a06-4a8d-9183-23b3cbb4900a', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'port_id': '90268067-7a06-4a8d-9183-23b3cbb4900a', 'mac_address': 'fa:16:3e:c3:23:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7dd570-0fa2-4f07-9c50-a38cfd8ec520', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:35:34.366947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.426955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39060fec-656d-4506-893b-12aae78a6219 req-9ac58344-2447-4e04-b186-53ba80b33736 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648743 Jan 28 16:35:34.467525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 90268067-7a06-4a8d-9183-23b3cbb4900a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:34.467930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.494283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875295-d9d2-4575-be92-a5e2bce7dd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc0564e-a7b3-4698-a203-ceb7f3597262,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:34.513204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Allocated IP 172.20.0.8 (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc/4c7dd570-0fa2-4f07-9c50-a38cfd8ec520/d494b05b-c0cf-4468-a158-b6635abc6354) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:34.535783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90268067-7a06-4a8d-9183-23b3cbb4900a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:34.576518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:34.620792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 90268067-7a06-4a8d-9183-23b3cbb4900a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=90268067-7a06-4a8d-9183-23b3cbb4900a,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:34.635966 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.751665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=90268067-7a06-4a8d-9183-23b3cbb4900a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:34.809885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-23038fde-9981-471a-bde5-2d2587572956 service neutron] 10.222.0.31 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062382 Jan 28 16:35:34.810560 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.839570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Made reservation on behalf of d71ea35b215840f0a0102591148d98fc for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:34.846384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:34.910872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['90268067-7a06-4a8d-9183-23b3cbb4900a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:34.970212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39060fec-656d-4506-893b-12aae78a6219 req-d0feb589-4444-4f9c-bf3d-38afd4a7b193 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412927 Jan 28 16:35:34.982856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5d1868c-6751-476d-a95e-4552c4be7836 req-4150e33a-b44c-49c8-82b7-2bde10206479 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 210 time: 0.7334626 Jan 28 16:35:35.074870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (e6f714c2-23db-44ff-bfb6-9442b987f444), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:35.233726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3609881-4f52-4890-abaf-00e585b69a1c req-7d954523-228f-41d0-9079-d55f6c6dea70 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0947218 Jan 28 16:35:35.392541 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-decf5e54-6d8d-44ac-9e4a-26a73d0a56d1 req-f8f766ce-fdb1-41ef-8201-d09e26efbe79 service neutron] 10.222.0.31 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531898 Jan 28 16:35:35.488267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0e8e598-efad-4079-a4b7-929c68b9682c req-a542ea31-f544-4222-b1d3-7b6df77ff4ec tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=6489ce8e-c6cc-4950-9278-b0b0dbfc04c2 HTTP/1.1" status: 200 len: 210 time: 0.1168079 Jan 28 16:35:35.570235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Allocated IP 172.20.0.8 (fa25765c-f7d0-4a6a-8b71-339fb7f268ad/a17727bf-14a6-47a7-b0c1-c4791e085e6b/0fd91169-eb5b-45ba-9bc3-2d7ad2019917) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:35.620804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (a874161e-1890-4049-ab65-91e22837f3d3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:35.624895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks [] for port (d494b05b-c0cf-4468-a158-b6635abc6354), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:35.665747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Router e6f714c2-23db-44ff-bfb6-9442b987f444 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:35:35.835901 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:35.850968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['90268067-7a06-4a8d-9183-23b3cbb4900a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:35.966498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:35.979299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:35.988336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:35.991770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Pushing event updated for resources: {'Port': ['ID=d494b05b-c0cf-4468-a158-b6635abc6354,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:36.000202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks [] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.117168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 90268067-7a06-4a8d-9183-23b3cbb4900a up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:36.129903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:36.146702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33886) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:36.152835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fce27982-f3ef-4c27-b941-ba6e6dc14c13 admin admin] 10.222.0.25 "PUT /v2.0/routers/e6f714c2-23db-44ff-bfb6-9442b987f444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2714765 Jan 28 16:35:36.211189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] Sync routers for ids ['e6f714c2-23db-44ff-bfb6-9442b987f444'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:36.297464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] Routers {'e6f714c2-23db-44ff-bfb6-9442b987f444'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:36.308037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e6f714c2-23db-44ff-bfb6-9442b987f444'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:36.374572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb55688e-8c8d-4124-93e2-46850e895d75 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:36.396086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Publish callbacks [] for port (eb55688e-8c8d-4124-93e2-46850e895d75), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.430012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Transition to ACTIVE for port object eb55688e-8c8d-4124-93e2-46850e895d75 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:36.435273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.465228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:36.465839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.511819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 90268067-7a06-4a8d-9183-23b3cbb4900a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:35:36.543268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 90268067-7a06-4a8d-9183-23b3cbb4900a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:36.543611 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.553482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-7f667269-2183-4894-a2ef-6ca01eabe55e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0666425 Jan 28 16:35:36.576304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Pushing event updated for resources: {'Port': ['ID=eb55688e-8c8d-4124-93e2-46850e895d75,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:36.599483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Request body: {'port': {'device_id': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:36.633380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-68425f78-9acc-4579-847a-780df45c6f44 None None] Provisioning complete for port d494b05b-c0cf-4468-a158-b6635abc6354 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:36.633546 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-68425f78-9acc-4579-847a-780df45c6f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.651840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] Set router e6f714c2-23db-44ff-bfb6-9442b987f444 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:36.665049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Attempting to bind port eb55688e-8c8d-4124-93e2-46850e895d75 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:36.665049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Attempting to bind port eb55688e-8c8d-4124-93e2-46850e895d75 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:36.665399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Attempting to bind port eb55688e-8c8d-4124-93e2-46850e895d75 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:36.666366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041d42-6019-4c59-ae23-3591415572cc req-4b14acad-5756-4e89-9767-51824c95f697 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:36.671187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Port eb55688e-8c8d-4124-93e2-46850e895d75 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:36.671517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Attempting to bind port eb55688e-8c8d-4124-93e2-46850e895d75 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:36.678509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:36.678890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Checking segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:36.679319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Bound using segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:36.679802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Bound port: eb55688e-8c8d-4124-93e2-46850e895d75, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:36.680168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.685263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9041d42-6019-4c59-ae23-3591415572cc req-4b14acad-5756-4e89-9767-51824c95f697 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 931 time: 0.5348685 Jan 28 16:35:36.785218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] For port eb55688e-8c8d-4124-93e2-46850e895d75, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:36.790058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] For port eb55688e-8c8d-4124-93e2-46850e895d75, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=eb55688e-8c8d-4124-93e2-46850e895d75,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:36.805731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.851571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:36.852386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:36.854074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] 10.222.0.24 "PUT /v2.0/ports/eb55688e-8c8d-4124-93e2-46850e895d75 HTTP/1.1" status: 200 len: 1092 time: 2.6810777 Jan 28 16:35:36.854783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'tag': 'eb55688e-8c8d-4124-93e2-46850e895d75'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:36.857967 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f81d4-77fc-41f5-8213-d441bce34aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e797965f-a809-4f59-94f1-9707c6392fe1", "tag": "eb55688e-8c8d-4124-93e2-46850e895d75"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:36.903919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-68425f78-9acc-4579-847a-780df45c6f44 None None] Port d494b05b-c0cf-4468-a158-b6635abc6354 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:36.972728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02798d9-88bb-4a35-b9ab-d516392a685a service neutron] Pushing event updated for resources: {'Port': ['ID=eb55688e-8c8d-4124-93e2-46850e895d75,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:37.018829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-82bd61b2-c861-475d-8c45-c0a2afda0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:37.021563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 90268067-7a06-4a8d-9183-23b3cbb4900a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:37.021968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:37.024087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-82bd61b2-c861-475d-8c45-c0a2afda0f3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 1126 time: 0.1206725 Jan 28 16:35:37.128395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-3cbed829-650c-41f4-a73e-58ffde4d6806 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb55688e-8c8d-4124-93e2-46850e895d75 HTTP/1.1" status: 200 len: 217 time: 0.0965598 Jan 28 16:35:37.145766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 90268067-7a06-4a8d-9183-23b3cbb4900a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=90268067-7a06-4a8d-9183-23b3cbb4900a,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:37.146872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90268067-7a06-4a8d-9183-23b3cbb4900a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:37.151421 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66235ebe-5ae2-45ba-af71-e949ba6b51ff" -d '{"events": [{"server_uuid": "a0acb0cf-a38d-462d-a427-bee10977802f", "name": "network-vif-plugged", "status": "completed", "tag": "90268067-7a06-4a8d-9183-23b3cbb4900a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:37.166021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:37.194120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-63418cc0-1526-408c-bd3d-907465157f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:37.199282 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-63418cc0-1526-408c-bd3d-907465157f2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.0646966 Jan 28 16:35:37.208083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:37.223142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Router a874161e-1890-4049-ab65-91e22837f3d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:35:37.234912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a2eaa313-1913-4ad3-af71-07a867579795'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:37.296529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-8380b922-f11b-4d83-a693-0c4eb237c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:37.298523 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-8380b922-f11b-4d83-a693-0c4eb237c8f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0926287 Jan 28 16:35:37.401520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Network fa25765c-f7d0-4a6a-8b71-339fb7f268ad is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:37.405922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks [] for router (e6f714c2-23db-44ff-bfb6-9442b987f444), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:37.407689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:37.422226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:37.462242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:37.467892 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-36872f59-e8a9-425f-803b-dd407d2d5e3c service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627884 Jan 28 16:35:37.514016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=90268067-7a06-4a8d-9183-23b3cbb4900a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:37.521403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9041d42-6019-4c59-ae23-3591415572cc req-92c666d1-eaba-45ff-9db3-e9caf4334057 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8350325 Jan 28 16:35:37.522255 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:37.584910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:33Z', 'revision_number': 5, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:37.619624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] Checking router: e6f714c2-23db-44ff-bfb6-9442b987f444 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:37.640036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83c8dcde-8cbf-464d-90bd-bda1b055effc req-6cbc25c0-b68d-4e67-a5a1-148568efd15c service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637712 Jan 28 16:35:37.647055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e55ee-957d-4fa6-8644-992fee715ef2 req-c68b3a14-3e33-444f-b5f5-00bb71d05edc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:37.654188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] Routers {'e6f714c2-23db-44ff-bfb6-9442b987f444'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:37.654374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e0e55ee-957d-4fa6-8644-992fee715ef2 req-c68b3a14-3e33-444f-b5f5-00bb71d05edc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 931 time: 1.1811280 Jan 28 16:35:37.654829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e6f714c2-23db-44ff-bfb6-9442b987f444'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:37.700332 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c9e41-9408-4d68-923c-f453b911770f x-openstack-request-id: req-702c9e41-9408-4d68-923c-f453b911770f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:37.704649 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e797965f-a809-4f59-94f1-9707c6392fe1", "tag": "eb55688e-8c8d-4124-93e2-46850e895d75", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:37.704968 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-702c9e41-9408-4d68-923c-f453b911770f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:37.705387 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'tag': 'eb55688e-8c8d-4124-93e2-46850e895d75', 'status': 'completed', 'code': 200} Jan 28 16:35:37.779518 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662c206-d1c5-4850-befe-63494bb58433 x-openstack-request-id: req-e662c206-d1c5-4850-befe-63494bb58433 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:37.779905 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acb0cf-a38d-462d-a427-bee10977802f", "name": "network-vif-plugged", "status": "completed", "tag": "90268067-7a06-4a8d-9183-23b3cbb4900a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:37.780114 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e662c206-d1c5-4850-befe-63494bb58433 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:37.780520 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90268067-7a06-4a8d-9183-23b3cbb4900a', 'code': 200} Jan 28 16:35:37.793160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:37.793793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:37.836093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-20ed4c25-78b5-42a1-8f83-de18df48fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:37.838053 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-20ed4c25-78b5-42a1-8f83-de18df48fc42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 1126 time: 0.1077802 Jan 28 16:35:37.891566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] Set router e6f714c2-23db-44ff-bfb6-9442b987f444 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:38.009677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71994f-74d7-4b3d-a593-50684972168a req-e0c756fe-cb1c-4ad0-b616-be4eff5c87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:38.011571 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2d71994f-74d7-4b3d-a593-50684972168a req-e0c756fe-cb1c-4ad0-b616-be4eff5c87c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 1129 time: 0.1271567 Jan 28 16:35:38.083486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:33Z', 'revision_number': 5, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:38.095768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-58f72b64-83f9-489a-a25f-c655b20854f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:38.104803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-58f72b64-83f9-489a-a25f-c655b20854f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 915 time: 0.2596576 Jan 28 16:35:38.118981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d880d74-756d-4c96-9b62-5afb6753558a None None] The sync data for ids ['e6f714c2-23db-44ff-bfb6-9442b987f444'] in n-d-812111-13 is: [{'id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1547155339-router', 'tenant_id': '0395951d71cd40aca995b71afe434d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:35:16Z', 'updated_at': '2022-01-28T16:35:33Z', 'revision_number': 5, 'project_id': '0395951d71cd40aca995b71afe434d92', 'gw_port': {'id': '11670399-bb02-41c7-a1ab-7a7e94629c13', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f714c2-23db-44ff-bfb6-9442b987f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:35:17Z', 'updated_at': '2022-01-28T16:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:38.150664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-d52fb17b-24a7-4e62-8f4b-c1ced5bd7d7e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4857907 Jan 28 16:35:38.175109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:35:38.184859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6f6a70d0-ae73-433d-89fe-209f9a78b5b3 admin admin] 10.222.0.25 "PUT /v2.0/routers/a874161e-1890-4049-ab65-91e22837f3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0771425 Jan 28 16:35:38.186637 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] Sync routers for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:35:38.189914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:38.202257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Request body: {'port': {'device_id': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:38.240275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks [] for router_gateway (e6f714c2-23db-44ff-bfb6-9442b987f444), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.282979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.287452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e0e55ee-957d-4fa6-8644-992fee715ef2 req-d12208c3-e35a-425f-9d4c-efb94e929db4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325498 Jan 28 16:35:38.333494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-ad5aad71-8ed5-43a1-9e18-f0897b5640ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb55688e-8c8d-4124-93e2-46850e895d75 HTTP/1.1" status: 200 len: 217 time: 0.2177165 Jan 28 16:35:38.334871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks [] for router (a874161e-1890-4049-ab65-91e22837f3d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.344628 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:38.345756 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:38.478614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-f4fb2bda-f412-4db7-be7e-601ee773578a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:38.482377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-f4fb2bda-f412-4db7-be7e-601ee773578a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.2009144 Jan 28 16:35:38.497491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2d71994f-74d7-4b3d-a593-50684972168a req-9201502e-2109-4937-9f14-f4c052914806 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782381 Jan 28 16:35:38.507111 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:38.550627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-68bea836-f09d-445b-a2c8-e1bbdf27e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:38.552083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-68bea836-f09d-445b-a2c8-e1bbdf27e8f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.1136215 Jan 28 16:35:38.638091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks [] for router_gateway (a874161e-1890-4049-ab65-91e22837f3d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.671756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-b08d3a2b-a2ea-4d8c-a7f7-f25fe768a0c9 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.1553612 Jan 28 16:35:38.681782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-daf0545a-e283-4523-8751-cf1f90db7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:38.683239 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-daf0545a-e283-4523-8751-cf1f90db7d41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1235237 Jan 28 16:35:38.795583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-77ace34c-5b8b-4aeb-8b61-8d59b3d71b41 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125307 Jan 28 16:35:38.798460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d494b05b-c0cf-4468-a158-b6635abc6354 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:38.819096 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '40cae3fd-6918-438d-8a5b-135865affabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:35:34Z', 'revision_number': 5, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port': {'id': '40cae3fd-6918-438d-8a5b-135865affabc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:38Z', 'updated_at': '2022-01-28T16:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:38.826265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Deleting port 40cae3fd-6918-438d-8a5b-135865affabc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:38.826740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (40cae3fd-6918-438d-8a5b-135865affabc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.851831 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] Checking router: a874161e-1890-4049-ab65-91e22837f3d3 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:35:38.860541 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] Routers {'a874161e-1890-4049-ab65-91e22837f3d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:35:38.861177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a874161e-1890-4049-ab65-91e22837f3d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:38.878537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Publish callbacks [] for port (d494b05b-c0cf-4468-a158-b6635abc6354), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.900423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-e0f3dcd3-a156-4058-883a-7cb659c6cdc8 service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092571 Jan 28 16:35:38.939155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Deleting port 11670399-bb02-41c7-a1ab-7a7e94629c13 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:38.939516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:38.965560 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] Set router a874161e-1890-4049-ab65-91e22837f3d3 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:35:39.006247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Transition to ACTIVE for port object d494b05b-c0cf-4468-a158-b6635abc6354 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:39.009148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] For port 40cae3fd-6918-438d-8a5b-135865affabc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=40cae3fd-6918-438d-8a5b-135865affabc,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:39.010361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (40cae3fd-6918-438d-8a5b-135865affabc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.040707 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:35:38Z', 'revision_number': 6, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:39.044411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Calling delete_port for 40cae3fd-6918-438d-8a5b-135865affabc owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:39.058055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.072388 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b18f34-063f-4caf-80ff-25c578ebb680 None None] The sync data for ids ['a874161e-1890-4049-ab65-91e22837f3d3'] in n-d-812111-13 is: [{'id': 'a874161e-1890-4049-ab65-91e22837f3d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-961627241-router', 'tenant_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:37Z', 'updated_at': '2022-01-28T16:35:38Z', 'revision_number': 6, 'project_id': '0cd4d0cc321c4f4b827cafb35d4b250a', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:35:39.086574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b23f81d4-77fc-41f5-8213-d441bce34aa8 req-080bf5b3-a37a-435a-98ac-03aa174c649e service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771028 Jan 28 16:35:39.095593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1e0ad-3240-4df7-8450-b059c9ed7098 req-b0a462e3-545e-4a40-8ca4-ba56db329b47 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:39.103099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ee1e0ad-3240-4df7-8450-b059c9ed7098 req-b0a462e3-545e-4a40-8ca4-ba56db329b47 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 931 time: 0.4255195 Jan 28 16:35:39.316715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] For port 11670399-bb02-41c7-a1ab-7a7e94629c13, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=11670399-bb02-41c7-a1ab-7a7e94629c13,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:39.317386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.336766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Calling delete_port for 11670399-bb02-41c7-a1ab-7a7e94629c13 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:39.468480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-03c9fff1-6aa8-441b-94a5-6fa2d7d03596 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470418 Jan 28 16:35:39.548878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e624d571-041f-4229-8fd8-f1bff6239ab7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:39.581255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Pushing event updated for resources: {'Port': ['ID=d494b05b-c0cf-4468-a158-b6635abc6354,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:39.593946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e624d571-041f-4229-8fd8-f1bff6239ab7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:39.594416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e624d571-041f-4229-8fd8-f1bff6239ab7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:39.594958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:39.595087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (40cae3fd-6918-438d-8a5b-135865affabc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.621093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:39.621712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 99e96ddd-208a-4ef4-9c46-f17a0c6a7c4d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:39.651197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=40cae3fd-6918-438d-8a5b-135865affabc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:39.661203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.661686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.662099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.662507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.662960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.663404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.663806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.664202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.664598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.665006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.665435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.665968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.666373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:39.701430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ee1e0ad-3240-4df7-8450-b059c9ed7098 req-6da3ac94-d928-4352-b160-fd6d0e5c5707 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973079 Jan 28 16:35:39.762115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (a874161e-1890-4049-ab65-91e22837f3d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.870031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (a874161e-1890-4049-ab65-91e22837f3d3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.872817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks [] for router_controller (a874161e-1890-4049-ab65-91e22837f3d3), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.905246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-c8408498-22fa-42ba-9209-7595bb72c005 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357529 Jan 28 16:35:39.911578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Attempting to bind port d494b05b-c0cf-4468-a158-b6635abc6354 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:39.911923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Attempting to bind port d494b05b-c0cf-4468-a158-b6635abc6354 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:39.912256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Attempting to bind port d494b05b-c0cf-4468-a158-b6635abc6354 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:39.924212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (a874161e-1890-4049-ab65-91e22837f3d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.925140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a874161e-1890-4049-ab65-91e22837f3d3 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:35:39.928168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:39.931538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.935023 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6515c43f-64ae-4dea-8066-93de95e227d3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a874161e-1890-4049-ab65-91e22837f3d3 HTTP/1.1" status: 204 len: 168 time: 1.7400241 Jan 28 16:35:39.935298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33954) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:39.959502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Port d494b05b-c0cf-4468-a158-b6635abc6354 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:39.959810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Attempting to bind port d494b05b-c0cf-4468-a158-b6635abc6354 on network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:39.972552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Publish callbacks [] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:39.990949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (11670399-bb02-41c7-a1ab-7a7e94629c13), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.004979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Deleting subnet 8fa68c4b-1270-48ee-a947-1c27379bfde5 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:35:40.005516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:40.005870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Checking segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:40.006261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Bound using segment: {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:40.006753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Bound port: d494b05b-c0cf-4468-a158-b6635abc6354, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26afbc9-4870-4f49-99f3-ffe6ee265017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:40.007121 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.008317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Publish callbacks [] for subnet (8fa68c4b-1270-48ee-a947-1c27379bfde5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.046247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (8fa68c4b-1270-48ee-a947-1c27379bfde5), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.053432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11670399-bb02-41c7-a1ab-7a7e94629c13,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:40.059268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Transition to ACTIVE for port object 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:40.147250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.152557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8fa68c4b-1270-48ee-a947-1c27379bfde5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.257456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a6b44-fff0-4772-8222-86beed219f1a req-3e0beea0-8d77-4a5e-9364-367efd6e6c4d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:40.265738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-215a6b44-fff0-4772-8222-86beed219f1a req-3e0beea0-8d77-4a5e-9364-367efd6e6c4d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 931 time: 0.3644292 Jan 28 16:35:40.274137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (8fa68c4b-1270-48ee-a947-1c27379bfde5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.295711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8c74e-a32a-4588-bbb6-630828c23995 None None] Network ef055311-4d90-42d6-bb2f-2fb8fa275bd4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:40.313818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.319334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8fa68c4b-1270-48ee-a947-1c27379bfde5 HTTP/1.1" status: 204 len: 168 time: 0.3802938 Jan 28 16:35:40.319334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e5986-6660-4697-85ab-48e031377e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa68c4b-1270-48ee-a947-1c27379bfde5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:40.320409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33966) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:40.365355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:40.369762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (e6f714c2-23db-44ff-bfb6-9442b987f444), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.381354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e9a1f08-1c50-4004-b744-f480e68308e9 req-a27f9b55-4499-44ac-b16a-bb540f260f12 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 210 time: 0.1014400 Jan 28 16:35:40.405937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] For port d494b05b-c0cf-4468-a158-b6635abc6354, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:40.481828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device eb55688e-8c8d-4124-93e2-46850e895d75 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:35:40.538871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ef055311-4d90-42d6-bb2f-2fb8fa275bd4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.621927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Deleting port a1380931-a6e4-4784-99e6-dff4bd3c0e9e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:40.622630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.762133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port eb55688e-8c8d-4124-93e2-46850e895d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=eb55688e-8c8d-4124-93e2-46850e895d75,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:40.783297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] For port a1380931-a6e4-4784-99e6-dff4bd3c0e9e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:40.785676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.787320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'eb55688e-8c8d-4124-93e2-46850e895d75', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'port_id': 'eb55688e-8c8d-4124-93e2-46850e895d75', 'mac_address': 'fa:16:3e:b7:9c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7dd570-0fa2-4f07-9c50-a38cfd8ec520', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:35:40.800362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] DHCP port deletion for ef055311-4d90-42d6-bb2f-2fb8fa275bd4 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:35:40.826392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Calling delete_port for a1380931-a6e4-4784-99e6-dff4bd3c0e9e owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:40.933046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port eb55688e-8c8d-4124-93e2-46850e895d75 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:40.933733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:40.957775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb55688e-8c8d-4124-93e2-46850e895d75 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:40.988216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port eb55688e-8c8d-4124-93e2-46850e895d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=eb55688e-8c8d-4124-93e2-46850e895d75,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:40.990574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] Deleting port a1380931-a6e4-4784-99e6-dff4bd3c0e9e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:40.991155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.004265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.038137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.061229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] No DVR routers for this DVR port a1380931-a6e4-4784-99e6-dff4bd3c0e9e on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:41.100141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:41.103829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] For port a1380931-a6e4-4784-99e6-dff4bd3c0e9e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,segment=NetworkSegment(773336a4-2f10-496a-9d53-01529637b679),segment_id=773336a4-2f10-496a-9d53-01529637b679)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:41.104430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.120882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] For port d494b05b-c0cf-4468-a158-b6635abc6354, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d494b05b-c0cf-4468-a158-b6635abc6354,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:41.126958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=eb55688e-8c8d-4124-93e2-46850e895d75,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:41.130041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] Calling delete_port for a1380931-a6e4-4784-99e6-dff4bd3c0e9e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:41.231590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (e6f714c2-23db-44ff-bfb6-9442b987f444), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.240038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ef055311-4d90-42d6-bb2f-2fb8fa275bd4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.250478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-215a6b44-fff0-4772-8222-86beed219f1a req-3979a5ef-47d8-4783-b638-fa139626ab30 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9783792 Jan 28 16:35:41.270607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef055311-4d90-42d6-bb2f-2fb8fa275bd4']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:41.281184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773336a4-2f10-496a-9d53-01529637b679') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:41.281546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773336a4-2f10-496a-9d53-01529637b679') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:41.288059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['eb55688e-8c8d-4124-93e2-46850e895d75'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:41.293403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (773336a4-2f10-496a-9d53-01529637b679), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.300133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks [] for router_controller (e6f714c2-23db-44ff-bfb6-9442b987f444), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.302625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.314869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (773336a4-2f10-496a-9d53-01529637b679), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.318896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (a1380931-a6e4-4784-99e6-dff4bd3c0e9e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.325212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:35:41.325828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (773336a4-2f10-496a-9d53-01529637b679), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:35:41.329239 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:35:41.340910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] No DVR routers for this DVR port a1380931-a6e4-4784-99e6-dff4bd3c0e9e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:41.389884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337dc77-2fc9-42e1-b106-7b1d203db352 None None] Pushing event deleted for resources: {'Port': ['ID=a1380931-a6e4-4784-99e6-dff4bd3c0e9e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:41.430078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:41.430985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.432648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] 10.222.0.24 "PUT /v2.0/ports/d494b05b-c0cf-4468-a158-b6635abc6354 HTTP/1.1" status: 200 len: 1092 time: 4.8542254 Jan 28 16:35:41.434791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'tag': 'd494b05b-c0cf-4468-a158-b6635abc6354'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:41.437493 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf9afe7-6e07-4daa-b0f6-472e430ebb42", "tag": "d494b05b-c0cf-4468-a158-b6635abc6354"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:41.452834 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (e6f714c2-23db-44ff-bfb6-9442b987f444), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.453792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f714c2-23db-44ff-bfb6-9442b987f444 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:35:41.493717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.495187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb115643-3819-482b-8a53-841280d423b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e6f714c2-23db-44ff-bfb6-9442b987f444 HTTP/1.1" status: 204 len: 168 time: 5.3460963 Jan 28 16:35:41.496358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:41.496833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:41.499265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:41.508658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34000) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:41.508875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ef055311-4d90-42d6-bb2f-2fb8fa275bd4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.545401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.554698 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/ef055311-4d90-42d6-bb2f-2fb8fa275bd4 HTTP/1.1" status: 204 len: 168 time: 1.2249336 Jan 28 16:35:41.595403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d20344-815e-429d-8865-7d3fda583e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef055311-4d90-42d6-bb2f-2fb8fa275bd4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:41.706737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Pushing event updated for resources: {'Port': ['ID=d494b05b-c0cf-4468-a158-b6635abc6354,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:41.743746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaaf8-5a9e-4793-b2eb-c1f161e4146d req-a9eb9fcc-6d85-426b-8839-80d44116c330 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:41.747062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-babdaaf8-5a9e-4793-b2eb-c1f161e4146d req-a9eb9fcc-6d85-426b-8839-80d44116c330 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 943 time: 0.6131592 Jan 28 16:35:41.757871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:41.758996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:41.780607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a1380931-a6e4-4784-99e6-dff4bd3c0e9e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:41.818491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.819024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.820047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.820532 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.821438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a1380931-a6e4-4784-99e6-dff4bd3c0e9e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:41.821790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a1380931-a6e4-4784-99e6-dff4bd3c0e9e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:41.822020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.822676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40cae3fd-6918-438d-8a5b-135865affabc no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:41.822993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.827866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.828177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.828695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.829127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.829624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.830092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.830553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc4ec4-a18f-4d6c-b52e-0ffcad47b165 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:35:41.866632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:41.873667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 40cae3fd-6918-438d-8a5b-135865affabc {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:41.873870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:41.873986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40cae3fd-6918-438d-8a5b-135865affabc not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:41.874492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:41.875069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Bound port: 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:41.875544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.905697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Deleting subnet cda6f400-4a22-48db-9a1e-985ab3d100bb {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:35:41.917801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Publish callbacks [] for subnet (cda6f400-4a22-48db-9a1e-985ab3d100bb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:41.950216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34004) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:42.024975 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.037656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.050134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-bff25404-cad8-4bf1-8949-2dad0c950573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.052776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-bff25404-cad8-4bf1-8949-2dad0c950573 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 1126 time: 0.5472867 Jan 28 16:35:42.057884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-babdaaf8-5a9e-4793-b2eb-c1f161e4146d req-52ceb799-0ed8-49c7-87ab-6f439c698647 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955534 Jan 28 16:35:42.086720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5ac59c70-eb94-40b2-8437-36d566057991 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cd4d0cc321c4f4b827cafb35d4b250a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329100 Jan 28 16:35:42.091062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34008) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:42.091967 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (cda6f400-4a22-48db-9a1e-985ab3d100bb), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.126558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-62eafcb7-dd57-4985-b523-aa52d02c5185 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.128440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-62eafcb7-dd57-4985-b523-aa52d02c5185 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.4065955 Jan 28 16:35:42.157369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Request body: {'port': {'device_id': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'admin_state_up': True, 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:42.163991 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f18db-df3e-4fcd-9694-01777e6192f5 x-openstack-request-id: req-665f18db-df3e-4fcd-9694-01777e6192f5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:42.164493 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf9afe7-6e07-4daa-b0f6-472e430ebb42", "tag": "d494b05b-c0cf-4468-a158-b6635abc6354", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:42.164765 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-665f18db-df3e-4fcd-9694-01777e6192f5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:42.165155 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'tag': 'd494b05b-c0cf-4468-a158-b6635abc6354', 'status': 'completed', 'code': 200} Jan 28 16:35:42.176648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-ccda2f10-f68e-4a55-b664-2203d8dc27d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d494b05b-c0cf-4468-a158-b6635abc6354 HTTP/1.1" status: 200 len: 217 time: 0.1038094 Jan 28 16:35:42.207200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bf6a932-6a4b-48f9-8ab7-89fda3750ae3 req-ae19d987-917e-46b1-a7a9-f4c73fdce969 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 210 time: 0.1179087 Jan 28 16:35:42.266049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f385d6d1-cede-4756-9d6f-872ca800c0b0 admin admin] Publish callbacks [] for security_group (f6076daf-cc9c-4040-8af2-9d76428a1287), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.278695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:42.331314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f385d6d1-cede-4756-9d6f-872ca800c0b0 admin admin] Publish callbacks [] for security_group (f6076daf-cc9c-4040-8af2-9d76428a1287), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.335112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:42.342635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-028f5f86-83da-42b3-b96a-048f5eb46a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.344433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-028f5f86-83da-42b3-b96a-048f5eb46a3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.1412239 Jan 28 16:35:42.349458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.411794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (cda6f400-4a22-48db-9a1e-985ab3d100bb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.481108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device eb55688e-8c8d-4124-93e2-46850e895d75 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:42.490246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f385d6d1-cede-4756-9d6f-872ca800c0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f6076daf-cc9c-4040-8af2-9d76428a1287), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.499530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f385d6d1-cede-4756-9d6f-872ca800c0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.503523 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f385d6d1-cede-4756-9d6f-872ca800c0b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6076daf-cc9c-4040-8af2-9d76428a1287 HTTP/1.1" status: 204 len: 168 time: 0.4085405 Jan 28 16:35:42.522310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.523111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.524597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] 10.222.0.24 "PUT /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 1092 time: 4.3269029 Jan 28 16:35:42.533300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385d6d1-cede-4756-9d6f-872ca800c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6076daf-cc9c-4040-8af2-9d76428a1287,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:42.541812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:42.545499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.684378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port eb55688e-8c8d-4124-93e2-46850e895d75 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:35:42.699872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port eb55688e-8c8d-4124-93e2-46850e895d75 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:42.703437 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.710448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952132b-7905-414b-96db-11fdb8e84c66 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:42.727047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-096447fd-4835-4ee5-9be3-c02080cf26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.728860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-096447fd-4835-4ee5-9be3-c02080cf26fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3762076 Jan 28 16:35:42.778522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8923c6-e97d-4f2f-a099-357e630f6036 req-0f3282b2-5214-4d9d-8e2c-93633f2cf670 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.785443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de8923c6-e97d-4f2f-a099-357e630f6036 req-0f3282b2-5214-4d9d-8e2c-93633f2cf670 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.3895617 Jan 28 16:35:42.818944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (cda6f400-4a22-48db-9a1e-985ab3d100bb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.872252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.875484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cda6f400-4a22-48db-9a1e-985ab3d100bb HTTP/1.1" status: 204 len: 168 time: 1.3504829 Jan 28 16:35:42.879935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bba9a2-ba1e-49cf-8d02-cc3386110e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda6f400-4a22-48db-9a1e-985ab3d100bb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:42.884090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34028) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:42.910687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a596d760-47f0-46b1-99de-99d57a2fc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:42.911476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a596d760-47f0-46b1-99de-99d57a2fc2fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1126 time: 0.2988782 Jan 28 16:35:42.918004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port eb55688e-8c8d-4124-93e2-46850e895d75 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:42.918574 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:42.922117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5470f6ef-6b0e-4a98-99cd-4c5b6fceaa08 None None] Network a5a8089d-d57d-4853-a67f-b33f6d97a5ff requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:43.029160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-0f0e72d0-63d1-4df9-904c-d7ef5b14dca2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 217 time: 0.0977509 Jan 28 16:35:43.034238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a5a8089d-d57d-4853-a67f-b33f6d97a5ff), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.049312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Allocated IP 172.20.0.11 (ceca99fb-0abb-4189-aeb7-d1dacf939f04/956e0b34-e41b-4da8-a535-8ed44d9a912a/ee766e06-c244-41f2-b4c6-beb6505b8961) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:43.060967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de8923c6-e97d-4f2f-a099-357e630f6036 req-48f3be93-3d7e-4265-913d-5f99ad0e6065 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745359 Jan 28 16:35:43.150753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb55688e-8c8d-4124-93e2-46850e895d75'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:43.158173 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc03c0f-0f1f-4523-8e55-a6a8ac465c03" -d '{"events": [{"server_uuid": "e797965f-a809-4f59-94f1-9707c6392fe1", "name": "network-vif-plugged", "status": "completed", "tag": "eb55688e-8c8d-4124-93e2-46850e895d75"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:43.193347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886b18-105f-41cf-9a52-e09038a48711 req-70c50de3-57e0-43e7-bc1c-1a4dde2b41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:43.197888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-70c50de3-57e0-43e7-bc1c-1a4dde2b41c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1315179 Jan 28 16:35:43.201822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port eb55688e-8c8d-4124-93e2-46850e895d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=eb55688e-8c8d-4124-93e2-46850e895d75,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:43.218573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.252912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Deleting port 26259c8a-27bd-47cc-9ba2-2a0beae7967f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:43.253325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.294525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=eb55688e-8c8d-4124-93e2-46850e895d75,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:43.307122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-8b479726-65c3-4f5d-ba54-9cd407efcead service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705960 Jan 28 16:35:43.352026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-486a9f32-8fd0-4fe7-8fc1-995e3b18d98b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740037 Jan 28 16:35:43.415210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] DHCP port deletion for a5a8089d-d57d-4853-a67f-b33f6d97a5ff request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:35:43.466458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] For port 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=26259c8a-27bd-47cc-9ba2-2a0beae7967f,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:43.466831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.508185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks [] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.530007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] Deleting port 26259c8a-27bd-47cc-9ba2-2a0beae7967f {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:35:43.530513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.531288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e13a5-717b-49a9-9036-283575d85747 req-1ad0e7c2-c7db-4eec-b323-55b85bf58d66 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:43.533209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-886e13a5-717b-49a9-9036-283575d85747 req-1ad0e7c2-c7db-4eec-b323-55b85bf58d66 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 943 time: 0.3246272 Jan 28 16:35:43.558927 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7bac6a-c709-4356-840e-cabb3bdfee5b x-openstack-request-id: req-ef7bac6a-c709-4356-840e-cabb3bdfee5b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:43.559627 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e797965f-a809-4f59-94f1-9707c6392fe1", "name": "network-vif-plugged", "status": "completed", "tag": "eb55688e-8c8d-4124-93e2-46850e895d75", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:43.560089 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef7bac6a-c709-4356-840e-cabb3bdfee5b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:43.560991 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb55688e-8c8d-4124-93e2-46850e895d75', 'code': 200} Jan 28 16:35:43.608119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Calling delete_port for 26259c8a-27bd-47cc-9ba2-2a0beae7967f owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:43.668093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-449a99ab-4fc9-4709-9c1e-623ebe90b95c service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004556 Jan 28 16:35:43.669261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.669857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459016d3-a90d-4658-99a4-f1c54bd994cd req-bb7bd459-0976-4ca3-9f0a-1e430f184cc8 service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290112 Jan 28 16:35:43.687866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 26259c8a-27bd-47cc-9ba2-2a0beae7967f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:43.712181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] For port 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=26259c8a-27bd-47cc-9ba2-2a0beae7967f,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:43.713074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:43.758527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] Calling delete_port for 26259c8a-27bd-47cc-9ba2-2a0beae7967f owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:35:43.797265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b886b18-105f-41cf-9a52-e09038a48711 req-a8caea2d-9aa4-44eb-8c06-e1e21d5f705f service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177967 Jan 28 16:35:43.867077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:43.870474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-886e13a5-717b-49a9-9036-283575d85747 req-d21cc57e-7171-4a4f-a805-a8533f0c0410 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109577 Jan 28 16:35:43.907008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:43.915709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50ac21-71be-4b29-94fd-fb2f19dd7e8b req-96887de7-4eb5-41e5-9953-eee1b3624420 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:43.924034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a50ac21-71be-4b29-94fd-fb2f19dd7e8b req-96887de7-4eb5-41e5-9953-eee1b3624420 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 932 time: 0.1257734 Jan 28 16:35:43.931506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:43.935258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-409ef6f1-76af-4fbb-8064-371008315d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:43.936811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-409ef6f1-76af-4fbb-8064-371008315d8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 1126 time: 0.1261282 Jan 28 16:35:43.951421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event updated for resources: {'Port': ['ID=ee766e06-c244-41f2-b4c6-beb6505b8961,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:44.005235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 26259c8a-27bd-47cc-9ba2-2a0beae7967f is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:44.007559 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.058166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aef6b-c422-457d-aa5e-56dbaa202e05 req-69be8bdb-a446-4878-a0a6-8a78005eb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:44.071477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9aef6b-c422-457d-aa5e-56dbaa202e05 req-69be8bdb-a446-4878-a0a6-8a78005eb915 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 1128 time: 0.4422860 Jan 28 16:35:44.103708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a50ac21-71be-4b29-94fd-fb2f19dd7e8b req-e0605a86-4312-4d3f-81c3-6ee631b94d5e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741707 Jan 28 16:35:44.135506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 26259c8a-27bd-47cc-9ba2-2a0beae7967f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=26259c8a-27bd-47cc-9ba2-2a0beae7967f,segment=NetworkSegment(f3e14cfd-b0e4-4306-ace4-a178aaa09f33),segment_id=f3e14cfd-b0e4-4306-ace4-a178aaa09f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:44.139018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:44.139643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.146389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.146938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 11670399-bb02-41c7-a1ab-7a7e94629c13 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:35:44.161068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.200666 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-90e126fc-f170-468f-b614-c07ee9c608b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0608499 Jan 28 16:35:44.202062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Pushing event deleted for resources: {'Port': ['ID=26259c8a-27bd-47cc-9ba2-2a0beae7967f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:44.205897 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9aef6b-c422-457d-aa5e-56dbaa202e05 req-0f63b951-08ed-40aa-96b5-7852beae6719 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178718 Jan 28 16:35:44.213359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] No DVR routers for this DVR port 26259c8a-27bd-47cc-9ba2-2a0beae7967f on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:44.220079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:44.222396 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:44.244156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event deleted for resources: {'Port': ['ID=26259c8a-27bd-47cc-9ba2-2a0beae7967f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:44.244374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-e4a559c8-bd44-4cf5-961c-9fe8ca7c96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:44.245885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-e4a559c8-bd44-4cf5-961c-9fe8ca7c96e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 915 time: 0.2997186 Jan 28 16:35:44.253834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 11670399-bb02-41c7-a1ab-7a7e94629c13 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:35:44.254464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 11670399-bb02-41c7-a1ab-7a7e94629c13 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:35:44.284764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (26259c8a-27bd-47cc-9ba2-2a0beae7967f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.293134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a5a8089d-d57d-4853-a67f-b33f6d97a5ff), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.334103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a8089d-d57d-4853-a67f-b33f6d97a5ff']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:44.361441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:44.361745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e14cfd-b0e4-4306-ace4-a178aaa09f33') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:35:44.377777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (f3e14cfd-b0e4-4306-ace4-a178aaa09f33), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.390698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] Pushing event deleted for resources: {'Port': ['ID=26259c8a-27bd-47cc-9ba2-2a0beae7967f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:44.404013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c73c0f-04a0-4f84-b953-69bd140664c4 None None] No DVR routers for this DVR port 26259c8a-27bd-47cc-9ba2-2a0beae7967f on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:35:44.420912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f3e14cfd-b0e4-4306-ace4-a178aaa09f33), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.427649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:35:44.428051 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (f3e14cfd-b0e4-4306-ace4-a178aaa09f33), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:35:44.430015 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:35:44.492766 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a5a8089d-d57d-4853-a67f-b33f6d97a5ff), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.501670 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.507852 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] 10.222.0.25 "DELETE /v2.0/networks/a5a8089d-d57d-4853-a67f-b33f6d97a5ff HTTP/1.1" status: 204 len: 168 time: 1.6219728 Jan 28 16:35:44.520417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-5c7739a4-7baf-4389-aee2-b2fdbcd1b444 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d494b05b-c0cf-4468-a158-b6635abc6354 HTTP/1.1" status: 200 len: 217 time: 0.1151388 Jan 28 16:35:44.552606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1cfb6-6cc8-458b-9d37-531ed5a2441b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a8089d-d57d-4853-a67f-b33f6d97a5ff,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:44.624662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Request body: {'port': {'device_id': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:44.710390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-5dfcb6c2-065f-44e8-9321-7c61994be21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:44.712791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-5dfcb6c2-065f-44e8-9321-7c61994be21c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.1853859 Jan 28 16:35:44.755370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:44.783212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432106-7f46-45cd-8248-aac1542de3f7 req-4d33b63f-2924-4f11-ac92-bd16f99c1a0d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:44.785150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf432106-7f46-45cd-8248-aac1542de3f7 req-4d33b63f-2924-4f11-ac92-bd16f99c1a0d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1754372 Jan 28 16:35:44.862023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-0e10aa7f-1f96-4862-9632-d0123e49371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:44.863594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-0e10aa7f-1f96-4862-9632-d0123e49371e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1401818 Jan 28 16:35:44.967783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf432106-7f46-45cd-8248-aac1542de3f7 req-3e89e377-fdea-40f9-b29c-1eb79959b68e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652555 Jan 28 16:35:45.081804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-500a9ac0-f705-40c4-8519-f2c43569a019 service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082973 Jan 28 16:35:45.090432 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788663f2-a2f7-43a3-b93d-193f99e64201 x-openstack-request-id: req-788663f2-a2f7-43a3-b93d-193f99e64201 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:45.092323 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:45.092627 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-788663f2-a2f7-43a3-b93d-193f99e64201 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:45.095423 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'status': 'completed', 'code': 200} Jan 28 16:35:45.230742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-389fedfb-0a23-4316-9221-72a787c0fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:45.247275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34140) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:45.250221 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-389fedfb-0a23-4316-9221-72a787c0fc9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1126 time: 0.1067715 Jan 28 16:35:45.323169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee766e06-c244-41f2-b4c6-beb6505b8961 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:45.336704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Publish callbacks [] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.361208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcdd1e85-442f-4eae-9ce0-a16d934d6a6d req-638e1bba-0cbb-4d5a-a275-596529cfc66f service neutron] 10.222.0.24 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618294 Jan 28 16:35:45.374966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:45.378833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e1a0d66-9c67-47a2-9d4b-85140fe3c651 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0395951d71cd40aca995b71afe434d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191618 Jan 28 16:35:45.388118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70264d4-e53a-441c-b31e-281036d70faf req-325b6035-1ae7-485a-b496-a62b21f318a7 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:45.389798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c70264d4-e53a-441c-b31e-281036d70faf req-325b6035-1ae7-485a-b496-a62b21f318a7 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 943 time: 0.1347275 Jan 28 16:35:45.439250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Transition to ACTIVE for port object ee766e06-c244-41f2-b4c6-beb6505b8961 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:45.478665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.483541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-4d50d01a-6372-489f-b5d4-eda64d641296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:45.485991 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-4d50d01a-6372-489f-b5d4-eda64d641296 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.2343104 Jan 28 16:35:45.529736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c70264d4-e53a-441c-b31e-281036d70faf req-394e0000-c81f-4c59-a689-963b9d713815 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343057 Jan 28 16:35:45.679757 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-ca06c577-f205-4371-a58e-b4f017225ed3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 217 time: 0.1535671 Jan 28 16:35:45.682802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb6a0-fca0-4b1a-aa60-d960d34d1aef admin admin] Publish callbacks [] for security_group (deb46560-5b63-4e57-95fc-df665410ca9d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.767559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb6a0-fca0-4b1a-aa60-d960d34d1aef admin admin] Publish callbacks [] for security_group (deb46560-5b63-4e57-95fc-df665410ca9d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.792604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaca771-6a85-4242-9b40-d781adbd1151 req-143177ab-cab2-4c68-94d8-8b759b7d00d0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:45.801531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3aaca771-6a85-4242-9b40-d781adbd1151 req-143177ab-cab2-4c68-94d8-8b759b7d00d0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 944 time: 0.1395009 Jan 28 16:35:45.879376 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bf7a8f7-7550-4f75-8af3-53dffb7e1dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.920516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb6a0-fca0-4b1a-aa60-d960d34d1aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (deb46560-5b63-4e57-95fc-df665410ca9d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.923443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb6a0-fca0-4b1a-aa60-d960d34d1aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:45.927093 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2ccb6a0-fca0-4b1a-aa60-d960d34d1aef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deb46560-5b63-4e57-95fc-df665410ca9d HTTP/1.1" status: 204 len: 168 time: 0.5473933 Jan 28 16:35:45.953581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=ee766e06-c244-41f2-b4c6-beb6505b8961,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:45.954917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3aaca771-6a85-4242-9b40-d781adbd1151 req-9c809b0e-85f9-4e29-9cc3-6a7b8d7ceac6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461720 Jan 28 16:35:46.002862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccb6a0-fca0-4b1a-aa60-d960d34d1aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb46560-5b63-4e57-95fc-df665410ca9d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:46.039836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-173b738d-6c74-422c-9f8e-51598e3b68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:46.041523 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-173b738d-6c74-422c-9f8e-51598e3b68e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.2166243 Jan 28 16:35:46.067578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Attempting to bind port ee766e06-c244-41f2-b4c6-beb6505b8961 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:46.067578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Attempting to bind port ee766e06-c244-41f2-b4c6-beb6505b8961 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:46.067578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Attempting to bind port ee766e06-c244-41f2-b4c6-beb6505b8961 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:46.132846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-9948215e-2307-44aa-81b6-1c4a090dd60a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699818 Jan 28 16:35:46.133674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Port ee766e06-c244-41f2-b4c6-beb6505b8961 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:46.134002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Attempting to bind port ee766e06-c244-41f2-b4c6-beb6505b8961 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:46.184464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:46.184851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:46.185252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Bound using segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:46.185711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Bound port: ee766e06-c244-41f2-b4c6-beb6505b8961, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:46.186079 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:46.214446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350621-73c2-45b6-856c-5d8c3c98486f req-974c2d0d-f2de-4167-8417-6661a35f186d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:46.215984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d350621-73c2-45b6-856c-5d8c3c98486f req-974c2d0d-f2de-4167-8417-6661a35f186d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1004925 Jan 28 16:35:46.362337 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-4a325055-2dd8-4598-a5a0-6000675a0287 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127028 Jan 28 16:35:46.363953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] For port ee766e06-c244-41f2-b4c6-beb6505b8961, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:46.365502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d350621-73c2-45b6-856c-5d8c3c98486f req-d454f979-c7ef-4c14-a01d-33285f7c497c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416907 Jan 28 16:35:46.368804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] For port ee766e06-c244-41f2-b4c6-beb6505b8961, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ee766e06-c244-41f2-b4c6-beb6505b8961,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:46.439692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:46.465496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:46.466359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:46.468007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] 10.222.0.31 "PUT /v2.0/ports/ee766e06-c244-41f2-b4c6-beb6505b8961 HTTP/1.1" status: 200 len: 1093 time: 2.2598212 Jan 28 16:35:46.517139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d494b05b-c0cf-4468-a158-b6635abc6354 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:35:46.534580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'tag': 'ee766e06-c244-41f2-b4c6-beb6505b8961'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:46.550510 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8459ae7e-33fd-4684-bf81-f84088baea69" -d '{"events": [{"name": "network-changed", "server_uuid": "a7972368-f0e8-4c78-92fd-a3584155b0a2", "tag": "ee766e06-c244-41f2-b4c6-beb6505b8961"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:46.710638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb5d67-b1cd-4dfc-8b37-a188a169ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=ee766e06-c244-41f2-b4c6-beb6505b8961,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:46.762591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d8b48f7-e0de-41ea-970b-5d791f44ec4d req-3e92c66e-c006-49d3-81a0-342c5fc64b92 service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918195 Jan 28 16:35:46.801660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-398794a8-364f-4b0b-b849-43fbdb508fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:46.803188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-398794a8-364f-4b0b-b849-43fbdb508fce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 1127 time: 0.2407396 Jan 28 16:35:46.853062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d494b05b-c0cf-4468-a158-b6635abc6354, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d494b05b-c0cf-4468-a158-b6635abc6354,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:46.869708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'd494b05b-c0cf-4468-a158-b6635abc6354', 'network_id': '8fe01bf3-3395-41bc-9e1c-f6c8397c69bc', 'port_id': 'd494b05b-c0cf-4468-a158-b6635abc6354', 'mac_address': 'fa:16:3e:6c:10:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7dd570-0fa2-4f07-9c50-a38cfd8ec520', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:35:46.895273 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-5438018d-c2c5-4f40-8da9-0b2696b7be85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee766e06-c244-41f2-b4c6-beb6505b8961 HTTP/1.1" status: 200 len: 217 time: 0.0849769 Jan 28 16:35:46.920169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d494b05b-c0cf-4468-a158-b6635abc6354 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:46.922166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:46.940803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d494b05b-c0cf-4468-a158-b6635abc6354 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:46.979385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d494b05b-c0cf-4468-a158-b6635abc6354, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d494b05b-c0cf-4468-a158-b6635abc6354,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:46.988181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:47.024657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-87b1bfb8-2a98-4140-89da-78529310796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:47.034655 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-87b1bfb8-2a98-4140-89da-78529310796a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.1261103 Jan 28 16:35:47.051967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f454-5e6e-4283-8488-b3e8de6a5810 req-5c66a12b-72bf-4072-966c-77c1a39f9f1f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:47.057346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63c5f454-5e6e-4283-8488-b3e8de6a5810 req-5c66a12b-72bf-4072-966c-77c1a39f9f1f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 943 time: 0.1827240 Jan 28 16:35:47.113624 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-461ad06b-64df-4546-85fd-6f98040a673e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759807 Jan 28 16:35:47.199538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63c5f454-5e6e-4283-8488-b3e8de6a5810 req-9094459e-661c-4b91-a8a3-1b54579b95c2 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371064 Jan 28 16:35:47.349022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-91e501c3-9392-4c57-9001-22e9f0c82e04 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239592 Jan 28 16:35:47.351260 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20860b90-ede6-483a-b89a-0022a40a1529 x-openstack-request-id: req-20860b90-ede6-483a-b89a-0022a40a1529 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:47.351550 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7972368-f0e8-4c78-92fd-a3584155b0a2", "tag": "ee766e06-c244-41f2-b4c6-beb6505b8961", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:47.351902 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20860b90-ede6-483a-b89a-0022a40a1529 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:47.352343 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'tag': 'ee766e06-c244-41f2-b4c6-beb6505b8961', 'status': 'completed', 'code': 200} Jan 28 16:35:47.555743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6529214-f1a5-4237-bb82-b3d4512fc0cd req-ba767d53-6114-4281-93b4-159f84795131 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986258 Jan 28 16:35:47.562488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['d494b05b-c0cf-4468-a158-b6635abc6354'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:47.617925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b64cf-b11a-44b3-bc7f-d4f5a7695861 req-e06e362f-0dab-46e7-b577-ea4062823a80 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:47.629084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be0b64cf-b11a-44b3-bc7f-d4f5a7695861 req-e06e362f-0dab-46e7-b577-ea4062823a80 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 944 time: 0.1730099 Jan 28 16:35:47.697033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d494b05b-c0cf-4468-a158-b6635abc6354,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:47.730619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be0b64cf-b11a-44b3-bc7f-d4f5a7695861 req-2aeaab7e-b0ff-4d4f-ac34-e7c59bb0eae2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995004 Jan 28 16:35:47.741661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-6c1f80ec-fa07-4cd3-ab32-b270f877b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:47.747898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-6c1f80ec-fa07-4cd3-ab32-b270f877b89b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 1127 time: 0.1276295 Jan 28 16:35:47.802069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34276) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:47.923736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d26ce63d-aa96-4546-b57b-3e50ce2c2613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.064822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8a53-57cc-4655-b0d1-85e0cff754d7 req-97b8baca-f412-4fa3-b58e-15edfb4ab31c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:48.075699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e25a8a53-57cc-4655-b0d1-85e0cff754d7 req-97b8baca-f412-4fa3-b58e-15edfb4ab31c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.2037761 Jan 28 16:35:48.147242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1992283516-network', 'tenant_id': 'e26c98c7b29e4aef85e58e0139c7e323'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:48.168650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e25a8a53-57cc-4655-b0d1-85e0cff754d7 req-216fd4d7-d028-4e2c-8e3e-cf01cb0a6869 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 Jan 28 16:35:48.242092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Made reservation on behalf of e26c98c7b29e4aef85e58e0139c7e323 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:48.245599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.265840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.427245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks [] for security_group (2a9d60e0-5e97-4071-81bf-f8a8bbb60450), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.507362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2a9d60e0-5e97-4071-81bf-f8a8bbb60450), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.525086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d494b05b-c0cf-4468-a158-b6635abc6354 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:48.544152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-a5e1316d-101d-43a0-ae15-de55364969ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:48.546012 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-a5e1316d-101d-43a0-ae15-de55364969ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.7909534 Jan 28 16:35:48.565687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d60e0-5e97-4071-81bf-f8a8bbb60450,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:48.575699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:35:48.604026 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-915d279b-5857-4205-a5fe-28caab992e85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee766e06-c244-41f2-b4c6-beb6505b8961 HTTP/1.1" status: 200 len: 217 time: 0.0490909 Jan 28 16:35:48.634626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2e71f4c0-919d-445c-8e4e-253716c8f78a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.635226 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Added segment 2e71f4c0-919d-445c-8e4e-253716c8f78a of type vlan for network 74158080-7883-4190-a14b-3094ee4d8a3c Jan 28 16:35:48.719651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port d494b05b-c0cf-4468-a158-b6635abc6354 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:35:48.719904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-04d7289b-e2fa-47e0-944a-825e4d544d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:48.722155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-04d7289b-e2fa-47e0-944a-825e4d544d9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.1123497 Jan 28 16:35:48.726696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port d494b05b-c0cf-4468-a158-b6635abc6354 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:48.727163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.762007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (74158080-7883-4190-a14b-3094ee4d8a3c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.789894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-819a1fe6-c879-45ee-93ca-cb1004110868 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584502 Jan 28 16:35:48.834028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1179877-6ce1-4502-a422-6d0206db5df5 req-b00a6526-4e2f-474b-beeb-0d23750d7482 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:48.848294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1179877-6ce1-4502-a422-6d0206db5df5 req-b00a6526-4e2f-474b-beeb-0d23750d7482 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 944 time: 0.4178264 Jan 28 16:35:48.858843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (74158080-7883-4190-a14b-3094ee4d8a3c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.858843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:48.858843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.907123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34308) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:48.918514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d494b05b-c0cf-4468-a158-b6635abc6354 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:48.918906 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:48.966420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=74158080-7883-4190-a14b-3094ee4d8a3c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:48.988496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 74158080-7883-4190-a14b-3094ee4d8a3c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:35:49.014725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1945abd4-ec02-40e5-ac95-2a283632f9d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2114182 Jan 28 16:35:49.019591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34312) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:49.031149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Request body: {'subnet': {'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1992283516-subnet', 'tenant_id': 'e26c98c7b29e4aef85e58e0139c7e323', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:49.051409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd494b05b-c0cf-4468-a158-b6635abc6354'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:49.055939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-4cffd7f3-6b91-4b95-a567-829bfec4540a service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619791 Jan 28 16:35:49.058772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Made reservation on behalf of e26c98c7b29e4aef85e58e0139c7e323 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:49.061537 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630d48b9-1169-4079-9eb0-3db2ccd1edea" -d '{"events": [{"server_uuid": "2cf9afe7-6e07-4daa-b0f6-472e430ebb42", "name": "network-vif-plugged", "status": "completed", "tag": "d494b05b-c0cf-4468-a158-b6635abc6354"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:49.062534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.091151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1179877-6ce1-4502-a422-6d0206db5df5 req-89d2a932-0cd1-4b18-92e5-e7fcf61e4e80 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381585 Jan 28 16:35:49.124536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954dce-eb6a-4c59-9722-116549dfaddd req-3b6b6c73-d7df-45e7-b867-7c6c2e5a3d07 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:49.132787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67954dce-eb6a-4c59-9722-116549dfaddd req-3b6b6c73-d7df-45e7-b867-7c6c2e5a3d07 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 944 time: 0.1705196 Jan 28 16:35:49.176374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d494b05b-c0cf-4468-a158-b6635abc6354, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d494b05b-c0cf-4468-a158-b6635abc6354,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:49.183954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.209056 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8459ae7e-33fd-4684-bf81-f84088baea69 req-0ce108f1-1167-4079-acb7-cb3376abf566 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415689 Jan 28 16:35:49.265732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-81ffbab3-1916-4919-bb72-9d7e0a3d0fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.288286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d494b05b-c0cf-4468-a158-b6635abc6354,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:49.306965 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854f24c-1447-4cac-b5b9-9e930d9f30b7 x-openstack-request-id: req-0854f24c-1447-4cac-b5b9-9e930d9f30b7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:49.311729 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf9afe7-6e07-4daa-b0f6-472e430ebb42", "name": "network-vif-plugged", "status": "completed", "tag": "d494b05b-c0cf-4468-a158-b6635abc6354", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:49.312314 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0854f24c-1447-4cac-b5b9-9e930d9f30b7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:49.314491 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd494b05b-c0cf-4468-a158-b6635abc6354', 'code': 200} Jan 28 16:35:49.321780 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.323284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67954dce-eb6a-4c59-9722-116549dfaddd req-57cbffc1-69cd-421f-9615-6b304096755b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755273 Jan 28 16:35:49.525354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-81ffbab3-1916-4919-bb72-9d7e0a3d0fb1 admin admin] Publish callbacks [] for security_group (391e9642-b1be-40d3-b9cb-483db311e3e0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.536124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67195ff2-5c15-46bc-95d1-8fee31ea880b req-10aceebc-cc6d-47a1-af9d-c4f374c369e5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:49.540554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-81ffbab3-1916-4919-bb72-9d7e0a3d0fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (391e9642-b1be-40d3-b9cb-483db311e3e0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.543574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67195ff2-5c15-46bc-95d1-8fee31ea880b req-10aceebc-cc6d-47a1-af9d-c4f374c369e5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.0733619 Jan 28 16:35:49.572068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (91ae137e-3336-4a0a-a407-9bfbe1eb8005), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.585777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf844401-c704-432c-81b5-810acbde9cbf req-a53209bf-754d-41af-afd6-dd0268377d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:49.587343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf844401-c704-432c-81b5-810acbde9cbf req-a53209bf-754d-41af-afd6-dd0268377d91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 1128 time: 0.1800280 Jan 28 16:35:49.611307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67195ff2-5c15-46bc-95d1-8fee31ea880b req-fc6d5b85-897c-4ac6-aebf-e6659aa3e987 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624130 Jan 28 16:35:49.642954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-81ffbab3-1916-4919-bb72-9d7e0a3d0fb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c91789e1ff64c4fb53d1f68338950f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7248406 Jan 28 16:35:49.642954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffbab3-1916-4919-bb72-9d7e0a3d0fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e9642-b1be-40d3-b9cb-483db311e3e0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:49.644362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34340) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:49.695366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ae137e-3336-4a0a-a407-9bfbe1eb8005,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:49.699425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf844401-c704-432c-81b5-810acbde9cbf req-5ddd8955-43b3-4865-812c-31356dc43489 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029370 Jan 28 16:35:49.705761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Checking segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:49.706126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Network hostable DHCP agents. Network: 74158080-7883-4190-a14b-3094ee4d8a3c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:35:49.721821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1876a4ec-a6f5-462d-8d55-03b3fdba5c58 admin admin] Publish callbacks [] for security_group (391e9642-b1be-40d3-b9cb-483db311e3e0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.726453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Network 74158080-7883-4190-a14b-3094ee4d8a3c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:35:49.739079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 74158080-7883-4190-a14b-3094ee4d8a3c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:49.747265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:49.747868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.750555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf614d-9717-4fc1-b640-d71e87f770f9 None None] Network 74158080-7883-4190-a14b-3094ee4d8a3c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:49.762599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1876a4ec-a6f5-462d-8d55-03b3fdba5c58 admin admin] Publish callbacks [] for security_group (391e9642-b1be-40d3-b9cb-483db311e3e0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.782846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2657b6ca-b15f-469a-b64a-a308500aec7a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7585926 Jan 28 16:35:49.854076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1876a4ec-a6f5-462d-8d55-03b3fdba5c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (391e9642-b1be-40d3-b9cb-483db311e3e0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.857052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1876a4ec-a6f5-462d-8d55-03b3fdba5c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:49.858657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1876a4ec-a6f5-462d-8d55-03b3fdba5c58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/391e9642-b1be-40d3-b9cb-483db311e3e0 HTTP/1.1" status: 204 len: 168 time: 0.2119946 Jan 28 16:35:49.875546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876a4ec-a6f5-462d-8d55-03b3fdba5c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e9642-b1be-40d3-b9cb-483db311e3e0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:49.898102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a7a0e-7893-46cf-a91c-29431a2cca62 None None] Network 74158080-7883-4190-a14b-3094ee4d8a3c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:35:50.152071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ee766e06-c244-41f2-b4c6-beb6505b8961 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:35:50.285277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af777b93-154f-425e-8dec-fca26969d737 req-d1b967e1-99fc-4f5e-ad08-8591ee7e9e64 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:50.286836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af777b93-154f-425e-8dec-fca26969d737 req-d1b967e1-99fc-4f5e-ad08-8591ee7e9e64 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.1103158 Jan 28 16:35:50.309167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ee766e06-c244-41f2-b4c6-beb6505b8961, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ee766e06-c244-41f2-b4c6-beb6505b8961,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:50.326820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'ee766e06-c244-41f2-b4c6-beb6505b8961', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': 'ee766e06-c244-41f2-b4c6-beb6505b8961', 'mac_address': 'fa:16:3e:4a:e6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:35:50.390149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ee766e06-c244-41f2-b4c6-beb6505b8961 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:50.390938 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.393132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af777b93-154f-425e-8dec-fca26969d737 req-f0a528f4-d3db-40c6-930f-9c2e28d3653d tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923462 Jan 28 16:35:50.393765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34358) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:50.416717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee766e06-c244-41f2-b4c6-beb6505b8961 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:50.417713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7434fef-09cd-4481-b729-bec2c51b847b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.453551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ee766e06-c244-41f2-b4c6-beb6505b8961, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ee766e06-c244-41f2-b4c6-beb6505b8961,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:50.460962 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.580407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.594275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ee766e06-c244-41f2-b4c6-beb6505b8961,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:50.613974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7434fef-09cd-4481-b729-bec2c51b847b admin admin] Publish callbacks [] for security_group (d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.625186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7434fef-09cd-4481-b729-bec2c51b847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.693765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c7434fef-09cd-4481-b729-bec2c51b847b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=458cab4a9c774564a8f4acb4917c7e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985339 Jan 28 16:35:50.695987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7434fef-09cd-4481-b729-bec2c51b847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:50.699355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34376) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:35:50.710370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-c7cd8486-fef5-435b-a525-343eb5759e82 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:50.717759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-c7cd8486-fef5-435b-a525-343eb5759e82 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.2235820 Jan 28 16:35:50.736182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-c0992a50-4081-4f0d-b734-c0dde7e0e242 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/quotas/e26c98c7b29e4aef85e58e0139c7e323 HTTP/1.1" status: 200 len: 375 time: 0.0173316 Jan 28 16:35:50.775233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ee766e06-c244-41f2-b4c6-beb6505b8961'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:35:50.790528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e69bcfb5-b914-4132-8bda-6e8aba6c0965 admin admin] Publish callbacks [] for security_group (d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.801626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-41b2292f-9ac7-4965-840b-d05827d4d5c9 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645127 Jan 28 16:35:50.842850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e69bcfb5-b914-4132-8bda-6e8aba6c0965 admin admin] Publish callbacks [] for security_group (d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.969322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e69bcfb5-b914-4132-8bda-6e8aba6c0965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.972229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e69bcfb5-b914-4132-8bda-6e8aba6c0965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:50.978086 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e69bcfb5-b914-4132-8bda-6e8aba6c0965 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82 HTTP/1.1" status: 204 len: 168 time: 0.2618210 Jan 28 16:35:51.004394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bcfb5-b914-4132-8bda-6e8aba6c0965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c4cf39-c1f5-4d58-9b6b-b93bdd3d9f82,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:51.030991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-52e01480-26a8-4442-bae8-046d55c600d0 service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283866 Jan 28 16:35:51.156914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-6ac26910-0324-4bb3-8a16-c7f735ec7ab7 service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250446 Jan 28 16:35:51.163887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d59cd4-ec79-47e4-8e25-614b02f9f845 req-be6e4c0c-333d-47d5-86e7-7bbf142a0e92 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:51.171200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68d59cd4-ec79-47e4-8e25-614b02f9f845 req-be6e4c0c-333d-47d5-86e7-7bbf142a0e92 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 945 time: 0.6874304 Jan 28 16:35:51.250541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68d59cd4-ec79-47e4-8e25-614b02f9f845 req-6bda65ff-c807-4bec-9675-b237852d3ae2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784678 Jan 28 16:35:51.450721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f08589-612e-41f0-b581-0e14d8a02aa5 req-5d34ce54-6efb-4df0-83d5-3f254a41b1d4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:51.452275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1f08589-612e-41f0-b581-0e14d8a02aa5 req-5d34ce54-6efb-4df0-83d5-3f254a41b1d4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.0668898 Jan 28 16:35:51.538244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fca62f7e-1206-4ee8-a192-1fbb3383ec56 req-d693f993-a3b7-4af5-bb11-b70d37110dcc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 210 time: 0.0831177 Jan 28 16:35:51.602019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1f08589-612e-41f0-b581-0e14d8a02aa5 req-0562667d-d354-4b13-9e6d-aaf6c2b3d4c3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389024 Jan 28 16:35:51.726804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:51.774250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fc175-5482-4c91-8be6-fcd21b0f681e req-706dc62a-8815-4f16-97aa-e3b3138b0ab9 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:51.789812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-979fc175-5482-4c91-8be6-fcd21b0f681e req-706dc62a-8815-4f16-97aa-e3b3138b0ab9 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.1549358 Jan 28 16:35:51.892905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-979fc175-5482-4c91-8be6-fcd21b0f681e req-ac10baad-5b34-4110-9904-f2771653f332 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993834 Jan 28 16:35:52.090077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-b3b8c80b-6c4b-49e3-8fb7-0b068f212cd8 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385153 Jan 28 16:35:52.159150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ee766e06-c244-41f2-b4c6-beb6505b8961 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:35:52.173764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ab616-3342-4b62-9e99-5e3fd081d3c0 req-7b031a3d-2cff-4b55-87fe-512341572c2c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:52.176105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a50ab616-3342-4b62-9e99-5e3fd081d3c0 req-7b031a3d-2cff-4b55-87fe-512341572c2c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1648467 Jan 28 16:35:52.253345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port ee766e06-c244-41f2-b4c6-beb6505b8961 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:35:52.264071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port ee766e06-c244-41f2-b4c6-beb6505b8961 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:52.264859 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:52.284508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a50ab616-3342-4b62-9e99-5e3fd081d3c0 req-47040d71-9828-4f8a-b69b-cabb849da7f4 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006436 Jan 28 16:35:52.322846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-f482ef65-9025-47e5-b8f8-bd200b53a0d3 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:52.333058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-f482ef65-9025-47e5-b8f8-bd200b53a0d3 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410824 Jan 28 16:35:52.350190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-06e24d8e-fe46-4ddc-8850-aeecfe7d8c82 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/quotas/3f20a85b8a2a4b7ebabbca51554310d3 HTTP/1.1" status: 200 len: 375 time: 0.0158377 Jan 28 16:35:52.398026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-8fc506f2-cc28-4d10-a8e7-88779da2c69e tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467398 Jan 28 16:35:52.504946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ee766e06-c244-41f2-b4c6-beb6505b8961 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:35:52.505643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:52.524251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1581a-141c-4f5e-9971-58dfdb355816 req-ca17cf88-64b4-4e64-8188-d132f96ede5e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:52.527413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7c1581a-141c-4f5e-9971-58dfdb355816 req-ca17cf88-64b4-4e64-8188-d132f96ede5e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0776782 Jan 28 16:35:52.556047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee766e06-c244-41f2-b4c6-beb6505b8961'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:52.561373 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b69d9ce-c61f-40a4-a476-05bb3801e6db" -d '{"events": [{"server_uuid": "a7972368-f0e8-4c78-92fd-a3584155b0a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee766e06-c244-41f2-b4c6-beb6505b8961"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:52.579229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ee766e06-c244-41f2-b4c6-beb6505b8961, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ee766e06-c244-41f2-b4c6-beb6505b8961,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:35:52.588110 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:52.666892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7c1581a-141c-4f5e-9971-58dfdb355816 req-ffb238c5-6a94-41c4-b571-fe0044912489 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327984 Jan 28 16:35:52.745740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ee766e06-c244-41f2-b4c6-beb6505b8961,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:52.837682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10144306-4d46-45ac-8f2c-580899b53950 req-002b72c8-68a2-48d7-9920-a7c84af4ffd7 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 210 time: 0.0499289 Jan 28 16:35:52.904021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff062086-791f-411a-987b-18f20825a5ec req-3650d2f0-37dd-4f43-9c22-31544f7ad67a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:52.906011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff062086-791f-411a-987b-18f20825a5ec req-3650d2f0-37dd-4f43-9c22-31544f7ad67a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 945 time: 0.2026675 Jan 28 16:35:52.931928 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593be4aa-b3d1-4adb-a0f4-fd8ccc767b1f x-openstack-request-id: req-593be4aa-b3d1-4adb-a0f4-fd8ccc767b1f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:52.932237 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7972368-f0e8-4c78-92fd-a3584155b0a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee766e06-c244-41f2-b4c6-beb6505b8961", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:52.932497 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-593be4aa-b3d1-4adb-a0f4-fd8ccc767b1f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:52.933129 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee766e06-c244-41f2-b4c6-beb6505b8961', 'code': 200} Jan 28 16:35:53.037021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff062086-791f-411a-987b-18f20825a5ec req-f64803d9-323d-4c3b-9151-a38944b62861 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240289 Jan 28 16:35:53.177074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689fe31-aa88-4dba-9472-bfb5d70bbbf7 req-77f2b739-2c22-4230-a0b2-4a6a2bea4de2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:53.186075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8689fe31-aa88-4dba-9472-bfb5d70bbbf7 req-77f2b739-2c22-4230-a0b2-4a6a2bea4de2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1350138 Jan 28 16:35:53.216427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f04dbf-d465-4bf5-96d9-8644bb9675c4 req-8bc3196d-d22f-4107-a577-a9d3d9bb3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:53.218242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1f04dbf-d465-4bf5-96d9-8644bb9675c4 req-8bc3196d-d22f-4107-a577-a9d3d9bb3ed1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 1129 time: 0.1545117 Jan 28 16:35:53.276054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-e9869dd5-e118-4ac2-ba6b-cf3e3653a4bd tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553007 Jan 28 16:35:53.297251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-cb62f43f-fc1f-469d-aa65-5397cb43fde8 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:53.300987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-cb62f43f-fc1f-469d-aa65-5397cb43fde8 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.3457234 Jan 28 16:35:53.315776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Request body: {'port': {'device_id': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'admin_state_up': True, 'tenant_id': 'e26c98c7b29e4aef85e58e0139c7e323'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:53.403854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-03b42c65-791a-47d4-9d25-5845ba1095f4 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:53.411518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-03b42c65-791a-47d4-9d25-5845ba1095f4 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345980 Jan 28 16:35:53.450690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-81bfc5be-4051-4d78-8bf7-56502b06e706 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/quotas/3f20a85b8a2a4b7ebabbca51554310d3 HTTP/1.1" status: 200 len: 375 time: 0.0352943 Jan 28 16:35:53.476429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8689fe31-aa88-4dba-9472-bfb5d70bbbf7 req-aa51774e-bff2-4bf0-9b18-b77b379e7d45 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892952 Jan 28 16:35:53.523417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Made reservation on behalf of e26c98c7b29e4aef85e58e0139c7e323 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:53.527724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:53.553940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-6191d3ab-d5f4-4148-a9b0-39d99c829f8b tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016998 Jan 28 16:35:53.627363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1f04dbf-d465-4bf5-96d9-8644bb9675c4 req-35337161-b84a-4560-96ae-68a1636ac055 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948636 Jan 28 16:35:53.725561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Allocated IP 172.20.0.3 (74158080-7883-4190-a14b-3094ee4d8a3c/91ae137e-3336-4a0a-a407-9bfbe1eb8005/800cbdda-4728-48c0-a942-e924c9a044e9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:54.058080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks [] for port (800cbdda-4728-48c0-a942-e924c9a044e9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:54.110389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:54.196598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Network 74158080-7883-4190-a14b-3094ee4d8a3c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:54.202419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:54.212553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:54.326761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:54.327401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:54.413281 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-c06a5770-e74c-44d7-83a5-52b6e37371bf tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815248 Jan 28 16:35:54.429358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:54.477526 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-ef9f9a83-06f2-461c-a672-f550437c21a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1662407 Jan 28 16:35:54.518830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Request body: {'port': {'device_id': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:54.613529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928260-1433-415a-9510-5f2c3e84d2a1 req-6ee55309-d15a-4195-baf6-baaf98e1f29d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:54.616254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93928260-1433-415a-9510-5f2c3e84d2a1 req-6ee55309-d15a-4195-baf6-baaf98e1f29d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.5641921 Jan 28 16:35:54.622128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:54.629327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01cac2-900d-4a1b-b37b-6ed6a2a3f0c8 req-aa1f72c8-6252-474f-a66f-9ad784456342 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:54.637513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d01cac2-900d-4a1b-b37b-6ed6a2a3f0c8 req-aa1f72c8-6252-474f-a66f-9ad784456342 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.1289449 Jan 28 16:35:54.707211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-3406b506-8b9d-4d1d-85d7-8df05a843233 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:54.709335 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-3406b506-8b9d-4d1d-85d7-8df05a843233 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813649 Jan 28 16:35:54.722302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Request body: {'port': {'device_id': '571f8483-0d0b-46b2-a42f-d585489acf87', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '3f20a85b8a2a4b7ebabbca51554310d3'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:54.728572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d01cac2-900d-4a1b-b37b-6ed6a2a3f0c8 req-d2084a5c-57a1-4561-8d70-320ca5724221 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898564 Jan 28 16:35:54.757036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93928260-1433-415a-9510-5f2c3e84d2a1 req-d439f266-258d-4d1f-b73a-919ef09eaf4b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074347 Jan 28 16:35:54.919887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9e3fde-3c51-4ef3-8972-13c5f09295d5 req-170459bd-6150-450c-a90d-a29d7e63c696 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 210 time: 0.0423298 Jan 28 16:35:54.989294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b558d-074c-4848-82f3-b6d1a7b24654 req-52ab20f3-e9e0-4246-8be6-78a9d7a655f9 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:54.991415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af8b558d-074c-4848-82f3-b6d1a7b24654 req-52ab20f3-e9e0-4246-8be6-78a9d7a655f9 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 931 time: 0.1640260 Jan 28 16:35:55.067427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Made reservation on behalf of 3f20a85b8a2a4b7ebabbca51554310d3 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:55.069361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af8b558d-074c-4848-82f3-b6d1a7b24654 req-bd330e38-039c-4282-aa01-7d8d67951b28 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635378 Jan 28 16:35:55.071458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.085784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.229059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800cbdda-4728-48c0-a942-e924c9a044e9 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:55.240289 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Publish callbacks [] for port (800cbdda-4728-48c0-a942-e924c9a044e9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.257501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Transition to ACTIVE for port object 800cbdda-4728-48c0-a942-e924c9a044e9 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:55.267945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.286724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48aa3-af42-4fed-86aa-d56b7d337366 req-dce372b7-84e2-4b6e-9d62-93da97939bac tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:55.288854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6e48aa3-af42-4fed-86aa-d56b7d337366 req-dce372b7-84e2-4b6e-9d62-93da97939bac tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1054351 Jan 28 16:35:55.337599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-67b43f7c-fd65-4061-acf6-cc96d303a494 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354419 Jan 28 16:35:55.385051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:55.498894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-381042e8-6b6a-447f-b8f9-6777ce10f948 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330062 Jan 28 16:35:55.500824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Attempting to bind port 800cbdda-4728-48c0-a942-e924c9a044e9 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:55.501170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Attempting to bind port 800cbdda-4728-48c0-a942-e924c9a044e9 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:55.501506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Attempting to bind port 800cbdda-4728-48c0-a942-e924c9a044e9 on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:55.523457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Port 800cbdda-4728-48c0-a942-e924c9a044e9 on network 74158080-7883-4190-a14b-3094ee4d8a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:55.523850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Attempting to bind port 800cbdda-4728-48c0-a942-e924c9a044e9 on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:55.544167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:55.544527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Checking segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:55.544926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Bound using segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:55.545372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Bound port: 800cbdda-4728-48c0-a942-e924c9a044e9, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:55.545730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.633701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:55.638410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:55.661203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.665556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks [] for security_group (1cda1376-21a3-4766-9328-570f794d5ab5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.686723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1cda1376-21a3-4766-9328-570f794d5ab5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.731259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-73ce01c0-58c1-4f8b-a773-e85552bad441 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:55.738732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-73ce01c0-58c1-4f8b-a773-e85552bad441 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881104 Jan 28 16:35:55.739708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cda1376-21a3-4766-9328-570f794d5ab5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:55.761685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:55.761949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:55.763319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] 10.222.0.31 "PUT /v2.0/ports/800cbdda-4728-48c0-a942-e924c9a044e9 HTTP/1.1" status: 200 len: 1092 time: 1.2546334 Jan 28 16:35:55.778792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6e48aa3-af42-4fed-86aa-d56b7d337366 req-0f0bea30-91db-42a1-9e30-cc011ab102bb tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718432 Jan 28 16:35:55.803414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-4ebd409f-2892-4bde-a3cc-7c56ff098368 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/quotas/8b923a3247244d1d8f3ab66eb910ea62 HTTP/1.1" status: 200 len: 375 time: 0.0636401 Jan 28 16:35:55.806279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:55.808557 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05366b02-8076-4c09-ac70-61f1ebdcfcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:55.883217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-661564a9-6e1b-404f-99f5-0e84b9a62dbf tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784817 Jan 28 16:35:55.908649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111180-7333-418a-83e6-ba9cd7fcbb30 service neutron] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:55.911175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-33a4f51c-65e5-447c-935b-ea9376da0f01 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:55.912807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-33a4f51c-65e5-447c-935b-ea9376da0f01 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072101 Jan 28 16:35:55.932663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Request body: {'port': {'device_id': '958d821a-e58b-4a53-81e4-afee34b856b3', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '3f20a85b8a2a4b7ebabbca51554310d3'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:56.102364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-1a82d5e5-1ab0-4566-9264-ace512f72da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:56.105521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-1a82d5e5-1ab0-4566-9264-ace512f72da6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 1126 time: 0.2830415 Jan 28 16:35:56.107243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Allocated IP 192.168.233.62 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/15f015e2-3226-4973-b30f-9b044bd1c309) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:56.181763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-0460d9a9-37e5-487f-9dae-0ebee63c630d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=800cbdda-4728-48c0-a942-e924c9a044e9 HTTP/1.1" status: 200 len: 217 time: 0.0670974 Jan 28 16:35:56.191008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Made reservation on behalf of 3f20a85b8a2a4b7ebabbca51554310d3 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:56.201138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:56.254272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-dab2cee7-03bf-4e86-8291-914c77ba61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:56.261258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-dab2cee7-03bf-4e86-8291-914c77ba61ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.0655324 Jan 28 16:35:56.323301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-71e8433f-b865-4307-9934-22885bef79b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512671 Jan 28 16:35:56.464354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039db955-6e4d-4426-a69a-cb4754b6d036 req-77a6f37c-d2c4-4463-bb3e-f2af3f5cbd7d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:56.466925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-039db955-6e4d-4426-a69a-cb4754b6d036 req-77a6f37c-d2c4-4463-bb3e-f2af3f5cbd7d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.2387879 Jan 28 16:35:56.482053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48071f-6c5e-4fb1-9364-3d7216864981 req-7db4903c-afa8-4614-81ab-9126e909c5fd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:56.484462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb48071f-6c5e-4fb1-9364-3d7216864981 req-7db4903c-afa8-4614-81ab-9126e909c5fd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1899855 Jan 28 16:35:56.524727 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-a12e5666-be72-4f1c-a2af-732707b98d17 service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913903 Jan 28 16:35:56.529108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks [] for port (15f015e2-3226-4973-b30f-9b044bd1c309), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:56.575565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:56.581283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb48071f-6c5e-4fb1-9364-3d7216864981 req-9e783d6d-3690-406f-a2ed-0e2f9ff7824e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894043 Jan 28 16:35:56.683629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-039db955-6e4d-4426-a69a-cb4754b6d036 req-94b8a676-75dd-40d9-a45f-8b3301f66d2a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105322 Jan 28 16:35:56.684382 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238d34b-7053-4cf1-8bb7-cc037c634478 x-openstack-request-id: req-a238d34b-7053-4cf1-8bb7-cc037c634478 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:56.684797 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:56.685122 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a238d34b-7053-4cf1-8bb7-cc037c634478 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:56.685579 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9', 'status': 'completed', 'code': 200} Jan 28 16:35:56.726818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Allocated IP 192.168.233.192 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/2024d16e-9006-4cf1-be8d-6d517cddd051) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:35:56.770598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0f0933e-86d5-4a86-9480-73a9d9a85cb3 req-bcb40eec-076b-44d0-a180-c0578ee35e58 service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068167 Jan 28 16:35:56.777057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed6dc9a6-86a9-4563-94db-179af3f3545e req-9b02861f-528d-4f66-8b14-c17eb16c464d tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 210 time: 0.0434046 Jan 28 16:35:56.781798 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:56.786624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:56.794897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:56.850296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc8cea8f-5291-4795-92d8-880c09779a5d req-9b2ada8a-eec3-4f1e-90fb-4706347af67e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 210 time: 0.0885453 Jan 28 16:35:56.950814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:57.034618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.035641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:57.049870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-9ab13628-a517-4ea6-aa71-6d2be0fb06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.051584 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-9ab13628-a517-4ea6-aa71-6d2be0fb06b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 1126 time: 0.1594298 Jan 28 16:35:57.171295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ca3a4de0-57d5-40b6-aafa-a319a686b64d None None] Provisioning complete for port 15f015e2-3226-4973-b30f-9b044bd1c309 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:57.171868 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4de0-57d5-40b6-aafa-a319a686b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:57.260130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-66043e5f-653c-4d8a-88a9-4cc538c10d67 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5411248 Jan 28 16:35:57.262836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998fb18-5a71-4cb4-b8d4-302c401a84bc req-6f695c13-c661-4c4e-98ef-fdd12ec72487 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.271390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6998fb18-5a71-4cb4-b8d4-302c401a84bc req-6f695c13-c661-4c4e-98ef-fdd12ec72487 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 943 time: 0.3830292 Jan 28 16:35:57.277420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a4de0-57d5-40b6-aafa-a319a686b64d None None] Port 15f015e2-3226-4973-b30f-9b044bd1c309 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:57.295213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Request body: {'port': {'device_id': '571f8483-0d0b-46b2-a42f-d585489acf87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:57.379563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6998fb18-5a71-4cb4-b8d4-302c401a84bc req-cfd72967-7c9f-4e52-a23d-ad8fdcd8825c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987110 Jan 28 16:35:57.387747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-96d56c93-2f89-4571-9ef8-47a32b1ac0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.389390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-96d56c93-2f89-4571-9ef8-47a32b1ac0ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 906 time: 0.3291295 Jan 28 16:35:57.418278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:57.435520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks [] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:57.461005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-d34ac83d-d852-4730-a8c7-1194f1ba3466 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=800cbdda-4728-48c0-a942-e924c9a044e9 HTTP/1.1" status: 200 len: 217 time: 0.0646448 Jan 28 16:35:57.543391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-3e65426e-8391-421c-8877-2162feee0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.545014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-3e65426e-8391-421c-8877-2162feee0d18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.0771785 Jan 28 16:35:57.557528 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:57.597208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675e09-f38d-41bc-a2c6-e7086a96e401 req-ec0fb37b-eb46-4849-98dc-8c00e3f97ec3 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.604695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675e09-f38d-41bc-a2c6-e7086a96e401 req-ec0fb37b-eb46-4849-98dc-8c00e3f97ec3 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.610442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675e09-f38d-41bc-a2c6-e7086a96e401 req-ec0fb37b-eb46-4849-98dc-8c00e3f97ec3 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.612620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21675e09-f38d-41bc-a2c6-e7086a96e401 req-ec0fb37b-eb46-4849-98dc-8c00e3f97ec3 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42&device_id=e797965f-a809-4f59-94f1-9707c6392fe1&device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 2417 time: 0.1438658 Jan 28 16:35:57.638975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-7c4bb0ce-fb94-4692-885e-9d090aeae5c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812147 Jan 28 16:35:57.647575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:35:57.658976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:35:57.664903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:35:57.805430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21675e09-f38d-41bc-a2c6-e7086a96e401 req-2d3b39c0-3de9-4053-98cf-5ca9e2b95c8d tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565585 Jan 28 16:35:57.853834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:57.897951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-d30da1e0-e078-4d67-9e66-4480a1bce9d1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497022 Jan 28 16:35:57.914146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:57.914903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:57.972616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-5c9f6dcb-658a-44ff-8f94-957db4bc6efa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0439291 Jan 28 16:35:58.040306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Request body: {'port': {'device_id': '958d821a-e58b-4a53-81e4-afee34b856b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:58.074979 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-0796540c-d61d-48a2-9e7a-67958e43756c service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265652 Jan 28 16:35:58.163123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f015e2-3226-4973-b30f-9b044bd1c309 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:58.223441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf14bb6-1582-4a17-a14c-0d5870185691 req-66ed4a6f-655b-4cca-8449-ebb80608c3ab tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:58.225529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-caf14bb6-1582-4a17-a14c-0d5870185691 req-66ed4a6f-655b-4cca-8449-ebb80608c3ab tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.4556663 Jan 28 16:35:58.231395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4e6d36de-16ae-46ef-9d80-0ebe4bf97485 None None] Provisioning complete for port 2024d16e-9006-4cf1-be8d-6d517cddd051 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:35:58.233324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e6d36de-16ae-46ef-9d80-0ebe4bf97485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.250157 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:35:58.279514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Publish callbacks [] for port (15f015e2-3226-4973-b30f-9b044bd1c309), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.331320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Transition to ACTIVE for port object 15f015e2-3226-4973-b30f-9b044bd1c309 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:58.340989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.384368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d36de-16ae-46ef-9d80-0ebe4bf97485 None None] Port 2024d16e-9006-4cf1-be8d-6d517cddd051 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:35:58.419674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610975-5f40-40b8-b161-aa2cef376fde req-c1a826f3-ed75-4da4-88fc-35d2de9211ae tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:58.427535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6610975-5f40-40b8-b161-aa2cef376fde req-c1a826f3-ed75-4da4-88fc-35d2de9211ae tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.4609692 Jan 28 16:35:58.433475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05366b02-8076-4c09-ac70-61f1ebdcfcd0 req-864317cb-fd07-4492-a01e-bebb2800234d service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500166 Jan 28 16:35:58.454307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:58.484163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-caf14bb6-1582-4a17-a14c-0d5870185691 req-4044dea4-2a1d-46a3-a5bf-7a1e61aa8106 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427099 Jan 28 16:35:58.490480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00f06f9b-bf1c-43d2-b7d1-d6dc4f928f9d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:58.495145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00f06f9b-bf1c-43d2-b7d1-d6dc4f928f9d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5913303 Jan 28 16:35:58.517318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:35:58.522498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.604024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Attempting to bind port 15f015e2-3226-4973-b30f-9b044bd1c309 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:58.606198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Attempting to bind port 15f015e2-3226-4973-b30f-9b044bd1c309 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:58.609069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Attempting to bind port 15f015e2-3226-4973-b30f-9b044bd1c309 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:58.618538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Port 15f015e2-3226-4973-b30f-9b044bd1c309 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:58.618871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Attempting to bind port 15f015e2-3226-4973-b30f-9b044bd1c309 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:58.624975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:58.625541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:58.626002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:58.626674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Bound port: 15f015e2-3226-4973-b30f-9b044bd1c309, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:58.627036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.707561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6610975-5f40-40b8-b161-aa2cef376fde req-a1a84db9-a89a-4fef-8d16-48fe302d4f54 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766509 Jan 28 16:35:58.726822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:35:58.731211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:35:58.742625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.829519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:58.829636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:58.831268 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] 10.222.0.24 "PUT /v2.0/ports/15f015e2-3226-4973-b30f-9b044bd1c309 HTTP/1.1" status: 200 len: 1096 time: 1.5622625 Jan 28 16:35:58.831719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:35:58.834296 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d9f26-c3d1-4125-9723-6af224e7b3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:35:58.882975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965e856-f4f0-4e32-b51c-57844d45a035 service neutron] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:58.944226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-2a0be000-1202-4f81-b2fb-655223ebacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:58.945840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-2a0be000-1202-4f81-b2fb-655223ebacb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 1130 time: 0.0577796 Jan 28 16:35:59.157460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55908-0bfd-45df-9d70-b07f371cc11e req-b9b9ba8d-d08d-4582-a6a1-b51a0340089e tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:59.160708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4c55908-0bfd-45df-9d70-b07f371cc11e req-b9b9ba8d-d08d-4582-a6a1-b51a0340089e tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 936 time: 0.5610127 Jan 28 16:35:59.177734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2024d16e-9006-4cf1-be8d-6d517cddd051 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:35:59.226135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Publish callbacks [] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:59.266469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6c6d2-b57e-480c-988f-e59a880d0d82 req-476ee456-40a4-4ac9-b5bd-a7b9fcd49e40 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:59.268436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ac6c6d2-b57e-480c-988f-e59a880d0d82 req-476ee456-40a4-4ac9-b5bd-a7b9fcd49e40 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.3914280 Jan 28 16:35:59.277217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Transition to ACTIVE for port object 2024d16e-9006-4cf1-be8d-6d517cddd051 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:35:59.284338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:35:59.288608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:59.311732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:59.359768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:59.366863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-2829212b-9745-4d34-8da1-f17406454935 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=15f015e2-3226-4973-b30f-9b044bd1c309 HTTP/1.1" status: 200 len: 217 time: 0.4070098 Jan 28 16:35:59.369083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4c55908-0bfd-45df-9d70-b07f371cc11e req-0a39d89c-6ee3-4243-9d60-0ff1954d59bd tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838632 Jan 28 16:35:59.402473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:35:59.441427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ac6c6d2-b57e-480c-988f-e59a880d0d82 req-6bce289c-fea8-4d6b-b048-3b591fa37abc tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580219 Jan 28 16:35:59.493745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-29cb2ca1-76e6-427e-9082-8c80e5d6607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:59.496071 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-29cb2ca1-76e6-427e-9082-8c80e5d6607b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1179917 Jan 28 16:35:59.555245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ace600fd-48b4-4559-9c5d-eac3fb64421c req-c74d60aa-4290-4744-a053-dc465d398662 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 210 time: 0.0796540 Jan 28 16:35:59.586465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-87fc5620-fec9-460f-a8bc-be09f3deac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:59.588179 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-87fc5620-fec9-460f-a8bc-be09f3deac6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0820172 Jan 28 16:35:59.668609 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f40cf2-5ba2-4a55-890a-53528357bec4 x-openstack-request-id: req-a2f40cf2-5ba2-4a55-890a-53528357bec4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:35:59.669273 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:35:59.669273 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2f40cf2-5ba2-4a55-890a-53528357bec4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:35:59.669616 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'status': 'completed', 'code': 200} Jan 28 16:35:59.760110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-bffad309-a68c-446a-b6c1-db263e358165 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633756 Jan 28 16:35:59.774856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Attempting to bind port 2024d16e-9006-4cf1-be8d-6d517cddd051 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:35:59.775523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Attempting to bind port 2024d16e-9006-4cf1-be8d-6d517cddd051 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:35:59.776339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Attempting to bind port 2024d16e-9006-4cf1-be8d-6d517cddd051 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:59.785071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Port 2024d16e-9006-4cf1-be8d-6d517cddd051 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:35:59.786054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Attempting to bind port 2024d16e-9006-4cf1-be8d-6d517cddd051 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:35:59.821607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6c99-7e12-4015-ad72-95a2ef66c096 req-0c345094-d7b3-4a17-abe7-305e8c7d0a00 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:35:59.823382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-664a6c99-7e12-4015-ad72-95a2ef66c096 req-0c345094-d7b3-4a17-abe7-305e8c7d0a00 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 943 time: 0.2797134 Jan 28 16:35:59.835291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:35:59.835960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:35:59.836813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:35:59.837588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Bound port: 2024d16e-9006-4cf1-be8d-6d517cddd051, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:35:59.838163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:59.889584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for security_group (b7cb40f6-2d80-46fb-9b25-105a03b999f6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:35:59.916954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33e59ae2-7742-49e2-b408-1fe472d618ed req-78a726fd-1c8a-49af-916a-cdcfc4aff2eb service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490922 Jan 28 16:35:59.950873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b7cb40f6-2d80-46fb-9b25-105a03b999f6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:00.034101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-b796d501-9e60-43e5-9a11-b42255400084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.036685 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-b796d501-9e60-43e5-9a11-b42255400084 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 1130 time: 0.0592263 Jan 28 16:36:00.063642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-664a6c99-7e12-4015-ad72-95a2ef66c096 req-8ed12c5d-4057-423d-b44c-4fa39e171c40 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303376 Jan 28 16:36:00.073587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb40f6-2d80-46fb-9b25-105a03b999f6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:00.168885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-2753298f-b58b-4702-9b7f-7bbacffda164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.170303 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-2753298f-b58b-4702-9b7f-7bbacffda164 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1269646 Jan 28 16:36:00.194788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:00.210788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:00.234098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b24b-fd25-4735-9af5-7326b2f5da74 req-bf6f6fb4-c9dd-404e-9cd4-f4b999baee4a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.235601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7c6b24b-fd25-4735-9af5-7326b2f5da74 req-bf6f6fb4-c9dd-404e-9cd4-f4b999baee4a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.3491750 Jan 28 16:36:00.256936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:00.262019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-8b3c34d0-6340-480d-9474-2a0cfab7b3e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=15f015e2-3226-4973-b30f-9b044bd1c309 HTTP/1.1" status: 200 len: 217 time: 0.0682919 Jan 28 16:36:00.275339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.168 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/58c16861-b3be-4a3b-b749-e1e93bab3f33) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:00.289713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:00.357916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:00.387690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.388321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:00.389768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] 10.222.0.24 "PUT /v2.0/ports/2024d16e-9006-4cf1-be8d-6d517cddd051 HTTP/1.1" status: 200 len: 1097 time: 2.3657660 Jan 28 16:36:00.391956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:00.394392 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:00.395371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-26eb19b7-b5c2-47bc-9a06-b9839bd019f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.397946 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-26eb19b7-b5c2-47bc-9a06-b9839bd019f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1279960 Jan 28 16:36:00.399953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '800cbdda-4728-48c0-a942-e924c9a044e9', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': '800cbdda-4728-48c0-a942-e924c9a044e9', 'mac_address': 'fa:16:3e:5a:92:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:00.423138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7c6b24b-fd25-4735-9af5-7326b2f5da74 req-067f11c1-232d-4089-84ea-d61369381413 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767240 Jan 28 16:36:00.435725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bef92-24f1-449e-822c-7f5a057eba98 req-98c72b4f-e517-4956-bb4d-0c36b4973fa8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.437312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f39bef92-24f1-449e-822c-7f5a057eba98 req-98c72b4f-e517-4956-bb4d-0c36b4973fa8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.2610867 Jan 28 16:36:00.485313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292df55-bd80-495f-9676-c36fd7a0384b service neutron] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:00.560875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 800cbdda-4728-48c0-a942-e924c9a044e9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:00.561277 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:00.571158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-8299a4d9-d7dd-4982-be7a-1f584d486f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.572732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-8299a4d9-d7dd-4982-be7a-1f584d486f40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1604509 Jan 28 16:36:00.592597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800cbdda-4728-48c0-a942-e924c9a044e9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:00.639464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:00.648959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:00.667448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f39bef92-24f1-449e-822c-7f5a057eba98 req-60ceedff-38a7-411f-9bd9-a9e6e6adb873 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930625 Jan 28 16:36:00.767330 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b2c78e-d20a-4d4b-b1a7-94b2291d70ea x-openstack-request-id: req-56b2c78e-d20a-4d4b-b1a7-94b2291d70ea {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:00.767684 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:00.767684 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56b2c78e-d20a-4d4b-b1a7-94b2291d70ea {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:00.769345 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'status': 'completed', 'code': 200} Jan 28 16:36:00.793095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-16d7ca75-4fc2-471d-8313-c98a2ebbef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:00.795209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:00.800873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-16d7ca75-4fc2-471d-8313-c98a2ebbef72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 1131 time: 0.3571758 Jan 28 16:36:00.804321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.804686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.805055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.805409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.805728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.806308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.806664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.806991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.807319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.807667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.807976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.809194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.809576 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:00.840357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-954f3c9d-8e3b-4e48-b556-7a2478979df3 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587113 Jan 28 16:36:00.888008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:00.892092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-c5e330aa-2b5c-49ff-8666-e276b8e13609 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=2024d16e-9006-4cf1-be8d-6d517cddd051 HTTP/1.1" status: 200 len: 217 time: 0.0701249 Jan 28 16:36:00.936805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5af9344b-6b91-4a82-8703-01ede1c29947 req-18193d0d-a1b7-4e88-ba79-0dc0e7c29198 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 210 time: 0.0597408 Jan 28 16:36:00.964450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['800cbdda-4728-48c0-a942-e924c9a044e9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:00.969929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-380d9f26-c3d1-4125-9723-6af224e7b3c0 req-14822352-3df7-498c-b1c2-d4528a5ee233 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178834 Jan 28 16:36:00.999965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0fad-054a-403d-b66c-c264d018d9a9 req-0300201c-cd3d-42ab-98ae-2fa68dcb8091 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:01.007241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f64d0fad-054a-403d-b66c-c264d018d9a9 req-0300201c-cd3d-42ab-98ae-2fa68dcb8091 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.3189502 Jan 28 16:36:01.059879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-35da4a87-b649-496b-a19e-315b4eb65a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:01.061381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-35da4a87-b649-496b-a19e-315b4eb65a69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1372762 Jan 28 16:36:01.093626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:01.141231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f64d0fad-054a-403d-b66c-c264d018d9a9 req-67ccfdc3-8654-47ae-863b-44a3633ed1b4 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330919 Jan 28 16:36:01.243990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:01.249045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:01.251495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:01.376380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-159b805c-4c3e-45ec-9cf8-f722c6e54685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:01.378306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-159b805c-4c3e-45ec-9cf8-f722c6e54685 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3038335 Jan 28 16:36:01.400319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:01.401104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:01.560964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3ac2f9b9-efd4-4e27-b676-63dd1196b2e1 None None] Provisioning complete for port 58c16861-b3be-4a3b-b749-e1e93bab3f33 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:01.561543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f9b9-efd4-4e27-b676-63dd1196b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:01.603925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2f9b9-efd4-4e27-b676-63dd1196b2e1 None None] Port 58c16861-b3be-4a3b-b749-e1e93bab3f33 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:36:01.777728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=58c16861-b3be-4a3b-b749-e1e93bab3f33,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:01.858635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-20ecd937-b759-41a1-9d07-e713282f09f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3455627 Jan 28 16:36:01.883182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8fd1e-b943-406c-85c5-6fc52f5f6df9 req-a014aa16-eaf1-43f7-938a-f8711aded98c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:01.884637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80a8fd1e-b943-406c-85c5-6fc52f5f6df9 req-a014aa16-eaf1-43f7-938a-f8711aded98c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 944 time: 0.5753655 Jan 28 16:36:01.890995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Request body: {'port': {'device_id': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:01.953836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee575b4-d97d-4c46-b60f-9ab5fc6cb9ab req-b2b2e90e-0e77-4ba7-b243-74d88dfab168 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:01.955358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ee575b4-d97d-4c46-b60f-9ab5fc6cb9ab req-b2b2e90e-0e77-4ba7-b243-74d88dfab168 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.1810873 Jan 28 16:36:01.971558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-ee761498-2e46-4d7a-ac7c-7661309220a9 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674710 Jan 28 16:36:02.093164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80a8fd1e-b943-406c-85c5-6fc52f5f6df9 req-383ed68f-a375-4fad-be7f-17c366f94b87 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949649 Jan 28 16:36:02.124705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ee575b4-d97d-4c46-b60f-9ab5fc6cb9ab req-187a58f7-1b0d-4bbc-a58f-a973ab68944a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582048 Jan 28 16:36:02.124705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.194938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1b693c0-4081-4e6f-b577-a55c995ff821 req-a676b6cf-60a6-4f5f-bc6d-b65c69446731 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069428 Jan 28 16:36:02.218344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:02.390715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 800cbdda-4728-48c0-a942-e924c9a044e9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:02.397612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 800cbdda-4728-48c0-a942-e924c9a044e9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:02.397612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.495391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 800cbdda-4728-48c0-a942-e924c9a044e9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:02.495785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.529991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:02.530992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:02.533791 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ac4d4-3053-451b-a007-122c7fdd2aca" -d '{"events": [{"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-plugged", "status": "completed", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:02.540754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.601460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:02.607929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:02.612206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf4b08-cd6a-47ba-8f03-54795913a1b4 req-1f43e895-cf2f-4bae-8942-40351ee9e051 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:02.619382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-babf4b08-cd6a-47ba-8f03-54795913a1b4 req-1f43e895-cf2f-4bae-8942-40351ee9e051 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.4133768 Jan 28 16:36:02.698342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-babf4b08-cd6a-47ba-8f03-54795913a1b4 req-bea64600-1e49-412a-bae1-39f849bdee79 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779490 Jan 28 16:36:02.762866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9b9b1-87ea-44c3-974d-4ebac7fa3139 req-24991f33-ed41-48f3-be59-d9a1b771cb24 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:02.764830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5b9b9b1-87ea-44c3-974d-4ebac7fa3139 req-24991f33-ed41-48f3-be59-d9a1b771cb24 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 936 time: 0.3962557 Jan 28 16:36:02.771291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-9f501cb6-67f1-4a50-b855-70febfc885f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:02.773568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-9f501cb6-67f1-4a50-b855-70febfc885f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 1131 time: 0.4263892 Jan 28 16:36:02.791279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:02.806311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '15f015e2-3226-4973-b30f-9b044bd1c309', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '15f015e2-3226-4973-b30f-9b044bd1c309', 'mac_address': 'fa:16:3e:e2:b5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:02.851596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c16861-b3be-4a3b-b749-e1e93bab3f33 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:02.859346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:02.859742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.876060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f015e2-3226-4973-b30f-9b044bd1c309 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:02.902053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:02.907831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.915724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Publish callbacks [] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:02.963312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5b9b9b1-87ea-44c3-974d-4ebac7fa3139 req-587f66f1-5dc0-4630-b948-bbf9b802c781 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884258 Jan 28 16:36:02.985010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:02.995537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Transition to ACTIVE for port object 58c16861-b3be-4a3b-b749-e1e93bab3f33 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:03.023591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666bbe-5b8d-4290-92f5-65ecc5b21363 req-0162ec96-b594-4a32-900c-2b16aeb75617 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.025104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93666bbe-5b8d-4290-92f5-65ecc5b21363 req-0162ec96-b594-4a32-900c-2b16aeb75617 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.2402675 Jan 28 16:36:03.025745 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:03.065676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-b3acb21c-9de4-48d2-8e06-b8b6f98c6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.067127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-b3acb21c-9de4-48d2-8e06-b8b6f98c6bbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2615950 Jan 28 16:36:03.155257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-093b0adf-24b3-469f-a0de-d9c048fca83c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=2024d16e-9006-4cf1-be8d-6d517cddd051 HTTP/1.1" status: 200 len: 217 time: 0.0728958 Jan 28 16:36:03.161887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-e83ec992-14f1-442f-ad13-4f0a95355789 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.172650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-e83ec992-14f1-442f-ad13-4f0a95355789 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.1133537 Jan 28 16:36:03.179776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Pushing event updated for resources: {'Port': ['ID=58c16861-b3be-4a3b-b749-e1e93bab3f33,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:03.277851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['15f015e2-3226-4973-b30f-9b044bd1c309'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:03.341005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93666bbe-5b8d-4290-92f5-65ecc5b21363 req-ce40a043-c1d5-4249-a50a-4605b1276160 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085012 Jan 28 16:36:03.349196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-d4eb8bc9-a6f1-43a3-bc48-c854794a5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.352116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-d4eb8bc9-a6f1-43a3-bc48-c854794a5d3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1871395 Jan 28 16:36:03.476500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Deleting port ee766e06-c244-41f2-b4c6-beb6505b8961 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:03.476949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:03.489270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Attempting to bind port 58c16861-b3be-4a3b-b749-e1e93bab3f33 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:03.489523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Attempting to bind port 58c16861-b3be-4a3b-b749-e1e93bab3f33 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:03.489853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Attempting to bind port 58c16861-b3be-4a3b-b749-e1e93bab3f33 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:03.513137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Port 58c16861-b3be-4a3b-b749-e1e93bab3f33 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:03.514031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Attempting to bind port 58c16861-b3be-4a3b-b749-e1e93bab3f33 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:03.535400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:03.535790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:03.536124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:03.536565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Bound port: 58c16861-b3be-4a3b-b749-e1e93bab3f33, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:03.537015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:03.592756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-d87d72cc-18fa-4192-afcc-885a6b8712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.601393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-d87d72cc-18fa-4192-afcc-885a6b8712f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2188210 Jan 28 16:36:03.628716 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e8e3fb-1af1-49ef-82e6-114102a1b732 x-openstack-request-id: req-e1e8e3fb-1af1-49ef-82e6-114102a1b732 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:03.630273 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-plugged", "status": "completed", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:03.630541 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1e8e3fb-1af1-49ef-82e6-114102a1b732 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:03.638517 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9', 'code': 200} Jan 28 16:36:03.795709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] For port ee766e06-c244-41f2-b4c6-beb6505b8961, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ee766e06-c244-41f2-b4c6-beb6505b8961,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:03.796454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:03.800041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] For port 58c16861-b3be-4a3b-b749-e1e93bab3f33, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:03.819843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Calling delete_port for ee766e06-c244-41f2-b4c6-beb6505b8961 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:03.840428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80e824-e158-479b-87e0-239cf6902369 req-dcd17ed4-18e4-4c6d-8c80-86fce6dbf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.842031 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b80e824-e158-479b-87e0-239cf6902369 req-dcd17ed4-18e4-4c6d-8c80-86fce6dbf587 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 1128 time: 0.1291907 Jan 28 16:36:03.847246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] For port 58c16861-b3be-4a3b-b749-e1e93bab3f33, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:03.867610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:03.909561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b9b69-fd56-441b-8f2d-20e01be6c8c8 req-0bc5f77a-945a-447b-83e2-7d10346981a9 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.911349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a75b9b69-fd56-441b-8f2d-20e01be6c8c8 req-0bc5f77a-945a-447b-83e2-7d10346981a9 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7972368-f0e8-4c78-92fd-a3584155b0a2 HTTP/1.1" status: 200 len: 946 time: 0.1245575 Jan 28 16:36:03.962414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-a1f2a687-2672-451e-8da7-601a6d31493c service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514087 Jan 28 16:36:03.964149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:03.964941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:03.967174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] 10.222.0.31 "PUT /v2.0/ports/58c16861-b3be-4a3b-b749-e1e93bab3f33 HTTP/1.1" status: 200 len: 1097 time: 2.0800261 Jan 28 16:36:03.973792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'tag': '58c16861-b3be-4a3b-b749-e1e93bab3f33'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:03.976633 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c" -d '{"events": [{"name": "network-changed", "server_uuid": "07e65f43-7e81-4b2e-a500-0c3529a8a9f8", "tag": "58c16861-b3be-4a3b-b749-e1e93bab3f33"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:04.008159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b80e824-e158-479b-87e0-239cf6902369 req-e236a611-60e4-44e8-ad39-ab9cddca4fa9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249413 Jan 28 16:36:04.090451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ee766e06-c244-41f2-b4c6-beb6505b8961), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:04.104154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ee766e06-c244-41f2-b4c6-beb6505b8961'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:04.132188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00849147-c70e-4134-ad2f-d81a0efdc497 service neutron] Pushing event updated for resources: {'Port': ['ID=58c16861-b3be-4a3b-b749-e1e93bab3f33,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:04.167855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event deleted for resources: {'Port': ['ID=ee766e06-c244-41f2-b4c6-beb6505b8961,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:04.219079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a75b9b69-fd56-441b-8f2d-20e01be6c8c8 req-57cc0034-7993-47d3-be7b-360b4ea501b0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865257 Jan 28 16:36:04.304254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a71239-bac1-42ee-9f3e-a991367de939 req-0b67d588-c6fb-4b52-9cfb-2b5bd7cb8b34 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:04.305845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72a71239-bac1-42ee-9f3e-a991367de939 req-0b67d588-c6fb-4b52-9cfb-2b5bd7cb8b34 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 945 time: 0.1458771 Jan 28 16:36:04.317886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca14043a-58a6-4a7f-b3d3-e728b1c72f1d req-5b24db79-c1aa-4cce-88ce-146aca2e94af service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333237 Jan 28 16:36:04.333177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] No DVR routers for this DVR port ee766e06-c244-41f2-b4c6-beb6505b8961 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:04.341677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:04.344984 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b17fcd7-9670-4685-b703-75dff09edd61 req-5f909cd4-53b7-476f-8442-7e770645caf5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "DELETE /v2.0/ports/ee766e06-c244-41f2-b4c6-beb6505b8961 HTTP/1.1" status: 204 len: 173 time: 1.1624320 Jan 28 16:36:04.345659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'name': 'network-vif-deleted', 'tag': 'ee766e06-c244-41f2-b4c6-beb6505b8961'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:04.352359 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df26f26-b389-4022-8b0c-c28ac89e87bb" -d '{"events": [{"server_uuid": "a7972368-f0e8-4c78-92fd-a3584155b0a2", "name": "network-vif-deleted", "tag": "ee766e06-c244-41f2-b4c6-beb6505b8961"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:04.401487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-3430fc01-1c36-4317-8ebd-05a8b1d2c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:04.403554 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-3430fc01-1c36-4317-8ebd-05a8b1d2c11d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 1131 time: 0.1648204 Jan 28 16:36:04.409270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72a71239-bac1-42ee-9f3e-a991367de939 req-c8406fec-8d19-4e41-9ba8-d4cc476c09d7 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902319 Jan 28 16:36:04.559714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-8c588769-6d40-4e4e-9dc0-0e514a87ea19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33 HTTP/1.1" status: 200 len: 217 time: 0.1447415 Jan 28 16:36:04.571232 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602c3d40-233a-435f-8c78-eae6ac29d366 x-openstack-request-id: req-602c3d40-233a-435f-8c78-eae6ac29d366 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:04.571497 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e65f43-7e81-4b2e-a500-0c3529a8a9f8", "tag": "58c16861-b3be-4a3b-b749-e1e93bab3f33", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:04.571672 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-602c3d40-233a-435f-8c78-eae6ac29d366 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:04.573992 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'tag': '58c16861-b3be-4a3b-b749-e1e93bab3f33', 'status': 'completed', 'code': 200} Jan 28 16:36:04.605180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:04.616387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-3bba4d16-e00c-45e4-b0dc-fe85a2759a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:04.618068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-3bba4d16-e00c-45e4-b0dc-fe85a2759a9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0518749 Jan 28 16:36:04.650785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7b832-91b9-4265-b5f9-73358a7e9b6f req-daef8c57-0892-4b24-a48b-79ab01622aa8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:04.652777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18f7b832-91b9-4265-b5f9-73358a7e9b6f req-daef8c57-0892-4b24-a48b-79ab01622aa8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1439736 Jan 28 16:36:04.691195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-49bdc011-d539-46b1-80b1-f48d82bc1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:04.693346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-49bdc011-d539-46b1-80b1-f48d82bc1959 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0650373 Jan 28 16:36:04.705811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 15f015e2-3226-4973-b30f-9b044bd1c309 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:04.712351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 15f015e2-3226-4973-b30f-9b044bd1c309 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:04.713398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:04.750162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36455a-0ea6-4b7e-8c16-239f266a0c5d req-8c927746-51bc-4751-8d39-d597ea61c671 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:04.755683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be36455a-0ea6-4b7e-8c16-239f266a0c5d req-8c927746-51bc-4751-8d39-d597ea61c671 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 948 time: 0.1481247 Jan 28 16:36:04.765607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18f7b832-91b9-4265-b5f9-73358a7e9b6f req-73b1e13a-35eb-4754-b1a2-04037b823285 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055796 Jan 28 16:36:04.824773 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-649d8285-66e1-450c-b25a-3c0eb740cb38 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231890 Jan 28 16:36:04.834817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:04.835267 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:04.837620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be36455a-0ea6-4b7e-8c16-239f266a0c5d req-6d9434a9-bc76-4b2b-810c-b47bfcbce126 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669711 Jan 28 16:36:04.891407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:04.895167 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e56367-6bf5-4e02-9d48-ee95277bc28b x-openstack-request-id: req-b8e56367-6bf5-4e02-9d48-ee95277bc28b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:04.895556 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7972368-f0e8-4c78-92fd-a3584155b0a2", "name": "network-vif-deleted", "tag": "ee766e06-c244-41f2-b4c6-beb6505b8961", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:04.896076 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8e56367-6bf5-4e02-9d48-ee95277bc28b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:04.896436 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7972368-f0e8-4c78-92fd-a3584155b0a2', 'name': 'network-vif-deleted', 'tag': 'ee766e06-c244-41f2-b4c6-beb6505b8961', 'status': 'completed', 'code': 200} Jan 28 16:36:04.900373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:04.997308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:05.019021 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a687906-f93b-428e-b6ce-0dabcc33d2ca req-8a2a1be1-abfe-48d0-a320-9ec61f3f9f19 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771030 Jan 28 16:36:05.184458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-d18052a8-26ab-469b-8163-652059630698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.194377 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-d18052a8-26ab-469b-8163-652059630698 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 1131 time: 0.1040800 Jan 28 16:36:05.197432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4940b-bff6-44a4-b174-9961c441aa7d req-246a22bc-7614-4c20-aee1-66a4252569f7 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.198970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44a4940b-bff6-44a4-b174-9961c441aa7d req-246a22bc-7614-4c20-aee1-66a4252569f7 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.2103050 Jan 28 16:36:05.214312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5197cc-c7f1-4ada-98c0-2644c679450d req-f39585bc-4857-4f59-b826-05dd578506d2 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.231097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e5197cc-c7f1-4ada-98c0-2644c679450d req-f39585bc-4857-4f59-b826-05dd578506d2 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.2633343 Jan 28 16:36:05.374025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-15a011f1-15cd-418c-b45d-322d8eb3dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.375603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-15a011f1-15cd-418c-b45d-322d8eb3dfba service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1716657 Jan 28 16:36:05.377601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44a4940b-bff6-44a4-b174-9961c441aa7d req-ed635819-b575-4eaa-9c73-503db9a0af65 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362050 Jan 28 16:36:05.400020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e5197cc-c7f1-4ada-98c0-2644c679450d req-a568c9bd-707f-41ef-91b8-cf2d4df15825 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679296 Jan 28 16:36:05.478987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-5add81fa-efd0-4088-be85-91abcfab6252 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33 HTTP/1.1" status: 200 len: 217 time: 0.0899868 Jan 28 16:36:05.598869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-3a26f7d7-b9f3-46bf-8e40-f6acb1f8518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.599554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72b29-dcaf-412d-bc1a-54c76ed076f1 req-c8651ec5-9f5c-4c80-b547-b01222994187 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.601692 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-3a26f7d7-b9f3-46bf-8e40-f6acb1f8518a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1118104 Jan 28 16:36:05.610103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeb72b29-dcaf-412d-bc1a-54c76ed076f1 req-c8651ec5-9f5c-4c80-b547-b01222994187 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 945 time: 0.0862179 Jan 28 16:36:05.634134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:05.636390 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7352c3d2-97de-4b5b-affb-57bd920696de" -d '{"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-plugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:05.661483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-1d5ad9e4-4984-454d-bd0e-ac216662f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.664060 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-1d5ad9e4-4984-454d-bd0e-ac216662f0ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0554950 Jan 28 16:36:05.736869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeb72b29-dcaf-412d-bc1a-54c76ed076f1 req-5c2bdae6-78e0-47b1-bc0d-ed786daa11e3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242952 Jan 28 16:36:05.785051 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-bf7f1623-bcbd-4dac-936b-09746253cbf1 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140966 Jan 28 16:36:05.808557 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba1de1-a312-49b5-875b-ea430f15ddd3 x-openstack-request-id: req-a6ba1de1-a312-49b5-875b-ea430f15ddd3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:05.809686 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-plugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:05.810140 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ba1de1-a312-49b5-875b-ea430f15ddd3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:05.810719 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'code': 200} Jan 28 16:36:05.852146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-826fc45a-8c3f-4858-b847-2a4855d1d510 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:05.865687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-826fc45a-8c3f-4858-b847-2a4855d1d510 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.1992223 Jan 28 16:36:05.928290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6099c4b0-d49c-4821-806a-cc4c3ea3f56c req-af78779e-1eeb-4a14-b7a8-e38d3f1ea0c1 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345155 Jan 28 16:36:05.941569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-12421e44-03a1-46d4-a86f-60b8e1a0b0f4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.0736699 Jan 28 16:36:05.983509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-d7363d81-a66d-4644-b3c1-fcadc7738277 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410359 Jan 28 16:36:06.014824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6c096-6b64-4a59-87c4-535492697c94 req-dfa258a7-3a95-4084-b7bf-27e9df8d865d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:06.023056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afb6c096-6b64-4a59-87c4-535492697c94 req-dfa258a7-3a95-4084-b7bf-27e9df8d865d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1483085 Jan 28 16:36:06.044190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa95ab-b854-4300-9419-21ed46125233 req-74a3d03c-b49c-4c33-b29b-91d132c5d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:06.045800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53fa95ab-b854-4300-9419-21ed46125233 req-74a3d03c-b49c-4c33-b29b-91d132c5d6db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 1132 time: 0.1433141 Jan 28 16:36:06.146094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afb6c096-6b64-4a59-87c4-535492697c94 req-afa6a9e9-593e-47eb-bc53-ec02465b5bec tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225402 Jan 28 16:36:06.176927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53fa95ab-b854-4300-9419-21ed46125233 req-cb6dd151-c87e-4d5f-af71-9dca1400333a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242778 Jan 28 16:36:06.201813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ee766e06-c244-41f2-b4c6-beb6505b8961 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:06.229987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: ee766e06-c244-41f2-b4c6-beb6505b8961 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:36:06.240429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ee766e06-c244-41f2-b4c6-beb6505b8961 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:36:06.243782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-3d798132-ff7f-445d-b541-b816f35444fe service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502089 Jan 28 16:36:06.367669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7c6bf567-573d-456a-979d-dc061b7f32ea service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105959 Jan 28 16:36:06.384934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555011a-cd32-4fa0-853d-27d2deee9aa3 req-5ec5f21b-c5bb-4c57-a208-48b5e5ca5488 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:06.386677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2555011a-cd32-4fa0-853d-27d2deee9aa3 req-5ec5f21b-c5bb-4c57-a208-48b5e5ca5488 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 948 time: 0.1389384 Jan 28 16:36:06.457838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2555011a-cd32-4fa0-853d-27d2deee9aa3 req-5dfe51d6-68e7-4722-8465-c9901596a117 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642507 Jan 28 16:36:06.604370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983946e-553f-4432-aa44-16029a7677c4 req-fe614e2b-c280-4c81-997a-f9af0a5fe3a0 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:06.606260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1983946e-553f-4432-aa44-16029a7677c4 req-fe614e2b-c280-4c81-997a-f9af0a5fe3a0 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.0889792 Jan 28 16:36:06.653205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:06.709856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1983946e-553f-4432-aa44-16029a7677c4 req-63383d96-aafa-4edb-b8f5-eb4180faeb9b tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938036 Jan 28 16:36:06.740241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a978b-01a3-441c-b396-ad1f5428f836 req-31353a6c-848a-4f09-b2e3-2451c7717b3a tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:06.750044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e3a978b-01a3-441c-b396-ad1f5428f836 req-31353a6c-848a-4f09-b2e3-2451c7717b3a tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.1255174 Jan 28 16:36:06.807865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:06.825478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'mac_address': 'fa:16:3e:10:60:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:06.860649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65900090-67fa-412e-b7a4-d9f9e949f7ea req-a9a31063-74b9-4607-93ad-92cac1635be7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 210 time: 0.0746329 Jan 28 16:36:06.885137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e3a978b-01a3-441c-b396-ad1f5428f836 req-ebada167-0dce-436d-9707-bdd41ad2e271 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334283 Jan 28 16:36:06.898611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2024d16e-9006-4cf1-be8d-6d517cddd051 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:06.902257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:06.925250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2024d16e-9006-4cf1-be8d-6d517cddd051 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:06.965013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:06.977891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:07.020444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18cac-0dff-4c5a-b2fc-30b2847bce97 req-126ba674-d69f-4ead-9474-7920c6850304 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:07.029203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ce18cac-0dff-4c5a-b2fc-30b2847bce97 req-126ba674-d69f-4ead-9474-7920c6850304 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 945 time: 0.0695577 Jan 28 16:36:07.054632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:07.097824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ce18cac-0dff-4c5a-b2fc-30b2847bce97 req-b001a67f-53be-4052-945c-c84bcc480ff3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682740 Jan 28 16:36:07.273953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2024d16e-9006-4cf1-be8d-6d517cddd051'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:07.367928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5618f0-5848-4fb2-8953-a8df12cbace6 req-5c5f1758-90a0-499a-b41f-01ef352ee9d9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:07.379368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e5618f0-5848-4fb2-8953-a8df12cbace6 req-5c5f1758-90a0-499a-b41f-01ef352ee9d9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1111181 Jan 28 16:36:07.574615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e5618f0-5848-4fb2-8953-a8df12cbace6 req-263bf45f-f69e-421e-9ed7-75733179bbec tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980736 Jan 28 16:36:07.619051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308dcab-e1a9-4dd5-89b9-1afec515aae9 req-117b09bc-5ede-4c7b-a893-f3284121294c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:07.620627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0308dcab-e1a9-4dd5-89b9-1afec515aae9 req-117b09bc-5ede-4c7b-a893-f3284121294c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 945 time: 0.1968842 Jan 28 16:36:07.681466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0308dcab-e1a9-4dd5-89b9-1afec515aae9 req-a5c148c0-4e8a-491e-8bef-57b324b509b4 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533400 Jan 28 16:36:07.736408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0953c9-8c2f-4348-ab24-a83dcf0c40df req-42ca8cdc-bab7-4952-a7a2-37004dd092b8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:07.737933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b0953c9-8c2f-4348-ab24-a83dcf0c40df req-42ca8cdc-bab7-4952-a7a2-37004dd092b8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 948 time: 0.0613153 Jan 28 16:36:07.826572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b0953c9-8c2f-4348-ab24-a83dcf0c40df req-99219c96-cb90-4794-bd25-e3ad182fd369 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827572 Jan 28 16:36:07.860496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef18f-1fc7-4267-a434-a6376c49fe87 req-346f6ec3-cc37-42c5-bcc8-0bdbf58abfe4 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:07.861974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af6ef18f-1fc7-4267-a434-a6376c49fe87 req-346f6ec3-cc37-42c5-bcc8-0bdbf58abfe4 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.0829802 Jan 28 16:36:07.932450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af6ef18f-1fc7-4267-a434-a6376c49fe87 req-29e43155-3c72-44a7-8296-351d56d70ba5 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618248 Jan 28 16:36:08.028260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01710f23-6abd-4a39-9aa5-fe52b5417793 req-4365dbc2-dffb-4118-a8d4-c02603188ad4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 210 time: 0.0634599 Jan 28 16:36:08.108075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-9fb27528-d7ba-4000-baed-ff0031429648 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:08.110940 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-9fb27528-d7ba-4000-baed-ff0031429648 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.1954448 Jan 28 16:36:08.132325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Request body: {'port': {'device_id': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'admin_state_up': True, 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:08.139714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a795b8-4f69-4901-987e-e2c3d07d29dc req-3473ea48-5e59-48b6-a3ad-b5f219893b94 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:08.141434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72a795b8-4f69-4901-987e-e2c3d07d29dc req-3473ea48-5e59-48b6-a3ad-b5f219893b94 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 949 time: 0.0848308 Jan 28 16:36:08.203315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72a795b8-4f69-4901-987e-e2c3d07d29dc req-7dfa8e7f-d012-40d0-976a-ec2e4a499afa tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551014 Jan 28 16:36:08.214566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58c16861-b3be-4a3b-b749-e1e93bab3f33 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:08.271129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:08.276893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:08.445077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Allocated IP 172.20.0.7 (ceca99fb-0abb-4189-aeb7-d1dacf939f04/956e0b34-e41b-4da8-a535-8ed44d9a912a/d64bc3ff-ecc9-41fe-a01c-486259e5015c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:08.447015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 58c16861-b3be-4a3b-b749-e1e93bab3f33, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:08.459603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '58c16861-b3be-4a3b-b749-e1e93bab3f33', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '58c16861-b3be-4a3b-b749-e1e93bab3f33', 'mac_address': 'fa:16:3e:ba:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:08.504756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 58c16861-b3be-4a3b-b749-e1e93bab3f33 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:08.505110 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:08.519030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c16861-b3be-4a3b-b749-e1e93bab3f33 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:08.543925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 58c16861-b3be-4a3b-b749-e1e93bab3f33, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:08.558343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:08.608147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=58c16861-b3be-4a3b-b749-e1e93bab3f33,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:08.665417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:08.701831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks [] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:08.740508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb5d02-cfac-4d7e-84b9-209e61d78188 req-dc312775-1443-4184-a748-60433bb54404 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:08.749250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9fb5d02-cfac-4d7e-84b9-209e61d78188 req-dc312775-1443-4184-a748-60433bb54404 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.0815287 Jan 28 16:36:08.775678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2024d16e-9006-4cf1-be8d-6d517cddd051 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:08.778628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:08.786992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2024d16e-9006-4cf1-be8d-6d517cddd051 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:08.788942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:08.841132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9fb5d02-cfac-4d7e-84b9-209e61d78188 req-7516999a-020b-4dc6-9ac8-dbbc94e6902c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866041 Jan 28 16:36:08.873105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:08.883200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:08.884390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:08.888591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:08.914435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27de68-6b4f-4aca-9c6d-fc5dc966f988 req-662d5705-c6a8-4e80-a3fd-b5b44f41a115 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:08.922057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f27de68-6b4f-4aca-9c6d-fc5dc966f988 req-662d5705-c6a8-4e80-a3fd-b5b44f41a115 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 945 time: 0.1473398 Jan 28 16:36:09.012166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:09.013138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.018989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:09.032922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2024d16e-9006-4cf1-be8d-6d517cddd051 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:09.033323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.052613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-146ae8d2-9965-4a92-9b30-5dd58f51b494 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259214 Jan 28 16:36:09.065722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f27de68-6b4f-4aca-9c6d-fc5dc966f988 req-c9e2b79b-7edb-4516-96fa-ac6142e2cff2 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272671 Jan 28 16:36:09.085446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Request body: {'port': {'device_id': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:09.091795 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aceb5-2793-435d-b418-dcb3e82bf68c req-30b6d254-c1b9-456b-9ed9-ce071535c504 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:09.103906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e62aceb5-2793-435d-b418-dcb3e82bf68c req-30b6d254-c1b9-456b-9ed9-ce071535c504 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 949 time: 0.1321182 Jan 28 16:36:09.147657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:09.150462 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a9f5ba-bcc9-4af0-b0af-dec66aaeed87" -d '{"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-plugged", "status": "completed", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:09.182738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:09.200720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.225743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.276559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:09.569453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e62aceb5-2793-435d-b418-dcb3e82bf68c req-2b5b94be-ab31-44c5-9bd2-0f9559697d66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579439 Jan 28 16:36:09.628888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cf55d-8d43-47f3-9a76-54a1c6f95d72 req-c2889678-7d1a-4c16-a593-10c3324f1f70 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:09.635068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64bc3ff-ecc9-41fe-a01c-486259e5015c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:09.637337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-444cf55d-8d43-47f3-9a76-54a1c6f95d72 req-c2889678-7d1a-4c16-a593-10c3324f1f70 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1337891 Jan 28 16:36:09.649568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Publish callbacks [] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.663393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Transition to ACTIVE for port object d64bc3ff-ecc9-41fe-a01c-486259e5015c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:09.673886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.744801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-444cf55d-8d43-47f3-9a76-54a1c6f95d72 req-dc4ec912-6193-442a-b463-9dc9969a0c59 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017287 Jan 28 16:36:09.761565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7388d8-0fc9-4a2f-aa2e-4b98a9a5fb64 req-7510e2d9-22db-4eb3-9aaa-0048945a5155 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:09.769525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe7388d8-0fc9-4a2f-aa2e-4b98a9a5fb64 req-7510e2d9-22db-4eb3-9aaa-0048945a5155 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.0905056 Jan 28 16:36:09.855097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe7388d8-0fc9-4a2f-aa2e-4b98a9a5fb64 req-8a02411a-50ec-49ac-9be7-4f0ea34416a6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842700 Jan 28 16:36:09.870915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:09.896766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Attempting to bind port d64bc3ff-ecc9-41fe-a01c-486259e5015c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:09.897186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Attempting to bind port d64bc3ff-ecc9-41fe-a01c-486259e5015c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:09.897746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Attempting to bind port d64bc3ff-ecc9-41fe-a01c-486259e5015c on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:09.903101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Port d64bc3ff-ecc9-41fe-a01c-486259e5015c on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:09.903495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Attempting to bind port d64bc3ff-ecc9-41fe-a01c-486259e5015c on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:09.908957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:09.909370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:09.909823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Bound using segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:09.910341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Bound port: d64bc3ff-ecc9-41fe-a01c-486259e5015c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:09.910771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:09.926370 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c832c744-6fa2-480f-ad3b-6052f5b7fb55 x-openstack-request-id: req-c832c744-6fa2-480f-ad3b-6052f5b7fb55 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:09.926933 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-plugged", "status": "completed", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:09.927121 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c832c744-6fa2-480f-ad3b-6052f5b7fb55 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:09.927518 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'code': 200} Jan 28 16:36:09.981800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:09.991469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:10.006158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:10.056802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.057263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:10.058774 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] 10.222.0.31 "PUT /v2.0/ports/d64bc3ff-ecc9-41fe-a01c-486259e5015c HTTP/1.1" status: 200 len: 1092 time: 0.9976234 Jan 28 16:36:10.061728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:10.065886 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221a295-f60e-41bf-b482-341fec2282b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:10.165177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd45a1-ea6d-4f9f-960e-153b48422b3a req-d305e7e9-0e6e-4f59-a996-94673703c69b tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.167026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bdd45a1-ea6d-4f9f-960e-153b48422b3a req-d305e7e9-0e6e-4f59-a996-94673703c69b tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 950 time: 0.0941534 Jan 28 16:36:10.171349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e05a0-60bb-466a-8a4a-cac6feb16b4a service neutron] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:10.173933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7517a1-276c-43e3-8365-ac73e4b46f8b req-f50cc217-fd9e-4e14-9873-e1a34cd247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.176286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf7517a1-276c-43e3-8365-ac73e4b46f8b req-f50cc217-fd9e-4e14-9873-e1a34cd247de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 1133 time: 0.1661067 Jan 28 16:36:10.215735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-35172dee-d196-4960-9ddd-e002e519e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.218972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-35172dee-d196-4960-9ddd-e002e519e143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 1126 time: 0.1122906 Jan 28 16:36:10.227978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58c16861-b3be-4a3b-b749-e1e93bab3f33 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:10.277522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bdd45a1-ea6d-4f9f-960e-153b48422b3a req-971c6d7c-19e5-4f3c-b3c2-6bc62ec032a1 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000183 Jan 28 16:36:10.282701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf7517a1-276c-43e3-8365-ac73e4b46f8b req-a6be50d2-4174-483e-9748-6ea3dfc516d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990813 Jan 28 16:36:10.324154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-b850ca0a-c551-4542-845f-662bcebf9a32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c HTTP/1.1" status: 200 len: 217 time: 0.0974846 Jan 28 16:36:10.356100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 58c16861-b3be-4a3b-b749-e1e93bab3f33 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:10.360395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 58c16861-b3be-4a3b-b749-e1e93bab3f33 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:10.360793 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:10.393516 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f1096d-d93c-4427-b3e5-7d45136d6e18 x-openstack-request-id: req-46f1096d-d93c-4427-b3e5-7d45136d6e18 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:10.393516 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:10.393727 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46f1096d-d93c-4427-b3e5-7d45136d6e18 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:10.394092 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'status': 'completed', 'code': 200} Jan 28 16:36:10.425715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8c8-261e-4347-bb06-57fde3771873 req-dcf07d23-57b5-4152-b2a2-c464d077bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.427065 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-dcf07d23-57b5-4152-b2a2-c464d077bb67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0964983 Jan 28 16:36:10.438601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178820-8040-4f5f-82aa-08d760ed238f req-296c04fe-cd2a-4f63-92b2-aaf253ba2f8c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.469282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9178820-8040-4f5f-82aa-08d760ed238f req-296c04fe-cd2a-4f63-92b2-aaf253ba2f8c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1338847 Jan 28 16:36:10.478567 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-d94f1b7d-0fa7-4f75-b796-96c273abd4de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417514 Jan 28 16:36:10.539455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 58c16861-b3be-4a3b-b749-e1e93bab3f33 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:10.539923 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:10.565674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9178820-8040-4f5f-82aa-08d760ed238f req-37c166a4-7252-4f08-974b-2a48d22ee593 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890408 Jan 28 16:36:10.625208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 58c16861-b3be-4a3b-b749-e1e93bab3f33, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:10.636103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:10.675900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-cca7a705-0895-430e-8e10-aec895901c78 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910677 Jan 28 16:36:10.791598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=58c16861-b3be-4a3b-b749-e1e93bab3f33,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:10.806408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3662f-3f81-4259-b962-60ba602b7367 req-8c5706f0-3ef9-42e9-9ab2-ac54e19edb29 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.808395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8d3662f-3f81-4259-b962-60ba602b7367 req-8c5706f0-3ef9-42e9-9ab2-ac54e19edb29 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.1148009 Jan 28 16:36:10.850765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c149e8c8-261e-4347-bb06-57fde3771873 req-a28fb61a-2cbd-4b1a-803d-cc7a8c2b1e60 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681151 Jan 28 16:36:10.875397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8d3662f-3f81-4259-b962-60ba602b7367 req-2d9d7c6b-cb4a-4500-9a15-dc8b9d5b6df5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613739 Jan 28 16:36:10.985527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436af4d-3f2e-4b2b-bcda-b3ddaed078da req-54f0fdef-5511-49d3-b2c9-cdbc242242eb tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.989374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0436af4d-3f2e-4b2b-bcda-b3ddaed078da req-54f0fdef-5511-49d3-b2c9-cdbc242242eb tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1125176 Jan 28 16:36:10.990391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221a295-f60e-41bf-b482-341fec2282b8 req-e126d51c-c372-4f02-a55d-0aa5be0ed67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:10.992567 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-e126d51c-c372-4f02-a55d-0aa5be0ed67e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 1126 time: 0.0549085 Jan 28 16:36:11.109298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221a295-f60e-41bf-b482-341fec2282b8 req-9323a61c-361b-4997-b5ba-2b991ef593f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.112027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-9323a61c-361b-4997-b5ba-2b991ef593f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.1121602 Jan 28 16:36:11.120107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203177-139e-442e-b53c-1b490785c9bd req-97ee8241-5399-4f02-9aa7-a923d1776eb6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.127298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74203177-139e-442e-b53c-1b490785c9bd req-97ee8241-5399-4f02-9aa7-a923d1776eb6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.1359990 Jan 28 16:36:11.156694 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-006b48b3-2c32-4d37-88b8-9d7fc956f367 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c HTTP/1.1" status: 200 len: 217 time: 0.0371666 Jan 28 16:36:11.158258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0436af4d-3f2e-4b2b-bcda-b3ddaed078da req-544eab40-fea2-469c-af4e-d8fa6cc831ab tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153378 Jan 28 16:36:11.198510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74203177-139e-442e-b53c-1b490785c9bd req-d3ca5d5a-efc3-42b4-a7a8-17596effbe9f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702090 Jan 28 16:36:11.230116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221a295-f60e-41bf-b482-341fec2282b8 req-b93e2061-fb05-40fd-8305-98ebb3037fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.231727 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-b93e2061-fb05-40fd-8305-98ebb3037fd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0681071 Jan 28 16:36:11.280987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-5e00ab60-42bc-415f-985d-384ba39fe376 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419555 Jan 28 16:36:11.392487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a51c3-6e0f-460a-bf4c-662831b0814a req-103d319c-5959-41e3-ae71-2ca040459b88 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.399993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc8a51c3-6e0f-460a-bf4c-662831b0814a req-103d319c-5959-41e3-ae71-2ca040459b88 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 950 time: 0.0640905 Jan 28 16:36:11.463675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc8a51c3-6e0f-460a-bf4c-662831b0814a req-c2e09c98-1186-488d-9d8d-21ebd6249b37 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625639 Jan 28 16:36:11.540076 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-bf4df2cb-7c1d-4e28-b9b7-c1ec6f8447b0 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515614 Jan 28 16:36:11.691342 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b221a295-f60e-41bf-b482-341fec2282b8 req-56cdc16c-d752-4ca4-b60a-45dcb78af011 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431777 Jan 28 16:36:11.808138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8351e-5058-463a-9006-08a649ab81e8 req-5fb480b1-61bf-4263-a761-beba5f8bcb8b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.824226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04e8351e-5058-463a-9006-08a649ab81e8 req-5fb480b1-61bf-4263-a761-beba5f8bcb8b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1267483 Jan 28 16:36:11.855694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-a086e0c2-901e-4520-ae05-6e6efa7361af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.857460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-a086e0c2-901e-4520-ae05-6e6efa7361af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8f94045cc12449fba66393c997223bd&device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 1129 time: 0.0695322 Jan 28 16:36:11.861247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e30af-5ccb-43b7-a537-7633d1e4b42e req-96a95d66-01c6-44af-967c-10da55168351 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.862742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053e30af-5ccb-43b7-a537-7633d1e4b42e req-96a95d66-01c6-44af-967c-10da55168351 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1292055 Jan 28 16:36:11.923915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04e8351e-5058-463a-9006-08a649ab81e8 req-24d2507b-86da-4680-9409-0532801e73ef tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Jan 28 16:36:11.928982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c16861-b3be-4a3b-b749-e1e93bab3f33'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:11.932462 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b67efc-84e7-432a-884c-843552e51fde" -d '{"events": [{"server_uuid": "07e65f43-7e81-4b2e-a500-0c3529a8a9f8", "name": "network-vif-plugged", "status": "completed", "tag": "58c16861-b3be-4a3b-b749-e1e93bab3f33"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:11.937390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053e30af-5ccb-43b7-a537-7633d1e4b42e req-81c3da56-f97e-4652-a915-149bc34bd8fa tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606706 Jan 28 16:36:11.979008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-9d0f67e2-9e76-45cf-b259-53f089030081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:11.981630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-9d0f67e2-9e76-45cf-b259-53f089030081 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 200 len: 915 time: 0.1176305 Jan 28 16:36:11.998622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:12.005593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:12.061622 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-4b94b9d7-14e5-4785-9178-cafdfab04d9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90268067-7a06-4a8d-9183-23b3cbb4900a HTTP/1.1" status: 200 len: 217 time: 0.0713990 Jan 28 16:36:12.067681 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da437be0-e6a1-4bda-9694-a4410d571435 x-openstack-request-id: req-da437be0-e6a1-4bda-9694-a4410d571435 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:12.067977 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e65f43-7e81-4b2e-a500-0c3529a8a9f8", "name": "network-vif-plugged", "status": "completed", "tag": "58c16861-b3be-4a3b-b749-e1e93bab3f33", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:12.068431 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da437be0-e6a1-4bda-9694-a4410d571435 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:12.069466 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c16861-b3be-4a3b-b749-e1e93bab3f33', 'code': 200} Jan 28 16:36:12.101896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dcb16-cc22-4870-8c41-5521c0181989 req-55a722ad-001d-46f1-a736-2231d91d1689 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.103749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1dcb16-cc22-4870-8c41-5521c0181989 req-55a722ad-001d-46f1-a736-2231d91d1689 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.1159225 Jan 28 16:36:12.132616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-ccbfe18c-a373-4f7d-94d2-b301a117caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.133571 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-ccbfe18c-a373-4f7d-94d2-b301a117caed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 200 len: 853 time: 0.0568542 Jan 28 16:36:12.173497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1dcb16-cc22-4870-8c41-5521c0181989 req-bb03e33e-f870-41ee-b250-500f90bb80c2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629315 Jan 28 16:36:12.237363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-6174d89f-af06-4987-b700-37e258e9af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.238975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-6174d89f-af06-4987-b700-37e258e9af75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0878096 Jan 28 16:36:12.243085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:12.314198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ebdf-d097-42a1-9796-a2ddcb899e4e req-44b4fa1f-392d-4daa-b7e8-789bca7a52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.316048 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3188ebdf-d097-42a1-9796-a2ddcb899e4e req-44b4fa1f-392d-4daa-b7e8-789bca7a52c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 1133 time: 0.1634507 Jan 28 16:36:12.360151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb107c8b-c256-4310-8f13-a7c6d9c7373c req-9752991b-8e46-4a0f-8040-cce36cf7b77e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.362864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb107c8b-c256-4310-8f13-a7c6d9c7373c req-9752991b-8e46-4a0f-8040-cce36cf7b77e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.1003575 Jan 28 16:36:12.401660 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3188ebdf-d097-42a1-9796-a2ddcb899e4e req-57e097ef-a4ee-436b-8f47-2f6424700d47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763252 Jan 28 16:36:12.406225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-8540334b-44de-4180-9790-5eeae0be7477 service neutron] 10.222.0.31 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458554 Jan 28 16:36:12.439506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:12.446454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb107c8b-c256-4310-8f13-a7c6d9c7373c req-29bcf607-deb3-4d4b-8ee6-29f6eb9d1d5f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777183 Jan 28 16:36:12.461578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '800cbdda-4728-48c0-a942-e924c9a044e9', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': '800cbdda-4728-48c0-a942-e924c9a044e9', 'mac_address': 'fa:16:3e:5a:92:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:12.501331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 800cbdda-4728-48c0-a942-e924c9a044e9 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:12.501832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:12.516934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 800cbdda-4728-48c0-a942-e924c9a044e9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:12.540658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:12.546781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:12.602911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d705409-907f-4b64-8467-657440f76eac req-addc6126-a358-48b0-a614-8e78d35649c0 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.606436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d705409-907f-4b64-8467-657440f76eac req-addc6126-a358-48b0-a614-8e78d35649c0 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 950 time: 0.0739572 Jan 28 16:36:12.623918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:12.703541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d705409-907f-4b64-8467-657440f76eac req-1c8133ba-9601-4578-b7e0-29ec1f4cb95d tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898352 Jan 28 16:36:12.739932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['800cbdda-4728-48c0-a942-e924c9a044e9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:12.802274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-88f7b4df-607d-43f2-9144-46e744a5f7be req-185416d6-7634-4af1-a22c-b46ecff2782e service neutron] 10.222.0.31 "GET /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737339 Jan 28 16:36:12.936341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab4e06-ded0-4381-b1fd-4685d5ed7ed8 req-b88f2409-7277-49e0-b76c-0b2643e2832b tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:12.939412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8fab4e06-ded0-4381-b1fd-4685d5ed7ed8 req-b88f2409-7277-49e0-b76c-0b2643e2832b tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 949 time: 0.1123238 Jan 28 16:36:13.035450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8fab4e06-ded0-4381-b1fd-4685d5ed7ed8 req-93ec4f34-cf6e-429c-8f37-be781765112b tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892155 Jan 28 16:36:13.108888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a400a-b81b-4fcb-ba53-f39763288a4a req-5f38a9ed-52c6-47a0-bca3-193ef335fd9a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:13.110768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-342a400a-b81b-4fcb-ba53-f39763288a4a req-5f38a9ed-52c6-47a0-bca3-193ef335fd9a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.0728605 Jan 28 16:36:13.199724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-342a400a-b81b-4fcb-ba53-f39763288a4a req-d44ef3e2-dfac-4df6-bf8f-f80ad4b9af55 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779345 Jan 28 16:36:13.214431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b5bb2-6afe-47a4-8089-12b3ec2c362e req-f58ad87d-4b95-4bef-8ea5-881987b0d6c0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:13.225324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-497b5bb2-6afe-47a4-8089-12b3ec2c362e req-f58ad87d-4b95-4bef-8ea5-881987b0d6c0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1074598 Jan 28 16:36:13.313372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-497b5bb2-6afe-47a4-8089-12b3ec2c362e req-d611e0fa-5308-46ad-909c-06c71a9d74f3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847280 Jan 28 16:36:13.502404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250a6f-e4ff-431d-8aa4-d04ac1c79769 req-0d0b1272-7c9b-49f7-945c-edf2fc1b4491 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:13.504460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57250a6f-e4ff-431d-8aa4-d04ac1c79769 req-0d0b1272-7c9b-49f7-945c-edf2fc1b4491 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.0808692 Jan 28 16:36:13.595656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57250a6f-e4ff-431d-8aa4-d04ac1c79769 req-5b36e4e7-aa95-4d9b-8cc0-478219a2f41d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802670 Jan 28 16:36:13.810194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc44d3-ec55-4bb1-bf72-0a9c78462f27 req-0b265120-8d2e-4380-afec-8a7aa3873ff4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:13.811758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6adc44d3-ec55-4bb1-bf72-0a9c78462f27 req-0b265120-8d2e-4380-afec-8a7aa3873ff4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.1225476 Jan 28 16:36:13.910347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6adc44d3-ec55-4bb1-bf72-0a9c78462f27 req-16368c23-9269-47b3-9bb7-7fd0d64863cc tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873036 Jan 28 16:36:14.257935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device d64bc3ff-ecc9-41fe-a01c-486259e5015c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:14.262878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:14.377240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd3e47-70a7-4b5f-b976-b1206c025a61 req-b647e254-4c2b-4d50-9b14-278b0e05cdf8 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:14.390711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5cd3e47-70a7-4b5f-b976-b1206c025a61 req-b647e254-4c2b-4d50-9b14-278b0e05cdf8 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1017847 Jan 28 16:36:14.412435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 800cbdda-4728-48c0-a942-e924c9a044e9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:14.413101 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:14.516777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5cd3e47-70a7-4b5f-b976-b1206c025a61 req-9b67601d-7a8c-4005-b9c2-38198cb3c77a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221845 Jan 28 16:36:14.545222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 800cbdda-4728-48c0-a942-e924c9a044e9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:14.546326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:14.553544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600a81e-8237-4f21-b06c-924a60f758d2 req-a7689f25-df12-42b7-b06e-f5b12d123ed2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:14.563871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e600a81e-8237-4f21-b06c-924a60f758d2 req-a7689f25-df12-42b7-b06e-f5b12d123ed2 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1281717 Jan 28 16:36:14.643104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:14.646190 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a8feb-305c-4fd6-88ef-b9299c0b7424" -d '{"events": [{"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-plugged", "status": "completed", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:14.675937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:14.676845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e600a81e-8237-4f21-b06c-924a60f758d2 req-de349ca5-cb0f-48ea-8466-b41b389f4489 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115112 Jan 28 16:36:14.697743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:14.713461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'mac_address': 'fa:16:3e:b1:ad:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:14.760991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:14.778220 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:14.783197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port d64bc3ff-ecc9-41fe-a01c-486259e5015c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:14.783590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:14.817128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd1ec0-420e-46fb-ac7f-f3b7979df9cd req-47f77d2d-8371-43e2-bea7-eb3fe0c2cbbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:14.826803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6bd1ec0-420e-46fb-ac7f-f3b7979df9cd req-47f77d2d-8371-43e2-bea7-eb3fe0c2cbbd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1486118 Jan 28 16:36:14.847786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:14.898324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:36:14.938682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c57d1-d1eb-42bc-9826-8ab8c310ee9a req-2e361aed-90dd-488f-ac3a-65d95f4f7251 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:14.944014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a7c57d1-d1eb-42bc-9826-8ab8c310ee9a req-2e361aed-90dd-488f-ac3a-65d95f4f7251 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.1777611 Jan 28 16:36:14.950470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64bc3ff-ecc9-41fe-a01c-486259e5015c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:14.966147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6bd1ec0-420e-46fb-ac7f-f3b7979df9cd req-bc9b2b10-abcc-4cf8-badb-bf448a0e99bf tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357591 Jan 28 16:36:14.976855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:14.990223 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:15.108056 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd6b867-fbd7-4381-88c8-da2c62cf4844 x-openstack-request-id: req-afd6b867-fbd7-4381-88c8-da2c62cf4844 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:15.108473 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-plugged", "status": "completed", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:15.108699 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afd6b867-fbd7-4381-88c8-da2c62cf4844 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:15.109140 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9', 'code': 200} Jan 28 16:36:15.113206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:15.175838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a7c57d1-d1eb-42bc-9826-8ab8c310ee9a req-6b1c2d27-e497-4ddf-97ad-8ff5246a9c75 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109325 Jan 28 16:36:15.216727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:15.276241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad', 'port_id': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'mac_address': 'fa:16:3e:fb:7c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17727bf-14a6-47a7-b0c1-c4791e085e6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:15.358463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['d64bc3ff-ecc9-41fe-a01c-486259e5015c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:15.475110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:15.475864 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:15.534695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:15.560659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:15.578763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:15.597570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81ed79-2f57-4222-87ec-8040ecd1137b req-dcab37d6-28d0-4007-ab9f-f16253929253 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:15.606626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df81ed79-2f57-4222-87ec-8040ecd1137b req-dcab37d6-28d0-4007-ab9f-f16253929253 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 944 time: 0.2120178 Jan 28 16:36:15.627268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01603b28-4c3e-4d43-84b8-7e85e5525393 req-87b93f30-e256-4f59-8f0f-5658f972898f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:15.635314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01603b28-4c3e-4d43-84b8-7e85e5525393 req-87b93f30-e256-4f59-8f0f-5658f972898f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 945 time: 0.1799169 Jan 28 16:36:15.641561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:15.760304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01603b28-4c3e-4d43-84b8-7e85e5525393 req-b2d8b1c6-f8b1-4a87-a8c7-e1a9294d79ba tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236846 Jan 28 16:36:15.766970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df81ed79-2f57-4222-87ec-8040ecd1137b req-7f13fe4b-1eb4-4947-81d5-ead02f05b702 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538062 Jan 28 16:36:15.855802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9e12a19-136f-4fc9-887c-160ca4f62747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:15.923974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0fd91169-eb5b-45ba-9bc3-2d7ad2019917'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:16.009884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5918-7f76-4c78-9517-be000724ef8d req-1d399a14-b63f-434f-a7dc-54d734bedf1f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:16.016800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-748b5918-7f76-4c78-9517-be000724ef8d req-1d399a14-b63f-434f-a7dc-54d734bedf1f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 944 time: 0.1218696 Jan 28 16:36:16.066122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0130ad-d87a-4b76-8e48-80164cbdbcee req-e9af59e1-1e8b-4267-ac5f-dd1cc93ec57b tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:16.074116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c0130ad-d87a-4b76-8e48-80164cbdbcee req-e9af59e1-1e8b-4267-ac5f-dd1cc93ec57b tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 1133 time: 0.1376085 Jan 28 16:36:16.099247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c0130ad-d87a-4b76-8e48-80164cbdbcee req-e32340dc-d28e-4bee-a788-4e399feafb70 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:16.147257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-748b5918-7f76-4c78-9517-be000724ef8d req-290feaa1-19e3-490b-a874-97c7dc3cbc9c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291111 Jan 28 16:36:16.296993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c0130ad-d87a-4b76-8e48-80164cbdbcee req-e32340dc-d28e-4bee-a788-4e399feafb70 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Publish callbacks [] for security_group (c67964c1-9603-4fef-bf10-9efba6e5caba), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:16.315089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c0130ad-d87a-4b76-8e48-80164cbdbcee req-e32340dc-d28e-4bee-a788-4e399feafb70 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c67964c1-9603-4fef-bf10-9efba6e5caba), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:16.408939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c0130ad-d87a-4b76-8e48-80164cbdbcee req-e32340dc-d28e-4bee-a788-4e399feafb70 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282320 Jan 28 16:36:16.430004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32340dc-d28e-4bee-a788-4e399feafb70 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67964c1-9603-4fef-bf10-9efba6e5caba,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:16.461698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057eec-98fc-418d-9021-069de6667ea7 req-17ff8109-8b68-4535-9f18-880b95871706 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:16.463474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4057eec-98fc-418d-9021-069de6667ea7 req-17ff8109-8b68-4535-9f18-880b95871706 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.1614628 Jan 28 16:36:16.573033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4057eec-98fc-418d-9021-069de6667ea7 req-1491d7c7-bee4-4cc1-9080-7b0b087df1f8 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031046 Jan 28 16:36:16.641776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-7081c8bb-248e-4f85-9c72-5e7eab98001b req-4d7704b6-196f-4cf3-9c35-d085aba2ba69 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:36:16.642819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7081c8bb-248e-4f85-9c72-5e7eab98001b req-4d7704b6-196f-4cf3-9c35-d085aba2ba69 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058582 Jan 28 16:36:16.725827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:16.776302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7081c8bb-248e-4f85-9c72-5e7eab98001b req-3ca25bfc-7f01-4ab1-a880-875017a78b8f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1199307 Jan 28 16:36:16.981462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:17.036170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '15f015e2-3226-4973-b30f-9b044bd1c309', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '15f015e2-3226-4973-b30f-9b044bd1c309', 'mac_address': 'fa:16:3e:e2:b5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:17.046717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c842dca-0b27-4732-bae9-bda20d221356 req-ad05a13f-1375-41ad-9349-423965dbe19f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:17.067971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c842dca-0b27-4732-bae9-bda20d221356 req-ad05a13f-1375-41ad-9349-423965dbe19f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 944 time: 0.1590507 Jan 28 16:36:17.141707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:17.142202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:17.161100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15f015e2-3226-4973-b30f-9b044bd1c309 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:17.165935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c842dca-0b27-4732-bae9-bda20d221356 req-c7cfd4ad-d79f-4ca5-9dcb-7e11806369ef tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969777 Jan 28 16:36:17.218788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:17.229250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:17.331850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-74843773-1eec-479b-8556-c301a2095b65 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431054 Jan 28 16:36:17.332999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:17.363934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['15f015e2-3226-4973-b30f-9b044bd1c309'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:17.531401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b97eb5-f0b1-48ae-bbd1-8c339c41c707 req-7f6230ac-5dbc-4b0e-a935-cd41e8b01347 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:17.533132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b97eb5-f0b1-48ae-bbd1-8c339c41c707 req-7f6230ac-5dbc-4b0e-a935-cd41e8b01347 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 944 time: 0.1622198 Jan 28 16:36:17.607481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-40be507f-c17f-456c-94ed-ceabe9f7bf35 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:17.609076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-40be507f-c17f-456c-94ed-ceabe9f7bf35 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752066 Jan 28 16:36:17.638017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-69857c5f-5f76-48aa-b05a-2cd5046fb774 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/quotas/8b923a3247244d1d8f3ab66eb910ea62 HTTP/1.1" status: 200 len: 375 time: 0.0190337 Jan 28 16:36:17.669327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b97eb5-f0b1-48ae-bbd1-8c339c41c707 req-93ac7813-477f-444c-b1b7-5f16a0059433 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164250 Jan 28 16:36:17.765117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-229e4ff7-2f23-4b96-81b6-a413be1ed111 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192360 Jan 28 16:36:17.849626 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0ee3-ba0a-49fb-8ac5-5c66f4529dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:17.879744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac394ce-d033-4ae8-9690-f6b6c2ce1737 req-acc8f9a4-aa9e-47e3-9e52-08665e2f4b0e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:17.898184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ac394ce-d033-4ae8-9690-f6b6c2ce1737 req-acc8f9a4-aa9e-47e3-9e52-08665e2f4b0e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1316268 Jan 28 16:36:18.000036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ac394ce-d033-4ae8-9690-f6b6c2ce1737 req-1f1fe2a5-a47e-4e4b-99a9-8550bafdfa80 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913908 Jan 28 16:36:18.283084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device d64bc3ff-ecc9-41fe-a01c-486259e5015c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:18.500445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port d64bc3ff-ecc9-41fe-a01c-486259e5015c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:18.510847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port d64bc3ff-ecc9-41fe-a01c-486259e5015c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:18.511750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:18.642806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port d64bc3ff-ecc9-41fe-a01c-486259e5015c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:18.643264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:18.672732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:18.675268 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d573e393-d9c5-4cd0-8eb1-8fa57e7077f4" -d '{"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-plugged", "status": "completed", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:18.698792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:18.707054 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:18.763935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:18.857055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:18.880406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 15f015e2-3226-4973-b30f-9b044bd1c309 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:18.880993 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:18.994822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:18.995218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:19.068900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:19.078590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:19.079625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:19.288425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:19.309709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:19.311966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:19.319908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:19.320380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:19.419788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:19.420188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:19.459850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:19.465484 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:19.564621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:20.552372 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:20.641267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-fe08da00-890e-4326-be32-25d76d551338 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383887 Jan 28 16:36:20.794857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-e009067b-efe4-42a1-b28e-81e18da34918 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842512 Jan 28 16:36:20.901918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2047c755-4db5-4f25-afb4-faafcd3394ef tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:20.909349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2047c755-4db5-4f25-afb4-faafcd3394ef tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552798 Jan 28 16:36:20.923091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:21.057239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bf6fc123-5486-4b54-95cd-9bc834e73b87 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:21.059081 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bf6fc123-5486-4b54-95cd-9bc834e73b87 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596283 Jan 28 16:36:21.073662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:21.206242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:21.210790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:21.242046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:21.250743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:21.570612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.46 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/aecfb2fc-abaf-4824-83b3-a4820dabe382) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:21.730012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:21.837640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:21.885593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:21.901489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:21.953004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.97 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/6622a756-678a-491c-b323-5a1962a94a80) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:22.034811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:22.038712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:22.044876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:22.073375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=aecfb2fc-abaf-4824-83b3-a4820dabe382,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:22.129521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:22.130197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.173309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-bdaceee7-aad7-43e9-bc1e-83ae3e745e66 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2547011 Jan 28 16:36:22.188230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Request body: {'port': {'device_id': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:22.250814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (6622a756-678a-491c-b323-5a1962a94a80), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.288885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.322652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.346115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:22.417575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:22.421432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:22.425618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:22.534523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:22.595390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:22.596047 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.610771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d1522a1b-92f1-41dc-8d3e-bc05c3f0b362 None None] Provisioning complete for port aecfb2fc-abaf-4824-83b3-a4820dabe382 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:22.611155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1522a1b-92f1-41dc-8d3e-bc05c3f0b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.652640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-766bc14d-80c7-4c5b-b14d-81bf7045a4b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5833204 Jan 28 16:36:22.665023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Request body: {'port': {'device_id': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:22.728041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d1522a1b-92f1-41dc-8d3e-bc05c3f0b362 None None] Port aecfb2fc-abaf-4824-83b3-a4820dabe382 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:36:22.917949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6622a756-678a-491c-b323-5a1962a94a80), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.928417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4b7cfa7f-84ad-47ea-9020-ffe61b148b73 None None] Provisioning complete for port 6622a756-678a-491c-b323-5a1962a94a80 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:22.929121 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa7f-84ad-47ea-9020-ffe61b148b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6622a756-678a-491c-b323-5a1962a94a80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.933954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-2b4c833b-0395-4ba3-b13a-1a403b234a9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2073874 Jan 28 16:36:22.941910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecfb2fc-abaf-4824-83b3-a4820dabe382 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:22.973132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Publish callbacks [] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:22.998129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Transition to ACTIVE for port object aecfb2fc-abaf-4824-83b3-a4820dabe382 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:23.010134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cfa7f-84ad-47ea-9020-ffe61b148b73 None None] Port 6622a756-678a-491c-b323-5a1962a94a80 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:36:23.070790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:23.177311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=aecfb2fc-abaf-4824-83b3-a4820dabe382,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:23.251828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887cc89-9dbc-4b29-8567-36488f342882 req-9d1cc0bd-4be7-4c56-915c-eb9d71ef7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:23.252438 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-9d1cc0bd-4be7-4c56-915c-eb9d71ef7c33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 1127 time: 0.1171741 Jan 28 16:36:23.281141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-ea87844e-f527-4eac-b5c6-d108dee91997 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2803347 Jan 28 16:36:23.502531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Attempting to bind port aecfb2fc-abaf-4824-83b3-a4820dabe382 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:23.502869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Attempting to bind port aecfb2fc-abaf-4824-83b3-a4820dabe382 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:23.503201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Attempting to bind port aecfb2fc-abaf-4824-83b3-a4820dabe382 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:23.527352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Port aecfb2fc-abaf-4824-83b3-a4820dabe382 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:23.527684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Attempting to bind port aecfb2fc-abaf-4824-83b3-a4820dabe382 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:23.532844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-3e393b0d-0447-412f-bbc1-0cd791e36583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:23.534337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-3e393b0d-0447-412f-bbc1-0cd791e36583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89a98175f24401b997bdec0b0c07b49&device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 1129 time: 0.1751835 Jan 28 16:36:23.543944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:23.544294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:23.545068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:23.545424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Bound port: aecfb2fc-abaf-4824-83b3-a4820dabe382, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:23.546036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:23.867941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] For port aecfb2fc-abaf-4824-83b3-a4820dabe382, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:23.879312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] For port aecfb2fc-abaf-4824-83b3-a4820dabe382, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:23.887076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-d1aed110-a640-44d0-9632-02a9ba03bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:23.888584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-d1aed110-a640-44d0-9632-02a9ba03bca6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83708a06-70c5-46b6-a60c-44bbf0177c36 HTTP/1.1" status: 200 len: 916 time: 0.3271301 Jan 28 16:36:23.892995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:23.967252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=aecfb2fc-abaf-4824-83b3-a4820dabe382,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:24.010674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-9e42e80f-40c9-460b-b784-56c59f1b0a83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831 HTTP/1.1" status: 200 len: 217 time: 0.0504153 Jan 28 16:36:24.023315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.023955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:24.035144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-cc52865b-0b3b-4541-a4af-8f1ebc59dfe5 service neutron] 10.222.0.24 "PUT /v2.0/ports/aecfb2fc-abaf-4824-83b3-a4820dabe382 HTTP/1.1" status: 200 len: 1096 time: 1.8527980 Jan 28 16:36:24.035691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'tag': 'aecfb2fc-abaf-4824-83b3-a4820dabe382'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:24.038630 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2024a-2268-49ee-95a4-342fc90eede9" -d '{"events": [{"name": "network-changed", "server_uuid": "a86283b8-a8d4-467d-8176-5abc40c5ba52", "tag": "aecfb2fc-abaf-4824-83b3-a4820dabe382"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:24.188887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-3c56dbc6-6627-484b-9954-655198c35b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.190365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-3c56dbc6-6627-484b-9954-655198c35b16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29d93e55-4f72-4e4f-9f1d-4a3f06284378 HTTP/1.1" status: 200 len: 854 time: 0.1445334 Jan 28 16:36:24.239392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-4e2a5d22-c89e-46ba-8fcd-096f315fcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.241097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-4e2a5d22-c89e-46ba-8fcd-096f315fcca8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 1130 time: 0.1382017 Jan 28 16:36:24.282459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887cc89-9dbc-4b29-8567-36488f342882 req-be35ba8d-fdc2-4a25-9561-cdd51a606041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.284767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-be35ba8d-fdc2-4a25-9561-cdd51a606041 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.8771389 Jan 28 16:36:24.298961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6622a756-678a-491c-b323-5a1962a94a80 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:24.333372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-02d2a5f6-d603-4c9a-abec-cb44e7009eb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382 HTTP/1.1" status: 200 len: 217 time: 0.0760596 Jan 28 16:36:24.342710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Publish callbacks [] for port (6622a756-678a-491c-b323-5a1962a94a80), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:24.351972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-4a0e2ac7-961c-44ea-8b99-697db5e95350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.353938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-4a0e2ac7-961c-44ea-8b99-697db5e95350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83708a06-70c5-46b6-a60c-44bbf0177c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1535957 Jan 28 16:36:24.414615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-9c0e14d0-4f01-4d84-8eef-f1141ec44334 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 200 len: 217 time: 0.1181993 Jan 28 16:36:24.460923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Transition to ACTIVE for port object 6622a756-678a-491c-b323-5a1962a94a80 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:24.469279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-ce0c9906-2f07-4359-9afd-4cbf07a06076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.471285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-ce0c9906-2f07-4359-9afd-4cbf07a06076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1304848 Jan 28 16:36:24.500216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:24.556354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-27f188c7-9f7a-44a2-8db3-52643f77b0bd service neutron] 10.222.0.24 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717680 Jan 28 16:36:24.589149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887cc89-9dbc-4b29-8567-36488f342882 req-2c993dab-204e-45aa-8a39-f5e0a14f60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.590762 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-2c993dab-204e-45aa-8a39-f5e0a14f60a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1588619 Jan 28 16:36:24.620853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Pushing event updated for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:24.656825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-51bc9c72-7b51-4012-8657-4e2c8d88aeb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521474 Jan 28 16:36:24.677832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afbf88b-be0e-4dff-9461-3f18832f273c req-0794a37c-c8ed-4e69-b44d-5419c3f0b798 service neutron] 10.222.0.24 "GET /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084659 Jan 28 16:36:24.702914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-663c561f-f94d-4148-8a32-9cd8b05e5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:24.704782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-663c561f-f94d-4148-8a32-9cd8b05e5ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2253511 Jan 28 16:36:24.918645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-256db191-c6f0-4b6e-b22a-8fdca27d5940 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034097 Jan 28 16:36:24.952890 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-6fe0035f-0d37-4a2e-b996-9683b851d96e service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852397 Jan 28 16:36:24.955217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Attempting to bind port 6622a756-678a-491c-b323-5a1962a94a80 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:24.955730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Attempting to bind port 6622a756-678a-491c-b323-5a1962a94a80 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:24.956226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Attempting to bind port 6622a756-678a-491c-b323-5a1962a94a80 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:25.007896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Port 6622a756-678a-491c-b323-5a1962a94a80 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:25.008509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Attempting to bind port 6622a756-678a-491c-b323-5a1962a94a80 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:25.080340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:25.090746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:25.091450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:25.092101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Bound port: 6622a756-678a-491c-b323-5a1962a94a80, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:25.092680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6622a756-678a-491c-b323-5a1962a94a80), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:25.147837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-81532451-f72e-4003-a13f-b1023d1937f1 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208536 Jan 28 16:36:25.239154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a887cc89-9dbc-4b29-8567-36488f342882 req-b3ee018c-2cf0-4c12-86b5-464b0a991320 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850254 Jan 28 16:36:25.298981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:25.303616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6622a756-678a-491c-b323-5a1962a94a80,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:25.320686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:25.395190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:25.396429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:25.398110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] 10.222.0.24 "PUT /v2.0/ports/6622a756-678a-491c-b323-5a1962a94a80 HTTP/1.1" status: 200 len: 1096 time: 2.7382815 Jan 28 16:36:25.398766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'tag': '6622a756-678a-491c-b323-5a1962a94a80'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:25.416095 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f2f038-1487-4f53-907a-ac087142238a" -d '{"events": [{"name": "network-changed", "server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "tag": "6622a756-678a-491c-b323-5a1962a94a80"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:25.543366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6734f-5cb8-44c0-85f4-b4ed9d6aab29 service neutron] Pushing event updated for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:25.587073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-e9853996-400c-479f-b408-b7bba01a74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:25.590559 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-e9853996-400c-479f-b408-b7bba01a74e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 1130 time: 0.1188545 Jan 28 16:36:25.743371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-567d50e0-5d8d-47da-b34f-5202e8475baa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6622a756-678a-491c-b323-5a1962a94a80 HTTP/1.1" status: 200 len: 217 time: 0.1386242 Jan 28 16:36:25.870837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-329aa3b8-a9ba-4f18-bff2-ad9ce4639093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:25.872731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-329aa3b8-a9ba-4f18-bff2-ad9ce4639093 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1131563 Jan 28 16:36:25.995343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-ed5740ac-361f-40c1-b066-75ab1d1c2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:25.999107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-ed5740ac-361f-40c1-b066-75ab1d1c2888 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1167889 Jan 28 16:36:26.197298 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-eaf95bd5-40ef-4813-b3c0-16ee47ef872c service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880307 Jan 28 16:36:26.359247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9d31b7d1-9b25-47f4-a099-7e3d298a460d req-701319ee-ba07-40a5-9863-7c090ac71cba service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495848 Jan 28 16:36:28.273797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917fa2f-5137-45ad-9dca-adddf8b83990 req-5dae263b-39ec-4a82-a80e-45169d6f7883 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:28.282453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6917fa2f-5137-45ad-9dca-adddf8b83990 req-5dae263b-39ec-4a82-a80e-45169d6f7883 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 945 time: 0.0795372 Jan 28 16:36:28.342199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6917fa2f-5137-45ad-9dca-adddf8b83990 req-34f10c9d-4f61-4d6f-a0be-1f78c76502ae tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585382 Jan 28 16:36:28.545627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603eb2-7f74-4b92-bd05-a923f2de9ddf req-ab541de8-d73b-4fe9-a231-978322aca7ff tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:28.553879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99603eb2-7f74-4b92-bd05-a923f2de9ddf req-ab541de8-d73b-4fe9-a231-978322aca7ff tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1134894 Jan 28 16:36:28.648812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99603eb2-7f74-4b92-bd05-a923f2de9ddf req-0cda5b7d-c9f5-4c76-89ce-0522354d3995 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940278 Jan 28 16:36:28.719417 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330cc076-b26e-46ae-aee3-4c3a52934ff8 x-openstack-request-id: req-330cc076-b26e-46ae-aee3-4c3a52934ff8 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:28.720487 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-plugged", "status": "completed", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:28.721020 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-330cc076-b26e-46ae-aee3-4c3a52934ff8 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:28.721912 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'code': 200} Jan 28 16:36:28.778207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device aecfb2fc-abaf-4824-83b3-a4820dabe382 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:28.805849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-ab1b5b98-f843-47ab-8d77-70c8d12372f8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:28.812571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-ab1b5b98-f843-47ab-8d77-70c8d12372f8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.1843674 Jan 28 16:36:28.862318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-8e31d42b-508e-4f79-90ae-12c81840f079 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/quotas/91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 375 time: 0.0488112 Jan 28 16:36:28.890456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9a02d-8e78-47a0-9b41-79ecb93306ca req-d672e470-e5e5-4b6a-8d58-d2adc1373c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:28.892537 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9be9a02d-8e78-47a0-9b41-79ecb93306ca req-d672e470-e5e5-4b6a-8d58-d2adc1373c65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 1128 time: 0.0966051 Jan 28 16:36:28.934558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb9fc5-6f44-4f99-b9fe-79895901542b req-4ca68e9a-7ee3-4324-94a5-a2916330850e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:28.941516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabb9fc5-6f44-4f99-b9fe-79895901542b req-4ca68e9a-7ee3-4324-94a5-a2916330850e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1255035 Jan 28 16:36:28.946306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port aecfb2fc-abaf-4824-83b3-a4820dabe382, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:28.960449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'aecfb2fc-abaf-4824-83b3-a4820dabe382', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'aecfb2fc-abaf-4824-83b3-a4820dabe382', 'mac_address': 'fa:16:3e:f3:eb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:28.970105 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9be9a02d-8e78-47a0-9b41-79ecb93306ca req-18889844-6297-42fd-8bcb-74a96ea7f517 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633998 Jan 28 16:36:28.999674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-4114e299-65bf-4438-93f4-db84ef41a7c0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276941 Jan 28 16:36:29.010849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port aecfb2fc-abaf-4824-83b3-a4820dabe382 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:29.011598 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:29.032855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecfb2fc-abaf-4824-83b3-a4820dabe382 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:29.056740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port aecfb2fc-abaf-4824-83b3-a4820dabe382, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:29.063205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:29.102174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabb9fc5-6f44-4f99-b9fe-79895901542b req-d1342656-bd2f-4578-a0b8-74051d1dc063 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596878 Jan 28 16:36:29.148103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=aecfb2fc-abaf-4824-83b3-a4820dabe382,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:29.191499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-f348b3c3-79ca-44fa-9ee9-40395c83ec74 service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835518 Jan 28 16:36:29.277672 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5658e48-eb17-4d6e-a70e-360604a7f08e x-openstack-request-id: req-e5658e48-eb17-4d6e-a70e-360604a7f08e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:29.278448 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86283b8-a8d4-467d-8176-5abc40c5ba52", "tag": "aecfb2fc-abaf-4824-83b3-a4820dabe382", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:29.278448 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5658e48-eb17-4d6e-a70e-360604a7f08e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:29.278847 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'tag': 'aecfb2fc-abaf-4824-83b3-a4820dabe382', 'status': 'completed', 'code': 200} Jan 28 16:36:29.328760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-4545132d-5af7-4b33-a5c2-618aab773a11 service neutron] 10.222.0.25 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362228 Jan 28 16:36:29.374808 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a99f4-b5f9-45bf-8caa-644b88a091aa x-openstack-request-id: req-ee2a99f4-b5f9-45bf-8caa-644b88a091aa {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:29.377170 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "tag": "6622a756-678a-491c-b323-5a1962a94a80", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:29.377600 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee2a99f4-b5f9-45bf-8caa-644b88a091aa {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:29.379836 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'tag': '6622a756-678a-491c-b323-5a1962a94a80', 'status': 'completed', 'code': 200} Jan 28 16:36:29.435888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:29.462144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f038-1487-4f53-907a-ac087142238a req-2534275d-4bfa-4266-925c-61a167aaa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.463950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-2534275d-4bfa-4266-925c-61a167aaa8c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 1130 time: 0.0808892 Jan 28 16:36:29.475251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-6ab868dc-d65e-4f04-9f98-fbb84fa7f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.483867 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-6ab868dc-d65e-4f04-9f98-fbb84fa7f0cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 1131 time: 0.1820762 Jan 28 16:36:29.629663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f038-1487-4f53-907a-ac087142238a req-c7a6ecb4-b2e7-4dc7-abe2-3f9f9452aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.630233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-c7a6ecb4-b2e7-4dc7-abe2-3f9f9452aa11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1582747 Jan 28 16:36:29.701606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-4ef6b8d1-9916-47e7-8f2a-043eb9cce753 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6622a756-678a-491c-b323-5a1962a94a80 HTTP/1.1" status: 200 len: 217 time: 0.0527523 Jan 28 16:36:29.726965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-bae44733-6cb0-44eb-82e2-408dc8abcc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.728810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-bae44733-6cb0-44eb-82e2-408dc8abcc67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2372429 Jan 28 16:36:29.813209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a471-6c8a-4516-b1c4-2f6b40f43264 req-b4f973b2-ad07-4ee8-87ae-3f777e8c14d4 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.821455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f051a471-6c8a-4516-b1c4-2f6b40f43264 req-b4f973b2-ad07-4ee8-87ae-3f777e8c14d4 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.2101901 Jan 28 16:36:29.841200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-6e194365-c7ce-412b-bc28-46b046e3f53b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382 HTTP/1.1" status: 200 len: 217 time: 0.0953267 Jan 28 16:36:29.854439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f038-1487-4f53-907a-ac087142238a req-452d62ad-ec67-498e-8b63-88a574b61665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.856039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-452d62ad-ec67-498e-8b63-88a574b61665 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1405733 Jan 28 16:36:29.905383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-6f60bb7d-15a6-4329-9801-4f92c2a6d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:29.908446 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-6f60bb7d-15a6-4329-9801-4f92c2a6d332 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0580194 Jan 28 16:36:29.934909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f051a471-6c8a-4516-b1c4-2f6b40f43264 req-b3a0f524-898d-4bb1-aeae-97176633964b tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086218 Jan 28 16:36:30.001408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f038-1487-4f53-907a-ac087142238a req-d0c20e10-e5d9-43ab-9803-5fae6cdb3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:30.003248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-d0c20e10-e5d9-43ab-9803-5fae6cdb3d16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1369596 Jan 28 16:36:30.006465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-07e8d931-95ef-48ba-9f15-b15d76e95266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:30.008969 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-07e8d931-95ef-48ba-9f15-b15d76e95266 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0910959 Jan 28 16:36:30.168714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-6d73d0ee-a000-46c9-a242-ebb543bfe193 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396179 Jan 28 16:36:30.373548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d891fc-2cfa-4e8d-8b86-e0c720947fff req-60a8e449-6479-42e7-88c3-37b9ddf45806 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:30.383116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9d891fc-2cfa-4e8d-8b86-e0c720947fff req-60a8e449-6479-42e7-88c3-37b9ddf45806 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 947 time: 0.3706837 Jan 28 16:36:30.422482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-53e2024a-2268-49ee-95a4-342fc90eede9 req-354dacc5-7954-4001-9008-856da2b44cea service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430832 Jan 28 16:36:30.497872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-4ab6ca96-5fa6-4ead-8aaa-89d407f8ec52 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656150 Jan 28 16:36:30.503661 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9d891fc-2cfa-4e8d-8b86-e0c720947fff req-d107f232-fd06-4d5c-a218-297f7e6ae921 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197283 Jan 28 16:36:30.726475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}, {'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:30.728945 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b4be18-dc6d-46bd-aad5-5c89d09f8f55" -d '{"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-plugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}, {"server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "name": "network-vif-plugged", "status": "completed", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:30.789638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6622a756-678a-491c-b323-5a1962a94a80 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:30.792311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device aecfb2fc-abaf-4824-83b3-a4820dabe382 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:30.939263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port aecfb2fc-abaf-4824-83b3-a4820dabe382 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:30.970942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port aecfb2fc-abaf-4824-83b3-a4820dabe382 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:30.971329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:31.142907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada85dd-73b9-49eb-aadd-8cc5f950ac2f req-45b10f15-7391-4cca-874c-265d5942052b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.144877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ada85dd-73b9-49eb-aadd-8cc5f950ac2f req-45b10f15-7391-4cca-874c-265d5942052b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1647265 Jan 28 16:36:31.197051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87f2f038-1487-4f53-907a-ac087142238a req-71352249-fb0d-4046-b7b1-586aba39b52e service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905782 Jan 28 16:36:31.225788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6622a756-678a-491c-b323-5a1962a94a80,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:31.256900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '6622a756-678a-491c-b323-5a1962a94a80', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '6622a756-678a-491c-b323-5a1962a94a80', 'mac_address': 'fa:16:3e:fe:4b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:31.261058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port aecfb2fc-abaf-4824-83b3-a4820dabe382 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:31.261455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:31.265991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ada85dd-73b9-49eb-aadd-8cc5f950ac2f req-65d0aef0-838f-475d-872b-bd18b7d400b8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961909 Jan 28 16:36:31.301295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port aecfb2fc-abaf-4824-83b3-a4820dabe382, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:31.330796 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:31.355933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b7cc9da-5b9c-4315-bb91-f71eda5e3d0b req-d7e9d55c-d0bb-4fc6-b1ca-e1f7cdf2271f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0370810 Jan 28 16:36:31.390183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6622a756-678a-491c-b323-5a1962a94a80 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:31.390592 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6622a756-678a-491c-b323-5a1962a94a80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:31.416230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6622a756-678a-491c-b323-5a1962a94a80 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:31.448508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=aecfb2fc-abaf-4824-83b3-a4820dabe382,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:31.487715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6622a756-678a-491c-b323-5a1962a94a80,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:31.495439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:31.604889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:31.605230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586bc2-1408-42a8-9eb3-1d1594d9f814 req-c7efaf07-4fe5-49d6-a0c9-f15aafd64f00 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.612877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15586bc2-1408-42a8-9eb3-1d1594d9f814 req-c7efaf07-4fe5-49d6-a0c9-f15aafd64f00 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1800790 Jan 28 16:36:31.668364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15586bc2-1408-42a8-9eb3-1d1594d9f814 req-f5f4d46e-7f60-4122-b29e-a9165d690599 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545974 Jan 28 16:36:31.678738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4fd8-6b90-4188-b65e-d61ecec5c0df req-897665ac-58a2-4a99-ab9e-80bfb6d6e53c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.689316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4fd8-6b90-4188-b65e-d61ecec5c0df req-897665ac-58a2-4a99-ab9e-80bfb6d6e53c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.700149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4fd8-6b90-4188-b65e-d61ecec5c0df req-897665ac-58a2-4a99-ab9e-80bfb6d6e53c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.708103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911e4fd8-6b90-4188-b65e-d61ecec5c0df req-897665ac-58a2-4a99-ab9e-80bfb6d6e53c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42&device_id=e797965f-a809-4f59-94f1-9707c6392fe1&device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 2417 time: 0.2227247 Jan 28 16:36:31.772883 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e60966-2013-4be4-9f77-e01955d3b5bd x-openstack-request-id: req-00e60966-2013-4be4-9f77-e01955d3b5bd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:31.773345 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-plugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "code": 200}, {"server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "name": "network-vif-plugged", "status": "completed", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:31.773440 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00e60966-2013-4be4-9f77-e01955d3b5bd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:31.773813 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'code': 200} Jan 28 16:36:31.774075 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'code': 200} Jan 28 16:36:31.774966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911e4fd8-6b90-4188-b65e-d61ecec5c0df req-dd1bed42-f2c3-4ffe-af9e-44cc962d132e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653296 Jan 28 16:36:31.882571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['6622a756-678a-491c-b323-5a1962a94a80'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:31.920042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-fb412fd9-0606-4146-9602-e49d1ded44a6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.923636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-fb412fd9-0606-4146-9602-e49d1ded44a6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 820 time: 0.2880087 Jan 28 16:36:31.936852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Request body: {'port': {'device_id': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'admin_state_up': True, 'tenant_id': '91aca3dcf28449cc8aa45ff98b8bd119'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:31.941579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed0d0-d897-4d01-8e73-c65f71759a8a req-0290a47a-463a-4d80-9039-4a55bc561041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:31.944626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-142ed0d0-d897-4d01-8e73-c65f71759a8a req-0290a47a-463a-4d80-9039-4a55bc561041 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1128 time: 0.0842068 Jan 28 16:36:32.020536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-142ed0d0-d897-4d01-8e73-c65f71759a8a req-69c4d54a-344e-4dd6-8a8e-8118acd1023f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683246 Jan 28 16:36:32.151226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede64c5d-4389-4900-9c3d-e6a66571bb8d req-286bac42-4cdb-48f6-8a20-2f93abc2faac tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:32.159742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ede64c5d-4389-4900-9c3d-e6a66571bb8d req-286bac42-4cdb-48f6-8a20-2f93abc2faac tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 948 time: 0.0858049 Jan 28 16:36:32.196299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Made reservation on behalf of 91aca3dcf28449cc8aa45ff98b8bd119 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:32.199702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:32.225947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ede64c5d-4389-4900-9c3d-e6a66571bb8d req-6104ff0d-c512-4c29-93b6-9ae9a63a549a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Jan 28 16:36:32.341997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f18a84b7-c257-4640-be4e-22ba439e54fd req-68e984c1-e6fa-4fe2-9921-b3540b2a81e2 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0984294 Jan 28 16:36:32.355001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:32.429197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Allocated IP 172.20.0.2 (8e543e1e-9a3c-46d5-afc3-9e00446cbc45/3f6a2fb7-19a6-46ee-82d4-527aa6016d07/1a3c740b-e47d-4d94-92f9-d8ec07f67546) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:32.554150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 800cbdda-4728-48c0-a942-e924c9a044e9 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:32.555356 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:32.602519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:32.608448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:32.674894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-907926ee-5a54-42fc-be52-558648639a22 req-560d7540-cbb3-451e-a660-534499e22187 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0526307 Jan 28 16:36:32.739425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:32.797658 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks [] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:32.853340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:32.865682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:32.876915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29c4ec-8cfd-4b82-9ae8-d49ff81901b9 req-102a3381-d201-40e9-9f83-78dabcae227d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:32.878391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b29c4ec-8cfd-4b82-9ae8-d49ff81901b9 req-102a3381-d201-40e9-9f83-78dabcae227d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1019840 Jan 28 16:36:32.885128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-176c5061-c9dc-49d0-9edb-9d29e6339a0e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:32.891630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-176c5061-c9dc-49d0-9edb-9d29e6339a0e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.2375793 Jan 28 16:36:32.929550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-d030370b-68d0-40e8-941a-d0879ed4db74 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/quotas/e26c98c7b29e4aef85e58e0139c7e323 HTTP/1.1" status: 200 len: 375 time: 0.0369577 Jan 28 16:36:32.930116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:32.937193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:32.942457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:32.948056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:33.007893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b29c4ec-8cfd-4b82-9ae8-d49ff81901b9 req-66d3de8a-9151-4838-af6b-cea28379363f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072826 Jan 28 16:36:33.035189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-7ea2af0f-4b5c-4d52-a52e-105486c93a9e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000752 Jan 28 16:36:33.046501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:33.047410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:33.082030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-49bc72b4-8984-483c-9569-4ba9d9314e4b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1502202 Jan 28 16:36:33.097190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Request body: {'port': {'device_id': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:33.214955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:33.222350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-57edff51-99b2-458a-8da9-e9d33dcfe7b3 service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800916 Jan 28 16:36:33.353383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-5e9d5cc1-3f35-4e46-9284-3aca9fba3739 service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301420 Jan 28 16:36:33.537424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18c719-123e-4a14-a68e-fb978fbe0774 req-3d64a076-8a05-4567-a21e-7067489259a6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:33.545424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b18c719-123e-4a14-a68e-fb978fbe0774 req-3d64a076-8a05-4567-a21e-7067489259a6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 949 time: 0.0799394 Jan 28 16:36:33.617473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b18c719-123e-4a14-a68e-fb978fbe0774 req-77398bf2-489b-4866-b278-64490f514387 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674949 Jan 28 16:36:33.735126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3c740b-e47d-4d94-92f9-d8ec07f67546 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:33.749714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aa95e-a60a-4186-8a0d-043ab23b502e req-64a9102c-d23c-4856-9174-3d1cc36287c4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:33.751260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-693aa95e-a60a-4186-8a0d-043ab23b502e req-64a9102c-d23c-4856-9174-3d1cc36287c4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1152050 Jan 28 16:36:33.758851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Publish callbacks [] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:33.775055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Transition to ACTIVE for port object 1a3c740b-e47d-4d94-92f9-d8ec07f67546 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:33.775526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecfb2fc-abaf-4824-83b3-a4820dabe382'}, {'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:33.779306 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cdd80b-22bc-4e7a-b7e4-f9f9a1457930" -d '{"events": [{"server_uuid": "a86283b8-a8d4-467d-8176-5abc40c5ba52", "name": "network-vif-plugged", "status": "completed", "tag": "aecfb2fc-abaf-4824-83b3-a4820dabe382"}, {"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-unplugged", "status": "completed", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:33.786383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:33.828467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-693aa95e-a60a-4186-8a0d-043ab23b502e req-4c14a675-473b-4760-9c07-4c0f52d5cbe8 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576653 Jan 28 16:36:33.855858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb3ad-d731-489d-94d4-d0cba495bd11 req-9cedab52-7636-44c4-8414-be25fbe9cb4f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:33.862930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eedcb3ad-d731-489d-94d4-d0cba495bd11 req-9cedab52-7636-44c4-8414-be25fbe9cb4f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 948 time: 0.1318383 Jan 28 16:36:33.922238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:33.932711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eedcb3ad-d731-489d-94d4-d0cba495bd11 req-9399996f-bf12-41cf-899c-0ebba057a5ed tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681772 Jan 28 16:36:34.061357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8456f0b2-0159-4294-9107-595749761613 req-4191a358-8329-4941-b166-33e4de3d4b01 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 210 time: 0.0501981 Jan 28 16:36:34.147205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:34.147764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:34.147898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:34.153432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:34.153760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:34.163860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-a5c571f5-aced-4310-a217-949841f50465 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:34.165434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-a5c571f5-aced-4310-a217-949841f50465 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e61504c-b51c-4201-8ee6-98bd5981eef7 HTTP/1.1" status: 200 len: 943 time: 0.1930368 Jan 28 16:36:34.205155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:34.205506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:34.205906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:34.206363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Bound port: 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:34.210126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:34.214586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cc4ae-21bc-4e34-af79-406ca61b81b6 req-08952319-4fd4-452c-92a2-16fc37e8ed0b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:34.216972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c1cc4ae-21bc-4e34-af79-406ca61b81b6 req-08952319-4fd4-452c-92a2-16fc37e8ed0b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.0593734 Jan 28 16:36:34.284352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c1cc4ae-21bc-4e34-af79-406ca61b81b6 req-09a3e56e-df7b-4c1b-9f17-fc3a2668f70f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618906 Jan 28 16:36:34.370651 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15e5f4-3bf6-4e45-919a-f21475e194dd x-openstack-request-id: req-1d15e5f4-3bf6-4e45-919a-f21475e194dd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:34.371539 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86283b8-a8d4-467d-8176-5abc40c5ba52", "name": "network-vif-plugged", "status": "completed", "tag": "aecfb2fc-abaf-4824-83b3-a4820dabe382", "code": 200}, {"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-unplugged", "status": "completed", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:34.372031 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d15e5f4-3bf6-4e45-919a-f21475e194dd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:34.372803 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecfb2fc-abaf-4824-83b3-a4820dabe382', 'code': 200} Jan 28 16:36:34.373445 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9', 'code': 200} Jan 28 16:36:34.475928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:34.499382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:34.519120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:34.589608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee8a2d-a27a-4c24-bd3a-c0b73d7c5388 req-70eb7f06-6db2-4c13-b643-49c159dd7f3a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:34.592429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5ee8a2d-a27a-4c24-bd3a-c0b73d7c5388 req-70eb7f06-6db2-4c13-b643-49c159dd7f3a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1618617 Jan 28 16:36:34.599978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa232b-ccc6-4d96-9393-5db73ce287f9 req-d6539702-ac72-42c6-959e-f78f756da9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:34.602739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa232b-ccc6-4d96-9393-5db73ce287f9 req-d6539702-ac72-42c6-959e-f78f756da9aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 1132 time: 0.1206810 Jan 28 16:36:34.621254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Deleting port 800cbdda-4728-48c0-a942-e924c9a044e9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:34.621851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:34.680930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa232b-ccc6-4d96-9393-5db73ce287f9 req-883d52cc-cbf1-4877-baf3-caeca99a2bf3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Jan 28 16:36:34.709394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5ee8a2d-a27a-4c24-bd3a-c0b73d7c5388 req-7067f3e7-5659-4706-863a-e7aef9dc9950 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013961 Jan 28 16:36:34.731062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:34.731801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:34.733255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] 10.222.0.31 "PUT /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 1092 time: 1.6412184 Jan 28 16:36:34.735584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:34.738146 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a9207-60be-427d-9f14-170c0c1e811f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:34.773590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a286-1150-4e8d-aa2a-114019624a53 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:34.784012 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f801a0c-d72a-4ff4-a290-aa019fcc9d6e x-openstack-request-id: req-5f801a0c-d72a-4ff4-a290-aa019fcc9d6e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:34.784304 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:34.788883 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f801a0c-d72a-4ff4-a290-aa019fcc9d6e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:34.789296 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'status': 'completed', 'code': 200} Jan 28 16:36:34.805676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6622a756-678a-491c-b323-5a1962a94a80 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:34.844631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] For port 800cbdda-4728-48c0-a942-e924c9a044e9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=800cbdda-4728-48c0-a942-e924c9a044e9,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:34.844935 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:34.865590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Calling delete_port for 800cbdda-4728-48c0-a942-e924c9a044e9 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:34.878535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 6622a756-678a-491c-b323-5a1962a94a80 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:34.882942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-84fe4be2-a017-467c-b474-2192464ea2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:34.886320 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-84fe4be2-a017-467c-b474-2192464ea2d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1126 time: 0.0842326 Jan 28 16:36:34.887895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 6622a756-678a-491c-b323-5a1962a94a80 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:34.888652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6622a756-678a-491c-b323-5a1962a94a80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:34.984423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-156b643a-f36f-4231-a2d3-e06fd92fdac5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 217 time: 0.0529251 Jan 28 16:36:35.034103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82d963-76bb-4511-9fd8-b99fb186e16f req-a173b306-b570-4326-b6a0-47a5723ddc68 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.041737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6622a756-678a-491c-b323-5a1962a94a80 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:35.041852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6622a756-678a-491c-b323-5a1962a94a80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:35.045173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a82d963-76bb-4511-9fd8-b99fb186e16f req-a173b306-b570-4326-b6a0-47a5723ddc68 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1204996 Jan 28 16:36:35.082843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-47df0379-0fcd-48b1-ab9c-68e1c01cdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.085424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-47df0379-0fcd-48b1-ab9c-68e1c01cdc82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0924189 Jan 28 16:36:35.104196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6622a756-678a-491c-b323-5a1962a94a80,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:35.113305 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:35.171152 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-7d6e700d-6a1c-4fb7-b2f5-9d296da5882a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783663 Jan 28 16:36:35.183164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a82d963-76bb-4511-9fd8-b99fb186e16f req-5131585d-bc07-49bc-9eec-10c9d80f2be5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368675 Jan 28 16:36:35.253023 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:36:35.291079 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-905e615e-0aeb-490a-a7dd-3e2ba95e3358 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104412 Jan 28 16:36:35.367208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:35.441725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-14e9c3b3-0014-41f1-bd49-b6d2e23ce312 req-3a779304-18ba-459f-8b1e-3cc16cbbcc43 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429367 Jan 28 16:36:35.445026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (800cbdda-4728-48c0-a942-e924c9a044e9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:35.448231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-61c7495b-c1f1-4220-b50e-a0dce68be709 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.450105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-61c7495b-c1f1-4220-b50e-a0dce68be709 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.2116904 Jan 28 16:36:35.468258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b2e81-885d-4bac-be68-20206eb029a1 req-cb050a89-36d2-47ef-8ae1-738fc45d0496 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.470577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b24b2e81-885d-4bac-be68-20206eb029a1 req-cb050a89-36d2-47ef-8ae1-738fc45d0496 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 949 time: 0.3649604 Jan 28 16:36:35.475088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Request body: {'port': {'device_id': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'admin_state_up': True, 'tenant_id': 'e26c98c7b29e4aef85e58e0139c7e323'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:35.516539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event deleted for resources: {'Port': ['ID=800cbdda-4728-48c0-a942-e924c9a044e9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:35.616624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b24b2e81-885d-4bac-be68-20206eb029a1 req-742a86b1-47d9-4c26-b8db-77747148343a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247303 Jan 28 16:36:35.616897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] No DVR routers for this DVR port 800cbdda-4728-48c0-a942-e924c9a044e9 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:35.619961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:35.623930 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bdf65b7-0d4c-4cf3-b43d-6fd026a54104 req-be69dd4d-1030-476c-91a8-cde6363a926a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "DELETE /v2.0/ports/800cbdda-4728-48c0-a942-e924c9a044e9 HTTP/1.1" status: 204 len: 173 time: 1.4497819 Jan 28 16:36:35.626167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a9207-60be-427d-9f14-170c0c1e811f req-91ae615c-1d7d-46d4-a5a8-2338038900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.627594 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-91ae615c-1d7d-46d4-a5a8-2338038900ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1126 time: 0.1022284 Jan 28 16:36:35.648450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1414bea2-cb34-49bc-ab57-e50186d53d6f req-290ada98-bf60-4b09-b841-01bb3467a5e2 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 210 time: 0.0483935 Jan 28 16:36:35.703238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Made reservation on behalf of e26c98c7b29e4aef85e58e0139c7e323 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:35.707474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:35.829263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a9207-60be-427d-9f14-170c0c1e811f req-b7798361-c801-466a-be34-3314da0a705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.831155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-b7798361-c801-466a-be34-3314da0a705b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1889315 Jan 28 16:36:35.877419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3d133-9b91-4b17-8230-a175af6a0559 req-c1c9eae2-535d-41af-97c9-c9ff16e794ff tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.878364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-27391539-bcaa-481b-b986-cd3a2d2cf66c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Jan 28 16:36:35.878826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dae3d133-9b91-4b17-8230-a175af6a0559 req-c1c9eae2-535d-41af-97c9-c9ff16e794ff tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1398084 Jan 28 16:36:35.930870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a9207-60be-427d-9f14-170c0c1e811f req-40f94953-5f53-4404-9f8e-29c87513d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:35.932585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-40f94953-5f53-4404-9f8e-29c87513d7a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0470254 Jan 28 16:36:35.944917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Allocated IP 172.20.0.9 (74158080-7883-4190-a14b-3094ee4d8a3c/91ae137e-3336-4a0a-a407-9bfbe1eb8005/93229d41-f0f9-4113-ab30-43c3aa212c38) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:35.971484 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-63d30617-19a2-4b36-8921-3c8686bd227b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321400 Jan 28 16:36:35.982211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dae3d133-9b91-4b17-8230-a175af6a0559 req-dbc51f8e-348f-4179-86e3-a747e0932e03 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970457 Jan 28 16:36:36.009738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f81cc-6d7f-4565-8a54-507519eb4780 req-5fdd278a-d9c2-42d1-9b0a-9238d1c03a2e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:36.011258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a1f81cc-6d7f-4565-8a54-507519eb4780 req-5fdd278a-d9c2-42d1-9b0a-9238d1c03a2e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1128 time: 0.1076086 Jan 28 16:36:36.069368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-36eb4c9e-5235-4df4-bded-40ce57f09353 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Jan 28 16:36:36.147174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a1f81cc-6d7f-4565-8a54-507519eb4780 req-671fc8ae-ccb0-428e-b873-7a99d5d845ee tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262650 Jan 28 16:36:36.230723 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks [] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:36.249489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e74a9207-60be-427d-9f14-170c0c1e811f req-acb26191-4680-4c9d-8faf-5fc7a04bcb1b service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724305 Jan 28 16:36:36.361138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:36.375428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6622a756-678a-491c-b323-5a1962a94a80'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:36.378450 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9f1f91-afec-40b4-9623-b613e34ab518" -d '{"events": [{"server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "name": "network-vif-plugged", "status": "completed", "tag": "6622a756-678a-491c-b323-5a1962a94a80"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:36.381918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:36.410662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 800cbdda-4728-48c0-a942-e924c9a044e9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:36:36.410662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 800cbdda-4728-48c0-a942-e924c9a044e9 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:36:36.465811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Network 74158080-7883-4190-a14b-3094ee4d8a3c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:36.478007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:36.480421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:36.508529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:36.534347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf832aa-b969-4df8-acad-0e9396ab2bb9 req-b24321a8-3432-456a-9f3b-537ad1009a77 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:36.535824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdf832aa-b969-4df8-acad-0e9396ab2bb9 req-b24321a8-3432-456a-9f3b-537ad1009a77 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.3003495 Jan 28 16:36:36.548215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547514ac-d59b-4e24-ae61-ea7f3f77057a req-68c2cdf6-6ebb-43d9-99bb-94dda28fa935 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:36.549903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547514ac-d59b-4e24-ae61-ea7f3f77057a req-68c2cdf6-6ebb-43d9-99bb-94dda28fa935 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1128 time: 0.1522367 Jan 28 16:36:36.564365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:36.564972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:36.613091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-59b4411a-b258-42c4-a7c3-f4fa5c77c6c1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1416683 Jan 28 16:36:36.635765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Request body: {'port': {'device_id': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:36.644939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547514ac-d59b-4e24-ae61-ea7f3f77057a req-1127e89e-491a-442e-8009-4e2476847064 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Jan 28 16:36:36.667124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdf832aa-b969-4df8-acad-0e9396ab2bb9 req-aefc6391-da6f-4ad4-b124-0fbc138d9d6e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240189 Jan 28 16:36:36.717182 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:36.728884 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef476e-0921-416b-a8bf-2badb62052e9 x-openstack-request-id: req-20ef476e-0921-416b-a8bf-2badb62052e9 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:36.729179 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "name": "network-vif-plugged", "status": "completed", "tag": "6622a756-678a-491c-b323-5a1962a94a80", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:36.729430 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20ef476e-0921-416b-a8bf-2badb62052e9 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:36.729813 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6622a756-678a-491c-b323-5a1962a94a80', 'code': 200} Jan 28 16:36:36.790702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-deleted', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:36.793130 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49600e-fcfa-48b9-ba00-db79a1088ef5" -d '{"events": [{"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-deleted", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:36.807682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:36.867131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a797e-c0a0-4c94-85e9-8680451e35c5 req-2fbc30f6-9e17-42e2-8477-c1ff1c84d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:36.868912 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-608a797e-c0a0-4c94-85e9-8680451e35c5 req-2fbc30f6-9e17-42e2-8477-c1ff1c84d5af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 1132 time: 0.0516996 Jan 28 16:36:36.904147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d28e74-9a69-4064-93f9-668ef947b038 req-0d34bb19-0710-4125-916e-0d7d38a32827 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:36.905916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33d28e74-9a69-4064-93f9-668ef947b038 req-0d34bb19-0710-4125-916e-0d7d38a32827 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.1785386 Jan 28 16:36:36.914618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:36.915114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:36.938965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-608a797e-c0a0-4c94-85e9-8680451e35c5 req-1bb6ae41-a5f6-4ccd-91a1-901944add800 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626891 Jan 28 16:36:36.957263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:36.962384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:37.016122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:37.018516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679621e1-6595-46cf-98b6-22b44af8022d req-7724e5c4-6e97-4b8d-88d0-e691f004e28c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.020307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-679621e1-6595-46cf-98b6-22b44af8022d req-7724e5c4-6e97-4b8d-88d0-e691f004e28c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 949 time: 0.2348027 Jan 28 16:36:37.055962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33d28e74-9a69-4064-93f9-668ef947b038 req-4154bcb0-1078-4388-827e-7056b05c8b0e tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409221 Jan 28 16:36:37.117954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-679621e1-6595-46cf-98b6-22b44af8022d req-83472094-aede-46a6-8f1f-78d71ac40c04 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870264 Jan 28 16:36:37.217274 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1017ed-88e2-4bf6-8e4b-58e94a989952 x-openstack-request-id: req-9b1017ed-88e2-4bf6-8e4b-58e94a989952 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:37.217580 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61504c-b51c-4201-8ee6-98bd5981eef7", "name": "network-vif-deleted", "tag": "800cbdda-4728-48c0-a942-e924c9a044e9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:37.217843 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b1017ed-88e2-4bf6-8e4b-58e94a989952 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:37.218922 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61504c-b51c-4201-8ee6-98bd5981eef7', 'name': 'network-vif-deleted', 'tag': '800cbdda-4728-48c0-a942-e924c9a044e9', 'status': 'completed', 'code': 200} Jan 28 16:36:37.229611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93229d41-f0f9-4113-ab30-43c3aa212c38 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:37.238866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Publish callbacks [] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:37.256328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Transition to ACTIVE for port object 93229d41-f0f9-4113-ab30-43c3aa212c38 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:37.267316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0eab-4ae6-4044-81a3-90e5fef11d97 req-a4436c09-e076-4a5d-90ed-f66a911de9f0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.268834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-857d0eab-4ae6-4044-81a3-90e5fef11d97 req-a4436c09-e076-4a5d-90ed-f66a911de9f0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 931 time: 0.1038446 Jan 28 16:36:37.271605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:37.379692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:37.423317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312242f-ded4-4ad2-8320-62555d2c59ed req-798cac69-4283-493a-9007-dae01117d0a1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.425091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4312242f-ded4-4ad2-8320-62555d2c59ed req-798cac69-4283-493a-9007-dae01117d0a1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1551061 Jan 28 16:36:37.454104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-857d0eab-4ae6-4044-81a3-90e5fef11d97 req-14d7f9b9-4b6a-4944-a50f-e7643b4ca1bd tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707537 Jan 28 16:36:37.513848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4312242f-ded4-4ad2-8320-62555d2c59ed req-5084874a-95c0-402f-9651-c9abca0c3d24 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667324 Jan 28 16:36:37.514656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Attempting to bind port 93229d41-f0f9-4113-ab30-43c3aa212c38 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:37.514996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Attempting to bind port 93229d41-f0f9-4113-ab30-43c3aa212c38 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:37.515328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Attempting to bind port 93229d41-f0f9-4113-ab30-43c3aa212c38 on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:37.519846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Port 93229d41-f0f9-4113-ab30-43c3aa212c38 on network 74158080-7883-4190-a14b-3094ee4d8a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:37.520171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Attempting to bind port 93229d41-f0f9-4113-ab30-43c3aa212c38 on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:37.525891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:37.526238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Checking segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:37.526626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Bound using segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:37.527076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Bound port: 93229d41-f0f9-4113-ab30-43c3aa212c38, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:37.527426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:37.612201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:37.622933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:37.629927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:37.666867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.667646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:37.669525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] 10.222.0.24 "PUT /v2.0/ports/93229d41-f0f9-4113-ab30-43c3aa212c38 HTTP/1.1" status: 200 len: 1092 time: 1.0376263 Jan 28 16:36:37.670092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:37.672658 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae393ed-75aa-4a9e-97c8-7584127848be" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:37.713027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25b143-f3ac-4899-8599-c5b9fa66b02c service neutron] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:37.718627 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468f63e7-06d1-407b-8a14-ac0b70a33af4 x-openstack-request-id: req-468f63e7-06d1-407b-8a14-ac0b70a33af4 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:37.718925 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:37.719178 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-468f63e7-06d1-407b-8a14-ac0b70a33af4 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:37.719870 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'status': 'completed', 'code': 200} Jan 28 16:36:37.824195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-5a3f2ec7-36af-483a-a5b3-31456088ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.825872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-5a3f2ec7-36af-483a-a5b3-31456088ddfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 1126 time: 0.0991871 Jan 28 16:36:37.840852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d6f7d-537c-40f7-b3f0-02cc9f73a568 req-7a386141-3e08-4c05-ad6f-df010543960d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.842396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb4d6f7d-537c-40f7-b3f0-02cc9f73a568 req-7a386141-3e08-4c05-ad6f-df010543960d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.0681877 Jan 28 16:36:37.885685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-1e07cfa6-da25-40df-8f39-e3467d7fdfbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93229d41-f0f9-4113-ab30-43c3aa212c38 HTTP/1.1" status: 200 len: 217 time: 0.0415998 Jan 28 16:36:37.961038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb4d6f7d-537c-40f7-b3f0-02cc9f73a568 req-e8410326-bb36-43bf-ae05-4f6d641db1f7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094158 Jan 28 16:36:37.966633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-cfc74480-546a-4c4f-9fcb-07593753115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:37.968184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-cfc74480-546a-4c4f-9fcb-07593753115b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.0724127 Jan 28 16:36:38.016801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-2d14c8e6-74ae-4e82-885e-16267921616c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296772 Jan 28 16:36:38.133864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-907a2d60-6568-46e1-9449-c997b534ab59 service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086118 Jan 28 16:36:38.272446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-092af022-43d4-47cb-ac68-1bf72260dcaa req-561b390b-7b07-4f59-a9cd-cd0d12e20a41 service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294918 Jan 28 16:36:38.279318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ca18-cc7a-40da-8baf-a75273fb33fc req-1493487e-f02c-4252-88a2-a63322ea62eb tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.280860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4168ca18-cc7a-40da-8baf-a75273fb33fc req-1493487e-f02c-4252-88a2-a63322ea62eb tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.1160297 Jan 28 16:36:38.333045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4168ca18-cc7a-40da-8baf-a75273fb33fc req-71a1e624-04a5-493b-b870-a4dd1a84b58c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Jan 28 16:36:38.399415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-3598f153-8580-413e-b220-4a79ee488342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.401781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-3598f153-8580-413e-b220-4a79ee488342 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 1126 time: 0.0649426 Jan 28 16:36:38.517343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b57a58-0801-4f87-850a-69381a443700 req-8cd043a8-bae6-4d4b-a3d5-ba6fe8115400 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.518816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36b57a58-0801-4f87-850a-69381a443700 req-8cd043a8-bae6-4d4b-a3d5-ba6fe8115400 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 949 time: 0.1159074 Jan 28 16:36:38.536288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-315ee385-b6f7-4a9a-8fd8-5901a95e7e3e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:36:38.537800 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-315ee385-b6f7-4a9a-8fd8-5901a95e7e3e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0723324 Jan 28 16:36:38.572030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-2dba4d58-aa01-4466-9856-5ed37f686c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.573604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-2dba4d58-aa01-4466-9856-5ed37f686c8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 906 time: 0.1426787 Jan 28 16:36:38.627441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36b57a58-0801-4f87-850a-69381a443700 req-450118b8-2154-4da9-9f39-d620e1d1f43c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992234 Jan 28 16:36:38.629377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-6241a1bd-4424-4e23-970a-a9514e09540b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93229d41-f0f9-4113-ab30-43c3aa212c38 HTTP/1.1" status: 200 len: 217 time: 0.0409725 Jan 28 16:36:38.634239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-997e222d-afe7-476c-bea0-5e41a2ad8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.635527 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-997e222d-afe7-476c-bea0-5e41a2ad8554 service neutron] 10.222.0.25 "GET /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 1125 time: 0.0869017 Jan 28 16:36:38.644472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Request body: {'binding': {'host': 'n-h2-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:38.645218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Unknown quota resources ['binding']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:36:38.718178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-aee27588-dc9e-4ba1-a48c-69260fb00985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.720011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-aee27588-dc9e-4ba1-a48c-69260fb00985 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.0632796 Jan 28 16:36:38.731274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:38.733725 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30cca97-1275-4938-9286-5036320b1d1b" -d '{"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-unplugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:38.779482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-bcf3a1c7-4b1c-400f-a1e4-15d01e015c02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435746 Jan 28 16:36:38.805542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on host n-h2-812111-13 for vnic_type normal with profile None {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:38.806197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:38.807401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:38.810897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:38.812446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:38.813592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:38.819402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:38.819751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:38.820147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:38.820647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Bound port: 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:38.821922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6909d0-5ebf-4aa9-a8bb-379ed6f17e75 req-bd5bcd9e-3843-4611-acd6-4e2da318f5a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.829599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec6909d0-5ebf-4aa9-a8bb-379ed6f17e75 req-bd5bcd9e-3843-4611-acd6-4e2da318f5a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 943 time: 0.1044991 Jan 28 16:36:38.884893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:38.893861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:38.896488 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-49b36679-14d1-4491-af66-4fd9e4c3e448 service neutron] 10.222.0.25 "POST /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917/bindings HTTP/1.1" status: 201 len: 390 time: 0.2553875 Jan 28 16:36:38.975452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-2bf280d1-b22f-48a0-82ec-371e5f4dd3ea service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800911 Jan 28 16:36:38.996029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-6ce01fff-fe2f-47f3-9907-8e588f31169a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:38.998843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec6909d0-5ebf-4aa9-a8bb-379ed6f17e75 req-ea8d5779-b34f-4a86-9fb7-ab86f45bcd45 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680675 Jan 28 16:36:39.004617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-6ce01fff-fe2f-47f3-9907-8e588f31169a tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 945 time: 0.0909979 Jan 28 16:36:39.032586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:39.058484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'mac_address': 'fa:16:3e:10:60:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:39.129434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2024d16e-9006-4cf1-be8d-6d517cddd051 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:39.131168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:39.160186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2024d16e-9006-4cf1-be8d-6d517cddd051 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:39.190582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:39.204418 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918214a3-fb1f-42a4-82e6-322813c880af x-openstack-request-id: req-918214a3-fb1f-42a4-82e6-322813c880af {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:39.204641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Deleting port d494b05b-c0cf-4468-a158-b6635abc6354 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:39.205072 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-unplugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:39.205167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:39.205301 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-918214a3-fb1f-42a4-82e6-322813c880af {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:39.205542 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'code': 200} Jan 28 16:36:39.206685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:39.266992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ae393ed-75aa-4a9e-97c8-7584127848be req-96f7664f-67a7-4fb6-a951-5be552c7f7db service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665694 Jan 28 16:36:39.273762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e813f51-4a54-4b1a-9d59-92043fbb8137 req-34fe6f33-ef52-4834-b98c-0ad7318042a9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:39.280909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e813f51-4a54-4b1a-9d59-92043fbb8137 req-34fe6f33-ef52-4834-b98c-0ad7318042a9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1762695 Jan 28 16:36:39.308464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:39.325150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-5ca35225-aa99-4c1c-901f-1ba6c50d8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:39.326838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-5ca35225-aa99-4c1c-901f-1ba6c50d8bee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1128 time: 0.1167886 Jan 28 16:36:39.359874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] For port d494b05b-c0cf-4468-a158-b6635abc6354, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d494b05b-c0cf-4468-a158-b6635abc6354,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:39.360250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:39.386973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e813f51-4a54-4b1a-9d59-92043fbb8137 req-e22b1f0c-43f2-4afe-a5b5-af5e49000d19 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Jan 28 16:36:39.406281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Calling delete_port for d494b05b-c0cf-4468-a158-b6635abc6354 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:39.409888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf746b7-17e8-45f9-a90c-2a22dfccf2b8 req-8d0ad57d-7f12-46cf-a068-a4f16b31556e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:39.411997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebf746b7-17e8-45f9-a90c-2a22dfccf2b8 req-8d0ad57d-7f12-46cf-a068-a4f16b31556e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1009426 Jan 28 16:36:39.440805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2024d16e-9006-4cf1-be8d-6d517cddd051'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:39.483110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebf746b7-17e8-45f9-a90c-2a22dfccf2b8 req-11622756-ee9a-4854-bde0-893709e2c4f3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616438 Jan 28 16:36:39.533475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-d7f6af65-ce72-467e-b7f1-493a8886b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:39.535391 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-d7f6af65-ce72-467e-b7f1-493a8886b519 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1994739 Jan 28 16:36:39.564611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93763d07-0c38-4f37-9ecd-28357f0ca9b6 req-f272dee8-21c3-4032-8922-ec435a47aaa0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:39.572466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93763d07-0c38-4f37-9ecd-28357f0ca9b6 req-f272dee8-21c3-4032-8922-ec435a47aaa0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.0829022 Jan 28 16:36:39.658330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d494b05b-c0cf-4468-a158-b6635abc6354), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:39.678966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['eb55688e-8c8d-4124-93e2-46850e895d75', 'd494b05b-c0cf-4468-a158-b6635abc6354'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:39.720549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-77a8af80-63b3-4644-9a1e-ae0e34ed9c53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 217 time: 0.0695109 Jan 28 16:36:39.723860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Pushing event deleted for resources: {'Port': ['ID=d494b05b-c0cf-4468-a158-b6635abc6354,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:39.760609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['90268067-7a06-4a8d-9183-23b3cbb4900a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:39.791565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] No DVR routers for this DVR port d494b05b-c0cf-4468-a158-b6635abc6354 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:39.794633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:39.798524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c9f7d204-9fe4-4792-96ad-bd97ae8af7d9 req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "DELETE /v2.0/ports/d494b05b-c0cf-4468-a158-b6635abc6354 HTTP/1.1" status: 204 len: 173 time: 0.7832196 Jan 28 16:36:39.820433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'name': 'network-vif-deleted', 'tag': 'd494b05b-c0cf-4468-a158-b6635abc6354'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:39.823466 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a759325b-2852-432a-8241-26e7762f83de" -d '{"events": [{"server_uuid": "2cf9afe7-6e07-4daa-b0f6-472e430ebb42", "name": "network-vif-deleted", "tag": "d494b05b-c0cf-4468-a158-b6635abc6354"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:39.827865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.828528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.829132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.829724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.830277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.830845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.831411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.831966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.832524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.833109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.834248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.834793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.835335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41b91c-f690-4b7a-925a-5797047bd902 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:39.863033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-11c8fd81-8da1-458e-92ce-725320e1b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:39.865008 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-11c8fd81-8da1-458e-92ce-725320e1b4fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1070726 Jan 28 16:36:40.071622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93763d07-0c38-4f37-9ecd-28357f0ca9b6 req-64487ea5-9614-4d3c-af5e-fd56d4592d24 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928741 Jan 28 16:36:40.151058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11c047-7a62-4e50-9ef3-63a066286ed1 req-f22494f5-44bc-46d5-ac25-2c34d170a7d3 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:40.159859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf11c047-7a62-4e50-9ef3-63a066286ed1 req-f22494f5-44bc-46d5-ac25-2c34d170a7d3 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf9afe7-6e07-4daa-b0f6-472e430ebb42 HTTP/1.1" status: 200 len: 867 time: 0.5695226 Jan 28 16:36:40.284969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf11c047-7a62-4e50-9ef3-63a066286ed1 req-8675f74e-d741-4b13-991e-1f09e53b8932 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185884 Jan 28 16:36:40.323298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad610df9-c931-4db0-aa47-a71878ad9e4e req-96645cbb-2af4-4d80-92c7-db5f55d672e8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:40.364155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad610df9-c931-4db0-aa47-a71878ad9e4e req-96645cbb-2af4-4d80-92c7-db5f55d672e8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 949 time: 0.1258345 Jan 28 16:36:40.399698 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-ba4aa56b-a955-42b2-b258-a5901fb9060a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5260046 Jan 28 16:36:40.452166 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052dd59c-3f69-449e-a650-6e985b24dff5 x-openstack-request-id: req-052dd59c-3f69-449e-a650-6e985b24dff5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:40.452166 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf9afe7-6e07-4daa-b0f6-472e430ebb42", "name": "network-vif-deleted", "tag": "d494b05b-c0cf-4468-a158-b6635abc6354", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:40.452166 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-052dd59c-3f69-449e-a650-6e985b24dff5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:40.452166 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9afe7-6e07-4daa-b0f6-472e430ebb42', 'name': 'network-vif-deleted', 'tag': 'd494b05b-c0cf-4468-a158-b6635abc6354', 'status': 'completed', 'code': 200} Jan 28 16:36:40.480232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad610df9-c931-4db0-aa47-a71878ad9e4e req-f1c04907-4d5d-48dd-92c1-d6e280d2bcd6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147759 Jan 28 16:36:40.619818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af5fa-8b16-492b-ae18-b754cbc990fb req-6bd247a8-a0f5-4737-be70-5b04f1938e78 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:40.621406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-431af5fa-8b16-492b-ae18-b754cbc990fb req-6bd247a8-a0f5-4737-be70-5b04f1938e78 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 943 time: 0.1090455 Jan 28 16:36:40.624229 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-ec6f2179-ed62-45b6-bed5-8c17e3f05f12 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168591 Jan 28 16:36:40.741025 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-2dc02cdb-379d-4f9d-b105-e488be3daf68 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103544 Jan 28 16:36:40.743520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-431af5fa-8b16-492b-ae18-b754cbc990fb req-108f4d43-1242-4fb8-a505-a0d769c3258e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115592 Jan 28 16:36:40.818336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a318a5-f5bc-448f-92f7-a47836e05974 req-825ed54a-84e6-485f-ae3d-398227acb0bc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:40.820022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1a318a5-f5bc-448f-92f7-a47836e05974 req-825ed54a-84e6-485f-ae3d-398227acb0bc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1246333 Jan 28 16:36:40.823064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:40.887897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2024d16e-9006-4cf1-be8d-6d517cddd051 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:40.888525 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:40.920858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1a318a5-f5bc-448f-92f7-a47836e05974 req-708f7e05-e9a5-42ec-a7ad-130a2658d2e8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938578 Jan 28 16:36:40.960776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5984474-9e9d-437b-8053-296d7baf42da req-968f3573-3553-410f-a519-b5f06f66cda1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:40.968068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5984474-9e9d-437b-8053-296d7baf42da req-968f3573-3553-410f-a519-b5f06f66cda1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 949 time: 0.1264396 Jan 28 16:36:41.072621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2024d16e-9006-4cf1-be8d-6d517cddd051 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:41.073974 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:41.113547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5984474-9e9d-437b-8053-296d7baf42da req-4bebb727-9675-4e88-94b9-2f4c67545fe6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404607 Jan 28 16:36:41.145278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:41.150088 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:41.150880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d494b05b-c0cf-4468-a158-b6635abc6354 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:41.162512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57bba-aafc-4efc-b67a-da3eb130bb08 req-a372c55d-1618-4b3c-a725-26f09890e935 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:41.164479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ce57bba-aafc-4efc-b67a-da3eb130bb08 req-a372c55d-1618-4b3c-a725-26f09890e935 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1036696 Jan 28 16:36:41.244346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:41.246795 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d2bf5b-1100-42d2-8310-639226f687fd" -d '{"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-plugged", "status": "completed", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:41.276446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:41.279196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: d494b05b-c0cf-4468-a158-b6635abc6354 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:36:41.279551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d494b05b-c0cf-4468-a158-b6635abc6354 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:36:41.288078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ce57bba-aafc-4efc-b67a-da3eb130bb08 req-a76244bb-10a7-4919-853f-c2d34b2d4388 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180534 Jan 28 16:36:41.323754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc0c70-c718-4dd2-a5a1-366a210ff4b9 req-68625c7e-6865-4bf3-9b37-0292e1495ecd tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:41.331174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44dc0c70-c718-4dd2-a5a1-366a210ff4b9 req-68625c7e-6865-4bf3-9b37-0292e1495ecd tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1063006 Jan 28 16:36:41.413115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44dc0c70-c718-4dd2-a5a1-366a210ff4b9 req-545b6aef-e420-4038-9227-1fa151d58ecf tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752983 Jan 28 16:36:41.471855 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864611c9-2d0f-4881-a5a3-3a2412eeaeb0 x-openstack-request-id: req-864611c9-2d0f-4881-a5a3-3a2412eeaeb0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:41.472266 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-plugged", "status": "completed", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:41.472621 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-864611c9-2d0f-4881-a5a3-3a2412eeaeb0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:41.473150 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'code': 200} Jan 28 16:36:41.701046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1a12-8477-4e4d-bfd2-aa3a249f4ccf req-5307b032-d5e4-4af5-8785-2218904b7cb3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:41.713109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1a12-8477-4e4d-bfd2-aa3a249f4ccf req-5307b032-d5e4-4af5-8785-2218904b7cb3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:41.730601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2dbc1a12-8477-4e4d-bfd2-aa3a249f4ccf req-5307b032-d5e4-4af5-8785-2218904b7cb3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82&device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 1689 time: 0.1681995 Jan 28 16:36:41.823266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2dbc1a12-8477-4e4d-bfd2-aa3a249f4ccf req-02538275-a104-40c5-a53b-c6b95839aa6d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916560 Jan 28 16:36:42.028737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a19d8-8e9c-473c-9da5-5965b0dde088 req-08a75799-be56-4444-996c-e599bdfdea5f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:42.035836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-487a19d8-8e9c-473c-9da5-5965b0dde088 req-08a75799-be56-4444-996c-e599bdfdea5f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 943 time: 0.1139581 Jan 28 16:36:42.055134 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:42.061726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:42.098513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-487a19d8-8e9c-473c-9da5-5965b0dde088 req-a94e7d6a-372c-4b94-b021-129910ba7a25 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595605 Jan 28 16:36:42.114478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7953267-c48d-4635-add6-e4d214449fcd req-e447f065-5b9e-44ec-ba32-defe207aceab tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:42.116409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7953267-c48d-4635-add6-e4d214449fcd req-e447f065-5b9e-44ec-ba32-defe207aceab tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 945 time: 0.2042627 Jan 28 16:36:42.207888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7953267-c48d-4635-add6-e4d214449fcd req-08766873-4b06-495d-9231-7a5d937797f0 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808570 Jan 28 16:36:42.409749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d410b8-b278-42e3-a7d4-b5d69620665b req-aa22f2e9-6203-4842-8a97-c01a81cb08b0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:42.416924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03d410b8-b278-42e3-a7d4-b5d69620665b req-aa22f2e9-6203-4842-8a97-c01a81cb08b0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1206226 Jan 28 16:36:42.443245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86667f2b-4ea7-4a10-84a2-d3f6e0df1305 req-a8295551-1fd0-43a7-af22-2bb482df3595 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:42.444774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86667f2b-4ea7-4a10-84a2-d3f6e0df1305 req-a8295551-1fd0-43a7-af22-2bb482df3595 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 1132 time: 0.0934722 Jan 28 16:36:42.500559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03d410b8-b278-42e3-a7d4-b5d69620665b req-ef9caa6c-6617-4de4-b4a5-6016ca4a4c6a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771151 Jan 28 16:36:42.546548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86667f2b-4ea7-4a10-84a2-d3f6e0df1305 req-b3833c3d-9bf2-4f06-93ec-6b47fb8ee75b tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920806 Jan 28 16:36:42.697659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7454-4bdc-4b02-b8cd-056fbdcde292 req-c6ac2836-7e99-44d1-a499-0d51625cd6b3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:42.699636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67fd7454-4bdc-4b02-b8cd-056fbdcde292 req-c6ac2836-7e99-44d1-a499-0d51625cd6b3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1252756 Jan 28 16:36:42.741044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f78358-ca15-4529-ae2c-f377f4838c9f req-54f4c00c-9193-4f8f-85fd-5c9d8602bdd3 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:42.748977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65f78358-ca15-4529-ae2c-f377f4838c9f req-54f4c00c-9193-4f8f-85fd-5c9d8602bdd3 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1166768 Jan 28 16:36:42.817299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65f78358-ca15-4529-ae2c-f377f4838c9f req-56f9984a-d2f0-4681-bb04-6723927f02e0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670938 Jan 28 16:36:42.840131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:42.893298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67fd7454-4bdc-4b02-b8cd-056fbdcde292 req-7cd83c48-71d4-435b-a52f-a10b358e21fc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823816 Jan 28 16:36:43.025348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea0fd8-04ed-4a1e-8dcb-2d5f203f01c9 req-eb33ce2d-8155-43ad-bd59-c7d48d1ae760 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:43.035901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86ea0fd8-04ed-4a1e-8dcb-2d5f203f01c9 req-eb33ce2d-8155-43ad-bd59-c7d48d1ae760 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 1132 time: 0.1397734 Jan 28 16:36:43.046439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:43.059551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'mac_address': 'fa:16:3e:c3:9b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:43.108893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86ea0fd8-04ed-4a1e-8dcb-2d5f203f01c9 req-ba5deb96-9f21-4458-9aaa-789313029344 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714881 Jan 28 16:36:43.109532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93229d41-f0f9-4113-ab30-43c3aa212c38 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:43.110130 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:43.144443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93229d41-f0f9-4113-ab30-43c3aa212c38 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:43.184149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:43.193268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:43.310345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bd588-42d4-4a6b-9e11-830fb419dfce req-bd9f74d1-1d75-40e0-8100-5f97045a0cd6 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:43.313167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd2bd588-42d4-4a6b-9e11-830fb419dfce req-bd9f74d1-1d75-40e0-8100-5f97045a0cd6 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 944 time: 0.0977008 Jan 28 16:36:43.320494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:43.437873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd2bd588-42d4-4a6b-9e11-830fb419dfce req-1981963a-14bc-4a70-b2be-5e5380546c96 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996704 Jan 28 16:36:43.556360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d9d22-1db9-4cc5-8f01-16758840322d req-0c745433-d5ce-49d3-93f5-92782094c36f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:43.566044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-398d9d22-1db9-4cc5-8f01-16758840322d req-0c745433-d5ce-49d3-93f5-92782094c36f tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 945 time: 0.1358619 Jan 28 16:36:43.586523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab021c35-3a05-4d45-b507-f96450e5472b req-53e8f4ad-a9a0-4116-b8f1-999ba5406980 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:43.595709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ab021c35-3a05-4d45-b507-f96450e5472b req-53e8f4ad-a9a0-4116-b8f1-999ba5406980 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 945 time: 0.1383805 Jan 28 16:36:43.598036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['93229d41-f0f9-4113-ab30-43c3aa212c38'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:43.640132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8c21e708-c0ab-4353-b8d7-edd63c8d593f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639367 Jan 28 16:36:43.802771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-398d9d22-1db9-4cc5-8f01-16758840322d req-94c81266-8d72-492a-a299-3debd98562bd tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261832 Jan 28 16:36:43.805316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-37166495-d907-4a16-8391-28dc67383684 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:43.816247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-37166495-d907-4a16-8391-28dc67383684 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749146 Jan 28 16:36:43.846921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-9dd70441-9f43-40d4-829c-b704d52c66f1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/quotas/8b923a3247244d1d8f3ab66eb910ea62 HTTP/1.1" status: 200 len: 375 time: 0.0296013 Jan 28 16:36:43.866969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Deleting port eb55688e-8c8d-4124-93e2-46850e895d75 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:43.873211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:44.043902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-700c877f-b7bb-4283-9d42-ceee49b41aca tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1953285 Jan 28 16:36:44.061263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433f2f1-ece3-4fb0-ae13-531c8ca31eea req-9c81c02b-2441-472d-82b2-ad0b0bbcd6de tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:44.074135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b433f2f1-ece3-4fb0-ae13-531c8ca31eea req-9c81c02b-2441-472d-82b2-ad0b0bbcd6de tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1576340 Jan 28 16:36:44.122895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] For port eb55688e-8c8d-4124-93e2-46850e895d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=eb55688e-8c8d-4124-93e2-46850e895d75,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:44.123269 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:44.155614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b433f2f1-ece3-4fb0-ae13-531c8ca31eea req-664970d6-1d6c-4dab-9719-2c2ecae7e060 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Jan 28 16:36:44.156326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Calling delete_port for eb55688e-8c8d-4124-93e2-46850e895d75 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:44.293267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac3490-8bee-4826-a3b9-216593673f13 req-ee0f94fa-58ed-43ef-b509-b2a5ff7d10fb tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:44.301651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeac3490-8bee-4826-a3b9-216593673f13 req-ee0f94fa-58ed-43ef-b509-b2a5ff7d10fb tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.0831606 Jan 28 16:36:44.425451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeac3490-8bee-4826-a3b9-216593673f13 req-6c025277-1757-4ca2-ad94-e243d88c53d7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221945 Jan 28 16:36:44.467292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (eb55688e-8c8d-4124-93e2-46850e895d75), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:44.481022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['90268067-7a06-4a8d-9183-23b3cbb4900a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:44.525176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['eb55688e-8c8d-4124-93e2-46850e895d75'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:44.530775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Pushing event deleted for resources: {'Port': ['ID=eb55688e-8c8d-4124-93e2-46850e895d75,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:44.591348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413bd2b-629b-4620-90b1-2d7804988ec0 req-155929ab-a387-4804-b20c-564634f20db5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:44.601013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c413bd2b-629b-4620-90b1-2d7804988ec0 req-155929ab-a387-4804-b20c-564634f20db5 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1020226 Jan 28 16:36:44.622662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] No DVR routers for this DVR port eb55688e-8c8d-4124-93e2-46850e895d75 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:44.630562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:44.638561 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ab021c35-3a05-4d45-b507-f96450e5472b req-b6196c5d-8e46-49b0-97e8-7fb2b6994eca tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.24 "DELETE /v2.0/ports/eb55688e-8c8d-4124-93e2-46850e895d75 HTTP/1.1" status: 204 len: 173 time: 1.0359185 Jan 28 16:36:44.639563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'name': 'network-vif-deleted', 'tag': 'eb55688e-8c8d-4124-93e2-46850e895d75'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:44.644509 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dfec25-86d1-4352-9423-3f02cb340c5e" -d '{"events": [{"server_uuid": "e797965f-a809-4f59-94f1-9707c6392fe1", "name": "network-vif-deleted", "tag": "eb55688e-8c8d-4124-93e2-46850e895d75"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:44.678768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c413bd2b-629b-4620-90b1-2d7804988ec0 req-c00feb81-b98b-4065-964a-a8d40f3cccc9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765860 Jan 28 16:36:44.809983 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5f960e-ca42-40ca-9c0d-bbcb0cb9aa01 x-openstack-request-id: req-2c5f960e-ca42-40ca-9c0d-bbcb0cb9aa01 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:44.810390 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e797965f-a809-4f59-94f1-9707c6392fe1", "name": "network-vif-deleted", "tag": "eb55688e-8c8d-4124-93e2-46850e895d75", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:44.810734 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c5f960e-ca42-40ca-9c0d-bbcb0cb9aa01 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:44.811500 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e797965f-a809-4f59-94f1-9707c6392fe1', 'name': 'network-vif-deleted', 'tag': 'eb55688e-8c8d-4124-93e2-46850e895d75', 'status': 'completed', 'code': 200} Jan 28 16:36:44.977009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc7d7-c82f-4516-a2fd-25644efcbc1f req-79059396-a58d-4002-9f20-e7fa277b2129 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:44.978580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc1cc7d7-c82f-4516-a2fd-25644efcbc1f req-79059396-a58d-4002-9f20-e7fa277b2129 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 944 time: 0.1429713 Jan 28 16:36:45.093755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc1cc7d7-c82f-4516-a2fd-25644efcbc1f req-703926a8-5f75-4165-987c-c25fccbd4020 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047530 Jan 28 16:36:45.202777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-825531f4-1b48-4b1f-ad7f-1f0b1b52f83f req-f2368538-c8f9-4d49-a970-b177e36ace63 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 210 time: 0.0583332 Jan 28 16:36:45.287900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cf4cd9d-11d1-45ef-9d2d-6889c73180d2 req-c741045a-d1d4-4e12-ac63-957e7d48e2f5 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=e797965f-a809-4f59-94f1-9707c6392fe1 HTTP/1.1" status: 200 len: 210 time: 0.0706649 Jan 28 16:36:45.382871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b07ef-dab2-426a-ae89-5dddfea184c6 req-6c69ecc2-ddc1-4b5c-bfec-0aa4c6358ad2 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:45.390625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a90b07ef-dab2-426a-ae89-5dddfea184c6 req-6c69ecc2-ddc1-4b5c-bfec-0aa4c6358ad2 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.0781674 Jan 28 16:36:45.470406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a90b07ef-dab2-426a-ae89-5dddfea184c6 req-c07edf0c-ef83-4ea3-9a3c-58eec003c10c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Jan 28 16:36:45.570211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e416-3ab3-4d2b-a55d-a80f51063b31 req-310bcca8-6cb8-4faf-b31e-31761ca1b586 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:45.571819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ca8e416-3ab3-4d2b-a55d-a80f51063b31 req-310bcca8-6cb8-4faf-b31e-31761ca1b586 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.0626647 Jan 28 16:36:45.659203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ca8e416-3ab3-4d2b-a55d-a80f51063b31 req-be816aa1-3f36-44b7-a5f5-8a298257bbf2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798900 Jan 28 16:36:45.971936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855d799-b760-4227-b26d-f70f0753aa3e req-c893abdd-8c8a-43fb-960c-ad7f1872914d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:45.980443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7855d799-b760-4227-b26d-f70f0753aa3e req-c893abdd-8c8a-43fb-960c-ad7f1872914d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1397758 Jan 28 16:36:46.053338 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4223f315-6f55-4df3-a6ba-490f3dc4d2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:46.086909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7855d799-b760-4227-b26d-f70f0753aa3e req-185718cb-d1b4-4329-a534-3e73b4b87f98 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012461 Jan 28 16:36:46.330695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f15d54-67ff-442d-b4f0-f2c8ccb06df0 req-632f5a89-8a6a-4615-98bf-22c325b0c3e5 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:46.331677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39f15d54-67ff-442d-b4f0-f2c8ccb06df0 req-632f5a89-8a6a-4615-98bf-22c325b0c3e5 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 944 time: 0.1240134 Jan 28 16:36:46.390172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4596d206-db88-4358-9239-cb04533bcbd0 req-12fe9272-7cc6-4865-a349-0b70a76222b3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 210 time: 0.0569296 Jan 28 16:36:46.465951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39f15d54-67ff-442d-b4f0-f2c8ccb06df0 req-53b107f6-010f-480d-ac2c-174f42588aa3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147451 Jan 28 16:36:46.715138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8329d6-9aeb-414a-87b2-4f092d655b9a req-cc8bfbb3-c0f2-4b64-9b9b-725127bbe2ab tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:46.716666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e8329d6-9aeb-414a-87b2-4f092d655b9a req-cc8bfbb3-c0f2-4b64-9b9b-725127bbe2ab tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.0735407 Jan 28 16:36:46.796099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e8329d6-9aeb-414a-87b2-4f092d655b9a req-6b9aa458-f068-43aa-a460-077738870f36 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711858 Jan 28 16:36:46.855627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:46.946253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 93229d41-f0f9-4113-ab30-43c3aa212c38 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:46.951604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 93229d41-f0f9-4113-ab30-43c3aa212c38 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:46.952227 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:47.087192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-081448f5-1713-4b1c-869a-7970563751b7 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541110 Jan 28 16:36:47.138137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c46b-c631-4dba-a955-07ddb6868af0 req-a8eec3e2-f585-4304-b31a-27c809dcaef9 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.149005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6059c46b-c631-4dba-a955-07ddb6868af0 req-a8eec3e2-f585-4304-b31a-27c809dcaef9 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.2670655 Jan 28 16:36:47.153722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93229d41-f0f9-4113-ab30-43c3aa212c38 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:47.154977 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:47.175884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88fa27-c4c6-493f-94a5-fc6fe8ea6fad req-7ac8485d-e0e9-42ee-8f6b-e1689eb0a034 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.177537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac88fa27-c4c6-493f-94a5-fc6fe8ea6fad req-7ac8485d-e0e9-42ee-8f6b-e1689eb0a034 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.2153866 Jan 28 16:36:47.233158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:47.234713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:47.238252 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad48491-cf30-4a35-9303-034fead78589" -d '{"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-plugged", "status": "completed", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:47.243239 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:47.244638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device eb55688e-8c8d-4124-93e2-46850e895d75 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:47.244802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6059c46b-c631-4dba-a955-07ddb6868af0 req-91b55f97-953d-4be6-824a-25343b185d30 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946364 Jan 28 16:36:47.323401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: eb55688e-8c8d-4124-93e2-46850e895d75 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:36:47.323846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device eb55688e-8c8d-4124-93e2-46850e895d75 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:36:47.377133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:47.393073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac88fa27-c4c6-493f-94a5-fc6fe8ea6fad req-36eb2ccf-2c0e-48f1-a97a-aa48fa809a61 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714168 Jan 28 16:36:47.430957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-672f92ee-6daa-46ee-8c8f-f52c47d4edf7 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098557 Jan 28 16:36:47.500937 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cc5d7a-f1ab-4383-8af8-bdb7b124a0b0 x-openstack-request-id: req-c1cc5d7a-f1ab-4383-8af8-bdb7b124a0b0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:47.501228 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-plugged", "status": "completed", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:47.501487 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1cc5d7a-f1ab-4383-8af8-bdb7b124a0b0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:47.501916 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'code': 200} Jan 28 16:36:47.529885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f7373-4009-4993-b672-72f3264e5ae7 req-a3688709-25f7-418f-917e-e21a35d46bfe tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.538478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-110f7373-4009-4993-b672-72f3264e5ae7 req-a3688709-25f7-418f-917e-e21a35d46bfe tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1343691 Jan 28 16:36:47.591041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-110f7373-4009-4993-b672-72f3264e5ae7 req-b930a920-8b43-413c-9c03-d8266e0026bd tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516999 Jan 28 16:36:47.709380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb6e421-d8c0-4718-9d5c-3ab588d0b113 req-24b9707b-8b0c-4a1c-9c68-267eca9426c2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 210 time: 0.0909431 Jan 28 16:36:47.711406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-a8db995c-bc4b-4973-bcc4-5483396f812c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.713544 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-a8db995c-bc4b-4973-bcc4-5483396f812c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756758 Jan 28 16:36:47.740075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:47.751608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-33675c2f-3257-48ea-8e63-4d5b04ad8a8b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.753387 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-33675c2f-3257-48ea-8e63-4d5b04ad8a8b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6487401 Jan 28 16:36:47.772964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:47.844101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820a26e-3457-45d8-bfc7-6a9679aae05f req-25031e88-0a9d-46bb-a8fc-52f040a2baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.850146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e820a26e-3457-45d8-bfc7-6a9679aae05f req-25031e88-0a9d-46bb-a8fc-52f040a2baf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 1128 time: 0.1563804 Jan 28 16:36:47.862725 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a47aba83-ae6d-4940-9ed5-146dd2b459a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:47.875141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d01a-dc91-4cf3-b4b2-14466423ef82 req-49d18b01-96b7-4c44-b343-8568a37169cc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:47.878560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65c0d01a-dc91-4cf3-b4b2-14466423ef82 req-49d18b01-96b7-4c44-b343-8568a37169cc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1826241 Jan 28 16:36:47.982946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:47.987337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:48.018037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65c0d01a-dc91-4cf3-b4b2-14466423ef82 req-1b1bc860-00c3-4947-90da-016ee66048b6 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292858 Jan 28 16:36:48.035033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e820a26e-3457-45d8-bfc7-6a9679aae05f req-be31af42-66d8-4319-8613-60457779bf5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549881 Jan 28 16:36:48.049552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438c78-1fcd-4ae7-9b02-0f04c4f73b0b req-45a46f99-3a75-4fd7-a245-f74edc75dd05 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:48.059098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e438c78-1fcd-4ae7-9b02-0f04c4f73b0b req-45a46f99-3a75-4fd7-a245-f74edc75dd05 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1284745 Jan 28 16:36:48.137825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e438c78-1fcd-4ae7-9b02-0f04c4f73b0b req-38e73c8c-d5e1-4898-962f-0ad61a87f82c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715208 Jan 28 16:36:48.204402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.241 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:48.216138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:48.220318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:48.478766 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:48.502554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631143-99d4-47f3-8668-6bc33e9b16db req-058d6292-23b9-4507-8ebe-2030eed51eb5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:48.504148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56631143-99d4-47f3-8668-6bc33e9b16db req-058d6292-23b9-4507-8ebe-2030eed51eb5 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1509404 Jan 28 16:36:48.600591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56631143-99d4-47f3-8668-6bc33e9b16db req-8d5736b6-74c3-4db5-bed5-75d6c7776e9b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671909 Jan 28 16:36:48.622406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.181 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/03a30efc-07db-4494-aed7-f94080191e9f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:36:48.625718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f63db-8ef1-4563-9fa6-eb3cbb129a0e req-7f6a7324-aea7-4579-a23c-f97ff7c78063 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:48.635703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219f63db-8ef1-4563-9fa6-eb3cbb129a0e req-7f6a7324-aea7-4579-a23c-f97ff7c78063 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1298993 Jan 28 16:36:48.743279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219f63db-8ef1-4563-9fa6-eb3cbb129a0e req-51b6ae68-8eb0-479e-b991-a9fc21679b5c tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003165 Jan 28 16:36:48.781426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083dac8-ecf4-44b0-86a3-b6e591cd5bcf req-51d07aba-d860-4fb3-bddd-a6cdd54b58e9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:48.789834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8083dac8-ecf4-44b0-86a3-b6e591cd5bcf req-51d07aba-d860-4fb3-bddd-a6cdd54b58e9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0827236 Jan 28 16:36:48.862209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8083dac8-ecf4-44b0-86a3-b6e591cd5bcf req-1da4a46d-659b-4415-9fe5-eb77fc27ea04 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662341 Jan 28 16:36:48.885333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:48.899037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:48.903969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:48.927189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31f6c38f-ab44-4e76-bb20-3573e900ed2c req-c40b5777-2a3d-4e7a-bf9b-adb150e51d28 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 210 time: 0.0380132 Jan 28 16:36:48.992151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:48.998668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:49.002667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:49.077152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (03a30efc-07db-4494-aed7-f94080191e9f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.107616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:49.147588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-d22c608a-9e3c-4964-a046-fb3ddb91dc25 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:49.150088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-d22c608a-9e3c-4964-a046-fb3ddb91dc25 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.2524219 Jan 28 16:36:49.256720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c9947-83d5-465e-b638-aeb359868503 req-babdbc35-fdf8-45fe-ac4b-364cbbbab8f1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:49.258990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c2c9947-83d5-465e-b638-aeb359868503 req-babdbc35-fdf8-45fe-ac4b-364cbbbab8f1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.0982718 Jan 28 16:36:49.280018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:49.288331 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.328459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.431975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-80d05d14-e96e-4e69-adc0-0e37d973968a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6664178 Jan 28 16:36:49.460945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Request body: {'port': {'device_id': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:49.492150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c401-5950-4719-b144-74e5f48d68bc req-3b95423c-22b1-4bd3-8e12-dfd94b548529 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:49.500437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e669c401-5950-4719-b144-74e5f48d68bc req-3b95423c-22b1-4bd3-8e12-dfd94b548529 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.2400601 Jan 28 16:36:49.528590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c2c9947-83d5-465e-b638-aeb359868503 req-9b95ae26-0f00-4f89-bced-6db5e8e393bc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576916 Jan 28 16:36:49.541226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Deleting port 90268067-7a06-4a8d-9183-23b3cbb4900a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:49.541976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.582745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.585109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.599807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1a06f0ed-3353-4b00-865b-704a6b7654a0 None None] Provisioning complete for port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:49.600493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a06f0ed-3353-4b00-865b-704a6b7654a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:49.612506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:49.616283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:49.669787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:36:49.707728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e669c401-5950-4719-b144-74e5f48d68bc req-324f699a-bbeb-4f6f-babd-8f8b35533e0e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047997 Jan 28 16:36:49.711719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:49.714490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:49.722344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:36:49.887796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b35f2-04e6-46d2-96b6-35efc80ff2f3 req-9807785b-2ff2-48e8-8d28-389c9665551c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:49.895290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab4b35f2-04e6-46d2-96b6-35efc80ff2f3 req-9807785b-2ff2-48e8-8d28-389c9665551c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1259239 Jan 28 16:36:50.022047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab4b35f2-04e6-46d2-96b6-35efc80ff2f3 req-6e2b4c36-c470-43c0-adfe-7f89c34e32e7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218548 Jan 28 16:36:50.038135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1a06f0ed-3353-4b00-865b-704a6b7654a0 None None] Port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:36:50.048334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a570-6176-4803-bce8-b28493629f44 req-42544059-dd98-46cf-8b58-4230bf73f005 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:50.075085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fc3a570-6176-4803-bce8-b28493629f44 req-42544059-dd98-46cf-8b58-4230bf73f005 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1768405 Jan 28 16:36:50.149422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fc3a570-6176-4803-bce8-b28493629f44 req-4323a96a-b971-4c04-94dc-ab13c5908e84 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Jan 28 16:36:50.203750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c2a1e97c-bd0e-44d7-b7d9-484ab22d0af7 None None] Provisioning complete for port 03a30efc-07db-4494-aed7-f94080191e9f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:50.204198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e97c-bd0e-44d7-b7d9-484ab22d0af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (03a30efc-07db-4494-aed7-f94080191e9f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:50.257320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:50.257955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:50.284666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d9052-ef75-4542-893f-34aaff99a203 req-05e1eadf-27ea-4b39-a9c5-df0598062e16 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:50.291984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b98d9052-ef75-4542-893f-34aaff99a203 req-05e1eadf-27ea-4b39-a9c5-df0598062e16 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1412108 Jan 28 16:36:50.347513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e97c-bd0e-44d7-b7d9-484ab22d0af7 None None] Port 03a30efc-07db-4494-aed7-f94080191e9f cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:36:50.423697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78f951-6143-44c7-85e3-f7c707b30af1 req-bebba2c9-431e-494c-90e7-be99af983fe7 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:50.425935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef78f951-6143-44c7-85e3-f7c707b30af1 req-bebba2c9-431e-494c-90e7-be99af983fe7 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 936 time: 0.1601527 Jan 28 16:36:50.443545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b98d9052-ef75-4542-893f-34aaff99a203 req-bd0a8f51-1eea-47b4-b784-eec826d7a817 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505427 Jan 28 16:36:50.453879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:50.487501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Publish callbacks [] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:50.509573 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b1757e38-9d75-4168-a177-5c47c51b3693 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7819493 Jan 28 16:36:50.527995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef78f951-6143-44c7-85e3-f7c707b30af1 req-1952e7e3-a960-4ec2-8456-039a102f4dfc tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822892 Jan 28 16:36:50.536805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Request body: {'port': {'device_id': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:50.540698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] For port 90268067-7a06-4a8d-9183-23b3cbb4900a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=90268067-7a06-4a8d-9183-23b3cbb4900a,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:50.540963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:50.557487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:50.605011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Transition to ACTIVE for port object c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:50.611033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Calling delete_port for 90268067-7a06-4a8d-9183-23b3cbb4900a owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:50.619762 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:50.746897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288ef7f-78b6-454d-9118-eca5bcbb54ed req-371f9eca-a57b-4804-a22b-f8983a6e40cf tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:50.761115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f288ef7f-78b6-454d-9118-eca5bcbb54ed req-371f9eca-a57b-4804-a22b-f8983a6e40cf tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1317825 Jan 28 16:36:50.870919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f288ef7f-78b6-454d-9118-eca5bcbb54ed req-ff7fc4dc-3bd5-44e1-a05e-f4a8f7704d03 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983460 Jan 28 16:36:50.950891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:50.985324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (03a30efc-07db-4494-aed7-f94080191e9f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.009253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7fa71-d2d2-4f1f-8149-f412388357c5 req-f4e4e307-9a44-4357-929e-fb7c5ae916fb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:51.013594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33d7fa71-d2d2-4f1f-8149-f412388357c5 req-f4e4e307-9a44-4357-929e-fb7c5ae916fb tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1415815 Jan 28 16:36:51.083885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33d7fa71-d2d2-4f1f-8149-f412388357c5 req-133ae17c-fff3-46ec-9fb5-da29c71dfd1c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Jan 28 16:36:51.318421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0583022-e983-4d8b-9650-c0bd1c54772a req-13d17071-d463-42f1-ac34-de8a201fa6d1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:51.324640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0583022-e983-4d8b-9650-c0bd1c54772a req-13d17071-d463-42f1-ac34-de8a201fa6d1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1281047 Jan 28 16:36:51.423485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Attempting to bind port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:51.423743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Attempting to bind port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:51.423977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Attempting to bind port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:51.424452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0583022-e983-4d8b-9650-c0bd1c54772a req-3b9bd018-eb32-4640-911d-a888ffc87d0d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809672 Jan 28 16:36:51.448159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab1bb-eb49-441d-be0e-5b6ad4eddf66 req-81f4f2c2-ce8d-404a-8c90-eb5c8bb520ea tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:51.457554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:51.458178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Attempting to bind port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:51.464233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45fab1bb-eb49-441d-be0e-5b6ad4eddf66 req-81f4f2c2-ce8d-404a-8c90-eb5c8bb520ea tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 946 time: 0.1382062 Jan 28 16:36:51.467453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:51.467791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:51.468174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:51.468607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Bound port: c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:51.468988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.497874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (90268067-7a06-4a8d-9183-23b3cbb4900a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.560231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45fab1bb-eb49-441d-be0e-5b6ad4eddf66 req-0798db74-a06b-4986-a913-347c860f551b tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba117bfd-a31f-48ec-902a-816d02c9aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884516 Jan 28 16:36:51.603421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] For port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:51.606743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] For port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:51.633569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.637603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Pushing event deleted for resources: {'Port': ['ID=90268067-7a06-4a8d-9183-23b3cbb4900a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:51.705661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957077-3762-47aa-8b6e-24609cc5fe22 req-d0f0807c-6539-4076-9aff-b829125a3d2b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:51.713524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02957077-3762-47aa-8b6e-24609cc5fe22 req-d0f0807c-6539-4076-9aff-b829125a3d2b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1499391 Jan 28 16:36:51.741348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.778050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23856-a065-4c4e-bd9f-d95387006344 req-62487f8d-af33-49cd-b488-f95d076fc47d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:51.784956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41d23856-a065-4c4e-bd9f-d95387006344 req-62487f8d-af33-49cd-b488-f95d076fc47d tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1147249 Jan 28 16:36:51.818737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02957077-3762-47aa-8b6e-24609cc5fe22 req-d68b2078-cbd4-420f-9a76-07cd47baf309 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998240 Jan 28 16:36:51.854260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a30efc-07db-4494-aed7-f94080191e9f {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:51.865342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Publish callbacks [] for port (03a30efc-07db-4494-aed7-f94080191e9f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.880469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Transition to ACTIVE for port object 03a30efc-07db-4494-aed7-f94080191e9f will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:36:51.899906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41d23856-a065-4c4e-bd9f-d95387006344 req-683e7892-5fd9-4d16-9326-8da7375e0f92 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138051 Jan 28 16:36:51.965267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:51.965915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:51.967378 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 HTTP/1.1" status: 200 len: 1097 time: 2.5200059 Jan 28 16:36:51.968052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc6804-3658-45c3-89e2-2ce76c750a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:51.979576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'tag': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:51.981920 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d50bf-d3af-4051-b88a-b536c135d8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc1f1f-1548-4d15-a171-06ad76a33a6a", "tag": "c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:51.984645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:52.032786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8de4d-e3b3-4213-9fdd-e9f4018b836a req-1fd09237-534e-44f6-812f-858e933c4e1c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:52.055493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d8de4d-e3b3-4213-9fdd-e9f4018b836a req-1fd09237-534e-44f6-812f-858e933c4e1c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 948 time: 0.1266129 Jan 28 16:36:52.147562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d8de4d-e3b3-4213-9fdd-e9f4018b836a req-fa7a74f0-2089-46cc-a327-c4b349988ef0 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857794 Jan 28 16:36:52.164699 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684d4b7a-cf5d-4d31-a9b2-72b1037ddb10 x-openstack-request-id: req-684d4b7a-cf5d-4d31-a9b2-72b1037ddb10 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:52.165084 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc1f1f-1548-4d15-a171-06ad76a33a6a", "tag": "c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:52.165532 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-684d4b7a-cf5d-4d31-a9b2-72b1037ddb10 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:52.166024 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'tag': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0', 'status': 'completed', 'code': 200} Jan 28 16:36:52.174480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Pushing event updated for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:52.214028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] No DVR routers for this DVR port 90268067-7a06-4a8d-9183-23b3cbb4900a on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:52.251172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:52.256799 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2358aa18-c4bd-4941-9553-8a02d72d9eb7 req-b629656c-433c-4ec2-8fd4-da8704165d46 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.31 "DELETE /v2.0/ports/90268067-7a06-4a8d-9183-23b3cbb4900a HTTP/1.1" status: 204 len: 173 time: 3.1001356 Jan 28 16:36:52.337490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1724-4d81-4750-8ac4-905b36f2a1d5 req-c8bd59dc-5130-44ea-84a7-d3f1f495ff0a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:52.339536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca7f1724-4d81-4750-8ac4-905b36f2a1d5 req-c8bd59dc-5130-44ea-84a7-d3f1f495ff0a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1022398 Jan 28 16:36:52.390496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-96453615-91d9-4e86-8a11-f5d6858820e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:52.392189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-96453615-91d9-4e86-8a11-f5d6858820e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 1131 time: 0.3230295 Jan 28 16:36:52.400836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 90268067-7a06-4a8d-9183-23b3cbb4900a no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:52.468569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 90268067-7a06-4a8d-9183-23b3cbb4900a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:36:52.468873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 90268067-7a06-4a8d-9183-23b3cbb4900a not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:36:52.475679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca7f1724-4d81-4750-8ac4-905b36f2a1d5 req-f3a64ca1-2e9b-4290-9237-e8658c2b5821 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291294 Jan 28 16:36:52.534052 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-f6841421-4ae4-4032-a99a-61d92ac5b768 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 HTTP/1.1" status: 200 len: 217 time: 0.1221871 Jan 28 16:36:52.620029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-64b6b95e-134c-4011-8f3c-ea919b24bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:52.621557 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-64b6b95e-134c-4011-8f3c-ea919b24bd7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0772259 Jan 28 16:36:52.681508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b83a-e6ea-4701-8432-bcdefa50c2e6 req-5df15a3e-4f3b-4d73-b4f8-9c9a7c2de153 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:52.683048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aba8b83a-e6ea-4701-8432-bcdefa50c2e6 req-5df15a3e-4f3b-4d73-b4f8-9c9a7c2de153 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1378529 Jan 28 16:36:52.696849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Attempting to bind port 03a30efc-07db-4494-aed7-f94080191e9f on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:36:52.697198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Attempting to bind port 03a30efc-07db-4494-aed7-f94080191e9f by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:36:52.697572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Attempting to bind port 03a30efc-07db-4494-aed7-f94080191e9f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:52.713936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Port 03a30efc-07db-4494-aed7-f94080191e9f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:36:52.714407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Attempting to bind port 03a30efc-07db-4494-aed7-f94080191e9f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:36:52.720741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:36:52.721101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:52.721479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:36:52.721923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Bound port: 03a30efc-07db-4494-aed7-f94080191e9f, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:36:52.722289 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (03a30efc-07db-4494-aed7-f94080191e9f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:52.747028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-6edb07b1-6530-427d-92ad-9c3158ec0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:52.749263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-6edb07b1-6530-427d-92ad-9c3158ec0f46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1152511 Jan 28 16:36:52.783438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aba8b83a-e6ea-4701-8432-bcdefa50c2e6 req-12854260-383b-4195-9d15-75f7464056b8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926766 Jan 28 16:36:52.824046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7010e6f-a882-4546-bc69-3ca8c5d209a6 req-9f9761ad-f649-4667-b32a-5c2a3ca26401 tempest-ListServerFiltersTestJSON-1278200102 tempest-ListServerFiltersTestJSON-1278200102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0acb0cf-a38d-462d-a427-bee10977802f HTTP/1.1" status: 200 len: 210 time: 0.1013327 Jan 28 16:36:52.951231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-b2f9b351-1f91-4365-a7f4-89023e3825e9 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738021 Jan 28 16:36:52.954228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:36:52.958210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=03a30efc-07db-4494-aed7-f94080191e9f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:36:52.983522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:53.143091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388e66b-a4af-4c0b-a558-d1dd740e329a req-fc580aa9-96cd-46f9-9e35-7a04023cd7c5 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.146980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4388e66b-a4af-4c0b-a558-d1dd740e329a req-fc580aa9-96cd-46f9-9e35-7a04023cd7c5 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1963732 Jan 28 16:36:53.158413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476819b-6fe0-425f-9081-32108aa78893 req-1190c542-5d35-4a8b-935b-31a1bb8644ef tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.163124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5476819b-6fe0-425f-9081-32108aa78893 req-1190c542-5d35-4a8b-935b-31a1bb8644ef tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1198444 Jan 28 16:36:53.257921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5476819b-6fe0-425f-9081-32108aa78893 req-35b4caec-3cc6-4649-b689-69bbf59a1521 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809526 Jan 28 16:36:53.357522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4388e66b-a4af-4c0b-a558-d1dd740e329a req-b83e58bc-324b-4473-a6cf-05d453dac17e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925478 Jan 28 16:36:53.376407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.379120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:53.379880 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/03a30efc-07db-4494-aed7-f94080191e9f HTTP/1.1" status: 200 len: 1097 time: 2.8508468 Jan 28 16:36:53.481558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-31a15dc0-4117-467c-8394-f064e479d33a service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214412 Jan 28 16:36:53.494110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0876e-177a-4353-8bd0-361a816e89f5 service neutron] Pushing event updated for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:53.601229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45d9b8-1ea2-48ee-9bb2-19a4796e7b02 req-7d1fe270-71b8-4bc0-8db8-a366f2ad53b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.608451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e45d9b8-1ea2-48ee-9bb2-19a4796e7b02 req-7d1fe270-71b8-4bc0-8db8-a366f2ad53b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 948 time: 0.1390941 Jan 28 16:36:53.653286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-276ef574-41a1-4d7c-95e2-f038412948c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.656148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-276ef574-41a1-4d7c-95e2-f038412948c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 1131 time: 0.1550395 Jan 28 16:36:53.716441 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-517055b0-188c-4bf7-9234-f0fa6a318912 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=03a30efc-07db-4494-aed7-f94080191e9f HTTP/1.1" status: 200 len: 217 time: 0.0491269 Jan 28 16:36:53.763626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e45d9b8-1ea2-48ee-9bb2-19a4796e7b02 req-83bd5685-cbe9-4a36-a040-fe4f5392b55a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544764 Jan 28 16:36:53.814373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-a98f0e0f-e8b2-4ece-9b60-c3e3cb98bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.816344 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-a98f0e0f-e8b2-4ece-9b60-c3e3cb98bd3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 1131 time: 0.0989933 Jan 28 16:36:53.818863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-991b3681-fb68-4ee7-82f5-c483921b9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.820211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-991b3681-fb68-4ee7-82f5-c483921b9731 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0737395 Jan 28 16:36:53.827937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2642e1e-6ca7-4a67-a1e7-04b9b8016581 req-7a6222c5-2cb3-4d26-82f2-52cf075896d4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.829638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2642e1e-6ca7-4a67-a1e7-04b9b8016581 req-7a6222c5-2cb3-4d26-82f2-52cf075896d4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1480908 Jan 28 16:36:53.964169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2642e1e-6ca7-4a67-a1e7-04b9b8016581 req-cf223032-a6c9-4bbd-ad78-310ce591ed04 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272852 Jan 28 16:36:53.981400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-d524367b-2ebb-43d8-862c-469dd7347021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:53.984886 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-d524367b-2ebb-43d8-862c-469dd7347021 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1510575 Jan 28 16:36:54.009018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78959e-91ee-4e5f-8566-0ad61d0f0728 req-0f6a585e-b70d-455e-a4c6-407352b45b9c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.016048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd78959e-91ee-4e5f-8566-0ad61d0f0728 req-0f6a585e-b70d-455e-a4c6-407352b45b9c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1105373 Jan 28 16:36:54.053865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35748) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:36:54.165905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd78959e-91ee-4e5f-8566-0ad61d0f0728 req-00ed7aec-2cf4-43ac-b406-5e9a1e14cec0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490731 Jan 28 16:36:54.173222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Deleting subnet 4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:36:54.179808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Publish callbacks [] for subnet (4c7dd570-0fa2-4f07-9c50-a38cfd8ec520), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:54.180608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-6a5c6982-b19f-4f9f-ace3-397a089d0ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817644 Jan 28 16:36:54.196704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'name': 'network-vif-deleted', 'tag': '90268067-7a06-4a8d-9183-23b3cbb4900a'}, {'name': 'network-changed', 'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:54.198995 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6" -d '{"events": [{"server_uuid": "a0acb0cf-a38d-462d-a427-bee10977802f", "name": "network-vif-deleted", "tag": "90268067-7a06-4a8d-9183-23b3cbb4900a"}, {"name": "network-changed", "server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "tag": "03a30efc-07db-4494-aed7-f94080191e9f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:54.213016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-3ce9ea74-1eff-451c-9fef-6aeca4b8dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.214576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-3ce9ea74-1eff-451c-9fef-6aeca4b8dc96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.3892250 Jan 28 16:36:54.234053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (4c7dd570-0fa2-4f07-9c50-a38cfd8ec520), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:54.318217 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d37aae-89ac-46c7-826d-14d64e53fe0a x-openstack-request-id: req-d4d37aae-89ac-46c7-826d-14d64e53fe0a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:54.318509 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acb0cf-a38d-462d-a427-bee10977802f", "name": "network-vif-deleted", "tag": "90268067-7a06-4a8d-9183-23b3cbb4900a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "tag": "03a30efc-07db-4494-aed7-f94080191e9f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:54.318765 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4d37aae-89ac-46c7-826d-14d64e53fe0a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:54.319157 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acb0cf-a38d-462d-a427-bee10977802f', 'name': 'network-vif-deleted', 'tag': '90268067-7a06-4a8d-9183-23b3cbb4900a', 'status': 'completed', 'code': 200} Jan 28 16:36:54.319412 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f', 'status': 'completed', 'code': 200} Jan 28 16:36:54.322532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-3309952b-a796-457c-b84a-a06b60652bf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 HTTP/1.1" status: 200 len: 217 time: 0.0950460 Jan 28 16:36:54.342651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4c7dd570-0fa2-4f07-9c50-a38cfd8ec520), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:54.408986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-c4d0e044-d084-4952-b6d5-d3cc848b3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.410730 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-c4d0e044-d084-4952-b6d5-d3cc848b3d8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0719965 Jan 28 16:36:54.413501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-22a430b7-a9e6-469a-b3f3-d2ae70decfef req-abaaeb2b-38ec-49a5-8a21-bebc1f128091 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118120 Jan 28 16:36:54.429498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (4c7dd570-0fa2-4f07-9c50-a38cfd8ec520), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:54.521484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-c0d8b27e-c1ec-46b8-b007-738de59b7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.523928 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-c0d8b27e-c1ec-46b8-b007-738de59b7e9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1056201 Jan 28 16:36:54.527922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba466cd-ac9f-4489-b6cf-92eed9d8bd59 None None] Network 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:36:54.550283 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:54.558640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4c7dd570-0fa2-4f07-9c50-a38cfd8ec520 HTTP/1.1" status: 204 len: 168 time: 0.4977975 Jan 28 16:36:54.575946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7dd570-0fa2-4f07-9c50-a38cfd8ec520,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:54.578828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35758) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:36:54.640408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-ce11c235-6504-4fbe-9e4d-01582718e97b service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005921 Jan 28 16:36:54.657155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-b7d43546-2540-411d-8ed0-809308910f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.659658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-b7d43546-2540-411d-8ed0-809308910f20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 1131 time: 0.1842523 Jan 28 16:36:54.752452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.759354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.759784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.760164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.760511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.760880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.761214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.761545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.761878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.762203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.762533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.762860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.763185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faabcbe-c1ec-4a98-b0f7-03959886ed34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:36:54.764857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b12d50bf-d3af-4051-b88a-b536c135d8f0 req-6a78d5d1-59ce-4428-9d4e-99199ac7d413 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028402 Jan 28 16:36:54.811203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:54.834962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] DHCP port deletion for 8fe01bf3-3395-41bc-9e1c-f6c8397c69bc request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:36:54.839043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6529-5bf2-475e-8380-2570c299f465 req-5fe84064-d6b3-4df6-8d9d-947d4c2aa945 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.853685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5ae6529-5bf2-475e-8380-2570c299f465 req-5fe84064-d6b3-4df6-8d9d-947d4c2aa945 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.3676462 Jan 28 16:36:54.925989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062dff0-a549-4f0d-bd37-4bbe3caba0ca req-59e6ae9a-d0e2-4dad-adef-57eecb85b8ca tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.927630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f062dff0-a549-4f0d-bd37-4bbe3caba0ca req-59e6ae9a-d0e2-4dad-adef-57eecb85b8ca tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.5136893 Jan 28 16:36:54.942762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5ae6529-5bf2-475e-8380-2570c299f465 req-b7a7ae67-53bb-455d-be5a-a7ae2a9834f3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832975 Jan 28 16:36:54.957011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-99d9fa30-405f-4af7-a759-2131aaedcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:54.959920 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-99d9fa30-405f-4af7-a759-2131aaedcab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1934388 Jan 28 16:36:54.999223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] Deleting port c814f9a5-629e-4211-a0b4-4b459c3fcd65 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:54.999712 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.046734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-e17c01c0-a775-47fa-8676-45511e05a39d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=03a30efc-07db-4494-aed7-f94080191e9f HTTP/1.1" status: 200 len: 217 time: 0.0744231 Jan 28 16:36:55.155390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-55ef433f-1c33-4ff4-b38b-fbbbb023d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:55.157471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-55ef433f-1c33-4ff4-b38b-fbbbb023d60a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1034007 Jan 28 16:36:55.178471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f062dff0-a549-4f0d-bd37-4bbe3caba0ca req-3de2b970-0dbc-4e6c-97bf-7ce7042d1e16 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263160 Jan 28 16:36:55.251728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-07043155-90ec-428c-bfc7-e177e4c058e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:55.256935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-07043155-90ec-428c-bfc7-e177e4c058e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0908589 Jan 28 16:36:55.286130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Deleting port c814f9a5-629e-4211-a0b4-4b459c3fcd65 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:36:55.286817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.370726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] For port c814f9a5-629e-4211-a0b4-4b459c3fcd65, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c814f9a5-629e-4211-a0b4-4b459c3fcd65,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:55.371412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.390001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Calling delete_port for c814f9a5-629e-4211-a0b4-4b459c3fcd65 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:55.465703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-277e29e5-416e-48d7-990a-e29704dc83ae service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005935 Jan 28 16:36:55.479001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] For port c814f9a5-629e-4211-a0b4-4b459c3fcd65, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c814f9a5-629e-4211-a0b4-4b459c3fcd65,segment=NetworkSegment(e26afbc9-4870-4f49-99f3-ffe6ee265017),segment_id=e26afbc9-4870-4f49-99f3-ffe6ee265017)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:55.479381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.507298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] Calling delete_port for c814f9a5-629e-4211-a0b4-4b459c3fcd65 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:36:55.575043 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.621138 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82aaf486-abb8-4bb4-8ebc-811f8437c9d6 req-b04ff7d9-bc72-4ba5-b2e2-552ca9c35a98 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447599 Jan 28 16:36:55.627128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eddaf8-b163-4414-ad62-1e233ed534f1 req-4c533bf1-976f-4a9f-936e-9b03a948b27e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:55.627275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c814f9a5-629e-4211-a0b4-4b459c3fcd65), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.644751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] No DVR routers for this DVR port c814f9a5-629e-4211-a0b4-4b459c3fcd65 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:55.657967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57eddaf8-b163-4414-ad62-1e233ed534f1 req-4c533bf1-976f-4a9f-936e-9b03a948b27e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 948 time: 0.4980581 Jan 28 16:36:55.691001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c814f9a5-629e-4211-a0b4-4b459c3fcd65 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:36:55.712539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] No DVR routers for this DVR port c814f9a5-629e-4211-a0b4-4b459c3fcd65 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:36:55.723000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fd976-5ba6-4940-8900-1b7448adaefb None None] Pushing event deleted for resources: {'Port': ['ID=c814f9a5-629e-4211-a0b4-4b459c3fcd65,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:55.726599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c814f9a5-629e-4211-a0b4-4b459c3fcd65 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:36:55.726951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c814f9a5-629e-4211-a0b4-4b459c3fcd65 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:36:55.737705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c814f9a5-629e-4211-a0b4-4b459c3fcd65,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:55.760451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83f69-3d17-4d23-9f3a-2350c1b8195a req-134a239d-684c-4ff2-98b6-ed3c899d85b6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:55.762591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ac83f69-3d17-4d23-9f3a-2350c1b8195a req-134a239d-684c-4ff2-98b6-ed3c899d85b6 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.2748833 Jan 28 16:36:55.911717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:55.917465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57eddaf8-b163-4414-ad62-1e233ed534f1 req-8aa46f10-3b58-4018-a510-0cb320858281 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586930 Jan 28 16:36:55.952298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ac83f69-3d17-4d23-9f3a-2350c1b8195a req-053b9fee-c4b2-4038-9f88-4538ef6e2140 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615663 Jan 28 16:36:55.954202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe01bf3-3395-41bc-9e1c-f6c8397c69bc']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:36:55.978163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26afbc9-4870-4f49-99f3-ffe6ee265017') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:36:55.978922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26afbc9-4870-4f49-99f3-ffe6ee265017') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:36:56.027996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e26afbc9-4870-4f49-99f3-ffe6ee265017), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.046068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e26afbc9-4870-4f49-99f3-ffe6ee265017), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.062431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:36:56.062818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e26afbc9-4870-4f49-99f3-ffe6ee265017), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:36:56.065216 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:36:56.155460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf16500-d91b-4564-ad4c-5521d3b85603 req-eca0c042-992c-4db2-a296-a2b6f0d82f0e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:56.157075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf16500-d91b-4564-ad4c-5521d3b85603 req-eca0c042-992c-4db2-a296-a2b6f0d82f0e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1593790 Jan 28 16:36:56.161667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8fe01bf3-3395-41bc-9e1c-f6c8397c69bc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.170368 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.174289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8fe01bf3-3395-41bc-9e1c-f6c8397c69bc HTTP/1.1" status: 204 len: 168 time: 1.5934434 Jan 28 16:36:56.204289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eadd2-1262-4f8a-93e4-a6422660e7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe01bf3-3395-41bc-9e1c-f6c8397c69bc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:56.220114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41041-0ab2-4b09-b83b-f50d85075c8c req-f71c1131-20b2-4103-aa2b-f5b0ff39efcf tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:56.221627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3af41041-0ab2-4b09-b83b-f50d85075c8c req-f71c1131-20b2-4103-aa2b-f5b0ff39efcf tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1686647 Jan 28 16:36:56.263483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf16500-d91b-4564-ad4c-5521d3b85603 req-5e8080bc-c028-496b-b2d9-8e818d80c26e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878716 Jan 28 16:36:56.299554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3af41041-0ab2-4b09-b83b-f50d85075c8c req-f460e254-8b44-4a4a-a732-8fc158166fb2 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692732 Jan 28 16:36:56.398552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:56.443699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:36:56.491119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabab12-06a3-4948-9232-59d0d54251bb req-2eb2ecea-bf1e-4058-aa7f-b44ac38b660c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:56.492908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6aabab12-06a3-4948-9232-59d0d54251bb req-2eb2ecea-bf1e-4058-aa7f-b44ac38b660c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0984392 Jan 28 16:36:56.534309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:56.540832 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-67927853-c472-4fca-abdd-87aea3134061 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8f94045cc12449fba66393c997223bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0957270 Jan 28 16:36:56.541549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35792) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:36:56.553467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0', 'mac_address': 'fa:16:3e:9a:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:56.587003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6aabab12-06a3-4948-9232-59d0d54251bb req-ceda0e92-20af-4cf3-9660-0dc65fd6bb34 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772767 Jan 28 16:36:56.610830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:56.611527 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.629061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:56.634288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-195f2f5e-f51c-435c-91e4-67201066ee35 admin admin] Publish callbacks [] for security_group (ba117bfd-a31f-48ec-902a-816d02c9aa68), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.652005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:56.666020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-195f2f5e-f51c-435c-91e4-67201066ee35 admin admin] Publish callbacks [] for security_group (ba117bfd-a31f-48ec-902a-816d02c9aa68), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.669553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.736986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:56.751359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-195f2f5e-f51c-435c-91e4-67201066ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ba117bfd-a31f-48ec-902a-816d02c9aa68), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.755465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-195f2f5e-f51c-435c-91e4-67201066ee35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:56.759688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-195f2f5e-f51c-435c-91e4-67201066ee35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba117bfd-a31f-48ec-902a-816d02c9aa68 HTTP/1.1" status: 204 len: 168 time: 0.2170765 Jan 28 16:36:56.768913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f2f5e-f51c-435c-91e4-67201066ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba117bfd-a31f-48ec-902a-816d02c9aa68,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:56.987291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:57.212755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caf084-7856-49aa-9e4f-2acd3ea09651 req-888fbfcf-5a06-4339-9cd1-156ebda706f3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:57.215147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52caf084-7856-49aa-9e4f-2acd3ea09651 req-888fbfcf-5a06-4339-9cd1-156ebda706f3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 948 time: 0.1121347 Jan 28 16:36:57.291157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a0f81-82ed-43b6-b455-0dac16052efa req-39230c21-beb8-4602-88bb-fadd8a879b61 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:57.292923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b48a0f81-82ed-43b6-b455-0dac16052efa req-39230c21-beb8-4602-88bb-fadd8a879b61 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1231780 Jan 28 16:36:57.327313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52caf084-7856-49aa-9e4f-2acd3ea09651 req-22940ece-d8c3-41ac-babf-4554294ed18c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959685 Jan 28 16:36:57.386001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b48a0f81-82ed-43b6-b455-0dac16052efa req-5d0b3df0-7109-4f05-ac0e-b160012ccc11 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864041 Jan 28 16:36:57.527998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444272c-2506-45bb-ba4e-2ed909969a52 req-d6508a13-7e9f-43d0-b749-b22aaf73f0a0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:57.536707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b444272c-2506-45bb-ba4e-2ed909969a52 req-d6508a13-7e9f-43d0-b749-b22aaf73f0a0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1176562 Jan 28 16:36:57.678102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b444272c-2506-45bb-ba4e-2ed909969a52 req-1a2dba5e-b267-4655-9496-eaada66039c2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114743 Jan 28 16:36:57.710112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfd803-2efe-4726-90c2-0109db282bc4 req-4498f5f2-127f-4887-b5d2-a34b24f66c12 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:57.720715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6dfd803-2efe-4726-90c2-0109db282bc4 req-4498f5f2-127f-4887-b5d2-a34b24f66c12 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1795526 Jan 28 16:36:57.794831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6dfd803-2efe-4726-90c2-0109db282bc4 req-08b0be71-bbe7-474d-825d-cd71307740d0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731113 Jan 28 16:36:57.931903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667ac16-785d-4065-ae2a-57bdbdeabe0c req-d643579c-4dba-4ae2-acd7-d51d5bc21f25 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:57.937787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2667ac16-785d-4065-ae2a-57bdbdeabe0c req-d643579c-4dba-4ae2-acd7-d51d5bc21f25 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0925999 Jan 28 16:36:58.008027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2667ac16-785d-4065-ae2a-57bdbdeabe0c req-33b2c573-252e-4bf1-b4cf-f18801709de7 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659120 Jan 28 16:36:58.050725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35834) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:36:58.222052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-23218803-network', 'tenant_id': '8b75e7fc58bc42e7979eded0fbc96d17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:58.252786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Made reservation on behalf of 8b75e7fc58bc42e7979eded0fbc96d17 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:58.255864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.268939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.355482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks [] for security_group (bf3edc98-d4bb-43cd-83e9-0bd81b0f2319), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.359927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bf3edc98-d4bb-43cd-83e9-0bd81b0f2319), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.412886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:36:58.416170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:58.427504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:36:58.451815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (de7617d6-84cb-48c8-9834-49498480d626), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.452298 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Added segment de7617d6-84cb-48c8-9834-49498480d626 of type vlan for network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 Jan 28 16:36:58.537127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:36:58.566886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:36:58.566886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.627557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.677610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:58.678124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.688428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.689783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:58.690366 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.712910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:36:58.715117 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41da00e-411a-43a2-b1ae-1d8bc1b18af5" -d '{"events": [{"server_uuid": "26fc1f1f-1548-4d15-a171-06ad76a33a6a", "name": "network-vif-plugged", "status": "completed", "tag": "c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:36:58.727766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923ba28-ec79-4161-96bc-c0028f3ecfc4 req-7db954b0-cf2e-4b98-b73b-3628c526d2d6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:58.732570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:58.737479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5923ba28-ec79-4161-96bc-c0028f3ecfc4 req-7db954b0-cf2e-4b98-b73b-3628c526d2d6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 948 time: 0.1702745 Jan 28 16:36:58.740129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:58.761221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6d9d1-c3eb-4317-b4e0-0435b3598814 req-6428bb11-5c3d-45e8-98af-0bb4373220bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:58.762848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eed6d9d1-c3eb-4317-b4e0-0435b3598814 req-6428bb11-5c3d-45e8-98af-0bb4373220bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1681390 Jan 28 16:36:58.798363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:58.856613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8026235 Jan 28 16:36:58.858958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35854) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:36:58.874411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Request body: {'subnet': {'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-23218803-subnet', 'tenant_id': '8b75e7fc58bc42e7979eded0fbc96d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:36:58.884118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 03a30efc-07db-4494-aed7-f94080191e9f details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:36:58.897352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d1b87-dbe1-4202-90ce-e1e6afb13591 admin admin] Pushing event updated for resources: {'Network': ['ID=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:58.903982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Made reservation on behalf of 8b75e7fc58bc42e7979eded0fbc96d17 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:36:58.908791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:59.108136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:36:59.134880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=03a30efc-07db-4494-aed7-f94080191e9f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:59.200941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (e1f3a79f-5e1a-4229-90de-f8778e60ce34), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:59.259163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '03a30efc-07db-4494-aed7-f94080191e9f', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '03a30efc-07db-4494-aed7-f94080191e9f', 'mac_address': 'fa:16:3e:c5:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:36:59.262199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f3a79f-5e1a-4229-90de-f8778e60ce34,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:59.314042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5923ba28-ec79-4161-96bc-c0028f3ecfc4 req-eabbcb9e-a6d5-4f78-9c13-7f63e0179869 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682688 Jan 28 16:36:59.327000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Checking segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:36:59.327483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Network hostable DHCP agents. Network: ae78b9a1-40fb-4777-9545-c4ccc71cb4c6, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:36:59.356085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eed6d9d1-c3eb-4317-b4e0-0435b3598814 req-535251ad-42ad-4d2c-97fe-13ff40b9ac4d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811756 Jan 28 16:36:59.360266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 03a30efc-07db-4494-aed7-f94080191e9f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:36:59.361600 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (03a30efc-07db-4494-aed7-f94080191e9f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:59.365411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:36:59.385450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ae78b9a1-40fb-4777-9545-c4ccc71cb4c6) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:36:59.391789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:59.392652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:59.394405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a30efc-07db-4494-aed7-f94080191e9f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:36:59.402611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2964580-2429-4e88-82a8-49e3e1027907 None None] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:36:59.420074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-597cf30c-3511-4810-b916-54e02bbb7dc1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5597789 Jan 28 16:36:59.450125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=03a30efc-07db-4494-aed7-f94080191e9f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:36:59.514465 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9bbdb-d778-4a95-8a22-d786643de653 x-openstack-request-id: req-04c9bbdb-d778-4a95-8a22-d786643de653 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:36:59.515057 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc1f1f-1548-4d15-a171-06ad76a33a6a", "name": "network-vif-plugged", "status": "completed", "tag": "c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:36:59.515776 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04c9bbdb-d778-4a95-8a22-d786643de653 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:36:59.516467 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0', 'code': 200} Jan 28 16:36:59.527681 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:36:59.607985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce003efe-964f-4823-a3b7-f89caa575900 req-c912cf75-737b-4bb2-8fe5-a4b8c6a1362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:59.611558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ce003efe-964f-4823-a3b7-f89caa575900 req-c912cf75-737b-4bb2-8fe5-a4b8c6a1362d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 1133 time: 0.0941701 Jan 28 16:36:59.618773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce6fe7-9f61-4b72-b53d-9a5e01a903fa req-f85b312b-9764-4b32-863e-ad2eedf94b64 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:59.633350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:36:59.634816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14ce6fe7-9f61-4b72-b53d-9a5e01a903fa req-f85b312b-9764-4b32-863e-ad2eedf94b64 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1653466 Jan 28 16:36:59.678492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b2882-d716-4c2d-be11-e5f8eb3beb29 None None] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:36:59.727479 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ce003efe-964f-4823-a3b7-f89caa575900 req-c11f6a07-11e0-4d0c-9a70-0f4dfb422235 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 Jan 28 16:36:59.762853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14ce6fe7-9f61-4b72-b53d-9a5e01a903fa req-bf577618-df8c-4563-a98b-35976652fe24 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270554 Jan 28 16:36:59.868082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb507d-c9d1-4850-ae8d-911370d2b02a req-0873dec2-c663-44f0-ae09-b32f130ce2c3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:59.873133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76fb507d-c9d1-4850-ae8d-911370d2b02a req-0873dec2-c663-44f0-ae09-b32f130ce2c3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1267333 Jan 28 16:36:59.946635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['03a30efc-07db-4494-aed7-f94080191e9f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:36:59.965541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76fb507d-c9d1-4850-ae8d-911370d2b02a req-cb601826-c103-4e49-a555-6133d132e58c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836778 Jan 28 16:36:59.977566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f84447-2116-4e3a-a3e0-edd24a9e8da0 req-6bdd97f4-fafa-4625-b26b-b05ff90b61cc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:36:59.979022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3f84447-2116-4e3a-a3e0-edd24a9e8da0 req-6bdd97f4-fafa-4625-b26b-b05ff90b61cc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0912156 Jan 28 16:37:00.050381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3f84447-2116-4e3a-a3e0-edd24a9e8da0 req-107818ae-d330-4287-acb9-9bf72c2624b9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602462 Jan 28 16:37:00.311777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-9f8ffe55-acd5-4375-89f1-f1979d4a4a4e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:00.313255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-9f8ffe55-acd5-4375-89f1-f1979d4a4a4e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 811 time: 0.1049759 Jan 28 16:37:00.328166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-c52ff64b-6034-4a87-93e1-a773fe72ff13 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/quotas/8b75e7fc58bc42e7979eded0fbc96d17 HTTP/1.1" status: 200 len: 375 time: 0.0093081 Jan 28 16:37:00.362136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-4f2f9ee8-98e5-4cdd-a7a6-bbdbd71ba5b0 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285513 Jan 28 16:37:00.501249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcf20d-77bf-4338-a6a9-ed3e7e7aaf35 req-273e0eb6-43f0-4822-b38c-fe528aa1778b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:00.502885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1dcf20d-77bf-4338-a6a9-ed3e7e7aaf35 req-273e0eb6-43f0-4822-b38c-fe528aa1778b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 949 time: 0.1141651 Jan 28 16:37:00.506381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-e851223a-949f-40b2-8a32-022be6aa7aaf service neutron] 10.222.0.25 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366262 Jan 28 16:37:00.611596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1dcf20d-77bf-4338-a6a9-ed3e7e7aaf35 req-eabeee5e-082c-4cc8-96ec-1a7f93100c56 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924606 Jan 28 16:37:00.633604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-d400f658-b806-46df-8a0c-34bac3f23025 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215980 Jan 28 16:37:00.725684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ac3d-56d1-4c6a-9796-271720af52dc req-ee131658-98fa-4706-9bbe-4e7c5d89e761 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:00.727117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52a3ac3d-56d1-4c6a-9796-271720af52dc req-ee131658-98fa-4706-9bbe-4e7c5d89e761 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.0584981 Jan 28 16:37:00.781494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52a3ac3d-56d1-4c6a-9796-271720af52dc req-b4971b1d-f709-4da8-9c4e-e7714317150c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 Jan 28 16:37:01.026133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541f05d-8e4b-4c84-b8ce-30197a3de082 req-06d7da43-29ae-4ed4-a81d-066f52e07652 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:01.033328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4541f05d-8e4b-4c84-b8ce-30197a3de082 req-06d7da43-29ae-4ed4-a81d-066f52e07652 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1387761 Jan 28 16:37:01.131659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1e324f6-8309-4d3f-99ea-51a8284b0f93 req-d5a506a8-58a4-4f6e-b293-13aacac607aa tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 210 time: 0.0595260 Jan 28 16:37:01.156505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4541f05d-8e4b-4c84-b8ce-30197a3de082 req-e8ee90c1-aaf9-48f4-bf55-d3e69fb7cd97 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148701 Jan 28 16:37:01.292032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae053d4-1183-464b-abbd-b9605266e750 req-f02e0e25-0bb4-42d0-8b53-6d83c7353e68 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:01.293611 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fae053d4-1183-464b-abbd-b9605266e750 req-f02e0e25-0bb4-42d0-8b53-6d83c7353e68 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.0939856 Jan 28 16:37:01.302919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171b41f-1e7a-4d14-9fa9-1e7aee5af50a req-bff60024-ba03-49c4-8153-ce8015146603 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:01.304408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e171b41f-1e7a-4d14-9fa9-1e7aee5af50a req-bff60024-ba03-49c4-8153-ce8015146603 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 950 time: 0.0953567 Jan 28 16:37:01.385470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fae053d4-1183-464b-abbd-b9605266e750 req-38dc6485-7f7b-4efe-b09f-5eca43dca513 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799258 Jan 28 16:37:01.390184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e171b41f-1e7a-4d14-9fa9-1e7aee5af50a req-fb919e39-4d3d-42f7-b2da-63c9b3f597f0 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769823 Jan 28 16:37:01.574353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cffb3-7a98-4025-94f4-7a310de0d691 req-ffb315d7-b9d5-4d44-b6f4-d3062d857a6a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:01.576128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c1cffb3-7a98-4025-94f4-7a310de0d691 req-ffb315d7-b9d5-4d44-b6f4-d3062d857a6a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0853336 Jan 28 16:37:01.649029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c1cffb3-7a98-4025-94f4-7a310de0d691 req-df84fb6c-9a3e-473c-a054-281084f020a6 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Jan 28 16:37:01.788391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1fb9-26cb-4550-9eb1-958e871fd8c5 req-f72b4095-87d6-433f-8afd-52a5fb1ec1b7 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:01.797202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dec1fb9-26cb-4550-9eb1-958e871fd8c5 req-f72b4095-87d6-433f-8afd-52a5fb1ec1b7 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 949 time: 0.0846279 Jan 28 16:37:01.861313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dec1fb9-26cb-4550-9eb1-958e871fd8c5 req-70b0e990-93c1-4eff-85f5-ac4d5cf7c4ce tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631108 Jan 28 16:37:02.000207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2820-2740-4965-a7e1-f532e3a2171b req-f32875e0-4d8f-4af7-aca4-713cc4b73d90 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:02.005358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-983d2820-2740-4965-a7e1-f532e3a2171b req-f32875e0-4d8f-4af7-aca4-713cc4b73d90 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.0676785 Jan 28 16:37:02.057175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-983d2820-2740-4965-a7e1-f532e3a2171b req-386e4338-6f2c-4887-9538-38ac3af40b4d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Jan 28 16:37:02.276964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-265228a6-2e80-4f8e-a03d-34956db3df3c req-f660ecef-b216-4bf7-8c34-8b8abdaf909b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 210 time: 0.0532641 Jan 28 16:37:02.343076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfd915-8cda-4a40-a498-b874ddaa35ca req-9ea0c623-0459-4dcf-a873-438b68ceee36 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:02.345108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11dfd915-8cda-4a40-a498-b874ddaa35ca req-9ea0c623-0459-4dcf-a873-438b68ceee36 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.0913711 Jan 28 16:37:02.354475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-139fe639-e933-4321-9d5c-90f6514bd8f7 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:02.356155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-139fe639-e933-4321-9d5c-90f6514bd8f7 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 811 time: 0.1355684 Jan 28 16:37:02.369229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Request body: {'port': {'device_id': '2926c59c-81d1-40fd-8775-a0397f59af67', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'admin_state_up': True, 'tenant_id': '8b75e7fc58bc42e7979eded0fbc96d17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:02.411782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11dfd915-8cda-4a40-a498-b874ddaa35ca req-97a56db6-cf72-4b4c-8778-0b1fe0a4b2cf tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557425 Jan 28 16:37:02.550322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e96e60-712c-4834-9efb-da8687176536 req-b2c14f6e-654d-43b3-b2f6-4acb23ce7a2f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:02.552127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e96e60-712c-4834-9efb-da8687176536 req-b2c14f6e-654d-43b3-b2f6-4acb23ce7a2f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.0645146 Jan 28 16:37:02.583788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Made reservation on behalf of 8b75e7fc58bc42e7979eded0fbc96d17 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:02.587649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:02.610802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e96e60-712c-4834-9efb-da8687176536 req-a064cbd4-2244-418c-9623-1537b0f89b7b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Jan 28 16:37:02.699708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-01cc26ea-178e-4e82-a47d-67d00e12d5b8 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:02.702476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-01cc26ea-178e-4e82-a47d-67d00e12d5b8 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 811 time: 0.2040932 Jan 28 16:37:02.792154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Request body: {'port': {'device_id': '57c0ccde-246d-4b10-8336-73779a84408f', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'admin_state_up': True, 'tenant_id': '8b75e7fc58bc42e7979eded0fbc96d17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:02.805929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3ece9-e800-4429-adc7-606dc7ee8278 req-7a021c23-0836-4b9a-99d5-13527a1d8612 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:02.809602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5a3ece9-e800-4429-adc7-606dc7ee8278 req-7a021c23-0836-4b9a-99d5-13527a1d8612 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0652003 Jan 28 16:37:02.915402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5a3ece9-e800-4429-adc7-606dc7ee8278 req-df26986a-cde7-4cba-8f1d-bc22f879b895 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972123 Jan 28 16:37:02.924267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Allocated IP 172.20.0.8 (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6/e1f3a79f-5e1a-4229-90de-f8778e60ce34/003fb553-5218-4ed6-9c12-59857bf5eb52) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:02.929508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 03a30efc-07db-4494-aed7-f94080191e9f up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:03.017364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Made reservation on behalf of 8b75e7fc58bc42e7979eded0fbc96d17 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:03.021712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.069718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 03a30efc-07db-4494-aed7-f94080191e9f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:03.076456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 03a30efc-07db-4494-aed7-f94080191e9f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:03.076883 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (03a30efc-07db-4494-aed7-f94080191e9f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.105469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ebbcd-f9da-450b-a037-c21027f9a5aa req-e6d1b89d-19a7-4f25-b9e8-8911eaaad061 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.107603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-497ebbcd-f9da-450b-a037-c21027f9a5aa req-e6d1b89d-19a7-4f25-b9e8-8911eaaad061 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 949 time: 0.1299350 Jan 28 16:37:03.182089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 03a30efc-07db-4494-aed7-f94080191e9f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:03.182864 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (03a30efc-07db-4494-aed7-f94080191e9f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.186904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-497ebbcd-f9da-450b-a037-c21027f9a5aa req-f17682c6-bf8f-45f5-9f81-121dde678069 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718541 Jan 28 16:37:03.230360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:03.233299 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50105ac-aa15-492c-96bc-c8787d63ead7" -d '{"events": [{"server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "name": "network-vif-plugged", "status": "completed", "tag": "03a30efc-07db-4494-aed7-f94080191e9f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:03.250401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=03a30efc-07db-4494-aed7-f94080191e9f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:03.255280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.257906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:03.304940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks [] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.349280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:03.358658 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.360853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.361488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.361989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.362529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.363170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.363662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.364770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.365290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.365790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.366275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.366764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.367291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.367772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:03.409812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e691ef0-6252-4d1a-8464-bf758a9351d2 req-946bf6c8-c309-4295-84cd-431912d613f7 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.412542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e691ef0-6252-4d1a-8464-bf758a9351d2 req-946bf6c8-c309-4295-84cd-431912d613f7 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 946 time: 0.1123168 Jan 28 16:37:03.422236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2024d16e-9006-4cf1-be8d-6d517cddd051 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:03.422909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.464048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:03.469143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:03.473087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:03.475648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event updated for resources: {'Port': ['ID=003fb553-5218-4ed6-9c12-59857bf5eb52,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:03.480281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:03.485323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.509700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3da48-a161-459f-9763-f2f799590ea7 req-4fdfc99b-2d60-4b3c-9a0f-1b2965c71864 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.513676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ef3da48-a161-459f-9763-f2f799590ea7 req-4fdfc99b-2d60-4b3c-9a0f-1b2965c71864 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1736856 Jan 28 16:37:03.539516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.540316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.554654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:03.562520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Allocated IP 172.20.0.6 (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6/e1f3a79f-5e1a-4229-90de-f8778e60ce34/f2419a4f-f89e-4927-9d51-9deb3fd9b515) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:03.577320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e691ef0-6252-4d1a-8464-bf758a9351d2 req-095b1ad1-317a-48e1-8dbf-356b9a1709e2 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563642 Jan 28 16:37:03.588850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a3a097bb-af36-4ab3-bbc2-a3eb6330b07c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2243085 Jan 28 16:37:03.607607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Request body: {'port': {'device_id': '2926c59c-81d1-40fd-8775-a0397f59af67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:03.634644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ef3da48-a161-459f-9763-f2f799590ea7 req-f9162827-b158-4f37-965a-947bc15f7604 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Jan 28 16:37:03.637363 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f31701-a11a-4916-8cea-571db9161b20 x-openstack-request-id: req-67f31701-a11a-4916-8cea-571db9161b20 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:03.637363 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "name": "network-vif-plugged", "status": "completed", "tag": "03a30efc-07db-4494-aed7-f94080191e9f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:03.637807 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67f31701-a11a-4916-8cea-571db9161b20 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:03.638087 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f', 'code': 200} Jan 28 16:37:03.745309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ddda116-9ca4-4664-b965-078cd19f609e req-f69e7bcf-5dba-46f7-a29a-e83edf7017bd tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 210 time: 0.0439708 Jan 28 16:37:03.794640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.858737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50619b1a-f669-46dc-b0db-1c603db2e381 req-240e5b14-4c3c-48fc-ad10-888a01d5518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.860392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50619b1a-f669-46dc-b0db-1c603db2e381 req-240e5b14-4c3c-48fc-ad10-888a01d5518d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 1133 time: 0.1131244 Jan 28 16:37:03.901145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks [] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:03.910116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd3a18-b871-455e-8d96-aeb9272c7725 req-57ae2225-d94f-4928-965c-cd606af21765 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.912501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11cd3a18-b871-455e-8d96-aeb9272c7725 req-57ae2225-d94f-4928-965c-cd606af21765 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1616685 Jan 28 16:37:03.967202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50619b1a-f669-46dc-b0db-1c603db2e381 req-59c1ab03-57c5-4388-acf2-902e8fb55545 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880795 Jan 28 16:37:03.974345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20268-b909-4e92-86e4-d1b6407069e2 req-501f3f93-b055-41de-95aa-988ce60c2085 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:03.975914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02f20268-b909-4e92-86e4-d1b6407069e2 req-501f3f93-b055-41de-95aa-988ce60c2085 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1493354 Jan 28 16:37:04.007982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.018683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11cd3a18-b871-455e-8d96-aeb9272c7725 req-e5b01092-17c2-4660-b415-343e362fc612 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925393 Jan 28 16:37:04.055633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02f20268-b909-4e92-86e4-d1b6407069e2 req-aaa1e861-4c20-4ff5-a30b-a432940a8ed8 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 Jan 28 16:37:04.100122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:04.106461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:04.123120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:04.161745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event updated for resources: {'Port': ['ID=f2419a4f-f89e-4927-9d51-9deb3fd9b515,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:04.164269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06947842-38af-4164-bec6-3c00381e20d0 req-39dfd49d-3e30-451b-b759-2b680538a308 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:04.166387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06947842-38af-4164-bec6-3c00381e20d0 req-39dfd49d-3e30-451b-b759-2b680538a308 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.0678177 Jan 28 16:37:04.200725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:04.201418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.238168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06947842-38af-4164-bec6-3c00381e20d0 req-c9b3ae36-6846-4fa7-a570-51364874b07c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606596 Jan 28 16:37:04.260500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a737bc01-6f9a-4780-a9bf-4db3de28cb2a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4819212 Jan 28 16:37:04.273303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Request body: {'port': {'device_id': '57c0ccde-246d-4b10-8336-73779a84408f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:04.322407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de83a7-7b1c-4935-93ea-b2fc9bec4139 req-72b2fcee-ceea-4af2-a3b3-7281f80bbb86 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:04.324077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31de83a7-7b1c-4935-93ea-b2fc9bec4139 req-72b2fcee-ceea-4af2-a3b3-7281f80bbb86 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 950 time: 0.0585935 Jan 28 16:37:04.344076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003fb553-5218-4ed6-9c12-59857bf5eb52 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:04.368910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Publish callbacks [] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.374276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31de83a7-7b1c-4935-93ea-b2fc9bec4139 req-ee907498-a1e4-47a0-9752-341f6588b847 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Jan 28 16:37:04.386715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.389314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Transition to ACTIVE for port object 003fb553-5218-4ed6-9c12-59857bf5eb52 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:04.399513 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.476446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device d64bc3ff-ecc9-41fe-a01c-486259e5015c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:04.497222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=003fb553-5218-4ed6-9c12-59857bf5eb52,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:04.597344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:04.626577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'mac_address': 'fa:16:3e:b1:ad:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:04.687237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Attempting to bind port 003fb553-5218-4ed6-9c12-59857bf5eb52 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:04.687821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port d64bc3ff-ecc9-41fe-a01c-486259e5015c is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:04.687993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Attempting to bind port 003fb553-5218-4ed6-9c12-59857bf5eb52 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:04.688307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.700915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Attempting to bind port 003fb553-5218-4ed6-9c12-59857bf5eb52 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:04.703089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d64bc3ff-ecc9-41fe-a01c-486259e5015c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:04.717721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523da6f-1aa5-4d07-bd1a-12052d518ca8 req-f32eb2ae-4301-4724-b4bd-cac35e81d40e tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:04.719334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1523da6f-1aa5-4d07-bd1a-12052d518ca8 req-f32eb2ae-4301-4724-b4bd-cac35e81d40e tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 946 time: 0.0661056 Jan 28 16:37:04.728313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Port 003fb553-5218-4ed6-9c12-59857bf5eb52 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:04.729870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Attempting to bind port 003fb553-5218-4ed6-9c12-59857bf5eb52 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:04.736120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:04.744348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.748252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:04.748591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Checking segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:04.749014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Bound using segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:04.749462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Bound port: 003fb553-5218-4ed6-9c12-59857bf5eb52, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:04.749828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:04.807905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:04.860073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['d64bc3ff-ecc9-41fe-a01c-486259e5015c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:04.866563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1523da6f-1aa5-4d07-bd1a-12052d518ca8 req-79a5ec5d-b0de-4757-8a5f-9370167ff79c tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395078 Jan 28 16:37:04.885487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] For port 003fb553-5218-4ed6-9c12-59857bf5eb52, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:04.923895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e8ddc-aa2b-4478-a7dd-501870773cb0 req-70fc441b-bf0c-42fa-8df0-2d4815637fb8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:04.927938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a87e8ddc-aa2b-4478-a7dd-501870773cb0 req-70fc441b-bf0c-42fa-8df0-2d4815637fb8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1401124 Jan 28 16:37:04.954308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] For port 003fb553-5218-4ed6-9c12-59857bf5eb52, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=003fb553-5218-4ed6-9c12-59857bf5eb52,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:04.963202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:04.975422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2419a4f-f89e-4927-9d51-9deb3fd9b515 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:04.984971 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:05.030105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a87e8ddc-aa2b-4478-a7dd-501870773cb0 req-c51d4f3e-aa4c-4c49-993a-592e09459d03 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916553 Jan 28 16:37:05.039666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d4832-3bb0-4729-bb43-dc54c8125ca4 req-217effc3-b110-490a-a19e-a2f44c21e749 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.041243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad3d4832-3bb0-4729-bb43-dc54c8125ca4 req-217effc3-b110-490a-a19e-a2f44c21e749 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 931 time: 0.1040514 Jan 28 16:37:05.076821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Publish callbacks [] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:05.085481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=003fb553-5218-4ed6-9c12-59857bf5eb52,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:05.134107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.134940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:05.139603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-553ca6bc-f7e5-4011-91be-0dd9f98e2ce2 service neutron] 10.222.0.31 "PUT /v2.0/ports/003fb553-5218-4ed6-9c12-59857bf5eb52 HTTP/1.1" status: 200 len: 1092 time: 1.5394864 Jan 28 16:37:05.147860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2926c59c-81d1-40fd-8775-a0397f59af67', 'tag': '003fb553-5218-4ed6-9c12-59857bf5eb52'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:05.155001 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fa7105-360f-4c74-9746-97b95239409c" -d '{"events": [{"name": "network-changed", "server_uuid": "2926c59c-81d1-40fd-8775-a0397f59af67", "tag": "003fb553-5218-4ed6-9c12-59857bf5eb52"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:05.178982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad3d4832-3bb0-4729-bb43-dc54c8125ca4 req-2cb90eb9-9d5d-41f7-857f-adcd14901bfb tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295075 Jan 28 16:37:05.214107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Transition to ACTIVE for port object f2419a4f-f89e-4927-9d51-9deb3fd9b515 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:05.244224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:05.249794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:05.275458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '15f015e2-3226-4973-b30f-9b044bd1c309', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '15f015e2-3226-4973-b30f-9b044bd1c309', 'mac_address': 'fa:16:3e:e2:b5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:05.316584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1e137-5ca5-4451-8a1f-0e39ed2a15ec req-ced2a441-e03e-4b26-b0e9-543dce5ae556 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.318684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e1e137-5ca5-4451-8a1f-0e39ed2a15ec req-ced2a441-e03e-4b26-b0e9-543dce5ae556 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 944 time: 0.1372082 Jan 28 16:37:05.330945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:05.331744 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:05.349044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f015e2-3226-4973-b30f-9b044bd1c309 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:05.380639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:05.389343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:05.412218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e1e137-5ca5-4451-8a1f-0e39ed2a15ec req-d0d1e3f5-c912-4d4f-bc29-371f497fe910 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716469 Jan 28 16:37:05.414451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=f2419a4f-f89e-4927-9d51-9deb3fd9b515,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:05.451026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a9ae5-11b1-4f3b-b034-2a8d5c2fc178 req-3c0ac80a-7fb2-40c5-8dd3-159e80c367a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.459001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c00a9ae5-11b1-4f3b-b034-2a8d5c2fc178 req-3c0ac80a-7fb2-40c5-8dd3-159e80c367a1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1672823 Jan 28 16:37:05.483018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-68021672-eff8-4086-bab1-5541d6b05fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.496267 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-68021672-eff8-4086-bab1-5541d6b05fc4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=2926c59c-81d1-40fd-8775-a0397f59af67 HTTP/1.1" status: 200 len: 1126 time: 0.3072827 Jan 28 16:37:05.544924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c00a9ae5-11b1-4f3b-b034-2a8d5c2fc178 req-aa967478-1a56-4517-b789-6903fda8d633 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848138 Jan 28 16:37:05.551126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:05.639613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:05.641935 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368a7dbc-0364-4e6b-b246-7bded06a53c1" -d '{"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-unplugged", "status": "completed", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:05.646560 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-638303a2-9455-43d0-9eaf-720b7f141aac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=003fb553-5218-4ed6-9c12-59857bf5eb52 HTTP/1.1" status: 200 len: 217 time: 0.1369228 Jan 28 16:37:05.724878 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b1809-02e4-42a3-bd96-14b84154343b x-openstack-request-id: req-ab5b1809-02e4-42a3-bd96-14b84154343b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:05.725184 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2926c59c-81d1-40fd-8775-a0397f59af67", "tag": "003fb553-5218-4ed6-9c12-59857bf5eb52", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:05.725449 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab5b1809-02e4-42a3-bd96-14b84154343b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:05.725862 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2926c59c-81d1-40fd-8775-a0397f59af67', 'tag': '003fb553-5218-4ed6-9c12-59857bf5eb52', 'status': 'completed', 'code': 200} Jan 28 16:37:05.729948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['15f015e2-3226-4973-b30f-9b044bd1c309'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:05.807571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e96b5-d272-47d6-87cd-7554b50340c1 req-89b63538-a9dc-4c94-9d09-c1636aad8356 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.820326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-270e96b5-d272-47d6-87cd-7554b50340c1 req-89b63538-a9dc-4c94-9d09-c1636aad8356 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1645746 Jan 28 16:37:05.850456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a20a1c2b-b5e4-4976-a1b3-e595902ffc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:05.855665 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-a20a1c2b-b5e4-4976-a1b3-e595902ffc28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.2024877 Jan 28 16:37:05.866021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Attempting to bind port f2419a4f-f89e-4927-9d51-9deb3fd9b515 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:05.866821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Attempting to bind port f2419a4f-f89e-4927-9d51-9deb3fd9b515 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:05.867781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Attempting to bind port f2419a4f-f89e-4927-9d51-9deb3fd9b515 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:05.947366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Port f2419a4f-f89e-4927-9d51-9deb3fd9b515 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:05.961991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Attempting to bind port f2419a4f-f89e-4927-9d51-9deb3fd9b515 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:06.021770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-31d53073-9ca5-4c8a-8056-1a536be91b6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485181 Jan 28 16:37:06.024435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:06.026445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Checking segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:06.027113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Bound using segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:06.027830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Bound port: f2419a4f-f89e-4927-9d51-9deb3fd9b515, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:06.028918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:06.089878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-270e96b5-d272-47d6-87cd-7554b50340c1 req-7810cdaa-a4fe-4a99-8a09-47ca389bdf29 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685356 Jan 28 16:37:06.174926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-ef9fad61-13f9-434e-9c26-61f7da7d9e36 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:06.177780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-ef9fad61-13f9-434e-9c26-61f7da7d9e36 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 946 time: 0.3513641 Jan 28 16:37:06.186835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b234db5-ce2b-4fbe-8a02-8bf5f5e4f447 req-e78cad84-2800-4ef0-9d24-5d0910a84c1f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:06.189291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b234db5-ce2b-4fbe-8a02-8bf5f5e4f447 req-e78cad84-2800-4ef0-9d24-5d0910a84c1f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 950 time: 0.3621294 Jan 28 16:37:06.189432 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9731f7ea-0733-4c07-af0a-a33ca24cf6cf x-openstack-request-id: req-9731f7ea-0733-4c07-af0a-a33ca24cf6cf {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:06.189752 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-unplugged", "status": "completed", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:06.190009 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9731f7ea-0733-4c07-af0a-a33ca24cf6cf {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:06.190408 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'code': 200} Jan 28 16:37:06.349840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] For port f2419a4f-f89e-4927-9d51-9deb3fd9b515, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:06.370527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] For port f2419a4f-f89e-4927-9d51-9deb3fd9b515, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:06.383144 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-608f2150-877b-4b7f-93fa-5f2eb65a7725 service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453763 Jan 28 16:37:06.385660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:06.436549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b234db5-ce2b-4fbe-8a02-8bf5f5e4f447 req-c52b6ecc-4da3-4dfa-bd9f-99978fe2d947 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379217 Jan 28 16:37:06.490004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device d64bc3ff-ecc9-41fe-a01c-486259e5015c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:06.510396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9d95-3f80-4240-bf5a-ed67ba5ef217 req-0281e20e-8d63-4425-a008-566adb47fa00 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:06.523547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b6f9d95-3f80-4240-bf5a-ed67ba5ef217 req-0281e20e-8d63-4425-a008-566adb47fa00 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 946 time: 0.2335563 Jan 28 16:37:06.552013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port d64bc3ff-ecc9-41fe-a01c-486259e5015c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:06.552625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:06.564104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Deleting port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:06.564821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:06.594311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=f2419a4f-f89e-4927-9d51-9deb3fd9b515,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:06.691701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port d64bc3ff-ecc9-41fe-a01c-486259e5015c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:06.693180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:06.787592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:06.795831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:06.830581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b6f9d95-3f80-4240-bf5a-ed67ba5ef217 req-28fd0e78-d42b-402e-a02f-9f34100d23b1 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39a1aa8-b7c3-4a68-8024-ac829214cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053925 Jan 28 16:37:06.899135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:06.970518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b1699-aca6-4c2c-88a0-343d068be55a req-3a82b484-7681-4632-9975-9b2b2f562cd0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:06.988135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-127b1699-aca6-4c2c-88a0-343d068be55a req-3a82b484-7681-4632-9975-9b2b2f562cd0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.3902667 Jan 28 16:37:07.024924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:07.025701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:07.027130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-cbc979f0-0bea-413a-a213-6df2da60ae00 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2419a4f-f89e-4927-9d51-9deb3fd9b515 HTTP/1.1" status: 200 len: 1092 time: 2.7590675 Jan 28 16:37:07.090496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-f25f5fdc-47fd-4bac-8fff-ca75304bfab0 service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950648 Jan 28 16:37:07.091927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] For port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:07.092745 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:07.182658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Calling delete_port for 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:07.220146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-127b1699-aca6-4c2c-88a0-343d068be55a req-e44f5a20-589c-49df-b6fc-be8d3c558b7a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301049 Jan 28 16:37:07.263968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314febb4-64a6-4973-a834-1ae927998771 req-ee7272ab-df5a-4830-9922-9d3db1ed8d99 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:07.277342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-314febb4-64a6-4973-a834-1ae927998771 req-ee7272ab-df5a-4830-9922-9d3db1ed8d99 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 943 time: 0.1996701 Jan 28 16:37:07.350431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-c2cbad8c-d071-4b2e-a331-0ea636c4f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:07.355934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-c2cbad8c-d071-4b2e-a331-0ea636c4f011 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 1126 time: 0.2596364 Jan 28 16:37:07.413953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-314febb4-64a6-4973-a834-1ae927998771 req-aa3bb12f-b5c0-40dd-9f81-c9f4241ad8a3 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312840 Jan 28 16:37:07.564643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7105-360f-4c74-9746-97b95239409c req-1e268c30-f556-48b3-9515-7db5f93c733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:07.567818 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-1e268c30-f556-48b3-9515-7db5f93c733d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=2926c59c-81d1-40fd-8775-a0397f59af67 HTTP/1.1" status: 200 len: 1126 time: 0.3799262 Jan 28 16:37:07.570045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-84ac83df-23e5-4871-a1f0-f25708bbc3ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515 HTTP/1.1" status: 200 len: 217 time: 0.1954041 Jan 28 16:37:07.600084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93e77a-6ea2-4344-a3de-df45d184c136 req-18acc2ac-e560-49ed-a9ce-23ed82621e83 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:07.602576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e93e77a-6ea2-4344-a3de-df45d184c136 req-18acc2ac-e560-49ed-a9ce-23ed82621e83 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.2088335 Jan 28 16:37:07.707570 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5d57ff23-6c7f-4763-8c4a-d7d6f8272831), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:07.764132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c0ccde-246d-4b10-8336-73779a84408f', 'tag': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:07.774385 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf307dd7-7df9-473a-82e0-846091ad20d7" -d '{"events": [{"name": "network-changed", "server_uuid": "57c0ccde-246d-4b10-8336-73779a84408f", "tag": "f2419a4f-f89e-4927-9d51-9deb3fd9b515"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:07.775895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e93e77a-6ea2-4344-a3de-df45d184c136 req-8fc29c02-877c-4aa8-8d3c-7108472f1776 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616018 Jan 28 16:37:07.849110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-ac407f91-ece5-4abb-94b5-71cfecb27e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:07.851653 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-ac407f91-ece5-4abb-94b5-71cfecb27e89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.2570162 Jan 28 16:37:07.928300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Pushing event deleted for resources: {'Port': ['ID=5d57ff23-6c7f-4763-8c4a-d7d6f8272831,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:07.933170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-f9d1d7e8-ac4e-498e-8bf5-9128c6c1fc12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661747 Jan 28 16:37:08.007381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] No DVR routers for this DVR port 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:08.012744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:08.016123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66d0aaea-da7a-4e6d-8842-b0c3022893d1 req-9ecf71ef-7878-4ea7-8e25-e6ebad980997 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.24 "DELETE /v2.0/ports/5d57ff23-6c7f-4763-8c4a-d7d6f8272831 HTTP/1.1" status: 204 len: 173 time: 1.8248434 Jan 28 16:37:08.016594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'name': 'network-vif-deleted', 'tag': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:08.018907 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573f283-e815-4fb6-bd0f-8f0270f6bfa6" -d '{"events": [{"server_uuid": "4bcf1be5-fb2b-4738-ac30-b20837aadb33", "name": "network-vif-deleted", "tag": "5d57ff23-6c7f-4763-8c4a-d7d6f8272831"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:08.020892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7105-360f-4c74-9746-97b95239409c req-1e5eb07e-0fb0-4325-a9bb-5f4094b39470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:08.022524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-1e5eb07e-0fb0-4325-a9bb-5f4094b39470 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 912 time: 0.4457107 Jan 28 16:37:08.121821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9cda-6f4b-4dcd-8fa5-fc996fa42605 req-d4021971-5b84-4cc0-8f77-06e2a061a704 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:08.126446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a9e9cda-6f4b-4dcd-8fa5-fc996fa42605 req-d4021971-5b84-4cc0-8f77-06e2a061a704 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.3154764 Jan 28 16:37:08.163948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bc5e1-ea2f-43c2-a778-b7d98d4b7744 req-c5edf8c1-d052-403d-811e-62991ef8f17f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:08.174191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be8bc5e1-ea2f-43c2-a778-b7d98d4b7744 req-c5edf8c1-d052-403d-811e-62991ef8f17f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.2078104 Jan 28 16:37:08.192780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:08.200255 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22283d9e-601c-40f8-884d-6706a328d6b2" -d '{"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-plugged", "status": "completed", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:08.216360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-5068990d-b4f0-4f18-957f-7da2301f9943 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=003fb553-5218-4ed6-9c12-59857bf5eb52 HTTP/1.1" status: 200 len: 217 time: 0.1500397 Jan 28 16:37:08.286609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7105-360f-4c74-9746-97b95239409c req-66545e23-047f-4eeb-ad3d-5544f82b2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:08.288442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-66545e23-047f-4eeb-ad3d-5544f82b2472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.0639300 Jan 28 16:37:08.376445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-1f2c7970-865d-4051-acd2-52732c9c54c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778491 Jan 28 16:37:08.416060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a9e9cda-6f4b-4dcd-8fa5-fc996fa42605 req-fb5e857a-0d3c-4644-b330-cdc07c155680 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643228 Jan 28 16:37:08.421167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be8bc5e1-ea2f-43c2-a778-b7d98d4b7744 req-7f7ed141-54b0-43cd-a306-b1ba789b251c tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435691 Jan 28 16:37:08.462450 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-2107a930-6a3f-4c2f-909b-e657c2249ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186589 Jan 28 16:37:08.514715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 003fb553-5218-4ed6-9c12-59857bf5eb52 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:08.527861 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97651076-d845-46ba-b5c5-d52688473ba9 x-openstack-request-id: req-97651076-d845-46ba-b5c5-d52688473ba9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:08.528174 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c0ccde-246d-4b10-8336-73779a84408f", "tag": "f2419a4f-f89e-4927-9d51-9deb3fd9b515", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:08.528438 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97651076-d845-46ba-b5c5-d52688473ba9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:08.528976 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c0ccde-246d-4b10-8336-73779a84408f', 'tag': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515', 'status': 'completed', 'code': 200} Jan 28 16:37:08.690836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-29ff17cd-85c4-4368-b30f-b20e1cb4a551 service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019691 Jan 28 16:37:08.713996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34d0c5c2-a1bd-4f2d-8595-1d112f253b2c req-daa3326f-5874-43a6-90a0-e66a67608cb5 tempest-AttachSCSIVolumeTestJSON-226830343 tempest-AttachSCSIVolumeTestJSON-226830343-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcf1be5-fb2b-4738-ac30-b20837aadb33 HTTP/1.1" status: 200 len: 210 time: 0.0507860 Jan 28 16:37:08.786431 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7294e31-7c9e-4ec2-b079-dd78e17cc135 req-6a15a716-858d-4a17-965f-de0bf5e403da service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091350 Jan 28 16:37:08.787000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79300d8-5d2e-426f-b60d-353907dd97d1 req-352b7dd8-e69e-4f45-b8cd-ffbfdb912574 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:08.798483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a79300d8-5d2e-426f-b60d-353907dd97d1 req-352b7dd8-e69e-4f45-b8cd-ffbfdb912574 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 950 time: 0.1721332 Jan 28 16:37:08.909334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 003fb553-5218-4ed6-9c12-59857bf5eb52, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=003fb553-5218-4ed6-9c12-59857bf5eb52,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:08.915556 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c9c9a6-d81c-4923-b913-b40ea0f9ce54 x-openstack-request-id: req-a9c9c9a6-d81c-4923-b913-b40ea0f9ce54 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:08.915889 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf1be5-fb2b-4738-ac30-b20837aadb33", "name": "network-vif-deleted", "tag": "5d57ff23-6c7f-4763-8c4a-d7d6f8272831", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:08.916153 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9c9c9a6-d81c-4923-b913-b40ea0f9ce54 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:08.917568 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf1be5-fb2b-4738-ac30-b20837aadb33', 'name': 'network-vif-deleted', 'tag': '5d57ff23-6c7f-4763-8c4a-d7d6f8272831', 'status': 'completed', 'code': 200} Jan 28 16:37:08.924134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fa7105-360f-4c74-9746-97b95239409c req-c012520e-3251-4ded-ac6f-c472df57b8f3 service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183030 Jan 28 16:37:08.936996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '003fb553-5218-4ed6-9c12-59857bf5eb52', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'port_id': '003fb553-5218-4ed6-9c12-59857bf5eb52', 'mac_address': 'fa:16:3e:fd:ae:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f3a79f-5e1a-4229-90de-f8778e60ce34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:09.000617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:09.019495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-92f0a5de-59b6-42c2-8a3a-3e2203ac96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:09.021511 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-92f0a5de-59b6-42c2-8a3a-3e2203ac96b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 1126 time: 0.1006756 Jan 28 16:37:09.064219 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac20311-9766-4ae9-8bec-b81ab359dd2f x-openstack-request-id: req-2ac20311-9766-4ae9-8bec-b81ab359dd2f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:09.064540 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-plugged", "status": "completed", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:09.064823 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ac20311-9766-4ae9-8bec-b81ab359dd2f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:09.065245 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'code': 200} Jan 28 16:37:09.065932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a79300d8-5d2e-426f-b60d-353907dd97d1 req-55f16a55-9656-4679-b1e5-6e80cb639f15 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662632 Jan 28 16:37:09.147058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 003fb553-5218-4ed6-9c12-59857bf5eb52 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:09.147457 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:09.185517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003fb553-5218-4ed6-9c12-59857bf5eb52 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:09.235288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 003fb553-5218-4ed6-9c12-59857bf5eb52, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=003fb553-5218-4ed6-9c12-59857bf5eb52,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:09.247334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:09.259864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-d48c37e5-bfa4-475d-bc2b-3b0801315eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:09.264785 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-d48c37e5-bfa4-475d-bc2b-3b0801315eb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 912 time: 0.2308524 Jan 28 16:37:09.309655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 15f015e2-3226-4973-b30f-9b044bd1c309 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:09.317212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:09.333336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-53948281-1224-4e7b-9271-e17f8110fcca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515 HTTP/1.1" status: 200 len: 217 time: 0.0588422 Jan 28 16:37:09.392663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad279ee2-c43d-40a9-8065-4773dccf85d1 req-7e7c3bb0-b7d8-4fe5-a720-9a0d5009098d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:09.402589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad279ee2-c43d-40a9-8065-4773dccf85d1 req-7e7c3bb0-b7d8-4fe5-a720-9a0d5009098d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.2058496 Jan 28 16:37:09.406986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-d9b5301a-f762-4906-87f9-48ae06ecbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:09.409194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-d9b5301a-f762-4906-87f9-48ae06ecbfaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.0647259 Jan 28 16:37:09.421023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=003fb553-5218-4ed6-9c12-59857bf5eb52,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:09.455572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67fc66-1604-42ad-9f39-6b34f54ca2b9 req-583c7afc-f538-40b0-82ce-a0395e3f9787 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:09.463779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb67fc66-1604-42ad-9f39-6b34f54ca2b9 req-583c7afc-f538-40b0-82ce-a0395e3f9787 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 943 time: 0.2007983 Jan 28 16:37:09.507453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-4118dd2d-8567-4802-b574-8a5972376b98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872805 Jan 28 16:37:09.526707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad279ee2-c43d-40a9-8065-4773dccf85d1 req-4c3d5bc3-7af7-4603-9554-2eff5d52628d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182034 Jan 28 16:37:09.543771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:09.544177 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:09.602946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb67fc66-1604-42ad-9f39-6b34f54ca2b9 req-74515b3c-cf8e-46f4-ae75-4486cbfa64fc tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316707 Jan 28 16:37:09.630693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:09.638815 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:09.639859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:09.714788 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-61e57f43-ef02-45d6-b37f-632b9d27f29e service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975224 Jan 28 16:37:09.726342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['003fb553-5218-4ed6-9c12-59857bf5eb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:09.740564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:09.740936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5d57ff23-6c7f-4763-8c4a-d7d6f8272831 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:09.782179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c2f04-d0a4-43c2-97e9-82e92bbe27ff req-ebffb947-33b7-4a71-92ac-4807accf01e2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:09.790915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b8c2f04-d0a4-43c2-97e9-82e92bbe27ff req-ebffb947-33b7-4a71-92ac-4807accf01e2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1227787 Jan 28 16:37:09.825858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:09.912119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b8c2f04-d0a4-43c2-97e9-82e92bbe27ff req-f61889b8-e28a-4b36-b8ea-f0910c246863 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201327 Jan 28 16:37:09.936750 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf307dd7-7df9-473a-82e0-846091ad20d7 req-15b04734-7f72-4d9d-9a15-110cf8fc71b8 service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108502 Jan 28 16:37:10.066137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02cac9-6c20-4370-b3c9-636a08295c22 req-a75214f7-a63d-41d1-ae48-6ddc48307f8b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:10.073949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b02cac9-6c20-4370-b3c9-636a08295c22 req-a75214f7-a63d-41d1-ae48-6ddc48307f8b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 950 time: 0.0674036 Jan 28 16:37:10.159164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b02cac9-6c20-4370-b3c9-636a08295c22 req-ea67eed8-c7d0-42f1-bc59-f3003df178f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842285 Jan 28 16:37:10.357594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f5d09-5d4a-4a09-bfaf-09187c7eb193 req-81b27f29-61a2-47a2-b9d0-80ebfb9430ff tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:10.359061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-350f5d09-5d4a-4a09-bfaf-09187c7eb193 req-81b27f29-61a2-47a2-b9d0-80ebfb9430ff tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1080899 Jan 28 16:37:10.554741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-350f5d09-5d4a-4a09-bfaf-09187c7eb193 req-846c901a-c277-4a03-9b79-596b4c6f5f61 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827848 Jan 28 16:37:10.555546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:10.875452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75da3a-f34b-449c-89f3-b4c044efa536 req-605874ce-f87b-403e-a21b-da9cabc270c7 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:10.885634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d75da3a-f34b-449c-89f3-b4c044efa536 req-605874ce-f87b-403e-a21b-da9cabc270c7 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1047230 Jan 28 16:37:10.925300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:10.956266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45', 'port_id': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'mac_address': 'fa:16:3e:8c:9b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6a2fb7-19a6-46ee-82d4-527aa6016d07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:10.988156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d75da3a-f34b-449c-89f3-b4c044efa536 req-427f66b5-6b8f-48c7-93df-02ae3ab0b408 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968935 Jan 28 16:37:11.038932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:11.039615 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:11.067903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:11.073904 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa37bb8d-fb4b-4cec-8e72-6e7433646678" -d '{"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-plugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:11.086557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3c740b-e47d-4d94-92f9-d8ec07f67546 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:11.136361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:11.145690 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:11.268921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:11.491926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1a3c740b-e47d-4d94-92f9-d8ec07f67546'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:11.597335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad3b11-9a08-4935-8254-2ff6ea679664 req-a838ee4c-63da-4489-90d6-ccd2c74d1f24 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:11.603000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad3b11-9a08-4935-8254-2ff6ea679664 req-a838ee4c-63da-4489-90d6-ccd2c74d1f24 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:11.610091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bad3b11-9a08-4935-8254-2ff6ea679664 req-a838ee4c-63da-4489-90d6-ccd2c74d1f24 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a&device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 1691 time: 0.1341343 Jan 28 16:37:11.733627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bad3b11-9a08-4935-8254-2ff6ea679664 req-5e7f9c4e-bbca-41b9-9d20-01807e3a427d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158090 Jan 28 16:37:11.908029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159f49-3709-4b0a-8ddd-12f9b7f2ab1e req-4814f72c-4ed0-4901-99d7-2d63042ee9b7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:11.909729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c159f49-3709-4b0a-8ddd-12f9b7f2ab1e req-4814f72c-4ed0-4901-99d7-2d63042ee9b7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 944 time: 0.1032951 Jan 28 16:37:12.003732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c159f49-3709-4b0a-8ddd-12f9b7f2ab1e req-97ac1ad0-8685-427a-b776-936dba03980e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878360 Jan 28 16:37:12.055398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:12.058184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:12.253385 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:37:12.259052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eaaf3-336a-46e3-8780-0da3b15827a3 req-5f2443e5-cae8-4d9d-bee5-1d4af55f2f0a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:12.264896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-134eaaf3-336a-46e3-8780-0da3b15827a3 req-5f2443e5-cae8-4d9d-bee5-1d4af55f2f0a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 943 time: 0.1115189 Jan 28 16:37:12.364917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-134eaaf3-336a-46e3-8780-0da3b15827a3 req-1da804b3-dc29-4f3e-9404-723843866a2e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893586 Jan 28 16:37:12.541839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 003fb553-5218-4ed6-9c12-59857bf5eb52 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:12.568208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c857-9e2d-4789-bb20-5885d6d91f90 req-eb145002-9ea9-4520-8bf9-ebcb0280007c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:12.581735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c8c857-9e2d-4789-bb20-5885d6d91f90 req-eb145002-9ea9-4520-8bf9-ebcb0280007c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1177599 Jan 28 16:37:12.715268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 003fb553-5218-4ed6-9c12-59857bf5eb52 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:12.737940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3c8c857-9e2d-4789-bb20-5885d6d91f90 req-31588626-d77f-47f4-a5cd-e843e5706780 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466012 Jan 28 16:37:12.752326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 003fb553-5218-4ed6-9c12-59857bf5eb52 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:12.752326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:12.861965 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b48419-bcc5-4a85-9e91-8b13d6a14c29 x-openstack-request-id: req-92b48419-bcc5-4a85-9e91-8b13d6a14c29 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:12.862277 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-plugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:12.862540 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b48419-bcc5-4a85-9e91-8b13d6a14c29 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:12.863051 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'code': 200} Jan 28 16:37:13.018828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 003fb553-5218-4ed6-9c12-59857bf5eb52 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:13.019233 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:13.025095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2063ff-dc69-43a2-940b-3a23c9c73363 req-b6a2fb5a-b53d-47ca-8f7b-477d2606910d tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:13.027061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a2063ff-dc69-43a2-940b-3a23c9c73363 req-b6a2fb5a-b53d-47ca-8f7b-477d2606910d tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.0941405 Jan 28 16:37:13.029735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f2419a4f-f89e-4927-9d51-9deb3fd9b515 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:13.140077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a2063ff-dc69-43a2-940b-3a23c9c73363 req-88549d87-9fa5-4421-8fa6-e51cfa60b8f8 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064205 Jan 28 16:37:13.140850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 003fb553-5218-4ed6-9c12-59857bf5eb52, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=003fb553-5218-4ed6-9c12-59857bf5eb52,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:13.164728 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:13.281085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=003fb553-5218-4ed6-9c12-59857bf5eb52,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:13.344276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f2419a4f-f89e-4927-9d51-9deb3fd9b515, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:13.389300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'port_id': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515', 'mac_address': 'fa:16:3e:f1:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f3a79f-5e1a-4229-90de-f8778e60ce34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:13.483767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f2419a4f-f89e-4927-9d51-9deb3fd9b515 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:13.484287 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:13.512875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2419a4f-f89e-4927-9d51-9deb3fd9b515 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:13.563677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f2419a4f-f89e-4927-9d51-9deb3fd9b515, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:13.574517 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:13.607675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76b52-4394-4b45-8a8a-f7c315318919 req-a447b083-ff50-4f43-9b58-fdda045f05fa tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:13.622286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c76b52-4394-4b45-8a8a-f7c315318919 req-a447b083-ff50-4f43-9b58-fdda045f05fa tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 945 time: 0.1490448 Jan 28 16:37:13.691102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f2419a4f-f89e-4927-9d51-9deb3fd9b515,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:13.739273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5c76b52-4394-4b45-8a8a-f7c315318919 req-625449c4-bb83-452b-bb94-86962bc81786 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066225 Jan 28 16:37:13.902491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48829c4-107b-4875-a8a8-7814ac407ffc req-d80f89a1-d7ce-421d-a0ca-7ca1979ae945 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:13.924274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d48829c4-107b-4875-a8a8-7814ac407ffc req-d80f89a1-d7ce-421d-a0ca-7ca1979ae945 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 944 time: 0.1045442 Jan 28 16:37:13.985790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f2419a4f-f89e-4927-9d51-9deb3fd9b515'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:13.997928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d48829c4-107b-4875-a8a8-7814ac407ffc req-68c65e6b-7fd2-4f3d-850c-2bbda01166b3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716705 Jan 28 16:37:14.141520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4e4f5-b7d6-4f75-8754-1ba936ed5932 req-2598cd45-7d28-4558-a9f1-d45db9562aa0 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:14.149856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb4e4f5-b7d6-4f75-8754-1ba936ed5932 req-2598cd45-7d28-4558-a9f1-d45db9562aa0 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 1133 time: 0.0831711 Jan 28 16:37:14.241584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb4e4f5-b7d6-4f75-8754-1ba936ed5932 req-33313443-6012-44af-8109-c6b9e707fb00 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902982 Jan 28 16:37:14.422662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36cc9e-2b04-4d7c-b7ca-79f03adf7ba4 req-46e70f83-ab6e-4788-a3df-88af3829ef6c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:14.432981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d36cc9e-2b04-4d7c-b7ca-79f03adf7ba4 req-46e70f83-ab6e-4788-a3df-88af3829ef6c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 944 time: 0.0771160 Jan 28 16:37:14.542501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:14.566014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d36cc9e-2b04-4d7c-b7ca-79f03adf7ba4 req-328f908d-dcbf-4cbf-8ce7-2ea6e3d50706 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312370 Jan 28 16:37:14.691871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:14.698103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:14.698484 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:14.759840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-b35367bb-7781-47ef-9a80-184c2919248e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:14.770513 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-b35367bb-7781-47ef-9a80-184c2919248e tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.1294658 Jan 28 16:37:14.785022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:14.789827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae2a0-18bb-460e-80e6-d03841e74c60 req-182d3592-ceea-4bb9-ad44-9073e9ea35b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:14.807389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-469ae2a0-18bb-460e-80e6-d03841e74c60 req-182d3592-ceea-4bb9-ad44-9073e9ea35b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1387529 Jan 28 16:37:14.890997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-469ae2a0-18bb-460e-80e6-d03841e74c60 req-8d8f96fa-4766-4690-96f6-2c9545113877 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812857 Jan 28 16:37:14.904327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:14.924283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2926c59c-81d1-40fd-8775-a0397f59af67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003fb553-5218-4ed6-9c12-59857bf5eb52'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:14.930540 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f2c1e-495b-4b82-92c4-3f9781bc5d12" -d '{"events": [{"server_uuid": "2926c59c-81d1-40fd-8775-a0397f59af67", "name": "network-vif-plugged", "status": "completed", "tag": "003fb553-5218-4ed6-9c12-59857bf5eb52"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:14.989416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:14.989854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.053249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5e714-aa50-4767-b96c-6225d0b2a4f0 req-d993787f-31f1-4594-bb6b-a9bb1c1d93fe tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:15.061874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cb5e714-aa50-4767-b96c-6225d0b2a4f0 req-d993787f-31f1-4594-bb6b-a9bb1c1d93fe tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1019661 Jan 28 16:37:15.105485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:15.122630 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.145654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cb5e714-aa50-4767-b96c-6225d0b2a4f0 req-b74fecc2-2649-4aeb-a3aa-99d464bb6517 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803921 Jan 28 16:37:15.197889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:15.282129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:15.283098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:15.300619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa7569-5b38-4f9c-a86f-7f8fde592081 req-7db78b82-3e70-4bb8-8a28-2154d626c976 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:15.303496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57fa7569-5b38-4f9c-a86f-7f8fde592081 req-7db78b82-3e70-4bb8-8a28-2154d626c976 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 1133 time: 0.0902836 Jan 28 16:37:15.345148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:15.349192 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543687e6-5c9f-4bb8-9049-166b3e6becee" -d '{"events": [{"server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:15.355583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Publish callbacks [] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.365886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.380641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57fa7569-5b38-4f9c-a86f-7f8fde592081 req-c8b54e31-ee29-4f5e-81c8-11e77d0859fe tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695708 Jan 28 16:37:15.443576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:15.516581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on host n-h1-812111-13 for vnic_type normal with profile {"migrating_to": "n-h2-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:15.516993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:15.517649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:15.523042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:15.523416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Attempting to bind port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on network fa25765c-f7d0-4a6a-8b71-339fb7f268ad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:15.529785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:15.530029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Checking segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:15.530291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Bound using segment: {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:15.537179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Bound port: 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04245ec8-9ff3-4e86-b2c4-add1a903f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fa25765c-f7d0-4a6a-8b71-339fb7f268ad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:15.537693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.670803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:15.675356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:15.679012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835677b-9fe4-4572-8e80-d008f014c33a req-f7b54965-19bf-4aa4-92ba-d1eb095d1e61 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:15.684965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c835677b-9fe4-4572-8e80-d008f014c33a req-f7b54965-19bf-4aa4-92ba-d1eb095d1e61 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1083679 Jan 28 16:37:15.690419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.803144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c835677b-9fe4-4572-8e80-d008f014c33a req-b01fecee-c2c7-44bd-b343-73caf3d234d3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162333 Jan 28 16:37:15.871011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:15.871011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:15.882979 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] 10.222.0.31 "PUT /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 1123 time: 1.1001883 Jan 28 16:37:15.900856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7b97-c18b-4590-97a1-e98fd57df192 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:15.998512 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-31341bfb-db7f-4bd0-baa2-e3b5a7140f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:16.010081 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf60aa4-90ed-45ef-94ae-66c96454325b x-openstack-request-id: req-6bf60aa4-90ed-45ef-94ae-66c96454325b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:16.011072 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2926c59c-81d1-40fd-8775-a0397f59af67", "name": "network-vif-plugged", "status": "completed", "tag": "003fb553-5218-4ed6-9c12-59857bf5eb52", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:16.011684 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bf60aa4-90ed-45ef-94ae-66c96454325b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:16.013631 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2926c59c-81d1-40fd-8775-a0397f59af67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003fb553-5218-4ed6-9c12-59857bf5eb52', 'code': 200} Jan 28 16:37:16.100761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0fd91169-eb5b-45ba-9bc3-2d7ad2019917'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:16.195888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['0fd91169-eb5b-45ba-9bc3-2d7ad2019917'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:16.196460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2343a8-d501-4928-a3d8-ab172f658782 req-71f67134-c269-4bc5-8aa6-9338a574b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:16.203701 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a2343a8-d501-4928-a3d8-ab172f658782 req-71f67134-c269-4bc5-8aa6-9338a574b07c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2926c59c-81d1-40fd-8775-a0397f59af67 HTTP/1.1" status: 200 len: 1128 time: 0.1729860 Jan 28 16:37:16.225229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794a8b6-9cf6-42ff-9bdd-dd393d7d6f8d req-9edceea2-39db-4211-b4d6-b8196609bdf3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:16.235875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2794a8b6-9cf6-42ff-9bdd-dd393d7d6f8d req-9edceea2-39db-4211-b4d6-b8196609bdf3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1702101 Jan 28 16:37:16.308995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a2343a8-d501-4928-a3d8-ab172f658782 req-031c2c8b-5f30-489f-8a17-a53c0da9d618 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968745 Jan 28 16:37:16.347086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2794a8b6-9cf6-42ff-9bdd-dd393d7d6f8d req-3a3cebda-9f09-4259-8395-d6c185cfb388 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967319 Jan 28 16:37:16.407157 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3111c9-cbe7-4911-b943-78e34b1f9864 x-openstack-request-id: req-1a3111c9-cbe7-4911-b943-78e34b1f9864 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:16.407571 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:16.407899 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a3111c9-cbe7-4911-b943-78e34b1f9864 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:16.408541 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'code': 200} Jan 28 16:37:16.553934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:16.614189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efe7f-4f27-4166-ad80-698e02fe461c req-056ac732-463a-49a8-94ee-34cb116c9274 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:16.623090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-517efe7f-4f27-4166-ad80-698e02fe461c req-056ac732-463a-49a8-94ee-34cb116c9274 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 944 time: 0.1066427 Jan 28 16:37:16.715144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-517efe7f-4f27-4166-ad80-698e02fe461c req-6b98dd26-7d58-4f2a-a165-8de1eeb77a4b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855439 Jan 28 16:37:16.800278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:16.817633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 has no active binding in host n-h2-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:37:17.006178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f2419a4f-f89e-4927-9d51-9deb3fd9b515 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:17.124853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port f2419a4f-f89e-4927-9d51-9deb3fd9b515 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:17.132079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port f2419a4f-f89e-4927-9d51-9deb3fd9b515 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:17.132475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:17.329144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f2419a4f-f89e-4927-9d51-9deb3fd9b515 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:17.329584 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:17.412919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f2419a4f-f89e-4927-9d51-9deb3fd9b515, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:17.419302 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:17.481717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f2419a4f-f89e-4927-9d51-9deb3fd9b515,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:17.885192 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-99faf4d9-cb94-4d96-9101-d6db21148b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:18.015082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546'}, {'server_uuid': '57c0ccde-246d-4b10-8336-73779a84408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:18.017537 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9cd3f3-76c0-4a69-b2b2-83e593679f78" -d '{"events": [{"server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "name": "network-vif-plugged", "status": "completed", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546"}, {"server_uuid": "57c0ccde-246d-4b10-8336-73779a84408f", "name": "network-vif-plugged", "status": "completed", "tag": "f2419a4f-f89e-4927-9d51-9deb3fd9b515"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:18.410054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:18.413182 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe232970-32ad-4048-be97-10fc83e9e271" -d '{"events": [{"name": "network-changed", "server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:19.283523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:20.550208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:21.524547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-e09ef371-8ee2-4f5f-851b-a47c69e1de41 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440540 Jan 28 16:37:21.714203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:21.732322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280a8f-c41c-4e73-b015-9bada78ad4ff req-624972cc-ade8-4e54-a908-859ab5565d40 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:21.734120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38280a8f-c41c-4e73-b015-9bada78ad4ff req-624972cc-ade8-4e54-a908-859ab5565d40 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1657469 Jan 28 16:37:21.742757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-56c0720c-0cdf-4b83-848c-77f7c8e5393b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:21.749173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-56c0720c-0cdf-4b83-848c-77f7c8e5393b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230849 Jan 28 16:37:21.778007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-8f025fae-5518-419a-b1f5-9ffa6ac433cf tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/quotas/8b923a3247244d1d8f3ab66eb910ea62 HTTP/1.1" status: 200 len: 375 time: 0.0277462 Jan 28 16:37:21.832994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38280a8f-c41c-4e73-b015-9bada78ad4ff req-d76edd6c-95d0-429c-8045-34afa518ccf8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810828 Jan 28 16:37:21.868377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-3ec47ad1-2069-4b2a-bd7e-3cd9e39f803b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0891607 Jan 28 16:37:22.056794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e7b35-a34f-42fa-8998-dd05060172c9 req-96369987-a687-461e-bdf6-19a74f11864e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.058638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b1e7b35-a34f-42fa-8998-dd05060172c9 req-96369987-a687-461e-bdf6-19a74f11864e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.0775595 Jan 28 16:37:22.165082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b1e7b35-a34f-42fa-8998-dd05060172c9 req-faf88eb2-ee17-4139-983c-1eb1467cf14f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000948 Jan 28 16:37:22.184886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2d36e-6dbd-4a31-a549-176518fd1574 req-d3c64a54-30d3-4e08-b330-f6b48cab432f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.192131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd2d36e-6dbd-4a31-a549-176518fd1574 req-d3c64a54-30d3-4e08-b330-f6b48cab432f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1100020 Jan 28 16:37:22.215530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19996b7-1232-4373-996c-7a654b97392d req-1ae586cd-6e2b-4283-bb21-d8f672843161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.217936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-1ae586cd-6e2b-4283-bb21-d8f672843161 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 1128 time: 0.0891426 Jan 28 16:37:22.242423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd2d36e-6dbd-4a31-a549-176518fd1574 req-220b556f-7e99-4dcc-8d8e-27f6f48fc65e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494280 Jan 28 16:37:22.352115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967cc26-d200-469b-9f9e-6fbbd01d8e74 req-356b44eb-43a7-4f6e-93e6-32e15b5cd76d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.354136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e967cc26-d200-469b-9f9e-6fbbd01d8e74 req-356b44eb-43a7-4f6e-93e6-32e15b5cd76d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.0820940 Jan 28 16:37:22.363573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19996b7-1232-4373-996c-7a654b97392d req-19ccb04f-77a6-4c54-bf7e-0fe9ff3c312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.366505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-19ccb04f-77a6-4c54-bf7e-0fe9ff3c312a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.1378026 Jan 28 16:37:22.428984 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-059e856a-9eeb-4ec8-9715-749a8175e8b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c HTTP/1.1" status: 200 len: 217 time: 0.0552988 Jan 28 16:37:22.500588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19996b7-1232-4373-996c-7a654b97392d req-d0f9e177-010d-4877-9cf4-4c0ce915e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.504737 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-d0f9e177-010d-4877-9cf4-4c0ce915e6ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0684679 Jan 28 16:37:22.585894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-dd11648b-8d0d-4ce0-a4b4-0e9197f133ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567169 Jan 28 16:37:22.727840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-68c5979d-add0-4a1c-983c-93d68f62af49 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340892 Jan 28 16:37:22.850617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdff819-cac3-4785-a033-b83ee9572a4a req-0bca5134-07d5-4b65-ae61-a714f4cf9856 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:22.852163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fbdff819-cac3-4785-a033-b83ee9572a4a req-0bca5134-07d5-4b65-ae61-a714f4cf9856 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 945 time: 0.4969804 Jan 28 16:37:22.864261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e967cc26-d200-469b-9f9e-6fbbd01d8e74 req-7a85ae9b-cb4d-40c6-b76f-768d46f00307 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795663 Jan 28 16:37:22.870967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c19996b7-1232-4373-996c-7a654b97392d req-2764ac29-5a4e-41df-963d-19a7b7b62fe7 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355255 Jan 28 16:37:22.949116 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e233c8-23c3-499c-bfd3-7bb0528293c6 x-openstack-request-id: req-50e233c8-23c3-499c-bfd3-7bb0528293c6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:22.949617 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "name": "network-vif-plugged", "status": "completed", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546", "code": 200}, {"server_uuid": "57c0ccde-246d-4b10-8336-73779a84408f", "name": "network-vif-plugged", "status": "completed", "tag": "f2419a4f-f89e-4927-9d51-9deb3fd9b515", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:22.949746 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50e233c8-23c3-499c-bfd3-7bb0528293c6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:22.950124 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'code': 200} Jan 28 16:37:22.950399 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c0ccde-246d-4b10-8336-73779a84408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515', 'code': 200} Jan 28 16:37:22.969038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fbdff819-cac3-4785-a033-b83ee9572a4a req-09325b84-308a-4ea5-8569-748fc0e40a32 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818119 Jan 28 16:37:23.008008 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a46098-923a-41a7-9792-a66c43093716 x-openstack-request-id: req-47a46098-923a-41a7-9792-a66c43093716 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:23.008472 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:23.008825 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47a46098-923a-41a7-9792-a66c43093716 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:23.009755 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'status': 'completed', 'code': 200} Jan 28 16:37:23.026407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:23.107565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88aa1773-a5b9-4a90-ad0f-95a2d6065970 req-4b27b985-0099-4019-902a-bb54503d3794 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 210 time: 0.0713837 Jan 28 16:37:23.156229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe232970-32ad-4048-be97-10fc83e9e271 req-24d6a29c-2ef8-4bfc-8845-059a56b159db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.159698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-24d6a29c-2ef8-4bfc-8845-059a56b159db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1157 time: 0.1170208 Jan 28 16:37:23.205360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd7cff-09c2-4be3-b4cc-8c8599fcdfcf req-e112d7d3-c18c-443f-908e-5b18f248ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.207635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67dd7cff-09c2-4be3-b4cc-8c8599fcdfcf req-e112d7d3-c18c-443f-908e-5b18f248ddc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 1128 time: 0.1757524 Jan 28 16:37:23.262145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb868f-bdbc-4563-b2bc-b7b2c0ce1304 req-c7136d4d-1bde-418a-a8e1-63f667e19a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.264510 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3eeb868f-bdbc-4563-b2bc-b7b2c0ce1304 req-c7136d4d-1bde-418a-a8e1-63f667e19a4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1128 time: 0.1663065 Jan 28 16:37:23.274344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:23.320826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67dd7cff-09c2-4be3-b4cc-8c8599fcdfcf req-e66b0c22-7f1c-488e-a545-b2dfcdac3098 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934260 Jan 28 16:37:23.354704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3eeb868f-bdbc-4563-b2bc-b7b2c0ce1304 req-f029377b-e005-4055-b71f-3bc94e125d61 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810275 Jan 28 16:37:23.444127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377c5d9-1ee8-4701-8e15-16b5a14be26c req-b8944ee5-6ee6-43a6-ab58-8450103d8b76 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.445717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2377c5d9-1ee8-4701-8e15-16b5a14be26c req-b8944ee5-6ee6-43a6-ab58-8450103d8b76 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 945 time: 0.1308894 Jan 28 16:37:23.451320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe232970-32ad-4048-be97-10fc83e9e271 req-b2a2c9f2-4c21-45d5-826f-46e054420504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.452864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-b2a2c9f2-4c21-45d5-826f-46e054420504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.2816384 Jan 28 16:37:23.467687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bbc9f-0a33-4998-be95-ee824fa28d22 req-ec6a4d8d-188f-4375-8a8a-90c40c8c55a0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.469264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e77bbc9f-0a33-4998-be95-ee824fa28d22 req-ec6a4d8d-188f-4375-8a8a-90c40c8c55a0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1200197 Jan 28 16:37:23.555640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2377c5d9-1ee8-4701-8e15-16b5a14be26c req-6e4d7fbd-ad78-494f-b704-8d7271a8af03 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Jan 28 16:37:23.579527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-aee83c64-783e-4c81-b627-1ba824fd8d37 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411959 Jan 28 16:37:23.579527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e77bbc9f-0a33-4998-be95-ee824fa28d22 req-f2aae327-c9e1-4ea7-bd9d-a858bbc5bab3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995100 Jan 28 16:37:23.617400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-642387b8-1a14-4f7c-af32-19e2c59834bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 217 time: 0.0598550 Jan 28 16:37:23.796945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe232970-32ad-4048-be97-10fc83e9e271 req-64a148d2-693f-4c76-830d-fc050a682d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.798381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-64a148d2-693f-4c76-830d-fc050a682d1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1692629 Jan 28 16:37:23.852354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-e9031294-5daf-4b99-9c79-be8516454b94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401194 Jan 28 16:37:23.860143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff6ee-b7bf-4da8-b2f6-8ed989d6e28c req-4c9f7704-be9d-41e4-a66b-b7f0a10752fc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.861531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d67ff6ee-b7bf-4da8-b2f6-8ed989d6e28c req-4c9f7704-be9d-41e4-a66b-b7f0a10752fc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.1914647 Jan 28 16:37:23.868549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-b81eeaa9-a665-4403-b550-51374acdb49f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.870114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-b81eeaa9-a665-4403-b550-51374acdb49f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647469 Jan 28 16:37:23.903247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdddda-8426-4b20-841b-340b97cb0708 req-7dc81bd3-8294-47d4-b97b-371e7766274a tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:23.904940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82cdddda-8426-4b20-841b-340b97cb0708 req-7dc81bd3-8294-47d4-b97b-371e7766274a tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 950 time: 0.2040544 Jan 28 16:37:23.922187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '9cced879-c751-46eb-aef8-489d29e6fa40', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:24.078364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d67ff6ee-b7bf-4da8-b2f6-8ed989d6e28c req-eb990239-0512-4a83-8261-05bcb8c86d5e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073045 Jan 28 16:37:24.104122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82cdddda-8426-4b20-841b-340b97cb0708 req-718bce6c-fb54-416b-8356-f25c3447caa8 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762571 Jan 28 16:37:24.192931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-5ba7a12b-0681-44aa-894c-fea5dbe58a2c service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114364 Jan 28 16:37:24.288211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:24.291538 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:24.346583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b2ce8-bb19-43a6-abe7-a1e620d84782 req-6f9b416f-e9a3-42a7-b645-206ce5db75cf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:24.348023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a47b2ce8-bb19-43a6-abe7-a1e620d84782 req-6f9b416f-e9a3-42a7-b645-206ce5db75cf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1977656 Jan 28 16:37:24.397892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785f546-7c2f-4f1e-ae86-debecaeb0d49 req-5e52a2a6-0607-4e99-b581-beab90a7fcdc tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:24.399566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3785f546-7c2f-4f1e-ae86-debecaeb0d49 req-5e52a2a6-0607-4e99-b581-beab90a7fcdc tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 945 time: 0.2095344 Jan 28 16:37:24.486552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe232970-32ad-4048-be97-10fc83e9e271 req-21fa5307-f661-49e0-9290-1f449bb1f91d service neutron] 10.222.0.24 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813740 Jan 28 16:37:24.587605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a47b2ce8-bb19-43a6-abe7-a1e620d84782 req-7f653a07-8876-4a7d-b8bb-fb25bc0c1a7b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979873 Jan 28 16:37:24.590433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3785f546-7c2f-4f1e-ae86-debecaeb0d49 req-f9df1caf-8dd4-4172-8bcb-f3c4e566f69a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769290 Jan 28 16:37:24.608001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device d64bc3ff-ecc9-41fe-a01c-486259e5015c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:24.684082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.81 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/c5cb59b0-a0a2-4a47-9509-75e26ad77b8a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:24.736127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0640bf2-d74f-46be-9353-74bd3028c563 req-e97db0b0-3a06-40d4-a159-787ba113a77b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 210 time: 0.0550122 Jan 28 16:37:24.802256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port d64bc3ff-ecc9-41fe-a01c-486259e5015c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:24.805008 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:24.831946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-436fcf4c-3bce-47cd-a6c7-933ac71ec7ee service neutron] 10.222.0.24 "GET /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.2558815 Jan 28 16:37:24.903517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:24.911312 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:24.951422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:24.954134 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a981ae28-e9a9-4f62-b63a-70c88c51e828" -d '{"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:24.983745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:24.998458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-58fc1dd6-48df-4f3e-825f-aa9c744122d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1109354 Jan 28 16:37:25.100478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-ad7606d8-efe5-4074-b70a-6e862306223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.102079 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-ad7606d8-efe5-4074-b70a-6e862306223f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 1127 time: 0.0528717 Jan 28 16:37:25.122800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a54ff-9e48-4c74-b862-8f5c380d9cee req-595ca03b-eca5-4856-aac5-d0974aef9d9a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.124400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf7a54ff-9e48-4c74-b862-8f5c380d9cee req-595ca03b-eca5-4856-aac5-d0974aef9d9a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.1927912 Jan 28 16:37:25.131077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca618f-4e2e-4675-9122-4f83d6aba28c req-1ef509ae-c483-4faa-ae12-c6aeda30621e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.137690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5dca618f-4e2e-4675-9122-4f83d6aba28c req-1ef509ae-c483-4faa-ae12-c6aeda30621e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.2017450 Jan 28 16:37:25.217888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:25.266398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-27e9ed2b-8958-42ab-abcf-b9414c882be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.267855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-27e9ed2b-8958-42ab-abcf-b9414c882be6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1173408 Jan 28 16:37:25.317879 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-ddf233d4-1415-437a-b4f7-410ecdd542b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 200 len: 217 time: 0.0410078 Jan 28 16:37:25.321675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf7a54ff-9e48-4c74-b862-8f5c380d9cee req-a024089d-008f-49d0-a95b-81f4bcf3d42b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736114 Jan 28 16:37:25.340800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5dca618f-4e2e-4675-9122-4f83d6aba28c req-808f195f-d34c-4410-9d26-83f20610d9cc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008252 Jan 28 16:37:25.390289 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7294f31-955b-4786-aba6-7c8c672dc2fd x-openstack-request-id: req-c7294f31-955b-4786-aba6-7c8c672dc2fd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:25.390592 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:25.390858 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7294f31-955b-4786-aba6-7c8c672dc2fd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:25.391286 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'code': 200} Jan 28 16:37:25.426799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:25.435638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-5aec822f-40f8-4d38-81e6-b4a5e1c866a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.437135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-5aec822f-40f8-4d38-81e6-b4a5e1c866a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.1109126 Jan 28 16:37:25.478080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-8cbe5c50-0248-49f8-802d-019a8e090a18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301285 Jan 28 16:37:25.504174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:25.529242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:25.541568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33', 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:25.548915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80', '03a30efc-07db-4494-aed7-f94080191e9f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:25.578391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:25.587541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:25.590266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:25.654125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:25.664757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.664757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:25.677405 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-b1c12177-1edc-4cf8-80eb-42cb5da3e3c6 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859190 Jan 28 16:37:25.679970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e8c21-2be5-4a6c-9471-0c47fb27d558 req-18b005d4-507f-471b-a05b-63cb25be52d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:25.681821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-671e8c21-2be5-4a6c-9471-0c47fb27d558 req-18b005d4-507f-471b-a05b-63cb25be52d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 943 time: 0.2323565 Jan 28 16:37:25.701680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:25.740635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:25.752117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-be1ce66a-3931-4e34-8d53-8ac6d5d8179b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8460932 Jan 28 16:37:25.760001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:25.779791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Request body: {'port': {'device_id': '9cced879-c751-46eb-aef8-489d29e6fa40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:25.897375 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2155222d-779f-4f33-9d6c-f1deea6d6a93 req-9970b438-5255-47d7-a3a9-e735f04ee793 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043536 Jan 28 16:37:25.901364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-671e8c21-2be5-4a6c-9471-0c47fb27d558 req-d2ef9c99-9faf-4dc3-883d-8ff26cf72860 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966226 Jan 28 16:37:25.949034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:26.002812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1dc7b-50d6-48d0-8717-cd2de4581634 req-f362c3e8-706b-43fa-812d-e7f0041b2fd2 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.010062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f1dc7b-50d6-48d0-8717-cd2de4581634 req-f362c3e8-706b-43fa-812d-e7f0041b2fd2 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 945 time: 0.1650994 Jan 28 16:37:26.081792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] Transition to ACTIVE for port object 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:26.102458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:26.177804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f1dc7b-50d6-48d0-8717-cd2de4581634 req-9a2dc546-8749-469a-9011-34151307362a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662636 Jan 28 16:37:26.342344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dc30cd99-d590-4061-a35b-6afd2e4c67d3 None None] Provisioning complete for port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:26.342911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc30cd99-d590-4061-a35b-6afd2e4c67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:26.439076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dc30cd99-d590-4061-a35b-6afd2e4c67d3 None None] Port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:37:26.454540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-dd1aa67e-26c1-40ef-9ef4-d471ebf8dcdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843515 Jan 28 16:37:26.529967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56878-84df-4d0a-8b44-28a341390edf req-987ab7dd-d2d7-4f79-85d4-6e6efce52c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.531572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-987ab7dd-d2d7-4f79-85d4-6e6efce52c99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 1133 time: 0.0557086 Jan 28 16:37:26.652197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56878-84df-4d0a-8b44-28a341390edf req-72155adf-a6c7-48fb-820e-d74966fee22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.653719 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-72155adf-a6c7-48fb-820e-d74966fee22e service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.0935924 Jan 28 16:37:26.702936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-baafe76e-b850-4ec7-85f9-ffa8f2c75778 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=15f015e2-3226-4973-b30f-9b044bd1c309 HTTP/1.1" status: 200 len: 217 time: 0.0410683 Jan 28 16:37:26.733974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] No DVR routers for this DVR port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:26.740903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] Pushing event updated for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:26.756026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89604dc3-76fd-45b0-b5ac-634e90aa242d req-2bfc1aec-42f4-49a3-8e38-fa31aa018456 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.757954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89604dc3-76fd-45b0-b5ac-634e90aa242d req-2bfc1aec-42f4-49a3-8e38-fa31aa018456 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.7209756 Jan 28 16:37:26.772755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56878-84df-4d0a-8b44-28a341390edf req-be110438-8b07-43db-89c1-c5aba0a6e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.772755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-be110438-8b07-43db-89c1-c5aba0a6e06a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0532482 Jan 28 16:37:26.825677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56878-84df-4d0a-8b44-28a341390edf req-a101943f-41d8-4f8b-9cdc-aa54bec20b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.827196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-a101943f-41d8-4f8b-9cdc-aa54bec20b65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0485063 Jan 28 16:37:26.828415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-8944d6f8-b411-4c16-95a8-5e3d00daf48d service neutron] 10.222.0.24 "PUT /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917/bindings/n-h2-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9844015 Jan 28 16:37:26.870646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3ab5-6c88-4cd9-b861-b4dc22976d33 req-6372a01c-6812-46b4-9ffe-22d07a1f12f6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.872114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ecb3ab5-6c88-4cd9-b861-b4dc22976d33 req-6372a01c-6812-46b4-9ffe-22d07a1f12f6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 935 time: 0.1933694 Jan 28 16:37:26.918323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89604dc3-76fd-45b0-b5ac-634e90aa242d req-83be67eb-6114-46b8-9a85-9ffd44df5eff tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502607 Jan 28 16:37:26.982012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-4254b5b0-ff6f-4801-8249-a2525eeb21c8 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:26.983787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-4254b5b0-ff6f-4801-8249-a2525eeb21c8 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0756555 Jan 28 16:37:26.985126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ecb3ab5-6c88-4cd9-b861-b4dc22976d33 req-b4c6f83e-346d-4175-acc2-758df1c26255 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062789 Jan 28 16:37:26.987091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cb59b0-a0a2-4a47-9509-75e26ad77b8a {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:27.016515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Publish callbacks [] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.044550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:27.061605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Transition to ACTIVE for port object c5cb59b0-a0a2-4a47-9509-75e26ad77b8a will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:27.070826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.089988 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-eb41e4fa-8090-438e-9620-21a0e14641cd service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405949 Jan 28 16:37:27.136281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace4dee-44a3-41a6-9c86-ff9800c199f2 req-fc9aba54-cb65-478d-8b95-6164cdaf6e15 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.145240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ace4dee-44a3-41a6-9c86-ff9800c199f2 req-fc9aba54-cb65-478d-8b95-6164cdaf6e15 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=2926c59c-81d1-40fd-8775-a0397f59af67 HTTP/1.1" status: 200 len: 945 time: 0.1223176 Jan 28 16:37:27.193889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:27.232603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15f015e2-3226-4973-b30f-9b044bd1c309 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:27.232842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.242587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-d7555e7e-5e20-4153-84a1-00483673c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.244103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-d7555e7e-5e20-4153-84a1-00483673c3c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d&tenant_id=d71ea35b215840f0a0102591148d98fc HTTP/1.1" status: 200 len: 1127 time: 0.2451100 Jan 28 16:37:27.305502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:27.310449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.342401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ace4dee-44a3-41a6-9c86-ff9800c199f2 req-453ef96c-b778-43d3-80db-2de9c78ad083 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939769 Jan 28 16:37:27.371778 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-57f56878-84df-4d0a-8b44-28a341390edf req-65386920-69b9-43ba-aa78-216f9d03eb3d service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741959 Jan 28 16:37:27.380762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=11']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:27.393688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Attempting to bind port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:27.396476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Attempting to bind port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:27.396900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Attempting to bind port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:27.398419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:27.405357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-f381d6c4-c467-4c1d-a9ef-d0e75c9fd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.405563 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4ceaa2-9de0-4869-9cd3-426e3efaed0a" -d '{"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-unplugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:27.408538 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-f381d6c4-c467-4c1d-a9ef-d0e75c9fd9e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d71ea35b215840f0a0102591148d98fc&device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1127 time: 0.1329639 Jan 28 16:37:27.425500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:27.427271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Attempting to bind port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:27.446651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:27.447110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:27.447601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:27.448163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Bound port: c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:27.448631 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.494431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583605-81ab-4e8c-b44f-1ebc858cc935 req-60fa6587-1a4f-4931-9f0d-abf8ebd0d1fb tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.496151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4583605-81ab-4e8c-b44f-1ebc858cc935 req-60fa6587-1a4f-4931-9f0d-abf8ebd0d1fb tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.2247019 Jan 28 16:37:27.534769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-591e6fdd-7fea-4f34-9580-7904946d9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.536308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-591e6fdd-7fea-4f34-9580-7904946d9e14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 200 len: 908 time: 0.1202805 Jan 28 16:37:27.580118 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-0be47b8e-64d4-4299-91e0-b242d9646827 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 200 len: 217 time: 0.0361426 Jan 28 16:37:27.605211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0984fb-c8e0-4ca3-b889-67880306f911 req-57b212fa-f7c3-4967-ba0c-d78ca8a27b82 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.606894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a0984fb-c8e0-4ca3-b889-67880306f911 req-57b212fa-f7c3-4967-ba0c-d78ca8a27b82 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1560316 Jan 28 16:37:27.612484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4583605-81ab-4e8c-b44f-1ebc858cc935 req-6b7da513-8e48-4bc5-b738-cbbcaddbaea8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075349 Jan 28 16:37:27.617021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] For port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:27.620599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] For port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:27.636389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.648588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-b5163727-fc6a-4d92-a4c1-b6d9f3295348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.648588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-b5163727-fc6a-4d92-a4c1-b6d9f3295348 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 200 len: 847 time: 0.0552852 Jan 28 16:37:27.680582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-2470b4ac-5176-4678-850b-8c7e4bf36d58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa25765c-f7d0-4a6a-8b71-339fb7f268ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310276 Jan 28 16:37:27.697167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.697923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:27.699614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] 10.222.0.24 "PUT /v2.0/ports/c5cb59b0-a0a2-4a47-9509-75e26ad77b8a HTTP/1.1" status: 200 len: 1096 time: 1.9247222 Jan 28 16:37:27.702787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cced879-c751-46eb-aef8-489d29e6fa40', 'tag': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:27.705047 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4504d8a4-4245-4b91-9de4-dc0b40878176" -d '{"events": [{"name": "network-changed", "server_uuid": "9cced879-c751-46eb-aef8-489d29e6fa40", "tag": "c5cb59b0-a0a2-4a47-9509-75e26ad77b8a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:27.748018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a0984fb-c8e0-4ca3-b889-67880306f911 req-aa2146d1-d0f1-45ac-8270-240ab72e49a4 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170201 Jan 28 16:37:27.815472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576e136-213e-44f0-93e0-db5d01e4a530 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:27.815631 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-e40d55b4-6121-466d-b691-072e91cd3d6c service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192029 Jan 28 16:37:27.897971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a50f38-b1ac-453c-9ab1-85bbc65529ee req-9d8eda5e-fb98-4e8f-8c60-493589d40122 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.905272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1a50f38-b1ac-453c-9ab1-85bbc65529ee req-9d8eda5e-fb98-4e8f-8c60-493589d40122 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 944 time: 0.1540079 Jan 28 16:37:27.950187 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-9e5aa7dc-7997-4840-b107-27afedce1198 service neutron] 10.222.0.31 "GET /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254680 Jan 28 16:37:27.959813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-a37b50dc-5212-4ef7-8452-661f6bbf9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:27.961625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-a37b50dc-5212-4ef7-8452-661f6bbf9741 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 1130 time: 0.1796615 Jan 28 16:37:27.996206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1a50f38-b1ac-453c-9ab1-85bbc65529ee req-61448d07-b07a-4259-8b3a-cd079d6d05a3 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851829 Jan 28 16:37:28.027415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-61a6c5a0-b543-473a-90d2-e812f5bff81e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a HTTP/1.1" status: 200 len: 217 time: 0.0475698 Jan 28 16:37:28.108156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-f58e8b09-8903-4cfc-82db-b60fc6a995ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.110090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-f58e8b09-8903-4cfc-82db-b60fc6a995ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0729325 Jan 28 16:37:28.156579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5e862-1bdb-4b32-9050-734ad2de7502 req-41c1ed66-b04e-4d60-9645-eca20bc233af tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.158134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0d5e862-1bdb-4b32-9050-734ad2de7502 req-41c1ed66-b04e-4d60-9645-eca20bc233af tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1128 time: 0.1332674 Jan 28 16:37:28.196885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3731-0573-45c6-b778-1112140db871 req-3acbc751-63cc-418c-b79d-1f602ee287e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.198377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-3acbc751-63cc-418c-b79d-1f602ee287e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0742640 Jan 28 16:37:28.267239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0d5e862-1bdb-4b32-9050-734ad2de7502 req-51f15c16-f345-4f88-90b4-242fbfd2350d tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978870 Jan 28 16:37:28.329723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450350-f298-4a40-a42a-146baf672765 req-d5729019-7f1c-44bf-bed7-7b569dce56f4 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.331448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-d5729019-7f1c-44bf-bed7-7b569dce56f4 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d&tenant_id=d71ea35b215840f0a0102591148d98fc&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.0917342 Jan 28 16:37:28.335606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-10a449fc-0f84-455b-9fda-d9269a70e10c service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260388 Jan 28 16:37:28.341107 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e46971-6bb5-4f07-aab9-82824478e46f x-openstack-request-id: req-c7e46971-6bb5-4f07-aab9-82824478e46f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:28.341638 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-unplugged", "status": "completed", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:28.342001 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e46971-6bb5-4f07-aab9-82824478e46f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:28.342520 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'code': 200} Jan 28 16:37:28.436774 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbcb38-1430-4d28-9bb3-38078684ef6e x-openstack-request-id: req-f6fbcb38-1430-4d28-9bb3-38078684ef6e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:28.437285 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cced879-c751-46eb-aef8-489d29e6fa40", "tag": "c5cb59b0-a0a2-4a47-9509-75e26ad77b8a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:28.437543 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6fbcb38-1430-4d28-9bb3-38078684ef6e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:28.437941 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cced879-c751-46eb-aef8-489d29e6fa40', 'tag': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'status': 'completed', 'code': 200} Jan 28 16:37:28.471896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-32450350-f298-4a40-a42a-146baf672765 req-0f3b6fcf-908a-46cd-a097-561634a0fd99 service neutron] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:28.475994 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-32450350-f298-4a40-a42a-146baf672765 req-0f3b6fcf-908a-46cd-a097-561634a0fd99 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:28.477307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32450350-f298-4a40-a42a-146baf672765 req-0f3b6fcf-908a-46cd-a097-561634a0fd99 service neutron] 10.222.0.31 "DELETE /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917/bindings/n-h1-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.1338046 Jan 28 16:37:28.500302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68e3731-0573-45c6-b778-1112140db871 req-a6a3f8e0-1058-4e0b-832f-0e3980de812b service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411688 Jan 28 16:37:28.560087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368c91-3081-48eb-866e-b8223a669ebd req-aa52c824-3741-4f4d-ba7c-4440e7daf774 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.562161 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15368c91-3081-48eb-866e-b8223a669ebd req-aa52c824-3741-4f4d-ba7c-4440e7daf774 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 947 time: 0.0844798 Jan 28 16:37:28.632092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device d64bc3ff-ecc9-41fe-a01c-486259e5015c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:28.661430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15368c91-3081-48eb-866e-b8223a669ebd req-f4301b05-033f-4f0a-a62f-fda731d243ad tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923321 Jan 28 16:37:28.687929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-6aebcf30-446d-4867-a692-fd6c5854feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.689473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-6aebcf30-446d-4867-a692-fd6c5854feb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 1130 time: 0.0875537 Jan 28 16:37:28.729947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port d64bc3ff-ecc9-41fe-a01c-486259e5015c is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:28.794120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-1c9b1180-ac32-4edb-89fd-e3287082eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.795742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-1c9b1180-ac32-4edb-89fd-e3287082eeef service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.0972264 Jan 28 16:37:28.852208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-0c41a8e4-ceac-408c-87c2-2a19fd6e5bc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a HTTP/1.1" status: 200 len: 217 time: 0.0466328 Jan 28 16:37:28.908335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-97d8d645-29a7-421c-befa-7bd83e32590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:28.910247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-97d8d645-29a7-421c-befa-7bd83e32590f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0501361 Jan 28 16:37:29.017318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-6762970a-730c-40dd-8392-ecefb8f55435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:29.018912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-6762970a-730c-40dd-8392-ecefb8f55435 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0904622 Jan 28 16:37:29.203920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e46ad3-b55a-428a-abc5-c5d43e8276fc req-a8649172-f684-4a59-87f0-32b7887ee703 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:29.206066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60e46ad3-b55a-428a-abc5-c5d43e8276fc req-a8649172-f684-4a59-87f0-32b7887ee703 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1128 time: 0.1741469 Jan 28 16:37:29.234452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0152a0e-4538-4539-9372-e831e673e7ce req-e51ebe23-74d9-4a27-af20-ecfbdaaab1ce tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:29.236008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0152a0e-4538-4539-9372-e831e673e7ce req-e51ebe23-74d9-4a27-af20-ecfbdaaab1ce tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9d0380-ec75-43f3-85cf-3af2fc5165c1 HTTP/1.1" status: 200 len: 943 time: 0.1582508 Jan 28 16:37:29.240200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-e90e61e2-dcd1-4d0e-94bb-6a85cd3491bd service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066963 Jan 28 16:37:29.373406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60e46ad3-b55a-428a-abc5-c5d43e8276fc req-546fa6cd-4f62-430c-915c-6befd262a201 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595516 Jan 28 16:37:29.431984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4504d8a4-4245-4b91-9de4-dc0b40878176 req-e728ddab-a430-4bbf-9e40-b916b4a7e5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839592 Jan 28 16:37:29.455814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Deleting port d64bc3ff-ecc9-41fe-a01c-486259e5015c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:29.456175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:29.580626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059365a-8cb3-4875-8d6b-09f5cc633e75 req-6eafc1a2-ab81-4f96-b233-7a86b6ef2a71 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:29.582575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7059365a-8cb3-4875-8d6b-09f5cc633e75 req-6eafc1a2-ab81-4f96-b233-7a86b6ef2a71 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1191533 Jan 28 16:37:29.600237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] For port d64bc3ff-ecc9-41fe-a01c-486259e5015c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=d64bc3ff-ecc9-41fe-a01c-486259e5015c,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:29.600597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:29.625770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Calling delete_port for d64bc3ff-ecc9-41fe-a01c-486259e5015c owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:29.693703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7059365a-8cb3-4875-8d6b-09f5cc633e75 req-80dea5ca-69e8-493e-b473-56db300b6bbc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034954 Jan 28 16:37:29.807847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d64bc3ff-ecc9-41fe-a01c-486259e5015c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:29.861222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event deleted for resources: {'Port': ['ID=d64bc3ff-ecc9-41fe-a01c-486259e5015c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:29.931036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] No DVR routers for this DVR port d64bc3ff-ecc9-41fe-a01c-486259e5015c on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:29.942183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:29.945528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0152a0e-4538-4539-9372-e831e673e7ce req-59300f59-8709-42f8-8fdd-41bd4bfb2651 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "DELETE /v2.0/ports/d64bc3ff-ecc9-41fe-a01c-486259e5015c HTTP/1.1" status: 204 len: 173 time: 0.6965432 Jan 28 16:37:29.951387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-49a8733a-ec54-4971-bacd-04442d7d6e13 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:29.952995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-49a8733a-ec54-4971-bacd-04442d7d6e13 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "GET /v2.0/ports?device_id=2926c59c-81d1-40fd-8775-a0397f59af67 HTTP/1.1" status: 200 len: 945 time: 0.0773380 Jan 28 16:37:30.050409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-9679a16b-d4ec-477d-9ebd-ae85694be86c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:30.052197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-9679a16b-d4ec-477d-9ebd-ae85694be86c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 811 time: 0.1225822 Jan 28 16:37:30.069283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-07313fcd-77e0-493d-90aa-3d5956033f5e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/quotas/8b75e7fc58bc42e7979eded0fbc96d17 HTTP/1.1" status: 200 len: 375 time: 0.0100765 Jan 28 16:37:30.082769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Deleting port 003fb553-5218-4ed6-9c12-59857bf5eb52 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:30.083188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:30.158986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-603ed118-2e26-460c-919b-8c52153408e9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811827 Jan 28 16:37:30.201230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] For port 003fb553-5218-4ed6-9c12-59857bf5eb52, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=003fb553-5218-4ed6-9c12-59857bf5eb52,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:30.201683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:30.221116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Calling delete_port for 003fb553-5218-4ed6-9c12-59857bf5eb52 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:30.289252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-fa16727d-504e-42d3-bc44-856687bf26a1 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223578 Jan 28 16:37:30.377601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (003fb553-5218-4ed6-9c12-59857bf5eb52), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:30.395384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['003fb553-5218-4ed6-9c12-59857bf5eb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:30.402152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f2419a4f-f89e-4927-9d51-9deb3fd9b515'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:30.417699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event deleted for resources: {'Port': ['ID=003fb553-5218-4ed6-9c12-59857bf5eb52,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:30.440962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-71b40a85-5179-4ce1-b407-4bcb98ca54f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506042 Jan 28 16:37:30.448499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-deleted', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:30.458837 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657873e6-c78d-4574-8b22-e3e9bda8f297" -d '{"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-deleted", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:30.480987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] No DVR routers for this DVR port 003fb553-5218-4ed6-9c12-59857bf5eb52 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:30.484176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:30.487802 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e5f53a7-efdd-4cf5-a166-b4cbea4917df req-acbfedbf-396f-40cc-9806-159a4952577c tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "DELETE /v2.0/ports/003fb553-5218-4ed6-9c12-59857bf5eb52 HTTP/1.1" status: 204 len: 173 time: 0.5277629 Jan 28 16:37:30.489082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2926c59c-81d1-40fd-8775-a0397f59af67', 'name': 'network-vif-deleted', 'tag': '003fb553-5218-4ed6-9c12-59857bf5eb52'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:30.493914 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e17ee8-d8b8-426f-9f5d-c93dc291d3b0" -d '{"events": [{"server_uuid": "2926c59c-81d1-40fd-8775-a0397f59af67", "name": "network-vif-deleted", "tag": "003fb553-5218-4ed6-9c12-59857bf5eb52"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:30.539472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e7a8-f20a-430a-b880-f1b07a0df1b4 req-a7fa505d-b76b-4f05-92de-d609d581314b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:30.548295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0676e7a8-f20a-430a-b880-f1b07a0df1b4 req-a7fa505d-b76b-4f05-92de-d609d581314b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 944 time: 0.2447572 Jan 28 16:37:30.608337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0676e7a8-f20a-430a-b880-f1b07a0df1b4 req-e0cfd053-d1ef-4e0a-a98d-c3991d0aa8d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593286 Jan 28 16:37:30.755713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0169651-cb5e-43d5-aeb3-03e7762a7dc8 req-975dee9f-535b-4ebe-80e0-d830c7cd9a22 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:30.757825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0169651-cb5e-43d5-aeb3-03e7762a7dc8 req-975dee9f-535b-4ebe-80e0-d830c7cd9a22 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 947 time: 0.0642831 Jan 28 16:37:30.852059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0169651-cb5e-43d5-aeb3-03e7762a7dc8 req-2ba08331-c326-4548-85c2-25c1a17c70ff tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885322 Jan 28 16:37:30.885832 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f03fb6-82c1-46ab-97b5-b419dd202e23 x-openstack-request-id: req-94f03fb6-82c1-46ab-97b5-b419dd202e23 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:30.886234 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d0380-ec75-43f3-85cf-3af2fc5165c1", "name": "network-vif-deleted", "tag": "d64bc3ff-ecc9-41fe-a01c-486259e5015c", "status": "failed", "code": 422}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:30.886842 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94f03fb6-82c1-46ab-97b5-b419dd202e23 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:30.887295 n-d-812111-13 neutron-server[103093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc9d0380-ec75-43f3-85cf-3af2fc5165c1', 'name': 'network-vif-deleted', 'tag': 'd64bc3ff-ecc9-41fe-a01c-486259e5015c', 'status': 'failed', 'code': 422} returned with failed status Jan 28 16:37:30.902273 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af41f52-00e6-4180-a664-86d59673a539 x-openstack-request-id: req-2af41f52-00e6-4180-a664-86d59673a539 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:30.902584 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2926c59c-81d1-40fd-8775-a0397f59af67", "name": "network-vif-deleted", "tag": "003fb553-5218-4ed6-9c12-59857bf5eb52", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:30.902839 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2af41f52-00e6-4180-a664-86d59673a539 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:30.903238 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2926c59c-81d1-40fd-8775-a0397f59af67', 'name': 'network-vif-deleted', 'tag': '003fb553-5218-4ed6-9c12-59857bf5eb52', 'status': 'completed', 'code': 200} Jan 28 16:37:31.039512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-59af1426-e4f7-490f-83f3-557121466f84 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:31.044820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-59af1426-e4f7-490f-83f3-557121466f84 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "GET /v2.0/ports?device_id=57c0ccde-246d-4b10-8336-73779a84408f HTTP/1.1" status: 200 len: 945 time: 0.1115346 Jan 28 16:37:31.059314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c5cb59b0-a0a2-4a47-9509-75e26ad77b8a details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:31.298310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:31.318879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'mac_address': 'fa:16:3e:ab:c2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:31.375727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Deleting port f2419a4f-f89e-4927-9d51-9deb3fd9b515 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:31.375727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:31.393631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:31.395945 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:31.415497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cb59b0-a0a2-4a47-9509-75e26ad77b8a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:31.442257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:31.450801 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:31.492196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb63a-13c6-45b6-90e3-c1c2425cec14 req-c7588a4f-47f9-42c4-b143-0fc92acca51b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:31.501209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17acb63a-13c6-45b6-90e3-c1c2425cec14 req-c7588a4f-47f9-42c4-b143-0fc92acca51b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.2804685 Jan 28 16:37:31.554734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:31.570749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17acb63a-13c6-45b6-90e3-c1c2425cec14 req-edfc0683-7c96-4e3e-b3aa-074c7e54c73a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Jan 28 16:37:31.583832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] For port f2419a4f-f89e-4927-9d51-9deb3fd9b515, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f2419a4f-f89e-4927-9d51-9deb3fd9b515,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:31.584207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:31.616414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Calling delete_port for f2419a4f-f89e-4927-9d51-9deb3fd9b515 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:31.772287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['c5cb59b0-a0a2-4a47-9509-75e26ad77b8a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:31.841439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da45df-5894-4b29-a9f4-bffb8cbe441f req-4a8d9cd6-ddb8-46a4-ae1e-5980601ae393 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:31.843129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5da45df-5894-4b29-a9f4-bffb8cbe441f req-4a8d9cd6-ddb8-46a4-ae1e-5980601ae393 tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 1127 time: 0.1138239 Jan 28 16:37:31.928120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5da45df-5894-4b29-a9f4-bffb8cbe441f req-234e0575-b403-4f29-b9bb-09820b7dbf5b tempest-LiveMigrationTest-278696313 tempest-LiveMigrationTest-278696313-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 Jan 28 16:37:31.930264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f2419a4f-f89e-4927-9d51-9deb3fd9b515), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:31.945071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f2419a4f-f89e-4927-9d51-9deb3fd9b515'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:32.038184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event deleted for resources: {'Port': ['ID=f2419a4f-f89e-4927-9d51-9deb3fd9b515,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:32.082203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] No DVR routers for this DVR port f2419a4f-f89e-4927-9d51-9deb3fd9b515 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:32.085750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:32.090656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5183c66-374d-45b4-a33e-a910067f2ee2 req-7da24754-a878-4e02-847d-92188578fb3b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "DELETE /v2.0/ports/f2419a4f-f89e-4927-9d51-9deb3fd9b515 HTTP/1.1" status: 204 len: 173 time: 1.0367119 Jan 28 16:37:32.239731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-f3f412bb-48bf-4e07-addb-b951b1882537 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:32.252176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-f3f412bb-48bf-4e07-addb-b951b1882537 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.1713302 Jan 28 16:37:32.277462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-75edfabe-836b-4eba-9c4f-77768216977f tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.0240033 Jan 28 16:37:32.338888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-1bd784f4-889a-4548-811d-f2eac2fa5884 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596647 Jan 28 16:37:32.433608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-aa37fbc2-0a55-4d32-9529-91509c8e7bd6 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939174 Jan 28 16:37:32.500682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-78f391fa-8af5-4b11-b4c8-c723ffcfecfb tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:37:32.501590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-78f391fa-8af5-4b11-b4c8-c723ffcfecfb tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0737860 Jan 28 16:37:32.545580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-59879a60-c126-4f2f-b9a3-df1f208e3341 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061895 Jan 28 16:37:32.593374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-5ef67e0f-1f14-4fa7-adb5-adf1bfecdd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:32.594749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-5ef67e0f-1f14-4fa7-adb5-adf1bfecdd70 service neutron] 10.222.0.25 "GET /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 1125 time: 0.0853524 Jan 28 16:37:32.605037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Request body: {'binding': {'host': 'n-h1-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:32.605720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Unknown quota resources ['binding']. {{(pid=103093) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:37:32.651109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 003fb553-5218-4ed6-9c12-59857bf5eb52 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:32.765718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 003fb553-5218-4ed6-9c12-59857bf5eb52 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:32.765994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 003fb553-5218-4ed6-9c12-59857bf5eb52 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:32.837690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-180ea4fe-4a2c-462d-b4a8-8583cfae1097 req-8929e160-8e23-4462-bcd9-a603361371c0 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 210 time: 0.0595548 Jan 28 16:37:32.841077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on host n-h1-812111-13 for vnic_type normal with profile None {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:32.841285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:32.841663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:32.848436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:32.848779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:32.867749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:32.868929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:32.870090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:32.870090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Bound port: 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:32.956236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:32.971515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c0ccde-246d-4b10-8336-73779a84408f', 'name': 'network-vif-deleted', 'tag': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:32.976181 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764047e-d52b-44ee-b342-c06b64b51be9" -d '{"events": [{"server_uuid": "57c0ccde-246d-4b10-8336-73779a84408f", "name": "network-vif-deleted", "tag": "f2419a4f-f89e-4927-9d51-9deb3fd9b515"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:32.996298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:32.999628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-24700f76-fbd0-4c7d-a7a5-ce4ef614d78c service neutron] 10.222.0.25 "POST /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546/bindings HTTP/1.1" status: 201 len: 390 time: 0.3979292 Jan 28 16:37:33.076109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c5cb59b0-a0a2-4a47-9509-75e26ad77b8a up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:33.239716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-5f8ddd32-df7d-433a-82a8-ab2100eeccbc tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:33.246675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-36f9b2a4-cbc6-4a92-a8ed-4929427e86cd tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:33.248695 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-5f8ddd32-df7d-433a-82a8-ab2100eeccbc tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 811 time: 0.3031690 Jan 28 16:37:33.251009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-36f9b2a4-cbc6-4a92-a8ed-4929427e86cd tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 811 time: 0.2895792 Jan 28 16:37:33.261606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:33.265501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Request body: {'port': {'device_id': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'admin_state_up': True, 'tenant_id': '8b75e7fc58bc42e7979eded0fbc96d17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:33.271166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Request body: {'port': {'device_id': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'admin_state_up': True, 'tenant_id': '8b75e7fc58bc42e7979eded0fbc96d17'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:33.275001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:33.275493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:33.403609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:33.404157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:33.513727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Made reservation on behalf of 8b75e7fc58bc42e7979eded0fbc96d17 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:33.515996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:33.518019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cced879-c751-46eb-aef8-489d29e6fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:33.522362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:33.525289 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d4427c-8b43-4e8c-9958-be8ae836d299" -d '{"events": [{"server_uuid": "9cced879-c751-46eb-aef8-489d29e6fa40", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb59b0-a0a2-4a47-9509-75e26ad77b8a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:33.533858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:33.540997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d6cce-6a15-4fb4-b430-a51767106f5d req-3721e28c-b112-407a-959e-9a6e0b7337d3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:33.541952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f2419a4f-f89e-4927-9d51-9deb3fd9b515 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:33.554164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a14d6cce-6a15-4fb4-b430-a51767106f5d req-3721e28c-b112-407a-959e-9a6e0b7337d3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 948 time: 0.1335909 Jan 28 16:37:33.645172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: f2419a4f-f89e-4927-9d51-9deb3fd9b515 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:33.645623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f2419a4f-f89e-4927-9d51-9deb3fd9b515 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:33.652978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:33.658925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Made reservation on behalf of 8b75e7fc58bc42e7979eded0fbc96d17 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:33.664759 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:33.744126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a14d6cce-6a15-4fb4-b430-a51767106f5d req-0c7b717e-64b3-4517-84de-ebbfe7cbea33 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889598 Jan 28 16:37:33.783029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-e52093cc-85fa-45a7-a2d1-7d2e95a9284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:33.784034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-e52093cc-85fa-45a7-a2d1-7d2e95a9284e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1128 time: 0.1098764 Jan 28 16:37:33.818018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Allocated IP 172.20.0.12 (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6/e1f3a79f-5e1a-4229-90de-f8778e60ce34/5bcc8c2a-9704-41b7-a018-0badc6c1d65d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:33.834632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b332f-e6aa-4933-8822-02a0f346ecf2 req-84a81717-b8f3-41d5-a322-db41a5ee7769 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:33.841338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f62b332f-e6aa-4933-8822-02a0f346ecf2 req-84a81717-b8f3-41d5-a322-db41a5ee7769 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 945 time: 0.1846144 Jan 28 16:37:33.894177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed14b06f-d79d-40fc-8d14-1e8dbdcda07f req-e16d0467-b256-40b2-9bf8-da304b8b01a2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 210 time: 0.0401592 Jan 28 16:37:33.934734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f62b332f-e6aa-4933-8822-02a0f346ecf2 req-7ad03c4f-2f3a-46d9-8536-2865871129ca tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924239 Jan 28 16:37:33.969757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36684) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:34.012089 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e91b59-0060-43f0-b798-6f7d2d9775e0 x-openstack-request-id: req-50e91b59-0060-43f0-b798-6f7d2d9775e0 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:34.012383 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c0ccde-246d-4b10-8336-73779a84408f", "name": "network-vif-deleted", "tag": "f2419a4f-f89e-4927-9d51-9deb3fd9b515", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:34.012630 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50e91b59-0060-43f0-b798-6f7d2d9775e0 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:34.013057 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c0ccde-246d-4b10-8336-73779a84408f', 'name': 'network-vif-deleted', 'tag': 'f2419a4f-f89e-4927-9d51-9deb3fd9b515', 'status': 'completed', 'code': 200} Jan 28 16:37:34.102284 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cf8efe-b7ff-4138-8ef8-445b0e7f9cfd x-openstack-request-id: req-a4cf8efe-b7ff-4138-8ef8-445b0e7f9cfd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:34.102757 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cced879-c751-46eb-aef8-489d29e6fa40", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb59b0-a0a2-4a47-9509-75e26ad77b8a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:34.103334 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4cf8efe-b7ff-4138-8ef8-445b0e7f9cfd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:34.103820 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cced879-c751-46eb-aef8-489d29e6fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'code': 200} Jan 28 16:37:34.266668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-7a801896-4bba-4084-9afa-5b1c07cc92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.268186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-7a801896-4bba-4084-9afa-5b1c07cc92c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.4761696 Jan 28 16:37:34.327966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.24', 59721) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:34.367856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-9018c691-fe8c-40c1-95d2-1704134e010c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 217 time: 0.0924258 Jan 28 16:37:34.380174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-e1c52059-da7b-412d-825c-4e596f62fe45 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.381639 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-e1c52059-da7b-412d-825c-4e596f62fe45 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 944 time: 0.2109220 Jan 28 16:37:34.555956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-93e00184-2a12-4a75-bb44-a7dad0a6d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.557363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-93e00184-2a12-4a75-bb44-a7dad0a6d696 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.1639559 Jan 28 16:37:34.564205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6e116-cf5d-453f-a056-c4a1ac36701d req-35f76666-38b3-4f76-8f73-ca3222cb35af tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.565742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1cf6e116-cf5d-453f-a056-c4a1ac36701d req-35f76666-38b3-4f76-8f73-ca3222cb35af tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1848311 Jan 28 16:37:34.567673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197e92-fcec-4e11-90b3-e47d1f14ce27 req-1ed86019-5101-454c-967b-38431891fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.569089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de197e92-fcec-4e11-90b3-e47d1f14ce27 req-1ed86019-5101-454c-967b-38431891fa67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 1132 time: 0.1870878 Jan 28 16:37:34.577763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8bed-96ae-4385-a473-98e94423d5e6 req-4d7d0422-8d46-491b-bde8-27ef8a8db904 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.579192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84ca8bed-96ae-4385-a473-98e94423d5e6 req-4d7d0422-8d46-491b-bde8-27ef8a8db904 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 944 time: 0.1993675 Jan 28 16:37:34.640634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks [] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:34.643501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-3100b9ab-4c04-4747-a4f2-efad0ab42c62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723188 Jan 28 16:37:34.653460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-0e1b6ead-e44f-46c9-b2ce-8275e89cc32d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.654879 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-0e1b6ead-e44f-46c9-b2ce-8275e89cc32d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.3217874 Jan 28 16:37:34.673766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Request body: {'port': {'device_id': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'admin_state_up': True, 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:34.713590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de197e92-fcec-4e11-90b3-e47d1f14ce27 req-c0878f32-68ca-4514-8a0e-36ac3a4b1974 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334460 Jan 28 16:37:34.756760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84ca8bed-96ae-4385-a473-98e94423d5e6 req-14b38099-33d7-41cc-a77f-8a6d030b14f6 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673725 Jan 28 16:37:34.761908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1cf6e116-cf5d-453f-a056-c4a1ac36701d req-cc4e63ca-01b1-4f03-9606-78db734f0f9a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781902 Jan 28 16:37:34.836546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Deleting port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:34.836918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:34.867943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:34.961915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Allocated IP 172.20.0.7 (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6/e1f3a79f-5e1a-4229-90de-f8778e60ce34/316caab2-92a7-4ceb-9134-56e39e0e1658) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:34.963998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-e97f78fb-4c8a-4663-abcf-b7d345eaa7e4 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080459 Jan 28 16:37:34.978761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4315e25-3e59-43fe-bd65-9f9025a64a80 req-f3c423b2-dfd4-4ffb-bcd9-80a945482d47 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:34.980268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4315e25-3e59-43fe-bd65-9f9025a64a80 req-f3c423b2-dfd4-4ffb-bcd9-80a945482d47 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 932 time: 0.1342554 Jan 28 16:37:35.005069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:35.017640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.029377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:35.061014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:35.065091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event updated for resources: {'Port': ['ID=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:35.073337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:35.076653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.133267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] For port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:35.133707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.163874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4315e25-3e59-43fe-bd65-9f9025a64a80 req-7c7dff8f-48d1-424f-9d13-65362ebafed6 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709769 Jan 28 16:37:35.242434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Calling delete_port for 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:35.259060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:35.259747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.322855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-0e503966-c488-4f04-81e0-3c38268c95c3 service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358738 Jan 28 16:37:35.330621 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-ce5522de-b73c-44d4-95dc-6029fdf200b9 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0693455 Jan 28 16:37:35.345107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Request body: {'port': {'device_id': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:35.378120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9e47c36-d784-420b-b107-16b18e58e1d3 req-ad09495c-3515-4224-9f96-a4de76ab4921 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 210 time: 0.0685878 Jan 28 16:37:35.393246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks [] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.415659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd14e-7d62-43c8-b9df-405145566c66 req-6d3fd383-22ef-49a0-8b5f-9236a905b6de tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:35.422348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23edd14e-7d62-43c8-b9df-405145566c66 req-6d3fd383-22ef-49a0-8b5f-9236a905b6de tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 949 time: 0.1927502 Jan 28 16:37:35.477933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.534595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.537143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Allocated IP 172.20.0.14 (ceca99fb-0abb-4189-aeb7-d1dacf939f04/956e0b34-e41b-4da8-a535-8ed44d9a912a/778dba23-7cb7-4a6c-8635-7a0445bddbeb) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:35.567557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23edd14e-7d62-43c8-b9df-405145566c66 req-0c74bec5-81f4-4b8e-ad09-585576f4e04c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441865 Jan 28 16:37:35.625817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0fd91169-eb5b-45ba-9bc3-2d7ad2019917), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.640888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a2eaa313-1913-4ad3-af71-07a867579795', '0fd91169-eb5b-45ba-9bc3-2d7ad2019917'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:35.673485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:35.685999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:35.696907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:35.770773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:35.771615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:35.773838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event deleted for resources: {'Port': ['ID=0fd91169-eb5b-45ba-9bc3-2d7ad2019917,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:35.795127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5362713 Jan 28 16:37:35.798121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f58ab-30f0-43dc-8bf4-269078ce68ad tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event updated for resources: {'Port': ['ID=316caab2-92a7-4ceb-9134-56e39e0e1658,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:35.829625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Request body: {'port': {'device_id': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:35.984148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b8324d0-7bea-4265-8101-abed7e07aab8 req-62dcd36c-088d-4915-a07a-4e0619f6ba74 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0767555 Jan 28 16:37:36.000109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.017477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Deleting port d1c5c004-9c62-457d-8cda-1dfa09091394 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:36.017872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.026567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] No DVR routers for this DVR port 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:36.044905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.048159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8e0a21a-4ecc-4455-95f9-240be188dc1f req-2e5bb0e8-d79b-4118-ad91-c48cca99554a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "DELETE /v2.0/ports/0fd91169-eb5b-45ba-9bc3-2d7ad2019917 HTTP/1.1" status: 204 len: 173 time: 1.6511028 Jan 28 16:37:36.051706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'name': 'network-vif-deleted', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:36.054080 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098d684a-f2f9-4dfe-a202-cf893f2d212e" -d '{"events": [{"server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "name": "network-vif-deleted", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:36.202827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] For port d1c5c004-9c62-457d-8cda-1dfa09091394, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d1c5c004-9c62-457d-8cda-1dfa09091394,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:36.203204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.226567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Calling delete_port for d1c5c004-9c62-457d-8cda-1dfa09091394 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:36.299690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks [] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.334109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed2177-2ea8-429a-8dd8-d957e61cffef req-25738699-af5d-4979-80d6-e4d428567412 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:36.341543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3ed2177-2ea8-429a-8dd8-d957e61cffef req-25738699-af5d-4979-80d6-e4d428567412 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1729369 Jan 28 16:37:36.416863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.427142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcc8c2a-9704-41b7-a018-0badc6c1d65d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:36.441768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Publish callbacks [] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.466148 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee1eb7-eecc-4bba-866e-a137e6b9572b x-openstack-request-id: req-2eee1eb7-eecc-4bba-866e-a137e6b9572b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:36.466425 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7574049-e851-4323-a46e-0d1bd10e5b5d", "name": "network-vif-deleted", "tag": "0fd91169-eb5b-45ba-9bc3-2d7ad2019917", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:36.466840 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2eee1eb7-eecc-4bba-866e-a137e6b9572b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:36.467056 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7574049-e851-4323-a46e-0d1bd10e5b5d', 'name': 'network-vif-deleted', 'tag': '0fd91169-eb5b-45ba-9bc3-2d7ad2019917', 'status': 'completed', 'code': 200} Jan 28 16:37:36.503126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:36.514104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:36.525382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Transition to ACTIVE for port object 5bcc8c2a-9704-41b7-a018-0badc6c1d65d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:36.526885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:36.560008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.567409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event updated for resources: {'Port': ['ID=778dba23-7cb7-4a6c-8635-7a0445bddbeb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:36.618988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:36.619659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d1c5c004-9c62-457d-8cda-1dfa09091394), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.652700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:36.653320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.718666 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-3eb218c5-27de-46f8-b6e3-bf79a4520c52 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0502386 Jan 28 16:37:36.731126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Request body: {'port': {'device_id': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:36.741674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3ed2177-2ea8-429a-8dd8-d957e61cffef req-029a35af-22a0-4040-927d-dab555f5cd69 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992839 Jan 28 16:37:36.742533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c5c004-9c62-457d-8cda-1dfa09091394,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:36.837323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.851364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Attempting to bind port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:36.851703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Attempting to bind port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:36.852485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Attempting to bind port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:36.858968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:36.859278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Attempting to bind port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:36.887839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:36.887839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Checking segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:36.888150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Bound using segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:36.888505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Bound port: 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:36.888900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:36.901072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50d064-f436-4203-9bb0-6c45ad9a1c28 req-5f23b16d-3646-4292-aa14-7d9255fd5b44 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:36.902554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc50d064-f436-4203-9bb0-6c45ad9a1c28 req-5f23b16d-3646-4292-aa14-7d9255fd5b44 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 944 time: 0.3051348 Jan 28 16:37:36.976995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] For port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:36.981969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] For port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:36.999762 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.064866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:37.065548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.067119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/5bcc8c2a-9704-41b7-a018-0badc6c1d65d HTTP/1.1" status: 200 len: 1093 time: 1.7277367 Jan 28 16:37:37.089523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:37.171706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.267734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-4d40181d-bce4-430a-b9ac-8e595a051dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:37.269374 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-4d40181d-bce4-430a-b9ac-8e595a051dc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 1127 time: 0.1192312 Jan 28 16:37:37.270025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851401a-2b6c-45c5-a7cf-5961de7529d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:37.310789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc50d064-f436-4203-9bb0-6c45ad9a1c28 req-06e839d4-850c-41b2-87a0-51f9dfb2da8d tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994014 Jan 28 16:37:37.319159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316caab2-92a7-4ceb-9134-56e39e0e1658 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:37.343871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Publish callbacks [] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.436425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Transition to ACTIVE for port object 316caab2-92a7-4ceb-9134-56e39e0e1658 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:37.437636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-5e95b277-a155-4fbb-b3de-aae46d5dcec8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d HTTP/1.1" status: 200 len: 217 time: 0.1538169 Jan 28 16:37:37.463647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.497692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:37.537959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'mac_address': 'fa:16:3e:c3:9b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:37.682658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93229d41-f0f9-4113-ab30-43c3aa212c38 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:37.683397 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.685845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Pushing event updated for resources: {'Port': ['ID=316caab2-92a7-4ceb-9134-56e39e0e1658,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:37.718275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93229d41-f0f9-4113-ab30-43c3aa212c38 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:37.730723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03181-da0f-4b4b-b3cb-4437e3856cbb req-2093bc43-dbd2-4597-8bc8-58daabaf6816 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:37.732263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cec03181-da0f-4b4b-b3cb-4437e3856cbb req-2093bc43-dbd2-4597-8bc8-58daabaf6816 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 932 time: 0.2862883 Jan 28 16:37:37.760198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:37.767119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:37.864152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:37.902494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-13d7ffbf-2802-4822-a321-ad6d500143b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:37.904333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-13d7ffbf-2802-4822-a321-ad6d500143b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.0730467 Jan 28 16:37:37.958928 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-d5cbfcde-c8ed-44b7-9827-5c460098496b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464811 Jan 28 16:37:37.977146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['93229d41-f0f9-4113-ab30-43c3aa212c38'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:38.067976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-85da5933-bee3-4247-b2b7-4978ddb46c70 service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011581 Jan 28 16:37:38.087483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Attempting to bind port 316caab2-92a7-4ceb-9134-56e39e0e1658 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:38.087867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Attempting to bind port 316caab2-92a7-4ceb-9134-56e39e0e1658 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:38.088209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Attempting to bind port 316caab2-92a7-4ceb-9134-56e39e0e1658 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:38.167416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Port 316caab2-92a7-4ceb-9134-56e39e0e1658 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:38.167416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Attempting to bind port 316caab2-92a7-4ceb-9134-56e39e0e1658 on network ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:38.187970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778dba23-7cb7-4a6c-8635-7a0445bddbeb {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:38.195651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:38.196002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Checking segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:38.196197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Bound using segment: {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:38.196632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Bound port: 316caab2-92a7-4ceb-9134-56e39e0e1658, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7617d6-84cb-48c8-9834-49498480d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:38.197028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.201557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Publish callbacks [] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.230007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Transition to ACTIVE for port object 778dba23-7cb7-4a6c-8635-7a0445bddbeb will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:38.234221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:37:38.243178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cec03181-da0f-4b4b-b3cb-4437e3856cbb req-42a2e8e0-e4b2-4a91-8eb0-2e5b6ba7a34a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911506 Jan 28 16:37:38.265343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-e58c53f4-a8c2-407f-bad1-98012cac092b service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804507 Jan 28 16:37:38.265343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.283353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f63fc0-6b9f-4de1-941e-f1ce106f82b0 req-cf1a60c3-f85b-4d17-8ec8-af06744c4f3a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.284988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67f63fc0-6b9f-4de1-941e-f1ce106f82b0 req-cf1a60c3-f85b-4d17-8ec8-af06744c4f3a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 949 time: 0.1658907 Jan 28 16:37:38.329712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Pushing event updated for resources: {'Port': ['ID=778dba23-7cb7-4a6c-8635-7a0445bddbeb,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:38.412899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbe58d28-18e5-461d-b69d-d43b19fd3945 req-6a296df3-b9f2-4026-a60f-7bb741ecd2d9 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0759628 Jan 28 16:37:38.428157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] For port 316caab2-92a7-4ceb-9134-56e39e0e1658, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:38.445634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] For port 316caab2-92a7-4ceb-9134-56e39e0e1658, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=316caab2-92a7-4ceb-9134-56e39e0e1658,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:38.455980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Attempting to bind port 778dba23-7cb7-4a6c-8635-7a0445bddbeb on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:38.456742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Attempting to bind port 778dba23-7cb7-4a6c-8635-7a0445bddbeb by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:38.456742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Attempting to bind port 778dba23-7cb7-4a6c-8635-7a0445bddbeb on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:38.461913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67f63fc0-6b9f-4de1-941e-f1ce106f82b0 req-a99d1ed7-fdcd-4299-a9d7-c466bcb1011e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690419 Jan 28 16:37:38.462097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Port 778dba23-7cb7-4a6c-8635-7a0445bddbeb on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:38.462328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Attempting to bind port 778dba23-7cb7-4a6c-8635-7a0445bddbeb on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:38.465421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.467897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'tag': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:38.470416 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd" -d '{"events": [{"name": "network-changed", "server_uuid": "fca0ea87-d542-44c2-a61c-c41bbb152f90", "tag": "5bcc8c2a-9704-41b7-a018-0badc6c1d65d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:38.476188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:38.476770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:38.477065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Bound using segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:38.477518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Bound port: 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:38.477880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.543162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.543886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.545628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/316caab2-92a7-4ceb-9134-56e39e0e1658 HTTP/1.1" status: 200 len: 1092 time: 2.7226510 Jan 28 16:37:38.547780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'tag': '316caab2-92a7-4ceb-9134-56e39e0e1658'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:38.551133 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c7019c47-214b-4a6e-98d0-cd72dd8502d7", "tag": "316caab2-92a7-4ceb-9134-56e39e0e1658"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:38.572586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] For port 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:38.576257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:37:38.577049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] For port 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:38.587100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7d52789a-9934-45b3-8c12-041c9c56327f admin admin] 10.222.0.25 "PUT /v2.0/routers/0544e67f-67f9-4762-aa2f-b7d1381b6e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6123800 Jan 28 16:37:38.587100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36868) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:38.593970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f6b07-484f-47d0-9638-40eb8d6508e8 service neutron] Pushing event updated for resources: {'Port': ['ID=316caab2-92a7-4ceb-9134-56e39e0e1658,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:38.595613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] Sync routers for ids ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:37:38.597135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.676373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.677174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.678759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] 10.222.0.24 "PUT /v2.0/ports/778dba23-7cb7-4a6c-8635-7a0445bddbeb HTTP/1.1" status: 200 len: 1093 time: 1.9518366 Jan 28 16:37:38.679254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:38.712281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17a12a-ccb4-4f10-8a49-339fd8b8b573 service neutron] Pushing event updated for resources: {'Port': ['ID=778dba23-7cb7-4a6c-8635-7a0445bddbeb,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:38.757895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] Routers {'0544e67f-67f9-4762-aa2f-b7d1381b6e0e'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:37:38.758877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:37:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:38.762800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:38.763428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0fd91169-eb5b-45ba-9bc3-2d7ad2019917 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:38.796665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-5f1435d2-1934-40da-a11d-a864317f79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.798493 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-5f1435d2-1934-40da-a11d-a864317f79d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 1127 time: 0.0749273 Jan 28 16:37:38.842991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-5ed1dd55-a3a4-4530-a2f0-47092a645b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.844632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-5ed1dd55-a3a4-4530-a2f0-47092a645b1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 1126 time: 0.2089257 Jan 28 16:37:38.868617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38334-a42b-42ae-b504-27503889ed32 req-b5a3db99-340e-47bd-95ef-c6e875aee15c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.869041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-4ca9e53d-7ca5-4a23-9fba-500566887dc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb HTTP/1.1" status: 200 len: 217 time: 0.0555933 Jan 28 16:37:38.880035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96b38334-a42b-42ae-b504-27503889ed32 req-b5a3db99-340e-47bd-95ef-c6e875aee15c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2003460 Jan 28 16:37:38.917231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks [] for router (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:38.944073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-e8ed8222-165e-46ea-99c9-50c876ec557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:38.944375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] Set router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:37:38.945764 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-e8ed8222-165e-46ea-99c9-50c876ec557a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0685494 Jan 28 16:37:38.997673 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-517cafab-6be7-41ad-8282-71e0842308a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389683 Jan 28 16:37:39.018017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-55889d3c-8f2a-4cec-8618-70cd3ca4906d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316caab2-92a7-4ceb-9134-56e39e0e1658 HTTP/1.1" status: 200 len: 217 time: 0.1349280 Jan 28 16:37:39.116621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:39.163922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96b38334-a42b-42ae-b504-27503889ed32 req-fc2b88ce-55d4-46e3-b06f-777557a2b77d tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828281 Jan 28 16:37:39.209445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8516-7b34-449b-bb46-de41de17a733 req-ba758b33-ddd9-4ca6-aa65-fc1b25a92918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:39.217724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-1320ef1a-3b88-46d9-81c9-3064bcc39115 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092948 Jan 28 16:37:39.222383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-ba758b33-ddd9-4ca6-aa65-fc1b25a92918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.1966770 Jan 28 16:37:39.282449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 93229d41-f0f9-4113-ab30-43c3aa212c38 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:39.283163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:39.307118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-4dd11374-ede5-4213-8b56-bfa2e9979fae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673382 Jan 28 16:37:39.308858 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks [] for router_gateway (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:39.459893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1db68c3e-dccf-4509-bb06-1b5cd67c9018 req-104104e1-9280-4387-be83-7ba9be0b9fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314618 Jan 28 16:37:39.462179 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f797e1-65d3-4662-b57c-feae088daf2f x-openstack-request-id: req-b2f797e1-65d3-4662-b57c-feae088daf2f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:39.463590 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca0ea87-d542-44c2-a61c-c41bbb152f90", "tag": "5bcc8c2a-9704-41b7-a018-0badc6c1d65d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:39.474841 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2f797e1-65d3-4662-b57c-feae088daf2f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:39.479039 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'tag': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d', 'status': 'completed', 'code': 200} Jan 28 16:37:39.576146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:37:36Z', 'revision_number': 5, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port': {'id': 'a2a1541f-8e5a-4b99-8899-884e98429ca5', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:33:57Z', 'updated_at': '2022-01-28T16:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:39.581230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93229d41-f0f9-4113-ab30-43c3aa212c38 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:39.582253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:39.591093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-cc5d1fe9-eb90-4c4f-9284-d54c438c599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:39.604564 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-cc5d1fe9-eb90-4c4f-9284-d54c438c599a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 1127 time: 0.1240971 Jan 28 16:37:39.606999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55073d1f-99e0-4df9-8bbb-ab63e89814f0 req-8b34480f-3ace-4e31-bf77-da7f6dcaf7e8 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:39.609110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55073d1f-99e0-4df9-8bbb-ab63e89814f0 req-8b34480f-3ace-4e31-bf77-da7f6dcaf7e8 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 944 time: 0.2821236 Jan 28 16:37:39.632510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] Checking router: 0544e67f-67f9-4762-aa2f-b7d1381b6e0e for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:37:39.649509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] Routers {'0544e67f-67f9-4762-aa2f-b7d1381b6e0e'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:37:39.650143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:37:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:39.663728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Deleting port a2a1541f-8e5a-4b99-8899-884e98429ca5 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:39.664427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:39.749170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-2ba45449-7148-49fe-9300-80f4fe65dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:39.751360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-2ba45449-7148-49fe-9300-80f4fe65dd68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 912 time: 0.1346207 Jan 28 16:37:39.774995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] For port a2a1541f-8e5a-4b99-8899-884e98429ca5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a2a1541f-8e5a-4b99-8899-884e98429ca5,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:39.775516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:39.789635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Calling delete_port for a2a1541f-8e5a-4b99-8899-884e98429ca5 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:39.811498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:39.860247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-57e1fa15-5f0c-4ead-b462-851f0ec3d8cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d HTTP/1.1" status: 200 len: 217 time: 0.1001234 Jan 28 16:37:39.893159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:39.906152 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29666e0a-6d52-4830-a900-613123347456" -d '{"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-plugged", "status": "completed", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:39.923346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:39.942313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-bfabf540-b9ac-4bb5-9ff4-0c0282391890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:39.943800 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-bfabf540-b9ac-4bb5-9ff4-0c0282391890 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.0766201 Jan 28 16:37:39.967257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] Set router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:37:39.970286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-0bf2af3d-4d92-4191-9cd9-3fa37c896eee service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521232 Jan 28 16:37:39.982692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a2a1541f-8e5a-4b99-8899-884e98429ca5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.032251 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-6b92c679-c628-4bc8-8e2d-62931c7cb16b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715709 Jan 28 16:37:40.157187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.266335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.268663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks [] for router_controller (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.277123 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-63a41a44-4553-4763-ae7d-4d84aa12e8ed service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370057 Jan 28 16:37:40.320521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55073d1f-99e0-4df9-8bbb-ab63e89814f0 req-e63460c8-5f0f-4a6f-a2eb-3ecf11091a7b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657679 Jan 28 16:37:40.351210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:37:39Z', 'revision_number': 6, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:40.358892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a1541f-8e5a-4b99-8899-884e98429ca5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:40.374633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38963cf8-90cb-45d3-ae82-498ff3415223 req-208b3aaf-e9b6-4393-92b3-ca9ac83167c5 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:40.385298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38963cf8-90cb-45d3-ae82-498ff3415223 req-208b3aaf-e9b6-4393-92b3-ca9ac83167c5 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 1132 time: 0.8031797 Jan 28 16:37:40.387342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (0544e67f-67f9-4762-aa2f-b7d1381b6e0e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.387988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0544e67f-67f9-4762-aa2f-b7d1381b6e0e {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:37:40.402327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.404067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1bb8bd7b-adcd-485b-8fa7-50a5440e7eae admin admin] 10.222.0.25 "DELETE /v2.0/routers/0544e67f-67f9-4762-aa2f-b7d1381b6e0e HTTP/1.1" status: 204 len: 168 time: 1.8166294 Jan 28 16:37:40.408474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36932) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:40.443109 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb94d5-59c5-4358-9d44-2eb41cabe14d x-openstack-request-id: req-1ceb94d5-59c5-4358-9d44-2eb41cabe14d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:40.443605 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7019c47-214b-4a6e-98d0-cd72dd8502d7", "tag": "316caab2-92a7-4ceb-9134-56e39e0e1658", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:40.444057 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ceb94d5-59c5-4358-9d44-2eb41cabe14d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:40.444603 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'tag': '316caab2-92a7-4ceb-9134-56e39e0e1658', 'status': 'completed', 'code': 200} Jan 28 16:37:40.483098 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-430352dd-aef1-4a8b-a398-5ce8d9f3cffd req-e5bf9da3-94e5-4956-8671-fe36c2ba9278 service neutron] 10.222.0.31 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974545 Jan 28 16:37:40.486150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Deleting subnet 29d93e55-4f72-4e4f-9f1d-4a3f06284378 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:37:40.487933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38963cf8-90cb-45d3-ae82-498ff3415223 req-7141c56b-af9f-41b1-b67e-21a8761d54e6 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015267 Jan 28 16:37:40.497613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d528a-5f8b-486e-81c7-9cee80c7256a None None] The sync data for ids ['0544e67f-67f9-4762-aa2f-b7d1381b6e0e'] in n-d-812111-13 is: [{'id': '0544e67f-67f9-4762-aa2f-b7d1381b6e0e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639951206-router', 'tenant_id': 'e89a98175f24401b997bdec0b0c07b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:33:55Z', 'updated_at': '2022-01-28T16:37:39Z', 'revision_number': 6, 'project_id': 'e89a98175f24401b997bdec0b0c07b49', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:37:40.543076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-febd8516-7b34-449b-bb46-de41de17a733 req-985b71e2-eb1b-4053-8106-2d025db97b1c service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505319 Jan 28 16:37:40.544198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Publish callbacks [] for subnet (29d93e55-4f72-4e4f-9f1d-4a3f06284378), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.610671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (29d93e55-4f72-4e4f-9f1d-4a3f06284378), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.629813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:40.780223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-8239a213-3027-4930-9323-187282ca77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:40.781588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-8239a213-3027-4930-9323-187282ca77ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 1126 time: 0.1655288 Jan 28 16:37:40.819495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (29d93e55-4f72-4e4f-9f1d-4a3f06284378), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.926926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (29d93e55-4f72-4e4f-9f1d-4a3f06284378), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.967735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251cc9-11e1-47db-bbb4-471639b2b287 req-31c9c1e9-1c02-4bd0-b97f-4dce7844491b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:40.969323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa251cc9-11e1-47db-bbb4-471639b2b287 req-31c9c1e9-1c02-4bd0-b97f-4dce7844491b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 944 time: 0.2952571 Jan 28 16:37:40.974302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:40.975403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09a44633-e22f-4aea-b1ec-2e2a66b03b21 req-1b4ce2da-4c66-4304-a843-619101dadb68 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0709035 Jan 28 16:37:40.982122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da494e2-52c3-43b2-9583-9f0eb6ebb0d7 None None] Network 83708a06-70c5-46b6-a60c-44bbf0177c36 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:37:41.014332 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/29d93e55-4f72-4e4f-9f1d-4a3f06284378 HTTP/1.1" status: 204 len: 168 time: 0.6044219 Jan 28 16:37:41.016722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36948) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:41.026423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d93e55-4f72-4e4f-9f1d-4a3f06284378,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:41.084802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa251cc9-11e1-47db-bbb4-471639b2b287 req-c3ac6d6d-67c6-45ca-b101-540370f191de tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Jan 28 16:37:41.101882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.102239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.102716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.103063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.103506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.103723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.104035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.108615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.108615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.109144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.111746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.111930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.112807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07484dff-7fae-4690-b816-26e51677ca59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:41.134458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-e48f1dae-0503-497a-9add-1768c6104232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:41.136016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-e48f1dae-0503-497a-9add-1768c6104232 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 200 len: 912 time: 0.3423638 Jan 28 16:37:41.160913 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424fe33f-c5a7-4dd2-ab91-f6705e0321c1 x-openstack-request-id: req-424fe33f-c5a7-4dd2-ab91-f6705e0321c1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:41.163440 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-plugged", "status": "completed", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:41.163712 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-424fe33f-c5a7-4dd2-ab91-f6705e0321c1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:41.164113 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'code': 200} Jan 28 16:37:41.250913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-9c25302d-c0f0-446d-9987-1d397d104269 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316caab2-92a7-4ceb-9134-56e39e0e1658 HTTP/1.1" status: 200 len: 217 time: 0.1054485 Jan 28 16:37:41.262522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (83708a06-70c5-46b6-a60c-44bbf0177c36), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:41.371182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-c9474df8-8941-4003-9502-1e4a584a381d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191692 Jan 28 16:37:41.394942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Deleting port ee7d54d3-fcae-4280-af5d-5d3143e1578e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:41.395457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:41.465317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444623ae-b32c-472f-889a-423f37579d8e None None] DHCP port deletion for 83708a06-70c5-46b6-a60c-44bbf0177c36 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:37:41.474613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-f9aeee47-b169-49fd-89c3-e8124fa0648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:41.476080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-f9aeee47-b169-49fd-89c3-e8124fa0648c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 200 len: 851 time: 0.1954095 Jan 28 16:37:41.504547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] For port ee7d54d3-fcae-4280-af5d-5d3143e1578e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ee7d54d3-fcae-4280-af5d-5d3143e1578e,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:41.505478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:41.517195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'tag': '778dba23-7cb7-4a6c-8635-7a0445bddbeb'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:41.520515 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10f2a4f-da44-4485-b5fa-8a5001cee88c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5c2d71-87d7-4392-bea7-d48bdf059076", "tag": "778dba23-7cb7-4a6c-8635-7a0445bddbeb"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:41.531156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-ba199338-5f36-4a6f-955f-bd9618050c4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409112 Jan 28 16:37:41.536648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Calling delete_port for ee7d54d3-fcae-4280-af5d-5d3143e1578e owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:41.587447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-9e462450-b42a-4b75-8abb-a143b50b2360 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:41.594638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-9e462450-b42a-4b75-8abb-a143b50b2360 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148392 Jan 28 16:37:41.623816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45032-c1ab-42ea-931a-df116d000ff5 req-0f741a87-51ab-4768-b714-c27b86479e8b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:41.630729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-444623ae-b32c-472f-889a-423f37579d8e None None] Deleting port ee7d54d3-fcae-4280-af5d-5d3143e1578e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:41.633450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f45032-c1ab-42ea-931a-df116d000ff5 req-0f741a87-51ab-4768-b714-c27b86479e8b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.3644943 Jan 28 16:37:41.633990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-444623ae-b32c-472f-889a-423f37579d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:41.740559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-2bcaac25-4402-4f4e-9552-cf317d8dc67b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/quotas/8b923a3247244d1d8f3ab66eb910ea62 HTTP/1.1" status: 200 len: 375 time: 0.1453462 Jan 28 16:37:41.748664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:41.807064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7d54d3-fcae-4280-af5d-5d3143e1578e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:41.817238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] No DVR routers for this DVR port ee7d54d3-fcae-4280-af5d-5d3143e1578e on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:41.834640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-444623ae-b32c-472f-889a-423f37579d8e None None] For port ee7d54d3-fcae-4280-af5d-5d3143e1578e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ee7d54d3-fcae-4280-af5d-5d3143e1578e,segment=NetworkSegment(0e09c0b3-946e-4648-ae1a-cd84cc37e008),segment_id=0e09c0b3-946e-4648-ae1a-cd84cc37e008)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:41.835237 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-444623ae-b32c-472f-889a-423f37579d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:41.856495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f45032-c1ab-42ea-931a-df116d000ff5 req-ec64732c-d474-4e7e-a439-f7edebf57c6c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198122 Jan 28 16:37:41.873126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-444623ae-b32c-472f-889a-423f37579d8e None None] Calling delete_port for ee7d54d3-fcae-4280-af5d-5d3143e1578e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:41.950148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-199959f6-e1c2-490e-9627-8f197786435e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2085500 Jan 28 16:37:41.963402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-23366bd9-feb6-4a31-8117-21500c4d0438 service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929887 Jan 28 16:37:42.002888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-444623ae-b32c-472f-889a-423f37579d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ee7d54d3-fcae-4280-af5d-5d3143e1578e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.010859 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (83708a06-70c5-46b6-a60c-44bbf0177c36), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.014388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2a1541f-8e5a-4b99-8899-884e98429ca5 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:42.068179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83708a06-70c5-46b6-a60c-44bbf0177c36']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:42.078094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444623ae-b32c-472f-889a-423f37579d8e None None] No DVR routers for this DVR port ee7d54d3-fcae-4280-af5d-5d3143e1578e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:42.096844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e09c0b3-946e-4648-ae1a-cd84cc37e008') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:42.097366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e09c0b3-946e-4648-ae1a-cd84cc37e008') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:42.103846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444623ae-b32c-472f-889a-423f37579d8e None None] Pushing event deleted for resources: {'Port': ['ID=ee7d54d3-fcae-4280-af5d-5d3143e1578e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:42.125889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a2a1541f-8e5a-4b99-8899-884e98429ca5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:42.126252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2a1541f-8e5a-4b99-8899-884e98429ca5 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:42.127938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ee7d54d3-fcae-4280-af5d-5d3143e1578e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:42.140869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (0e09c0b3-946e-4648-ae1a-cd84cc37e008), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.144466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.158523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0e09c0b3-946e-4648-ae1a-cd84cc37e008), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.172215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:37:42.172945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (0e09c0b3-946e-4648-ae1a-cd84cc37e008), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:37:42.177043 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:37:42.199840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ee7d54d3-fcae-4280-af5d-5d3143e1578e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:42.201266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ee7d54d3-fcae-4280-af5d-5d3143e1578e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:42.202421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d1c5c004-9c62-457d-8cda-1dfa09091394 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:42.211440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.253980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d1c5c004-9c62-457d-8cda-1dfa09091394 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:42.254470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d1c5c004-9c62-457d-8cda-1dfa09091394 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:42.311572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (83708a06-70c5-46b6-a60c-44bbf0177c36), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.318903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.323938 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/83708a06-70c5-46b6-a60c-44bbf0177c36 HTTP/1.1" status: 204 len: 168 time: 1.3029439 Jan 28 16:37:42.329809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36972) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:42.339411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45043140-c467-4198-9287-fd59d2e7c5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=83708a06-70c5-46b6-a60c-44bbf0177c36,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:42.443273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a488b7-6363-46fa-a060-23ae4aa78d33 req-9ab2478c-eccf-434c-af8b-24be956c2a10 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:42.456043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84a488b7-6363-46fa-a060-23ae4aa78d33 req-9ab2478c-eccf-434c-af8b-24be956c2a10 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.4501183 Jan 28 16:37:42.460108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a560133-8a0f-49ff-bca7-7eec6b90d8ab req-54728239-38b0-463b-9c4f-5b189267628d service neutron] 10.222.0.24 "GET /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810660 Jan 28 16:37:42.694538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5bcc8c2a-9704-41b7-a018-0badc6c1d65d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:42.850017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:42.877852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'port_id': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d', 'mac_address': 'fa:16:3e:90:a7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f3a79f-5e1a-4229-90de-f8778e60ce34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:42.926353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:42.926747 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:42.942620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcc8c2a-9704-41b7-a018-0badc6c1d65d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:42.967103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:42.973985 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:43.039079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:43.105607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 316caab2-92a7-4ceb-9134-56e39e0e1658 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:43.225362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84a488b7-6363-46fa-a060-23ae4aa78d33 req-674e3a8d-ec9b-4234-a420-5ee1e1381142 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347677 Jan 28 16:37:43.316825 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a263d250-048e-49ea-8343-c5f8cebf12b4 x-openstack-request-id: req-a263d250-048e-49ea-8343-c5f8cebf12b4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:43.317882 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5c2d71-87d7-4392-bea7-d48bdf059076", "tag": "778dba23-7cb7-4a6c-8635-7a0445bddbeb", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:43.318812 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a263d250-048e-49ea-8343-c5f8cebf12b4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:43.319949 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'tag': '778dba23-7cb7-4a6c-8635-7a0445bddbeb', 'status': 'completed', 'code': 200} Jan 28 16:37:43.350582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['5bcc8c2a-9704-41b7-a018-0badc6c1d65d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:43.391353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8102-e638-4900-a12f-c971facba562 req-bf94d7a9-d53d-45aa-ade7-e2008317880a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:43.403337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-397e8102-e638-4900-a12f-c971facba562 req-bf94d7a9-d53d-45aa-ade7-e2008317880a tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 944 time: 1.0935779 Jan 28 16:37:43.443624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 316caab2-92a7-4ceb-9134-56e39e0e1658, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=316caab2-92a7-4ceb-9134-56e39e0e1658,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:43.469912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-f6458361-ae89-4f26-abbd-955f697450bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:43.472004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-f6458361-ae89-4f26-abbd-955f697450bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 1127 time: 0.1157634 Jan 28 16:37:43.483906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-df176335-6e45-401d-98e2-4dc42080c936 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:43.490613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-df176335-6e45-401d-98e2-4dc42080c936 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.4087665 Jan 28 16:37:43.492744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '316caab2-92a7-4ceb-9134-56e39e0e1658', 'network_id': 'ae78b9a1-40fb-4777-9545-c4ccc71cb4c6', 'port_id': '316caab2-92a7-4ceb-9134-56e39e0e1658', 'mac_address': 'fa:16:3e:f4:8d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f3a79f-5e1a-4229-90de-f8778e60ce34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:43.609706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 316caab2-92a7-4ceb-9134-56e39e0e1658 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:43.610230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:43.634487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89b94868-ee61-4cbb-af23-768a071be2ee req-158a2c5b-7aa3-4b6d-9ce5-263245808864 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0924442 Jan 28 16:37:43.670335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316caab2-92a7-4ceb-9134-56e39e0e1658 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:43.718621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-19e9c86a-5f3a-4e13-a713-6d1c16e0397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:43.720323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-19e9c86a-5f3a-4e13-a713-6d1c16e0397d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.2417531 Jan 28 16:37:43.781104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 316caab2-92a7-4ceb-9134-56e39e0e1658, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=316caab2-92a7-4ceb-9134-56e39e0e1658,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:43.804235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:43.804992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 778dba23-7cb7-4a6c-8635-7a0445bddbeb details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:43.870122 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-8ed2ba03-c67d-4cac-974b-6764a0925d98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb HTTP/1.1" status: 200 len: 217 time: 0.1436992 Jan 28 16:37:43.927076 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-994ad4e7-e33e-4dd8-a6a7-59c50213dfc8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827508 Jan 28 16:37:43.953309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-397e8102-e638-4900-a12f-c971facba562 req-746e51de-970f-4c11-9337-3b560c8ba3b6 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490246 Jan 28 16:37:44.078887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=316caab2-92a7-4ceb-9134-56e39e0e1658,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:44.115783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9d7ebae-ab9a-4056-8f4e-cd2a51afbde0 req-477bf617-9ce6-4f6d-a593-5aa4abb7bcca tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 210 time: 0.0472445 Jan 28 16:37:44.130702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-9503bc29-2e3b-466e-be14-5a942efb62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:44.132468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-9503bc29-2e3b-466e-be14-5a942efb62d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.2330711 Jan 28 16:37:44.225439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787edfd-8dc9-48b2-9641-9eb0dd2863d0 req-30732dc1-3fac-4b05-a52e-6fed4d99ecc0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:44.229713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:44.233482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c787edfd-8dc9-48b2-9641-9eb0dd2863d0 req-30732dc1-3fac-4b05-a52e-6fed4d99ecc0 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 944 time: 0.4076197 Jan 28 16:37:44.247533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '778dba23-7cb7-4a6c-8635-7a0445bddbeb', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': '778dba23-7cb7-4a6c-8635-7a0445bddbeb', 'mac_address': 'fa:16:3e:67:d6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:44.292216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 778dba23-7cb7-4a6c-8635-7a0445bddbeb is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:44.292624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:44.307153 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-73d5a34e-2485-4567-8def-fa6d30dff7df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042316 Jan 28 16:37:44.312037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778dba23-7cb7-4a6c-8635-7a0445bddbeb {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:44.350505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:44.363805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:44.454685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=778dba23-7cb7-4a6c-8635-7a0445bddbeb,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:44.468259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-7d0a8c38-36e2-42e7-9ac4-e9e77c6d0d31 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:44.474088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-7d0a8c38-36e2-42e7-9ac4-e9e77c6d0d31 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873669 Jan 28 16:37:44.500396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:44.518916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c787edfd-8dc9-48b2-9641-9eb0dd2863d0 req-8901e686-57f3-48e2-a0d1-4112eb2d95a7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796888 Jan 28 16:37:44.539403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Deleting port 2024d16e-9006-4cf1-be8d-6d517cddd051 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:44.547690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:44.578643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ed750-b1d5-4e7d-b950-7d6626a6526c req-c75bf74f-4852-49ad-9819-2526964396bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:44.585222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b93ed750-b1d5-4e7d-b950-7d6626a6526c req-c75bf74f-4852-49ad-9819-2526964396bf tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2950881 Jan 28 16:37:44.636895 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-4c8936dd-ed30-4f5d-981d-5200721030d0 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184505 Jan 28 16:37:44.698729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['778dba23-7cb7-4a6c-8635-7a0445bddbeb'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:44.769769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:37:44.776240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:44.782097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['316caab2-92a7-4ceb-9134-56e39e0e1658'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:44.798493 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f10f2a4f-da44-4485-b5fa-8a5001cee88c req-a7c4996e-aa1c-4e68-8ef1-9699fddaec82 service neutron] 10.222.0.24 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510000 Jan 28 16:37:44.824495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b93ed750-b1d5-4e7d-b950-7d6626a6526c req-60a4328b-b625-44e5-9665-39c0fd6829bc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368813 Jan 28 16:37:44.924479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900f79-e371-41f9-aa58-33146abc4279 req-c6481869-37ed-42df-ba9c-e0980eac0b47 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:44.929291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db900f79-e371-41f9-aa58-33146abc4279 req-c6481869-37ed-42df-ba9c-e0980eac0b47 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=958d821a-e58b-4a53-81e4-afee34b856b3 HTTP/1.1" status: 200 len: 948 time: 0.3081372 Jan 28 16:37:45.011484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] For port 2024d16e-9006-4cf1-be8d-6d517cddd051, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2024d16e-9006-4cf1-be8d-6d517cddd051,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:45.013294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.078036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.166 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/fcbeb5c7-492c-4134-9131-40b9b6b21bf1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:37:45.192162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db900f79-e371-41f9-aa58-33146abc4279 req-21e12a70-01f9-4a00-90be-7b33b27226bd tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492230 Jan 28 16:37:45.229671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Calling delete_port for 2024d16e-9006-4cf1-be8d-6d517cddd051 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:45.295154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1be6609a-8588-41b3-b22b-85ae30276a1f req-7ee0ba65-e2ce-4f9f-9a08-198ac1fe78bf tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.2567215 Jan 28 16:37:45.401066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.493785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.505490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2024d16e-9006-4cf1-be8d-6d517cddd051), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.511077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33', 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:45.515934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80', '03a30efc-07db-4494-aed7-f94080191e9f', 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:45.580228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:37:45.596030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:37:45.603807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:37:45.629358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Pushing event deleted for resources: {'Port': ['ID=2024d16e-9006-4cf1-be8d-6d517cddd051,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:45.668890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] No DVR routers for this DVR port 2024d16e-9006-4cf1-be8d-6d517cddd051 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:45.671782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.675634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ec02d9d-f667-43f0-924e-d45e693ec5c6 req-3d06893c-1c12-4cc5-81b2-66bfa51d7be9 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "DELETE /v2.0/ports/2024d16e-9006-4cf1-be8d-6d517cddd051 HTTP/1.1" status: 204 len: 173 time: 2.1684654 Jan 28 16:37:45.687204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-deleted', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:45.690006 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52587132-e633-49db-8bbc-1748054ef532" -d '{"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-deleted", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:45.704961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:45.708161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.737557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:45.748690 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-ce5475aa-f07c-4102-a5d5-3b22162248be tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2649186 Jan 28 16:37:45.761605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Request body: {'port': {'device_id': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:37:45.762706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49135-4efa-4ae0-9d7c-f7ddf28f1e68 req-5a657c56-f243-4174-a2da-1c9adf2f553e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:45.764489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8a49135-4efa-4ae0-9d7c-f7ddf28f1e68 req-5a657c56-f243-4174-a2da-1c9adf2f553e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 945 time: 0.3219733 Jan 28 16:37:45.864891 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8a49135-4efa-4ae0-9d7c-f7ddf28f1e68 req-a5c9ce74-da88-4044-b167-60d3a2441099 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774667 Jan 28 16:37:45.903382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1b98c-7665-43cf-8d8d-6d04fc6cd6e8 req-0d9bf7ab-ac0b-44fc-9207-1e5646b67864 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:45.907868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6c1b98c-7665-43cf-8d8d-6d04fc6cd6e8 req-0d9bf7ab-ac0b-44fc-9207-1e5646b67864 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 936 time: 0.4198418 Jan 28 16:37:45.915959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (e12b34e0-efd1-4d38-bda1-a73c39e5487c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:45.965494 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-879cf288-20b3-4342-a5a3-fbd0d87207f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:46.014307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:46.560770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6c1b98c-7665-43cf-8d8d-6d04fc6cd6e8 req-e203bbed-db41-4e51-af7b-1ce2dce19d17 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786488 Jan 28 16:37:46.684315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971af9e-0ea3-4e8d-86f3-7ef531dc03d2 req-743064c0-c9b6-4be9-b6db-f7705441faed tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:46.686786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d971af9e-0ea3-4e8d-86f3-7ef531dc03d2 req-743064c0-c9b6-4be9-b6db-f7705441faed tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 945 time: 0.4978809 Jan 28 16:37:46.697987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5bcc8c2a-9704-41b7-a018-0badc6c1d65d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:46.723021 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26522a48-5f4c-4a63-b76f-e411ea38ff8c x-openstack-request-id: req-26522a48-5f4c-4a63-b76f-e411ea38ff8c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:46.723497 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958d821a-e58b-4a53-81e4-afee34b856b3", "name": "network-vif-deleted", "tag": "2024d16e-9006-4cf1-be8d-6d517cddd051", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:46.723767 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26522a48-5f4c-4a63-b76f-e411ea38ff8c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:46.724265 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958d821a-e58b-4a53-81e4-afee34b856b3', 'name': 'network-vif-deleted', 'tag': '2024d16e-9006-4cf1-be8d-6d517cddd051', 'status': 'completed', 'code': 200} Jan 28 16:37:46.874798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f40ecf88-0553-47fc-ae0b-7c530a907045 None None] Provisioning complete for port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:46.876879 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f40ecf88-0553-47fc-ae0b-7c530a907045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:46.907722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:46.911106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbeb5c7-492c-4134-9131-40b9b6b21bf1 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:46.919689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Publish callbacks [] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:46.921773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:46.922553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:46.933452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Transition to ACTIVE for port object fcbeb5c7-492c-4134-9131-40b9b6b21bf1 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:37:46.934275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d971af9e-0ea3-4e8d-86f3-7ef531dc03d2 req-deffa852-afde-4e94-bce8-f1879d613970 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061968 Jan 28 16:37:46.942627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.036739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Deleting port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:47.039710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.135250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f40ecf88-0553-47fc-ae0b-7c530a907045 None None] Port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:37:47.160786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Pushing event updated for resources: {'Port': ['ID=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:47.171430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 316caab2-92a7-4ceb-9134-56e39e0e1658 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:47.223664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] For port b91f8ffa-b724-4b8f-b475-a11ff21b0f0c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:47.224193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.251478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Calling delete_port for b91f8ffa-b724-4b8f-b475-a11ff21b0f0c owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:47.301111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:47.301957 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.307289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Attempting to bind port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:37:47.307509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 316caab2-92a7-4ceb-9134-56e39e0e1658 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:47.307690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Attempting to bind port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:37:47.308654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Attempting to bind port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:47.319173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:37:47.319433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Attempting to bind port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:37:47.327378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 316caab2-92a7-4ceb-9134-56e39e0e1658 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:47.328147 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.333713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:37:47.334147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:37:47.334606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:37:47.335151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Bound port: fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:37:47.336105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.487543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:47.497001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:47.502726 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b7c54-8139-4460-9135-de34fdcbc520" -d '{"events": [{"server_uuid": "fca0ea87-d542-44c2-a61c-c41bbb152f90", "name": "network-vif-plugged", "status": "completed", "tag": "5bcc8c2a-9704-41b7-a018-0badc6c1d65d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:47.512140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] For port fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:37:47.514921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.516475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] For port fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:37:47.521883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b91f8ffa-b724-4b8f-b475-a11ff21b0f0c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.536480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.553886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cca3d985-01a6-4934-a51c-25e8dbe3a2c0 req-54dff603-8673-4fce-82f8-93c250ee082a tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0471377 Jan 28 16:37:47.611910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7790b00-b3f6-4f6e-9edd-bd0d20ae7c4f req-87d9fb1f-b0cd-47a4-a7c2-04935fdba3de tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:47.615884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7790b00-b3f6-4f6e-9edd-bd0d20ae7c4f req-87d9fb1f-b0cd-47a4-a7c2-04935fdba3de tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.7929428 Jan 28 16:37:47.625580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91f8ffa-b724-4b8f-b475-a11ff21b0f0c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:47.661850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:47.669601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.671891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] 10.222.0.24 "PUT /v2.0/ports/fcbeb5c7-492c-4134-9131-40b9b6b21bf1 HTTP/1.1" status: 200 len: 1097 time: 1.9159427 Jan 28 16:37:47.673594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'tag': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:47.678521 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d22c0-e768-47f7-a395-b84904120de5" -d '{"events": [{"name": "network-changed", "server_uuid": "482f77e2-e9d2-4a6f-9c23-06019d7f760c", "tag": "fcbeb5c7-492c-4134-9131-40b9b6b21bf1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:47.750671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780d558-48f6-4ddb-9461-7a551770c3fd service neutron] Pushing event updated for resources: {'Port': ['ID=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:47.765924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:47.810678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7790b00-b3f6-4f6e-9edd-bd0d20ae7c4f req-4cdf3ab4-fe2c-4a90-8237-d1f6fe04c7c4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793473 Jan 28 16:37:47.811359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 316caab2-92a7-4ceb-9134-56e39e0e1658 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:47.811660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.868083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-6a12c785-d72a-4658-a453-a324109c98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:47.869764 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-6a12c785-d72a-4658-a453-a324109c98f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 1131 time: 0.1107388 Jan 28 16:37:47.944663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f3658193-19ce-4494-9647-c970d54b81a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.952149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 316caab2-92a7-4ceb-9134-56e39e0e1658, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=316caab2-92a7-4ceb-9134-56e39e0e1658,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:47.960813 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:47.962143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 778dba23-7cb7-4a6c-8635-7a0445bddbeb up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:47.974649 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-e3288886-8bab-4c3e-85b3-08b5c659808d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1 HTTP/1.1" status: 200 len: 217 time: 0.0974178 Jan 28 16:37:48.075607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-0501bddc-d887-431c-8d0a-03e8f88c691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.079265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-0501bddc-d887-431c-8d0a-03e8f88c691f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0977004 Jan 28 16:37:48.153660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-0654aa18-e906-4f3c-a309-aedf56bb59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.161949 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-0654aa18-e906-4f3c-a309-aedf56bb59fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0626154 Jan 28 16:37:48.264652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=316caab2-92a7-4ceb-9134-56e39e0e1658,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:48.282132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (e12b34e0-efd1-4d38-bda1-a73c39e5487c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:48.297812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015db1f-4bd1-4dd0-b376-a6bff7dc0af9 req-f7254b45-7501-452f-8a78-dbb4068bd278 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.306673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3015db1f-4bd1-4dd0-b376-a6bff7dc0af9 req-f7254b45-7501-452f-8a78-dbb4068bd278 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 946 time: 0.3583171 Jan 28 16:37:48.314709 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef4c9df-227f-48f7-9700-2e68c5638229 x-openstack-request-id: req-8ef4c9df-227f-48f7-9700-2e68c5638229 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:48.315019 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca0ea87-d542-44c2-a61c-c41bbb152f90", "name": "network-vif-plugged", "status": "completed", "tag": "5bcc8c2a-9704-41b7-a018-0badc6c1d65d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:48.315405 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ef4c9df-227f-48f7-9700-2e68c5638229 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:48.316407 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d', 'code': 200} Jan 28 16:37:48.338565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-d8c867eb-ccda-4731-b457-ddd99d2b9fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748586 Jan 28 16:37:48.355317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 778dba23-7cb7-4a6c-8635-7a0445bddbeb completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:48.365042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 778dba23-7cb7-4a6c-8635-7a0445bddbeb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:48.365469 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:48.420261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3015db1f-4bd1-4dd0-b376-a6bff7dc0af9 req-3ff0f8bc-afa0-4586-8733-1b22b14a6ba6 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122031 Jan 28 16:37:48.578854 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b37de0-392b-4030-a3cb-92639e64cbd9 x-openstack-request-id: req-36b37de0-392b-4030-a3cb-92639e64cbd9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:48.579196 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482f77e2-e9d2-4a6f-9c23-06019d7f760c", "tag": "fcbeb5c7-492c-4134-9131-40b9b6b21bf1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:48.579416 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36b37de0-392b-4030-a3cb-92639e64cbd9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:48.580920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 778dba23-7cb7-4a6c-8635-7a0445bddbeb is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:48.582414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:48.584038 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'tag': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1', 'status': 'completed', 'code': 200} Jan 28 16:37:48.629697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549442d-1aac-4b55-978d-367ef846960b req-22ddedd4-bb23-4d1e-a9c7-081f3c8ae28f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.631558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9549442d-1aac-4b55-978d-367ef846960b req-22ddedd4-bb23-4d1e-a9c7-081f3c8ae28f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 948 time: 0.1581204 Jan 28 16:37:48.670170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8751ae9-4197-4143-8903-53398d422d7b req-49e50a6d-0d8d-4ba1-960b-02f2f1159890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.671876 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c8751ae9-4197-4143-8903-53398d422d7b req-49e50a6d-0d8d-4ba1-960b-02f2f1159890 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 1129 time: 0.3062563 Jan 28 16:37:48.673028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:48.682388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:48.683613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:48.716893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c024b93-61d1-465f-a812-fe20f8d26ad0 req-fe3c8851-d069-4140-8834-a1b007c6f6c2 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668418 Jan 28 16:37:48.748902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c8751ae9-4197-4143-8903-53398d422d7b req-3dffa040-bf1d-489a-a637-c38b2ec39970 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Jan 28 16:37:48.754899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fbbde-cb94-4d36-bf61-f1562ec8a063 req-a183c3b6-0252-428f-af4d-344a8942d2ce tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.756742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-989fbbde-cb94-4d36-bf61-f1562ec8a063 req-a183c3b6-0252-428f-af4d-344a8942d2ce tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 945 time: 0.1701400 Jan 28 16:37:48.793730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9549442d-1aac-4b55-978d-367ef846960b req-317aff06-befd-4a62-b7cf-f131d991096d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544647 Jan 28 16:37:48.804225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Router e12b34e0-efd1-4d38-bda1-a73c39e5487c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:37:48.810345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 2024d16e-9006-4cf1-be8d-6d517cddd051 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:48.810839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2024d16e-9006-4cf1-be8d-6d517cddd051 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:48.842906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=778dba23-7cb7-4a6c-8635-7a0445bddbeb,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:48.855799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-989fbbde-cb94-4d36-bf61-f1562ec8a063 req-7c2c1c04-df79-45ad-bca1-d200c4d0478e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897624 Jan 28 16:37:48.860552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d22c0-e768-47f7-a395-b84904120de5 req-7a255eef-7d7d-4ec4-a7bb-c9199b34b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:48.862378 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-7a255eef-7d7d-4ec4-a7bb-c9199b34b62c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 1131 time: 0.0829363 Jan 28 16:37:49.037599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d22c0-e768-47f7-a395-b84904120de5 req-3415f8ae-10dd-4f40-8b65-b5a2a7c24272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:49.040972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-3415f8ae-10dd-4f40-8b65-b5a2a7c24272 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1699646 Jan 28 16:37:49.095482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-99c29af5-3d26-483b-90f6-d5c7c1183cba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1 HTTP/1.1" status: 200 len: 217 time: 0.0467644 Jan 28 16:37:49.161943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d22c0-e768-47f7-a395-b84904120de5 req-273eb71a-e330-423b-b8a3-40a97553d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:49.163763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-273eb71a-e330-423b-b8a3-40a97553d1c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0610220 Jan 28 16:37:49.258557 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:37:49.259530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d22c0-e768-47f7-a395-b84904120de5 req-8a2167fc-7864-4aa7-9c87-d6a9571bb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:49.261077 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-8a2167fc-7864-4aa7-9c87-d6a9571bb7b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0842056 Jan 28 16:37:49.288274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:49.315623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fba23c7b-0c0e-463d-b2b6-c3d0a2d2d5e0 req-ccca2486-77ec-457a-bf53-89c434bf0b63 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0798113 Jan 28 16:37:49.375365 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-b9ae2437-f9ad-4f07-83bb-e0e9e4bfda02 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017740 Jan 28 16:37:49.506320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec812b-1481-406a-be73-72b5e6952b43 req-83424ca5-c475-42ab-9904-550d40cc3461 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:49.514160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18ec812b-1481-406a-be73-72b5e6952b43 req-83424ca5-c475-42ab-9904-550d40cc3461 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 948 time: 0.2883885 Jan 28 16:37:49.518801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c83d22c0-e768-47f7-a395-b84904120de5 req-2c17050e-a058-4183-b745-811343d431ae service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322682 Jan 28 16:37:49.555592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:37:49.563923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c6d0d18a-0420-4073-aec7-478ba9e0a109 admin admin] 10.222.0.25 "PUT /v2.0/routers/e12b34e0-efd1-4d38-bda1-a73c39e5487c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2260013 Jan 28 16:37:49.566700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37064) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:49.569573 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] Sync routers for ids ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:37:49.585214 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] Routers {'e12b34e0-efd1-4d38-bda1-a73c39e5487c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:37:49.585990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:49.647566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18ec812b-1481-406a-be73-72b5e6952b43 req-3d58e841-7ead-43ae-ae86-019d3ee2b4a5 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318078 Jan 28 16:37:49.692302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b3d2b-31b7-4f3a-8ef2-56ff83e551cf req-607a04fb-c84c-4b62-abc8-9befa79b5599 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:49.699424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e18b3d2b-31b7-4f3a-8ef2-56ff83e551cf req-607a04fb-c84c-4b62-abc8-9befa79b5599 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2398679 Jan 28 16:37:49.847450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e18b3d2b-31b7-4f3a-8ef2-56ff83e551cf req-c2749592-8860-4e73-bf4b-4d38e40555b5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404533 Jan 28 16:37:49.849332 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] Set router e12b34e0-efd1-4d38-bda1-a73c39e5487c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:37:49.969553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc435-65e8-4fbb-a3cf-83042fc3d1ef req-9d24ffff-b931-49ba-aaa5-2a74d5ff3280 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:49.978301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-778fc435-65e8-4fbb-a3cf-83042fc3d1ef req-9d24ffff-b931-49ba-aaa5-2a74d5ff3280 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 946 time: 0.1715574 Jan 28 16:37:50.064400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-778fc435-65e8-4fbb-a3cf-83042fc3d1ef req-02c56258-a688-4201-9965-bf6360e6a5f0 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851068 Jan 28 16:37:50.098929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92166cc5-2b4c-4e92-b6c2-9f8190a8aff6 req-dc271cc1-1266-4d13-833b-d40d8430d38d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:50.109499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92166cc5-2b4c-4e92-b6c2-9f8190a8aff6 req-dc271cc1-1266-4d13-833b-d40d8430d38d tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 948 time: 0.1241562 Jan 28 16:37:50.229436 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:37:47Z', 'revision_number': 5, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:50.243775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92166cc5-2b4c-4e92-b6c2-9f8190a8aff6 req-95f99a16-29b8-4101-8e8c-1d9e7a5194ad tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297958 Jan 28 16:37:50.311254 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] Checking router: e12b34e0-efd1-4d38-bda1-a73c39e5487c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:37:50.317918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316caab2-92a7-4ceb-9134-56e39e0e1658'}, {'server_uuid': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778dba23-7cb7-4a6c-8635-7a0445bddbeb'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:50.321241 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b9612-e7ec-4d02-b1b4-67e391baa94e" -d '{"events": [{"server_uuid": "c7019c47-214b-4a6e-98d0-cd72dd8502d7", "name": "network-vif-plugged", "status": "completed", "tag": "316caab2-92a7-4ceb-9134-56e39e0e1658"}, {"server_uuid": "4b5c2d71-87d7-4392-bea7-d48bdf059076", "name": "network-vif-plugged", "status": "completed", "tag": "778dba23-7cb7-4a6c-8635-7a0445bddbeb"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:50.321935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218183a4-ebfc-41e6-8f59-4bb1c5e0ce12 req-d2093de2-7423-4659-b578-5ae0cfc851b8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:50.340014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-218183a4-ebfc-41e6-8f59-4bb1c5e0ce12 req-d2093de2-7423-4659-b578-5ae0cfc851b8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1702106 Jan 28 16:37:50.343262 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] Routers {'e12b34e0-efd1-4d38-bda1-a73c39e5487c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:37:50.348591 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:50.465516 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecacaf2-2582-4a49-bf73-e2c90f8bb718 x-openstack-request-id: req-cecacaf2-2582-4a49-bf73-e2c90f8bb718 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:50.465835 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7019c47-214b-4a6e-98d0-cd72dd8502d7", "name": "network-vif-plugged", "status": "completed", "tag": "316caab2-92a7-4ceb-9134-56e39e0e1658", "code": 200}, {"server_uuid": "4b5c2d71-87d7-4392-bea7-d48bdf059076", "name": "network-vif-plugged", "status": "completed", "tag": "778dba23-7cb7-4a6c-8635-7a0445bddbeb", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:50.466259 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cecacaf2-2582-4a49-bf73-e2c90f8bb718 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:50.467124 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316caab2-92a7-4ceb-9134-56e39e0e1658', 'code': 200} Jan 28 16:37:50.467409 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778dba23-7cb7-4a6c-8635-7a0445bddbeb', 'code': 200} Jan 28 16:37:50.509551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-218183a4-ebfc-41e6-8f59-4bb1c5e0ce12 req-66d8224f-8452-475b-93eb-786f5d2d89c4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683033 Jan 28 16:37:50.591139 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] Set router e12b34e0-efd1-4d38-bda1-a73c39e5487c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:37:50.604515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:50.677739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks [] for router (e12b34e0-efd1-4d38-bda1-a73c39e5487c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:50.769883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb17264f-dc83-4e63-9764-d632de205c81 req-ff8bade5-b7b1-419c-a438-311993074f6f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7574049-e851-4323-a46e-0d1bd10e5b5d HTTP/1.1" status: 200 len: 210 time: 0.0918467 Jan 28 16:37:50.827885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7281b-b95d-410a-9084-51ebc7096a7b req-2f8bdc62-e990-4aea-bbe1-5c6b7dd6e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:50.829427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e7281b-b95d-410a-9084-51ebc7096a7b req-2f8bdc62-e990-4aea-bbe1-5c6b7dd6e3a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 1128 time: 0.2073014 Jan 28 16:37:50.844980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-00972c77-1084-4a83-a65a-b57404ba71cc tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:50.849285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-00972c77-1084-4a83-a65a-b57404ba71cc tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 948 time: 0.3653307 Jan 28 16:37:50.913613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks [] for router_gateway (e12b34e0-efd1-4d38-bda1-a73c39e5487c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:50.931626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403648-36d1-432d-bfae-c436199a0a38 req-3cc80ed5-8e85-44ef-97e1-a28c87da18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:50.933570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05403648-36d1-432d-bfae-c436199a0a38 req-3cc80ed5-8e85-44ef-97e1-a28c87da18d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 1129 time: 0.3056211 Jan 28 16:37:50.975749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59e7281b-b95d-410a-9084-51ebc7096a7b req-dc97daca-3564-4cf6-888a-a686f2628def service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198995 Jan 28 16:37:50.993607 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:37:47Z', 'revision_number': 5, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:51.003690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a46d5-c8e3-4317-a28c-f234f9212482 req-386ba6e4-629d-40e8-b638-4852d2dc8a24 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:51.018658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-693a46d5-c8e3-4317-a28c-f234f9212482 req-386ba6e4-629d-40e8-b638-4852d2dc8a24 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 948 time: 0.2209599 Jan 28 16:37:51.102404 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b3760-b7ff-4610-a893-2cf74b2b5e11 None None] The sync data for ids ['e12b34e0-efd1-4d38-bda1-a73c39e5487c'] in n-d-812111-13 is: [{'id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'name': 'tempest-AttachSCSIVolumeTestJSON-71556636-router', 'tenant_id': '5d24df115ef54c73a34e4ee95078ee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:34:05Z', 'updated_at': '2022-01-28T16:37:47Z', 'revision_number': 5, 'project_id': '5d24df115ef54c73a34e4ee95078ee58', 'gw_port': {'id': '6f0f4a6f-1dda-49a4-8939-073690c201d6', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b34e0-efd1-4d38-bda1-a73c39e5487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:34:07Z', 'updated_at': '2022-01-28T16:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:37:51.146609 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05403648-36d1-432d-bfae-c436199a0a38 req-c2155004-4ac2-4831-b9f6-17587e324ac6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901517 Jan 28 16:37:51.162913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Deleting port 15f015e2-3226-4973-b30f-9b044bd1c309 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:51.163527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:51.176034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fcbeb5c7-492c-4134-9131-40b9b6b21bf1 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:37:51.182403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-693a46d5-c8e3-4317-a28c-f234f9212482 req-0b7ce194-5009-49c0-883f-a062dbbb7fe3 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cda1376-21a3-4766-9328-570f794d5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532495 Jan 28 16:37:51.231024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455532-cb8b-4a0c-b27b-eac258581829 req-b2e36734-0432-4d84-956f-96b9ee5bfe4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:51.242215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5455532-cb8b-4a0c-b27b-eac258581829 req-b2e36734-0432-4d84-956f-96b9ee5bfe4e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2217007 Jan 28 16:37:51.349451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5455532-cb8b-4a0c-b27b-eac258581829 req-47e7123c-a995-4496-b24b-aa9ca355dbce tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024823 Jan 28 16:37:51.392194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c243f-9de4-4236-96b7-8a200f5e2739 req-df04fec0-5cad-4fd4-adeb-7ddf9db1b710 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:51.396907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Deleting port 6f0f4a6f-1dda-49a4-8939-073690c201d6 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:51.397535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:51.406843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-324c243f-9de4-4236-96b7-8a200f5e2739 req-df04fec0-5cad-4fd4-adeb-7ddf9db1b710 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 946 time: 0.1193700 Jan 28 16:37:51.580092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-324c243f-9de4-4236-96b7-8a200f5e2739 req-ae92f948-237e-49be-ab50-f06bca761e2e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708357 Jan 28 16:37:51.662454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f35ed-7e80-497b-843a-79fe164d8860 req-f2b21b2e-143b-4ff8-9292-90d8db0eb545 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:51.673092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1f35ed-7e80-497b-843a-79fe164d8860 req-f2b21b2e-143b-4ff8-9292-90d8db0eb545 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 948 time: 0.1960468 Jan 28 16:37:51.681094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b91f8ffa-b724-4b8f-b475-a11ff21b0f0c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:51.684426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] For port 15f015e2-3226-4973-b30f-9b044bd1c309, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15f015e2-3226-4973-b30f-9b044bd1c309,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:51.684914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:51.750393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Calling delete_port for 15f015e2-3226-4973-b30f-9b044bd1c309 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:51.763233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] For port 6f0f4a6f-1dda-49a4-8939-073690c201d6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f0f4a6f-1dda-49a4-8939-073690c201d6,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:51.765483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:51.775824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: b91f8ffa-b724-4b8f-b475-a11ff21b0f0c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:51.776225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b91f8ffa-b724-4b8f-b475-a11ff21b0f0c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:51.814424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:51.840251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1f35ed-7e80-497b-843a-79fe164d8860 req-83aa4105-f5bb-4bf9-9458-79da332728a9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661904 Jan 28 16:37:51.851516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Calling delete_port for 6f0f4a6f-1dda-49a4-8939-073690c201d6 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:51.896071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:51.920686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1', 'mac_address': 'fa:16:3e:ab:02:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:37:51.997461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:51.997856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:52.016823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98c15-5c33-425f-a617-7cf534d24c04 req-24160c06-950d-4408-8a24-7feb3fb0ab2c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:52.031877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbeb5c7-492c-4134-9131-40b9b6b21bf1 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:37:52.033706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fdc98c15-5c33-425f-a617-7cf534d24c04 req-24160c06-950d-4408-8a24-7feb3fb0ab2c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1873991 Jan 28 16:37:52.076570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:52.084241 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:52.114545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b653c-7c9a-4514-b851-9bce8977fa8a req-c635aaa2-097a-4a35-9183-8158d4c2e508 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:52.130300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d3b653c-7c9a-4514-b851-9bce8977fa8a req-c635aaa2-097a-4a35-9183-8158d4c2e508 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 945 time: 0.1649873 Jan 28 16:37:52.145244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (15f015e2-3226-4973-b30f-9b044bd1c309), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:52.152420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:52.173449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fdc98c15-5c33-425f-a617-7cf534d24c04 req-6c6af7ee-28cc-4221-89df-211a5846de7a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386404 Jan 28 16:37:52.226600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Pushing event deleted for resources: {'Port': ['ID=15f015e2-3226-4973-b30f-9b044bd1c309,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:52.258639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d3b653c-7c9a-4514-b851-9bce8977fa8a req-7b01fc14-adb9-43b4-9912-a34883dd92c1 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271276 Jan 28 16:37:52.345379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] No DVR routers for this DVR port 15f015e2-3226-4973-b30f-9b044bd1c309 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:52.391413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:52.408854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c7b2be-c382-4e9e-946b-4e6abd187700 req-f3120f11-5194-4ea4-acec-399de0b45aa6 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.24 "DELETE /v2.0/ports/15f015e2-3226-4973-b30f-9b044bd1c309 HTTP/1.1" status: 204 len: 173 time: 1.5490510 Jan 28 16:37:52.410737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-deleted', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:52.419008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-587e8c7b-ec56-4240-8f66-04b7b9e37689 req-ca4b27c1-a25b-46f9-a749-98f9d3f881b5 tempest-ListImageFiltersTestJSON-773824546 tempest-ListImageFiltersTestJSON-773824546-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f8483-0d0b-46b2-a42f-d585489acf87 HTTP/1.1" status: 200 len: 210 time: 0.0557959 Jan 28 16:37:52.420703 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074a513-67cb-47fa-9a38-313c8acaa2ba" -d '{"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-deleted", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:52.514951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['fcbeb5c7-492c-4134-9131-40b9b6b21bf1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:52.568494 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a86262-2a93-4f05-8142-3426ce7632a1 x-openstack-request-id: req-67a86262-2a93-4f05-8142-3426ce7632a1 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:52.568872 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f8483-0d0b-46b2-a42f-d585489acf87", "name": "network-vif-deleted", "tag": "15f015e2-3226-4973-b30f-9b044bd1c309", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:52.569113 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67a86262-2a93-4f05-8142-3426ce7632a1 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:52.569484 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f8483-0d0b-46b2-a42f-d585489acf87', 'name': 'network-vif-deleted', 'tag': '15f015e2-3226-4973-b30f-9b044bd1c309', 'status': 'completed', 'code': 200} Jan 28 16:37:52.646073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6f0f4a6f-1dda-49a4-8939-073690c201d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:52.699853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3d37-7091-43d5-9597-9b107132e01b req-47dbd730-f858-4962-b9b7-b3480193f51a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:52.714681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a37e3d37-7091-43d5-9597-9b107132e01b req-47dbd730-f858-4962-b9b7-b3480193f51a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2135751 Jan 28 16:37:52.838815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0f4a6f-1dda-49a4-8939-073690c201d6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:52.871798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a37e3d37-7091-43d5-9597-9b107132e01b req-12426ec7-4239-4c6e-be42-5b56acaf76d9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547174 Jan 28 16:37:52.938658 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (e12b34e0-efd1-4d38-bda1-a73c39e5487c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.065654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (e12b34e0-efd1-4d38-bda1-a73c39e5487c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.067986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks [] for router_controller (e12b34e0-efd1-4d38-bda1-a73c39e5487c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.088660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3b37-5057-45f9-a508-c7ee68b9529e req-bf3ce065-f9a3-4bf8-b89c-73b307d32789 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:53.094901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89bd3b37-5057-45f9-a508-c7ee68b9529e req-bf3ce065-f9a3-4bf8-b89c-73b307d32789 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 949 time: 0.0994802 Jan 28 16:37:53.129339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (e12b34e0-efd1-4d38-bda1-a73c39e5487c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.129983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e12b34e0-efd1-4d38-bda1-a73c39e5487c {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:37:53.138436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.142302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6400fb84-7a64-4e8a-9c37-a50889875ac7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e12b34e0-efd1-4d38-bda1-a73c39e5487c HTTP/1.1" status: 204 len: 168 time: 3.5746047 Jan 28 16:37:53.143164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:53.169686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:53.200618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Deleting subnet ba74b4a3-0e8d-4b84-8792-180b139ff2a8 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:37:53.209410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Publish callbacks [] for subnet (ba74b4a3-0e8d-4b84-8792-180b139ff2a8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.267378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ba74b4a3-0e8d-4b84-8792-180b139ff2a8), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.298131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 15f015e2-3226-4973-b30f-9b044bd1c309 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:53.298452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15f015e2-3226-4973-b30f-9b044bd1c309 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:53.336806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89bd3b37-5057-45f9-a508-c7ee68b9529e req-0a8dd308-4486-4395-9c27-27bd1c9428a9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338283 Jan 28 16:37:53.443258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ba74b4a3-0e8d-4b84-8792-180b139ff2a8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.468210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661e71a-f39a-4fd0-abb9-568876a711a1 req-28da109f-6a1d-4a2e-b56e-aa919515b772 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:53.469808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3661e71a-f39a-4fd0-abb9-568876a711a1 req-28da109f-6a1d-4a2e-b56e-aa919515b772 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1107607 Jan 28 16:37:53.521376 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ba74b4a3-0e8d-4b84-8792-180b139ff2a8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.558236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.566155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba74b4a3-0e8d-4b84-8792-180b139ff2a8 HTTP/1.1" status: 204 len: 168 time: 0.4208484 Jan 28 16:37:53.568079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bc1e4-25c1-48a2-9a70-8affc596c2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba74b4a3-0e8d-4b84-8792-180b139ff2a8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:53.570016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad20a2e-f89c-4e54-8d24-6bffbfd721c5 None None] Network aa89da4f-42b3-43a5-8de8-57c913ab1ed0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:37:53.575038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37140) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:53.685011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (aa89da4f-42b3-43a5-8de8-57c913ab1ed0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.698645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3661e71a-f39a-4fd0-abb9-568876a711a1 req-1dfb4948-3b8f-45cd-b0d9-1d01f249c0f8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208147 Jan 28 16:37:53.730503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86c3b3-1508-49e1-8d38-5e5454ba6f48 req-e69334ad-1af5-48c1-8ac8-b9ca51b784cf tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:53.733339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff86c3b3-1508-49e1-8d38-5e5454ba6f48 req-e69334ad-1af5-48c1-8ac8-b9ca51b784cf tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 945 time: 0.2311947 Jan 28 16:37:53.823432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Deleting port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:53.823676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:53.857526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff86c3b3-1508-49e1-8d38-5e5454ba6f48 req-b14252c0-d7c1-4ffa-a671-bd85f4547f0d tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149523 Jan 28 16:37:53.897823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f0f4a6f-1dda-49a4-8939-073690c201d6 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:53.929249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6f0f4a6f-1dda-49a4-8939-073690c201d6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:53.929607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f0f4a6f-1dda-49a4-8939-073690c201d6 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:53.970180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] DHCP port deletion for aa89da4f-42b3-43a5-8de8-57c913ab1ed0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:37:53.991079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] For port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:53.991669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.022175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Calling delete_port for 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:54.098802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] Deleting port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:54.099196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.258822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] For port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,segment=NetworkSegment(670c60b1-c65a-498a-a796-28f33055a933),segment_id=670c60b1-c65a-498a-a796-28f33055a933)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:54.260056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.279314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] Calling delete_port for 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:54.282768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.358183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:54.358183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] No DVR routers for this DVR port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: from cryptography.utils import int_from_bytes Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: from cryptography.utils import int_from_bytes Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.381580 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:37:54.384796 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:37:54.393223 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (7b0c961b-d4bd-4ad5-881b-c746ccb34b29), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.422222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] Pushing event deleted for resources: {'Port': ['ID=7b0c961b-d4bd-4ad5-881b-c746ccb34b29,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:54.435824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b872bfd-0161-489a-ba80-39008d7a6d61 None None] No DVR routers for this DVR port 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:54.493356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (aa89da4f-42b3-43a5-8de8-57c913ab1ed0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.516168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5b2dc-f6f2-4273-afd8-f4fb3e7ce94e req-e778a728-bebf-4929-88de-03fb08623660 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:54.523485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa89da4f-42b3-43a5-8de8-57c913ab1ed0']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:54.526176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46f5b2dc-f6f2-4273-afd8-f4fb3e7ce94e req-e778a728-bebf-4929-88de-03fb08623660 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1090608 Jan 28 16:37:54.540011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670c60b1-c65a-498a-a796-28f33055a933') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:54.540311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670c60b1-c65a-498a-a796-28f33055a933') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:37:54.561638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (670c60b1-c65a-498a-a796-28f33055a933), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.588510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (670c60b1-c65a-498a-a796-28f33055a933), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.619973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:37:54.621570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46f5b2dc-f6f2-4273-afd8-f4fb3e7ce94e req-9e1b3353-a585-4047-b465-689b0bf87ec4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942750 Jan 28 16:37:54.625778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (670c60b1-c65a-498a-a796-28f33055a933), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:37:54.631551 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:37:54.735049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9f961-8aa3-4a6f-81cc-d5a265d788bb req-8ece7575-255b-4eb7-a475-549fc2f0f635 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:54.746847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f9f961-8aa3-4a6f-81cc-d5a265d788bb req-8ece7575-255b-4eb7-a475-549fc2f0f635 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.0984359 Jan 28 16:37:54.759779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (aa89da4f-42b3-43a5-8de8-57c913ab1ed0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.765393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:54.768508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa89da4f-42b3-43a5-8de8-57c913ab1ed0 HTTP/1.1" status: 204 len: 168 time: 1.1924803 Jan 28 16:37:54.788885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c67d-ebc8-4393-a2db-879c2c31e86a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa89da4f-42b3-43a5-8de8-57c913ab1ed0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:54.849394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f9f961-8aa3-4a6f-81cc-d5a265d788bb req-8ac3b31e-e509-4b84-8c33-6251fe8623b7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015849 Jan 28 16:37:55.078642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61336878-a171-4a63-a47e-9bdea36c513e req-15998900-e6f7-49cf-a0cb-547b855b27e2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:55.088386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61336878-a171-4a63-a47e-9bdea36c513e req-15998900-e6f7-49cf-a0cb-547b855b27e2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 949 time: 0.1213782 Jan 28 16:37:55.097810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37206) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:55.151011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61336878-a171-4a63-a47e-9bdea36c513e req-4cae1014-5816-47ff-88e1-453910da41bb tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Jan 28 16:37:55.180947 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de73936a-ad69-4a36-8f45-3f3da00751a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e89a98175f24401b997bdec0b0c07b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813231 Jan 28 16:37:55.183401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37210) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:55.186187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fcbeb5c7-492c-4134-9131-40b9b6b21bf1 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:37:55.271996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:37:55.278177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:37:55.278958 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.306403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1591f55f-8ef3-414e-979a-94c6cb7aac48 admin admin] Publish callbacks [] for security_group (f39a1aa8-b7c3-4a68-8024-ac829214cb7f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.370054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1591f55f-8ef3-414e-979a-94c6cb7aac48 admin admin] Publish callbacks [] for security_group (f39a1aa8-b7c3-4a68-8024-ac829214cb7f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.386091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fad9a-cf20-4e99-a27e-5d622b390938 req-eaf59c6c-feb0-4384-b02e-99abd776b49e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:55.394773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d92fad9a-cf20-4e99-a27e-5d622b390938 req-eaf59c6c-feb0-4384-b02e-99abd776b49e tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 945 time: 0.1384723 Jan 28 16:37:55.471160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:37:55.473012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.501583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d92fad9a-cf20-4e99-a27e-5d622b390938 req-78db70e5-b47e-4d67-99a6-a64c6f558a68 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997195 Jan 28 16:37:55.521221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1591f55f-8ef3-414e-979a-94c6cb7aac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f39a1aa8-b7c3-4a68-8024-ac829214cb7f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.524968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1591f55f-8ef3-414e-979a-94c6cb7aac48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.529866 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1591f55f-8ef3-414e-979a-94c6cb7aac48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f39a1aa8-b7c3-4a68-8024-ac829214cb7f HTTP/1.1" status: 204 len: 168 time: 0.3451755 Jan 28 16:37:55.546714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:55.548717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f55f-8ef3-414e-979a-94c6cb7aac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a1aa8-b7c3-4a68-8024-ac829214cb7f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:55.552419 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b19ff-6f0d-4001-b4a4-4019aed56b88" -d '{"events": [{"server_uuid": "482f77e2-e9d2-4a6f-9c23-06019d7f760c", "name": "network-vif-plugged", "status": "completed", "tag": "fcbeb5c7-492c-4134-9131-40b9b6b21bf1"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:55.587224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:55.595443 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:55.655497 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e5d2f4-4d03-47d7-935b-990c67f56360 x-openstack-request-id: req-82e5d2f4-4d03-47d7-935b-990c67f56360 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:55.656408 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482f77e2-e9d2-4a6f-9c23-06019d7f760c", "name": "network-vif-plugged", "status": "completed", "tag": "fcbeb5c7-492c-4134-9131-40b9b6b21bf1", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:55.656932 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e5d2f4-4d03-47d7-935b-990c67f56360 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:55.657545 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1', 'code': 200} Jan 28 16:37:55.729047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:55.775795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:55.848664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:55.850540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7b0c961b-d4bd-4ad5-881b-c746ccb34b29 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:55.921918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40945af8-4178-46a7-99da-67470b379e2b req-4acec3a6-d768-481b-a73a-4092e0915c11 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:55.935287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40945af8-4178-46a7-99da-67470b379e2b req-4acec3a6-d768-481b-a73a-4092e0915c11 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1630361 Jan 28 16:37:55.974246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd28d-12aa-4b6f-8756-078f54fcc90b req-bccaaf15-9080-4b28-9941-33341df9a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:55.976077 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-946dd28d-12aa-4b6f-8756-078f54fcc90b req-bccaaf15-9080-4b28-9941-33341df9a8cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 1133 time: 0.1877220 Jan 28 16:37:56.040689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40945af8-4178-46a7-99da-67470b379e2b req-c6b78475-decb-4d18-87c4-2d48545c5046 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007924 Jan 28 16:37:56.077573 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-946dd28d-12aa-4b6f-8756-078f54fcc90b req-fdd8dd92-f51b-4e8f-a2e7-db751df2dcd3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866144 Jan 28 16:37:56.100438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14043b5-8070-4ffd-a722-f31341e49068 req-c40efa88-1702-4a5a-a391-643e4da7bcfe tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:56.113124 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a14043b5-8070-4ffd-a722-f31341e49068 req-c40efa88-1702-4a5a-a391-643e4da7bcfe tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 945 time: 0.2471652 Jan 28 16:37:56.235943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ab7be-9974-42e3-835b-459de07c2a9c req-2d5d4054-c451-4c11-82bb-84935328126b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:56.247487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-988ab7be-9974-42e3-835b-459de07c2a9c req-2d5d4054-c451-4c11-82bb-84935328126b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.0938752 Jan 28 16:37:56.335734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-988ab7be-9974-42e3-835b-459de07c2a9c req-08fbda40-bebe-48e3-b044-eb462ccd6cf1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823343 Jan 28 16:37:56.337873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37250) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:56.468107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9e790502-4299-4277-a784-52264cd91016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d24df115ef54c73a34e4ee95078ee58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287248 Jan 28 16:37:56.471612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37258) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:56.573271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6321f16-d41c-493e-b581-fe249c05d0d7 req-a1c4cdfd-f6a3-43ec-acbb-157f4d216cb1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:56.581532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6321f16-d41c-493e-b581-fe249c05d0d7 req-a1c4cdfd-f6a3-43ec-acbb-157f4d216cb1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 950 time: 0.1107726 Jan 28 16:37:56.627800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-756ce0a9-67e5-4829-bb67-d1e324667052 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:56.631409 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-756ce0a9-67e5-4829-bb67-d1e324667052 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "GET /v2.0/ports?device_id=fca0ea87-d542-44c2-a61c-c41bbb152f90 HTTP/1.1" status: 200 len: 946 time: 0.2624264 Jan 28 16:37:56.634275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Deleting port 316caab2-92a7-4ceb-9134-56e39e0e1658 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:56.634784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:56.655956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6321f16-d41c-493e-b581-fe249c05d0d7 req-7f3da097-8a4f-441c-bcec-a8aaf0a59b0f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712805 Jan 28 16:37:56.678721 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Publish callbacks [] for security_group (7b3e89b5-2299-4265-b6f1-57a46fe313dc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:56.707929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Publish callbacks [] for security_group (7b3e89b5-2299-4265-b6f1-57a46fe313dc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:56.769491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7b3e89b5-2299-4265-b6f1-57a46fe313dc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:56.776258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:56.777690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b3e89b5-2299-4265-b6f1-57a46fe313dc HTTP/1.1" status: 204 len: 168 time: 0.3034735 Jan 28 16:37:56.810408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3e89b5-2299-4265-b6f1-57a46fe313dc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:56.821181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.821745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.822265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.822947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.823381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.823910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.824418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.824959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.825489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.825914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.826522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.826949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.827399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba85c417-6ec3-48b2-a326-79d55e7523f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:37:56.861455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425c02c-4d36-4122-a9a7-4ebcdaef9280 req-64ceff89-f35d-4f11-a8d9-e0700eeb0a9b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:56.863276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0425c02c-4d36-4122-a9a7-4ebcdaef9280 req-64ceff89-f35d-4f11-a8d9-e0700eeb0a9b tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 945 time: 0.1072226 Jan 28 16:37:56.954482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0425c02c-4d36-4122-a9a7-4ebcdaef9280 req-0912d74e-ab51-431c-b650-87021043faa4 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848656 Jan 28 16:37:57.039476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] For port 316caab2-92a7-4ceb-9134-56e39e0e1658, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=316caab2-92a7-4ceb-9134-56e39e0e1658,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:57.040244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.057486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Deleting port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:37:57.058216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.176164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37284) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:57.225874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] For port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,segment=NetworkSegment(de7617d6-84cb-48c8-9834-49498480d626),segment_id=de7617d6-84cb-48c8-9834-49498480d626)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:37:57.226501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.253794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Calling delete_port for 5bcc8c2a-9704-41b7-a018-0badc6c1d65d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:57.298115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f08d7-cf53-4be0-9eef-e6b62537a765 req-7743a52d-e56c-42aa-9480-eab86fe1e21b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:57.307394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-130f08d7-cf53-4be0-9eef-e6b62537a765 req-7743a52d-e56c-42aa-9480-eab86fe1e21b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1417813 Jan 28 16:37:57.437658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-130f08d7-cf53-4be0-9eef-e6b62537a765 req-b2b46ce5-f7cd-432a-b8e5-89fd4168732f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271830 Jan 28 16:37:57.485652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Calling delete_port for 316caab2-92a7-4ceb-9134-56e39e0e1658 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:37:57.495805 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5bcc8c2a-9704-41b7-a018-0badc6c1d65d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.510023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['5bcc8c2a-9704-41b7-a018-0badc6c1d65d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:57.597411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event deleted for resources: {'Port': ['ID=5bcc8c2a-9704-41b7-a018-0badc6c1d65d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:57.664951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] No DVR routers for this DVR port 5bcc8c2a-9704-41b7-a018-0badc6c1d65d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:57.665243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-364d8f2a-cac7-4b2f-b76b-022f78fc0a5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f20a85b8a2a4b7ebabbca51554310d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873416 Jan 28 16:37:57.690548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37300) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:57.813110 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.818289 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c6f9fb1-e7c8-403e-8c24-93d9a5b8eaac req-25851b29-4061-4675-b6be-2f09fc644412 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.31 "DELETE /v2.0/ports/5bcc8c2a-9704-41b7-a018-0badc6c1d65d HTTP/1.1" status: 204 len: 173 time: 1.1802013 Jan 28 16:37:57.818878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'name': 'network-vif-deleted', 'tag': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:37:57.821627 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dbe304-6aeb-4161-82ef-36e6db7f105c" -d '{"events": [{"server_uuid": "fca0ea87-d542-44c2-a61c-c41bbb152f90", "name": "network-vif-deleted", "tag": "5bcc8c2a-9704-41b7-a018-0badc6c1d65d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:37:57.822439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99b36a-2172-47b8-b99c-9ca294e805a0 req-70d75c35-8571-45d5-bdc8-53999f45cd39 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:57.826432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e99b36a-2172-47b8-b99c-9ca294e805a0 req-70d75c35-8571-45d5-bdc8-53999f45cd39 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.3212705 Jan 28 16:37:57.832323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (316caab2-92a7-4ceb-9134-56e39e0e1658), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.845619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['5bcc8c2a-9704-41b7-a018-0badc6c1d65d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:37:57.865372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Pushing event deleted for resources: {'Port': ['ID=316caab2-92a7-4ceb-9134-56e39e0e1658,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:57.953315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] No DVR routers for this DVR port 316caab2-92a7-4ceb-9134-56e39e0e1658 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:37:57.961545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:57.965739 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a14043b5-8070-4ffd-a722-f31341e49068 req-b0535307-129f-4494-a0b5-2ffaedfdb795 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.24 "DELETE /v2.0/ports/316caab2-92a7-4ceb-9134-56e39e0e1658 HTTP/1.1" status: 204 len: 173 time: 1.6822278 Jan 28 16:37:58.048044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e55048c2-5f34-406b-be7b-9c69a9569de6 admin admin] Publish callbacks [] for security_group (1cda1376-21a3-4766-9328-570f794d5ab5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:58.091808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e99b36a-2172-47b8-b99c-9ca294e805a0 req-be776236-07b3-48d3-9f11-d84b6abe2198 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509906 Jan 28 16:37:58.151520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e55048c2-5f34-406b-be7b-9c69a9569de6 admin admin] Publish callbacks [] for security_group (1cda1376-21a3-4766-9328-570f794d5ab5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:58.202505 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b8342-40b3-4312-8b49-9513aee651da x-openstack-request-id: req-5d7b8342-40b3-4312-8b49-9513aee651da {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:37:58.202991 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca0ea87-d542-44c2-a61c-c41bbb152f90", "name": "network-vif-deleted", "tag": "5bcc8c2a-9704-41b7-a018-0badc6c1d65d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:37:58.203389 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d7b8342-40b3-4312-8b49-9513aee651da {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:37:58.204027 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca0ea87-d542-44c2-a61c-c41bbb152f90', 'name': 'network-vif-deleted', 'tag': '5bcc8c2a-9704-41b7-a018-0badc6c1d65d', 'status': 'completed', 'code': 200} Jan 28 16:37:58.241547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e55048c2-5f34-406b-be7b-9c69a9569de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1cda1376-21a3-4766-9328-570f794d5ab5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:58.245140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e55048c2-5f34-406b-be7b-9c69a9569de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:58.246385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e55048c2-5f34-406b-be7b-9c69a9569de6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cda1376-21a3-4766-9328-570f794d5ab5 HTTP/1.1" status: 204 len: 168 time: 0.5502179 Jan 28 16:37:58.293015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55048c2-5f34-406b-be7b-9c69a9569de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cda1376-21a3-4766-9328-570f794d5ab5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:37:58.319334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40274a8-55a5-4e52-beb8-f44e6124ab6c req-6b465bb0-324e-43e2-933a-bf75db85d6ab tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:58.340918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c40274a8-55a5-4e52-beb8-f44e6124ab6c req-6b465bb0-324e-43e2-933a-bf75db85d6ab tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 950 time: 0.3699763 Jan 28 16:37:58.480944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b944bb10-4a32-4419-97db-2743ec10ef45 req-c01f4326-e5ea-421b-ac3b-6276c887afc2 tempest-MultipleCreateTestJSON-2127360780 tempest-MultipleCreateTestJSON-2127360780-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7019c47-214b-4a6e-98d0-cd72dd8502d7 HTTP/1.1" status: 200 len: 210 time: 0.1357195 Jan 28 16:37:58.515719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c40274a8-55a5-4e52-beb8-f44e6124ab6c req-fbf4fd7d-39ab-4886-b056-de54b71bc4ef tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736975 Jan 28 16:37:58.690006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdfb81-d98e-4bd6-83be-034c0149d38c req-e5910bbd-43e5-4799-8dc6-531b2d18768f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:58.707931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24bdfb81-d98e-4bd6-83be-034c0149d38c req-e5910bbd-43e5-4799-8dc6-531b2d18768f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1198728 Jan 28 16:37:58.828444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24bdfb81-d98e-4bd6-83be-034c0149d38c req-81d75379-fa4b-48c8-a356-b4dd136d75a5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Jan 28 16:37:58.980440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886a073-2fa4-4211-b3b3-597e0103a383 req-f96369e7-6966-49b2-ad9d-e11489f20c81 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:58.988076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a886a073-2fa4-4211-b3b3-597e0103a383 req-f96369e7-6966-49b2-ad9d-e11489f20c81 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 1133 time: 0.0635157 Jan 28 16:37:59.071713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a886a073-2fa4-4211-b3b3-597e0103a383 req-bb07b860-6da7-419c-89e5-be0f96e04ee3 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827446 Jan 28 16:37:59.206869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 316caab2-92a7-4ceb-9134-56e39e0e1658 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:37:59.246762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 316caab2-92a7-4ceb-9134-56e39e0e1658 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:37:59.247287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 316caab2-92a7-4ceb-9134-56e39e0e1658 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:37:59.348564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad63f5-f69a-4430-a89d-6ab98922d72a req-2d19afa8-3279-48ad-bdf6-4421fcc7b742 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:59.358408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-faad63f5-f69a-4430-a89d-6ab98922d72a req-2d19afa8-3279-48ad-bdf6-4421fcc7b742 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1553364 Jan 28 16:37:59.510540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-faad63f5-f69a-4430-a89d-6ab98922d72a req-63b00e04-5ddc-46b5-b95e-f18f6dda2df1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468821 Jan 28 16:37:59.516583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-bbe5ad50-3b45-493b-92e7-d2ed7242fa94 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530090 Jan 28 16:37:59.657034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37416) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:59.666645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37418) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:37:59.735475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Deleting subnet e1f3a79f-5e1a-4229-90de-f8778e60ce34 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:37:59.739585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Publish callbacks [] for subnet (e1f3a79f-5e1a-4229-90de-f8778e60ce34), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:59.776832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (e1f3a79f-5e1a-4229-90de-f8778e60ce34), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:59.821711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c83220c6-f542-46af-8058-5c208710af96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:59.829586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-6f820614-2ab9-4510-913a-fb604bdd3306 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:37:59.838306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-6f820614-2ab9-4510-913a-fb604bdd3306 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166313 Jan 28 16:37:59.879277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-2483a057-da17-444a-9505-df81ffc71046 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/quotas/8b923a3247244d1d8f3ab66eb910ea62 HTTP/1.1" status: 200 len: 375 time: 0.0393078 Jan 28 16:37:59.884175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e1f3a79f-5e1a-4229-90de-f8778e60ce34), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:59.957797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c83220c6-f542-46af-8058-5c208710af96 admin admin] Publish callbacks [] for security_group (5ee9f168-2613-4fee-a3be-d42270fa5886), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:37:59.967509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c83220c6-f542-46af-8058-5c208710af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5ee9f168-2613-4fee-a3be-d42270fa5886), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.004542 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c83220c6-f542-46af-8058-5c208710af96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d282fd2f16e43819f7e93ea4f36c465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357058 Jan 28 16:38:00.011601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37428) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:00.061089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83220c6-f542-46af-8058-5c208710af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9f168-2613-4fee-a3be-d42270fa5886,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:00.116092 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaee0-8275-41a6-a568-0d999d68c5aa admin admin] Publish callbacks [] for security_group (5ee9f168-2613-4fee-a3be-d42270fa5886), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.142275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef84d2c-2c8a-4c64-88cc-1fb001b3368b req-c8f5ff62-4b50-4a24-ae7e-f7046f3771d0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:00.151722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef84d2c-2c8a-4c64-88cc-1fb001b3368b req-c8f5ff62-4b50-4a24-ae7e-f7046f3771d0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2018380 Jan 28 16:38:00.169488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaee0-8275-41a6-a568-0d999d68c5aa admin admin] Publish callbacks [] for security_group (5ee9f168-2613-4fee-a3be-d42270fa5886), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.195201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-4570e758-ffe3-4470-8805-26da17e83704 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3069701 Jan 28 16:38:00.216086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'name': 'network-vif-deleted', 'tag': '316caab2-92a7-4ceb-9134-56e39e0e1658'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:00.223675 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bf944a-8677-4640-93d8-568e12ffe369" -d '{"events": [{"server_uuid": "c7019c47-214b-4a6e-98d0-cd72dd8502d7", "name": "network-vif-deleted", "tag": "316caab2-92a7-4ceb-9134-56e39e0e1658"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:00.227451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (e1f3a79f-5e1a-4229-90de-f8778e60ce34), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.257082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.264740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e1f3a79f-5e1a-4229-90de-f8778e60ce34 HTTP/1.1" status: 204 len: 168 time: 0.6031671 Jan 28 16:38:00.280906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37436) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:00.302955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef84d2c-2c8a-4c64-88cc-1fb001b3368b req-fc5a6ec5-b6e1-4d0a-819c-3a71d7678ca4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450362 Jan 28 16:38:00.307080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454e1d1-5a14-4417-9ae5-3a403a111b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f3a79f-5e1a-4229-90de-f8778e60ce34,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:00.379955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaee0-8275-41a6-a568-0d999d68c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5ee9f168-2613-4fee-a3be-d42270fa5886), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.384653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f2aaee0-8275-41a6-a568-0d999d68c5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.387353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7f2aaee0-8275-41a6-a568-0d999d68c5aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ee9f168-2613-4fee-a3be-d42270fa5886 HTTP/1.1" status: 204 len: 168 time: 0.3745809 Jan 28 16:38:00.458883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aaee0-8275-41a6-a568-0d999d68c5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9f168-2613-4fee-a3be-d42270fa5886,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:00.515038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.566045 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22de195-d6f2-4222-989c-70ff8ca99eb6 x-openstack-request-id: req-d22de195-d6f2-4222-989c-70ff8ca99eb6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:00.566527 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7019c47-214b-4a6e-98d0-cd72dd8502d7", "name": "network-vif-deleted", "tag": "316caab2-92a7-4ceb-9134-56e39e0e1658", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:00.566849 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d22de195-d6f2-4222-989c-70ff8ca99eb6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:00.567355 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7019c47-214b-4a6e-98d0-cd72dd8502d7', 'name': 'network-vif-deleted', 'tag': '316caab2-92a7-4ceb-9134-56e39e0e1658', 'status': 'completed', 'code': 200} Jan 28 16:38:00.670994 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.712226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae78b9a1-40fb-4777-9545-c4ccc71cb4c6']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:00.740891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5bcc8c2a-9704-41b7-a018-0badc6c1d65d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:00.773583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7617d6-84cb-48c8-9834-49498480d626') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:00.775519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7617d6-84cb-48c8-9834-49498480d626') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:00.790190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 5bcc8c2a-9704-41b7-a018-0badc6c1d65d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:00.790867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5bcc8c2a-9704-41b7-a018-0badc6c1d65d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:00.797555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ff6ce00-7481-4834-be10-4e7babb0fd43 req-e55747e5-7716-4e9a-a206-f6fe947cac33 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 210 time: 0.1144218 Jan 28 16:38:00.829531 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (de7617d6-84cb-48c8-9834-49498480d626), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.860963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (de7617d6-84cb-48c8-9834-49498480d626), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.869428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:38:00.870002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (de7617d6-84cb-48c8-9834-49498480d626), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:38:00.882786 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:38:01.032494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371889fd-a28e-4668-a84e-10b121cac390 req-67ba66fc-a41d-4b3d-a947-d95659374a72 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:01.041440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-371889fd-a28e-4668-a84e-10b121cac390 req-67ba66fc-a41d-4b3d-a947-d95659374a72 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.0651326 Jan 28 16:38:01.082047 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ae78b9a1-40fb-4777-9545-c4ccc71cb4c6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:01.095094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:01.117827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-371889fd-a28e-4668-a84e-10b121cac390 req-f41e7413-bf4e-42a1-9370-676ad6982f4b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730939 Jan 28 16:38:01.134747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ae78b9a1-40fb-4777-9545-c4ccc71cb4c6 HTTP/1.1" status: 204 len: 168 time: 0.8332262 Jan 28 16:38:01.164481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adafddb-3bc4-48d0-b70f-eb228fdcf144 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae78b9a1-40fb-4777-9545-c4ccc71cb4c6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:01.442468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:01.558326 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cb1a274e-9584-452e-b25b-8c6e447ec14a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b75e7fc58bc42e7979eded0fbc96d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1153467 Jan 28 16:38:01.560997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:01.637917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b7f4-4da5-4718-a546-375c44bc8e1d req-201a6f3e-cfe9-4e2a-b9e3-248a3b77f8c1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:01.656209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f08b7f4-4da5-4718-a546-375c44bc8e1d req-201a6f3e-cfe9-4e2a-b9e3-248a3b77f8c1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1292388 Jan 28 16:38:01.700465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752047c-384b-49cd-9b67-7b3721a4ce0c admin admin] Publish callbacks [] for security_group (bf3edc98-d4bb-43cd-83e9-0bd81b0f2319), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:01.719121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:01.767438 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752047c-384b-49cd-9b67-7b3721a4ce0c admin admin] Publish callbacks [] for security_group (bf3edc98-d4bb-43cd-83e9-0bd81b0f2319), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:01.791587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f08b7f4-4da5-4718-a546-375c44bc8e1d req-567e7995-5306-4a5c-8036-40ceebcf21b9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338615 Jan 28 16:38:01.856088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752047c-384b-49cd-9b67-7b3721a4ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bf3edc98-d4bb-43cd-83e9-0bd81b0f2319), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:01.859616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752047c-384b-49cd-9b67-7b3721a4ce0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:01.861273 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4752047c-384b-49cd-9b67-7b3721a4ce0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf3edc98-d4bb-43cd-83e9-0bd81b0f2319 HTTP/1.1" status: 204 len: 168 time: 0.2967830 Jan 28 16:38:01.877603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752047c-384b-49cd-9b67-7b3721a4ce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3edc98-d4bb-43cd-83e9-0bd81b0f2319,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:01.978432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de84da16-dd66-4aaa-bdca-966e3393caed req-106abef1-9c8b-4d64-bfad-e3f0bbfa2c13 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 210 time: 0.0561199 Jan 28 16:38:02.109643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d655ae2d-5688-4192-b70d-3dbbaea4241c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:02.389140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4d629-41d5-4bf3-828d-f8341a6ae418 req-d6aae960-4dcd-4178-9f2f-37a8511671e1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:02.391967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-9b9e5bac-5604-466e-943c-582f42bfc13f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076276 Jan 28 16:38:02.402936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ab4d629-41d5-4bf3-828d-f8341a6ae418 req-d6aae960-4dcd-4178-9f2f-37a8511671e1 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1367085 Jan 28 16:38:02.530870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ab4d629-41d5-4bf3-828d-f8341a6ae418 req-ce771eb3-f2d7-4c71-8f29-042a199afe68 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265538 Jan 28 16:38:02.616818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d655ae2d-5688-4192-b70d-3dbbaea4241c admin admin] Publish callbacks [] for security_group (ea403a76-f24c-436d-a060-066fc47987dd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:02.635168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d655ae2d-5688-4192-b70d-3dbbaea4241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ea403a76-f24c-436d-a060-066fc47987dd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:02.781793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:02.782534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d655ae2d-5688-4192-b70d-3dbbaea4241c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=273d8d177d804e2ba5cd43c0c5af79ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0619414 Jan 28 16:38:02.787069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655ae2d-5688-4192-b70d-3dbbaea4241c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea403a76-f24c-436d-a060-066fc47987dd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:02.845956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-e18227d4-e269-4fd1-b3c8-539e4af11425 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:02.848477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-e18227d4-e269-4fd1-b3c8-539e4af11425 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4497278 Jan 28 16:38:02.871196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Request body: {'port': {'device_id': '7ea9a6bc-fcde-486a-9725-619b372390df', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '8b923a3247244d1d8f3ab66eb910ea62'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:02.937985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cc39346-f668-4169-afa4-cdf88c78897c admin admin] Publish callbacks [] for security_group (ea403a76-f24c-436d-a060-066fc47987dd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.022176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cc39346-f668-4169-afa4-cdf88c78897c admin admin] Publish callbacks [] for security_group (ea403a76-f24c-436d-a060-066fc47987dd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.070339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2731e9-6448-4ea1-a336-ce1788620991 req-154fd300-dcf5-4600-b3e6-8019d638c593 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:03.072136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef2731e9-6448-4ea1-a336-ce1788620991 req-154fd300-dcf5-4600-b3e6-8019d638c593 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1221900 Jan 28 16:38:03.138928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Made reservation on behalf of 8b923a3247244d1d8f3ab66eb910ea62 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:03.139090 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cc39346-f668-4169-afa4-cdf88c78897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ea403a76-f24c-436d-a060-066fc47987dd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.142454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cc39346-f668-4169-afa4-cdf88c78897c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.146684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3cc39346-f668-4169-afa4-cdf88c78897c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea403a76-f24c-436d-a060-066fc47987dd HTTP/1.1" status: 204 len: 168 time: 0.3600914 Jan 28 16:38:03.147774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.169822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc39346-f668-4169-afa4-cdf88c78897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea403a76-f24c-436d-a060-066fc47987dd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:03.187014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef2731e9-6448-4ea1-a336-ce1788620991 req-5c15af81-2c56-4c9b-8111-18f02ac86479 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884073 Jan 28 16:38:03.289454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-754ed750-e4a3-4942-ba58-0ddd4d3dec77 req-3fe10fe5-d80b-49b6-bdd0-d1968de8a83e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 210 time: 0.0425055 Jan 28 16:38:03.483878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Allocated IP 192.168.233.145 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/1417a740-299a-4228-9a93-865848f2aa27) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:03.698408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks [] for port (1417a740-299a-4228-9a93-865848f2aa27), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.757469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1417a740-299a-4228-9a93-865848f2aa27), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:03.771086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33', 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:03.782884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fccc-ec6b-4c27-ab5e-e1df8b1cfb6f req-35c2ddd7-c926-427a-b253-133590bbdbad tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:03.791545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:03.793758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c199fccc-ec6b-4c27-ab5e-e1df8b1cfb6f req-35c2ddd7-c926-427a-b253-133590bbdbad tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.0908947 Jan 28 16:38:03.794450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:03.833906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80', '03a30efc-07db-4494-aed7-f94080191e9f', 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:03.897739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:03.946687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c199fccc-ec6b-4c27-ab5e-e1df8b1cfb6f req-14614273-4a1d-45c7-9419-08107ef436d4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520379 Jan 28 16:38:04.075890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37646) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:04.086785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event updated for resources: {'Port': ['ID=1417a740-299a-4228-9a93-865848f2aa27,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:04.131222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:04.132036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:04.176391 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-dca9cec7-e6f9-403d-a8cc-957a1e7e0e95 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3174460 Jan 28 16:38:04.187622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Request body: {'port': {'device_id': '7ea9a6bc-fcde-486a-9725-619b372390df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:04.314887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1417a740-299a-4228-9a93-865848f2aa27), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:04.349393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0ee5e59c-191a-4f8e-9465-58d0e4e6a593 None None] Provisioning complete for port 1417a740-299a-4228-9a93-865848f2aa27 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:04.349771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e59c-191a-4f8e-9465-58d0e4e6a593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1417a740-299a-4228-9a93-865848f2aa27), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:04.418872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c64b-ea12-46c8-bcfc-5ace0aed0922 req-f6758a72-3ecb-4061-9121-f3cf05bb0cfc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:04.428623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cd2c64b-ea12-46c8-bcfc-5ace0aed0922 req-f6758a72-3ecb-4061-9121-f3cf05bb0cfc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1278491 Jan 28 16:38:04.477074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5e59c-191a-4f8e-9465-58d0e4e6a593 None None] Port 1417a740-299a-4228-9a93-865848f2aa27 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:38:04.486036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-feeced61-8d6e-402e-b97c-64e176c2a265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:04.521573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cd2c64b-ea12-46c8-bcfc-5ace0aed0922 req-c8e244d0-dd7e-401e-bd52-ec3b83497a80 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877762 Jan 28 16:38:04.763927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-feeced61-8d6e-402e-b97c-64e176c2a265 admin admin] Publish callbacks [] for security_group (1669d6f1-abd2-485a-beec-1e9edf6263ba), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:04.774795 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-feeced61-8d6e-402e-b97c-64e176c2a265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1669d6f1-abd2-485a-beec-1e9edf6263ba), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:04.827144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-feeced61-8d6e-402e-b97c-64e176c2a265 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10cea7db6c4c43acbb7a385f17eafede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7490287 Jan 28 16:38:04.830989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37668) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:04.917279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd14c3-2ecf-41a6-b920-3f4fb1e49233 req-69644124-bace-4cc5-8fef-908ed8dad095 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:04.932601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46dd14c3-2ecf-41a6-b920-3f4fb1e49233 req-69644124-bace-4cc5-8fef-908ed8dad095 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 936 time: 0.2814178 Jan 28 16:38:04.939197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeced61-8d6e-402e-b97c-64e176c2a265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1669d6f1-abd2-485a-beec-1e9edf6263ba,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:05.060777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46dd14c3-2ecf-41a6-b920-3f4fb1e49233 req-238a383b-bc07-4fd0-a5f3-30824c6330f2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261113 Jan 28 16:38:05.313678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ba403d-8232-4b88-9153-31e236825760 admin admin] Publish callbacks [] for security_group (1669d6f1-abd2-485a-beec-1e9edf6263ba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.375014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ba403d-8232-4b88-9153-31e236825760 admin admin] Publish callbacks [] for security_group (1669d6f1-abd2-485a-beec-1e9edf6263ba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.404987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1417a740-299a-4228-9a93-865848f2aa27 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:05.423182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Publish callbacks [] for port (1417a740-299a-4228-9a93-865848f2aa27), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.439401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Transition to ACTIVE for port object 1417a740-299a-4228-9a93-865848f2aa27 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:38:05.444388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1417a740-299a-4228-9a93-865848f2aa27), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.496808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ba403d-8232-4b88-9153-31e236825760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1669d6f1-abd2-485a-beec-1e9edf6263ba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.499479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ba403d-8232-4b88-9153-31e236825760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.500796 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45ba403d-8232-4b88-9153-31e236825760 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1669d6f1-abd2-485a-beec-1e9edf6263ba HTTP/1.1" status: 204 len: 168 time: 0.6650350 Jan 28 16:38:05.517966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba403d-8232-4b88-9153-31e236825760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669d6f1-abd2-485a-beec-1e9edf6263ba,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:05.559524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Pushing event updated for resources: {'Port': ['ID=1417a740-299a-4228-9a93-865848f2aa27,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:05.637412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5f8cd-fede-4b28-b56a-37da492aeaf8 req-2e6958a4-3da7-4f7a-a755-3113a56874d7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:05.639221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1eb5f8cd-fede-4b28-b56a-37da492aeaf8 req-2e6958a4-3da7-4f7a-a755-3113a56874d7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1761394 Jan 28 16:38:05.738410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Attempting to bind port 1417a740-299a-4228-9a93-865848f2aa27 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:05.738982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Attempting to bind port 1417a740-299a-4228-9a93-865848f2aa27 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:05.739417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Attempting to bind port 1417a740-299a-4228-9a93-865848f2aa27 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:05.749120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Port 1417a740-299a-4228-9a93-865848f2aa27 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:38:05.750227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Attempting to bind port 1417a740-299a-4228-9a93-865848f2aa27 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:05.759024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1eb5f8cd-fede-4b28-b56a-37da492aeaf8 req-209c4368-a3d2-4068-b6b4-3fae541cf49c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097064 Jan 28 16:38:05.777855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:05.780121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:05.781190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:05.782532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Bound port: 1417a740-299a-4228-9a93-865848f2aa27, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:05.785075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1417a740-299a-4228-9a93-865848f2aa27), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:05.945662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] For port 1417a740-299a-4228-9a93-865848f2aa27, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:05.950423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] For port 1417a740-299a-4228-9a93-865848f2aa27, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1417a740-299a-4228-9a93-865848f2aa27,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:05.960139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1417a740-299a-4228-9a93-865848f2aa27), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:06.052981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:06.057745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:06.062424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] 10.222.0.31 "PUT /v2.0/ports/1417a740-299a-4228-9a93-865848f2aa27 HTTP/1.1" status: 200 len: 1097 time: 1.8791859 Jan 28 16:38:06.062940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea9a6bc-fcde-486a-9725-619b372390df', 'tag': '1417a740-299a-4228-9a93-865848f2aa27'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:06.077062 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94472eab-dce1-45f0-a7b1-a0193e22ec4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea9a6bc-fcde-486a-9725-619b372390df", "tag": "1417a740-299a-4228-9a93-865848f2aa27"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:06.254132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7a50-6f4a-427d-9e33-2691c2abef44 service neutron] Pushing event updated for resources: {'Port': ['ID=1417a740-299a-4228-9a93-865848f2aa27,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:06.425305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-ce553805-a4b5-49c3-a630-271f4596b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:06.429810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-ce553805-a4b5-49c3-a630-271f4596b40b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 1131 time: 0.3058329 Jan 28 16:38:06.516266 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-00ad6e48-24b8-419e-b1e5-36a9f7e129e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=1417a740-299a-4228-9a93-865848f2aa27 HTTP/1.1" status: 200 len: 217 time: 0.0799818 Jan 28 16:38:06.565653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769e026-7dc3-43a1-8400-45244dd957a6 req-d5b7f83e-1186-46a2-8758-ddf56dffe455 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:06.586670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d769e026-7dc3-43a1-8400-45244dd957a6 req-d5b7f83e-1186-46a2-8758-ddf56dffe455 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2646420 Jan 28 16:38:06.639625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-0fe54b68-a2b4-44fd-8230-52f5d66db698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:06.641107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-0fe54b68-a2b4-44fd-8230-52f5d66db698 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1175861 Jan 28 16:38:06.681301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d769e026-7dc3-43a1-8400-45244dd957a6 req-44b11d8b-30ce-4562-8e27-9c79c02a969c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858071 Jan 28 16:38:06.736347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-46126f39-622c-4df4-9522-a7d06fb52024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:06.737885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-46126f39-622c-4df4-9522-a7d06fb52024 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0902803 Jan 28 16:38:06.887137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d488a8d6-3afc-4ac9-b9d4-e06c4f91200c req-baf08595-b81f-479c-a805-2a02eaf8cab2 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0727448 Jan 28 16:38:06.945453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-db9cd11f-33da-4c48-a4c1-03d30a29c7fa service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005041 Jan 28 16:38:07.102723 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be8f8a8-ccc0-4a69-a36e-ed0c7cd921d1 x-openstack-request-id: req-2be8f8a8-ccc0-4a69-a36e-ed0c7cd921d1 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:07.104348 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea9a6bc-fcde-486a-9725-619b372390df", "tag": "1417a740-299a-4228-9a93-865848f2aa27", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:07.104618 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2be8f8a8-ccc0-4a69-a36e-ed0c7cd921d1 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:07.106332 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea9a6bc-fcde-486a-9725-619b372390df', 'tag': '1417a740-299a-4228-9a93-865848f2aa27', 'status': 'completed', 'code': 200} Jan 28 16:38:07.149055 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6c139c01-83db-40e9-9ea1-ca103c692775 req-d60984f7-8dd2-496f-bb04-a3dc61f87a80 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894586 Jan 28 16:38:07.156133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20163efd-b4a6-49b1-a837-f5f6d092711c req-7cdddc29-af18-4f05-8d3b-83744043b487 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.158242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20163efd-b4a6-49b1-a837-f5f6d092711c req-7cdddc29-af18-4f05-8d3b-83744043b487 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 948 time: 0.1241903 Jan 28 16:38:07.230874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:07.367760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-7d3f52e7-60a0-4fc0-a160-9e4e7e8cbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.370960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-7d3f52e7-60a0-4fc0-a160-9e4e7e8cbe2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 1131 time: 0.1211579 Jan 28 16:38:07.397474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37776) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:07.397817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 93229d41-f0f9-4113-ab30-43c3aa212c38 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:07.398573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:07.426689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-c5aed599-3dc7-4f6b-8264-a956f53fa623 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.428566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:07.431438 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc314978-4b87-4cf6-a7e5-09fb5b062434" -d '{"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-unplugged", "status": "completed", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:07.435365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-c5aed599-3dc7-4f6b-8264-a956f53fa623 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.2187495 Jan 28 16:38:07.447241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:07.457532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:07.459082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-e88404e5-8807-447b-bda4-d101d2cde389 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/quotas/e26c98c7b29e4aef85e58e0139c7e323 HTTP/1.1" status: 200 len: 375 time: 0.0224800 Jan 28 16:38:07.518819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-053311dd-4a3e-42f5-96e4-95633cdb0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.520469 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-053311dd-4a3e-42f5-96e4-95633cdb0a12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1432259 Jan 28 16:38:07.524735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20163efd-b4a6-49b1-a837-f5f6d092711c req-6e04800e-e725-4d42-9765-a8baa3d9f53e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586020 Jan 28 16:38:07.560574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-6f46e347-2582-4312-8f61-57a57cefded3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001735 Jan 28 16:38:07.584254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:07.597354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.597698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.598042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.598380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.598713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.599043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.600655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.601037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.601372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.601701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.602028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.602359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.602683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:07.620034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-2e83b58e-2be6-4a09-94c2-7604bc99aebc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=1417a740-299a-4228-9a93-865848f2aa27 HTTP/1.1" status: 200 len: 217 time: 0.0904047 Jan 28 16:38:07.700517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-1883b827-4a16-4020-9add-3692edfce411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.702379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-1883b827-4a16-4020-9add-3692edfce411 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0737531 Jan 28 16:38:07.710911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1507589384-network', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:07.791428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:07.794439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:07.812405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:07.825158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-d4a4d9e2-57fd-4f14-9e98-605ee0dba2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.826716 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-d4a4d9e2-57fd-4f14-9e98-605ee0dba2e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1168678 Jan 28 16:38:07.897913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939b157-8a67-488d-8b1a-1b28a7842ebd req-35477548-2439-42db-a1c7-110a9d4516a7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:07.905743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6939b157-8a67-488d-8b1a-1b28a7842ebd req-35477548-2439-42db-a1c7-110a9d4516a7 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1991792 Jan 28 16:38:07.939230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-aed63bf1-32db-4103-bc13-2111ef3864cb service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776035 Jan 28 16:38:08.033133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-39643f2c-1686-4e6b-a24d-ef3b3ebe3a96 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:08.035456 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-39643f2c-1686-4e6b-a24d-ef3b3ebe3a96 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbbfc17a-9b5f-4d58-8f4c-544cdf103e66 HTTP/1.1" status: 200 len: 943 time: 0.1074476 Jan 28 16:38:08.037844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-9ea134cd-a6f3-46ad-a262-a41da2bbbe99 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040477 Jan 28 16:38:08.063265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-aedbf5f6-2fd9-4f0d-98b4-9d0d20e76a7b service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229811 Jan 28 16:38:08.165224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6939b157-8a67-488d-8b1a-1b28a7842ebd req-3bd3b095-fd81-4099-9476-e8caccf83fe4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582803 Jan 28 16:38:08.239603 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks [] for security_group (e3fcb246-bb42-42e0-bdb6-9cb5eca46164), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.244988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e3fcb246-bb42-42e0-bdb6-9cb5eca46164), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.276794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcb246-bb42-42e0-bdb6-9cb5eca46164,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:08.288528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:38:08.291816 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4fdddb-5d4f-4951-8b0b-22899a8fdba7 x-openstack-request-id: req-ad4fdddb-5d4f-4951-8b0b-22899a8fdba7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:08.292326 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-unplugged", "status": "completed", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:08.292597 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4fdddb-5d4f-4951-8b0b-22899a8fdba7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:08.293216 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'code': 200} Jan 28 16:38:08.301743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2e13205e-ac53-4038-91bd-e20eb922690b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.302215 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Added segment 2e13205e-ac53-4038-91bd-e20eb922690b of type vlan for network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 Jan 28 16:38:08.379466 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3759275c-ff7c-41dd-95c9-2bdde6ff3343), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.381548 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94472eab-dce1-45f0-a7b1-a0193e22ec4f req-77b01776-485f-4144-936b-38c4efb20039 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342805 Jan 28 16:38:08.510639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3759275c-ff7c-41dd-95c9-2bdde6ff3343), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.514598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:08.516739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.589178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Deleting port 93229d41-f0f9-4113-ab30-43c3aa212c38 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:08.593152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.693710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2924502 Jan 28 16:38:08.701858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37800) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:08.707552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Request body: {'subnet': {'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1507589384-subnet', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:08.732513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:08.737250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f153cdca-b7c1-46d6-990b-c10a63de002c req-28f16a80-85da-4b42-a64f-9412197b57b0 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0677421 Jan 28 16:38:08.737845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.756194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949de8e-bb64-415a-9992-5e7a066e8ba4 req-8b5d9e2e-e74d-450d-8168-7f8c52c9d824 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:08.765475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f949de8e-bb64-415a-9992-5e7a066e8ba4 req-8b5d9e2e-e74d-450d-8168-7f8c52c9d824 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.3543968 Jan 28 16:38:08.821855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124df6a5-e318-423c-ba2f-2ca5ace812c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3759275c-ff7c-41dd-95c9-2bdde6ff3343,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:08.841113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:38:08.903487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f949de8e-bb64-415a-9992-5e7a066e8ba4 req-286cebba-975b-4f9b-892c-cffec1c72b03 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346111 Jan 28 16:38:08.952903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] For port 93229d41-f0f9-4113-ab30-43c3aa212c38, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=93229d41-f0f9-4113-ab30-43c3aa212c38,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:08.952903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:08.985843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2769f0f6-4e00-4463-b077-9bc69ea483e1 req-8ea70d11-ca83-4ca8-ba34-329ceee409ca tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 210 time: 0.1135678 Jan 28 16:38:09.088990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Calling delete_port for 93229d41-f0f9-4113-ab30-43c3aa212c38 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:09.097293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4b533955-65a8-4162-8449-0023f20ef93e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.218543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3a0f-77a6-466a-9b4f-acc2c9f5f42e req-bb2ba67e-a42d-451c-bc6f-6d9ed02f3c28 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:09.229878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a3e3a0f-77a6-466a-9b4f-acc2c9f5f42e req-bb2ba67e-a42d-451c-bc6f-6d9ed02f3c28 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 948 time: 0.1267068 Jan 28 16:38:09.242259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b533955-65a8-4162-8449-0023f20ef93e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:09.249697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Checking segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:09.250001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Network hostable DHCP agents. Network: 3759275c-ff7c-41dd-95c9-2bdde6ff3343, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:38:09.278259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:38:09.307209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3759275c-ff7c-41dd-95c9-2bdde6ff3343) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:09.319177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1eb61b-2cf7-4872-b8a1-fad50c291edd None None] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:38:09.320730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:09.321334 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.376381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a3e3a0f-77a6-466a-9b4f-acc2c9f5f42e req-1f3a72e6-6810-4bc6-9f21-d9e85a6eadb6 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454306 Jan 28 16:38:09.440391 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-478783e1-6b90-4816-ad62-ab7d650924e9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7374208 Jan 28 16:38:09.443394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37810) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:09.449126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:09.498768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.500192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.531336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9885ded1-c889-48d8-9e82-b47e1b6990c5 req-0c41993c-a417-4755-82ec-e741883e2500 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0806665 Jan 28 16:38:09.568428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (93229d41-f0f9-4113-ab30-43c3aa212c38), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.595688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:38:09.596658 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.630283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event deleted for resources: {'Port': ['ID=93229d41-f0f9-4113-ab30-43c3aa212c38,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:09.722822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] No DVR routers for this DVR port 93229d41-f0f9-4113-ab30-43c3aa212c38 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:09.732031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.748876 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-452be9c0-ac8e-4c5c-8aa1-79011e082e22 req-8d7d7f35-d2e4-4682-bbdb-e533b529326a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "DELETE /v2.0/ports/93229d41-f0f9-4113-ab30-43c3aa212c38 HTTP/1.1" status: 204 len: 173 time: 1.7057378 Jan 28 16:38:09.749696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-deleted', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:09.755703 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e93d3-b49d-47dc-9709-4025bddba8db" -d '{"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-deleted", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:09.759587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a1d69-64fa-4211-b830-2527d443f313 req-8ef6b09c-2d61-4618-9402-aa2352b3f3cf tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:09.770865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a06a1d69-64fa-4211-b830-2527d443f313 req-8ef6b09c-2d61-4618-9402-aa2352b3f3cf tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.2659895 Jan 28 16:38:09.801792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks [] for router_controller (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:09.888424 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92acc164-9768-4775-b3ec-25e6ae1a9212 x-openstack-request-id: req-92acc164-9768-4775-b3ec-25e6ae1a9212 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:09.889005 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbfc17a-9b5f-4d58-8f4c-544cdf103e66", "name": "network-vif-deleted", "tag": "93229d41-f0f9-4113-ab30-43c3aa212c38", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:09.889442 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92acc164-9768-4775-b3ec-25e6ae1a9212 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:09.890081 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbfc17a-9b5f-4d58-8f4c-544cdf103e66', 'name': 'network-vif-deleted', 'tag': '93229d41-f0f9-4113-ab30-43c3aa212c38', 'status': 'completed', 'code': 200} Jan 28 16:38:09.913941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Allocated IP 172.20.0.2 (3759275c-ff7c-41dd-95c9-2bdde6ff3343/4b533955-65a8-4162-8449-0023f20ef93e/ec1ceb17-559e-49ef-92fb-9cb8ac9b778f) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:10.072368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a06a1d69-64fa-4211-b830-2527d443f313 req-1b78979f-5c72-4275-a405-a3902d64b9b9 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984192 Jan 28 16:38:10.232493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a147f7ac-6935-40ff-8b54-ce0847b4634e req-921eaf7a-d0dc-4b86-8f5e-5c7087ef9a08 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.2106187 Jan 28 16:38:10.245798 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Publish callbacks [] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.265411 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.299181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-66ce6d31-d28d-4821-8f61-1e56ec08fc3f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:10.303870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-66ce6d31-d28d-4821-8f61-1e56ec08fc3f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.2525418 Jan 28 16:38:10.317413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Request body: {'port': {'device_id': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'admin_state_up': True, 'tenant_id': 'e26c98c7b29e4aef85e58e0139c7e323'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:10.372166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:10.374085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Pushing event updated for resources: {'Port': ['ID=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:10.383130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:10.386691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:10.438289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks [] for router_gateway (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.507854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Attempting to bind port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:10.514208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Attempting to bind port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:10.515152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Attempting to bind port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f on network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:10.539857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:10.540573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Checking segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:10.541200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.541817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Bound using segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:10.542482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Bound port: ec1ceb17-559e-49ef-92fb-9cb8ac9b778f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:10.543045 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.616207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0b04eb8-92f1-4a77-b3c5-fa773702d866 req-13586cf2-4c01-4748-b70b-201200fd7669 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 210 time: 0.1638925 Jan 28 16:38:10.653095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Made reservation on behalf of e26c98c7b29e4aef85e58e0139c7e323 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:10.662958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.687434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] For port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:10.700761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] For port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:10.709803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:10.808600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1417a740-299a-4228-9a93-865848f2aa27 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:38:10.909719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9e56b-73bc-4540-9df0-e50758229d6b req-d44775cb-6aa9-434a-88da-df6b7857201f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:10.919206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ff694-79a5-4499-85ed-80f08335c11b None None] Pushing event updated for resources: {'Port': ['ID=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:10.919890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0b9e56b-73bc-4540-9df0-e50758229d6b req-d44775cb-6aa9-434a-88da-df6b7857201f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.4694703 Jan 28 16:38:11.027052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Allocated IP 172.20.0.11 (74158080-7883-4190-a14b-3094ee4d8a3c/91ae137e-3336-4a0a-a407-9bfbe1eb8005/ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:11.074986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0b9e56b-73bc-4540-9df0-e50758229d6b req-48e864f9-ab1f-4f3e-9d18-bb74013bc571 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539052 Jan 28 16:38:11.235832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1417a740-299a-4228-9a93-865848f2aa27, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1417a740-299a-4228-9a93-865848f2aa27,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:11.301710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:11.335994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1417a740-299a-4228-9a93-865848f2aa27', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '1417a740-299a-4228-9a93-865848f2aa27', 'mac_address': 'fa:16:3e:fe:c0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:38:11.493887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 93229d41-f0f9-4113-ab30-43c3aa212c38 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:11.494549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 93229d41-f0f9-4113-ab30-43c3aa212c38 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:11.499847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1417a740-299a-4228-9a93-865848f2aa27 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:11.500332 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1417a740-299a-4228-9a93-865848f2aa27), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:11.535718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1417a740-299a-4228-9a93-865848f2aa27 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:11.560248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1417a740-299a-4228-9a93-865848f2aa27, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1417a740-299a-4228-9a93-865848f2aa27,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:11.570592 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1417a740-299a-4228-9a93-865848f2aa27), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:11.598720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks [] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:11.621387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks [] for router_gateway (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:11.719501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:11.771278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1417a740-299a-4228-9a93-865848f2aa27,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:11.871682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1417a740-299a-4228-9a93-865848f2aa27'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:11.875496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:11.920447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Network 74158080-7883-4190-a14b-3094ee4d8a3c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:11.925886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:11.931373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:11.990519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec1ceb17-559e-49ef-92fb-9cb8ac9b778f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:12.053474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:12.054402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.093346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-2b3bd39d-97eb-4a98-bc9b-22292216a95a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7801933 Jan 28 16:38:12.104976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Request body: {'port': {'device_id': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:12.152145 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.215504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.262696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.461859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.686241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Allocated IP 172.25.8.14 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/76b4e50b-0a49-4d4f-b522-5d4e9abe057d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:12.715415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:12.716044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.775082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379f797-db95-4543-ba95-d28bbf6d81c0 None None] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:38:12.808140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks [] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.822752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:12.834463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Publish callbacks [] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.852084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Transition to ACTIVE for port object ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:38:12.860573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:12.898426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cb1e2-09a2-4bac-9016-3f21dcfd9c9f req-5b4b56d6-f1d1-4b97-8321-fa087663d0e2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:12.901555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-073cb1e2-09a2-4bac-9016-3f21dcfd9c9f req-5b4b56d6-f1d1-4b97-8321-fa087663d0e2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 948 time: 1.5770097 Jan 28 16:38:12.976206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] Provisioning complete for port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:12.976935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.008774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:13.039555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.164839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:13.170063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.175340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:13.176461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Attempting to bind port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:13.176836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Attempting to bind port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:13.177159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Attempting to bind port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:13.186827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 on network 74158080-7883-4190-a14b-3094ee4d8a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:38:13.187147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Attempting to bind port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:13.191865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7013057-d505-4eb7-8f18-698fb0cd6f9f req-dce36c58-0fea-44c2-b794-3ce13206f5b8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:13.196106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7013057-d505-4eb7-8f18-698fb0cd6f9f req-dce36c58-0fea-44c2-b794-3ce13206f5b8 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.8037865 Jan 28 16:38:13.198914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Pushing event updated for resources: {'Port': ['ID=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:13.204919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:13.205393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Checking segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:13.205821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Bound using segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:13.206381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Bound port: ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:13.206745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.211214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:13.241145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:13.347053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:13.357270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:13.366816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] Current status of the port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:13.367451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.369164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.392020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7013057-d505-4eb7-8f18-698fb0cd6f9f req-5c4457be-805c-4a22-9f54-6136583d0c73 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700139 Jan 28 16:38:13.400226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-073cb1e2-09a2-4bac-9016-3f21dcfd9c9f req-9b46c953-f059-4d78-980f-2d8f02003bfb tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873939 Jan 28 16:38:13.432731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:13.432731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.432731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] 10.222.0.31 "PUT /v2.0/ports/ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 HTTP/1.1" status: 200 len: 1093 time: 1.3291223 Jan 28 16:38:13.432731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:13.456136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] For port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:13.472102 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342067db-ee79-4c13-87fa-818d51775acf" -d '{"events": [{"name": "network-changed", "server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:13.556661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:13.560607 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:38:13.560992 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:38:13.650353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d6df7-fc16-4997-82ae-280cfd5347ac service neutron] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:13.675783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-8ec57f2e-5e0f-42d0-b5b3-f700bfcf284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:13.677674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-8ec57f2e-5e0f-42d0-b5b3-f700bfcf284d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 1127 time: 0.1791527 Jan 28 16:38:13.683356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe11e69-a21f-4931-857f-2759aac95237 None None] Pushing event updated for resources: {'Port': ['ID=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:13.775887 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-4e207a7c-4bdf-41fb-a4f0-2c4c79f1dfd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 HTTP/1.1" status: 200 len: 217 time: 0.0891101 Jan 28 16:38:13.776402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa02d12f-3eb8-4088-8771-76c9231f3943 req-0896bc64-4c76-49fd-ab9a-34296d6e8e3f tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0606411 Jan 28 16:38:13.928404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-fcc69e93-b4a4-4419-a1c8-e320ae8f9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:13.932210 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-fcc69e93-b4a4-4419-a1c8-e320ae8f9b1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.1490552 Jan 28 16:38:13.946649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d86c-3035-4f41-8c9e-07a25ea51d12 req-c1d04146-9439-46da-bd71-1f69aa164b93 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:13.950408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c005d86c-3035-4f41-8c9e-07a25ea51d12 req-c1d04146-9439-46da-bd71-1f69aa164b93 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 944 time: 0.3809550 Jan 28 16:38:14.016563 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-cd9d49fa-ad6f-4cbf-be37-f397e71c52f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774393 Jan 28 16:38:14.143990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c005d86c-3035-4f41-8c9e-07a25ea51d12 req-6e66dc92-71c9-414f-8f87-10805dbd5f30 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871960 Jan 28 16:38:14.155834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:14.229452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-835be0d5-111c-41e9-8b88-e314b0685b54 None None] Provisioning complete for port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:14.232945 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-835be0d5-111c-41e9-8b88-e314b0685b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:14.350643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-cc5d941f-3e2a-43bb-95d9-7f408558f527 service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217144 Jan 28 16:38:14.358049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec1ceb17-559e-49ef-92fb-9cb8ac9b778f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:14.529247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks [] for router_gateway (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:14.535909 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f82f723-f5c7-4f1c-b76d-790699d61e5f x-openstack-request-id: req-4f82f723-f5c7-4f1c-b76d-790699d61e5f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:14.540662 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:14.541352 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f82f723-f5c7-4f1c-b76d-790699d61e5f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:14.542221 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'status': 'completed', 'code': 200} Jan 28 16:38:14.615712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d8566bd-668a-4c3d-8921-85f7716f96bc req-f58046db-9fe7-4463-8e42-3877b23969fa service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641883 Jan 28 16:38:14.636751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9bff-5895-4dc5-aeb9-6b5e53f3f316 req-6e115c73-e6c9-48f1-9ea7-abe87d9bd628 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:14.645080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddab9bff-5895-4dc5-aeb9-6b5e53f3f316 req-6e115c73-e6c9-48f1-9ea7-abe87d9bd628 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2274756 Jan 28 16:38:14.782952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddab9bff-5895-4dc5-aeb9-6b5e53f3f316 req-9d58271a-a954-4d2a-a164-6933d6706856 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368005 Jan 28 16:38:14.842069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1417a740-299a-4228-9a93-865848f2aa27 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:14.905471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342067db-ee79-4c13-87fa-818d51775acf req-bd84097c-0548-41e3-888d-ebdd25e46e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:14.907007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-bd84097c-0548-41e3-888d-ebdd25e46e14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 1127 time: 0.1627665 Jan 28 16:38:14.973635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:14.974014 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:15.111164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-835be0d5-111c-41e9-8b88-e314b0685b54 None None] Current status of the port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:15.145811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1417a740-299a-4228-9a93-865848f2aa27 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:38:15.216489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342067db-ee79-4c13-87fa-818d51775acf req-7f5e318c-38ef-48a5-aefd-7d5a646af7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:15.218002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-7f5e318c-38ef-48a5-aefd-7d5a646af7c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 906 time: 0.3042617 Jan 28 16:38:15.238510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:15.259008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1417a740-299a-4228-9a93-865848f2aa27 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:15.261107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1417a740-299a-4228-9a93-865848f2aa27), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:15.264825 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:15.303827 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-89ff8d05-b3c8-4d89-a22a-dd0d02e99b01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 HTTP/1.1" status: 200 len: 217 time: 0.0796239 Jan 28 16:38:15.399829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700d1f-08c3-44e6-908d-6c4b2abbc25a req-35b0933b-1afa-469e-9086-33010bc6188a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:15.410442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c700d1f-08c3-44e6-908d-6c4b2abbc25a req-35b0933b-1afa-469e-9086-33010bc6188a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 949 time: 0.3265157 Jan 28 16:38:15.425981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342067db-ee79-4c13-87fa-818d51775acf req-7818c704-e265-4e1d-bcd3-a7b8a4a1c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:15.427420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-7818c704-e265-4e1d-bcd3-a7b8a4a1c2e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.1170788 Jan 28 16:38:15.489063 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-35d2b9bd-535f-4e9d-ba7e-ee9d06777d52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551393 Jan 28 16:38:15.546866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1417a740-299a-4228-9a93-865848f2aa27 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:15.547260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1417a740-299a-4228-9a93-865848f2aa27), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:15.607845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9a6bc-fcde-486a-9725-619b372390df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1417a740-299a-4228-9a93-865848f2aa27'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:15.610022 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13acf3f8-68d8-449f-a1c3-8f61af80f900" -d '{"events": [{"server_uuid": "7ea9a6bc-fcde-486a-9725-619b372390df", "name": "network-vif-plugged", "status": "completed", "tag": "1417a740-299a-4228-9a93-865848f2aa27"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:15.624245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-d53561e2-051c-42a7-bc70-c274f1407f58 service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278410 Jan 28 16:38:15.629247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c700d1f-08c3-44e6-908d-6c4b2abbc25a req-bc33c82d-029b-4e06-bd8b-59f06a9c8047 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128322 Jan 28 16:38:15.666424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1417a740-299a-4228-9a93-865848f2aa27, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1417a740-299a-4228-9a93-865848f2aa27,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:15.689587 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1417a740-299a-4228-9a93-865848f2aa27), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:15.764980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531bb22-6699-43f9-a38c-151dc87fe06a req-f5e54c96-6824-4a51-9448-b0dc341c0194 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:15.766876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7531bb22-6699-43f9-a38c-151dc87fe06a req-f5e54c96-6824-4a51-9448-b0dc341c0194 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.2734306 Jan 28 16:38:15.804976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1417a740-299a-4228-9a93-865848f2aa27,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:15.819457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-342067db-ee79-4c13-87fa-818d51775acf req-26289742-767f-4049-8773-64cab65da8e6 service neutron] 10.222.0.31 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887915 Jan 28 16:38:15.852817 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03d72f10-d9c1-445a-960f-8ea97044715f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:15.863870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7531bb22-6699-43f9-a38c-151dc87fe06a req-21f25be3-7881-458e-bb35-1ffa7114ead6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870228 Jan 28 16:38:15.864604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:38:15.870513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f177bfd-81cd-4ca7-baa4-2702b4a19aec req-a0d578be-2bf4-42eb-995c-857c3468dba3 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0804119 Jan 28 16:38:16.011726 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450e40e-2ffc-4d8b-915b-7a4640d02832 x-openstack-request-id: req-6450e40e-2ffc-4d8b-915b-7a4640d02832 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:16.012025 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea9a6bc-fcde-486a-9725-619b372390df", "name": "network-vif-plugged", "status": "completed", "tag": "1417a740-299a-4228-9a93-865848f2aa27", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:16.012348 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6450e40e-2ffc-4d8b-915b-7a4640d02832 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:16.012805 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9a6bc-fcde-486a-9725-619b372390df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1417a740-299a-4228-9a93-865848f2aa27', 'code': 200} Jan 28 16:38:16.089890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6b63-fef6-4faf-aa16-25c0f7438568 req-14f18903-fde0-4e98-8c61-350374fe21d0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:16.091638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-762e6b63-fef6-4faf-aa16-25c0f7438568 req-14f18903-fde0-4e98-8c61-350374fe21d0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 944 time: 0.1080182 Jan 28 16:38:16.121719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:38:16.134473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Sync routers for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:38:16.147679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:16.148464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:16.169619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cbe76-4a35-4ea2-985c-3e4b70b244ad req-0ab881de-2296-4980-aa0a-d61100a48d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:16.182270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bc2cbe76-4a35-4ea2-985c-3e4b70b244ad req-0ab881de-2296-4980-aa0a-d61100a48d39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 1133 time: 0.1054895 Jan 28 16:38:16.194524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cba48e-397d-4ca3-9401-cd5b159f5535 req-2f29139d-13ce-4ba0-8597-07ae15fdb4ab tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:16.196044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8cba48e-397d-4ca3-9401-cd5b159f5535 req-2f29139d-13ce-4ba0-8597-07ae15fdb4ab tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1032169 Jan 28 16:38:16.198735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:16.199992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c1e7c46-7c94-4d92-ac15-4e17b8a97fad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7554417 Jan 28 16:38:16.203400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37886) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:16.257374 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bc2cbe76-4a35-4ea2-985c-3e4b70b244ad req-44b12614-cfe2-44ee-a5a4-c6b9acf72410 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685103 Jan 28 16:38:16.273474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-762e6b63-fef6-4faf-aa16-25c0f7438568 req-df9c4e6e-6f58-4640-bd55-7ac2ce6a8593 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426980 Jan 28 16:38:16.417429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:16.448487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8cba48e-397d-4ca3-9401-cd5b159f5535 req-ede9de71-17e3-4232-98c8-dae557d08cf5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341282 Jan 28 16:38:16.767756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:14Z', 'revision_number': 3, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:16.850300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Checking router: 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:38:16.850921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Updating router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:38:16.915191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:16.963845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e4e63-4e22-4915-98df-ce62c9b29ae2 req-be9d9156-2d5e-4fcf-80c2-cb1fbcdc222a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:16.965673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-336e4e63-4e22-4915-98df-ce62c9b29ae2 req-be9d9156-2d5e-4fcf-80c2-cb1fbcdc222a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 950 time: 0.1690490 Jan 28 16:38:16.974669 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.427967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-336e4e63-4e22-4915-98df-ce62c9b29ae2 req-167f32cf-7db8-42c1-879c-c6b904d0a5da tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509759 Jan 28 16:38:17.479206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Publish callbacks [] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.491916 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.557054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Attempting to bind port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:17.557368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Attempting to bind port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:17.557806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Attempting to bind port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:17.565731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e13984-fe8b-4689-8d37-343582139b14 None None] Pushing event updated for resources: {'Port': ['ID=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:17.567602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbfa5a-b81e-43af-a8e7-f8a1c682f958 req-e36bf243-6e63-4fdd-8e79-a2ff541f8d75 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:17.569264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cacbfa5a-b81e-43af-a8e7-f8a1c682f958 req-e36bf243-6e63-4fdd-8e79-a2ff541f8d75 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1593063 Jan 28 16:38:17.575408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:17.575782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:17.576702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.577094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:17.577588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Bound port: 76b4e50b-0a49-4d4f-b522-5d4e9abe057d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:17.578004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.587997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d345b1d7-270c-4c50-bc81-d35f5778fadd req-6e24dcca-1377-4f67-91c7-b4778fa213bc tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0432696 Jan 28 16:38:17.619772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Allocated IP 172.20.0.1 (3759275c-ff7c-41dd-95c9-2bdde6ff3343/4b533955-65a8-4162-8449-0023f20ef93e/ef3b1abf-72a3-4490-96ce-fd7376f943a6) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:17.663569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] For port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:17.667066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] For port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:17.671804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cacbfa5a-b81e-43af-a8e7-f8a1c682f958 req-b5f0acb9-2f8a-455b-93cc-ea626366310a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775611 Jan 28 16:38:17.678819 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.758191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:17.760088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:17.810049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e13984-fe8b-4689-8d37-343582139b14 None None] Pushing event updated for resources: {'Port': ['ID=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:17.833849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bbaf6-66a4-4ba9-a432-fd219db0e8cc req-8e6961e2-05fd-4a94-9003-8c94b8ccaa1b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:17.835321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb3bbaf6-66a4-4ba9-a432-fd219db0e8cc req-8e6961e2-05fd-4a94-9003-8c94b8ccaa1b tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.1057191 Jan 28 16:38:17.886923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks [] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.897912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-f3b50f7c-c1f4-47fe-a07c-08442852954e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:17.900910 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-f3b50f7c-c1f4-47fe-a07c-08442852954e tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 945 time: 0.0821681 Jan 28 16:38:17.901307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa06a-738e-453a-ab44-2299971278b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:17.919046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb3bbaf6-66a4-4ba9-a432-fd219db0e8cc req-49a73141-134f-4d54-a002-b09e9ed99341 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744562 Jan 28 16:38:17.928447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af21e-186d-48c6-8fce-78894c6b090c req-e06e12e9-1be8-46ca-9b34-e8646880c02f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:17.930297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a53af21e-186d-48c6-8fce-78894c6b090c req-e06e12e9-1be8-46ca-9b34-e8646880c02f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 944 time: 0.1648636 Jan 28 16:38:17.939856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:17.998530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.031731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a53af21e-186d-48c6-8fce-78894c6b090c req-2d30960b-fa18-42ec-95d6-f247371cdb7b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836520 Jan 28 16:38:18.043160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:18.055281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:18.073895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:18.079209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Deleting port a2eaa313-1913-4ad3-af71-07a867579795 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:18.085885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a2eaa313-1913-4ad3-af71-07a867579795), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.154460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3b1abf-72a3-4490-96ce-fd7376f943a6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:18.195751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.277748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] For port a2eaa313-1913-4ad3-af71-07a867579795, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a2eaa313-1913-4ad3-af71-07a867579795,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:18.278132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a2eaa313-1913-4ad3-af71-07a867579795), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.293022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Calling delete_port for a2eaa313-1913-4ad3-af71-07a867579795 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:18.389078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a855e-cbcd-4af6-bebe-6fb58e88740c req-bd0bf0b7-8bad-45e2-b4ec-f03c25723ad4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:18.395427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c8a855e-cbcd-4af6-bebe-6fb58e88740c req-bd0bf0b7-8bad-45e2-b4ec-f03c25723ad4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.3377869 Jan 28 16:38:18.419163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:14Z', 'revision_number': 3, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:18.449947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5fb1-db6b-4980-8121-5246d6082da8 None None] The sync data for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 is: [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:14Z', 'revision_number': 3, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:38:18.532923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a2eaa313-1913-4ad3-af71-07a867579795), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.543116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c8a855e-cbcd-4af6-bebe-6fb58e88740c req-ad34467f-11b5-43e7-a455-ca05ba0281b4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347427 Jan 28 16:38:18.546769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a2eaa313-1913-4ad3-af71-07a867579795'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:18.573188 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.582778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event deleted for resources: {'Port': ['ID=a2eaa313-1913-4ad3-af71-07a867579795,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:18.620701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-58c74d64-dfde-414d-8391-572a2cc3a5bb None None] Provisioning complete for port ef3b1abf-72a3-4490-96ce-fd7376f943a6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:18.625155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58c74d64-dfde-414d-8391-572a2cc3a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.682124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] No DVR routers for this DVR port a2eaa313-1913-4ad3-af71-07a867579795 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:18.688554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:18.699891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c9d1156-f60b-4048-9995-d7a988c65036 req-1388df9b-5350-4232-b0aa-c44ff0a512ba tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "DELETE /v2.0/ports/a2eaa313-1913-4ad3-af71-07a867579795 HTTP/1.1" status: 204 len: 173 time: 0.7942855 Jan 28 16:38:18.707307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-58c74d64-dfde-414d-8391-572a2cc3a5bb None None] Port ef3b1abf-72a3-4490-96ce-fd7376f943a6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:38:18.712055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'name': 'network-vif-deleted', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:18.717810 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3b1017-93eb-4ac7-9868-af72e29b0fa3" -d '{"events": [{"server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "name": "network-vif-deleted", "tag": "a2eaa313-1913-4ad3-af71-07a867579795"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:18.788794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:38:18.848996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e69db-1ad3-4178-8c2c-84a030c228fc req-bdb30fde-6e79-4fb2-ad3e-8079be71d62f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:18.865342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-581e69db-1ad3-4178-8c2c-84a030c228fc req-bdb30fde-6e79-4fb2-ad3e-8079be71d62f tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 950 time: 0.1701972 Jan 28 16:38:18.969229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8762d4a8-b5f7-4470-95e2-39868491a238 req-a2a87149-409d-488a-9776-892e9122ff4f tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0810194 Jan 28 16:38:19.005048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:19.022206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'mac_address': 'fa:16:3e:39:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:38:19.065383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-581e69db-1ad3-4178-8c2c-84a030c228fc req-04d8b90f-f816-47a5-be53-7f0988015d64 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991289 Jan 28 16:38:19.091195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:19.091596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.120212 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad652ae4-699e-4903-ab97-c736293a1e83 x-openstack-request-id: req-ad652ae4-699e-4903-ab97-c736293a1e83 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:19.120212 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1692bd1-3f30-4c6b-af7d-2b3fa90810a2", "name": "network-vif-deleted", "tag": "a2eaa313-1913-4ad3-af71-07a867579795", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:19.120880 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad652ae4-699e-4903-ab97-c736293a1e83 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:19.121129 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1692bd1-3f30-4c6b-af7d-2b3fa90810a2', 'name': 'network-vif-deleted', 'tag': 'a2eaa313-1913-4ad3-af71-07a867579795', 'status': 'completed', 'code': 200} Jan 28 16:38:19.126423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks [] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.144173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:19.157598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.171054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:19.177834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.269287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c783e-6093-4eac-a833-f236868e2a90 req-b80ff930-dd80-4911-ab44-0bd601db8d6c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:19.271320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d82c783e-6093-4eac-a833-f236868e2a90 req-b80ff930-dd80-4911-ab44-0bd601db8d6c tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.2049954 Jan 28 16:38:19.287503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3b1abf-72a3-4490-96ce-fd7376f943a6,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:19.292319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.326969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:19.344590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.377621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61a4145b-4a6c-4a3e-9f2f-9edd8c4cd884 req-b39f01cd-5963-4803-8cf0-c4afd9ab28c4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1692bd1-3f30-4c6b-af7d-2b3fa90810a2 HTTP/1.1" status: 200 len: 210 time: 0.0862992 Jan 28 16:38:19.437382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d82c783e-6093-4eac-a833-f236868e2a90 req-af355397-8b8a-4406-8ef6-1b5e98feccf6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509228 Jan 28 16:38:19.478713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:19.522501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:19.552038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:19.584583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176da640-49b3-4ace-8af2-d24b5c1cef9d req-4a662cc6-df9f-4a41-a4cd-de216a0d8937 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:19.589180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-176da640-49b3-4ace-8af2-d24b5c1cef9d req-4a662cc6-df9f-4a41-a4cd-de216a0d8937 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 945 time: 0.1325631 Jan 28 16:38:19.715785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-176da640-49b3-4ace-8af2-d24b5c1cef9d req-65615e14-36bd-45cc-8aa3-66dfd4fb0fef tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664005 Jan 28 16:38:19.720426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dcba0-ac68-4596-a266-0b7eeffb68c3 req-51de7836-e159-46e7-802d-c188657ba397 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:19.722131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5dcba0-ac68-4596-a266-0b7eeffb68c3 req-51de7836-e159-46e7-802d-c188657ba397 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 1133 time: 0.2194943 Jan 28 16:38:19.822811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce5dcba0-ac68-4596-a266-0b7eeffb68c3 req-ce65f61c-a1bc-48bc-8dc1-b6cc7781f262 tempest-ServersOnMultiNodesTest-1350226439 tempest-ServersOnMultiNodesTest-1350226439-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668511 Jan 28 16:38:19.825272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:38:19.938751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3e9729f8-7808-4d36-a8b2-e02f5ab2a7ce None None] Provisioning complete for port ef3b1abf-72a3-4490-96ce-fd7376f943a6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:19.939320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e9729f8-7808-4d36-a8b2-e02f5ab2a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:19.957695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59805a4-7940-42c5-bbac-0124934c5ac2 req-ed50ac8d-7761-40a3-b1bf-352c7b520759 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:19.964872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f59805a4-7940-42c5-bbac-0124934c5ac2 req-ed50ac8d-7761-40a3-b1bf-352c7b520759 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.1175487 Jan 28 16:38:19.979262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3e9729f8-7808-4d36-a8b2-e02f5ab2a7ce None None] Port ef3b1abf-72a3-4490-96ce-fd7376f943a6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:38:20.043262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:38:20.050831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-00f03f72-b79f-4c8a-8cce-89c1e3cbc394 admin admin] 10.222.0.25 "PUT /v2.0/routers/79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8458641 Jan 28 16:38:20.055192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f59805a4-7940-42c5-bbac-0124934c5ac2 req-06cc4958-ef90-4eef-ab47-265eb63dca12 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895233 Jan 28 16:38:20.180485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:20.186099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-634a5bae-9086-4cf8-af50-0378186a14e7 req-0222c78f-76ad-447d-a7d2-b9be17bb0a1c tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0778508 Jan 28 16:38:20.226422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ffc61-ba93-4d7d-a29f-77df73b90eb2 req-59f6f964-70d7-4d13-b2e6-52340aa389de tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:20.234617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304ffc61-ba93-4d7d-a29f-77df73b90eb2 req-59f6f964-70d7-4d13-b2e6-52340aa389de tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 950 time: 0.0951333 Jan 28 16:38:20.298581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304ffc61-ba93-4d7d-a29f-77df73b90eb2 req-15899caf-74b7-48b2-b31e-611c6ecb19d4 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583584 Jan 28 16:38:20.336085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 76b4e50b-0a49-4d4f-b522-5d4e9abe057d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:20.399383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:20.401132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.440832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7ee253b-58d2-4890-8da3-e8395150ec92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.512700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:20.513242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.575951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:20.585374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.587671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7ee253b-58d2-4890-8da3-e8395150ec92 admin admin] Publish callbacks [] for security_group (c98a4998-7a52-4d81-8e5e-2aadbae0e4fa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.601708 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7ee253b-58d2-4890-8da3-e8395150ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c98a4998-7a52-4d81-8e5e-2aadbae0e4fa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.638407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.683259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee253b-58d2-4890-8da3-e8395150ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a4998-7a52-4d81-8e5e-2aadbae0e4fa,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:20.689719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:20.690321 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e7ee253b-58d2-4890-8da3-e8395150ec92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6566ba4f986f4070bcfd7eecd4bd12d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079343 Jan 28 16:38:20.693129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37978) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:20.695438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f8125-2e9d-4f09-b6c5-63179b2f5495 req-4924eb4f-879c-4947-95f7-a3c927ba080e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:20.703429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b04f8125-2e9d-4f09-b6c5-63179b2f5495 req-4924eb4f-879c-4947-95f7-a3c927ba080e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1413429 Jan 28 16:38:20.782120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b04f8125-2e9d-4f09-b6c5-63179b2f5495 req-1e0af6df-e3e9-436d-a151-5f0592322fb2 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776751 Jan 28 16:38:20.786574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45a68d75-d00c-4721-acfc-fbec499bed98 admin admin] Publish callbacks [] for security_group (c98a4998-7a52-4d81-8e5e-2aadbae0e4fa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.796472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:20.856511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45a68d75-d00c-4721-acfc-fbec499bed98 admin admin] Publish callbacks [] for security_group (c98a4998-7a52-4d81-8e5e-2aadbae0e4fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.884193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37984) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:20.902243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:38:20.903245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1714991447-network', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:20.909213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:20.909997 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.950790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9f4e6-b973-47fc-b44b-8d8775ae23b1 req-caef7e7d-d433-42f9-8961-5bf78ad2c9e0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:20.956989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Made reservation on behalf of fe15e2a9a8214008a43b8b47f63d742f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:20.959034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81d9f4e6-b973-47fc-b44b-8d8775ae23b1 req-caef7e7d-d433-42f9-8961-5bf78ad2c9e0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 945 time: 0.1115303 Jan 28 16:38:20.960098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:20.979133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.001342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45a68d75-d00c-4721-acfc-fbec499bed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c98a4998-7a52-4d81-8e5e-2aadbae0e4fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.010761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45a68d75-d00c-4721-acfc-fbec499bed98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.015172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45a68d75-d00c-4721-acfc-fbec499bed98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c98a4998-7a52-4d81-8e5e-2aadbae0e4fa HTTP/1.1" status: 204 len: 168 time: 0.3205373 Jan 28 16:38:21.031801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a68d75-d00c-4721-acfc-fbec499bed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a4998-7a52-4d81-8e5e-2aadbae0e4fa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:21.035253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81d9f4e6-b973-47fc-b44b-8d8775ae23b1 req-ecd7bc9f-09c5-4e99-a2a1-1e503839626e tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753415 Jan 28 16:38:21.048458 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903220b-4b66-4647-905c-471215281286 None None] Sync routers for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:38:21.071824 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903220b-4b66-4647-905c-471215281286 None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:21.072662 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1903220b-4b66-4647-905c-471215281286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:21.178841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks [] for security_group (4969139c-8c33-4ee2-891a-8e2ddff6ef58), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.192441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:21.193106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.194133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4969139c-8c33-4ee2-891a-8e2ddff6ef58), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.247995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:21.256125 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75105161-a10b-468f-9097-cba802a7a001" -d '{"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-plugged", "status": "completed", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:21.270799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:38:21.278719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:21.289531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f761e-a845-43f1-af5c-58d8b9c6b2cc req-f9b51102-93cd-44e1-aa20-199e69e774d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:21.291566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-888f761e-a845-43f1-af5c-58d8b9c6b2cc req-f9b51102-93cd-44e1-aa20-199e69e774d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.1779618 Jan 28 16:38:21.294180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.295152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a2eaa313-1913-4ad3-af71-07a867579795 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:21.299340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969139c-8c33-4ee2-891a-8e2ddff6ef58,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:21.318472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (94c04e2d-0abc-4a55-90de-d5803ab12133), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.318827 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Added segment 94c04e2d-0abc-4a55-90de-d5803ab12133 of type vlan for network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e Jan 28 16:38:21.327771 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1903220b-4b66-4647-905c-471215281286 None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:21.370388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: a2eaa313-1913-4ad3-af71-07a867579795 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:21.371173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a2eaa313-1913-4ad3-af71-07a867579795 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:21.410735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d07e-98fb-4d3d-94d1-a921e0171365 req-f3a26532-7a90-4fba-b465-187df72e2003 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:21.422716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c272d07e-98fb-4d3d-94d1-a921e0171365 req-f3a26532-7a90-4fba-b465-187df72e2003 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2410412 Jan 28 16:38:21.425809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.470540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-888f761e-a845-43f1-af5c-58d8b9c6b2cc req-213771cf-8d66-4807-a1f8-3a5bfa636540 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658194 Jan 28 16:38:21.474797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-42da9d4d-f7b4-4d2a-b6dc-b103ffafadde tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:21.476637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-42da9d4d-f7b4-4d2a-b6dc-b103ffafadde tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 950 time: 0.0927968 Jan 28 16:38:21.486748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.487651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:21.488217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.511954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:21.591799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c272d07e-98fb-4d3d-94d1-a921e0171365 req-40304b45-a8bf-4b64-9b7b-31759790b7b9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680400 Jan 28 16:38:21.633679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7476408 Jan 28 16:38:21.636867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38000) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:21.641182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbf17d-29d7-428f-8a71-b0c2b6ece504 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d92210-5d02-4f55-bb1e-7b96f34a5d4e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:21.648481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Request body: {'subnet': {'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1714991447-subnet', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:21.680266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:38:21.681539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33914484-ddf9-4571-8fb9-9fc0ae08119b req-db9a1771-eb89-41ea-9968-c5b52c7bd039 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0736947 Jan 28 16:38:21.711299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-7a7767e7-0c09-416e-a773-ae443f863e31 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:21.714093 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-7a7767e7-0c09-416e-a773-ae443f863e31 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.2361634 Jan 28 16:38:21.733024 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1903220b-4b66-4647-905c-471215281286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 2, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:21.800237 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903220b-4b66-4647-905c-471215281286 None None] Checking router: 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:38:21.800592 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903220b-4b66-4647-905c-471215281286 None None] Updating router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 port ef3b1abf-72a3-4490-96ce-fd7376f943a6 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:38:21.833219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Made reservation on behalf of fe15e2a9a8214008a43b8b47f63d742f for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:21.837682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.848643 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c07cbd-7e70-4f7c-84b7-548abd01b143 x-openstack-request-id: req-06c07cbd-7e70-4f7c-84b7-548abd01b143 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:21.848969 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-plugged", "status": "completed", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:21.849087 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06c07cbd-7e70-4f7c-84b7-548abd01b143 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:21.849551 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'code': 200} Jan 28 16:38:21.875672 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1903220b-4b66-4647-905c-471215281286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.888481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:21.991449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5c2c8-9dad-4ad8-ad22-226e0cf69bc3 req-e9bdac48-83f3-49d0-83e1-95712ec79a07 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:21.999158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08d5c2c8-9dad-4ad8-ad22-226e0cf69bc3 req-e9bdac48-83f3-49d0-83e1-95712ec79a07 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 950 time: 0.1939881 Jan 28 16:38:22.018692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port 1417a740-299a-4228-9a93-865848f2aa27 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:22.019122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1417a740-299a-4228-9a93-865848f2aa27), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.022254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e71f6-119a-4882-a9d4-71c0bc8b09e0 req-9bede89e-e34e-48b2-a6ed-614f45274fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:22.023716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-938e71f6-119a-4882-a9d4-71c0bc8b09e0 req-9bede89e-e34e-48b2-a6ed-614f45274fd4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 1129 time: 0.1683652 Jan 28 16:38:22.107002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553f584-f713-43e6-8f64-853e28e508cc req-533eaae0-3276-45c9-8d52-20e90be12c08 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:22.108558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8553f584-f713-43e6-8f64-853e28e508cc req-533eaae0-3276-45c9-8d52-20e90be12c08 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.1675568 Jan 28 16:38:22.126845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-938e71f6-119a-4882-a9d4-71c0bc8b09e0 req-b09c9256-70f4-4be5-b419-ea79d23abc2b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943637 Jan 28 16:38:22.142205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08d5c2c8-9dad-4ad8-ad22-226e0cf69bc3 req-07fe6683-8045-410a-bfed-b781a730aa38 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417789 Jan 28 16:38:22.239114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8553f584-f713-43e6-8f64-853e28e508cc req-d56c2922-89c8-433d-8f7c-f25f0d76ea90 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902364 Jan 28 16:38:22.290495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 76b4e50b-0a49-4d4f-b522-5d4e9abe057d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:22.334541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039911e1-6c6a-4e7a-ac6e-bb34ab4173f5 req-66e9429f-6e9c-4e2a-8466-19ad435bff90 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:22.343005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-039911e1-6c6a-4e7a-ac6e-bb34ab4173f5 req-66e9429f-6e9c-4e2a-8466-19ad435bff90 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 946 time: 0.0974364 Jan 28 16:38:22.343456 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1903220b-4b66-4647-905c-471215281286 None None] Publish callbacks [] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.352278 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1903220b-4b66-4647-905c-471215281286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.360255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:22.361100 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.416636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Deleting port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:22.417639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.422095 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Pushing event updated for resources: {'Port': ['ID=ef3b1abf-72a3-4490-96ce-fd7376f943a6,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:22.448390 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.452320 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.452469 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.452696 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.453503 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.453987 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.454323 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.454653 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.454975 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.455354 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.455743 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.456064 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.456474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:22.477427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-039911e1-6c6a-4e7a-ac6e-bb34ab4173f5 req-4af74b8b-8108-4c71-806b-ecd596368451 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323566 Jan 28 16:38:22.477919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38022) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:22.492297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:22.531291 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1903220b-4b66-4647-905c-471215281286 None None] Attempting to bind port ef3b1abf-72a3-4490-96ce-fd7376f943a6 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:22.531581 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1903220b-4b66-4647-905c-471215281286 None None] Attempting to bind port ef3b1abf-72a3-4490-96ce-fd7376f943a6 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:22.534907 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903220b-4b66-4647-905c-471215281286 None None] Attempting to bind port ef3b1abf-72a3-4490-96ce-fd7376f943a6 on network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:22.545097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903220b-4b66-4647-905c-471215281286 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:22.545474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903220b-4b66-4647-905c-471215281286 None None] Checking segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:22.545875 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1903220b-4b66-4647-905c-471215281286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.551453 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903220b-4b66-4647-905c-471215281286 None None] Bound using segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:22.552312 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1903220b-4b66-4647-905c-471215281286 None None] Bound port: ef3b1abf-72a3-4490-96ce-fd7376f943a6, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:22.553829 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1903220b-4b66-4647-905c-471215281286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.567772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port 1417a740-299a-4228-9a93-865848f2aa27, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1417a740-299a-4228-9a93-865848f2aa27,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:22.568614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1417a740-299a-4228-9a93-865848f2aa27), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.602470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for 1417a740-299a-4228-9a93-865848f2aa27 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:22.642444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1736762025-network', 'tenant_id': '28604a782b6f4cc8a8144101205d501c'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:22.684521 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1903220b-4b66-4647-905c-471215281286 None None] For port ef3b1abf-72a3-4490-96ce-fd7376f943a6, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:22.696873 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1903220b-4b66-4647-905c-471215281286 None None] For port ef3b1abf-72a3-4490-96ce-fd7376f943a6, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef3b1abf-72a3-4490-96ce-fd7376f943a6,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:22.716391 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1903220b-4b66-4647-905c-471215281286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.727600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Made reservation on behalf of 28604a782b6f4cc8a8144101205d501c for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:22.735432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.748344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.748935 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4d986a74-162e-4de8-8699-65c4a5aa072f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.753040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] For port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:22.753407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.784349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30cb29-b360-4064-8c14-7a8240f0f004 req-3397d90c-87ed-4d20-861e-31ee0e078750 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:22.786602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e30cb29-b360-4064-8c14-7a8240f0f004 req-3397d90c-87ed-4d20-861e-31ee0e078750 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6938fcb-48f1-45a9-b173-f5bb5dbb5382 HTTP/1.1" status: 200 len: 944 time: 0.2228284 Jan 28 16:38:22.802812 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903220b-4b66-4647-905c-471215281286 None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:22.803476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1903220b-4b66-4647-905c-471215281286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:22.816977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Calling delete_port for 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:22.830204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] Provisioning complete for port ef3b1abf-72a3-4490-96ce-fd7376f943a6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:22.831096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:22.849746 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e007c23-59fa-4274-9dcf-20210eb15450 None None] Pushing event updated for resources: {'Port': ['ID=ef3b1abf-72a3-4490-96ce-fd7376f943a6,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:22.852003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d986a74-162e-4de8-8699-65c4a5aa072f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:22.900522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e30cb29-b360-4064-8c14-7a8240f0f004 req-f8c6092b-bbed-4c01-8372-004e603258dc tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Jan 28 16:38:22.918631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Checking segment: {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:22.919001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Network hostable DHCP agents. Network: b9d92210-5d02-4f55-bb1e-7b96f34a5d4e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:38:22.981252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547644e-a9ae-4603-8299-afdda94bffb9 req-54de53df-9a13-4d54-99ff-a639265191ac tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:22.982800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8547644e-a9ae-4603-8299-afdda94bffb9 req-54de53df-9a13-4d54-99ff-a639265191ac tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 945 time: 0.2357607 Jan 28 16:38:22.995315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:38:23.000880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1903220b-4b66-4647-905c-471215281286 None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:23.037606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] Current status of the port ef3b1abf-72a3-4490-96ce-fd7376f943a6 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:23.038382 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.074877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b9d92210-5d02-4f55-bb1e-7b96f34a5d4e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:23.087402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:23.088005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.090814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1417a740-299a-4228-9a93-865848f2aa27), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.105729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8547644e-a9ae-4603-8299-afdda94bffb9 req-987e7513-927b-4f41-ae4e-1a1cc6beea36 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057603 Jan 28 16:38:23.142615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=1417a740-299a-4228-9a93-865848f2aa27,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:23.163732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] For port ef3b1abf-72a3-4490-96ce-fd7376f943a6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef3b1abf-72a3-4490-96ce-fd7376f943a6,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:23.171101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b27778-80c5-4c37-b52d-c1efffbe142f None None] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:38:23.174535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80', '03a30efc-07db-4494-aed7-f94080191e9f', 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:23.178737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33', 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0', '1417a740-299a-4228-9a93-865848f2aa27'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:23.182866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.218741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34170c1d-0cef-4628-9203-ccedcc354d83 req-a17562c0-9d63-4b6f-a846-7d71f5d06538 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.1323776 Jan 28 16:38:23.295949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks [] for security_group (054d0965-adc2-45d1-9ba3-5767dbc95ef5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.307075 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1903220b-4b66-4647-905c-471215281286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:22Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:23.317346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-c8fcf458-06d6-4d91-b58d-64ffc2644eef tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:23.321171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (054d0965-adc2-45d1-9ba3-5767dbc95ef5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.334009 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-c8fcf458-06d6-4d91-b58d-64ffc2644eef tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.3340602 Jan 28 16:38:23.344559 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903220b-4b66-4647-905c-471215281286 None None] The sync data for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 is: [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:22Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:38:23.352648 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-79668851-26b8-41ae-bba6-9a3a33182400 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7099259 Jan 28 16:38:23.361307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:23.389991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38036) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:23.419963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2b1499c-3ec6-4035-ad4e-6c138e6be7fc req-edfcb6d4-1ca6-498e-b3c1-bc1587dbd476 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea9a6bc-fcde-486a-9725-619b372390df HTTP/1.1" status: 200 len: 210 time: 0.1372201 Jan 28 16:38:23.431904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port 1417a740-299a-4228-9a93-865848f2aa27 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:23.441622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:23.487318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:38:23.499350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.504096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b9005c36-a863-454c-9903-1ca878c3cc78 req-1ab5bcfe-2e90-42de-8ab4-b0710d70d378 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "DELETE /v2.0/ports/1417a740-299a-4228-9a93-865848f2aa27 HTTP/1.1" status: 204 len: 173 time: 2.0132020 Jan 28 16:38:23.508548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9a6bc-fcde-486a-9725-619b372390df', 'name': 'network-vif-deleted', 'tag': '1417a740-299a-4228-9a93-865848f2aa27'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:23.511775 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d1fc5a-24ca-47f0-8d14-bce96d18cdbe" -d '{"events": [{"server_uuid": "7ea9a6bc-fcde-486a-9725-619b372390df", "name": "network-vif-deleted", "tag": "1417a740-299a-4228-9a93-865848f2aa27"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:23.560108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3604dbbe-97eb-455b-83ed-6e3ca53fe9dd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.577066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d4837611-a2cd-4302-b43a-eb02aaa2ec7b None None] Provisioning complete for port ef3b1abf-72a3-4490-96ce-fd7376f943a6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:23.577635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4837611-a2cd-4302-b43a-eb02aaa2ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.622175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (73e21e16-73d8-4577-b23b-e026d3bb19c0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.628973 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Added segment 73e21e16-73d8-4577-b23b-e026d3bb19c0 of type vlan for network bd610f7c-3fc9-486e-824c-b52ff93268a9 Jan 28 16:38:23.633144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054d0965-adc2-45d1-9ba3-5767dbc95ef5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:23.647524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event deleted for resources: {'Port': ['ID=3604dbbe-97eb-455b-83ed-6e3ca53fe9dd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:23.664552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.676426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed872065-daa2-4c78-ba4a-5d44e7e29b8b None None] Pushing event updated for resources: {'Port': ['ID=ef3b1abf-72a3-4490-96ce-fd7376f943a6,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:23.715445 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.717486 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.743712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] No DVR routers for this DVR port 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:23.746608 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.751620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7846afe4-1236-454f-8023-d6be5091f6f4 req-dcf52bf8-31c4-4443-9af3-f09564e7adae tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "DELETE /v2.0/ports/3604dbbe-97eb-455b-83ed-6e3ca53fe9dd HTTP/1.1" status: 204 len: 173 time: 1.9749422 Jan 28 16:38:23.770106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b9d92210-5d02-4f55-bb1e-7b96f34a5d4e', 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e', 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'fixed_ips': [{'subnet_id': '4d986a74-162e-4de8-8699-65c4a5aa072f'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:38:23.770960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.859715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (bd610f7c-3fc9-486e-824c-b52ff93268a9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:23.904867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:23.993178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cec88e-b9a8-4463-9fce-6903ba262bac req-3614b389-6034-4836-818e-9f4b4d1c6823 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:23.994837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:23.998292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42cec88e-b9a8-4463-9fce-6903ba262bac req-3614b389-6034-4836-818e-9f4b4d1c6823 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.5736341 Jan 28 16:38:24.040033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks [] for router_controller (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.044049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (bd610f7c-3fc9-486e-824c-b52ff93268a9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.051072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:24.051886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.103809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Publish callbacks [] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.121048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.216342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:24.226799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4837611-a2cd-4302-b43a-eb02aaa2ec7b None None] Current status of the port ef3b1abf-72a3-4490-96ce-fd7376f943a6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:24.249537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c116-d346-4f5c-9b1e-4a1d9e88b326 req-91102321-3ca4-4122-ade0-093074e1a421 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:24.254847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-add9c116-d346-4f5c-9b1e-4a1d9e88b326 req-91102321-3ca4-4122-ade0-093074e1a421 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 946 time: 0.5884750 Jan 28 16:38:24.301179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on host n-h2-812111-13 for vnic_type normal with profile {"migrating_to": "n-h1-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:24.301520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:24.301853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:24.308785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:38:24.309120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Attempting to bind port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on network 8e543e1e-9a3c-46d5-afc3-9e00446cbc45 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:24.334536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:24.334789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Checking segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:24.335178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Bound using segment: {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:24.335617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Bound port: 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c3a4-4c48-49a8-871f-e92027622b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e543e1e-9a3c-46d5-afc3-9e00446cbc45'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:24.335980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.437960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:24.439809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Allocated IP 172.20.0.2 (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e/4d986a74-162e-4de8-8699-65c4a5aa072f/a5a981ab-83aa-4774-b8d2-ee2e33e75729) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:24.445570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:24.448943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef3b1abf-72a3-4490-96ce-fd7376f943a6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:24.460428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.464195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9850340 Jan 28 16:38:24.478404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38052) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:24.519691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Request body: {'subnet': {'network_id': 'bd610f7c-3fc9-486e-824c-b52ff93268a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1736762025-subnet', 'tenant_id': '28604a782b6f4cc8a8144101205d501c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:24.617529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Made reservation on behalf of 28604a782b6f4cc8a8144101205d501c for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:24.620811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.628998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:24.629622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.631610 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] 10.222.0.24 "PUT /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 1123 time: 1.2805097 Jan 28 16:38:24.654304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ff4fe-d77a-4f50-908e-ea401b3e14ff service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:24.676311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-add9c116-d346-4f5c-9b1e-4a1d9e88b326 req-2560df6c-a7f1-4e0f-b0fc-08582162286c tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916071 Jan 28 16:38:24.761095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1a3c740b-e47d-4d94-92f9-d8ec07f67546'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:24.770685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks [] for router_gateway (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:24.771144 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af43683-45d2-4908-af4a-03311f52e599 x-openstack-request-id: req-4af43683-45d2-4908-af4a-03311f52e599 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:24.774335 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea9a6bc-fcde-486a-9725-619b372390df", "name": "network-vif-deleted", "tag": "1417a740-299a-4228-9a93-865848f2aa27", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:24.774778 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af43683-45d2-4908-af4a-03311f52e599 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:24.775510 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9a6bc-fcde-486a-9725-619b372390df', 'name': 'network-vif-deleted', 'tag': '1417a740-299a-4228-9a93-865848f2aa27', 'status': 'completed', 'code': 200} Jan 28 16:38:24.778883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4418-5862-4183-99f6-27adc0e492d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd610f7c-3fc9-486e-824c-b52ff93268a9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:24.808049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['1a3c740b-e47d-4d94-92f9-d8ec07f67546'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:24.840308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network bd610f7c-3fc9-486e-824c-b52ff93268a9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:38:24.863879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42cec88e-b9a8-4463-9fce-6903ba262bac req-f9d719be-ef82-421c-a1bf-b28dc30d1a94 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8225255 Jan 28 16:38:24.978137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (e522ce59-3673-46b1-9eee-dd03e95a9d9c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.009620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ef3b1abf-72a3-4490-96ce-fd7376f943a6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:25.009997 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.052848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93f3afe9-a2d3-4811-a287-4fe63f2d52d7 req-3007aff8-f6f9-4a46-8a4a-94936db5ab0d tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0366654 Jan 28 16:38:25.100463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e522ce59-3673-46b1-9eee-dd03e95a9d9c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:25.102822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Checking segment: {'id': '73e21e16-73d8-4577-b23b-e026d3bb19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bd610f7c-3fc9-486e-824c-b52ff93268a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:25.103403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Network hostable DHCP agents. Network: bd610f7c-3fc9-486e-824c-b52ff93268a9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:38:25.139812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Network bd610f7c-3fc9-486e-824c-b52ff93268a9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:38:25.157242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, bd610f7c-3fc9-486e-824c-b52ff93268a9) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:25.170632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:25.171616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.187441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344f3b-55cf-4e4a-80a6-af6544369d77 req-c95b30c6-70a6-4a1b-abfb-5d5b65a39fac tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:25.190240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb344f3b-55cf-4e4a-80a6-af6544369d77 req-c95b30c6-70a6-4a1b-abfb-5d5b65a39fac tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.2348497 Jan 28 16:38:25.190684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751cd416-f522-41a1-b89e-64dd4c8d7491 None None] Network bd610f7c-3fc9-486e-824c-b52ff93268a9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:38:25.195621 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5fbc43e3-beb2-4007-ab04-631c8b14e52b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7112308 Jan 28 16:38:25.255365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb344f3b-55cf-4e4a-80a6-af6544369d77 req-bceee0c9-2ee0-4e86-93a3-4ecaa286acb4 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567334 Jan 28 16:38:25.359067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Publish callbacks [] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.533270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:38:25.658296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.759563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:38:25.848631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7277ef04-4173-4789-98bd-013eceaac05f req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-93456707', 'description': 'tempest-description-1814929528'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:25.850371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:25.871257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fb86c-d660-4fd7-ac07-a434b99d5ead None None] Network bd610f7c-3fc9-486e-824c-b52ff93268a9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:38:25.909122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:25.909368 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks [] for router_gateway (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.911527 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7277ef04-4173-4789-98bd-013eceaac05f req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.912897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Pushing event updated for resources: {'Port': ['ID=a5a981ab-83aa-4774-b8d2-ee2e33e75729,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:25.923531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:25.938424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:25.954082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445588f-7b48-4c0a-9b16-620946f59069 req-3273d08d-594d-4e97-9c88-542484f514ba tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:25.955628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e445588f-7b48-4c0a-9b16-620946f59069 req-3273d08d-594d-4e97-9c88-542484f514ba tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 946 time: 0.1389987 Jan 28 16:38:26.062648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ef3b1abf-72a3-4490-96ce-fd7376f943a6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:26.129831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e445588f-7b48-4c0a-9b16-620946f59069 req-aaf0ce29-c316-4503-aab7-380fd69aaa71 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643069 Jan 28 16:38:26.142108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Allocated IP 172.25.8.228 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/b5525db5-0495-4897-868b-948f57636cd0) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:26.151864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7277ef04-4173-4789-98bd-013eceaac05f req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (1f21941d-cee3-410e-99e0-cf99b6ce5b91), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.158373 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7277ef04-4173-4789-98bd-013eceaac05f req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f21941d-cee3-410e-99e0-cf99b6ce5b91), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.173847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:26.205051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Attempting to bind port a5a981ab-83aa-4774-b8d2-ee2e33e75729 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:26.205987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Attempting to bind port a5a981ab-83aa-4774-b8d2-ee2e33e75729 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:26.206352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Attempting to bind port a5a981ab-83aa-4774-b8d2-ee2e33e75729 on network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:26.224486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 has no active binding in host n-h1-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 16:38:26.230958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-6c7eaf91-15f1-4b6a-b6ba-4f6b3d1961e4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:26.232567 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-6c7eaf91-15f1-4b6a-b6ba-4f6b3d1961e4 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 944 time: 0.0562756 Jan 28 16:38:26.243399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:26.243776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Checking segment: {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:26.244529 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.244652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Bound using segment: {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:26.245058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Bound port: a5a981ab-83aa-4774-b8d2-ee2e33e75729, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:26.245440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.276703 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:38:26.293427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7277ef04-4173-4789-98bd-013eceaac05f req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.297603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7277ef04-4173-4789-98bd-013eceaac05f req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4761908 Jan 28 16:38:26.317772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5c764-f12e-4046-9beb-e1d8807f41de tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21941d-cee3-410e-99e0-cf99b6ce5b91,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:26.365105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f35d9-f3d0-49cf-aa4a-cde6dff5b1a8 req-aa80667d-351b-4a9d-90ae-896ccb6bb6f0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:26.367023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6f35d9-f3d0-49cf-aa4a-cde6dff5b1a8 req-aa80667d-351b-4a9d-90ae-896ccb6bb6f0 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/ports?device_id=36e93c3d-3d63-48d2-bcf1-0559795bcbc6 HTTP/1.1" status: 200 len: 944 time: 0.1276217 Jan 28 16:38:26.377418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Deleting port f46a88dc-e649-42cd-9b55-ebf9eb753885 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:26.377864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.383362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks [] for port (b5525db5-0495-4897-868b-948f57636cd0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.387104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] For port a5a981ab-83aa-4774-b8d2-ee2e33e75729, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:26.392584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] For port a5a981ab-83aa-4774-b8d2-ee2e33e75729, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a5a981ab-83aa-4774-b8d2-ee2e33e75729,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:26.409461 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.479637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] For port f46a88dc-e649-42cd-9b55-ebf9eb753885, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=f46a88dc-e649-42cd-9b55-ebf9eb753885,segment=NetworkSegment(04245ec8-9ff3-4e86-b2c4-add1a903f655),segment_id=04245ec8-9ff3-4e86-b2c4-add1a903f655)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:26.480305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.493280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aab659-de13-4c7f-9fc1-63551bb9f33d None None] Pushing event updated for resources: {'Port': ['ID=a5a981ab-83aa-4774-b8d2-ee2e33e75729,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:26.495507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6f35d9-f3d0-49cf-aa4a-cde6dff5b1a8 req-cbbfc7a5-08b0-42e2-942e-ef5306aee8d1 tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.25 "GET /v2.0/security-groups?id=548dedd5-6950-43a6-b433-d0a52958aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181986 Jan 28 16:38:26.504914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b5525db5-0495-4897-868b-948f57636cd0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.528726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:26.531923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:26.539425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Calling delete_port for f46a88dc-e649-42cd-9b55-ebf9eb753885 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:26.566444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653969-3b55-474d-8c38-7a680230052a req-ceeac396-14fd-42b1-bd95-c129cef00a10 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:26.568055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e653969-3b55-474d-8c38-7a680230052a req-ceeac396-14fd-42b1-bd95-c129cef00a10 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 950 time: 0.1554012 Jan 28 16:38:26.568919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:26.659441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Pushing event updated for resources: {'Port': ['ID=b5525db5-0495-4897-868b-948f57636cd0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:26.702635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-9972a379-3b09-407b-95a0-a90c2a8fa844 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764275 Jan 28 16:38:26.786125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'name': 'network-vif-deleted', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd'}, {'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546'}, {'name': 'network-changed', 'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:26.788438 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac937d2f-bbc2-4191-b5cb-356da4182bc2" -d '{"events": [{"server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "name": "network-vif-deleted", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd"}, {"server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546"}, {"name": "network-changed", "server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:26.797278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e653969-3b55-474d-8c38-7a680230052a req-75b9c622-fd2e-4862-83c6-61fcd403c26e tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026401 Jan 28 16:38:26.818828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a71fc-7f43-4786-bab5-afb0390a2a91 req-150b2df9-6c96-49e2-b80e-669da97004a6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:26.820393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b6a71fc-7f43-4786-bab5-afb0390a2a91 req-150b2df9-6c96-49e2-b80e-669da97004a6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.2079437 Jan 28 16:38:26.823680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f46a88dc-e649-42cd-9b55-ebf9eb753885), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.837868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:26.864787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:26.865868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3604dbbe-97eb-455b-83ed-6e3ca53fe9dd not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:26.866592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1417a740-299a-4228-9a93-865848f2aa27 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:26.878776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-926cfd85-24cc-43b4-8b21-dde4d9e42f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:26.880548 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-926cfd85-24cc-43b4-8b21-dde4d9e42f15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 1127 time: 0.1255958 Jan 28 16:38:26.905933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 1417a740-299a-4228-9a93-865848f2aa27 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:26.906397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1417a740-299a-4228-9a93-865848f2aa27 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:26.955896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Pushing event deleted for resources: {'Port': ['ID=f46a88dc-e649-42cd-9b55-ebf9eb753885,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:26.977482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc390197-b052-48f7-9ec3-78c1bc11e7a5 req-09301d0d-897c-4294-aec0-778e1ee61ef5 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0440469 Jan 28 16:38:26.982551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] No DVR routers for this DVR port f46a88dc-e649-42cd-9b55-ebf9eb753885 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:26.985429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:26.990708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d277e343-2d49-448d-a24d-7cfab31c77a3 req-d22218d5-4249-49a9-88d7-bcb061dd088f tempest-LiveMigrationTest-1589591152 tempest-LiveMigrationTest-1589591152-project] 10.222.0.31 "DELETE /v2.0/ports/f46a88dc-e649-42cd-9b55-ebf9eb753885 HTTP/1.1" status: 204 len: 173 time: 0.7520366 Jan 28 16:38:27.078016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks [] for router_gateway (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:27.092866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-2f55f487-2b29-491c-a0e6-2362660ba0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.094445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-2f55f487-2b29-491c-a0e6-2362660ba0a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1754024 Jan 28 16:38:27.144475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-d886e124-67ab-45b5-9333-1ef70c72d1d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 200 len: 217 time: 0.0397985 Jan 28 16:38:27.165175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b6a71fc-7f43-4786-bab5-afb0390a2a91 req-57e154c6-ea12-464d-aebd-cb9dfea9c0d6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375051 Jan 28 16:38:27.207596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-8f969fa5-9a9c-4252-a947-907dca56e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.209146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-8f969fa5-9a9c-4252-a947-907dca56e283 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0551894 Jan 28 16:38:27.247164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665df12-7a5d-43eb-91ab-872c61ca1f74 req-e5eb9764-ccb0-4c89-8e77-b73a2f315da0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.248746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1665df12-7a5d-43eb-91ab-872c61ca1f74 req-e5eb9764-ccb0-4c89-8e77-b73a2f315da0 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1843665 Jan 28 16:38:27.249960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-7bd645b1-d3db-4ec5-99d4-e8813353143a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334356 Jan 28 16:38:27.329107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-44974222-6897-4377-a009-f8ce1e88c8ae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/1f21941d-cee3-410e-99e0-cf99b6ce5b91 HTTP/1.1" status: 200 len: 1820 time: 0.1128068 Jan 28 16:38:27.343797 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-5fcddeec-107f-4801-8cce-9212c86edb70 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860720 Jan 28 16:38:27.352281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f21941d-cee3-410e-99e0-cf99b6ce5b91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:27.352707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f21941d-cee3-410e-99e0-cf99b6ce5b91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:27.380805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1665df12-7a5d-43eb-91ab-872c61ca1f74 req-77d2125f-8a27-4c88-a3ec-23464649fa2e tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199217 Jan 28 16:38:27.472056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:27.477451 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58325b84-0bab-4268-beac-3a57cc2a72a5 x-openstack-request-id: req-58325b84-0bab-4268-beac-3a57cc2a72a5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:27.477828 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6938fcb-48f1-45a9-b173-f5bb5dbb5382", "name": "network-vif-deleted", "tag": "3604dbbe-97eb-455b-83ed-6e3ca53fe9dd", "status": "completed", "code": 200}, {"server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546", "code": 200}, {"name": "network-changed", "server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:27.478705 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58325b84-0bab-4268-beac-3a57cc2a72a5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:27.479197 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6938fcb-48f1-45a9-b173-f5bb5dbb5382', 'name': 'network-vif-deleted', 'tag': '3604dbbe-97eb-455b-83ed-6e3ca53fe9dd', 'status': 'completed', 'code': 200} Jan 28 16:38:27.479507 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'code': 200} Jan 28 16:38:27.479870 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'status': 'completed', 'code': 200} Jan 28 16:38:27.551925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c582491b-0298-4e8f-bfb2-3461d64a7737 req-30672890-c93c-437a-8500-be69061ff471 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973238 Jan 28 16:38:27.559744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (1ac50773-3f38-403a-8dcd-ab573d393339), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:27.572564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-71a3c5fd-2e0d-41f2-a29d-bb4511318647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.574109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-71a3c5fd-2e0d-41f2-a29d-bb4511318647 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1157 time: 0.0669646 Jan 28 16:38:27.652245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (1ac50773-3f38-403a-8dcd-ab573d393339), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:27.664079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (1ac50773-3f38-403a-8dcd-ab573d393339), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:27.693833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-63ac2889-973a-47be-a770-d1e34e1d2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.696381 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-63ac2889-973a-47be-a770-d1e34e1d2f63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.1143248 Jan 28 16:38:27.707848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c82e85-ccc1-4f60-85f6-c688c37aaac2 req-875f9236-7001-4d64-be03-75a43830d1ec tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.711367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97c82e85-ccc1-4f60-85f6-c688c37aaac2 req-875f9236-7001-4d64-be03-75a43830d1ec tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 946 time: 0.1639931 Jan 28 16:38:27.716140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac50773-3f38-403a-8dcd-ab573d393339,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:27.732462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:27.733769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3ed24c6-812f-4687-b10f-5003d784fc61 req-4ceec7df-e94a-4c34-bf87-cfb32fee3e82 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3957677 Jan 28 16:38:27.747235 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-c841d9c9-a6c8-45a0-af24-9e305731e68e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 217 time: 0.0445247 Jan 28 16:38:27.795659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97c82e85-ccc1-4f60-85f6-c688c37aaac2 req-721a3dc4-b72b-43ab-82ed-12cc37954702 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751090 Jan 28 16:38:27.800744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Router ad7cc6a3-08f7-4adf-9af0-efa06103bffe is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:38:27.810512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-ce3934c2-4772-49dc-9f8f-de32fbfd70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.815509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-ce3934c2-4772-49dc-9f8f-de32fbfd70fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.0603535 Jan 28 16:38:27.862413 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-14373f59-8d24-4d91-a077-0074807177c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416574 Jan 28 16:38:27.877198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38098) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:27.897318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7afc1-d93a-43c0-8b8d-0638debb4c25 None None] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:38:27.979896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-336cc6d9-f51d-4885-ab05-25cb2b2bfbf0 req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-273376905', 'description': 'tempest-description-881103935'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:27.989674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-dd2ba9af-2ca5-4a4c-b573-a837adbe4c75 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:27.993227 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-dd2ba9af-2ca5-4a4c-b573-a837adbe4c75 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 950 time: 0.1297290 Jan 28 16:38:28.053264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-336cc6d9-f51d-4885-ab05-25cb2b2bfbf0 req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.059320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] Provisioning complete for port a5a981ab-83aa-4774-b8d2-ee2e33e75729 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:28.059969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.079336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:38:28.101595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-80ed8ccb-7ad8-4d58-97cf-9a572ad066ac service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285955 Jan 28 16:38:28.136386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.137955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-33b0ba12-5cd1-402f-b0be-cda6922dbe70 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7456746 Jan 28 16:38:28.141374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38110) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:28.162784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Deleting subnet a17727bf-14a6-47a7-b0c1-c4791e085e6b {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:38:28.203501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Publish callbacks [] for subnet (a17727bf-14a6-47a7-b0c1-c4791e085e6b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.281904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Sync routers for ids ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:38:28.317170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Routers {'ad7cc6a3-08f7-4adf-9af0-efa06103bffe'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:28.317850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:28.334878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (a17727bf-14a6-47a7-b0c1-c4791e085e6b), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.403947 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac937d2f-bbc2-4191-b5cb-356da4182bc2 req-bc19d5d0-85fb-4abc-9c05-44db004710b4 service neutron] 10.222.0.31 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941251 Jan 28 16:38:28.409297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a5a981ab-83aa-4774-b8d2-ee2e33e75729 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:28.411253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:28.411675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.462773 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (a17727bf-14a6-47a7-b0c1-c4791e085e6b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.554425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] Current status of the port a5a981ab-83aa-4774-b8d2-ee2e33e75729 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:28.555399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.571997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-336cc6d9-f51d-4885-ab05-25cb2b2bfbf0 req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (c7202f12-c90a-466f-9779-eac1f9221db2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.598641 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-336cc6d9-f51d-4885-ab05-25cb2b2bfbf0 req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c7202f12-c90a-466f-9779-eac1f9221db2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.616037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a5a981ab-83aa-4774-b8d2-ee2e33e75729 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:28.616879 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.623957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port fcbeb5c7-492c-4134-9131-40b9b6b21bf1, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:28.624815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.662280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for fcbeb5c7-492c-4134-9131-40b9b6b21bf1 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:28.675570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] For port a5a981ab-83aa-4774-b8d2-ee2e33e75729, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a5a981ab-83aa-4774-b8d2-ee2e33e75729,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:28.682869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Set router ad7cc6a3-08f7-4adf-9af0-efa06103bffe gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:28.718425 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-336cc6d9-f51d-4885-ab05-25cb2b2bfbf0 req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.725238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-336cc6d9-f51d-4885-ab05-25cb2b2bfbf0 req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8214674 Jan 28 16:38:28.755198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (a17727bf-14a6-47a7-b0c1-c4791e085e6b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.761726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c7ae6-1fa9-4046-9182-83092b844253 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7202f12-c90a-466f-9779-eac1f9221db2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:28.777032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.841090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213a019-3642-4c05-9c5e-55c933f1afa7 req-34e22e3e-e3f0-448f-ab62-f4555fdc4bcc tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:28.842626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2213a019-3642-4c05-9c5e-55c933f1afa7 req-34e22e3e-e3f0-448f-ab62-f4555fdc4bcc tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=482f77e2-e9d2-4a6f-9c23-06019d7f760c HTTP/1.1" status: 200 len: 950 time: 0.3066947 Jan 28 16:38:28.847782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17727bf-14a6-47a7-b0c1-c4791e085e6b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:28.849976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.855991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-716708f9-16bb-4e16-91b2-19a0fbb4b6f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a17727bf-14a6-47a7-b0c1-c4791e085e6b HTTP/1.1" status: 204 len: 168 time: 0.9756331 Jan 28 16:38:28.860366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38122) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:28.863030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e436d10-e746-48b7-87bd-4a4e3a703963 None None] Pushing event updated for resources: {'Port': ['ID=a5a981ab-83aa-4774-b8d2-ee2e33e75729,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:28.956244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (fa25765c-f7d0-4a6a-8b71-339fb7f268ad), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:28.990472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a5a981ab-83aa-4774-b8d2-ee2e33e75729 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:28.996618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2213a019-3642-4c05-9c5e-55c933f1afa7 req-aec5b490-8cc8-4e55-8f55-7bdbfcf0faa1 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318104 Jan 28 16:38:29.015731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-05142d1e-50ce-460f-b34d-1c631fff6aaa None None] Provisioning complete for port a5a981ab-83aa-4774-b8d2-ee2e33e75729 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:29.016226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05142d1e-50ce-460f-b34d-1c631fff6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.030027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408cca-ba5d-4491-b370-06d693c23141 req-02f18a26-5f4e-4223-b797-22036c4f3cda tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:29.035004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca408cca-ba5d-4491-b370-06d693c23141 req-02f18a26-5f4e-4223-b797-22036c4f3cda tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.2020049 Jan 28 16:38:29.081339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (fa25765c-f7d0-4a6a-8b71-339fb7f268ad), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.108210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa25765c-f7d0-4a6a-8b71-339fb7f268ad']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:29.124151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04245ec8-9ff3-4e86-b2c4-add1a903f655') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:29.129277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04245ec8-9ff3-4e86-b2c4-add1a903f655') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:29.153172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (04245ec8-9ff3-4e86-b2c4-add1a903f655), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.155436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fcbeb5c7-492c-4134-9131-40b9b6b21bf1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.170704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33', 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:29.173385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80', '03a30efc-07db-4494-aed7-f94080191e9f', 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:29.199546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=fcbeb5c7-492c-4134-9131-40b9b6b21bf1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:29.203034 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (04245ec8-9ff3-4e86-b2c4-add1a903f655), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.238813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:38:29.239325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (04245ec8-9ff3-4e86-b2c4-add1a903f655), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:38:29.241925 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:38:29.282986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-05142d1e-50ce-460f-b34d-1c631fff6aaa None None] Current status of the port a5a981ab-83aa-4774-b8d2-ee2e33e75729 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:29.288148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:38:26Z', 'revision_number': 3, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:29.302588 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (fa25765c-f7d0-4a6a-8b71-339fb7f268ad), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.308726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.315329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa25765c-f7d0-4a6a-8b71-339fb7f268ad HTTP/1.1" status: 204 len: 168 time: 0.4536164 Jan 28 16:38:29.341827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38124) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:29.347576 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Checking router: ad7cc6a3-08f7-4adf-9af0-efa06103bffe for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:38:29.347913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Updating router ad7cc6a3-08f7-4adf-9af0-efa06103bffe port b5525db5-0495-4897-868b-948f57636cd0 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:38:29.355377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port fcbeb5c7-492c-4134-9131-40b9b6b21bf1 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:29.358867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.362568 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34044f67-9d58-4952-91f8-4ca3a0a87aa7 req-8b031711-7b25-4e14-945b-cfb3dcd573f5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "DELETE /v2.0/ports/fcbeb5c7-492c-4134-9131-40b9b6b21bf1 HTTP/1.1" status: 204 len: 173 time: 1.3607557 Jan 28 16:38:29.399153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5525db5-0495-4897-868b-948f57636cd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.446341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e25c4-8e5e-4b27-8b32-f8c997e35b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa25765c-f7d0-4a6a-8b71-339fb7f268ad,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:29.482381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'name': 'network-vif-deleted', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885'}, {'server_uuid': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'name': 'network-vif-deleted', 'tag': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:29.485741 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b7582f-40d6-4b56-ae21-b1144346e784" -d '{"events": [{"server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "name": "network-vif-deleted", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885"}, {"server_uuid": "482f77e2-e9d2-4a6f-9c23-06019d7f760c", "name": "network-vif-deleted", "tag": "fcbeb5c7-492c-4134-9131-40b9b6b21bf1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:29.497725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Deleting subnet d8901cfb-c89c-41f1-955a-eb4b21a85fd7 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:38:29.501695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Publish callbacks [] for subnet (d8901cfb-c89c-41f1-955a-eb4b21a85fd7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.527049 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cff2c12-ac46-408d-ad73-7b34456512b2 req-451c3b7a-f464-467e-a519-4e2e8c367dab tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.4163954 Jan 28 16:38:29.554569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-0ef6c5aa-971f-4030-a777-a1bf30c45041 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:29.556553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-0ef6c5aa-971f-4030-a777-a1bf30c45041 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 946 time: 0.2026474 Jan 28 16:38:29.628463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d8901cfb-c89c-41f1-955a-eb4b21a85fd7), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.722102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d8901cfb-c89c-41f1-955a-eb4b21a85fd7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.778097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Publish callbacks [] for port (b5525db5-0495-4897-868b-948f57636cd0), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.785337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca408cca-ba5d-4491-b370-06d693c23141 req-ec4be70f-e429-4cbc-84c5-7600b84fc372 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6878567 Jan 28 16:38:29.807095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b5525db5-0495-4897-868b-948f57636cd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.808155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Deleting port 778dba23-7cb7-4a6c-8635-7a0445bddbeb {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:29.808579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.905302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7997fac-297d-4dd1-a96c-d9f0e0b7cd58 req-0a4307fe-6a2a-4144-b466-ea246fee3cc8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:29.912955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7997fac-297d-4dd1-a96c-d9f0e0b7cd58 req-0a4307fe-6a2a-4144-b466-ea246fee3cc8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.2547765 Jan 28 16:38:29.927522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d8901cfb-c89c-41f1-955a-eb4b21a85fd7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.974912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:29.983126 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d8901cfb-c89c-41f1-955a-eb4b21a85fd7 HTTP/1.1" status: 204 len: 168 time: 0.6386530 Jan 28 16:38:29.995952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38136) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:29.996699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f481ac-eeef-4b76-a64d-7eff79bd2b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8901cfb-c89c-41f1-955a-eb4b21a85fd7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:30.037821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Attempting to bind port b5525db5-0495-4897-868b-948f57636cd0 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:30.038436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Attempting to bind port b5525db5-0495-4897-868b-948f57636cd0 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:30.038798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Attempting to bind port b5525db5-0495-4897-868b-948f57636cd0 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:30.042291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2325405b-fdba-4099-940d-a94f238b1cee req-3dfc5c12-c746-4a01-bfa0-5a96253d1ed5 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/c7202f12-c90a-466f-9779-eac1f9221db2 HTTP/1.1" status: 200 len: 1820 time: 0.1251953 Jan 28 16:38:30.047024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c7565-4c72-4a00-9350-1aff69c96eb7 None None] Pushing event updated for resources: {'Port': ['ID=b5525db5-0495-4897-868b-948f57636cd0,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:30.054295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.061647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c7202f12-c90a-466f-9779-eac1f9221db2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:30.066854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c7202f12-c90a-466f-9779-eac1f9221db2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:30.068392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:30.068915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:30.069433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.069976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:30.070566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Bound port: b5525db5-0495-4897-868b-948f57636cd0, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:30.071105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5525db5-0495-4897-868b-948f57636cd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.105573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] For port 778dba23-7cb7-4a6c-8635-7a0445bddbeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=778dba23-7cb7-4a6c-8635-7a0445bddbeb,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:30.105816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.147009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Calling delete_port for 778dba23-7cb7-4a6c-8635-7a0445bddbeb owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:30.163925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3b165ecd-961a-48eb-945e-a0a7c061bc2e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.171766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7997fac-297d-4dd1-a96c-d9f0e0b7cd58 req-b2b81e6a-8a13-4f7a-8221-498085d92888 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570786 Jan 28 16:38:30.238077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] For port b5525db5-0495-4897-868b-948f57636cd0, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:30.243059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] For port b5525db5-0495-4897-868b-948f57636cd0, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b5525db5-0495-4897-868b-948f57636cd0,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:30.283004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b5525db5-0495-4897-868b-948f57636cd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.296067 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e61ef7-fd4b-4101-908c-623ce3b99a65 x-openstack-request-id: req-78e61ef7-fd4b-4101-908c-623ce3b99a65 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:30.298485 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e93c3d-3d63-48d2-bcf1-0559795bcbc6", "name": "network-vif-deleted", "tag": "f46a88dc-e649-42cd-9b55-ebf9eb753885", "status": "completed", "code": 200}, {"server_uuid": "482f77e2-e9d2-4a6f-9c23-06019d7f760c", "name": "network-vif-deleted", "tag": "fcbeb5c7-492c-4134-9131-40b9b6b21bf1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:30.299972 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78e61ef7-fd4b-4101-908c-623ce3b99a65 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:30.301265 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e93c3d-3d63-48d2-bcf1-0559795bcbc6', 'name': 'network-vif-deleted', 'tag': 'f46a88dc-e649-42cd-9b55-ebf9eb753885', 'status': 'completed', 'code': 200} Jan 28 16:38:30.301743 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482f77e2-e9d2-4a6f-9c23-06019d7f760c', 'name': 'network-vif-deleted', 'tag': 'fcbeb5c7-492c-4134-9131-40b9b6b21bf1', 'status': 'completed', 'code': 200} Jan 28 16:38:30.411648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3b165ecd-961a-48eb-945e-a0a7c061bc2e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.429718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Allocated IP 172.20.0.1 (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e/4d986a74-162e-4de8-8699-65c4a5aa072f/724a6fb8-5694-4c3c-b411-7afb034c5e1b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:30.430460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a5a981ab-83aa-4774-b8d2-ee2e33e75729 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:30.457903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b165ecd-961a-48eb-945e-a0a7c061bc2e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:30.473984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c7565-4c72-4a00-9350-1aff69c96eb7 None None] Pushing event updated for resources: {'Port': ['ID=b5525db5-0495-4897-868b-948f57636cd0,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:30.476808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5264f4-8f20-4488-a24e-e5ad5d47023d') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:30.477350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5264f4-8f20-4488-a24e-e5ad5d47023d') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:30.494070 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (dc5264f4-8f20-4488-a24e-e5ad5d47023d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.515046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dc5264f4-8f20-4488-a24e-e5ad5d47023d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.520966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (778dba23-7cb7-4a6c-8635-7a0445bddbeb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.535634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:38:30.537294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (dc5264f4-8f20-4488-a24e-e5ad5d47023d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.556627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['778dba23-7cb7-4a6c-8635-7a0445bddbeb'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:30.599239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Routers {'ad7cc6a3-08f7-4adf-9af0-efa06103bffe'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:30.600011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:38:30.672031 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:38:30.730400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event deleted for resources: {'Port': ['ID=778dba23-7cb7-4a6c-8635-7a0445bddbeb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:30.733248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3b165ecd-961a-48eb-945e-a0a7c061bc2e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.746867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.750804 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3b165ecd-961a-48eb-945e-a0a7c061bc2e HTTP/1.1" status: 204 len: 168 time: 0.7453759 Jan 28 16:38:30.804701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f42a114-bd13-4701-b0dd-dffeb0400fc7 req-a672e1a3-4690-4a80-903d-32dca1c1329c tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.1625967 Jan 28 16:38:30.827219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] No DVR routers for this DVR port 778dba23-7cb7-4a6c-8635-7a0445bddbeb on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:30.829354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63146d1-a619-496d-936a-395da7468dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b165ecd-961a-48eb-945e-a0a7c061bc2e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:30.832440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.836540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d1cd8af9-0b2e-4b0c-af04-781e3435e285 req-7d168658-86f7-4cd1-834c-931e313fa7ca tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.24 "DELETE /v2.0/ports/778dba23-7cb7-4a6c-8635-7a0445bddbeb HTTP/1.1" status: 204 len: 173 time: 1.2723825 Jan 28 16:38:30.851027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks [] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.915873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (099f7704-1487-43eb-87d1-06df346ccb13), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.925877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:30.964847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:38:30.966991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:30.969144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a5a981ab-83aa-4774-b8d2-ee2e33e75729 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:30.969618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.032244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: f46a88dc-e649-42cd-9b55-ebf9eb753885 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:31.033918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f46a88dc-e649-42cd-9b55-ebf9eb753885 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:31.034138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (099f7704-1487-43eb-87d1-06df346ccb13), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.044714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:31.050656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38162) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:31.060328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:31.062152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (099f7704-1487-43eb-87d1-06df346ccb13), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.078227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:31.127750 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c06324c4-82f2-4a0e-97c4-b973e59c1bb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d71ea35b215840f0a0102591148d98fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749550 Jan 28 16:38:31.130311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38166) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:31.135042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] Set router ad7cc6a3-08f7-4adf-9af0-efa06103bffe gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:31.169888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.244556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6f4e-0c0d-4ad1-8ba1-c4e7bbff55e1 admin admin] Publish callbacks [] for security_group (548dedd5-6950-43a6-b433-d0a52958aec4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.284109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6f4e-0c0d-4ad1-8ba1-c4e7bbff55e1 admin admin] Publish callbacks [] for security_group (548dedd5-6950-43a6-b433-d0a52958aec4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.305762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099f7704-1487-43eb-87d1-06df346ccb13,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:31.336572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Pushing event updated for resources: {'Port': ['ID=724a6fb8-5694-4c3c-b411-7afb034c5e1b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:31.394938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071263-05a0-45d1-af6d-8a89ad7645b1 req-a8706290-1f2d-44f0-8c31-72e627c230f2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:31.402846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56071263-05a0-45d1-af6d-8a89ad7645b1 req-a8706290-1f2d-44f0-8c31-72e627c230f2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 949 time: 0.4141755 Jan 28 16:38:31.428448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6f4e-0c0d-4ad1-8ba1-c4e7bbff55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (548dedd5-6950-43a6-b433-d0a52958aec4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.431829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6f4e-0c0d-4ad1-8ba1-c4e7bbff55e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.432335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.433634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2325405b-fdba-4099-940d-a94f238b1cee req-9e8122e8-3b79-49d0-9be4-e9876e6a6517 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3818543 Jan 28 16:38:31.438432 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a3fa6f4e-0c0d-4ad1-8ba1-c4e7bbff55e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/548dedd5-6950-43a6-b433-d0a52958aec4 HTTP/1.1" status: 204 len: 168 time: 0.3009748 Jan 28 16:38:31.474886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa6f4e-0c0d-4ad1-8ba1-c4e7bbff55e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548dedd5-6950-43a6-b433-d0a52958aec4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:31.487513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fcbeb5c7-492c-4134-9131-40b9b6b21bf1 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:31.539852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56071263-05a0-45d1-af6d-8a89ad7645b1 req-8db4e072-829a-418e-9029-5c2b4e21591c tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360774 Jan 28 16:38:31.609359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: fcbeb5c7-492c-4134-9131-40b9b6b21bf1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:31.609776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fcbeb5c7-492c-4134-9131-40b9b6b21bf1 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:31.610196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 778dba23-7cb7-4a6c-8635-7a0445bddbeb no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:31.631692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:38:31.641356 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6909e350-9d31-4a88-b627-e58fcb495e4f req-b18108ed-adf0-4e0e-b3c0-bf004e12464d tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b5c2d71-87d7-4392-bea7-d48bdf059076 HTTP/1.1" status: 200 len: 210 time: 0.0522835 Jan 28 16:38:31.642652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.806742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 778dba23-7cb7-4a6c-8635-7a0445bddbeb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:31.807100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 778dba23-7cb7-4a6c-8635-7a0445bddbeb not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:31.853102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ee1130cd-dae0-4914-a09f-3ab2570d3b96 None None] Provisioning complete for port 724a6fb8-5694-4c3c-b411-7afb034c5e1b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:31.853102 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ee1130cd-dae0-4914-a09f-3ab2570d3b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.946730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks [] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:31.957048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-44019f71-e341-4e5f-9001-f526f9933132 req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-103596677', 'description': 'tempest-description-213545409'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:32.004767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.042906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:32.056414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.073095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ee1130cd-dae0-4914-a09f-3ab2570d3b96 None None] Port 724a6fb8-5694-4c3c-b411-7afb034c5e1b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:38:32.103154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'mac_address': 'fa:16:3e:39:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:38:32.111218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a5a981ab-83aa-4774-b8d2-ee2e33e75729 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:32.140806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:38:26Z', 'revision_number': 3, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:32.226961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-109cbc90-78e2-426f-9f68-81ab3594962b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:32.229257 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-109cbc90-78e2-426f-9f68-81ab3594962b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 949 time: 0.1301801 Jan 28 16:38:32.265130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38196) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:32.266672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540e683-8aa4-4756-982c-84e9e10a9f5a None None] The sync data for ids ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'] in n-d-812111-13 is: [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:38:26Z', 'revision_number': 3, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:38:32.273760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-44019f71-e341-4e5f-9001-f526f9933132 req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.334804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:32.336336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.348076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Pushing event updated for resources: {'Port': ['ID=724a6fb8-5694-4c3c-b411-7afb034c5e1b,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:32.349115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'name': 'network-vif-deleted', 'tag': '778dba23-7cb7-4a6c-8635-7a0445bddbeb'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:32.354958 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeca051-0343-4ee3-b581-0586d9f1d594" -d '{"events": [{"server_uuid": "4b5c2d71-87d7-4392-bea7-d48bdf059076", "name": "network-vif-deleted", "tag": "778dba23-7cb7-4a6c-8635-7a0445bddbeb"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:32.359314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:32.370449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571e37c-d932-4ab6-96ca-e54a9e33a2a6 req-df46a6f2-85d0-4405-86b9-5ee6195a56c3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:32.373432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6571e37c-d932-4ab6-96ca-e54a9e33a2a6 req-df46a6f2-85d0-4405-86b9-5ee6195a56c3 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.4110825 Jan 28 16:38:32.382449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:32.404767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:32.468221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:32.478141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.529586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-790f0d54-ba48-486b-a024-9ee91a0bc6d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa43c4b0160e45cca8acc1e57d1108b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547531 Jan 28 16:38:32.531838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38200) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:32.566896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6571e37c-d932-4ab6-96ca-e54a9e33a2a6 req-96e50b8b-5bb4-46f7-a3e1-bd9a5905acbd tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799626 Jan 28 16:38:32.683533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:32.709132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-44019f71-e341-4e5f-9001-f526f9933132 req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (1a8282c3-c537-4f8b-94ca-29db53ff43d0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.719925 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-44019f71-e341-4e5f-9001-f526f9933132 req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1a8282c3-c537-4f8b-94ca-29db53ff43d0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.765314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:32.871253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:32.935065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56f300d0-cb00-4106-90de-a000c5ea60da req-20c59457-08f7-4bf1-908f-30da8be0b158 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.1068046 Jan 28 16:38:32.958455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-44019f71-e341-4e5f-9001-f526f9933132 req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:32.959735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44019f71-e341-4e5f-9001-f526f9933132 req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0093529 Jan 28 16:38:32.992027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Router ad7cc6a3-08f7-4adf-9af0-efa06103bffe has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:38:33.026399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c493ffd-1c18-447c-9bd4-c6f9af15af8d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8282c3-c537-4f8b-94ca-29db53ff43d0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:33.171467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d9c8b467-4d81-42f1-9118-bf91763a7c62 None None] Provisioning complete for port 724a6fb8-5694-4c3c-b411-7afb034c5e1b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:33.172055 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b467-4d81-42f1-9118-bf91763a7c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.294948 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd46f38-42cc-40af-8af5-1c3ba4c2bc44 x-openstack-request-id: req-1bd46f38-42cc-40af-8af5-1c3ba4c2bc44 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:33.295263 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c2d71-87d7-4392-bea7-d48bdf059076", "name": "network-vif-deleted", "tag": "778dba23-7cb7-4a6c-8635-7a0445bddbeb", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:33.295527 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bd46f38-42cc-40af-8af5-1c3ba4c2bc44 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:33.295941 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5c2d71-87d7-4392-bea7-d48bdf059076', 'name': 'network-vif-deleted', 'tag': '778dba23-7cb7-4a6c-8635-7a0445bddbeb', 'status': 'completed', 'code': 200} Jan 28 16:38:33.341863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8b467-4d81-42f1-9118-bf91763a7c62 None None] Port 724a6fb8-5694-4c3c-b411-7afb034c5e1b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:38:33.346486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-e52e5565-0938-4d78-a43b-7db7f68121bd req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-687017159', 'description': 'tempest-description-893817850'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:33.400517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e52e5565-0938-4d78-a43b-7db7f68121bd req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.432956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:33.433524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.438085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df99d6e7-9f57-4c73-b60f-6ac19056cb72 admin admin] Publish callbacks [] for security_group (8826ebed-f4cf-4063-b767-2f2bc3e30e2b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.510432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b9838-7170-45e7-a3e2-47eccb014542 req-d7322c14-26a3-468e-95b5-eb7c145b0053 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:33.511998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f8b9838-7170-45e7-a3e2-47eccb014542 req-d7322c14-26a3-468e-95b5-eb7c145b0053 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cced879-c751-46eb-aef8-489d29e6fa40 HTTP/1.1" status: 200 len: 949 time: 0.3032835 Jan 28 16:38:33.562788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df99d6e7-9f57-4c73-b60f-6ac19056cb72 admin admin] Publish callbacks [] for security_group (8826ebed-f4cf-4063-b767-2f2bc3e30e2b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.593893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:33.634107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e52e5565-0938-4d78-a43b-7db7f68121bd req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (93ce9e0a-8170-43a7-a760-d7a88135c4a2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.647194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:33.647669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.667680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for c5cb59b0-a0a2-4a47-9509-75e26ad77b8a owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:33.700955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e52e5565-0938-4d78-a43b-7db7f68121bd req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93ce9e0a-8170-43a7-a760-d7a88135c4a2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.739785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df99d6e7-9f57-4c73-b60f-6ac19056cb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8826ebed-f4cf-4063-b767-2f2bc3e30e2b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.745975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df99d6e7-9f57-4c73-b60f-6ac19056cb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.771788 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df99d6e7-9f57-4c73-b60f-6ac19056cb72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8826ebed-f4cf-4063-b767-2f2bc3e30e2b HTTP/1.1" status: 204 len: 168 time: 1.2159739 Jan 28 16:38:33.785292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e52e5565-0938-4d78-a43b-7db7f68121bd req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:33.791784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e52e5565-0938-4d78-a43b-7db7f68121bd req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4502385 Jan 28 16:38:33.799424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99d6e7-9f57-4c73-b60f-6ac19056cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826ebed-f4cf-4063-b767-2f2bc3e30e2b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:33.866691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:38:33.904569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a54c87a-1b0e-4da2-a3ab-0f82d037b497 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad7cc6a3-08f7-4adf-9af0-efa06103bffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7594371 Jan 28 16:38:33.944761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f8b9838-7170-45e7-a3e2-47eccb014542 req-c5906c77-92bf-40ad-aec3-0ca40cfbaeac tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962198 Jan 28 16:38:33.950179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b692ff9-f404-4a82-bedc-7324709d111f tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ce9e0a-8170-43a7-a760-d7a88135c4a2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:34.096779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c5cb59b0-a0a2-4a47-9509-75e26ad77b8a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:34.116466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33', 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:34.116466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80', '03a30efc-07db-4494-aed7-f94080191e9f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:34.167876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=c5cb59b0-a0a2-4a47-9509-75e26ad77b8a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:34.310490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port c5cb59b0-a0a2-4a47-9509-75e26ad77b8a on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:34.316577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:34.335037 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4966a8b8-70ba-4713-86e8-1e3e01bb13fa req-367657fb-b64f-4991-9a21-ec07d76f5b88 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "DELETE /v2.0/ports/c5cb59b0-a0a2-4a47-9509-75e26ad77b8a HTTP/1.1" status: 204 len: 173 time: 2.0947165 Jan 28 16:38:34.504894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018658a-8d29-4e6c-9e30-69c1adfbb049 req-317ddb1e-8d88-48d4-8a67-c84dc8486634 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:34.505384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b5525db5-0495-4897-868b-948f57636cd0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:34.507061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d018658a-8d29-4e6c-9e30-69c1adfbb049 req-317ddb1e-8d88-48d4-8a67-c84dc8486634 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.4075589 Jan 28 16:38:34.651250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-483c62f0-bae9-4248-8241-4dc85bd65424 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:34.660445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-483c62f0-bae9-4248-8241-4dc85bd65424 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.6774924 Jan 28 16:38:34.756127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-d8becc94-3e63-47f8-a1ce-88dc3259bf26 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/quotas/a81b1574467346aa8575a559c02ed402 HTTP/1.1" status: 200 len: 375 time: 0.0861421 Jan 28 16:38:34.842719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d018658a-8d29-4e6c-9e30-69c1adfbb049 req-8f5a3d15-fa49-49ab-ba3f-28de8dbf97c8 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177578 Jan 28 16:38:34.886434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:34.981385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-0fe81ea3-ee7a-43de-98ef-9d5ab83b2584 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2035303 Jan 28 16:38:35.234224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-2577eaa8-8dcf-46bc-aa3c-8c533897bfaa tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/1a8282c3-c537-4f8b-94ca-29db53ff43d0 HTTP/1.1" status: 200 len: 1820 time: 0.2897677 Jan 28 16:38:35.297521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cced879-c751-46eb-aef8-489d29e6fa40', 'name': 'network-vif-deleted', 'tag': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:35.300014 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ec942-4065-4bee-aa73-c2b31174ad1d" -d '{"events": [{"server_uuid": "9cced879-c751-46eb-aef8-489d29e6fa40", "name": "network-vif-deleted", "tag": "c5cb59b0-a0a2-4a47-9509-75e26ad77b8a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:35.312419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-1b770885-fe05-42bf-a684-ac6776ade3e3 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/93ce9e0a-8170-43a7-a760-d7a88135c4a2 HTTP/1.1" status: 200 len: 1820 time: 0.0694115 Jan 28 16:38:35.326843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-58fbfdfa-eaee-4787-bc08-a29d1af1e8da service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441496 Jan 28 16:38:35.333404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b5525db5-0495-4897-868b-948f57636cd0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:35.333792 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b5525db5-0495-4897-868b-948f57636cd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:35.451772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a8282c3-c537-4f8b-94ca-29db53ff43d0', 'remote_group_id': '93ce9e0a-8170-43a7-a760-d7a88135c4a2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:35.452270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a8282c3-c537-4f8b-94ca-29db53ff43d0', 'remote_group_id': '93ce9e0a-8170-43a7-a760-d7a88135c4a2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:35.472836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-50d6f737-72eb-463b-8a4e-04654f9df912 service neutron] 10.222.0.25 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435900 Jan 28 16:38:35.519060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c5cb59b0-a0a2-4a47-9509-75e26ad77b8a no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:35.600963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: c5cb59b0-a0a2-4a47-9509-75e26ad77b8a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:35.601441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c5cb59b0-a0a2-4a47-9509-75e26ad77b8a not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:35.607611 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Sync routers for ids ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:38:35.633072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Routers {'ad7cc6a3-08f7-4adf-9af0-efa06103bffe'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:35.637246 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:35.711064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (df6764a6-21df-4f3d-bb04-9cbed87bf324), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:35.794303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (df6764a6-21df-4f3d-bb04-9cbed87bf324), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:35.802159 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (df6764a6-21df-4f3d-bb04-9cbed87bf324), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:35.844887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6764a6-21df-4f3d-bb04-9cbed87bf324,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:35.875929 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Set router ad7cc6a3-08f7-4adf-9af0-efa06103bffe gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:35.879002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:35.881024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a608076-84d0-4f82-a5a6-38ed9c89ebab req-d5d23e84-9b06-4fba-9a1f-a8baa1116a07 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4330504 Jan 28 16:38:35.945171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b5525db5-0495-4897-868b-948f57636cd0 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:35.945626 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5525db5-0495-4897-868b-948f57636cd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:35.969518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port b5525db5-0495-4897-868b-948f57636cd0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b5525db5-0495-4897-868b-948f57636cd0,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:35.970711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:35.971141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.034159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b5525db5-0495-4897-868b-948f57636cd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.141183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec49d3f2-6610-488d-8c23-f02d9d97c9e3 req-7e9e509d-e60a-4a51-8ecf-f52fbdc90a12 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0868409 Jan 28 16:38:36.229956 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d047073-4543-4a21-a9a3-bc6ec8868a0b x-openstack-request-id: req-5d047073-4543-4a21-a9a3-bc6ec8868a0b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:36.230511 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cced879-c751-46eb-aef8-489d29e6fa40", "name": "network-vif-deleted", "tag": "c5cb59b0-a0a2-4a47-9509-75e26ad77b8a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:36.230989 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d047073-4543-4a21-a9a3-bc6ec8868a0b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:36.231609 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cced879-c751-46eb-aef8-489d29e6fa40', 'name': 'network-vif-deleted', 'tag': 'c5cb59b0-a0a2-4a47-9509-75e26ad77b8a', 'status': 'completed', 'code': 200} Jan 28 16:38:36.243375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=b5525db5-0495-4897-868b-948f57636cd0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:36.407225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e9167a3-430f-4905-b0bd-bea32256924a req-b26a9df6-cf91-468b-911d-34a3b71e9197 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 210 time: 0.0894110 Jan 28 16:38:36.435645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5eaa1008-f5ea-4625-98f2-fb50b57db353 req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1863616303', 'description': 'tempest-description-815818148'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:36.474778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5eaa1008-f5ea-4625-98f2-fb50b57db353 req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.571262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37ca2-7e09-4b7e-918b-565198f912fb req-1c4c3443-cb78-459b-a195-1ff85cfc19ad tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:36.573313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ba37ca2-7e09-4b7e-918b-565198f912fb req-1c4c3443-cb78-459b-a195-1ff85cfc19ad tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 943 time: 0.1131313 Jan 28 16:38:36.604484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:36.607298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.675468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5eaa1008-f5ea-4625-98f2-fb50b57db353 req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (332f9e75-d371-409f-932d-5cf65d5e8b07), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.682453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ba37ca2-7e09-4b7e-918b-565198f912fb req-a8845e08-8615-4839-9bd2-109fae80d755 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962226 Jan 28 16:38:36.684761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5eaa1008-f5ea-4625-98f2-fb50b57db353 req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (332f9e75-d371-409f-932d-5cf65d5e8b07), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.745742 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:38:31Z', 'revision_number': 4, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '724a6fb8-5694-4c3c-b411-7afb034c5e1b', 'name': '', 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'mac_address': 'fa:16:3e:65:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4d986a74-162e-4de8-8699-65c4a5aa072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:30Z', 'updated_at': '2022-01-28T16:38:31Z', 'revision_number': 2, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'subnets': [{'id': '4d986a74-162e-4de8-8699-65c4a5aa072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:36.770029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5eaa1008-f5ea-4625-98f2-fb50b57db353 req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.790620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:36.795759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5eaa1008-f5ea-4625-98f2-fb50b57db353 req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3557940 Jan 28 16:38:36.796600 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0980fbed-d978-4a99-a0d7-587e35e219da" -d '{"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-plugged", "status": "completed", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:36.815663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592000cd-0de8-474d-b27f-f41282823e3b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332f9e75-d371-409f-932d-5cf65d5e8b07,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:36.842099 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Checking router: ad7cc6a3-08f7-4adf-9af0-efa06103bffe for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:38:36.844553 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Updating router ad7cc6a3-08f7-4adf-9af0-efa06103bffe port 724a6fb8-5694-4c3c-b411-7afb034c5e1b binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:38:36.857751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-25f9655c-77e0-4f17-91fc-ec254f5b0641 req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-787071745', 'description': 'tempest-description-1727425583'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:36.893831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:36.923279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.931521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25f9655c-77e0-4f17-91fc-ec254f5b0641 req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:36.956620 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:37.042606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:37.067713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25f9655c-77e0-4f17-91fc-ec254f5b0641 req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (67dd5178-a5b3-43d9-9b45-a583dadb3f46), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:37.072638 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-d52d67fb-36eb-48c8-8d3b-3a72bd3617b1 service neutron] 10.222.0.31 "GET /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546/bindings/n-h1-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.2252429 Jan 28 16:38:37.076910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25f9655c-77e0-4f17-91fc-ec254f5b0641 req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (67dd5178-a5b3-43d9-9b45-a583dadb3f46), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:37.218527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd5178-a5b3-43d9-9b45-a583dadb3f46,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:37.259283 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25f9655c-77e0-4f17-91fc-ec254f5b0641 req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:37.280961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25f9655c-77e0-4f17-91fc-ec254f5b0641 req-d2e08481-0819-4a1b-83bb-e8737d9cb605 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4503391 Jan 28 16:38:37.295981 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939b60a-e1a4-4c0a-a5b5-c2d8e038ea0a x-openstack-request-id: req-d939b60a-e1a4-4c0a-a5b5-c2d8e038ea0a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:37.296622 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-plugged", "status": "completed", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:37.297252 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d939b60a-e1a4-4c0a-a5b5-c2d8e038ea0a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:37.297872 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'code': 200} Jan 28 16:38:37.649811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:37.714856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:37.778181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e96e8a8-0572-45d0-bb05-1d1980404412 req-52e00f61-9abd-4dd3-a63f-ebe3018388b7 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0510683 Jan 28 16:38:37.783045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3c740b-e47d-4d94-92f9-d8ec07f67546 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:37.802112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:37.833427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:37.987996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] Transition to ACTIVE for port object 1a3c740b-e47d-4d94-92f9-d8ec07f67546 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:38:38.000937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.032397 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Publish callbacks [] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.044753 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.199500 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f50e70-629d-4234-8be4-6e3c2f142533 None None] Pushing event updated for resources: {'Port': ['ID=724a6fb8-5694-4c3c-b411-7afb034c5e1b,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:38.384111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] No DVR routers for this DVR port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:38.415181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-5e5231e1-e52a-448c-9d7f-bba54fcb82b8 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/332f9e75-d371-409f-932d-5cf65d5e8b07 HTTP/1.1" status: 200 len: 1821 time: 0.1050496 Jan 28 16:38:38.448899 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Attempting to bind port 724a6fb8-5694-4c3c-b411-7afb034c5e1b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:38.449264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Attempting to bind port 724a6fb8-5694-4c3c-b411-7afb034c5e1b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:38.449473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Attempting to bind port 724a6fb8-5694-4c3c-b411-7afb034c5e1b on network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:38.465037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:38.465978 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Checking segment: {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:38.466747 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.467474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Bound using segment: {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:38.468145 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Bound port: 724a6fb8-5694-4c3c-b411-7afb034c5e1b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c04e2d-0abc-4a55-90de-d5803ab12133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:38.468741 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.527003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] Pushing event updated for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=10']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:38.535633 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-3373f911-8269-4c64-aedc-f769615fc16b service neutron] 10.222.0.31 "PUT /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546/bindings/n-h1-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4528427 Jan 28 16:38:38.598188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-d41edeca-9cd4-41a5-9156-c8385979d584 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/67dd5178-a5b3-43d9-9b45-a583dadb3f46 HTTP/1.1" status: 200 len: 1821 time: 0.1781080 Jan 28 16:38:38.617359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '332f9e75-d371-409f-932d-5cf65d5e8b07', 'remote_group_id': '67dd5178-a5b3-43d9-9b45-a583dadb3f46', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:38.617844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '332f9e75-d371-409f-932d-5cf65d5e8b07', 'remote_group_id': '67dd5178-a5b3-43d9-9b45-a583dadb3f46', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:38.643250 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] For port 724a6fb8-5694-4c3c-b411-7afb034c5e1b, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:38.652092 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] For port 724a6fb8-5694-4c3c-b411-7afb034c5e1b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=724a6fb8-5694-4c3c-b411-7afb034c5e1b,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:38.667828 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.693324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-175f34ae-63e6-4ff9-ad59-997c9cb3fb70 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:38.694897 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-175f34ae-63e6-4ff9-ad59-997c9cb3fb70 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 811 time: 0.6149800 Jan 28 16:38:38.728754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Request body: {'port': {'device_id': '2c894331-11e7-4bba-9d51-47f17258aa52', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'admin_state_up': True, 'tenant_id': 'a81b1574467346aa8575a559c02ed402'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:38.789188 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f50e70-629d-4234-8be4-6e3c2f142533 None None] Pushing event updated for resources: {'Port': ['ID=724a6fb8-5694-4c3c-b411-7afb034c5e1b,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:38.798786 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (1a6c04e9-1488-479a-8e8e-9a85c5b20bb3), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.835109 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Routers {'ad7cc6a3-08f7-4adf-9af0-efa06103bffe'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:38:38.838114 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:38.838811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] Provisioning complete for port 724a6fb8-5694-4c3c-b411-7afb034c5e1b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:38.839319 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.935909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (1a6c04e9-1488-479a-8e8e-9a85c5b20bb3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.946418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (1a6c04e9-1488-479a-8e8e-9a85c5b20bb3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:38.954883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-f81a7099-5578-40f5-8817-2907453e593e tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:38.956826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-f81a7099-5578-40f5-8817-2907453e593e tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.3298860 Jan 28 16:38:38.973488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b5525db5-0495-4897-868b-948f57636cd0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:38.980658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-8ea34e10-4f86-49ee-b4a7-3472ce751dac tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:38.986696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-8ea34e10-4f86-49ee-b4a7-3472ce751dac tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 950 time: 0.4215484 Jan 28 16:38:38.993337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Made reservation on behalf of a81b1574467346aa8575a559c02ed402 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:38.995883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6c04e9-1488-479a-8e8e-9a85c5b20bb3,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:38.996870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.001047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.002860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db8a39e8-1519-4686-bc6c-90bafd35c845 req-be010920-70c8-42b2-a721-6b9a6cf98642 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4006498 Jan 28 16:38:39.078996 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] Set router ad7cc6a3-08f7-4adf-9af0-efa06103bffe gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:38:39.211113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-078b660b-e684-4a88-876a-7440a6eba1ea req-78d3989d-85b9-4f85-a36a-93922db4e858 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 210 time: 0.0653334 Jan 28 16:38:39.269777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] Current status of the port 724a6fb8-5694-4c3c-b411-7afb034c5e1b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:39.270843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.375685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] For port 724a6fb8-5694-4c3c-b411-7afb034c5e1b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=724a6fb8-5694-4c3c-b411-7afb034c5e1b,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:39.390745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-847306ec-b60c-4bb3-b6d3-adac0585cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:39.392289 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-847306ec-b60c-4bb3-b6d3-adac0585cc78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119 HTTP/1.1" status: 200 len: 1127 time: 0.4000516 Jan 28 16:38:39.394149 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.411875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b5525db5-0495-4897-868b-948f57636cd0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:39.412283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b5525db5-0495-4897-868b-948f57636cd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.486859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337d80d-9898-44e3-a9bc-687c312b0826 req-4840affd-5217-416b-8506-765fa236bac5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:39.490495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3337d80d-9898-44e3-a9bc-687c312b0826 req-4840affd-5217-416b-8506-765fa236bac5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 950 time: 0.1515377 Jan 28 16:38:39.496766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ff7e-af68-4763-81c4-0980de54044c req-5bb43170-7598-473b-8ea4-4463cc9c6716 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:39.498619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0c23ff7e-af68-4763-81c4-0980de54044c req-5bb43170-7598-473b-8ea4-4463cc9c6716 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fab2e39-0c91-4a74-8a0d-1384a4f52995 HTTP/1.1" status: 200 len: 950 time: 0.4406881 Jan 28 16:38:39.603156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3337d80d-9898-44e3-a9bc-687c312b0826 req-4722213b-50f3-47be-a813-b6ef0b17a297 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045380 Jan 28 16:38:39.631608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-e111ad96-6118-4ab3-b1d7-80e02152acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:39.636471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-e111ad96-6118-4ab3-b1d7-80e02152acba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1127 time: 0.2038922 Jan 28 16:38:39.638646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c700fb25-d8b6-4948-b317-3674b13f1324 None None] Provisioning complete for port 724a6fb8-5694-4c3c-b411-7afb034c5e1b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:39.639044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c700fb25-d8b6-4948-b317-3674b13f1324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.641238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05e138-d15f-4f17-8712-27746064b2cf None None] Pushing event updated for resources: {'Port': ['ID=724a6fb8-5694-4c3c-b411-7afb034c5e1b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:39.643519 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:38:31Z', 'revision_number': 4, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '724a6fb8-5694-4c3c-b411-7afb034c5e1b', 'name': '', 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'mac_address': 'fa:16:3e:65:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4d986a74-162e-4de8-8699-65c4a5aa072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:30Z', 'updated_at': '2022-01-28T16:38:38Z', 'revision_number': 4, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'subnets': [{'id': '4d986a74-162e-4de8-8699-65c4a5aa072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:39.663888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:39.664476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:39.681329 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd37cd6-dba5-4da1-b683-f887b58cb0ff None None] The sync data for ids ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'] in n-d-812111-13 is: [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:38:31Z', 'revision_number': 4, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '724a6fb8-5694-4c3c-b411-7afb034c5e1b', 'name': '', 'network_id': 'b9d92210-5d02-4f55-bb1e-7b96f34a5d4e', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'mac_address': 'fa:16:3e:65:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4d986a74-162e-4de8-8699-65c4a5aa072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:30Z', 'updated_at': '2022-01-28T16:38:38Z', 'revision_number': 4, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'subnets': [{'id': '4d986a74-162e-4de8-8699-65c4a5aa072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:38:39.846912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Allocated IP 172.20.0.11 (ceca99fb-0abb-4189-aeb7-d1dacf939f04/956e0b34-e41b-4da8-a535-8ed44d9a912a/c9aef4b5-6e3c-4009-830c-fcd37fc65227) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:39.964578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8614-edc5-41dd-a803-8e3178b45fe9 req-e3c37470-9431-407c-bf0e-d808e6669096 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:39.966225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f5a8614-edc5-41dd-a803-8e3178b45fe9 req-e3c37470-9431-407c-bf0e-d808e6669096 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 944 time: 0.2319901 Jan 28 16:38:40.029351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b5525db5-0495-4897-868b-948f57636cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:40.039959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:40.040334 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:40.067571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-b057b719-3090-4c35-8147-726276a6b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:40.069090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-b057b719-3090-4c35-8147-726276a6b78b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 200 len: 921 time: 0.3856313 Jan 28 16:38:40.089290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port 03a30efc-07db-4494-aed7-f94080191e9f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:40.089575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (03a30efc-07db-4494-aed7-f94080191e9f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:40.093667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:40.132920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c700fb25-d8b6-4948-b317-3674b13f1324 None None] Current status of the port 724a6fb8-5694-4c3c-b411-7afb034c5e1b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:40.150908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f5a8614-edc5-41dd-a803-8e3178b45fe9 req-3e98c968-0047-4051-992b-7c3aff87e1a9 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759877 Jan 28 16:38:40.331860 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-d32a762e-a3d6-4690-a5ec-c9d10dd8a977 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 200 len: 217 time: 0.2362413 Jan 28 16:38:40.426689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 724a6fb8-5694-4c3c-b411-7afb034c5e1b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:40.558948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=03a30efc-07db-4494-aed7-f94080191e9f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:40.559814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (03a30efc-07db-4494-aed7-f94080191e9f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:40.607618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-9eb449c0-f750-477e-a807-a76dd53eaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:40.610937 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-9eb449c0-f750-477e-a807-a76dd53eaecd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 200 len: 860 time: 0.2422559 Jan 28 16:38:40.630039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks [] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:40.632197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for 03a30efc-07db-4494-aed7-f94080191e9f owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:40.717278 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-23df9fbf-c367-41de-ad33-190f24a76329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e543e1e-9a3c-46d5-afc3-9e00446cbc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889325 Jan 28 16:38:40.735675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3756ab91-56ed-4d0a-bb97-6191429309bb req-b2eb48b0-b8e0-4cce-b88f-682ab1512661 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0941830 Jan 28 16:38:40.823456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 724a6fb8-5694-4c3c-b411-7afb034c5e1b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:40.823920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:40.859978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58384f1e-67c7-4fe2-a868-41034e41850a req-e4c43c2c-a3bd-49f8-8bec-0da155fe56af tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/67dd5178-a5b3-43d9-9b45-a583dadb3f46 HTTP/1.1" status: 200 len: 1821 time: 0.0899715 Jan 28 16:38:40.933791 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-32caa3ba-103b-47ef-a7df-e0c9e3ffd64d service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111111 Jan 28 16:38:41.002236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 724a6fb8-5694-4c3c-b411-7afb034c5e1b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:41.015136 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-58384f1e-67c7-4fe2-a868-41034e41850a req-5bfc39cf-7c23-4a1f-93ab-90266af59c2d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (67dd5178-a5b3-43d9-9b45-a583dadb3f46), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.050582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.113277 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-58384f1e-67c7-4fe2-a868-41034e41850a req-5bfc39cf-7c23-4a1f-93ab-90266af59c2d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (67dd5178-a5b3-43d9-9b45-a583dadb3f46), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.218519 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-58384f1e-67c7-4fe2-a868-41034e41850a req-5bfc39cf-7c23-4a1f-93ab-90266af59c2d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (67dd5178-a5b3-43d9-9b45-a583dadb3f46), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.223754 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-58384f1e-67c7-4fe2-a868-41034e41850a req-5bfc39cf-7c23-4a1f-93ab-90266af59c2d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.239586 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58384f1e-67c7-4fe2-a868-41034e41850a req-5bfc39cf-7c23-4a1f-93ab-90266af59c2d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/67dd5178-a5b3-43d9-9b45-a583dadb3f46 HTTP/1.1" status: 204 len: 173 time: 0.3681848 Jan 28 16:38:41.263769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc39cf-7c23-4a1f-93ab-90266af59c2d tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd5178-a5b3-43d9-9b45-a583dadb3f46,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:41.333687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 03a30efc-07db-4494-aed7-f94080191e9f no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:41.452695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558d9b4-f0a1-4fc1-9789-ab70d078f3fb req-de1f76cf-8188-4929-a8a3-2e2f373e2181 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:41.472018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7558d9b4-f0a1-4fc1-9789-ab70d078f3fb req-de1f76cf-8188-4929-a8a3-2e2f373e2181 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 932 time: 0.1193910 Jan 28 16:38:41.522495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 03a30efc-07db-4494-aed7-f94080191e9f is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:41.525840 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (03a30efc-07db-4494-aed7-f94080191e9f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.571901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7558d9b4-f0a1-4fc1-9789-ab70d078f3fb req-5b01d895-5af3-460b-8926-33324d69b590 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920522 Jan 28 16:38:41.575800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:41.578160 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b5f3ce-deba-41d8-a87f-26f590238565" -d '{"events": [{"server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "name": "network-vif-unplugged", "status": "completed", "tag": "03a30efc-07db-4494-aed7-f94080191e9f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:41.604222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 03a30efc-07db-4494-aed7-f94080191e9f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=03a30efc-07db-4494-aed7-f94080191e9f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:41.613244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.650303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Network ceca99fb-0abb-4189-aeb7-d1dacf939f04 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:41.683696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:41.700351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event updated for resources: {'Port': ['ID=c9aef4b5-6e3c-4009-830c-fcd37fc65227,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:41.707755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:41.734448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:41.774153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:41.788271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:41.791275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:41.825523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.826198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.826631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.827189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.827457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.827914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.828339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.828913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.829378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.829775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.830725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.831124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.831557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:41.845963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d69b4b27-aaec-487a-b09d-62a1fbeab604 req-79283331-2e53-4bc5-80f8-7728db8ac404 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=26fc1f1f-1548-4d15-a171-06ad76a33a6a HTTP/1.1" status: 200 len: 210 time: 0.0805454 Jan 28 16:38:41.871504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:41.993747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-1aeff581-c618-4c9b-928f-008b5fa4527a service neutron] 10.222.0.24 "GET /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9991133 Jan 28 16:38:41.998609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:42.002100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.006671 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6912d4f5-4a9a-4a5f-843f-ae5483bdb91a req-4950f869-1f62-4ff2-b94b-a4c06f13e420 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "DELETE /v2.0/ports/c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 HTTP/1.1" status: 204 len: 173 time: 2.9192138 Jan 28 16:38:42.014049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:42.015058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.022908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'name': 'network-vif-deleted', 'tag': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:42.025883 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b087e8-b7bd-474a-b33d-e51f97f2e66c" -d '{"events": [{"server_uuid": "26fc1f1f-1548-4d15-a171-06ad76a33a6a", "name": "network-vif-deleted", "tag": "c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:42.063228 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c734e8ff-e2e1-4b70-bc56-34bd7c2927ea tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3516092 Jan 28 16:38:42.082211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (03a30efc-07db-4494-aed7-f94080191e9f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.093274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Request body: {'port': {'device_id': '2c894331-11e7-4bba-9d51-47f17258aa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:42.129563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=03a30efc-07db-4494-aed7-f94080191e9f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:42.171728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:42.178676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:42.254436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port 03a30efc-07db-4494-aed7-f94080191e9f on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:42.258714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.263565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0c23ff7e-af68-4763-81c4-0980de54044c req-8472ced2-9c51-4a5a-a4fd-0355bc4ae72b tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "DELETE /v2.0/ports/03a30efc-07db-4494-aed7-f94080191e9f HTTP/1.1" status: 204 len: 173 time: 2.7550201 Jan 28 16:38:42.369274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.378074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.529315 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:42.641732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119ad1-b403-410e-9600-8306531341fa req-7826d467-fbd3-497e-b5ca-b61dc0db8707 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:42.643891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-7826d467-fbd3-497e-b5ca-b61dc0db8707 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12&tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1127 time: 0.1861589 Jan 28 16:38:42.886278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:42.946063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:42.946407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:43.236429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9aef4b5-6e3c-4009-830c-fcd37fc65227 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:43.263814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Publish callbacks [] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:43.296925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-98119ad1-b403-410e-9600-8306531341fa req-f38c6e22-1758-4b79-ae23-e20fba2bc47f service neutron] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:43.301338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Transition to ACTIVE for port object c9aef4b5-6e3c-4009-830c-fcd37fc65227 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:38:43.319643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-98119ad1-b403-410e-9600-8306531341fa req-f38c6e22-1758-4b79-ae23-e20fba2bc47f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:43.321410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-98119ad1-b403-410e-9600-8306531341fa req-f38c6e22-1758-4b79-ae23-e20fba2bc47f service neutron] 10.222.0.24 "DELETE /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546/bindings/n-h2-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.6476376 Jan 28 16:38:43.322894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:43.391190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Pushing event updated for resources: {'Port': ['ID=c9aef4b5-6e3c-4009-830c-fcd37fc65227,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:43.497474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Attempting to bind port c9aef4b5-6e3c-4009-830c-fcd37fc65227 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:43.497900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Attempting to bind port c9aef4b5-6e3c-4009-830c-fcd37fc65227 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:43.498289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Attempting to bind port c9aef4b5-6e3c-4009-830c-fcd37fc65227 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:43.503739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Port c9aef4b5-6e3c-4009-830c-fcd37fc65227 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:38:43.504855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Attempting to bind port c9aef4b5-6e3c-4009-830c-fcd37fc65227 on network ceca99fb-0abb-4189-aeb7-d1dacf939f04 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:43.510134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:43.510546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Checking segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:43.511007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Bound using segment: {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:43.511436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Bound port: c9aef4b5-6e3c-4009-830c-fcd37fc65227, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d84f7-7a64-4030-87ca-751cb5416cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:43.511818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:43.638599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] For port c9aef4b5-6e3c-4009-830c-fcd37fc65227, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:43.681261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] For port c9aef4b5-6e3c-4009-830c-fcd37fc65227, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:43.709278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:43.771739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:43.772929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:43.775094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] 10.222.0.31 "PUT /v2.0/ports/c9aef4b5-6e3c-4009-830c-fcd37fc65227 HTTP/1.1" status: 200 len: 1093 time: 1.6961825 Jan 28 16:38:43.813199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323900a2-a0b3-4342-b6bb-6159e1ad94df service neutron] Pushing event updated for resources: {'Port': ['ID=c9aef4b5-6e3c-4009-830c-fcd37fc65227,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:43.900813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-fbda91ec-c2f4-4349-9a64-47548673a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:43.902514 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-fbda91ec-c2f4-4349-9a64-47548673a5f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 1127 time: 0.0689025 Jan 28 16:38:43.952902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-66fb6192-e8e4-4327-beda-833fea630979 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227 HTTP/1.1" status: 200 len: 217 time: 0.0426927 Jan 28 16:38:44.010081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-81ea0ac6-ec60-43ec-88cf-1e419e86f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:44.011588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-81ea0ac6-ec60-43ec-88cf-1e419e86f265 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.0514622 Jan 28 16:38:44.055758 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-0c13efe4-9376-4618-8048-1f9faef61852 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368955 Jan 28 16:38:44.172116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-c801864b-0e3d-45b1-b47a-a707c27d4818 service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096132 Jan 28 16:38:44.307168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc6d2fc5-909a-41c2-8f80-8558eacbe8ac req-0fc11096-8824-4b13-b286-7ef715ea8aaf service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283405 Jan 28 16:38:45.852816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2d9b543c-6e8b-4b84-9d2b-01af15a5ccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:46.896083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9aef4b5-6e3c-4009-830c-fcd37fc65227 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:38:47.053078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c9aef4b5-6e3c-4009-830c-fcd37fc65227, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:47.068981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227', 'network_id': 'ceca99fb-0abb-4189-aeb7-d1dacf939f04', 'port_id': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227', 'mac_address': 'fa:16:3e:75:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956e0b34-e41b-4da8-a535-8ed44d9a912a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:38:47.116706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c9aef4b5-6e3c-4009-830c-fcd37fc65227 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:47.116706 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:47.131169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9aef4b5-6e3c-4009-830c-fcd37fc65227 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:47.157083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c9aef4b5-6e3c-4009-830c-fcd37fc65227, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:47.167173 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:47.241180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c9aef4b5-6e3c-4009-830c-fcd37fc65227,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:47.448130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c9aef4b5-6e3c-4009-830c-fcd37fc65227'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:47.857109 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d47b21b2-0fb3-47f5-8507-4742688e3a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:48.000368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a461cf4c-e42c-45b4-928f-fe41c6caf977 req-1aa1ea33-d5b1-4243-9d98-0cc586606da7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0430920 Jan 28 16:38:48.684400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2e03cfa-8da1-4214-9fc2-f23a138f5dd1 req-33c018fb-d221-487c-a87a-10acc655023e tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215776 Jan 28 16:38:48.831976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7de0-610a-482f-84c0-b12450109250 req-8c46fccc-0855-47ac-9e7c-9e362f69c5df tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:48.833482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7fc7de0-610a-482f-84c0-b12450109250 req-8c46fccc-0855-47ac-9e7c-9e362f69c5df tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 944 time: 0.1266544 Jan 28 16:38:48.843317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03cfa-8da1-4214-9fc2-f23a138f5dd1 req-03ac5a55-f4e0-48cd-895b-556e9f0fe4bc tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:48.844736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2e03cfa-8da1-4214-9fc2-f23a138f5dd1 req-03ac5a55-f4e0-48cd-895b-556e9f0fe4bc tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477900 Jan 28 16:38:48.869504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2e03cfa-8da1-4214-9fc2-f23a138f5dd1 req-c1599671-1e58-4bcb-be86-701ee070c64a tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/quotas/00d18199ef9d4e278c0f61d756c98cb5 HTTP/1.1" status: 200 len: 375 time: 0.0174766 Jan 28 16:38:48.912308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9aef4b5-6e3c-4009-830c-fcd37fc65227 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:38:48.915172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2e03cfa-8da1-4214-9fc2-f23a138f5dd1 req-f98cc540-7412-47df-9929-16026912a932 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361707 Jan 28 16:38:48.923537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7fc7de0-610a-482f-84c0-b12450109250 req-acb2c538-ab66-4ada-ab80-c76abee081ca tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776837 Jan 28 16:38:49.021742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aab30a05-fea6-4ba9-b8f7-0e2b5ea8dea6 req-918ccca5-f291-41b6-99ea-1ee2bf63ec32 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/332f9e75-d371-409f-932d-5cf65d5e8b07 HTTP/1.1" status: 200 len: 1821 time: 0.0576222 Jan 28 16:38:49.024125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port c9aef4b5-6e3c-4009-830c-fcd37fc65227 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:38:49.031751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c9aef4b5-6e3c-4009-830c-fcd37fc65227 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:38:49.032477 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.076711 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a40cc8-62dc-45f3-826c-74e7b212cdc6 x-openstack-request-id: req-a4a40cc8-62dc-45f3-826c-74e7b212cdc6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:49.077008 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "name": "network-vif-unplugged", "status": "completed", "tag": "03a30efc-07db-4494-aed7-f94080191e9f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:49.077269 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4a40cc8-62dc-45f3-826c-74e7b212cdc6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:49.077666 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f', 'code': 200} Jan 28 16:38:49.136163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c9aef4b5-6e3c-4009-830c-fcd37fc65227 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:49.136834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.137855 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2472e5a6-28d5-4d6f-873a-ebd87de84da0 x-openstack-request-id: req-2472e5a6-28d5-4d6f-873a-ebd87de84da0 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:49.138379 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc1f1f-1548-4d15-a171-06ad76a33a6a", "name": "network-vif-deleted", "tag": "c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:49.138379 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2472e5a6-28d5-4d6f-873a-ebd87de84da0 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:49.138771 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc1f1f-1548-4d15-a171-06ad76a33a6a', 'name': 'network-vif-deleted', 'tag': 'c7ccd221-1bd1-4be0-b6ef-cf2b739b9bd0', 'status': 'completed', 'code': 200} Jan 28 16:38:49.157260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79b66dd8-0fe6-454b-b30f-a1addc131028 req-f8119219-33b4-4879-83b7-87ce96aa1e36 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0587239 Jan 28 16:38:49.201963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c9aef4b5-6e3c-4009-830c-fcd37fc65227, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:49.209611 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.281731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2425a-f05d-44cd-a8c6-857f18a3e41f req-839d60d2-2824-47df-94ac-3d59d47bbfde tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:49.297295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17e2425a-f05d-44cd-a8c6-857f18a3e41f req-839d60d2-2824-47df-94ac-3d59d47bbfde tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 945 time: 0.1054504 Jan 28 16:38:49.303122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.308187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c9aef4b5-6e3c-4009-830c-fcd37fc65227,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:49.354027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17e2425a-f05d-44cd-a8c6-857f18a3e41f req-5784d939-3d5d-48f5-80d8-45dd20bf839b tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558317 Jan 28 16:38:49.384124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-df6d8013-3a9a-47e2-a554-975b709aeed4 req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-812814411', 'description': 'tempest-description-1959850087'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:49.410171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df6d8013-3a9a-47e2-a554-975b709aeed4 req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.490097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df6d8013-3a9a-47e2-a554-975b709aeed4 req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (e5818579-0f8d-41fb-a21f-1f94f643c5ee), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.494632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df6d8013-3a9a-47e2-a554-975b709aeed4 req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e5818579-0f8d-41fb-a21f-1f94f643c5ee), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.524801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5818579-0f8d-41fb-a21f-1f94f643c5ee,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:49.531135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-df6d8013-3a9a-47e2-a554-975b709aeed4 req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:49.542452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df6d8013-3a9a-47e2-a554-975b709aeed4 req-0f76f9bc-b636-46c4-982a-550381e8eb6c tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1622887 Jan 28 16:38:49.631306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec4ddd-cbf4-4f39-a3cc-bd033265b09f req-9f3cd650-9b0f-4c88-b11e-50fbc4d7c892 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:49.632807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3ec4ddd-cbf4-4f39-a3cc-bd033265b09f req-9f3cd650-9b0f-4c88-b11e-50fbc4d7c892 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 1127 time: 0.0489583 Jan 28 16:38:49.689958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3ec4ddd-cbf4-4f39-a3cc-bd033265b09f req-c8618599-6e68-4c15-a77d-7c5fb3ec8aa7 tempest-LiveAutoBlockMigrationV225Test-1642972483 tempest-LiveAutoBlockMigrationV225Test-1642972483-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Jan 28 16:38:49.928537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-1e101a5f-0245-4d52-934a-e1868256a552 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/e5818579-0f8d-41fb-a21f-1f94f643c5ee HTTP/1.1" status: 200 len: 1821 time: 0.0448871 Jan 28 16:38:49.938934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5818579-0f8d-41fb-a21f-1f94f643c5ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:49.939946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5818579-0f8d-41fb-a21f-1f94f643c5ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:50.007152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (449370aa-be22-4972-8b51-855553f94848), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.035708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (449370aa-be22-4972-8b51-855553f94848), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.043348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (449370aa-be22-4972-8b51-855553f94848), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.066917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449370aa-be22-4972-8b51-855553f94848,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:50.075403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.077216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87807074-aa43-4cc2-81b5-f67236d9daa6 req-fb47a228-eb99-46f2-b28d-44d33b6e1c1a tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1425068 Jan 28 16:38:50.335267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-283b7b89-b878-4ce6-9f36-ca6bc5fb9ff1 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/e5818579-0f8d-41fb-a21f-1f94f643c5ee HTTP/1.1" status: 200 len: 2414 time: 0.0533230 Jan 28 16:38:50.353502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5818579-0f8d-41fb-a21f-1f94f643c5ee', 'remote_group_id': None}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:50.353737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5818579-0f8d-41fb-a21f-1f94f643c5ee', 'remote_group_id': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:50.425797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (95def7a2-2d51-4f4c-9963-f3f5e1ee99ac), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.458680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (95def7a2-2d51-4f4c-9963-f3f5e1ee99ac), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.462696 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (95def7a2-2d51-4f4c-9963-f3f5e1ee99ac), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.484898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95def7a2-2d51-4f4c-9963-f3f5e1ee99ac,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:50.516788 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.518293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e01f43e-9a22-40d6-aa6c-e3aed5599550 req-4a0498d7-c6d9-4f19-a4cc-fa27ead77b74 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1703892 Jan 28 16:38:50.571773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:50.608821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5150c97e-f161-4cba-987e-d5bacaa066ea req-729a9c9f-0721-4865-8de0-19d5f2cd063c tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0342014 Jan 28 16:38:50.680020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbf1c1-078f-44a0-bdef-34cd73c34df8 req-23b157ef-b4a0-440a-80f6-12ef53b389ed tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:50.681740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83bbf1c1-078f-44a0-bdef-34cd73c34df8 req-23b157ef-b4a0-440a-80f6-12ef53b389ed tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 944 time: 0.0767639 Jan 28 16:38:50.733677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-714d1e97-ebee-42bf-91b6-72e2bc72204b req-adfb24bd-5fb9-46c5-bf05-1323ab8ab1ae tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308628 Jan 28 16:38:50.771868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83bbf1c1-078f-44a0-bdef-34cd73c34df8 req-eac2bcc7-4ed2-4b7c-bcac-f51fa41ea278 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839090 Jan 28 16:38:50.864153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d1e97-ebee-42bf-91b6-72e2bc72204b req-7581a1a5-3a38-415a-884b-3b6bb1a5bc28 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:50.866031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-714d1e97-ebee-42bf-91b6-72e2bc72204b req-7581a1a5-3a38-415a-884b-3b6bb1a5bc28 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253309 Jan 28 16:38:50.883827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-714d1e97-ebee-42bf-91b6-72e2bc72204b req-d4882dfb-d703-4586-a3e8-48f2acd56a87 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/quotas/00d18199ef9d4e278c0f61d756c98cb5 HTTP/1.1" status: 200 len: 375 time: 0.0124416 Jan 28 16:38:50.923284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-714d1e97-ebee-42bf-91b6-72e2bc72204b req-830b7a59-f360-48d4-b025-25544dbfe3e6 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344050 Jan 28 16:38:51.021313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368627-e3b7-4625-9fac-b961b7375692 req-65cfeb01-f55e-409d-bcd2-07005876bc9b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:51.023041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf368627-e3b7-4625-9fac-b961b7375692 req-65cfeb01-f55e-409d-bcd2-07005876bc9b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 944 time: 0.0787807 Jan 28 16:38:51.078700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c894331-11e7-4bba-9d51-47f17258aa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:51.081866 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78274f63-324c-4d41-b429-3e036310ae86" -d '{"events": [{"server_uuid": "2c894331-11e7-4bba-9d51-47f17258aa52", "name": "network-vif-plugged", "status": "completed", "tag": "c9aef4b5-6e3c-4009-830c-fcd37fc65227"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:51.100334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814cda4-0a34-4d43-aaed-b742d0eb140c req-e4aa29d7-5dbf-4b62-91d8-d530e82dc7db tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:51.102222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5814cda4-0a34-4d43-aaed-b742d0eb140c req-e4aa29d7-5dbf-4b62-91d8-d530e82dc7db tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.1061094 Jan 28 16:38:51.109409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-806f160d-555f-442c-b0aa-1bc4bcdff885 req-29155e29-e56c-4eb4-bced-6ec2f7c88a84 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/e5818579-0f8d-41fb-a21f-1f94f643c5ee HTTP/1.1" status: 200 len: 3012 time: 0.0738988 Jan 28 16:38:51.139811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Deleting port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:51.140397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:51.189967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5814cda4-0a34-4d43-aaed-b742d0eb140c req-41469915-e38a-4b2b-99d3-d1162c7769c4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709479 Jan 28 16:38:51.201720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'name': 'network-vif-deleted', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f'}, {'name': 'network-changed', 'server_uuid': '2c894331-11e7-4bba-9d51-47f17258aa52', 'tag': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:51.204147 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662bcc32-e8c7-48ec-a090-d5bcf482c198" -d '{"events": [{"server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "name": "network-vif-deleted", "tag": "03a30efc-07db-4494-aed7-f94080191e9f"}, {"name": "network-changed", "server_uuid": "2c894331-11e7-4bba-9d51-47f17258aa52", "tag": "c9aef4b5-6e3c-4009-830c-fcd37fc65227"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:51.256966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] For port 1a3c740b-e47d-4d94-92f9-d8ec07f67546, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1a3c740b-e47d-4d94-92f9-d8ec07f67546,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:51.257608 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:51.273937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Calling delete_port for 1a3c740b-e47d-4d94-92f9-d8ec07f67546 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:51.353204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e01166c6-cfcc-4b42-99cf-fcc769d6fd26 req-e2266f4a-1ec0-4d98-b346-16280916fcb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=033ad271d6a24e18a08b9e8e5f6f99d2&device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.0286107 Jan 28 16:38:51.395554 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e01166c6-cfcc-4b42-99cf-fcc769d6fd26 req-e57e45ce-61f5-408d-8ba8-51b43c66d6e9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=033ad271d6a24e18a08b9e8e5f6f99d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330336 Jan 28 16:38:51.608535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1a3c740b-e47d-4d94-92f9-d8ec07f67546), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:51.620884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:51.649805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01166c6-cfcc-4b42-99cf-fcc769d6fd26 req-95baf7a4-f279-4e39-bd4e-29478599a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:51.652078 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e01166c6-cfcc-4b42-99cf-fcc769d6fd26 req-95baf7a4-f279-4e39-bd4e-29478599a4a1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2448258 Jan 28 16:38:51.656017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event deleted for resources: {'Port': ['ID=1a3c740b-e47d-4d94-92f9-d8ec07f67546,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:51.706202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] No DVR routers for this DVR port 1a3c740b-e47d-4d94-92f9-d8ec07f67546 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:51.708951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:51.712967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf368627-e3b7-4625-9fac-b961b7375692 req-a6cec9c9-8e16-450e-944b-61cf4a81692c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.24 "DELETE /v2.0/ports/1a3c740b-e47d-4d94-92f9-d8ec07f67546 HTTP/1.1" status: 204 len: 173 time: 0.6844859 Jan 28 16:38:51.734003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:51.743207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d02c86-2767-4d30-8e29-d2e909def8f5 req-4df4e9a1-7af7-4368-86ee-09506133af52 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:51.744764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9d02c86-2767-4d30-8e29-d2e909def8f5 req-4df4e9a1-7af7-4368-86ee-09506133af52 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 949 time: 0.4078779 Jan 28 16:38:51.754906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-5b0e601b-ebe1-4c72-8274-8316f3260ee1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:51.756711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-5b0e601b-ebe1-4c72-8274-8316f3260ee1 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.4853957 Jan 28 16:38:51.786124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-8683c779-b229-41f0-ba85-f5c96a545343 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/quotas/e26c98c7b29e4aef85e58e0139c7e323 HTTP/1.1" status: 200 len: 375 time: 0.0213141 Jan 28 16:38:51.839332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9d02c86-2767-4d30-8e29-d2e909def8f5 req-6c5af9fc-4bd3-43c2-886f-51001097bcb3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810862 Jan 28 16:38:51.869980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-b85b179f-f2d9-4459-98c8-be90c69122fc tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780568 Jan 28 16:38:52.010389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-efb63902-4fe0-4a1f-8d25-aee4fd8e5334 service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303890 Jan 28 16:38:52.034234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f2da-33f7-440a-94df-51e7e623630b req-9b8958a4-086a-4a44-9157-6f537da795b0 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:52.037695 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a52f2da-33f7-440a-94df-51e7e623630b req-9b8958a4-086a-4a44-9157-6f537da795b0 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/ports?device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 949 time: 0.1082594 Jan 28 16:38:52.129311 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df316e1d-2f9d-457d-abf2-4585a78a5ed9 x-openstack-request-id: req-df316e1d-2f9d-457d-abf2-4585a78a5ed9 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:52.129642 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c894331-11e7-4bba-9d51-47f17258aa52", "name": "network-vif-plugged", "status": "completed", "tag": "c9aef4b5-6e3c-4009-830c-fcd37fc65227", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:52.130093 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df316e1d-2f9d-457d-abf2-4585a78a5ed9 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:52.130689 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c894331-11e7-4bba-9d51-47f17258aa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227', 'code': 200} Jan 28 16:38:52.167199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-2d289269-f78a-4de2-bcbf-4c5a07e481ae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-group-rules/95def7a2-2d51-4f4c-9963-f3f5e1ee99ac HTTP/1.1" status: 200 len: 783 time: 0.0319655 Jan 28 16:38:52.243236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-3b9ee382-918e-4825-a10b-ea476476b9ba service neutron] 10.222.0.25 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249861 Jan 28 16:38:52.253970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-c94f801f-f293-44df-994b-6af40cc27333 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/e5818579-0f8d-41fb-a21f-1f94f643c5ee HTTP/1.1" status: 200 len: 3012 time: 0.0859461 Jan 28 16:38:52.280253 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-c3a002cc-1cbc-427a-b3cd-31b2f8e36dae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (95def7a2-2d51-4f4c-9963-f3f5e1ee99ac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:52.289080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-c3a002cc-1cbc-427a-b3cd-31b2f8e36dae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (95def7a2-2d51-4f4c-9963-f3f5e1ee99ac), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:52.290892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee4c4f-4dc1-4f9d-9196-4bf0e75a8161 req-a8bd2a2c-7a00-4b59-ab75-00716632caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:52.292390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72ee4c4f-4dc1-4f9d-9196-4bf0e75a8161 req-a8bd2a2c-7a00-4b59-ab75-00716632caf9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 1129 time: 0.0851567 Jan 28 16:38:52.331336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-c3a002cc-1cbc-427a-b3cd-31b2f8e36dae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (95def7a2-2d51-4f4c-9963-f3f5e1ee99ac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:52.331535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-97ff4c07-5a46-40e4-af0d-b26555abfae3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:52.333279 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-97ff4c07-5a46-40e4-af0d-b26555abfae3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841 HTTP/1.1" status: 200 len: 946 time: 0.1608264 Jan 28 16:38:52.338917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-c3a002cc-1cbc-427a-b3cd-31b2f8e36dae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:52.357038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45943b9f-f10e-4240-90a6-101a0e40d41e req-c3a002cc-1cbc-427a-b3cd-31b2f8e36dae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/95def7a2-2d51-4f4c-9963-f3f5e1ee99ac HTTP/1.1" status: 204 len: 173 time: 0.1021287 Jan 28 16:38:52.369381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a002cc-1cbc-427a-b3cd-31b2f8e36dae tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95def7a2-2d51-4f4c-9963-f3f5e1ee99ac,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:52.398867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port aecfb2fc-abaf-4824-83b3-a4820dabe382 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:52.399435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:52.406778 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ac04a-db8e-4a2a-8898-77174a205cf3 x-openstack-request-id: req-3e9ac04a-db8e-4a2a-8898-77174a205cf3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:52.407182 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fab2e39-0c91-4a74-8a0d-1384a4f52995", "name": "network-vif-deleted", "tag": "03a30efc-07db-4494-aed7-f94080191e9f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c894331-11e7-4bba-9d51-47f17258aa52", "tag": "c9aef4b5-6e3c-4009-830c-fcd37fc65227", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:52.407534 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e9ac04a-db8e-4a2a-8898-77174a205cf3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:52.408077 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fab2e39-0c91-4a74-8a0d-1384a4f52995', 'name': 'network-vif-deleted', 'tag': '03a30efc-07db-4494-aed7-f94080191e9f', 'status': 'completed', 'code': 200} Jan 28 16:38:52.408939 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c894331-11e7-4bba-9d51-47f17258aa52', 'tag': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227', 'status': 'completed', 'code': 200} Jan 28 16:38:52.545546 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72ee4c4f-4dc1-4f9d-9196-4bf0e75a8161 req-927f7987-4053-4f2c-9402-4df3034b3578 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390780 Jan 28 16:38:52.603480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb8f3d9d-5216-4f84-93c2-9ff4ddd500db req-4ae8202a-8b13-41a9-86d7-bde79a3ce1e1 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0809348 Jan 28 16:38:52.625319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port aecfb2fc-abaf-4824-83b3-a4820dabe382, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=aecfb2fc-abaf-4824-83b3-a4820dabe382,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:52.625915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:52.641919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for aecfb2fc-abaf-4824-83b3-a4820dabe382 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:52.657434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c97ced5-f9d0-4d99-b0bd-db2b211b8834 req-68b82164-1344-4794-88ac-e1705367d999 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.1018336 Jan 28 16:38:52.691651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-790b51d6-ef2a-4755-8b56-869dfc686407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:52.694200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-790b51d6-ef2a-4755-8b56-869dfc686407 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a81b1574467346aa8575a559c02ed402&device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 1129 time: 0.2689705 Jan 28 16:38:52.916627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab66856-f745-4926-84ed-32133a70b4ae req-ef4f274e-0892-4667-b075-e2783361234a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:52.930875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1ab66856-f745-4926-84ed-32133a70b4ae req-ef4f274e-0892-4667-b075-e2783361234a tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "GET /v2.0/ports?device_id=09b76cd7-ec48-4706-bb03-5512b3919f82 HTTP/1.1" status: 200 len: 949 time: 0.4140851 Jan 28 16:38:52.951242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:53.011290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Deleting port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:53.011708 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.015223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (aecfb2fc-abaf-4824-83b3-a4820dabe382), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.058623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:53.064617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['aecfb2fc-abaf-4824-83b3-a4820dabe382', '6622a756-678a-491c-b323-5a1962a94a80'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:53.088159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e01166c6-cfcc-4b42-99cf-fcc769d6fd26 req-cdd25be8-d11b-4778-b37b-64c75aa4934a tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.1185355 Jan 28 16:38:53.094321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=aecfb2fc-abaf-4824-83b3-a4820dabe382,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:53.116713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa986811-e26a-4e95-9a6a-d480b952527b req-033c5d85-6238-42b6-8d54-6d1bf6f66aa5 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/e5818579-0f8d-41fb-a21f-1f94f643c5ee HTTP/1.1" status: 200 len: 2414 time: 0.2493343 Jan 28 16:38:53.121786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-41be909d-b7e9-4070-a19a-85c2efa53176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:53.126441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-41be909d-b7e9-4070-a19a-85c2efa53176 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 200 len: 912 time: 0.3890464 Jan 28 16:38:53.159038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196dde0-1efc-445f-9240-0997cc8093b3 req-a305f789-240b-4dd2-9bbf-525744271e07 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:53.167393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c196dde0-1efc-445f-9240-0997cc8093b3 req-a305f789-240b-4dd2-9bbf-525744271e07 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.3018942 Jan 28 16:38:53.211079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-a45134c1-1284-4cb1-a46e-1b4409588d2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227 HTTP/1.1" status: 200 len: 217 time: 0.0736177 Jan 28 16:38:53.221404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port aecfb2fc-abaf-4824-83b3-a4820dabe382 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:53.225895 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.231112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a52f2da-33f7-440a-94df-51e7e623630b req-a16b7c8f-6cad-4a82-abe7-c866eaf550b5 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "DELETE /v2.0/ports/aecfb2fc-abaf-4824-83b3-a4820dabe382 HTTP/1.1" status: 204 len: 173 time: 1.1870673 Jan 28 16:38:53.317431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port 6622a756-678a-491c-b323-5a1962a94a80 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:53.317777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6622a756-678a-491c-b323-5a1962a94a80), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.408590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-aa986811-e26a-4e95-9a6a-d480b952527b req-c12f8690-bbf3-4374-999c-e6a6fb0e2d57 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (e5818579-0f8d-41fb-a21f-1f94f643c5ee), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.412766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6622a756-678a-491c-b323-5a1962a94a80 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:53.427941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c196dde0-1efc-445f-9240-0997cc8093b3 req-6601a712-2f1e-46f1-a050-41c9a59f078a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544529 Jan 28 16:38:53.429679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-d8b5e9e8-ddb5-4f36-b166-5f9889e77729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:53.438742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-d8b5e9e8-ddb5-4f36-b166-5f9889e77729 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 200 len: 851 time: 0.1938655 Jan 28 16:38:53.489941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:53.496781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.530479 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-aa986811-e26a-4e95-9a6a-d480b952527b req-c12f8690-bbf3-4374-999c-e6a6fb0e2d57 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (e5818579-0f8d-41fb-a21f-1f94f643c5ee), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.600534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Calling delete_port for ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:53.666081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:53.668462 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.735001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-543def4e-1533-4d60-bba9-66da8ffa905f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceca99fb-0abb-4189-aeb7-d1dacf939f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704141 Jan 28 16:38:53.758920 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-aa986811-e26a-4e95-9a6a-d480b952527b req-c12f8690-bbf3-4374-999c-e6a6fb0e2d57 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e5818579-0f8d-41fb-a21f-1f94f643c5ee), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.763518 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-aa986811-e26a-4e95-9a6a-d480b952527b req-c12f8690-bbf3-4374-999c-e6a6fb0e2d57 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.794289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa986811-e26a-4e95-9a6a-d480b952527b req-c12f8690-bbf3-4374-999c-e6a6fb0e2d57 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5818579-0f8d-41fb-a21f-1f94f643c5ee HTTP/1.1" status: 204 len: 173 time: 0.6684177 Jan 28 16:38:53.795068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6622a756-678a-491c-b323-5a1962a94a80,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:53.795584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6622a756-678a-491c-b323-5a1962a94a80), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:53.852634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for 6622a756-678a-491c-b323-5a1962a94a80 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:53.900487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed96d1cf-d0f7-4d7d-8cd7-eade6d67b59d req-4b79c76f-8867-4c58-81b6-87d32b553bb2 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 210 time: 0.2312744 Jan 28 16:38:53.953347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:53.954603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f8690-bbf3-4374-999c-e6a6fb0e2d57 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5818579-0f8d-41fb-a21f-1f94f643c5ee,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:53.976183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:54.005924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6622a756-678a-491c-b323-5a1962a94a80 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:38:54.006377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6622a756-678a-491c-b323-5a1962a94a80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:54.117009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6622a756-678a-491c-b323-5a1962a94a80, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6622a756-678a-491c-b323-5a1962a94a80,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:54.157046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'}, {'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6622a756-678a-491c-b323-5a1962a94a80'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:54.157046 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23abbd54-9ddb-4a51-b0b1-a109bc61e65a" -d '{"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5"}, {"server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "name": "network-vif-unplugged", "status": "completed", "tag": "6622a756-678a-491c-b323-5a1962a94a80"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:54.169581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:54.170438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device aecfb2fc-abaf-4824-83b3-a4820dabe382 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:54.238897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: aecfb2fc-abaf-4824-83b3-a4820dabe382 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:54.239263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device aecfb2fc-abaf-4824-83b3-a4820dabe382 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:54.239680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:54.246940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:54.256029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cf69d45-7eb3-4b6f-8868-3e95a58a2b46 req-e2168ebc-8a81-43b7-9cd7-e9e32573fba2 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=a86283b8-a8d4-467d-8176-5abc40c5ba52 HTTP/1.1" status: 200 len: 210 time: 0.1604314 Jan 28 16:38:54.331793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7612437a-5dfb-4788-91cd-d3947bcccd27 req-485b4bfd-9da4-46af-b2c4-211c0a529738 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0746920 Jan 28 16:38:54.388193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 1a3c740b-e47d-4d94-92f9-d8ec07f67546 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:54.388524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1a3c740b-e47d-4d94-92f9-d8ec07f67546 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:54.421358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'name': 'network-vif-deleted', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546'}, {'server_uuid': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'name': 'network-vif-deleted', 'tag': 'aecfb2fc-abaf-4824-83b3-a4820dabe382'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:54.424180 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a8e09-2496-44a8-bbec-916f803ae350" -d '{"events": [{"server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "name": "network-vif-deleted", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546"}, {"server_uuid": "a86283b8-a8d4-467d-8176-5abc40c5ba52", "name": "network-vif-deleted", "tag": "aecfb2fc-abaf-4824-83b3-a4820dabe382"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:54.426624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-666b9b19-b5e6-42fa-9697-b0bbe3bbb11f service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221344 Jan 28 16:38:54.481231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:54.559442 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-2866ee0b-b0c7-4833-b5b8-a297fcd1b04d req-2d4e114f-210c-4093-a44f-aa1e46543647 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] show failed (client error): The resource could not be found. Jan 28 16:38:54.575686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2866ee0b-b0c7-4833-b5b8-a297fcd1b04d req-2d4e114f-210c-4093-a44f-aa1e46543647 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/67dd5178-a5b3-43d9-9b45-a583dadb3f46 HTTP/1.1" status: 404 len: 352 time: 0.1717000 Jan 28 16:38:54.586692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8362bf7-6451-41e7-8a35-37f9071a7e3d req-54039610-3a04-4482-8f36-99d5ee11a0a4 tempest-ServerShowV257Test-2117757575 tempest-ServerShowV257Test-2117757575-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ee2c08-eed1-4bcc-a8e0-a1cf0cf97fbd HTTP/1.1" status: 200 len: 210 time: 0.1511679 Jan 28 16:38:54.670801 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afc3b7b-4305-4e98-a663-127bd4e316cf x-openstack-request-id: req-1afc3b7b-4305-4e98-a663-127bd4e316cf {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:54.671624 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5", "code": 200}, {"server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "name": "network-vif-unplugged", "status": "completed", "tag": "6622a756-678a-491c-b323-5a1962a94a80", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:54.671739 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1afc3b7b-4305-4e98-a663-127bd4e316cf {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:54.672268 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'code': 200} Jan 28 16:38:54.673131 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6622a756-678a-491c-b323-5a1962a94a80', 'code': 200} Jan 28 16:38:54.717301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-662bcc32-e8c7-48ec-a090-d5bcf482c198 req-09b205f6-5cbd-4d83-ad6b-6ec90943d06c service neutron] 10.222.0.31 "GET /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570658 Jan 28 16:38:54.752182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecdaaac6-90f9-4e6b-9a72-5ce3c449dc6a req-36120da0-2abd-4b46-838c-b0734b0cb3fd tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582085 Jan 28 16:38:54.884533 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9444ace-4d1e-487f-b935-49c0ba3e4bd6 x-openstack-request-id: req-c9444ace-4d1e-487f-b935-49c0ba3e4bd6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:54.884843 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9cf685-da0f-4ff4-9a35-c9a80aa15b12", "name": "network-vif-deleted", "tag": "1a3c740b-e47d-4d94-92f9-d8ec07f67546", "status": "completed", "code": 200}, {"server_uuid": "a86283b8-a8d4-467d-8176-5abc40c5ba52", "name": "network-vif-deleted", "tag": "aecfb2fc-abaf-4824-83b3-a4820dabe382", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:54.885093 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9444ace-4d1e-487f-b935-49c0ba3e4bd6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:54.885474 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9cf685-da0f-4ff4-9a35-c9a80aa15b12', 'name': 'network-vif-deleted', 'tag': '1a3c740b-e47d-4d94-92f9-d8ec07f67546', 'status': 'completed', 'code': 200} Jan 28 16:38:54.885729 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86283b8-a8d4-467d-8176-5abc40c5ba52', 'name': 'network-vif-deleted', 'tag': 'aecfb2fc-abaf-4824-83b3-a4820dabe382', 'status': 'completed', 'code': 200} Jan 28 16:38:54.890184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:54.919483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaaac6-90f9-4e6b-9a72-5ce3c449dc6a req-57e286a5-d975-4f0a-842f-0d99284449e5 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:54.920811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecdaaac6-90f9-4e6b-9a72-5ce3c449dc6a req-57e286a5-d975-4f0a-842f-0d99284449e5 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670303 Jan 28 16:38:54.936289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f85f09-15ca-4de0-b241-0b6422405fe3 req-bbeb4de1-6797-4407-b081-5ba0402dde14 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:54.938268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8f85f09-15ca-4de0-b241-0b6422405fe3 req-bbeb4de1-6797-4407-b081-5ba0402dde14 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.0973268 Jan 28 16:38:54.963521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecdaaac6-90f9-4e6b-9a72-5ce3c449dc6a req-05c08c09-3e50-4090-b56d-7dcf0c4fa1cc tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/quotas/00d18199ef9d4e278c0f61d756c98cb5 HTTP/1.1" status: 200 len: 375 time: 0.0226460 Jan 28 16:38:54.967213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event deleted for resources: {'Port': ['ID=ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:55.000810 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6622a756-678a-491c-b323-5a1962a94a80), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.012426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:38:55.016773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecdaaac6-90f9-4e6b-9a72-5ce3c449dc6a req-df81dc1a-4645-4c9e-9b3a-2fa923e4ded1 tempest-QuotasAdminNegativeTest-216287384 tempest-QuotasAdminNegativeTest-216287384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378318 Jan 28 16:38:55.067482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8f85f09-15ca-4de0-b241-0b6422405fe3 req-e349a262-a09a-4095-8410-97bfba563161 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177764 Jan 28 16:38:55.131750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] No DVR routers for this DVR port ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:55.138220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.153729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6e6f09e8-a629-465d-8c08-5681cd7f571c req-423fd07f-0cbd-49e4-bf36-da3519e05095 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.31 "DELETE /v2.0/ports/ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 HTTP/1.1" status: 204 len: 173 time: 2.8091269 Jan 28 16:38:55.154567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=6622a756-678a-491c-b323-5a1962a94a80,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:55.198769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ed80cbe-c5f8-4c9b-8ea2-5d6648433833 req-3b6136b3-df95-4a5f-9487-3da013f613bb tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/332f9e75-d371-409f-932d-5cf65d5e8b07 HTTP/1.1" status: 200 len: 1821 time: 0.1089778 Jan 28 16:38:55.243715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-875e81dc-080f-4ee8-b456-15fad629ed18 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:55.250641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-875e81dc-080f-4ee8-b456-15fad629ed18 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 805 time: 0.8201387 Jan 28 16:38:55.292257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Request body: {'port': {'device_id': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'admin_state_up': True, 'tenant_id': 'e26c98c7b29e4aef85e58e0139c7e323'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:55.307410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port 6622a756-678a-491c-b323-5a1962a94a80 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:38:55.331719 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.335365 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1ab66856-f745-4926-84ed-32133a70b4ae req-7dc905f6-b3dd-4596-8756-9bd43688c5f9 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.24 "DELETE /v2.0/ports/6622a756-678a-491c-b323-5a1962a94a80 HTTP/1.1" status: 204 len: 173 time: 2.4035807 Jan 28 16:38:55.364757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fc04f4e-cc5f-42e1-92d2-c5eec5dab0d3 req-092951ba-e153-4758-a131-77a8df19858a tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 210 time: 0.0835567 Jan 28 16:38:55.365975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0ed80cbe-c5f8-4c9b-8ea2-5d6648433833 req-28c7a7c8-0f81-4a9a-96c0-c8c30dad163b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (332f9e75-d371-409f-932d-5cf65d5e8b07), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.425743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0ed80cbe-c5f8-4c9b-8ea2-5d6648433833 req-28c7a7c8-0f81-4a9a-96c0-c8c30dad163b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (332f9e75-d371-409f-932d-5cf65d5e8b07), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.525513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Made reservation on behalf of e26c98c7b29e4aef85e58e0139c7e323 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:38:55.534502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.542509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0ed80cbe-c5f8-4c9b-8ea2-5d6648433833 req-28c7a7c8-0f81-4a9a-96c0-c8c30dad163b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (332f9e75-d371-409f-932d-5cf65d5e8b07), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.546320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0ed80cbe-c5f8-4c9b-8ea2-5d6648433833 req-28c7a7c8-0f81-4a9a-96c0-c8c30dad163b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:55.579128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ed80cbe-c5f8-4c9b-8ea2-5d6648433833 req-28c7a7c8-0f81-4a9a-96c0-c8c30dad163b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/332f9e75-d371-409f-932d-5cf65d5e8b07 HTTP/1.1" status: 204 len: 173 time: 0.3581035 Jan 28 16:38:55.592496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7a7c8-0f81-4a9a-96c0-c8c30dad163b tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f9e75-d371-409f-932d-5cf65d5e8b07,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:55.786755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Allocated IP 172.20.0.13 (74158080-7883-4190-a14b-3094ee4d8a3c/91ae137e-3336-4a0a-a407-9bfbe1eb8005/25a8766a-67b7-4d11-afec-229ef18d5c8d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:38:56.115663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks [] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.122923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0f8895f-4d8e-4bf8-b1ea-37744acaddac req-6a7fa223-b87c-46f2-822e-5678ef58474f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0873466 Jan 28 16:38:56.171125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88b28806-f6e8-4761-83b5-b8570d27bb96 req-7deab1e1-170b-43e0-9db7-a00f6cdf1db4 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/93ce9e0a-8170-43a7-a760-d7a88135c4a2 HTTP/1.1" status: 200 len: 1820 time: 0.1743152 Jan 28 16:38:56.172022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.273072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:56.302269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Network 74158080-7883-4190-a14b-3094ee4d8a3c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:38:56.305408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:38:56.321143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:38:56.334976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-88b28806-f6e8-4761-83b5-b8570d27bb96 req-efcc52f7-23e7-4f14-9ac2-ceb51acdea7e tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (93ce9e0a-8170-43a7-a760-d7a88135c4a2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.432578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:56.434175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.471647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-88b28806-f6e8-4761-83b5-b8570d27bb96 req-efcc52f7-23e7-4f14-9ac2-ceb51acdea7e tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (93ce9e0a-8170-43a7-a760-d7a88135c4a2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.474027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-cdecc9aa-5cf2-4ae0-9d5e-a41920c97f52 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2162519 Jan 28 16:38:56.495589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Request body: {'port': {'device_id': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:38:56.555204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-88b28806-f6e8-4761-83b5-b8570d27bb96 req-efcc52f7-23e7-4f14-9ac2-ceb51acdea7e tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93ce9e0a-8170-43a7-a760-d7a88135c4a2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.558075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-88b28806-f6e8-4761-83b5-b8570d27bb96 req-efcc52f7-23e7-4f14-9ac2-ceb51acdea7e tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.559228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88b28806-f6e8-4761-83b5-b8570d27bb96 req-efcc52f7-23e7-4f14-9ac2-ceb51acdea7e tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/93ce9e0a-8170-43a7-a760-d7a88135c4a2 HTTP/1.1" status: 204 len: 173 time: 0.3865404 Jan 28 16:38:56.579288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc52f7-23e7-4f14-9ac2-ceb51acdea7e tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ce9e0a-8170-43a7-a760-d7a88135c4a2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:56.591821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7636f28-aabe-4706-ae45-d0c2057626a6 req-4d18e919-8f58-4224-957b-28d9ba636961 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:56.599994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7636f28-aabe-4706-ae45-d0c2057626a6 req-4d18e919-8f58-4224-957b-28d9ba636961 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.2615144 Jan 28 16:38:56.658672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:56.659565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7636f28-aabe-4706-ae45-d0c2057626a6 req-69d31b8c-0347-4b30-9ac2-9292c3c73b36 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Jan 28 16:38:56.906425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38762) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:56.956062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4258a393-1248-4e03-99b1-d2a28c8bd51f req-91828e9a-e36b-48c6-88f0-ebe34dab8c50 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/1a8282c3-c537-4f8b-94ca-29db53ff43d0 HTTP/1.1" status: 200 len: 1820 time: 0.1172414 Jan 28 16:38:56.973781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:38:57.043052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:38:57.043823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:38:57.075977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740923-66cf-4797-a482-f4842c508932 req-a22ab4f1-1d71-4734-b6ba-8a909320b431 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:57.077778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d740923-66cf-4797-a482-f4842c508932 req-a22ab4f1-1d71-4734-b6ba-8a909320b431 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 932 time: 0.3080812 Jan 28 16:38:57.154819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38768) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:57.176823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4258a393-1248-4e03-99b1-d2a28c8bd51f req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (1a8282c3-c537-4f8b-94ca-29db53ff43d0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.218775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a8766a-67b7-4d11-afec-229ef18d5c8d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:38:57.222668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d740923-66cf-4797-a482-f4842c508932 req-fec298da-725a-41f3-931d-ed54ae93aab3 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299617 Jan 28 16:38:57.234329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Publish callbacks [] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.263200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Transition to ACTIVE for port object 25a8766a-67b7-4d11-afec-229ef18d5c8d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:38:57.265503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-deleted', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5'}, {'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'name': 'network-vif-deleted', 'tag': '6622a756-678a-491c-b323-5a1962a94a80'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:57.271738 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58d179-56de-421e-b8cf-90fe97cb0ca7" -d '{"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-deleted", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5"}, {"server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "name": "network-vif-deleted", "tag": "6622a756-678a-491c-b323-5a1962a94a80"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:57.279387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.296547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4258a393-1248-4e03-99b1-d2a28c8bd51f req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (1a8282c3-c537-4f8b-94ca-29db53ff43d0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.321369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:57.353263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec10912c-5faf-4d5a-871f-517ab6d1be54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.367600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10dec1c-1343-42d6-af99-d6c4d8d34ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.455843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cbf3b33-4edf-40ab-b20b-0f1c2614577f req-ba0e6402-2ee7-4f4c-80b7-43bee34b5d1c tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Jan 28 16:38:57.470084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4258a393-1248-4e03-99b1-d2a28c8bd51f req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1a8282c3-c537-4f8b-94ca-29db53ff43d0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.472650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4258a393-1248-4e03-99b1-d2a28c8bd51f req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.473804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4258a393-1248-4e03-99b1-d2a28c8bd51f req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a8282c3-c537-4f8b-94ca-29db53ff43d0 HTTP/1.1" status: 204 len: 173 time: 0.5075040 Jan 28 16:38:57.505657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Attempting to bind port 25a8766a-67b7-4d11-afec-229ef18d5c8d on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:38:57.506782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Attempting to bind port 25a8766a-67b7-4d11-afec-229ef18d5c8d by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:38:57.508083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Attempting to bind port 25a8766a-67b7-4d11-afec-229ef18d5c8d on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:57.508271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8282c3-c537-4f8b-94ca-29db53ff43d0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:57.525193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Port 25a8766a-67b7-4d11-afec-229ef18d5c8d on network 74158080-7883-4190-a14b-3094ee4d8a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:38:57.525664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Attempting to bind port 25a8766a-67b7-4d11-afec-229ef18d5c8d on network 74158080-7883-4190-a14b-3094ee4d8a3c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:38:57.539033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:38:57.540599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Checking segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:38:57.541470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Bound using segment: {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:38:57.542842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Bound port: 25a8766a-67b7-4d11-afec-229ef18d5c8d, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71f4c0-919d-445c-8e4e-253716c8f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:38:57.543306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.565919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.566425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.566787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.567302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.567651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.567991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.568325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.568660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.569015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.570774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.571130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.571472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.571817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b81a-2d9e-4429-8828-8db13f8f1c69 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:38:57.632056 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15be0335-18c0-41d2-af75-350a99b6d5aa x-openstack-request-id: req-15be0335-18c0-41d2-af75-350a99b6d5aa {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:38:57.632431 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841", "name": "network-vif-deleted", "tag": "ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5", "status": "completed", "code": 200}, {"server_uuid": "09b76cd7-ec48-4706-bb03-5512b3919f82", "name": "network-vif-deleted", "tag": "6622a756-678a-491c-b323-5a1962a94a80", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:38:57.633008 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15be0335-18c0-41d2-af75-350a99b6d5aa {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:38:57.633604 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a1ad32-5ffc-4d6a-8fcb-ed3a2dd1c841', 'name': 'network-vif-deleted', 'tag': 'ed5c5a7e-0133-4acc-aa55-bd6d8d1987e5', 'status': 'completed', 'code': 200} Jan 28 16:38:57.634576 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b76cd7-ec48-4706-bb03-5512b3919f82', 'name': 'network-vif-deleted', 'tag': '6622a756-678a-491c-b323-5a1962a94a80', 'status': 'completed', 'code': 200} Jan 28 16:38:57.672047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10dec1c-1343-42d6-af99-d6c4d8d34ba7 admin admin] Publish callbacks [] for security_group (cf7ae8c4-433a-40e2-aea5-9efccbc99c9e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.691260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10dec1c-1343-42d6-af99-d6c4d8d34ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cf7ae8c4-433a-40e2-aea5-9efccbc99c9e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.712474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:38:57.716285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:38:57.727613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec10912c-5faf-4d5a-871f-517ab6d1be54 admin admin] Publish callbacks [] for security_group (f39c87e4-a3b5-42b6-a3d0-44680c773356), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.732864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.743581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec10912c-5faf-4d5a-871f-517ab6d1be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f39c87e4-a3b5-42b6-a3d0-44680c773356), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.755346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b856c50-3079-4377-8969-d1306a99a4a2 req-76a625ff-d709-4c9b-b5a1-f1b93d20da51 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/c7202f12-c90a-466f-9779-eac1f9221db2 HTTP/1.1" status: 200 len: 2419 time: 0.1328781 Jan 28 16:38:57.776803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:57.777421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.778797 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/25a8766a-67b7-4d11-afec-229ef18d5c8d HTTP/1.1" status: 200 len: 1093 time: 1.2981400 Jan 28 16:38:57.799329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c10dec1c-1343-42d6-af99-d6c4d8d34ba7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00d18199ef9d4e278c0f61d756c98cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356707 Jan 28 16:38:57.799924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:57.808244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dec1c-1343-42d6-af99-d6c4d8d34ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7ae8c4-433a-40e2-aea5-9efccbc99c9e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:57.834285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad5489-456a-4511-8388-ff9df79459e0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:57.868999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ec10912c-5faf-4d5a-871f-517ab6d1be54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=033ad271d6a24e18a08b9e8e5f6f99d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9564033 Jan 28 16:38:57.876393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38788) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:57.919031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10912c-5faf-4d5a-871f-517ab6d1be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39c87e4-a3b5-42b6-a3d0-44680c773356,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:57.957085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-f0c2ec2e-67db-48e1-b390-2679a84708aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:57.958621 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-f0c2ec2e-67db-48e1-b390-2679a84708aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 1127 time: 0.1261022 Jan 28 16:38:57.960783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75bd0cf3-edd9-4e69-9ecd-f2eb48723ea0 admin admin] Publish callbacks [] for security_group (cf7ae8c4-433a-40e2-aea5-9efccbc99c9e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.975882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b856c50-3079-4377-8969-d1306a99a4a2 req-ea62f885-eb03-45a7-baf7-09cbf9ebeaa7 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (c7202f12-c90a-466f-9779-eac1f9221db2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:57.988322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400191a6-2fc1-48e5-8303-272da8637329 req-b7fd32b3-495e-48a8-bc33-d663e3972f81 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:57.990305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-400191a6-2fc1-48e5-8303-272da8637329 req-b7fd32b3-495e-48a8-bc33-d663e3972f81 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.1174147 Jan 28 16:38:58.018402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75bd0cf3-edd9-4e69-9ecd-f2eb48723ea0 admin admin] Publish callbacks [] for security_group (cf7ae8c4-433a-40e2-aea5-9efccbc99c9e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.029970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b856c50-3079-4377-8969-d1306a99a4a2 req-ea62f885-eb03-45a7-baf7-09cbf9ebeaa7 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (c7202f12-c90a-466f-9779-eac1f9221db2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.088346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-400191a6-2fc1-48e5-8303-272da8637329 req-41498009-91f7-41cf-a08f-29bc9333a841 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884516 Jan 28 16:38:58.128875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b856c50-3079-4377-8969-d1306a99a4a2 req-ea62f885-eb03-45a7-baf7-09cbf9ebeaa7 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c7202f12-c90a-466f-9779-eac1f9221db2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.129492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75bd0cf3-edd9-4e69-9ecd-f2eb48723ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cf7ae8c4-433a-40e2-aea5-9efccbc99c9e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.132107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75bd0cf3-edd9-4e69-9ecd-f2eb48723ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.135923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b856c50-3079-4377-8969-d1306a99a4a2 req-ea62f885-eb03-45a7-baf7-09cbf9ebeaa7 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.137611 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b856c50-3079-4377-8969-d1306a99a4a2 req-ea62f885-eb03-45a7-baf7-09cbf9ebeaa7 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7202f12-c90a-466f-9779-eac1f9221db2 HTTP/1.1" status: 204 len: 173 time: 0.3806443 Jan 28 16:38:58.149606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-75bd0cf3-edd9-4e69-9ecd-f2eb48723ea0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf7ae8c4-433a-40e2-aea5-9efccbc99c9e HTTP/1.1" status: 204 len: 168 time: 0.3478258 Jan 28 16:38:58.152554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f32a223b-6c16-4b99-bff2-6ecd0a3523e4 admin admin] Publish callbacks [] for security_group (f39c87e4-a3b5-42b6-a3d0-44680c773356), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.156627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62f885-eb03-45a7-baf7-09cbf9ebeaa7 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7202f12-c90a-466f-9779-eac1f9221db2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:58.171478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-5fb8c391-7fb1-49b2-b1fe-053adee08a9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d HTTP/1.1" status: 200 len: 217 time: 0.2032304 Jan 28 16:38:58.207455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd0cf3-edd9-4e69-9ecd-f2eb48723ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7ae8c4-433a-40e2-aea5-9efccbc99c9e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:58.296703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f77e8-a038-4138-a9c4-c287be2b6441 req-b120e8d1-5064-46e3-8606-dd3aa58accfc tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:58.307146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f13f77e8-a038-4138-a9c4-c287be2b6441 req-b120e8d1-5064-46e3-8606-dd3aa58accfc tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.0964949 Jan 28 16:38:58.367363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-6857022b-8544-4d8d-a069-5bd66cc11326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:58.368917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-6857022b-8544-4d8d-a069-5bd66cc11326 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.1805868 Jan 28 16:38:58.374537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f32a223b-6c16-4b99-bff2-6ecd0a3523e4 admin admin] Publish callbacks [] for security_group (f39c87e4-a3b5-42b6-a3d0-44680c773356), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.377247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f13f77e8-a038-4138-a9c4-c287be2b6441 req-b34ea963-ffbe-4080-a21d-c62b12dd81e8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660555 Jan 28 16:38:58.453244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c954de2d-4810-4cda-a5e7-9a9c14695c89 req-46fbf21d-dad0-4d7d-bb66-a9aae60f0f11 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "GET /v2.0/security-groups/1f21941d-cee3-410e-99e0-cf99b6ce5b91 HTTP/1.1" status: 200 len: 2413 time: 0.0537641 Jan 28 16:38:58.513183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-ab21885f-9ab0-43fe-9430-60b52038d867 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282194 Jan 28 16:38:58.517726 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c954de2d-4810-4cda-a5e7-9a9c14695c89 req-d268b969-e6da-4b16-8d81-ef2bd858ef04 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (1f21941d-cee3-410e-99e0-cf99b6ce5b91), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.549885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f32a223b-6c16-4b99-bff2-6ecd0a3523e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f39c87e4-a3b5-42b6-a3d0-44680c773356), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.553446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f32a223b-6c16-4b99-bff2-6ecd0a3523e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.559652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f32a223b-6c16-4b99-bff2-6ecd0a3523e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f39c87e4-a3b5-42b6-a3d0-44680c773356 HTTP/1.1" status: 204 len: 168 time: 0.6816113 Jan 28 16:38:58.563763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c954de2d-4810-4cda-a5e7-9a9c14695c89 req-d268b969-e6da-4b16-8d81-ef2bd858ef04 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (1f21941d-cee3-410e-99e0-cf99b6ce5b91), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.583182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a223b-6c16-4b99-bff2-6ecd0a3523e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39c87e4-a3b5-42b6-a3d0-44680c773356,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:58.661340 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c954de2d-4810-4cda-a5e7-9a9c14695c89 req-d268b969-e6da-4b16-8d81-ef2bd858ef04 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f21941d-cee3-410e-99e0-cf99b6ce5b91), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.667442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c954de2d-4810-4cda-a5e7-9a9c14695c89 req-d268b969-e6da-4b16-8d81-ef2bd858ef04 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.675777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c954de2d-4810-4cda-a5e7-9a9c14695c89 req-d268b969-e6da-4b16-8d81-ef2bd858ef04 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f21941d-cee3-410e-99e0-cf99b6ce5b91 HTTP/1.1" status: 204 len: 173 time: 0.2212021 Jan 28 16:38:58.677448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:58.732648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b969-e6da-4b16-8d81-ef2bd858ef04 tempest-SecurityGroupRulesTestJSON-1973461290 tempest-SecurityGroupRulesTestJSON-1973461290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21941d-cee3-410e-99e0-cf99b6ce5b91,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:58.776652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-b13c7bba-8ae7-4d67-9aac-ab892e479382 service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414615 Jan 28 16:38:58.804485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38810) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:58.817351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Deleting subnet e522ce59-3673-46b1-9eee-dd03e95a9d9c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:38:58.836302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15bbc2a6-62ab-40aa-9385-ed1cc8703b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.842983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Publish callbacks [] for subnet (e522ce59-3673-46b1-9eee-dd03e95a9d9c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.932565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (e522ce59-3673-46b1-9eee-dd03e95a9d9c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:58.991971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-265e8e28-b87b-4a74-8e47-127569f803eb req-2cb026e7-e7a5-4caf-8fdb-4f2bde06747f tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0688508 Jan 28 16:38:59.019428 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-70e9a35c-b715-461f-b732-5bb9564ebea3 req-195f05f6-8cf7-43a2-8d7d-00f880ee7976 service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339990 Jan 28 16:38:59.020574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e522ce59-3673-46b1-9eee-dd03e95a9d9c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.103371 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15bbc2a6-62ab-40aa-9385-ed1cc8703b8e admin admin] Publish callbacks [] for security_group (88ee30b1-da14-4f87-ad57-6e85d30210b7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.120942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15bbc2a6-62ab-40aa-9385-ed1cc8703b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (88ee30b1-da14-4f87-ad57-6e85d30210b7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.157890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-edc1649f-cf85-4ea9-a8cd-d937e4de0c19 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:59.159363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-edc1649f-cf85-4ea9-a8cd-d937e4de0c19 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.1108174 Jan 28 16:38:59.167147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (e522ce59-3673-46b1-9eee-dd03e95a9d9c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.176505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9ac07-b0df-4f5f-98ab-7a117acb3952 req-ab9fc154-3fd7-49bc-a58a-fa3a8240b512 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:59.192226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2d9ac07-b0df-4f5f-98ab-7a117acb3952 req-ab9fc154-3fd7-49bc-a58a-fa3a8240b512 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 944 time: 0.3090439 Jan 28 16:38:59.207148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.214618 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e522ce59-3673-46b1-9eee-dd03e95a9d9c HTTP/1.1" status: 204 len: 168 time: 0.5333633 Jan 28 16:38:59.230350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38828) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:59.290005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadce34c-0f41-471d-bb76-258dbd4d5109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e522ce59-3673-46b1-9eee-dd03e95a9d9c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:59.393950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15bbc2a6-62ab-40aa-9385-ed1cc8703b8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95a729245eb44843aed47eddb45c8a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5859921 Jan 28 16:38:59.398091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38834) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:59.399085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbc2a6-62ab-40aa-9385-ed1cc8703b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee30b1-da14-4f87-ad57-6e85d30210b7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:59.453782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2d9ac07-b0df-4f5f-98ab-7a117acb3952 req-6fc9e880-3ab2-459b-86fc-c65e602be34b tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561169 Jan 28 16:38:59.456454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (bd610f7c-3fc9-486e-824c-b52ff93268a9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.459249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Deleting port 58c16861-b3be-4a3b-b749-e1e93bab3f33 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:38:59.459603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.579846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c54af-da25-4a71-90fd-5ae20e3757fc req-2eff0db4-22aa-4d89-af8c-c092abf26f97 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:59.590366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-268c54af-da25-4a71-90fd-5ae20e3757fc req-2eff0db4-22aa-4d89-af8c-c092abf26f97 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.3820961 Jan 28 16:38:59.631055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26960ef0-855c-45be-8b74-236981fd3bdc admin admin] Publish callbacks [] for security_group (88ee30b1-da14-4f87-ad57-6e85d30210b7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.640466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] For port 58c16861-b3be-4a3b-b749-e1e93bab3f33, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58c16861-b3be-4a3b-b749-e1e93bab3f33,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:38:59.640864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.648824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'tag': '25a8766a-67b7-4d11-afec-229ef18d5c8d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:38:59.651002 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff" -d '{"events": [{"name": "network-changed", "server_uuid": "67acfb8f-8d9b-4a97-a2f5-4129d78886eb", "tag": "25a8766a-67b7-4d11-afec-229ef18d5c8d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:38:59.682689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Calling delete_port for 58c16861-b3be-4a3b-b749-e1e93bab3f33 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:38:59.697365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26960ef0-855c-45be-8b74-236981fd3bdc admin admin] Publish callbacks [] for security_group (88ee30b1-da14-4f87-ad57-6e85d30210b7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.716041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (bd610f7c-3fc9-486e-824c-b52ff93268a9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.743728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd610f7c-3fc9-486e-824c-b52ff93268a9']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:59.756327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e21e16-73d8-4577-b23b-e026d3bb19c0') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:59.756657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e21e16-73d8-4577-b23b-e026d3bb19c0') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:38:59.768241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (73e21e16-73d8-4577-b23b-e026d3bb19c0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.781077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38848) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:38:59.787103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (73e21e16-73d8-4577-b23b-e026d3bb19c0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.794941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:38:59.795425 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (73e21e16-73d8-4577-b23b-e026d3bb19c0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:38:59.864652 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:38:59.881678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26960ef0-855c-45be-8b74-236981fd3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (88ee30b1-da14-4f87-ad57-6e85d30210b7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.884424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-26960ef0-855c-45be-8b74-236981fd3bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.888506 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-26960ef0-855c-45be-8b74-236981fd3bdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88ee30b1-da14-4f87-ad57-6e85d30210b7 HTTP/1.1" status: 204 len: 168 time: 0.4862564 Jan 28 16:38:59.920809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-268c54af-da25-4a71-90fd-5ae20e3757fc req-affd869f-c8d0-4ef7-bb98-7d0d39dc49ac tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241920 Jan 28 16:38:59.931687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71c5e5-1491-4874-8a4a-69a7dcecf443 req-c5fa4e5c-a9ca-4b3e-99a4-b8689ae7cbf8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:38:59.943466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c71c5e5-1491-4874-8a4a-69a7dcecf443 req-c5fa4e5c-a9ca-4b3e-99a4-b8689ae7cbf8 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/ports?device_id=07e65f43-7e81-4b2e-a500-0c3529a8a9f8 HTTP/1.1" status: 200 len: 950 time: 0.4067755 Jan 28 16:38:59.944872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (bd610f7c-3fc9-486e-824c-b52ff93268a9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.953290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:38:59.957870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26960ef0-855c-45be-8b74-236981fd3bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee30b1-da14-4f87-ad57-6e85d30210b7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:38:59.965299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bd610f7c-3fc9-486e-824c-b52ff93268a9 HTTP/1.1" status: 204 len: 168 time: 0.7165139 Jan 28 16:39:00.012961 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b287a-19a0-433d-a335-995e77121a7c x-openstack-request-id: req-345b287a-19a0-433d-a335-995e77121a7c {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:00.013262 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67acfb8f-8d9b-4a97-a2f5-4129d78886eb", "tag": "25a8766a-67b7-4d11-afec-229ef18d5c8d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:00.013541 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-345b287a-19a0-433d-a335-995e77121a7c {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:00.015418 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'tag': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'status': 'completed', 'code': 200} Jan 28 16:39:00.043810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838df673-722d-4b5a-b802-776f2bb3a754 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd610f7c-3fc9-486e-824c-b52ff93268a9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:00.054593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2004822504-network', 'tenant_id': 'b3a19cf5f9144aca8709ad746edbf15b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:00.084490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c71c5e5-1491-4874-8a4a-69a7dcecf443 req-b65dfd08-d8ee-4f19-abcd-927d5d818f00 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7cb40f6-2d80-46fb-9b25-105a03b999f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200485 Jan 28 16:39:00.172714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Made reservation on behalf of b3a19cf5f9144aca8709ad746edbf15b for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:00.175009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.192026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (58c16861-b3be-4a3b-b749-e1e93bab3f33), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.197106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.205350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58c16861-b3be-4a3b-b749-e1e93bab3f33'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:00.224332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7633f735-0964-45a4-81fc-a08a31ca66fa req-27847107-68fb-43a1-b1e6-3a9da3838f1b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0793166 Jan 28 16:39:00.235640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38860) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:00.243030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Pushing event deleted for resources: {'Port': ['ID=58c16861-b3be-4a3b-b749-e1e93bab3f33,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:00.335650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-671de38f-35f7-448b-9c7f-3d27c2321ce4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:00.337157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-671de38f-35f7-448b-9c7f-3d27c2321ce4 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.1212196 Jan 28 16:39:00.376765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks [] for security_group (8595946a-a2b9-4d77-bce6-7a6055a07b75), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.434077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-576b85c2-eb42-4232-ac9b-60015f59592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:00.435732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-576b85c2-eb42-4232-ac9b-60015f59592d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 1127 time: 0.3414261 Jan 28 16:39:00.436452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] No DVR routers for this DVR port 58c16861-b3be-4a3b-b749-e1e93bab3f33 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:39:00.461675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8595946a-a2b9-4d77-bce6-7a6055a07b75), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.514398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Deleting port c9aef4b5-6e3c-4009-830c-fcd37fc65227 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:39:00.514742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.531398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.537184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fdf200cf-1146-4f50-836e-0d54a5c5ddf2 req-7fcf2a03-75f3-4ec8-90f5-19652b228db3 tempest-ServersOnMultiNodesTest-580608604 tempest-ServersOnMultiNodesTest-580608604-project] 10.222.0.31 "DELETE /v2.0/ports/58c16861-b3be-4a3b-b749-e1e93bab3f33 HTTP/1.1" status: 204 len: 173 time: 1.3530905 Jan 28 16:39:00.543508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-21ed7ae5-17c7-4c1a-8b42-1f7b67026416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28604a782b6f4cc8a8144101205d501c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058875 Jan 28 16:39:00.552762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38870) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:00.607286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:00.637676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7b07559f-b10c-4ac5-a957-07eae3c3693d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.638906 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Added segment 7b07559f-b10c-4ac5-a957-07eae3c3693d of type vlan for network ed097501-d3f6-476d-af59-636fe119bdac Jan 28 16:39:00.732059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] For port c9aef4b5-6e3c-4009-830c-fcd37fc65227, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9aef4b5-6e3c-4009-830c-fcd37fc65227,segment=NetworkSegment(dc3d84f7-7a64-4030-87ca-751cb5416cca),segment_id=dc3d84f7-7a64-4030-87ca-751cb5416cca)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:00.732658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.749616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Calling delete_port for c9aef4b5-6e3c-4009-830c-fcd37fc65227 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:39:00.761530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ed097501-d3f6-476d-af59-636fe119bdac), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.862208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ed097501-d3f6-476d-af59-636fe119bdac), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.863892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:00.864662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:00.969411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8595946a-a2b9-4d77-bce6-7a6055a07b75,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:00.991658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2096181 Jan 28 16:39:00.998654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38884) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:01.007270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Request body: {'subnet': {'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2004822504-subnet', 'tenant_id': 'b3a19cf5f9144aca8709ad746edbf15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:01.016311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-867999ac-9411-43c2-bf0a-a66d8aa2dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:01.018640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-867999ac-9411-43c2-bf0a-a66d8aa2dba1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 200 len: 906 time: 0.5524476 Jan 28 16:39:01.022464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce570ec-3575-469e-a891-903ae8e58242 admin admin] Pushing event updated for resources: {'Network': ['ID=ed097501-d3f6-476d-af59-636fe119bdac,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:01.035200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ed097501-d3f6-476d-af59-636fe119bdac details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:01.101044 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-f499500f-b1eb-4b56-b70d-5a86d05ee746 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d HTTP/1.1" status: 200 len: 217 time: 0.0730104 Jan 28 16:39:01.185792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-9b5d991f-f7e8-49aa-9221-323f86f51bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:01.187917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-9b5d991f-f7e8-49aa-9221-323f86f51bb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 200 len: 845 time: 0.0707860 Jan 28 16:39:01.189976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Made reservation on behalf of b3a19cf5f9144aca8709ad746edbf15b for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:01.192926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.274856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-571f6b18-65a1-4d8c-a972-f04314fa3b1c admin admin] Publish callbacks [] for security_group (054d0965-adc2-45d1-9ba3-5767dbc95ef5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.302706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-571f6b18-65a1-4d8c-a972-f04314fa3b1c admin admin] Publish callbacks [] for security_group (054d0965-adc2-45d1-9ba3-5767dbc95ef5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.356408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-14611b42-d111-4e8e-93ff-64b66e4bc8f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74158080-7883-4190-a14b-3094ee4d8a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335784 Jan 28 16:39:01.393207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509491ce-f9b3-4eab-9014-7a103425490d req-2c77b8d4-a54e-487b-9bec-038aff9f2ee7 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:01.401232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-509491ce-f9b3-4eab-9014-7a103425490d req-2c77b8d4-a54e-487b-9bec-038aff9f2ee7 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 944 time: 0.8334215 Jan 28 16:39:01.408213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 25a8766a-67b7-4d11-afec-229ef18d5c8d details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:01.445200 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-571f6b18-65a1-4d8c-a972-f04314fa3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (054d0965-adc2-45d1-9ba3-5767dbc95ef5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.450914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-571f6b18-65a1-4d8c-a972-f04314fa3b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.462575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-571f6b18-65a1-4d8c-a972-f04314fa3b1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/054d0965-adc2-45d1-9ba3-5767dbc95ef5 HTTP/1.1" status: 204 len: 168 time: 0.9082768 Jan 28 16:39:01.478503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-5819cfa1-742e-471b-abe6-f4ccda1c84c2 service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153529 Jan 28 16:39:01.529749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f6b18-65a1-4d8c-a972-f04314fa3b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054d0965-adc2-45d1-9ba3-5767dbc95ef5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:01.580082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5dde-64d7-4461-a4f8-6bc68259682d req-a9f921bc-9832-476f-bfcd-20a872230f4e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:01.589998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92bc5dde-64d7-4461-a4f8-6bc68259682d req-a9f921bc-9832-476f-bfcd-20a872230f4e tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c894331-11e7-4bba-9d51-47f17258aa52 HTTP/1.1" status: 200 len: 946 time: 0.4842782 Jan 28 16:39:01.643609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c9aef4b5-6e3c-4009-830c-fcd37fc65227), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.669597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c9aef4b5-6e3c-4009-830c-fcd37fc65227'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:01.672813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:01.819147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92bc5dde-64d7-4461-a4f8-6bc68259682d req-40d5253e-8dc5-40d7-90d0-4b664d8399d6 tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.25 "GET /v2.0/security-groups?id=0173d6c6-4965-48f9-96ba-fa667a9c697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281702 Jan 28 16:39:01.822964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-509491ce-f9b3-4eab-9014-7a103425490d req-6a5dc299-bea4-43bd-9e6c-48b300d02086 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029915 Jan 28 16:39:01.824809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Pushing event deleted for resources: {'Port': ['ID=c9aef4b5-6e3c-4009-830c-fcd37fc65227,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:01.960625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] No DVR routers for this DVR port c9aef4b5-6e3c-4009-830c-fcd37fc65227 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:39:01.963570 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:01.967249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b977a059-c513-48ad-9cbc-2c87fe71e867 req-1183a0d9-4ac4-46f4-a9b0-782cb2f5e56a tempest-DeleteServersTestJSON-1896602930 tempest-DeleteServersTestJSON-1896602930-project] 10.222.0.31 "DELETE /v2.0/ports/c9aef4b5-6e3c-4009-830c-fcd37fc65227 HTTP/1.1" status: 204 len: 173 time: 1.6216381 Jan 28 16:39:01.967899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c894331-11e7-4bba-9d51-47f17258aa52', 'name': 'network-vif-deleted', 'tag': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:01.970902 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e702f81-a2aa-4f38-b4ba-f89e9fec6502" -d '{"events": [{"server_uuid": "2c894331-11e7-4bba-9d51-47f17258aa52", "name": "network-vif-deleted", "tag": "c9aef4b5-6e3c-4009-830c-fcd37fc65227"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:01.976834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-417cb90a-52d2-4d9f-9ddf-8e74a29edbff req-6d676f2c-6b49-4875-83e5-0dc86ae1532e service neutron] 10.222.0.24 "GET /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909146 Jan 28 16:39:02.070382 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaaee82-9d66-4506-a7e3-1e804760d4eb x-openstack-request-id: req-cdaaee82-9d66-4506-a7e3-1e804760d4eb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:02.070905 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c894331-11e7-4bba-9d51-47f17258aa52", "name": "network-vif-deleted", "tag": "c9aef4b5-6e3c-4009-830c-fcd37fc65227", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:02.071485 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdaaee82-9d66-4506-a7e3-1e804760d4eb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:02.072054 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c894331-11e7-4bba-9d51-47f17258aa52', 'name': 'network-vif-deleted', 'tag': 'c9aef4b5-6e3c-4009-830c-fcd37fc65227', 'status': 'completed', 'code': 200} Jan 28 16:39:02.085346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'mac_address': 'fa:16:3e:aa:a0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:02.100085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'name': 'network-vif-deleted', 'tag': '58c16861-b3be-4a3b-b749-e1e93bab3f33'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:02.138503 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1509b467-af7f-4be3-999a-3ac6ab5bf4df" -d '{"events": [{"server_uuid": "07e65f43-7e81-4b2e-a500-0c3529a8a9f8", "name": "network-vif-deleted", "tag": "58c16861-b3be-4a3b-b749-e1e93bab3f33"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:02.173381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6e155b5-cc07-4d7b-9a03-b3ce1f1df633 req-a6373048-18fe-4a97-99b3-62aea496351b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0773480 Jan 28 16:39:02.198715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9b65e85a-caba-4cc0-b2d5-26d27e222351), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:02.266091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 25a8766a-67b7-4d11-afec-229ef18d5c8d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:02.267634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:02.295277 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb393e79-5d09-4226-8885-57c8dbd90d57 x-openstack-request-id: req-cb393e79-5d09-4226-8885-57c8dbd90d57 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:02.295557 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e65f43-7e81-4b2e-a500-0c3529a8a9f8", "name": "network-vif-deleted", "tag": "58c16861-b3be-4a3b-b749-e1e93bab3f33", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:02.295877 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb393e79-5d09-4226-8885-57c8dbd90d57 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:02.296193 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e65f43-7e81-4b2e-a500-0c3529a8a9f8', 'name': 'network-vif-deleted', 'tag': '58c16861-b3be-4a3b-b749-e1e93bab3f33', 'status': 'completed', 'code': 200} Jan 28 16:39:02.299655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a8766a-67b7-4d11-afec-229ef18d5c8d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:02.330783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:02.338667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b65e85a-caba-4cc0-b2d5-26d27e222351,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:02.340427 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:02.368012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Checking segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:02.368379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Network hostable DHCP agents. Network: ed097501-d3f6-476d-af59-636fe119bdac, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:02.388810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Network ed097501-d3f6-476d-af59-636fe119bdac is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:02.410835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ed097501-d3f6-476d-af59-636fe119bdac) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:02.416072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:02.417143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:02.440815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23bffa-968e-45af-8aff-3871fbde610f None None] Network ed097501-d3f6-476d-af59-636fe119bdac requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:02.471623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cf76c717-540c-4b47-8ce2-5176a500aaae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4698210 Jan 28 16:39:02.527828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:02.571440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['25a8766a-67b7-4d11-afec-229ef18d5c8d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:02.697957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b71b3e4-96b9-4c1d-b3e9-f86799aaf91c None None] Network ed097501-d3f6-476d-af59-636fe119bdac requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:02.724212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38930) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:03.024422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9aef4b5-6e3c-4009-830c-fcd37fc65227 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:03.072832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: c9aef4b5-6e3c-4009-830c-fcd37fc65227 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:39:03.073943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9aef4b5-6e3c-4009-830c-fcd37fc65227 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:39:03.075589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58c16861-b3be-4a3b-b749-e1e93bab3f33 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:03.077861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ff90-9a26-46b8-8c4a-a980ee1015f3 req-6736f444-8f5d-4789-a10c-bb7dc80554e8 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:03.085956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b517ff90-9a26-46b8-8c4a-a980ee1015f3 req-6736f444-8f5d-4789-a10c-bb7dc80554e8 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 945 time: 0.0971456 Jan 28 16:39:03.121632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 58c16861-b3be-4a3b-b749-e1e93bab3f33 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:39:03.121992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58c16861-b3be-4a3b-b749-e1e93bab3f33 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:39:03.145230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b517ff90-9a26-46b8-8c4a-a980ee1015f3 req-3f9e968d-dda0-49dd-b5e6-697cdfa60136 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581710 Jan 28 16:39:03.256990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:39:03.396837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-187239c3-ddf6-4ec9-b5d5-b2d12a57bd7d req-81a4782d-5340-4ba1-b67e-e387fb9415c7 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0796263 Jan 28 16:39:03.424105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 25a8766a-67b7-4d11-afec-229ef18d5c8d up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:03.493312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0753d6a0-ef13-466f-bd2f-3d534b34c6bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b923a3247244d1d8f3ab66eb910ea62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7603760 Jan 28 16:39:03.493566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38964) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:03.541133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38970) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:03.558902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 25a8766a-67b7-4d11-afec-229ef18d5c8d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:39:03.574143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 25a8766a-67b7-4d11-afec-229ef18d5c8d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:03.574527 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:03.659617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d5a605c-db61-427a-96c3-a4e00f1083ee admin admin] Publish callbacks [] for security_group (b7cb40f6-2d80-46fb-9b25-105a03b999f6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:03.736282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d5a605c-db61-427a-96c3-a4e00f1083ee admin admin] Publish callbacks [] for security_group (b7cb40f6-2d80-46fb-9b25-105a03b999f6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:03.761001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 25a8766a-67b7-4d11-afec-229ef18d5c8d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:03.763417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:03.810329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a8766a-67b7-4d11-afec-229ef18d5c8d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:03.813503 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43592108-7186-4f04-87ed-3db0b6196d4b" -d '{"events": [{"server_uuid": "67acfb8f-8d9b-4a97-a2f5-4129d78886eb", "name": "network-vif-plugged", "status": "completed", "tag": "25a8766a-67b7-4d11-afec-229ef18d5c8d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:03.818157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56f4b422-6f84-486e-9bee-9265037cf671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:03.839192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:03.849399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:03.967050 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b39905-b572-4ad6-953c-7f3a8a6cb664 x-openstack-request-id: req-28b39905-b572-4ad6-953c-7f3a8a6cb664 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:03.967480 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67acfb8f-8d9b-4a97-a2f5-4129d78886eb", "name": "network-vif-plugged", "status": "completed", "tag": "25a8766a-67b7-4d11-afec-229ef18d5c8d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:03.967696 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28b39905-b572-4ad6-953c-7f3a8a6cb664 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:03.968418 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'code': 200} Jan 28 16:39:03.969101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:03.975651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:04.098997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d5a605c-db61-427a-96c3-a4e00f1083ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b7cb40f6-2d80-46fb-9b25-105a03b999f6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.101824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d5a605c-db61-427a-96c3-a4e00f1083ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.104213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3d5a605c-db61-427a-96c3-a4e00f1083ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7cb40f6-2d80-46fb-9b25-105a03b999f6 HTTP/1.1" status: 204 len: 168 time: 0.6096320 Jan 28 16:39:04.140422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56f4b422-6f84-486e-9bee-9265037cf671 admin admin] Publish callbacks [] for security_group (74cf9750-68bb-4640-89bb-6106c3e3be48), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.148751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-9e64f7ab-6a02-4edc-bc90-236cdbcec58b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:04.156139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-9e64f7ab-6a02-4edc-bc90-236cdbcec58b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.3961811 Jan 28 16:39:04.163979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56f4b422-6f84-486e-9bee-9265037cf671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (74cf9750-68bb-4640-89bb-6106c3e3be48), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.177788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a605c-db61-427a-96c3-a4e00f1083ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb40f6-2d80-46fb-9b25-105a03b999f6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:04.197317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-6e894888-1e3a-4d67-bc8c-1cde64afd459 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/quotas/b3a19cf5f9144aca8709ad746edbf15b HTTP/1.1" status: 200 len: 375 time: 0.0398269 Jan 28 16:39:04.244568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1767947130-network', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:04.291475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56f4b422-6f84-486e-9bee-9265037cf671 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d003cd4f9da14e4cbf00c6b9df3cfa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486711 Jan 28 16:39:04.292426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39010) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:04.294292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-dad73ce3-4e9f-4396-911c-52ef26a10b72 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959969 Jan 28 16:39:04.299186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a26b9-7d80-4d2d-a311-a9426e49d3e7 req-9d118187-adc2-4853-a8b1-6694417c8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:04.301275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1a26b9-7d80-4d2d-a311-a9426e49d3e7 req-9d118187-adc2-4853-a8b1-6694417c8658 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 1129 time: 0.3018491 Jan 28 16:39:04.384178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b422-6f84-486e-9bee-9265037cf671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf9750-68bb-4640-89bb-6106c3e3be48,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:04.420141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1a26b9-7d80-4d2d-a311-a9426e49d3e7 req-31aefb37-cf21-43b5-924c-780dbf5e3d0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044488 Jan 28 16:39:04.426633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:04.429296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.446491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.451584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe4a911d-3e60-4c5e-8c30-272d4f93f77b admin admin] Publish callbacks [] for security_group (74cf9750-68bb-4640-89bb-6106c3e3be48), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.481101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe4a911d-3e60-4c5e-8c30-272d4f93f77b admin admin] Publish callbacks [] for security_group (74cf9750-68bb-4640-89bb-6106c3e3be48), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.519279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5b76b-8cab-48d4-a614-09e467295b80 req-b26d4da5-13f5-4f69-acb9-c4b40a24c1e0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:04.526666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79b5b76b-8cab-48d4-a614-09e467295b80 req-b26d4da5-13f5-4f69-acb9-c4b40a24c1e0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 946 time: 0.2056551 Jan 28 16:39:04.548961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-8ea8a6f6-90fc-4b37-9195-73bafe6a2689 service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470269 Jan 28 16:39:04.550902 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe4a911d-3e60-4c5e-8c30-272d4f93f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (74cf9750-68bb-4640-89bb-6106c3e3be48), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.555099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fe4a911d-3e60-4c5e-8c30-272d4f93f77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.557199 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fe4a911d-3e60-4c5e-8c30-272d4f93f77b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74cf9750-68bb-4640-89bb-6106c3e3be48 HTTP/1.1" status: 204 len: 168 time: 0.2597041 Jan 28 16:39:04.573644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a911d-3e60-4c5e-8c30-272d4f93f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf9750-68bb-4640-89bb-6106c3e3be48,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:04.650002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:04.715078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79b5b76b-8cab-48d4-a614-09e467295b80 req-160ad094-06c8-4968-80f1-7f829a8cfe60 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872036 Jan 28 16:39:04.740589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-462c6400-65e3-4fd0-8219-66b7f5d223b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b18ed674b8849d49189817bf743dc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0894134 Jan 28 16:39:04.746854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39020) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:04.780944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks [] for security_group (9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.818290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.856909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c439-b35d-48a9-98b7-c6947297e20b admin admin] Publish callbacks [] for security_group (c67964c1-9603-4fef-bf10-9efba6e5caba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.873439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-816b4d7c-1067-4c2d-8143-0ebf8b668518 service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134215 Jan 28 16:39:04.912435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c439-b35d-48a9-98b7-c6947297e20b admin admin] Publish callbacks [] for security_group (c67964c1-9603-4fef-bf10-9efba6e5caba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.947827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:04.973865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e7ad766-b13e-4d7f-98fb-54f369049c21 req-a9a9ab9c-66b0-4e17-9ba1-d01a5b5f8ed5 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.1349292 Jan 28 16:39:04.974074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c439-b35d-48a9-98b7-c6947297e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c67964c1-9603-4fef-bf10-9efba6e5caba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.977894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c439-b35d-48a9-98b7-c6947297e20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:04.979253 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5cd7c439-b35d-48a9-98b7-c6947297e20b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c67964c1-9603-4fef-bf10-9efba6e5caba HTTP/1.1" status: 204 len: 168 time: 0.2312617 Jan 28 16:39:04.989801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:05.000475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c439-b35d-48a9-98b7-c6947297e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67964c1-9603-4fef-bf10-9efba6e5caba,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:05.026294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (68fc90aa-b67a-4db9-89b4-6cb96e54b18a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:05.026732 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Added segment 68fc90aa-b67a-4db9-89b4-6cb96e54b18a of type vlan for network 816aadbf-4dc2-41f3-9be7-758119034599 Jan 28 16:39:05.118790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (816aadbf-4dc2-41f3-9be7-758119034599), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:05.196880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b725b7cd-dbb4-4871-b3c4-a3d4927c6a03 req-5cb47aa1-3dac-4095-bc51-33a56d477778 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 210 time: 0.0525193 Jan 28 16:39:05.219710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39034) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:05.252867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (816aadbf-4dc2-41f3-9be7-758119034599), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:05.261493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:05.262797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:05.377235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3396-c7ba-4bcc-8ffb-82e6bae9de5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:05.381923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] Pushing event updated for resources: {'Network': ['ID=816aadbf-4dc2-41f3-9be7-758119034599,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:05.394888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 816aadbf-4dc2-41f3-9be7-758119034599 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:05.405097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac72dc15-d2c2-495b-ac53-894770debb23 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4247763 Jan 28 16:39:05.408313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39040) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:05.414760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Request body: {'subnet': {'network_id': '816aadbf-4dc2-41f3-9be7-758119034599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1767947130-subnet', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:05.461488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:05.469188 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:06.180961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17685c-46b2-4948-a23c-3985d661f927 req-917b0965-cb6d-4920-9ac1-e0e4282319cb tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:06.188141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d17685c-46b2-4948-a23c-3985d661f927 req-917b0965-cb6d-4920-9ac1-e0e4282319cb tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 946 time: 0.1857312 Jan 28 16:39:06.221026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb51db8-108a-4a7f-85e9-12f961347747 req-28d2a283-ddf1-4e40-9d7a-39d344da4b6a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.1249244 Jan 28 16:39:06.286061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3396-c7ba-4bcc-8ffb-82e6bae9de5b admin admin] Publish callbacks [] for security_group (d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:06.405605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ebf2f50a-0aa4-4e60-b37c-69a6b024c75d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:06.412609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3396-c7ba-4bcc-8ffb-82e6bae9de5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:06.567269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c3396-c7ba-4bcc-8ffb-82e6bae9de5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:06.598709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76450a39-f191-4d12-ac63-158984273d02 req-53702115-ae58-4428-b469-22ebd89cd5c6 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 210 time: 0.1949699 Jan 28 16:39:06.678596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf2f50a-0aa4-4e60-b37c-69a6b024c75d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:06.683817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae6c3396-c7ba-4bcc-8ffb-82e6bae9de5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adedf06261d0495aa9b331a022dfd92b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4620764 Jan 28 16:39:06.686488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39076) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:06.793397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d17685c-46b2-4948-a23c-3985d661f927 req-cfbc0537-9e22-42f9-8eda-dc1a9b1435a5 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035266 Jan 28 16:39:06.805525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Checking segment: {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:06.806022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Network hostable DHCP agents. Network: 816aadbf-4dc2-41f3-9be7-758119034599, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:06.859148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72a21db9-dea2-4e4f-b325-4e07229fdf74 admin admin] Publish callbacks [] for security_group (d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:06.884993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Network 816aadbf-4dc2-41f3-9be7-758119034599 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:06.922683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72a21db9-dea2-4e4f-b325-4e07229fdf74 admin admin] Publish callbacks [] for security_group (d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:06.934941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-d80dcfd0-eb75-46a7-a9a5-322d34dcb055 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:06.939563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-d80dcfd0-eb75-46a7-a9a5-322d34dcb055 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.3654881 Jan 28 16:39:06.952969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 816aadbf-4dc2-41f3-9be7-758119034599) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:06.967646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639501b7-31cd-45ab-b6f5-1bf2baed3479 None None] Network 816aadbf-4dc2-41f3-9be7-758119034599 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:06.983703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Request body: {'port': {'device_id': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'admin_state_up': True, 'tenant_id': 'b3a19cf5f9144aca8709ad746edbf15b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:06.991131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:06.991875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.184987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6718e314-1217-43a1-9dfa-3f3ffdf15247 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7724116 Jan 28 16:39:07.187042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72a21db9-dea2-4e4f-b325-4e07229fdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.197523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:07.205143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:07.226186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72a21db9-dea2-4e4f-b325-4e07229fdf74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.230395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72a21db9-dea2-4e4f-b325-4e07229fdf74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5 HTTP/1.1" status: 204 len: 168 time: 0.5392375 Jan 28 16:39:07.279291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a21db9-dea2-4e4f-b325-4e07229fdf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ddf9e3-b5b7-40ef-9986-ee8115cd9fc5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:07.401530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-816aadbf-4dc2-41f3-9be7-758119034599', 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599', 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'fixed_ips': [{'subnet_id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:39:07.404155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.415161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (550cfca4-872e-42d1-8fb6-be52733d8a47), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.416218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (550cfca4-872e-42d1-8fb6-be52733d8a47), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.541729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks [] for router_controller (550cfca4-872e-42d1-8fb6-be52733d8a47), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.576636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59423f1a-3f2e-437b-8a64-73e1ff5d17d9 req-a3e76197-214f-4dde-a37c-cd84c9327f9b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc9cf685-da0f-4ff4-9a35-c9a80aa15b12 HTTP/1.1" status: 200 len: 210 time: 0.0301132 Jan 28 16:39:07.741352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Made reservation on behalf of b3a19cf5f9144aca8709ad746edbf15b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:07.759086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:07.872285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Allocated IP 172.20.0.2 (816aadbf-4dc2-41f3-9be7-758119034599/ebf2f50a-0aa4-4e60-b37c-69a6b024c75d/c453f352-60d6-49ef-aba2-77858a80191e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:08.050624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73337117-715d-43d0-9a00-ba6e0c7cbf13 req-14511eea-aa05-465f-9711-8ab16a3f1113 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 210 time: 0.1738245 Jan 28 16:39:08.067708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks [] for router_gateway (550cfca4-872e-42d1-8fb6-be52733d8a47), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:08.240695 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Publish callbacks [] for port (c453f352-60d6-49ef-aba2-77858a80191e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:08.249774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c453f352-60d6-49ef-aba2-77858a80191e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:08.367422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Network 816aadbf-4dc2-41f3-9be7-758119034599 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:08.378583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:08.382718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Allocated IP 172.20.0.10 (ed097501-d3f6-476d-af59-636fe119bdac/9b65e85a-caba-4cc0-b2d5-26d27e222351/cb91eff5-77d3-472d-ae1d-4c9e7b6f324d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:08.385608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:08.534171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Pushing event updated for resources: {'Port': ['ID=c453f352-60d6-49ef-aba2-77858a80191e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:08.553974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.554331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.554680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.555017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.555355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.555685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.556288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.556443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.556652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.556977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.557298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.557750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.558076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:08.573310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Attempting to bind port c453f352-60d6-49ef-aba2-77858a80191e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:08.574214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Attempting to bind port c453f352-60d6-49ef-aba2-77858a80191e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:08.574657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Attempting to bind port c453f352-60d6-49ef-aba2-77858a80191e on network 816aadbf-4dc2-41f3-9be7-758119034599 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:08.581496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:08.581879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Checking segment: {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:08.583584 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:08.583997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Bound using segment: {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:08.584487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Bound port: c453f352-60d6-49ef-aba2-77858a80191e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:08.584903 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c453f352-60d6-49ef-aba2-77858a80191e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:08.670917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] For port c453f352-60d6-49ef-aba2-77858a80191e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:08.675797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] For port c453f352-60d6-49ef-aba2-77858a80191e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c453f352-60d6-49ef-aba2-77858a80191e,segment=NetworkSegment(68fc90aa-b67a-4db9-89b4-6cb96e54b18a),segment_id=68fc90aa-b67a-4db9-89b4-6cb96e54b18a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:08.685992 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c453f352-60d6-49ef-aba2-77858a80191e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:08.790083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f91ea5-ff11-4fe5-ba75-6406e010c9ef None None] Pushing event updated for resources: {'Port': ['ID=c453f352-60d6-49ef-aba2-77858a80191e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:09.159663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks [] for router_gateway (550cfca4-872e-42d1-8fb6-be52733d8a47), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:09.200156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f7a4b-a7a0-49f5-b69d-2d77efa8c551 req-5516a1a2-9a5e-46d3-9563-8152d433c986 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:09.202021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45f7a4b-a7a0-49f5-b69d-2d77efa8c551 req-5516a1a2-9a5e-46d3-9563-8152d433c986 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 946 time: 0.5379548 Jan 28 16:39:09.284658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:09.375217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks [] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:09.439544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 25a8766a-67b7-4d11-afec-229ef18d5c8d details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:09.551180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45f7a4b-a7a0-49f5-b69d-2d77efa8c551 req-56314e19-9244-43f6-9244-cbe063b980b2 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315492 Jan 28 16:39:09.578882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7d219cd-94db-465c-a4f6-0c352e5cd89f req-3ea06df9-9f86-4219-b840-45e5022166a0 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 210 time: 0.1747823 Jan 28 16:39:09.702581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:09.717135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:09.741941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'network_id': '74158080-7883-4190-a14b-3094ee4d8a3c', 'port_id': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'mac_address': 'fa:16:3e:aa:a0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae137e-3336-4a0a-a407-9bfbe1eb8005', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:09.808440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Allocated IP 172.25.8.36 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/e483916c-797e-40fa-b350-167c770b1235) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:09.856516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 25a8766a-67b7-4d11-afec-229ef18d5c8d is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:09.857151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:09.885695 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:09.902571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25a8766a-67b7-4d11-afec-229ef18d5c8d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:09.908968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f99dbbe8-c560-4da9-b077-e3a60316e80d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:09.956148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event updated for resources: {'Port': ['ID=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:09.957548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:09.967183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Network ed097501-d3f6-476d-af59-636fe119bdac is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:09.970669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:09.974758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:09.976618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.143654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:10.144757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.145692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:10.171000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks [] for port (e483916c-797e-40fa-b350-167c770b1235), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.176863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-221a5778-dfdb-4a24-9700-4ebdb7e46019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1982429 Jan 28 16:39:10.182720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f99dbbe8-c560-4da9-b077-e3a60316e80d admin admin] Publish callbacks [] for security_group (7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.190317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f99dbbe8-c560-4da9-b077-e3a60316e80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.203457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Request body: {'port': {'device_id': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:10.223750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['25a8766a-67b7-4d11-afec-229ef18d5c8d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:10.286406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f99dbbe8-c560-4da9-b077-e3a60316e80d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=002be4fe062e49f39b30573cf077a8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679700 Jan 28 16:39:10.287047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39230) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:10.318433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dbbe8-c560-4da9-b077-e3a60316e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:10.379244 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.402170 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b71-ec59-40af-9c64-57987cd14a3f admin admin] Publish callbacks [] for security_group (7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.438280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b71-ec59-40af-9c64-57987cd14a3f admin admin] Publish callbacks [] for security_group (7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.450147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c453f352-60d6-49ef-aba2-77858a80191e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:10.502830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b71-ec59-40af-9c64-57987cd14a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.504059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167427e-2783-49d6-b34f-bc659ca156ad None None] Network 816aadbf-4dc2-41f3-9be7-758119034599 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:10.506147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b71-ec59-40af-9c64-57987cd14a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.511266 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b45f8b71-ec59-40af-9c64-57987cd14a3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d HTTP/1.1" status: 204 len: 168 time: 0.2201214 Jan 28 16:39:10.521646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f8b71-ec59-40af-9c64-57987cd14a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5c8f4f-9aaf-4eeb-b688-6c01b182d65d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:10.670546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] Provisioning complete for port c453f352-60d6-49ef-aba2-77858a80191e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:10.671165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c453f352-60d6-49ef-aba2-77858a80191e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.781749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c453f352-60d6-49ef-aba2-77858a80191e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:10.782543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c453f352-60d6-49ef-aba2-77858a80191e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:10.952342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e483916c-797e-40fa-b350-167c770b1235), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.271667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39256) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:11.297605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfee44ad-3242-4486-82ac-4629f65ccaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.347280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] Current status of the port c453f352-60d6-49ef-aba2-77858a80191e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:11.349154 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c453f352-60d6-49ef-aba2-77858a80191e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.358044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:11.424139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:11.440791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:11.483523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] For port c453f352-60d6-49ef-aba2-77858a80191e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c453f352-60d6-49ef-aba2-77858a80191e,segment=NetworkSegment(68fc90aa-b67a-4db9-89b4-6cb96e54b18a),segment_id=68fc90aa-b67a-4db9-89b4-6cb96e54b18a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:11.492013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 25a8766a-67b7-4d11-afec-229ef18d5c8d no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:11.510239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Pushing event updated for resources: {'Port': ['ID=e483916c-797e-40fa-b350-167c770b1235,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:11.559124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfee44ad-3242-4486-82ac-4629f65ccaa8 admin admin] Publish callbacks [] for security_group (759f5c37-1b00-4ca6-a281-388e6db368ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.568027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfee44ad-3242-4486-82ac-4629f65ccaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (759f5c37-1b00-4ca6-a281-388e6db368ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.621473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee44ad-3242-4486-82ac-4629f65ccaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759f5c37-1b00-4ca6-a281-388e6db368ea,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:11.655469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b93b8-e88a-4f33-85b1-141e17c9b86a req-a0c44071-0fe0-4ae7-b248-f5f388ba9c36 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:11.664130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b75b93b8-e88a-4f33-85b1-141e17c9b86a req-a0c44071-0fe0-4ae7-b248-f5f388ba9c36 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 945 time: 0.7773724 Jan 28 16:39:11.683212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2a496-db8a-44b6-9936-2a896ec2da48 req-eafb9108-9923-4835-839e-223edea9b9dc tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:11.692131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53f2a496-db8a-44b6-9936-2a896ec2da48 req-eafb9108-9923-4835-839e-223edea9b9dc tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 932 time: 0.9498413 Jan 28 16:39:11.701935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c453f352-60d6-49ef-aba2-77858a80191e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.711534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c453f352-60d6-49ef-aba2-77858a80191e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:11.713198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dfee44ad-3242-4486-82ac-4629f65ccaa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5790bb5aad7c49d4b573e9623e51202b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399583 Jan 28 16:39:11.713826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39264) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:11.820186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8e47-4723-44a4-a02d-1e152660506b admin admin] Publish callbacks [] for security_group (759f5c37-1b00-4ca6-a281-388e6db368ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.867866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8e47-4723-44a4-a02d-1e152660506b admin admin] Publish callbacks [] for security_group (759f5c37-1b00-4ca6-a281-388e6db368ea), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.904976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05303c5b-9e3f-4999-ae19-5802ee271fd6 None None] Pushing event updated for resources: {'Port': ['ID=c453f352-60d6-49ef-aba2-77858a80191e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:11.932464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-99123ed5-274c-4646-af6f-e90ab35891c9 None None] Provisioning complete for port c453f352-60d6-49ef-aba2-77858a80191e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:11.933344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-99123ed5-274c-4646-af6f-e90ab35891c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c453f352-60d6-49ef-aba2-77858a80191e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.960326 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8e47-4723-44a4-a02d-1e152660506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (759f5c37-1b00-4ca6-a281-388e6db368ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.963529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8e47-4723-44a4-a02d-1e152660506b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:11.973696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8ac8e47-4723-44a4-a02d-1e152660506b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/759f5c37-1b00-4ca6-a281-388e6db368ea HTTP/1.1" status: 204 len: 168 time: 0.2525003 Jan 28 16:39:11.996289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac8e47-4723-44a4-a02d-1e152660506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f5c37-1b00-4ca6-a281-388e6db368ea,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:12.060252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 25a8766a-67b7-4d11-afec-229ef18d5c8d is: BUILD; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:12.060737 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.148189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b75b93b8-e88a-4f33-85b1-141e17c9b86a req-f92e7719-0b0a-4281-a3d6-e423605d4253 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311130 Jan 28 16:39:12.159928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.164147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53f2a496-db8a-44b6-9936-2a896ec2da48 req-3d5732b8-a7be-4060-8d74-ac4d7644af5d tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710982 Jan 28 16:39:12.278564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 25a8766a-67b7-4d11-afec-229ef18d5c8d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:12.304897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.411309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c453f352-60d6-49ef-aba2-77858a80191e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:12.430924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:12.431950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-99123ed5-274c-4646-af6f-e90ab35891c9 None None] Current status of the port c453f352-60d6-49ef-aba2-77858a80191e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:12.513367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb91eff5-77d3-472d-ae1d-4c9e7b6f324d {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:12.525189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.526366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Publish callbacks [] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.529205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks [] for router_gateway (550cfca4-872e-42d1-8fb6-be52733d8a47), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.635274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Transition to ACTIVE for port object cb91eff5-77d3-472d-ae1d-4c9e7b6f324d will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:12.643629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c453f352-60d6-49ef-aba2-77858a80191e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:12.644011 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c453f352-60d6-49ef-aba2-77858a80191e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.649019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:12.654133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:12.832954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c453f352-60d6-49ef-aba2-77858a80191e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:13.486909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Pushing event updated for resources: {'Port': ['ID=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:13.558205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-40876c01-fd2d-40a1-a5b9-fced0cd54f5f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128726 Jan 28 16:39:13.943626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654e1f-2c3f-41f3-8808-3128d7476a4e req-baeb3f1c-64aa-4dda-a75e-097117100614 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:13.945782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b654e1f-2c3f-41f3-8808-3128d7476a4e req-baeb3f1c-64aa-4dda-a75e-097117100614 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 944 time: 0.5422680 Jan 28 16:39:13.997589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (550cfca4-872e-42d1-8fb6-be52733d8a47), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:14.315555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Attempting to bind port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:14.315893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Attempting to bind port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:14.316217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Attempting to bind port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:14.326537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-9c9e6407-4d17-47fd-bfb3-cbeced46b3c7 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:14.328077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-9c9e6407-4d17-47fd-bfb3-cbeced46b3c7 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7693336 Jan 28 16:39:14.333721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b654e1f-2c3f-41f3-8808-3128d7476a4e req-8b0a4ca5-cb2a-4a00-a326-d9a16914ab57 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777168 Jan 28 16:39:14.341579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d on network ed097501-d3f6-476d-af59-636fe119bdac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:14.341903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Attempting to bind port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:14.355463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:14.355838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Checking segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:14.356260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Bound using segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:14.356731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Bound port: cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:14.357139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:14.390746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-5926dadc-fe62-48c2-ba9c-74a31e00f68f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/quotas/12e9039cdd94465bbd62fbf2ce65579e HTTP/1.1" status: 200 len: 375 time: 0.0439160 Jan 28 16:39:14.391413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Router 550cfca4-872e-42d1-8fb6-be52733d8a47 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:39:14.455441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-9e0e73ba-4634-44ff-be45-a2cf64651086 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561523 Jan 28 16:39:14.620371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] For port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:14.625391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] For port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:14.681347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:14.781214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:14.783261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:14.785244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] 10.222.0.31 "PUT /v2.0/ports/cb91eff5-77d3-472d-ae1d-4c9e7b6f324d HTTP/1.1" status: 200 len: 1093 time: 4.5938203 Jan 28 16:39:14.795789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418daf-dde2-4b63-8203-784baebd6847 req-f1317ecc-ce52-4e3b-bae2-68523ea3a495 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:14.797678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c418daf-dde2-4b63-8203-784baebd6847 req-f1317ecc-ce52-4e3b-bae2-68523ea3a495 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 944 time: 0.2945805 Jan 28 16:39:14.799086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'tag': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:14.802384 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3a05f8-7931-4254-974e-7c884d867b7b", "tag": "cb91eff5-77d3-472d-ae1d-4c9e7b6f324d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:14.807809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:39:14.819882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Sync routers for ids ['550cfca4-872e-42d1-8fb6-be52733d8a47'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:39:14.837560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Routers {'550cfca4-872e-42d1-8fb6-be52733d8a47'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:14.842377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['550cfca4-872e-42d1-8fb6-be52733d8a47'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:14.997040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74694f92-297e-4acd-9d19-6554e9a72866 service neutron] Pushing event updated for resources: {'Port': ['ID=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:15.091886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:15.095701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85bd47ec-4ae9-4ee0-864f-b87afce49404 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8933554 Jan 28 16:39:15.098391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39354) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:15.106990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c418daf-dde2-4b63-8203-784baebd6847 req-a65e5128-0e54-4ad3-b4a2-00c1c47f541e tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947726 Jan 28 16:39:15.128613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Set router 550cfca4-872e-42d1-8fb6-be52733d8a47 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:15.181208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-04c2bb15-11f4-43d0-a412-a0608332863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:15.182750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-04c2bb15-11f4-43d0-a412-a0608332863a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 1127 time: 0.3465288 Jan 28 16:39:15.395248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-f16a8035-d871-4b72-8068-cd21623dabf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d HTTP/1.1" status: 200 len: 217 time: 0.2035413 Jan 28 16:39:15.465732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc32455a-2a59-440b-a0df-243ffa7937ff req-a34c9156-4ed4-40f9-a225-130b615e9935 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 210 time: 0.1118288 Jan 28 16:39:15.548934 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5cca7-ff88-48e8-8fdc-e580b5f16738 x-openstack-request-id: req-8ff5cca7-ff88-48e8-8fdc-e580b5f16738 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:15.548934 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3a05f8-7931-4254-974e-7c884d867b7b", "tag": "cb91eff5-77d3-472d-ae1d-4c9e7b6f324d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:15.548934 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ff5cca7-ff88-48e8-8fdc-e580b5f16738 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:15.549404 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'tag': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', 'status': 'completed', 'code': 200} Jan 28 16:39:15.568837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-5f296b55-95d6-4008-9709-6ed43e419c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:15.570313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-5f296b55-95d6-4008-9709-6ed43e419c20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.1233766 Jan 28 16:39:15.634773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-aeaa198b-45d8-4531-9b49-4835de4715da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567429 Jan 28 16:39:15.799713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:39:12Z', 'revision_number': 3, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:15.904363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-f4b30f4c-90fb-4c35-b7db-8b2da3365d91 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635503 Jan 28 16:39:15.905239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Checking router: 550cfca4-872e-42d1-8fb6-be52733d8a47 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:39:15.906691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Updating router 550cfca4-872e-42d1-8fb6-be52733d8a47 port e483916c-797e-40fa-b350-167c770b1235 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:39:15.962190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.018268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e483916c-797e-40fa-b350-167c770b1235), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.433126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Allocated IP 172.20.0.1 (816aadbf-4dc2-41f3-9be7-758119034599/ebf2f50a-0aa4-4e60-b37c-69a6b024c75d/8358ed53-bf22-4244-bf49-ef5f50778877) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:16.495239 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Publish callbacks [] for port (e483916c-797e-40fa-b350-167c770b1235), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.500769 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5540b630-a57a-4c03-959f-098879845d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.504094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c629e7e3-d5be-47af-be0a-15c726b719a0 req-8f026eba-89dd-4907-8126-b56da8950e4a service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904639 Jan 28 16:39:16.507599 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e483916c-797e-40fa-b350-167c770b1235), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.544370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d05ed0-76cb-4f03-8334-5ac12e447c7b req-9402397b-5e87-4d41-88ff-7e9a2ca0cb49 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:16.546030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50d05ed0-76cb-4f03-8334-5ac12e447c7b req-9402397b-5e87-4d41-88ff-7e9a2ca0cb49 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 944 time: 0.4530907 Jan 28 16:39:16.572463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Attempting to bind port e483916c-797e-40fa-b350-167c770b1235 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:16.573332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Attempting to bind port e483916c-797e-40fa-b350-167c770b1235 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:16.574314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Attempting to bind port e483916c-797e-40fa-b350-167c770b1235 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:16.604632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:16.605366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:16.606082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.606636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:16.607654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Bound port: e483916c-797e-40fa-b350-167c770b1235, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:16.608222 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e483916c-797e-40fa-b350-167c770b1235), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.614889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6cfc-6539-4bb1-8bd7-8d040a1839f3 req-e07e455d-6588-4449-a047-77f6dbfd986c tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:16.616448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-466c6cfc-6539-4bb1-8bd7-8d040a1839f3 req-e07e455d-6588-4449-a047-77f6dbfd986c tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 944 time: 0.3649814 Jan 28 16:39:16.691859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef8780-a8fa-421c-b1a4-2cdf380a9d4b None None] Pushing event updated for resources: {'Port': ['ID=e483916c-797e-40fa-b350-167c770b1235,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:16.731314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] For port e483916c-797e-40fa-b350-167c770b1235, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:16.739552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] For port e483916c-797e-40fa-b350-167c770b1235, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e483916c-797e-40fa-b350-167c770b1235,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:16.756112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e483916c-797e-40fa-b350-167c770b1235), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:16.836032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-f830a087-69ce-40c9-8d56-bce09fe9e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:16.837683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-f830a087-69ce-40c9-8d56-bce09fe9e028 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 1127 time: 0.1983621 Jan 28 16:39:16.838552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39396) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:16.855390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50d05ed0-76cb-4f03-8334-5ac12e447c7b req-37a88b55-b098-4780-aa84-5f7b44831718 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943475 Jan 28 16:39:16.856699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Routers {'550cfca4-872e-42d1-8fb6-be52733d8a47'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:16.857761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:38:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['550cfca4-872e-42d1-8fb6-be52733d8a47'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:16.862858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0e3e1562-1a03-4087-9129-1f0a2d9f6dfc tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894742 Jan 28 16:39:16.872273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-466c6cfc-6539-4bb1-8bd7-8d040a1839f3 req-521d2049-1348-4bc1-b408-8317c38b5297 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970370 Jan 28 16:39:17.044917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] Set router 550cfca4-872e-42d1-8fb6-be52733d8a47 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:17.073342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-869119f0-0cb9-4217-984e-1b3669f98fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:17.075200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-869119f0-0cb9-4217-984e-1b3669f98fa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.2161133 Jan 28 16:39:17.129086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e95a71e-9bcd-4aea-98c5-f881d884585d req-6b4eb1c2-44b5-4ade-8744-ab707c704831 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 210 time: 0.0515885 Jan 28 16:39:17.169699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks [] for port (8358ed53-bf22-4244-bf49-ef5f50778877), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:17.171763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-cf192f38-852a-4028-b749-2251588fd92b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d HTTP/1.1" status: 200 len: 217 time: 0.0413947 Jan 28 16:39:17.276202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-9868f3f1-6610-4d21-9d8c-f869c800596f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:17.277789 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-9868f3f1-6610-4d21-9d8c-f869c800596f tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 944 time: 0.6149824 Jan 28 16:39:17.323581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef8780-a8fa-421c-b1a4-2cdf380a9d4b None None] Pushing event updated for resources: {'Port': ['ID=e483916c-797e-40fa-b350-167c770b1235,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:17.337920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-45cec3cd-716b-494b-9d34-f7dfe912935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:17.344621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-45cec3cd-716b-494b-9d34-f7dfe912935d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.1611786 Jan 28 16:39:17.409926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-dcd265bc-ea38-4b12-9f02-9e355c215093 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629425 Jan 28 16:39:17.410294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:39:12Z', 'revision_number': 3, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:17.524989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948a52f-f45d-4f0b-8fe0-248180275831 None None] The sync data for ids ['550cfca4-872e-42d1-8fb6-be52733d8a47'] in n-d-812111-13 is: [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:39:12Z', 'revision_number': 3, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:39:17.622119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-48e03ca0-6a96-41bd-99d2-3526b5040151 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:17.624447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-48e03ca0-6a96-41bd-99d2-3526b5040151 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7143188 Jan 28 16:39:17.628887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:17.636311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-81de2888-397d-4782-826b-e8858ed19f67 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141857 Jan 28 16:39:17.637245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50d5c753-f86d-4080-abd7-a64e85f0670b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:17.704569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Request body: {'port': {'device_id': '09e59a49-4a88-4e68-b855-68c93600dd29', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '12e9039cdd94465bbd62fbf2ce65579e'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:17.707969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Pushing event updated for resources: {'Port': ['ID=8358ed53-bf22-4244-bf49-ef5f50778877,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:17.789045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Network 816aadbf-4dc2-41f3-9be7-758119034599 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:17.805750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:17.826416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:17.863742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ef6a-c396-4cd7-b275-9fbe6e14650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.173837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50d5c753-f86d-4080-abd7-a64e85f0670b admin admin] Publish callbacks [] for security_group (d303b1fe-5005-44fb-8100-7fc454fe2ca4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.196158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50d5c753-f86d-4080-abd7-a64e85f0670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d303b1fe-5005-44fb-8100-7fc454fe2ca4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.418109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8737cf2-99a6-43b6-9eb7-ada40e12b9ff req-34f8740e-3d28-44ec-8f22-339c93d76016 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463984 Jan 28 16:39:18.419591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bce695f6-8f6c-4a6f-aa1d-7e0e4b83aae3 None None] Provisioning complete for port 8358ed53-bf22-4244-bf49-ef5f50778877 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:18.420075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bce695f6-8f6c-4a6f-aa1d-7e0e4b83aae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.477930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c753-f86d-4080-abd7-a64e85f0670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d303b1fe-5005-44fb-8100-7fc454fe2ca4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:18.521278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-50d5c753-f86d-4080-abd7-a64e85f0670b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca0f37402d834617b6bf19cbe0c9fe81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6622717 Jan 28 16:39:18.522149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:18.545367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bce695f6-8f6c-4a6f-aa1d-7e0e4b83aae3 None None] Port 8358ed53-bf22-4244-bf49-ef5f50778877 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:18.551998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e483916c-797e-40fa-b350-167c770b1235 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:18.597340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce6013-d9b9-4318-be15-c7ea7708430a req-aba346d1-9321-43df-bcb1-04c021fadcf4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:18.598935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93ce6013-d9b9-4318-be15-c7ea7708430a req-aba346d1-9321-43df-bcb1-04c021fadcf4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 944 time: 0.4118142 Jan 28 16:39:18.668755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9032a-eae1-4912-a8e9-cb0c8ac1f438 req-1ad54498-3cea-46b3-ab8d-c448982b1702 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:18.689144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fe9032a-eae1-4912-a8e9-cb0c8ac1f438 req-1ad54498-3cea-46b3-ab8d-c448982b1702 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 944 time: 0.6511343 Jan 28 16:39:18.699924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e483916c-797e-40fa-b350-167c770b1235 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:18.700316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e483916c-797e-40fa-b350-167c770b1235), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.881962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93ce6013-d9b9-4318-be15-c7ea7708430a req-f3a4a3ab-3e17-47bf-b169-8905952089b3 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523215 Jan 28 16:39:18.883546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (550cfca4-872e-42d1-8fb6-be52733d8a47), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.924644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Deleting port 25a8766a-67b7-4d11-afec-229ef18d5c8d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:39:18.926191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:18.945652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e483916c-797e-40fa-b350-167c770b1235 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:18.946049 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e483916c-797e-40fa-b350-167c770b1235), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.008933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6829d975-3a64-48ba-ad5f-ffc2c53d404c admin admin] Publish callbacks [] for security_group (d303b1fe-5005-44fb-8100-7fc454fe2ca4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.020700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port e483916c-797e-40fa-b350-167c770b1235, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e483916c-797e-40fa-b350-167c770b1235,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:19.032192 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e483916c-797e-40fa-b350-167c770b1235), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.055471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fe9032a-eae1-4912-a8e9-cb0c8ac1f438 req-284a6a78-4946-4685-ba98-114faca64784 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a9d60e0-5e97-4071-81bf-f8a8bbb60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636842 Jan 28 16:39:19.116925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a439b5c-3951-42e2-9a0b-f687b77bcaf7 req-37160212-37bb-4a5f-828d-2e34cb058200 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 210 time: 0.0601537 Jan 28 16:39:19.165738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=e483916c-797e-40fa-b350-167c770b1235,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:19.166453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6829d975-3a64-48ba-ad5f-ffc2c53d404c admin admin] Publish callbacks [] for security_group (d303b1fe-5005-44fb-8100-7fc454fe2ca4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.170198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device cb91eff5-77d3-472d-ae1d-4c9e7b6f324d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:19.262363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] For port 25a8766a-67b7-4d11-afec-229ef18d5c8d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=25a8766a-67b7-4d11-afec-229ef18d5c8d,segment=NetworkSegment(2e71f4c0-919d-445c-8e4e-253716c8f78a),segment_id=2e71f4c0-919d-445c-8e4e-253716c8f78a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:19.263337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.282763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Calling delete_port for 25a8766a-67b7-4d11-afec-229ef18d5c8d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:39:19.284541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6829d975-3a64-48ba-ad5f-ffc2c53d404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d303b1fe-5005-44fb-8100-7fc454fe2ca4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.288399 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6829d975-3a64-48ba-ad5f-ffc2c53d404c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.289885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6829d975-3a64-48ba-ad5f-ffc2c53d404c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d303b1fe-5005-44fb-8100-7fc454fe2ca4 HTTP/1.1" status: 204 len: 168 time: 0.7596610 Jan 28 16:39:19.321734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829d975-3a64-48ba-ad5f-ffc2c53d404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d303b1fe-5005-44fb-8100-7fc454fe2ca4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:19.362311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.412008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:19.427082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'port_id': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', 'mac_address': 'fa:16:3e:14:93:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b65e85a-caba-4cc0-b2d5-26d27e222351', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:19.490718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:19.491130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Made reservation on behalf of 12e9039cdd94465bbd62fbf2ce65579e for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:19.491372 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.496239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.521053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 25a8766a-67b7-4d11-afec-229ef18d5c8d no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:19.526997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb91eff5-77d3-472d-ae1d-4c9e7b6f324d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:19.557030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.560045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:19.592212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.654032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:19.747590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.793865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39434) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:19.801578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1922809126'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:19.854846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 25a8766a-67b7-4d11-afec-229ef18d5c8d is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:19.885001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:19.894063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:19.923430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:19.971836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39442) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:20.035137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:20.064393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (25a8766a-67b7-4d11-afec-229ef18d5c8d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.066087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b8eb3d69-23a5-418f-bc3a-837e482bd3b7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.067098 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Added segment b8eb3d69-23a5-418f-bc3a-837e482bd3b7 of type vlan for network 8ca89ba0-a770-405c-bb94-189fe91a7346 Jan 28 16:39:20.193303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8ca89ba0-a770-405c-bb94-189fe91a7346), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.225262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39450) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:20.259383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8ca89ba0-a770-405c-bb94-189fe91a7346), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.262115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Pushing event deleted for resources: {'Port': ['ID=25a8766a-67b7-4d11-afec-229ef18d5c8d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:20.275336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:20.278677 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.396797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e483916c-797e-40fa-b350-167c770b1235 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:20.508901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e483916c-797e-40fa-b350-167c770b1235 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:20.509608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e483916c-797e-40fa-b350-167c770b1235), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.510548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fea0fad4-9cec-4885-be4c-c15cdd9b2479 req-e8dd3b17-204e-4a5a-a816-0ff1340dcce0 tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.25 "GET /v2.0/ports?device_id=67acfb8f-8d9b-4a97-a2f5-4129d78886eb HTTP/1.1" status: 200 len: 210 time: 0.2578125 Jan 28 16:39:20.513350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89bf97a0-2437-4145-acd2-6072777a9662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.540747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] No DVR routers for this DVR port 25a8766a-67b7-4d11-afec-229ef18d5c8d on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:39:20.547174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.558872 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9caf6e69-4f26-4820-ae60-e2989aa8ee60 req-f1805693-c85c-496c-b36f-0201658831ce tempest-ImagesTestJSON-1137887262 tempest-ImagesTestJSON-1137887262-project] 10.222.0.24 "DELETE /v2.0/ports/25a8766a-67b7-4d11-afec-229ef18d5c8d HTTP/1.1" status: 204 len: 173 time: 3.2571743 Jan 28 16:39:20.591667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'name': 'network-vif-deleted', 'tag': '25a8766a-67b7-4d11-afec-229ef18d5c8d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:20.594257 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de0087-2ee7-493c-b72b-6fd26e363ef5" -d '{"events": [{"server_uuid": "67acfb8f-8d9b-4a97-a2f5-4129d78886eb", "name": "network-vif-deleted", "tag": "25a8766a-67b7-4d11-afec-229ef18d5c8d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:20.609862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8126624 Jan 28 16:39:20.635117 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.635811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39454) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:20.673041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1928744396'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:20.683644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks [] for security_group (e64f6ef1-e902-4055-ae36-8eee38e94795), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.746340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e483916c-797e-40fa-b350-167c770b1235 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:20.776157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5945e1-ed06-4c85-9394-d97a7262badc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Network': ['ID=8ca89ba0-a770-405c-bb94-189fe91a7346,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:20.792580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:20.801959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0456ab23-73f7-4790-8481-31d8552a907d req-ae7efd7d-1467-4495-8d05-e7c2d6a98806 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 210 time: 0.0609937 Jan 28 16:39:20.827882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bb539-cb4a-4484-bedb-dc08fd608f54 req-8d687545-6830-4d29-9739-9d8cea3f5dd7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:20.840616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-388bb539-cb4a-4484-bedb-dc08fd608f54 req-8d687545-6830-4d29-9739-9d8cea3f5dd7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 945 time: 0.6070516 Jan 28 16:39:20.852060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89bf97a0-2437-4145-acd2-6072777a9662 admin admin] Publish callbacks [] for security_group (ee8e7f79-2a58-42f1-a8d8-7a72b1f36651), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.890845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e64f6ef1-e902-4055-ae36-8eee38e94795), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:20.947679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-388bb539-cb4a-4484-bedb-dc08fd608f54 req-1c7ba9b0-1fb2-4f7d-9daf-27578e4709b1 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047411 Jan 28 16:39:20.992393 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca087ef-f8ce-4cd0-8b54-f23efa9968d6 x-openstack-request-id: req-4ca087ef-f8ce-4cd0-8b54-f23efa9968d6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:20.993008 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67acfb8f-8d9b-4a97-a2f5-4129d78886eb", "name": "network-vif-deleted", "tag": "25a8766a-67b7-4d11-afec-229ef18d5c8d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:20.993008 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ca087ef-f8ce-4cd0-8b54-f23efa9968d6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:20.993408 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67acfb8f-8d9b-4a97-a2f5-4129d78886eb', 'name': 'network-vif-deleted', 'tag': '25a8766a-67b7-4d11-afec-229ef18d5c8d', 'status': 'completed', 'code': 200} Jan 28 16:39:21.056663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks [] for port (8358ed53-bf22-4244-bf49-ef5f50778877), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.079008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Deleting subnet 956e0b34-e41b-4da8-a535-8ed44d9a912a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:39:21.082606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Publish callbacks [] for subnet (956e0b34-e41b-4da8-a535-8ed44d9a912a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.099557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device cb91eff5-77d3-472d-ae1d-4c9e7b6f324d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:21.122931 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (956e0b34-e41b-4da8-a535-8ed44d9a912a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.180066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (956e0b34-e41b-4da8-a535-8ed44d9a912a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.236176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89bf97a0-2437-4145-acd2-6072777a9662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ee8e7f79-2a58-42f1-a8d8-7a72b1f36651), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.248264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.339173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (550cfca4-872e-42d1-8fb6-be52733d8a47), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.350122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (956e0b34-e41b-4da8-a535-8ed44d9a912a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.457187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.460371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/956e0b34-e41b-4da8-a535-8ed44d9a912a HTTP/1.1" status: 204 len: 168 time: 1.4629843 Jan 28 16:39:21.462989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39462) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:21.549328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6711d1e-b806-431c-b5fc-9c69eaa33f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956e0b34-e41b-4da8-a535-8ed44d9a912a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:21.551327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:21.557474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.561315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Network 816aadbf-4dc2-41f3-9be7-758119034599 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:21.581331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64f6ef1-e902-4055-ae36-8eee38e94795,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:21.590793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ceca99fb-0abb-4189-aeb7-d1dacf939f04), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.625600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89bf97a0-2437-4145-acd2-6072777a9662 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=218444ae6b684cb9b1fddb4f346d3d37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3949072 Jan 28 16:39:21.626633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:21.654439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:39:21.678146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:21.680186 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.686448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39466) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:21.794903 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.828709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ceca99fb-0abb-4189-aeb7-d1dacf939f04), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.851641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Pushing event updated for resources: {'Port': ['ID=8358ed53-bf22-4244-bf49-ef5f50778877,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:21.900354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceca99fb-0abb-4189-aeb7-d1dacf939f04']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:21.931170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf97a0-2437-4145-acd2-6072777a9662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e7f79-2a58-42f1-a8d8-7a72b1f36651,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:21.950911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:21.955477 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:21.963766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3d84f7-7a64-4030-87ca-751cb5416cca') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:21.964206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3d84f7-7a64-4030-87ca-751cb5416cca') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:21.989118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:22.014480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34a96a05-246a-4e93-9b9d-749f7949a84b req-79513575-20bb-4162-a8e0-03e40a3300eb tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 210 time: 0.0773239 Jan 28 16:39:22.023257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (dc3d84f7-7a64-4030-87ca-751cb5416cca), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.049586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:22.054226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:22.058814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dc3d84f7-7a64-4030-87ca-751cb5416cca), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.061412 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63a251a-f90f-4f9c-8a2f-44fd7b8b6fc2" -d '{"events": [{"server_uuid": "ac3a05f8-7931-4254-974e-7c884d867b7b", "name": "network-vif-plugged", "status": "completed", "tag": "cb91eff5-77d3-472d-ae1d-4c9e7b6f324d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:22.064618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Allocated IP 192.168.233.24 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/b969bcac-57eb-4945-810b-b02ea9d21af3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:22.069234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (51de7db7-05e2-4a59-bc89-f4f45ca83faa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.069862 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Added segment 51de7db7-05e2-4a59-bc89-f4f45ca83faa of type vlan for network 07766232-8393-45f7-be9c-388086ef8cf0 Jan 28 16:39:22.074787 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.087552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:39:22.088029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (dc3d84f7-7a64-4030-87ca-751cb5416cca), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:39:22.097062 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:39:22.120233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7e6df50-2b84-435e-af0b-47bd3e49428b admin admin] Publish callbacks [] for security_group (ee8e7f79-2a58-42f1-a8d8-7a72b1f36651), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.228192 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20a40f2-c05c-4400-ba62-af3622cf61a8 x-openstack-request-id: req-d20a40f2-c05c-4400-ba62-af3622cf61a8 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:22.228492 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3a05f8-7931-4254-974e-7c884d867b7b", "name": "network-vif-plugged", "status": "completed", "tag": "cb91eff5-77d3-472d-ae1d-4c9e7b6f324d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:22.228775 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d20a40f2-c05c-4400-ba62-af3622cf61a8 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:22.229178 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', 'code': 200} Jan 28 16:39:22.230220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:22.281713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (07766232-8393-45f7-be9c-388086ef8cf0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.290242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f002be3a-715f-415e-bc6f-d3c933817506 None None] Provisioning complete for port 8358ed53-bf22-4244-bf49-ef5f50778877 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:22.290621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f002be3a-715f-415e-bc6f-d3c933817506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.318221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ceca99fb-0abb-4189-aeb7-d1dacf939f04), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.354567 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.363566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ceca99fb-0abb-4189-aeb7-d1dacf939f04 HTTP/1.1" status: 204 len: 168 time: 0.8988688 Jan 28 16:39:22.366609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:22.383338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f002be3a-715f-415e-bc6f-d3c933817506 None None] Port 8358ed53-bf22-4244-bf49-ef5f50778877 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:22.400273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7e6df50-2b84-435e-af0b-47bd3e49428b admin admin] Publish callbacks [] for security_group (ee8e7f79-2a58-42f1-a8d8-7a72b1f36651), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.432199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Router 550cfca4-872e-42d1-8fb6-be52733d8a47 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:39:22.445932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5c432-7b58-43d2-8fbf-810eeeac1320 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceca99fb-0abb-4189-aeb7-d1dacf939f04,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:22.465630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:39:22.503109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc866-7993-4077-83b5-9fd84885747c req-5c26a979-d4cd-4862-8321-a32947db0653 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:22.510970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27bcc866-7993-4077-83b5-9fd84885747c req-5c26a979-d4cd-4862-8321-a32947db0653 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 946 time: 0.3663177 Jan 28 16:39:22.596039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464487a-4c52-43c2-aa40-53e6328e89cc req-e0004147-318c-4316-ba8b-1caafbe4a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:22.598344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4464487a-4c52-43c2-aa40-53e6328e89cc req-e0004147-318c-4316-ba8b-1caafbe4a5ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 1129 time: 0.2599695 Jan 28 16:39:22.607395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39510) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:22.640345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27bcc866-7993-4077-83b5-9fd84885747c req-40bc2a0a-9f4d-4428-b340-a75ab50177d5 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230412 Jan 28 16:39:22.663440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (07766232-8393-45f7-be9c-388086ef8cf0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.668928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:22.669771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.711905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bfb322da-009d-499b-9da2-bc02127ce686 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a81b1574467346aa8575a559c02ed402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0991325 Jan 28 16:39:22.713015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:22.738551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4464487a-4c52-43c2-aa40-53e6328e89cc req-13ddcaad-30b9-4093-b482-ce853340c15b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318109 Jan 28 16:39:22.807660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Deleting subnet 91ae137e-3336-4a0a-a407-9bfbe1eb8005 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:39:22.823321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72bb67bb-4a10-4f1c-8f9e-1b078c641f94 admin admin] Publish callbacks [] for security_group (0173d6c6-4965-48f9-96ba-fa667a9c697c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.846318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72bb67bb-4a10-4f1c-8f9e-1b078c641f94 admin admin] Publish callbacks [] for security_group (0173d6c6-4965-48f9-96ba-fa667a9c697c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.861257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Publish callbacks [] for subnet (91ae137e-3336-4a0a-a407-9bfbe1eb8005), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.909989 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2553413 Jan 28 16:39:22.916248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39514) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:22.918879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618880-5242-46e9-8cda-13d4d3b161bc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Network': ['ID=07766232-8393-45f7-be9c-388086ef8cf0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:22.921485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'subnet': {'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:22.933408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 07766232-8393-45f7-be9c-388086ef8cf0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:22.954437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7e6df50-2b84-435e-af0b-47bd3e49428b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ee8e7f79-2a58-42f1-a8d8-7a72b1f36651), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.957399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7e6df50-2b84-435e-af0b-47bd3e49428b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.960890 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7e6df50-2b84-435e-af0b-47bd3e49428b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee8e7f79-2a58-42f1-a8d8-7a72b1f36651 HTTP/1.1" status: 204 len: 168 time: 1.2717087 Jan 28 16:39:22.961798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72bb67bb-4a10-4f1c-8f9e-1b078c641f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0173d6c6-4965-48f9-96ba-fa667a9c697c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.964793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72bb67bb-4a10-4f1c-8f9e-1b078c641f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:22.968208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-72bb67bb-4a10-4f1c-8f9e-1b078c641f94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0173d6c6-4965-48f9-96ba-fa667a9c697c HTTP/1.1" status: 204 len: 168 time: 0.2326760 Jan 28 16:39:22.980006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (91ae137e-3336-4a0a-a407-9bfbe1eb8005), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.008992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:39:23.017187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6df50-2b84-435e-af0b-47bd3e49428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e7f79-2a58-42f1-a8d8-7a72b1f36651,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:23.030176 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e73a1420-10d3-4ed5-9f43-9c7379fc48ce admin admin] 10.222.0.25 "PUT /v2.0/routers/550cfca4-872e-42d1-8fb6-be52733d8a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9300113 Jan 28 16:39:23.037902 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks [] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.045614 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Sync routers for ids ['550cfca4-872e-42d1-8fb6-be52733d8a47'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:39:23.072120 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Routers {'550cfca4-872e-42d1-8fb6-be52733d8a47'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:23.081347 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['550cfca4-872e-42d1-8fb6-be52733d8a47'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:23.152163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (91ae137e-3336-4a0a-a407-9bfbe1eb8005), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.293530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.355075 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Set router 550cfca4-872e-42d1-8fb6-be52733d8a47 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:23.440009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:23.450395 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (91ae137e-3336-4a0a-a407-9bfbe1eb8005), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.488718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:23.531536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:23.557375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Pushing event updated for resources: {'Port': ['ID=b969bcac-57eb-4945-810b-b02ea9d21af3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:23.564055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39530) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:23.575504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ae137e-3336-4a0a-a407-9bfbe1eb8005,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:23.776506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.779758 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0368f8a8-d152-4f03-bf23-02dc6ea83ab4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/91ae137e-3336-4a0a-a407-9bfbe1eb8005 HTTP/1.1" status: 204 len: 168 time: 1.3998070 Jan 28 16:39:23.782486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39546) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:23.878301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:23.878976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:23.955212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb67bb-4a10-4f1c-8f9e-1b078c641f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173d6c6-4965-48f9-96ba-fa667a9c697c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:24.018214 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:39:19Z', 'revision_number': 4, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8358ed53-bf22-4244-bf49-ef5f50778877', 'name': '', 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'mac_address': 'fa:16:3e:8e:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:16Z', 'updated_at': '2022-01-28T16:39:20Z', 'revision_number': 2, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'subnets': [{'id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:24.022236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-0ba8da5e-2628-418b-853c-f984beb8e96f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3228924 Jan 28 16:39:24.041072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3a1bc0e5-ff8b-4e62-8408-63835d267441 None None] Provisioning complete for port b969bcac-57eb-4945-810b-b02ea9d21af3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:24.041627 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc0e5-ff8b-4e62-8408-63835d267441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.062924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Request body: {'port': {'device_id': '09e59a49-4a88-4e68-b855-68c93600dd29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:24.094022 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Checking router: 550cfca4-872e-42d1-8fb6-be52733d8a47 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:39:24.094690 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Updating router 550cfca4-872e-42d1-8fb6-be52733d8a47 port 8358ed53-bf22-4244-bf49-ef5f50778877 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:39:24.144614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (74158080-7883-4190-a14b-3094ee4d8a3c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.165028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bc0e5-ff8b-4e62-8408-63835d267441 None None] Port b969bcac-57eb-4945-810b-b02ea9d21af3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:24.173643 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.206012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295980a5-4602-4baa-a047-676c87744507 req-221b1ec3-5436-4a55-8c4c-241754ffea6a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:24.208322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-295980a5-4602-4baa-a047-676c87744507 req-221b1ec3-5436-4a55-8c4c-241754ffea6a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 946 time: 0.3520765 Jan 28 16:39:24.270704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189f1f-d431-47bc-a17f-0e824845930a req-a6f7a744-7205-44ec-9c07-18494a4cd704 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:24.275765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.279559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09189f1f-d431-47bc-a17f-0e824845930a req-a6f7a744-7205-44ec-9c07-18494a4cd704 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 935 time: 0.4226704 Jan 28 16:39:24.307337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:24.311248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.407425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1730832508'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:24.465798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (74158080-7883-4190-a14b-3094ee4d8a3c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.592347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74158080-7883-4190-a14b-3094ee4d8a3c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:24.628748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-295980a5-4602-4baa-a047-676c87744507 req-0871e891-0cb3-49ed-9293-a132924e32c4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957353 Jan 28 16:39:24.637082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:24.641122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.677646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09189f1f-d431-47bc-a17f-0e824845930a req-c8006a32-628f-44b3-9b1e-3776b5951451 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843977 Jan 28 16:39:24.708115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e71f4c0-919d-445c-8e4e-253716c8f78a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:24.708413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e71f4c0-919d-445c-8e4e-253716c8f78a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:24.787583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (18169289-997f-4a56-8e90-280bd06dca3a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.818487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2e71f4c0-919d-445c-8e4e-253716c8f78a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.835274 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Publish callbacks [] for port (8358ed53-bf22-4244-bf49-ef5f50778877), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.845380 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.908153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2e71f4c0-919d-445c-8e4e-253716c8f78a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.917474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39570) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:24.926004 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Pushing event updated for resources: {'Port': ['ID=8358ed53-bf22-4244-bf49-ef5f50778877,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:24.940336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Subnet': ['ID=18169289-997f-4a56-8e90-280bd06dca3a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:24.942644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:24.943392 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.943753 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.944095 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.944931 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.945990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:39:24.946360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2e71f4c0-919d-445c-8e4e-253716c8f78a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:24.946972 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.948618 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.949778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:39:24.949930 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:39:24.954469 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.955389 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.956303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.957104 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.958263 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:24.959306 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:25.028191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Checking segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:25.028783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network hostable DHCP agents. Network: 8ca89ba0-a770-405c-bb94-189fe91a7346, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:25.074726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Attempting to bind port 8358ed53-bf22-4244-bf49-ef5f50778877 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:25.075486 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Attempting to bind port 8358ed53-bf22-4244-bf49-ef5f50778877 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:25.076261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Attempting to bind port 8358ed53-bf22-4244-bf49-ef5f50778877 on network 816aadbf-4dc2-41f3-9be7-758119034599 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:25.077105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:25.085304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:25.086725 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Checking segment: {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:25.087414 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.088251 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Bound using segment: {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:25.089369 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Bound port: 8358ed53-bf22-4244-bf49-ef5f50778877, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fc90aa-b67a-4db9-89b4-6cb96e54b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:25.090709 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.100037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 8ca89ba0-a770-405c-bb94-189fe91a7346) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:25.110881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693792b-4c0b-4564-84bb-f995a7ac18d9 None None] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:25.113414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:25.114051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.157928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8a29e33-1951-4bc2-aa86-12351d13d52d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2402785 Jan 28 16:39:25.160459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39578) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:25.170035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'subnet': {'network_id': '07766232-8393-45f7-be9c-388086ef8cf0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:25.265687 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] For port 8358ed53-bf22-4244-bf49-ef5f50778877, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:25.281631 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] For port 8358ed53-bf22-4244-bf49-ef5f50778877, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8358ed53-bf22-4244-bf49-ef5f50778877,segment=NetworkSegment(68fc90aa-b67a-4db9-89b4-6cb96e54b18a),segment_id=68fc90aa-b67a-4db9-89b4-6cb96e54b18a)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:25.296302 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.329985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39580) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:25.342082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-network', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:25.376950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-8ca89ba0-a770-405c-bb94-189fe91a7346', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:39:25.378318 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.455002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Made reservation on behalf of cbe7aece634a47018efbf6da85d1d700 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:25.458818 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195fb32-ef3a-4b39-96c2-d181bac5bc1b None None] Pushing event updated for resources: {'Port': ['ID=8358ed53-bf22-4244-bf49-ef5f50778877,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:25.460316 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.474201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.476841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:25.480918 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.481496 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Routers {'550cfca4-872e-42d1-8fb6-be52733d8a47'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:25.483060 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['550cfca4-872e-42d1-8fb6-be52733d8a47'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:25.816970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Allocated IP 10.1.1.2 (8ca89ba0-a770-405c-bb94-189fe91a7346/18169289-997f-4a56-8e90-280bd06dca3a/e4e4b5bc-7982-4626-ad44-a8f0c173c58f) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:25.820951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (10da448f-4960-43a0-a181-880f5d0f4ca7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.822174 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Added segment 10da448f-4960-43a0-a181-880f5d0f4ca7 of type vlan for network 596f11c7-6ade-4954-a3b9-0c86f6702f5a Jan 28 16:39:25.973920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (74158080-7883-4190-a14b-3094ee4d8a3c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:25.977985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (596f11c7-6ade-4954-a3b9-0c86f6702f5a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.011538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] Set router 550cfca4-872e-42d1-8fb6-be52733d8a47 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:26.023465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.027165 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/74158080-7883-4190-a14b-3094ee4d8a3c HTTP/1.1" status: 204 len: 168 time: 2.2414098 Jan 28 16:39:26.052187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3f8bb-0969-4ec1-babe-a22a1ce01c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=74158080-7883-4190-a14b-3094ee4d8a3c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:26.080245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-845020758-network', 'tenant_id': 'c8541fee954249478eb7d620359f6382'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:26.115110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (7ae2a6ba-eba1-4689-a68e-14e24976e40a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.141703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (596f11c7-6ade-4954-a3b9-0c86f6702f5a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.157175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:26.157827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.181826 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Publish callbacks [] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.226869 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.284234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:26.303642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:26.306337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] Provisioning complete for port 8358ed53-bf22-4244-bf49-ef5f50778877 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:26.307042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.311655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:26.351967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:26.359867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Network': ['ID=596f11c7-6ade-4954-a3b9-0c86f6702f5a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:26.377948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Subnet': ['ID=7ae2a6ba-eba1-4689-a68e-14e24976e40a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:26.378172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e20e6657-4874-4416-83a1-41e074d2a371 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.8059182 Jan 28 16:39:26.381167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39594) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:26.404004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:26.419330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8826b-19e6-4dcd-a4b5-6efead50137a req-25c2a6aa-46f8-44ff-abe3-348a7ea79cfe tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:26.425659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cf8826b-19e6-4dcd-a4b5-6efead50137a req-25c2a6aa-46f8-44ff-abe3-348a7ea79cfe tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 935 time: 0.4030495 Jan 28 16:39:26.448096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b969bcac-57eb-4945-810b-b02ea9d21af3 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:26.466060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Publish callbacks [] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.473893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'subnet': {'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:26.500490 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a8f5919-4c4d-4a03-8254-d19cd71f9850 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e26c98c7b29e4aef85e58e0139c7e323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318507 Jan 28 16:39:26.503040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Transition to ACTIVE for port object b969bcac-57eb-4945-810b-b02ea9d21af3 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:26.504529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39596) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:26.518039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.520946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Pushing event updated for resources: {'Port': ['ID=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:26.535179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Attempting to bind port e4e4b5bc-7982-4626-ad44-a8f0c173c58f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:26.536054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Attempting to bind port e4e4b5bc-7982-4626-ad44-a8f0c173c58f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:26.536746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Attempting to bind port e4e4b5bc-7982-4626-ad44-a8f0c173c58f on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:26.580068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Pushing event updated for resources: {'Port': ['ID=b969bcac-57eb-4945-810b-b02ea9d21af3,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:26.605984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:26.606672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Checking segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:26.608044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.608861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Bound using segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:26.610331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Bound port: e4e4b5bc-7982-4626-ad44-a8f0c173c58f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:26.611033 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.614475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] Current status of the port 8358ed53-bf22-4244-bf49-ef5f50778877 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:26.615010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.624095 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:39:19Z', 'revision_number': 4, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8358ed53-bf22-4244-bf49-ef5f50778877', 'name': '', 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'mac_address': 'fa:16:3e:8e:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:16Z', 'updated_at': '2022-01-28T16:39:25Z', 'revision_number': 4, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'subnets': [{'id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:26.664298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] For port 8358ed53-bf22-4244-bf49-ef5f50778877, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8358ed53-bf22-4244-bf49-ef5f50778877,segment=NetworkSegment(68fc90aa-b67a-4db9-89b4-6cb96e54b18a),segment_id=68fc90aa-b67a-4db9-89b4-6cb96e54b18a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:26.715341 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.724350 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76793c9-b009-4375-9d6f-62be372b1fdb None None] The sync data for ids ['550cfca4-872e-42d1-8fb6-be52733d8a47'] in n-d-812111-13 is: [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:39:19Z', 'revision_number': 4, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8358ed53-bf22-4244-bf49-ef5f50778877', 'name': '', 'network_id': '816aadbf-4dc2-41f3-9be7-758119034599', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'mac_address': 'fa:16:3e:8e:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:16Z', 'updated_at': '2022-01-28T16:39:25Z', 'revision_number': 4, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'subnets': [{'id': 'ebf2f50a-0aa4-4e60-b37c-69a6b024c75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:39:26.734340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Made reservation on behalf of c8541fee954249478eb7d620359f6382 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:26.736969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.758232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1044b5d2-998c-466a-bbb5-59ea52c3e051 admin admin] Publish callbacks [] for security_group (2a9d60e0-5e97-4071-81bf-f8a8bbb60450), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.817221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1044b5d2-998c-466a-bbb5-59ea52c3e051 admin admin] Publish callbacks [] for security_group (2a9d60e0-5e97-4071-81bf-f8a8bbb60450), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.845792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Attempting to bind port b969bcac-57eb-4945-810b-b02ea9d21af3 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:26.847486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5900fd-8366-4139-a815-060ecda49f5d None None] Pushing event updated for resources: {'Port': ['ID=8358ed53-bf22-4244-bf49-ef5f50778877,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:26.847853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Attempting to bind port b969bcac-57eb-4945-810b-b02ea9d21af3 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:26.848251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Attempting to bind port b969bcac-57eb-4945-810b-b02ea9d21af3 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:26.862220 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.879949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Port b969bcac-57eb-4945-810b-b02ea9d21af3 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:26.880280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Attempting to bind port b969bcac-57eb-4945-810b-b02ea9d21af3 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:26.903581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d64ad370-64fc-4293-88eb-b4f92a9f9d47 None None] Provisioning complete for port 8358ed53-bf22-4244-bf49-ef5f50778877 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:26.904112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64ad370-64fc-4293-88eb-b4f92a9f9d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.906810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] For port e4e4b5bc-7982-4626-ad44-a8f0c173c58f, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:26.912084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] For port e4e4b5bc-7982-4626-ad44-a8f0c173c58f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:26.915854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Checking segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:26.916333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network hostable DHCP agents. Network: 07766232-8393-45f7-be9c-388086ef8cf0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:26.926547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:26.926895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:26.927293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:26.927735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Bound port: b969bcac-57eb-4945-810b-b02ea9d21af3, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:26.928103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:26.945147 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.016912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cf8826b-19e6-4dcd-a4b5-6efead50137a req-a147a9ab-fa05-4380-8686-524e5c380daf tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569859 Jan 28 16:39:27.046325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1044b5d2-998c-466a-bbb5-59ea52c3e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2a9d60e0-5e97-4071-81bf-f8a8bbb60450), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.046883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd1b41-0d1c-4d77-8f28-8d5fcd5e7b5a req-f99de9d7-07c6-4cfa-804f-442c9b6a5709 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:27.049526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1044b5d2-998c-466a-bbb5-59ea52c3e051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.053751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26fd1b41-0d1c-4d77-8f28-8d5fcd5e7b5a req-f99de9d7-07c6-4cfa-804f-442c9b6a5709 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 946 time: 0.9702356 Jan 28 16:39:27.064629 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1044b5d2-998c-466a-bbb5-59ea52c3e051 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a9d60e0-5e97-4071-81bf-f8a8bbb60450 HTTP/1.1" status: 204 len: 168 time: 0.5586751 Jan 28 16:39:27.099020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b5d2-998c-466a-bbb5-59ea52c3e051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d60e0-5e97-4071-81bf-f8a8bbb60450,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:27.103252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ed83f-05dc-467d-8e07-00fb63e7f0a7 None None] Pushing event updated for resources: {'Port': ['ID=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:27.144385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] For port b969bcac-57eb-4945-810b-b02ea9d21af3, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:27.147730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] For port b969bcac-57eb-4945-810b-b02ea9d21af3, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b969bcac-57eb-4945-810b-b02ea9d21af3,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:27.162541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.251582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26fd1b41-0d1c-4d77-8f28-8d5fcd5e7b5a req-de2cd8a1-6917-4abe-8345-fe79d13bbab7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478984 Jan 28 16:39:27.259720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d64ad370-64fc-4293-88eb-b4f92a9f9d47 None None] Current status of the port 8358ed53-bf22-4244-bf49-ef5f50778877 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:27.273257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:27.275868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.277385 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] 10.222.0.24 "PUT /v2.0/ports/b969bcac-57eb-4945-810b-b02ea9d21af3 HTTP/1.1" status: 200 len: 1096 time: 3.2383242 Jan 28 16:39:27.277864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e59a49-4a88-4e68-b855-68c93600dd29', 'tag': 'b969bcac-57eb-4945-810b-b02ea9d21af3'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:27.280140 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7794a3-0036-46bb-b6d7-0624ae84f186" -d '{"events": [{"name": "network-changed", "server_uuid": "09e59a49-4a88-4e68-b855-68c93600dd29", "tag": "b969bcac-57eb-4945-810b-b02ea9d21af3"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:27.364741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 07766232-8393-45f7-be9c-388086ef8cf0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:27.387820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:27.410027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.494925 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a08b9-216d-4e80-a97d-ec8f2f87a9c2 x-openstack-request-id: req-771a08b9-216d-4e80-a97d-ec8f2f87a9c2 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:27.495215 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e59a49-4a88-4e68-b855-68c93600dd29", "tag": "b969bcac-57eb-4945-810b-b02ea9d21af3", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:27.495474 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-771a08b9-216d-4e80-a97d-ec8f2f87a9c2 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:27.495877 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e59a49-4a88-4e68-b855-68c93600dd29', 'tag': 'b969bcac-57eb-4945-810b-b02ea9d21af3', 'status': 'completed', 'code': 200} Jan 28 16:39:27.497679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6145-e2b7-4d6f-96ef-5c405ea533bf service neutron] Pushing event updated for resources: {'Port': ['ID=b969bcac-57eb-4945-810b-b02ea9d21af3,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:27.610831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-018e9293-78b1-4b99-9c6a-6f8b80fa401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:27.616883 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-018e9293-78b1-4b99-9c6a-6f8b80fa401a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 1130 time: 0.2366862 Jan 28 16:39:27.746283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-4edb0af4-889f-4771-b5e2-1094ff0e1533 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b969bcac-57eb-4945-810b-b02ea9d21af3 HTTP/1.1" status: 200 len: 217 time: 0.1202619 Jan 28 16:39:27.870515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-09bcff7c-914d-4d56-8c3f-403435455709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:27.875279 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-09bcff7c-914d-4d56-8c3f-403435455709 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1220882 Jan 28 16:39:27.933766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks [] for security_group (6ea19a2d-13a8-4640-ac9c-5d4c5fd35616), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:27.942859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 07766232-8393-45f7-be9c-388086ef8cf0) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:27.958261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a8e26-40df-4d1e-8cd9-c23b6b6d12c7 None None] Network 07766232-8393-45f7-be9c-388086ef8cf0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:27.990202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-614fe6e1-fae1-4d46-8839-46031bd38ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:27.991803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-614fe6e1-fae1-4d46-8839-46031bd38ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1097915 Jan 28 16:39:28.035440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:28.036113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.086573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ea19a2d-13a8-4640-ac9c-5d4c5fd35616), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.107578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:28.128162 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (39c6383c-cd4c-4d19-af14-59d16690adce), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.129825 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Added segment 39c6383c-cd4c-4d19-af14-59d16690adce of type vlan for network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 Jan 28 16:39:28.192075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (76fdd9dd-da7e-45b3-b20b-cfb403b1d570), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.216714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-a3bf8d1a-e74a-404a-ad04-3369b4901624 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110872 Jan 28 16:39:28.256015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a6399be3-44e4-4e5d-8128-c9b876cc332e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0940723 Jan 28 16:39:28.274672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39626) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:28.280381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:28.288286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (76fdd9dd-da7e-45b3-b20b-cfb403b1d570), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.289324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:28.289898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.306533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'name': 'tempest-TaggedBootDevicesTest-724160869', 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:28.494691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-07766232-8393-45f7-be9c-388086ef8cf0', 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0', 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'fixed_ips': [{'subnet_id': '7ae2a6ba-eba1-4689-a68e-14e24976e40a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:39:28.495485 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.517454 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bba0cb-6ea7-4854-bab7-2aab629db1d0 req-e84fac05-422b-49c0-8d19-9c3c8df0958f service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966604 Jan 28 16:39:28.715755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3627243 Jan 28 16:39:28.717963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39638) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:28.731318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Request body: {'subnet': {'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-845020758-subnet', 'tenant_id': 'c8541fee954249478eb7d620359f6382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:28.781876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-d876706b-ea4c-4fbe-ad8d-d2939036da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:28.790643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-d876706b-ea4c-4fbe-ad8d-d2939036da07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 1130 time: 0.2030673 Jan 28 16:39:28.856046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Allocated IP 10.2.2.2 (07766232-8393-45f7-be9c-388086ef8cf0/7ae2a6ba-eba1-4689-a68e-14e24976e40a/c2c4db6b-49e4-4eec-8d1c-da0e658c4d35) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:28.882092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Made reservation on behalf of c8541fee954249478eb7d620359f6382 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:28.885366 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:28.898626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (3f6f6b47-da17-45b6-9a5a-1380ad96b913), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.102702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Subnet': ['ID=3f6f6b47-da17-45b6-9a5a-1380ad96b913,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:29.113304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d72c2-316e-40c6-97cd-d7517af20996 req-5e9e14d1-4ead-4b40-a3f1-0ebe3a4ddffc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.120607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c6d72c2-316e-40c6-97cd-d7517af20996 req-5e9e14d1-4ead-4b40-a3f1-0ebe3a4ddffc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 1.2532265 Jan 28 16:39:29.132020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-b757afe8-6fca-41ce-975c-b663a7d70ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.135397 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-b757afe8-6fca-41ce-975c-b663a7d70ea4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.3395414 Jan 28 16:39:29.165702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:29.174856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Publish callbacks [] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.189492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8358ed53-bf22-4244-bf49-ef5f50778877 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:29.201204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.266556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-a6a2cb29-51d9-4319-af75-4d3dc3c66d49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b969bcac-57eb-4945-810b-b02ea9d21af3 HTTP/1.1" status: 200 len: 217 time: 0.1103752 Jan 28 16:39:29.277253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222479b2-fee3-452c-bcbe-2ac6433e5ff7 None None] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:29.328480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Network 07766232-8393-45f7-be9c-388086ef8cf0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:29.340724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.361327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks [] for security_group (63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.379534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c6d72c2-316e-40c6-97cd-d7517af20996 req-91848284-7886-4030-8b79-dad32d407f7b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539716 Jan 28 16:39:29.420522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-1455f0c8-7382-408d-aa26-009abe88d886 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.422667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-1455f0c8-7382-408d-aa26-009abe88d886 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 1.4722130 Jan 28 16:39:29.445228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] device_id is not set on port 81bbc3b3-a661-449f-b84d-7893896874e0 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:39:29.457879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.470373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:29.479914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.480697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4f216785-0251-49b5-9263-a163fb6c9af9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.481049 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Added segment 4f216785-0251-49b5-9263-a163fb6c9af9 of type vlan for network 3432b68e-f386-4cc6-b996-e9983f5c833c Jan 28 16:39:29.532706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3432b68e-f386-4cc6-b996-e9983f5c833c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.557767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74715a0-f358-47a6-989e-cac47a4f0f6e admin admin] Pushing event updated for resources: {'Network': ['ID=76fdd9dd-da7e-45b3-b20b-cfb403b1d570,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:29.575643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c69-17de-4e30-bab2-5afbc56e8f40 req-0d937ab5-c2b1-4561-8d1b-6be4709c0b79 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.577428 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b630c69-17de-4e30-bab2-5afbc56e8f40 req-0d937ab5-c2b1-4561-8d1b-6be4709c0b79 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 947 time: 1.3160818 Jan 28 16:39:29.631179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3432b68e-f386-4cc6-b996-e9983f5c833c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.632522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.633872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.638769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-14ecabcd-ca48-45ec-9876-c08c0fdb0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.640844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:29.643680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:29.647811 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-14ecabcd-ca48-45ec-9876-c08c0fdb0206 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2316449 Jan 28 16:39:29.650065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:29.665331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:29.714403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Pushing event updated for resources: {'Port': ['ID=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:29.753934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Checking segment: {'id': '39c6383c-cd4c-4d19-af14-59d16690adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:29.754361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Network hostable DHCP agents. Network: 76fdd9dd-da7e-45b3-b20b-cfb403b1d570, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:29.770594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:29.783891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] Provisioning complete for port e4e4b5bc-7982-4626-ad44-a8f0c173c58f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:29.784282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.804620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-f4e69c42-f1be-4d83-9445-16a13d2f2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.808481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-f4e69c42-f1be-4d83-9445-16a13d2f2fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1510720 Jan 28 16:39:29.811839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:29.871651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 76fdd9dd-da7e-45b3-b20b-cfb403b1d570) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:29.883142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:29.883742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:29.935622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e4bfd-184c-4318-9c2f-11ffbe9f83db None None] Network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:29.937748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Attempting to bind port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:29.945140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Attempting to bind port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:29.945587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Attempting to bind port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 on network 07766232-8393-45f7-be9c-388086ef8cf0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:29.951465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 5.0329633 Jan 28 16:39:29.962193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39658) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:29.989511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Request body: {'subnet': {'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-subnet', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:29.997989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Checking segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:29.999172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network hostable DHCP agents. Network: 596f11c7-6ade-4954-a3b9-0c86f6702f5a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:30.005417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-d124b430-f3ff-46c7-a997-01eb9359ace4 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=16dfcec6bd4145dea23395b4c95b4c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2019508 Jan 28 16:39:30.024706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8358ed53-bf22-4244-bf49-ef5f50778877 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:30.025090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.045836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fbd38652-192c-45b7-bbf4-cc81a8bc23f0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3114321 Jan 28 16:39:30.060039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:30.060448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Checking segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:30.060977 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.061368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Bound using segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:30.062455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Bound port: c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:30.062921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.069992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075de5-a706-4e60-bea3-0d9f5a1a14a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3432b68e-f386-4cc6-b996-e9983f5c833c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:30.108345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3432b68e-f386-4cc6-b996-e9983f5c833c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:30.140385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Made reservation on behalf of cbe7aece634a47018efbf6da85d1d700 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:30.146447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.150769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b630c69-17de-4e30-bab2-5afbc56e8f40 req-8ad98d5c-ceb5-404b-9231-f7b739145339 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310247 Jan 28 16:39:30.261176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Deleting port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:39:30.261519 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.264488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:30.298369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 596f11c7-6ade-4954-a3b9-0c86f6702f5a) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:30.303589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:30.304187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.378221 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-b6ab5266-d67a-4735-874b-b38364985932 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578508 Jan 28 16:39:30.381826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d2a4c-6909-4ff2-8833-7ef435de6d48 None None] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:30.447006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-7aefdf77-99ef-4220-8186-d87f5d2356c1 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:30.457144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-7aefdf77-99ef-4220-8186-d87f5d2356c1 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4005609 Jan 28 16:39:30.476727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-334e04d1-cb3b-43d5-a185-0c0c408a6209 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/quotas/16dfcec6bd4145dea23395b4c95b4c4e HTTP/1.1" status: 200 len: 375 time: 0.0216875 Jan 28 16:39:30.526479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-7587f5bd-642e-4fd9-bbd8-4c8f20580c62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16dfcec6bd4145dea23395b4c95b4c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486560 Jan 28 16:39:30.541360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ab125fd4-4b15-463a-ab62-4f9c5cfe65a6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1092472 Jan 28 16:39:30.559494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:30.584595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1494924138'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:30.634465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:30.639405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.676522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 10.1.1.138 (8ca89ba0-a770-405c-bb94-189fe91a7346/18169289-997f-4a56-8e90-280bd06dca3a/81bbc3b3-a661-449f-b84d-7893896874e0) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:30.714287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] For port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:30.723558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] For port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:30.759581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.797689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] For port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:30.803921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.849262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:39:30.865201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868e8d6-c996-4641-96e6-20c343dca177 None None] Pushing event updated for resources: {'Port': ['ID=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:30.875815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Calling delete_port for 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:39:30.908768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df2257-36ab-4bc8-8d25-78bc109b249f None None] Network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:30.913927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e7794a3-0036-46bb-b6d7-0624ae84f186 req-5de0f7af-29f7-4610-ae0b-0150a1401a14 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242498 Jan 28 16:39:30.949990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7443a55d-5266-4a7c-ad46-492f0be057e4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:30.950409 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Added segment 7443a55d-5266-4a7c-ad46-492f0be057e4 of type vlan for network 59fcaeb0-8124-4aca-b91f-3a614250a987 Jan 28 16:39:30.988173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] Current status of the port e4e4b5bc-7982-4626-ad44-a8f0c173c58f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:30.988570 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.050814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (59fcaeb0-8124-4aca-b91f-3a614250a987), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.063938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fffb9-af0f-4839-bfc3-51373a839839 req-57efb4ca-0e30-4d81-b2cb-c09df75736dd tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:31.065904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (3adf40ab-a937-4f9f-bf53-a323a214d097), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.066855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a4fffb9-af0f-4839-bfc3-51373a839839 req-57efb4ca-0e30-4d81-b2cb-c09df75736dd tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc0cfe3d-946d-4584-8877-cae9b92e00dc HTTP/1.1" status: 200 len: 944 time: 0.5241587 Jan 28 16:39:31.107829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (59fcaeb0-8124-4aca-b91f-3a614250a987), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.113980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:31.114726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.208390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8358ed53-bf22-4244-bf49-ef5f50778877 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:31.209878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4e4b5bc-7982-4626-ad44-a8f0c173c58f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:31.241213 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6703846 Jan 28 16:39:31.242127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adf40ab-a937-4f9f-bf53-a323a214d097,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:31.244347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6a2aa-e2cb-4e69-a039-b614f08a3e1c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Network': ['ID=59fcaeb0-8124-4aca-b91f-3a614250a987,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:31.248613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39692) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:31.253875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'subnet': {'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:31.272182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:39:31.287207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] For port e4e4b5bc-7982-4626-ad44-a8f0c173c58f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:31.303804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'fixed_ips': [{'subnet_id': '3f6f6b47-da17-45b6-9a5a-1380ad96b913'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:39:31.303804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.348903 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.446779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Checking segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:31.447150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Network hostable DHCP agents. Network: 3432b68e-f386-4cc6-b996-e9983f5c833c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:31.517432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:31.522330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.527283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Network 3432b68e-f386-4cc6-b996-e9983f5c833c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:31.554333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3432b68e-f386-4cc6-b996-e9983f5c833c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:31.598974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:31.599567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.633556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b969bcac-57eb-4945-810b-b02ea9d21af3 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:31.633871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59b6f5ff-9ca6-4097-a174-931abbeea2aa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6671953 Jan 28 16:39:31.637350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0422384-c4f2-4e7b-b91b-10865ed982d3 None None] Network 3432b68e-f386-4cc6-b996-e9983f5c833c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:31.637524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39700) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:31.642377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:31.678179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60785a-2f25-4af8-bb06-e20424c67b5d None None] Pushing event updated for resources: {'Port': ['ID=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:31.680456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (b6706f67-d62e-4970-8fe3-e631fc2be0d9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.681598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (b6706f67-d62e-4970-8fe3-e631fc2be0d9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.771705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks [] for router_controller (b6706f67-d62e-4970-8fe3-e631fc2be0d9), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.798149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e4e4b5bc-7982-4626-ad44-a8f0c173c58f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:31.798747 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.837890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-216e429d-b38f-4f95-9e9f-903df372b091 None None] Provisioning complete for port e4e4b5bc-7982-4626-ad44-a8f0c173c58f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:31.838267 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-216e429d-b38f-4f95-9e9f-903df372b091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.878104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (91f63fb5-3770-4270-bdd1-5dd1aeb1cb52), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:31.882468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a4fffb9-af0f-4839-bfc3-51373a839839 req-02c487cb-4e3a-4d08-a4b7-b4b94af27b52 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324774 Jan 28 16:39:31.899669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:39:31.936461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-eb05a690-c5ba-4c02-9ffa-97c3bde7796c tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:31.938650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-eb05a690-c5ba-4c02-9ffa-97c3bde7796c tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/networks?id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570 HTTP/1.1" status: 200 len: 813 time: 0.9421232 Jan 28 16:39:31.977408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event deleted for resources: {'Port': ['ID=91f63fb5-3770-4270-bdd1-5dd1aeb1cb52,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:31.998016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-537554b8-d685-40a9-8e67-f1a81187c993 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/quotas/c8541fee954249478eb7d620359f6382 HTTP/1.1" status: 200 len: 375 time: 0.0273030 Jan 28 16:39:32.055889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (85e82ed2-b31c-4caa-a06e-3452d58a1578), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.056546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Allocated IP 19.80.0.2 (596f11c7-6ade-4954-a3b9-0c86f6702f5a/3f6f6b47-da17-45b6-9a5a-1380ad96b913/fd2e9037-efae-45b4-b451-85f304b634f5) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:32.059571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] No DVR routers for this DVR port 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:39:32.066250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.069715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9efee7e7-4789-4768-b8a5-8a08005cf632 req-36a852f4-3afb-4c5b-bbfd-c9105f4f5c63 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "DELETE /v2.0/ports/91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 HTTP/1.1" status: 204 len: 173 time: 2.6324637 Jan 28 16:39:32.084159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'name': 'network-vif-deleted', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:32.086566 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858fceab-ff45-4fd0-a1c6-d7e51bd8a67c" -d '{"events": [{"server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "name": "network-vif-deleted", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:32.092426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3432b68e-f386-4cc6-b996-e9983f5c833c', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:39:32.094351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.094822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-7ad2b673-8559-43a8-ae71-50b0ff5b4103 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8541fee954249478eb7d620359f6382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775704 Jan 28 16:39:32.142840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks [] for router_gateway (b6706f67-d62e-4970-8fe3-e631fc2be0d9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.145766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66d9fbe5-926b-4c8a-b821-3b68097c93fc req-013a8710-bf3e-414c-8dbf-cf2515f0898e tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 210 time: 0.0539184 Jan 28 16:39:32.194946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (81bbc3b3-a661-449f-b84d-7893896874e0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.313281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Subnet': ['ID=85e82ed2-b31c-4caa-a06e-3452d58a1578,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:32.355277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-934f1d12-612b-41a1-a7fc-e3de08fbdb82 service neutron] 10.222.0.25 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467444 Jan 28 16:39:32.368795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Checking segment: {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:32.369170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network hostable DHCP agents. Network: 59fcaeb0-8124-4aca-b91f-3a614250a987, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:39:32.447316 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.477928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:39:32.496798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-6a03f20d-aa35-433d-b736-ec7c17ca6f45 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=16dfcec6bd4145dea23395b4c95b4c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740340 Jan 28 16:39:32.527653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-18741212-1dfe-423a-89fc-df9f5695c966 service neutron] 10.222.0.25 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713989 Jan 28 16:39:32.537437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538fd8e-bc2a-4c51-9a06-e83ec8d4046b req-3d5ec7d8-db14-4ebb-9711-788355f4bf0e tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:32.544665 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9538fd8e-bc2a-4c51-9a06-e83ec8d4046b req-3d5ec7d8-db14-4ebb-9711-788355f4bf0e tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 947 time: 0.2699120 Jan 28 16:39:32.567319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:32.569473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 59fcaeb0-8124-4aca-b91f-3a614250a987) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:32.585050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:32.613352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:32.632874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:32.713327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:32.713959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.721693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b969bcac-57eb-4945-810b-b02ea9d21af3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b969bcac-57eb-4945-810b-b02ea9d21af3,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:32.785431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:32.786286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:32.805650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3930859-289f-44c0-8ddc-3e1668a616d0 None None] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:32.817149 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0e6b4c41-8307-48e8-9f7c-b8ebcd431209 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5672505 Jan 28 16:39:32.840447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9538fd8e-bc2a-4c51-9a06-e83ec8d4046b req-35be4ed3-d12d-4d98-ad68-79bb9cfbff9a tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928617 Jan 28 16:39:32.888245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-966c8437-4d25-4b03-9c70-754d95e1d04f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5841231 Jan 28 16:39:32.889163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39710) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:32.900720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'name': 'tempest-TaggedBootDevicesTest-143593311', 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:32.964511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-7a599878-f2d9-4997-8c77-15f65325ee3b tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:32.966110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-7a599878-f2d9-4997-8c77-15f65325ee3b tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4536235 Jan 28 16:39:32.995790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Request body: {'port': {'device_id': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '16dfcec6bd4145dea23395b4c95b4c4e'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:33.062338 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0bb9a8-cb58-496e-9e42-b92c74e2ee1f x-openstack-request-id: req-5f0bb9a8-cb58-496e-9e42-b92c74e2ee1f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:33.062837 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cfe3d-946d-4584-8877-cae9b92e00dc", "name": "network-vif-deleted", "tag": "91f63fb5-3770-4270-bdd1-5dd1aeb1cb52", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:33.063487 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f0bb9a8-cb58-496e-9e42-b92c74e2ee1f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:33.063957 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cfe3d-946d-4584-8877-cae9b92e00dc', 'name': 'network-vif-deleted', 'tag': '91f63fb5-3770-4270-bdd1-5dd1aeb1cb52', 'status': 'completed', 'code': 200} Jan 28 16:39:33.082167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c0539-68b0-4310-962c-047b56a4def5 None None] Network 07766232-8393-45f7-be9c-388086ef8cf0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:33.084382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'b969bcac-57eb-4945-810b-b02ea9d21af3', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'b969bcac-57eb-4945-810b-b02ea9d21af3', 'mac_address': 'fa:16:3e:d5:37:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:33.148335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3935c0e6-2381-4adf-9de6-ee34c4d20119 req-3ed5a4ce-d103-44df-81d9-fb9c70f5ebd6 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 210 time: 0.0832119 Jan 28 16:39:33.186535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:33.194962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.195597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Allocated IP 172.20.0.2 (3432b68e-f386-4cc6-b996-e9983f5c833c/3adf40ab-a937-4f9f-bf53-a323a214d097/6dd3ba7b-d4db-4223-ac60-395da24a5554) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:33.200424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:33.217079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e4e4b5bc-7982-4626-ad44-a8f0c173c58f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:33.268993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] device_id is not set on port 9fe60ba1-9558-46bd-a8e8-4670f684318c yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:39:33.309722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-216e429d-b38f-4f95-9e9f-903df372b091 None None] Current status of the port e4e4b5bc-7982-4626-ad44-a8f0c173c58f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:33.441999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:39:33.442360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91f63fb5-3770-4270-bdd1-5dd1aeb1cb52 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:39:33.454274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks [] for router_gateway (b6706f67-d62e-4970-8fe3-e631fc2be0d9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.489383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.565323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e202cb7-3bdc-4087-b529-fea5f19979c9 req-f49bade1-ecd4-42d9-8423-a4fc779f76eb tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 210 time: 0.0526497 Jan 28 16:39:33.649190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Made reservation on behalf of 16dfcec6bd4145dea23395b4c95b4c4e for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:33.657911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.685714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.703757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Provisioning complete for port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:33.704139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.728629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4e4b5bc-7982-4626-ad44-a8f0c173c58f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:33.730763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-4c631c2b-d581-4ea4-ad40-685536c03514 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:33.736642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-4c631c2b-d581-4ea4-ad40-685536c03514 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:33.743751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-4c631c2b-d581-4ea4-ad40-685536c03514 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/networks?id=596f11c7-6ade-4954-a3b9-0c86f6702f5a&id=59fcaeb0-8124-4aca-b91f-3a614250a987&id=596f11c7-6ade-4954-a3b9-0c86f6702f5a HTTP/1.1" status: 200 len: 1392 time: 0.3827448 Jan 28 16:39:33.765948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-3faf3bcc-a149-405d-af32-e9cb4948fc57 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/quotas/ef343933308949a8b299d1ba0ab34778 HTTP/1.1" status: 200 len: 375 time: 0.0211802 Jan 28 16:39:33.853321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 10.1.1.134 (8ca89ba0-a770-405c-bb94-189fe91a7346/18169289-997f-4a56-8e90-280bd06dca3a/9fe60ba1-9558-46bd-a8e8-4670f684318c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:33.880765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Allocated IP 172.25.8.183 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/be082b16-60ba-4d3a-a0a5-3753027aa363) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:33.973497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-c7d4ad74-ba02-4a8f-a777-728cb09bcbad tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062774 Jan 28 16:39:33.977660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Publish callbacks [] for port (fd2e9037-efae-45b4-b451-85f304b634f5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:33.988773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-59fcaeb0-8124-4aca-b91f-3a614250a987', 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987', 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'fixed_ips': [{'subnet_id': '85e82ed2-b31c-4caa-a06e-3452d58a1578'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:39:33.989625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.004843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port b969bcac-57eb-4945-810b-b02ea9d21af3 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:34.005255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.023295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks [] for security_group (43cc0653-8938-463e-8132-9aa9e1687022), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.041778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (43cc0653-8938-463e-8132-9aa9e1687022), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.055317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks [] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.066307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.102613 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Publish callbacks [] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.131531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cc0653-8938-463e-8132-9aa9e1687022,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:34.157728 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.169298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b969bcac-57eb-4945-810b-b02ea9d21af3 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:34.187876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Network 3432b68e-f386-4cc6-b996-e9983f5c833c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:34.203892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:34.207038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:34.207954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.231730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe120bf-db9b-4650-be23-8b38b5a67d0c req-71e9b836-3aa6-4f3e-977f-4a5cb28b827e tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:34.240004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbe120bf-db9b-4650-be23-8b38b5a67d0c req-71e9b836-3aa6-4f3e-977f-4a5cb28b827e tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 947 time: 0.2540433 Jan 28 16:39:34.249228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:34.272945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:34.274764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Allocated IP 192.168.233.13 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/0999fdfc-b7ab-4b04-abe3-7570ee0e675b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:34.283303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:34.286446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Pushing event updated for resources: {'Port': ['ID=be082b16-60ba-4d3a-a0a5-3753027aa363,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:34.290637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b969bcac-57eb-4945-810b-b02ea9d21af3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b969bcac-57eb-4945-810b-b02ea9d21af3,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:34.290843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:34.293276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-c7765189-413a-4e54-90d0-daca4201c74f service neutron] 10.222.0.25 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174441 Jan 28 16:39:34.408155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.412000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Attempting to bind port 6dd3ba7b-d4db-4223-ac60-395da24a5554 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:34.414277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Attempting to bind port 6dd3ba7b-d4db-4223-ac60-395da24a5554 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:34.420115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Attempting to bind port 6dd3ba7b-d4db-4223-ac60-395da24a5554 on network 3432b68e-f386-4cc6-b996-e9983f5c833c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:34.426963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.431042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:34.433778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:34.498158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:34.503282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Checking segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:34.503817 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.504313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Bound using segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:34.519718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Bound port: 6dd3ba7b-d4db-4223-ac60-395da24a5554, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:34.521188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.555258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:34.585856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Pushing event updated for resources: {'Port': ['ID=fd2e9037-efae-45b4-b451-85f304b634f5,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:34.684567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:34.731743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbe120bf-db9b-4650-be23-8b38b5a67d0c req-4cb6b9c4-a897-4619-b432-35dcefa9f6c5 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907525 Jan 28 16:39:34.780965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b969bcac-57eb-4945-810b-b02ea9d21af3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:34.793785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:34.808030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0b99-24ad-4b47-8127-571078f6602b req-5ed6248e-48bc-4914-9c1d-8671a8207082 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:34.809581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dade0b99-24ad-4b47-8127-571078f6602b req-5ed6248e-48bc-4914-9c1d-8671a8207082 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 944 time: 0.4975908 Jan 28 16:39:34.813950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:34.841845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:34.916632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Attempting to bind port fd2e9037-efae-45b4-b451-85f304b634f5 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:34.917169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Attempting to bind port fd2e9037-efae-45b4-b451-85f304b634f5 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:34.917625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Attempting to bind port fd2e9037-efae-45b4-b451-85f304b634f5 on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:34.923124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Pushing event updated for resources: {'Port': ['ID=6dd3ba7b-d4db-4223-ac60-395da24a5554,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:34.925811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:34.937420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.010405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:35.010405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Checking segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:35.011176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.011176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Bound using segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:35.011582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Bound port: fd2e9037-efae-45b4-b451-85f304b634f5, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:35.011948 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.026728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=b969bcac-57eb-4945-810b-b02ea9d21af3,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:35.111139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] For port fd2e9037-efae-45b4-b451-85f304b634f5, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:35.114742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] For port fd2e9037-efae-45b4-b451-85f304b634f5, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd2e9037-efae-45b4-b451-85f304b634f5,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:35.151765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e4e4b5bc-7982-4626-ad44-a8f0c173c58f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:35.152139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.152269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-ada7d058-5c58-4329-9c8c-f942b51b9a74 service neutron] 10.222.0.25 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578103 Jan 28 16:39:35.169045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-553f27fb-548d-4427-95cc-03fed05d3341 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2780318 Jan 28 16:39:35.211937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks [] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.255314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-ffd81445-13eb-4dc7-9b22-d36135ea1b10 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:35.256836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-ffd81445-13eb-4dc7-9b22-d36135ea1b10 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.31 "GET /v2.0/networks?id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570 HTTP/1.1" status: 200 len: 813 time: 0.7968285 Jan 28 16:39:35.258287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] For port 6dd3ba7b-d4db-4223-ac60-395da24a5554, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:35.271029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Request body: {'port': {'device_id': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570', 'admin_state_up': True, 'tenant_id': 'c8541fee954249478eb7d620359f6382'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:35.280035 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.317987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c46c5f-8c88-4be6-ab55-ab02ceda4bb4 req-63766664-cde0-4d26-8ef4-b2dfd011275a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:35.319992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68c46c5f-8c88-4be6-ab55-ab02ceda4bb4 req-63766664-cde0-4d26-8ef4-b2dfd011275a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 944 time: 0.3735316 Jan 28 16:39:35.331437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] For port 6dd3ba7b-d4db-4223-ac60-395da24a5554, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6dd3ba7b-d4db-4223-ac60-395da24a5554,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:35.332777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Current status of the port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:35.333464 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.349588 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.382790 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.414741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:35.423308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Deleting port 80c0cefe-3b82-40e8-a482-12156e061d2b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:39:35.423848 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.424054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:35.427638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Allocated IP 19.86.0.2 (59fcaeb0-8124-4aca-b91f-3a614250a987/85e82ed2-b31c-4caa-a06e-3452d58a1578/c5795ac6-d629-478d-818d-c9235281dd52) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:35.455936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:35.474182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] For port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:35.535878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:35.536526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.548565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68c46c5f-8c88-4be6-ab55-ab02ceda4bb4 req-78e88e20-8240-437d-a55e-b87804053730 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167079 Jan 28 16:39:35.585147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558369-33a1-4583-9244-604d07d2cf4e None None] Pushing event updated for resources: {'Port': ['ID=fd2e9037-efae-45b4-b451-85f304b634f5,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:35.585364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-d5dd9963-ffda-4727-9241-999440e232ad service neutron] 10.222.0.25 "GET /v2.0/networks/59fcaeb0-8124-4aca-b91f-3a614250a987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119143 Jan 28 16:39:35.635304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.696854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7117822 Jan 28 16:39:35.705618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7f16-5943-4827-8070-02c16558fb8a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:35.713397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Request body: {'port': {'device_id': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:35.741203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks [] for router_gateway (b6706f67-d62e-4970-8fe3-e631fc2be0d9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:35.748622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd21b1-476f-4e8e-aca4-a6caa35d4bf5 None None] Pushing event updated for resources: {'Port': ['ID=6dd3ba7b-d4db-4223-ac60-395da24a5554,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:35.835416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Pushing event updated for resources: {'Port': ['ID=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:35.859979 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-6ddc09e0-f2c1-4f37-b886-10ba5c342863 service neutron] 10.222.0.25 "GET /v2.0/networks/59fcaeb0-8124-4aca-b91f-3a614250a987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727008 Jan 28 16:39:35.953280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Provisioning complete for port 81bbc3b3-a661-449f-b84d-7893896874e0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:35.954282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.020347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65b01df0-0e4a-4429-b4b9-5fdd4dad7fe8 req-f4f3143a-2b88-4e10-aea8-555944907dd6 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 210 time: 0.1570060 Jan 28 16:39:36.124152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-24b10deb-2553-4fe5-a3a1-0a9096278ca5 None None] Port 81bbc3b3-a661-449f-b84d-7893896874e0 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:36.128419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-070e0ef2-f00d-459d-a2ce-0bcea185ea6f service neutron] 10.222.0.25 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507956 Jan 28 16:39:36.139380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e4e4b5bc-7982-4626-ad44-a8f0c173c58f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:36.140260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:36.186640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] For port 80c0cefe-3b82-40e8-a482-12156e061d2b, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=80c0cefe-3b82-40e8-a482-12156e061d2b,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:36.187243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.196935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Made reservation on behalf of c8541fee954249478eb7d620359f6382 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:36.207070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Calling delete_port for 80c0cefe-3b82-40e8-a482-12156e061d2b owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:39:36.218515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.380363 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (b6706f67-d62e-4970-8fe3-e631fc2be0d9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.383388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (80c0cefe-3b82-40e8-a482-12156e061d2b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.481214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event deleted for resources: {'Port': ['ID=80c0cefe-3b82-40e8-a482-12156e061d2b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:36.508542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Provisioning complete for port 9fe60ba1-9558-46bd-a8e8-4670f684318c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:36.508954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.565046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.566242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Publish callbacks [] for port (c5795ac6-d629-478d-818d-c9235281dd52), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.567754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] No DVR routers for this DVR port 80c0cefe-3b82-40e8-a482-12156e061d2b on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:39:36.575938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.581778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c5795ac6-d629-478d-818d-c9235281dd52), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.583412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dade0b99-24ad-4b47-8127-571078f6602b req-4b91be4d-efd1-4619-a8c8-e461db035377 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "DELETE /v2.0/ports/80c0cefe-3b82-40e8-a482-12156e061d2b HTTP/1.1" status: 204 len: 173 time: 1.7439818 Jan 28 16:39:36.583959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'name': 'network-vif-deleted', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:36.586637 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d74c7-d41e-4b72-8d1d-e06731905369" -d '{"events": [{"server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "name": "network-vif-deleted", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:36.596544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:36.597516 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.602736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Port 9fe60ba1-9558-46bd-a8e8-4670f684318c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:36.611379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b147c55-c6e5-40b6-97fa-ddf18f00a0ec req-70f0bcc9-31e4-4c9d-bd07-093dfe145103 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:36.618942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b147c55-c6e5-40b6-97fa-ddf18f00a0ec req-70f0bcc9-31e4-4c9d-bd07-093dfe145103 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 935 time: 0.4378467 Jan 28 16:39:36.648609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-a031f745-868a-4a48-9bff-7a55de1c0287 service neutron] 10.222.0.25 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990749 Jan 28 16:39:36.648864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:36.666106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:36.679913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:36.743192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b147c55-c6e5-40b6-97fa-ddf18f00a0ec req-4889b038-7ee0-4dff-827f-b50dfa66c044 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232646 Jan 28 16:39:36.812660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Provisioning complete for port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:36.813785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.815728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Pushing event updated for resources: {'Port': ['ID=c5795ac6-d629-478d-818d-c9235281dd52,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:36.871620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Attempting to bind port c5795ac6-d629-478d-818d-c9235281dd52 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:36.872167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Attempting to bind port c5795ac6-d629-478d-818d-c9235281dd52 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:36.872625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Attempting to bind port c5795ac6-d629-478d-818d-c9235281dd52 on network 59fcaeb0-8124-4aca-b91f-3a614250a987 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:36.887312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:36.887850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Checking segment: {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:36.888355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:36.892708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Bound using segment: {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:36.893489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Bound port: c5795ac6-d629-478d-818d-c9235281dd52, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:36.893988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c5795ac6-d629-478d-818d-c9235281dd52), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.013860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:37.056786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Current status of the port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:37.063120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] For port c5795ac6-d629-478d-818d-c9235281dd52, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:37.070865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] For port c5795ac6-d629-478d-818d-c9235281dd52, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c5795ac6-d629-478d-818d-c9235281dd52,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:37.077590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Provisioning complete for port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:37.081099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.171705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c5795ac6-d629-478d-818d-c9235281dd52), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.248807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318df59-8f6d-4ef8-8803-6c27258b7db7 req-23b4ef6c-ab77-4705-a4cc-ac91a9d46622 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:37.261557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7318df59-8f6d-4ef8-8803-6c27258b7db7 req-23b4ef6c-ab77-4705-a4cc-ac91a9d46622 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 948 time: 0.2397068 Jan 28 16:39:37.263278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39776) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:37.269099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378276778', 'description': 'tempest-description--1513285189'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:37.404872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-00a0752a-57a6-4b0f-b866-d92ad43b4f07 None None] Port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:37.433818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.460569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0999fdfc-b7ab-4b04-abe3-7570ee0e675b {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:37.484956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03fb20-96f3-45fe-a138-a7114d1169ed None None] Pushing event updated for resources: {'Port': ['ID=c5795ac6-d629-478d-818d-c9235281dd52,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:37.511911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7318df59-8f6d-4ef8-8803-6c27258b7db7 req-3450f0e4-6b9e-4c2a-acf0-f81aba11d99c tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240143 Jan 28 16:39:37.517978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Publish callbacks [] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.552622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Transition to ACTIVE for port object 0999fdfc-b7ab-4b04-abe3-7570ee0e675b will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:37.571688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.636512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group (325e7f05-cdd3-4464-b997-891fa4ba5691), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.670088 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e915561-f100-47d2-a79c-4f43815a16c3 x-openstack-request-id: req-4e915561-f100-47d2-a79c-4f43815a16c3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:37.673439 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7570a3c1-d7a9-4774-ac66-c795eb484254", "name": "network-vif-deleted", "tag": "80c0cefe-3b82-40e8-a482-12156e061d2b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:37.673821 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e915561-f100-47d2-a79c-4f43815a16c3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:37.674417 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7570a3c1-d7a9-4774-ac66-c795eb484254', 'name': 'network-vif-deleted', 'tag': '80c0cefe-3b82-40e8-a482-12156e061d2b', 'status': 'completed', 'code': 200} Jan 28 16:39:37.675139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (325e7f05-cdd3-4464-b997-891fa4ba5691), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.700070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b3b2f-3996-40a6-bf9d-4a0f10193b58 None None] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:37.745438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:37.764040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Allocated IP 172.20.0.9 (76fdd9dd-da7e-45b3-b20b-cfb403b1d570/e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c/78dcab9b-6de0-499b-813f-25a538f7a542) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:37.807203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9c31a80-d3c4-48df-9829-312624131e8e req-6cf49400-74e7-40aa-a6b4-3d9b145b6c09 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=7570a3c1-d7a9-4774-ac66-c795eb484254 HTTP/1.1" status: 200 len: 210 time: 0.1681311 Jan 28 16:39:37.930993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] Provisioning complete for port fd2e9037-efae-45b4-b451-85f304b634f5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:37.931780 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.980120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:37.989261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7234683 Jan 28 16:39:37.992853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-848af2fd-1b2d-4089-86e5-a90e283610e9 req-793a7a43-b033-46cc-9ad4-aba5b79da633 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 210 time: 0.2338400 Jan 28 16:39:37.997077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:38.004979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'security_group_rule': {'security_group_id': '325e7f05-cdd3-4464-b997-891fa4ba5691', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:38.024731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519863f-2218-49bf-8a1c-13b1f10abb91 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325e7f05-cdd3-4464-b997-891fa4ba5691,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:38.081792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d8e1ce7-423d-4e4d-a815-975907b8fdf8 req-6e0b424a-b35c-42c8-8861-ef89bbdfb5dc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 210 time: 0.0854886 Jan 28 16:39:38.099558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18020929-8c1a-4ed5-9e82-a706162f9c3e None None] Network 3432b68e-f386-4cc6-b996-e9983f5c833c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:38.134108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group_rule (c21c08a9-1e4d-407b-873f-d614af42aa60), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.188826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Router b6706f67-d62e-4970-8fe3-e631fc2be0d9 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:39:38.234372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:38.251683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:38.253959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.261300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks [] for port (78dcab9b-6de0-499b-813f-25a538f7a542), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.335871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0a977-7029-4e16-936b-ba933d512ef4 req-b00ae97f-a908-4660-80fd-5e30c66dfd9a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:38.341606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fb0a977-7029-4e16-936b-ba933d512ef4 req-b00ae97f-a908-4660-80fd-5e30c66dfd9a tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 947 time: 0.2303572 Jan 28 16:39:38.419653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group_rule (c21c08a9-1e4d-407b-873f-d614af42aa60), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.430667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c21c08a9-1e4d-407b-873f-d614af42aa60), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.457134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21c08a9-1e4d-407b-873f-d614af42aa60,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:38.478681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b969bcac-57eb-4945-810b-b02ea9d21af3 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:38.489323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] Current status of the port fd2e9037-efae-45b4-b451-85f304b634f5 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:38.489794 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.509161 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fb0a977-7029-4e16-936b-ba933d512ef4 req-6fb256e3-793e-476c-a079-4b848cd85622 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571558 Jan 28 16:39:38.534280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.536055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-58a3b312-0d00-4d0c-9556-215950890599 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5373340 Jan 28 16:39:38.538034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39788) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:38.543185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'security_group_rule': {'security_group_id': '325e7f05-cdd3-4464-b997-891fa4ba5691', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:38.623921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group_rule (35c583cd-bc76-49fb-ba9d-cb4bc9cb7359), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.651353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:38.655259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd2e9037-efae-45b4-b451-85f304b634f5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:38.663203 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] For port fd2e9037-efae-45b4-b451-85f304b634f5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd2e9037-efae-45b4-b451-85f304b634f5,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:38.697761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.725425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Attempting to bind port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:38.726486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Attempting to bind port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:38.727214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Attempting to bind port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:38.735359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.745597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:38.746187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Attempting to bind port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:38.762620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:38.763285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:38.765287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:38.766398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Bound port: 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:38.766974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.798657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group_rule (35c583cd-bc76-49fb-ba9d-cb4bc9cb7359), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.818751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (35c583cd-bc76-49fb-ba9d-cb4bc9cb7359), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.875808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port b969bcac-57eb-4945-810b-b02ea9d21af3 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:39:38.878728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:38.884862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:39:38.898255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:38.907317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:38.911650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c583cd-bc76-49fb-ba9d-cb4bc9cb7359,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:38.921418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Sync routers for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:39:38.944004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port b969bcac-57eb-4945-810b-b02ea9d21af3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:38.945834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.950222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] Provisioning complete for port 6dd3ba7b-d4db-4223-ac60-395da24a5554 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:38.950580 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.952130 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:38.967151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3b70d0e8-d41f-4f2e-a671-870db41bd354 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4278622 Jan 28 16:39:38.970141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:38.978629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:38.980586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85568c-a7c3-4e79-841c-97d15be0a70e None None] Pushing event updated for resources: {'Port': ['ID=fd2e9037-efae-45b4-b451-85f304b634f5,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:39.021948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13733a-6f6e-47f7-a523-06dbcfcd9c08 req-351b43e2-ccf4-4772-955a-03a686e274cf tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:39.033733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea13733a-6f6e-47f7-a523-06dbcfcd9c08 req-351b43e2-ccf4-4772-955a-03a686e274cf tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 948 time: 0.3637507 Jan 28 16:39:39.179709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea13733a-6f6e-47f7-a523-06dbcfcd9c08 req-e02eba70-ae51-4f86-a518-6e2ff7936cda tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448636 Jan 28 16:39:39.183857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port fd2e9037-efae-45b4-b451-85f304b634f5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:39.184854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.191027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.215545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:39.223662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.225290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-91e3b88d-927c-4e0d-8698-82aa18619e4f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.5869565 Jan 28 16:39:39.243420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:39.244517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Pushing event updated for resources: {'Port': ['ID=78dcab9b-6de0-499b-813f-25a538f7a542,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:39.396779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:39.397618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:39.405852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 80c0cefe-3b82-40e8-a482-12156e061d2b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:39:39.406350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 80c0cefe-3b82-40e8-a482-12156e061d2b not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:39:39.421168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed0a5d2a-a49a-4fe3-8d20-69a230e0f9e1 req-97286664-3ec3-4f84-9bf6-ed0a2a218848 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 210 time: 0.0767324 Jan 28 16:39:39.498301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcaaa4-9437-4161-805f-ebbcd05a3eec req-a87a8fdb-7c2d-4c04-92b8-d8cd6c108ea8 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:39.499870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54fcaaa4-9437-4161-805f-ebbcd05a3eec req-a87a8fdb-7c2d-4c04-92b8-d8cd6c108ea8 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 931 time: 0.1567855 Jan 28 16:39:39.522388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] Current status of the port 6dd3ba7b-d4db-4223-ac60-395da24a5554 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:39.522860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.635306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] For port 6dd3ba7b-d4db-4223-ac60-395da24a5554, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6dd3ba7b-d4db-4223-ac60-395da24a5554,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:39.658916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50c20d-9863-4647-bfc5-f01fb17cee23 None None] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:39:39.661288 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.682277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54fcaaa4-9437-4161-805f-ebbcd05a3eec req-3889afc3-b595-4bb0-919e-996e851ee185 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684804 Jan 28 16:39:39.704113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.744746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:39.745534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.761283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:39.767382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port fd2e9037-efae-45b4-b451-85f304b634f5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:39.768639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6dd3ba7b-d4db-4223-ac60-395da24a5554 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:39.790186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:39.800086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-63e6ecc3-69d6-4b20-ba69-af54731fb567 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:39.805742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-63e6ecc3-69d6-4b20-ba69-af54731fb567 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:39.807421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-63e6ecc3-69d6-4b20-ba69-af54731fb567 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "GET /v2.0/networks?id=596f11c7-6ade-4954-a3b9-0c86f6702f5a&id=59fcaeb0-8124-4aca-b91f-3a614250a987&id=596f11c7-6ade-4954-a3b9-0c86f6702f5a HTTP/1.1" status: 200 len: 1392 time: 1.0313916 Jan 28 16:39:39.822914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'port': {'device_id': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'admin_state_up': True, 'tenant_id': 'ef343933308949a8b299d1ba0ab34778'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:39.829974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:39.834990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-3047a6e4-e3dc-4c2b-a7a0-e740dfc537cc tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5684843 Jan 28 16:39:39.862845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Request body: {'port': {'device_id': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:40.051586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:40.054946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:40.055564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.057263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-b921f2bf-f903-449b-bb83-9ba2f6c6239f service neutron] 10.222.0.24 "PUT /v2.0/ports/0999fdfc-b7ab-4b04-abe3-7570ee0e675b HTTP/1.1" status: 200 len: 1096 time: 4.3480728 Jan 28 16:39:40.088706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:40.107614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:40.107614 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:40.157491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port b969bcac-57eb-4945-810b-b02ea9d21af3 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:40.157889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.215053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ba4ba-c33f-4f6a-913f-d13966298f5a None None] Pushing event updated for resources: {'Port': ['ID=6dd3ba7b-d4db-4223-ac60-395da24a5554,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:40.261281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:39:40.302103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e59a49-4a88-4e68-b855-68c93600dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b969bcac-57eb-4945-810b-b02ea9d21af3'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:40.304378 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93cb6bd-9613-4552-8d4c-1af3089d9b27" -d '{"events": [{"server_uuid": "09e59a49-4a88-4e68-b855-68c93600dd29", "name": "network-vif-plugged", "status": "completed", "tag": "b969bcac-57eb-4945-810b-b02ea9d21af3"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:40.311561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6dd3ba7b-d4db-4223-ac60-395da24a5554 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:40.311915 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.336216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b969bcac-57eb-4945-810b-b02ea9d21af3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b969bcac-57eb-4945-810b-b02ea9d21af3,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:40.367389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.394590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 172.25.8.147 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/11a06457-a679-4d57-869f-20c091e6741a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:40.431608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=b969bcac-57eb-4945-810b-b02ea9d21af3,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:40.461794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Provisioning complete for port fd2e9037-efae-45b4-b451-85f304b634f5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:40.462166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.534155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (11a06457-a679-4d57-869f-20c091e6741a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.593401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6dd3ba7b-d4db-4223-ac60-395da24a5554 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:40.612363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a859f7-4df5-4f1c-8d53-4df8eaaa753c req-69fa8c4a-d6b5-49d7-981c-7d426f70022a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:40.619794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48a859f7-4df5-4f1c-8d53-4df8eaaa753c req-69fa8c4a-d6b5-49d7-981c-7d426f70022a tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 1.0532081 Jan 28 16:39:40.646505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (11a06457-a679-4d57-869f-20c091e6741a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.648817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:34Z', 'revision_number': 3, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:40.654122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Current status of the port fd2e9037-efae-45b4-b451-85f304b634f5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:40.714558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Checking router: b6706f67-d62e-4970-8fe3-e631fc2be0d9 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:39:40.714911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Updating router b6706f67-d62e-4970-8fe3-e631fc2be0d9 port be082b16-60ba-4d3a-a0a5-3753027aa363 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:39:40.719505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=11a06457-a679-4d57-869f-20c091e6741a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:40.752448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-c3a29e3b-fce2-46f4-bdf7-9a15ad30481b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:40.753983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-c3a29e3b-fce2-46f4-bdf7-9a15ad30481b tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.9788003 Jan 28 16:39:40.768044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Provisioning complete for port c5795ac6-d629-478d-818d-c9235281dd52 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:40.768418 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c5795ac6-d629-478d-818d-c9235281dd52), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.772352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:40.807374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.807993 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.824332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:40.835722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:40.890076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49669c-f287-42aa-b85c-b1e6a92396d9 req-90579d51-63eb-452f-9be1-1e9a749b00e1 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:40.901727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d49669c-f287-42aa-b85c-b1e6a92396d9 req-90579d51-63eb-452f-9be1-1e9a749b00e1 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 947 time: 1.1053951 Jan 28 16:39:40.912467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:40.915715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-30925156-95c2-48c8-9b15-b26ba053c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:40.917279 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-30925156-95c2-48c8-9b15-b26ba053c4ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=16dfcec6bd4145dea23395b4c95b4c4e&device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 1130 time: 0.7931128 Jan 28 16:39:40.942249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48a859f7-4df5-4f1c-8d53-4df8eaaa753c req-2795894e-c5ec-4476-a57f-a9e1b3653311 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217406 Jan 28 16:39:40.969699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd2e9037-efae-45b4-b451-85f304b634f5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:41.049548 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a2aa33-a248-43af-b663-463d6420bb23 x-openstack-request-id: req-e1a2aa33-a248-43af-b663-463d6420bb23 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:41.049848 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:41.050150 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1a2aa33-a248-43af-b663-463d6420bb23 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:41.051431 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'status': 'completed', 'code': 200} Jan 28 16:39:41.055955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-74a478a5-0dc8-48dd-a2ea-28e59a5260c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b HTTP/1.1" status: 200 len: 217 time: 0.1283629 Jan 28 16:39:41.061124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d49669c-f287-42aa-b85c-b1e6a92396d9 req-a1c61b64-6475-47cc-b4f7-24596542fe6c tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578283 Jan 28 16:39:41.105634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Current status of the port c5795ac6-d629-478d-818d-c9235281dd52 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:41.105634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c5795ac6-d629-478d-818d-c9235281dd52), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.112662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Deleting port f000beb6-a7b1-49a4-a652-470a7ef32c23 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:39:41.113376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.122643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:41.126642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.181512 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d450376-3b4e-416b-8e1b-2255b8550346 x-openstack-request-id: req-2d450376-3b4e-416b-8e1b-2255b8550346 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:41.184963 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e59a49-4a88-4e68-b855-68c93600dd29", "name": "network-vif-plugged", "status": "completed", "tag": "b969bcac-57eb-4945-810b-b02ea9d21af3", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:41.185503 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d450376-3b4e-416b-8e1b-2255b8550346 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:41.186015 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e59a49-4a88-4e68-b855-68c93600dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b969bcac-57eb-4945-810b-b02ea9d21af3', 'code': 200} Jan 28 16:39:41.270845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] For port c5795ac6-d629-478d-818d-c9235281dd52, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c5795ac6-d629-478d-818d-c9235281dd52,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:41.282941 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c5795ac6-d629-478d-818d-c9235281dd52), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.296850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port fd2e9037-efae-45b4-b451-85f304b634f5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:41.297325 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.327412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (d57422ca-026f-4da0-8e1a-334d1a504356), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.393260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c560edab-ce41-4507-8055-ada547cffbed req-325cb53a-6f0c-4b2d-8123-30df23e5656f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 210 time: 0.0840995 Jan 28 16:39:41.395194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Provisioning complete for port 6dd3ba7b-d4db-4223-ac60-395da24a5554 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:41.395778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.441246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-dc0393a7-b507-4380-9450-7d6787a0258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:41.442843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-dc0393a7-b507-4380-9450-7d6787a0258b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.3357708 Jan 28 16:39:41.467575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Pushing event updated for resources: {'Port': ['ID=c5795ac6-d629-478d-818d-c9235281dd52,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:41.473898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Allocated IP 19.80.0.148 (596f11c7-6ade-4954-a3b9-0c86f6702f5a/3f6f6b47-da17-45b6-9a5a-1380ad96b913/99862fc5-c1ef-401f-aca9-f411f3ecd4a9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:41.604735 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Publish callbacks [] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.607836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (11a06457-a679-4d57-869f-20c091e6741a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.620042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-863e8267-4c68-46f6-887e-30c65f0b93a0 None None] Current status of the port 6dd3ba7b-d4db-4223-ac60-395da24a5554 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:41.626378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port fd2e9037-efae-45b4-b451-85f304b634f5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:41.627812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c5795ac6-d629-478d-818d-c9235281dd52 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:41.630434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.659861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cec5f-d008-42db-9295-2336d51449cc req-4f66bd8c-3448-44cd-a01a-4e4fff201785 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:41.662474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f6cec5f-d008-42db-9295-2336d51449cc req-4f66bd8c-3448-44cd-a01a-4e4fff201785 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 949 time: 0.4904459 Jan 28 16:39:41.673889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-0c3a1f27-9ae3-4a47-a6e1-8a45b37761a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:41.675839 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-0c3a1f27-9ae3-4a47-a6e1-8a45b37761a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2225902 Jan 28 16:39:41.700766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] For port f000beb6-a7b1-49a4-a652-470a7ef32c23, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=f000beb6-a7b1-49a4-a652-470a7ef32c23,segment=NetworkSegment(de71c3a4-4c48-49a8-871f-e92027622b8d),segment_id=de71c3a4-4c48-49a8-871f-e92027622b8d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:41.701416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.707602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00470b6e-5bef-442f-bfd9-5933f77c7061 req-0c3b78b6-09c4-424d-9695-df9849fae1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:41.710066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009ea78-68cb-424e-9e24-2bdff015a697 None None] Pushing event updated for resources: {'Port': ['ID=be082b16-60ba-4d3a-a0a5-3753027aa363,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:41.710339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00470b6e-5bef-442f-bfd9-5933f77c7061 req-0c3b78b6-09c4-424d-9695-df9849fae1ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 1132 time: 0.4178712 Jan 28 16:39:41.766762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Calling delete_port for f000beb6-a7b1-49a4-a652-470a7ef32c23 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:39:41.776621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Attempting to bind port be082b16-60ba-4d3a-a0a5-3753027aa363 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:41.777165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Attempting to bind port be082b16-60ba-4d3a-a0a5-3753027aa363 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:41.777698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Attempting to bind port be082b16-60ba-4d3a-a0a5-3753027aa363 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:41.797457 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:41.798020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:41.798533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.799036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:41.799696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Bound port: be082b16-60ba-4d3a-a0a5-3753027aa363, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:41.800189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.804185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6044379b-fe5a-4378-9f31-e18900c6078f None None] Provisioning complete for port c5795ac6-d629-478d-818d-c9235281dd52 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:41.804693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6044379b-fe5a-4378-9f31-e18900c6078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c5795ac6-d629-478d-818d-c9235281dd52), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.838353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Allocated IP 172.20.0.1 (3432b68e-f386-4cc6-b996-e9983f5c833c/3adf40ab-a937-4f9f-bf53-a323a214d097/ad2013d1-ff59-49ff-aa91-ad0a0cccc89e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:41.855738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9fa5a-044c-45d1-89df-47bc3e4daecb req-0aea5c4e-16b9-40b3-ad23-d78ccf2d17ef tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:41.864027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91e9fa5a-044c-45d1-89df-47bc3e4daecb req-0aea5c4e-16b9-40b3-ad23-d78ccf2d17ef tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 931 time: 0.3382454 Jan 28 16:39:41.897115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c5795ac6-d629-478d-818d-c9235281dd52 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:41.897389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c5795ac6-d629-478d-818d-c9235281dd52), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:41.945612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dcab9b-6de0-499b-813f-25a538f7a542 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:41.972756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Publish callbacks [] for port (78dcab9b-6de0-499b-813f-25a538f7a542), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.003503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f6cec5f-d008-42db-9295-2336d51449cc req-58bd7b51-7d3a-4019-88b1-58baacea054a tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147779 Jan 28 16:39:42.003951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] For port be082b16-60ba-4d3a-a0a5-3753027aa363, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:42.011373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] For port be082b16-60ba-4d3a-a0a5-3753027aa363, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=be082b16-60ba-4d3a-a0a5-3753027aa363,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:42.050244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00470b6e-5bef-442f-bfd9-5933f77c7061 req-6ebd5905-7f27-4f64-9738-4f2d97f71a39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204534 Jan 28 16:39:42.068631 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-3d198e90-c0e7-49ab-b467-c507c367112a service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780403 Jan 28 16:39:42.069483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.088857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91e9fa5a-044c-45d1-89df-47bc3e4daecb req-80c62654-4ac1-4da2-aa33-5f055aabada2 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231944 Jan 28 16:39:42.099721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Transition to ACTIVE for port object 78dcab9b-6de0-499b-813f-25a538f7a542 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:42.107410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.124408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.136774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6044379b-fe5a-4378-9f31-e18900c6078f None None] Current status of the port c5795ac6-d629-478d-818d-c9235281dd52 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:42.150778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009ea78-68cb-424e-9e24-2bdff015a697 None None] Pushing event updated for resources: {'Port': ['ID=be082b16-60ba-4d3a-a0a5-3753027aa363,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:42.161820 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.192565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c5795ac6-d629-478d-818d-c9235281dd52 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:42.195081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6dd3ba7b-d4db-4223-ac60-395da24a5554 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:42.227538 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (11a06457-a679-4d57-869f-20c091e6741a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.269281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (11a06457-a679-4d57-869f-20c091e6741a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.271507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.287745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:42.288622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:42.387098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=78dcab9b-6de0-499b-813f-25a538f7a542,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:42.392898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=11a06457-a679-4d57-869f-20c091e6741a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:42.395443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d57422ca-026f-4da0-8e1a-334d1a504356), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.403353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks [] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.440068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.440749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.441261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.441785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.442298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.442796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.443301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.444275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.444837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.445341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.445969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.446463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.447215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:42.474864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.484369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8f418d8-47d2-4c8d-8c8a-2958e4dda3e7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5040245 Jan 28 16:39:42.487807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285d91-1032-4a6f-ba77-59722bb68b9d req-f6b96a2e-b793-4a48-8ab7-d2d361f86ea0 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:42.494988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10285d91-1032-4a6f-ba77-59722bb68b9d req-f6b96a2e-b793-4a48-8ab7-d2d361f86ea0 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 947 time: 0.2845140 Jan 28 16:39:42.495353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.566022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10285d91-1032-4a6f-ba77-59722bb68b9d req-88b4ed51-cd22-478d-bf9f-c0016c857fb9 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700526 Jan 28 16:39:42.607866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb73f2b-fedc-4ba1-90de-aa4d99547490 req-0e83278b-5389-4ece-a05e-6c8e82db7859 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:42.615584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:42.617770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:42.619013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bb73f2b-fedc-4ba1-90de-aa4d99547490 req-0e83278b-5389-4ece-a05e-6c8e82db7859 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/ports?device_id=170a95c3-3f6a-481d-86eb-a1652dcc1916 HTTP/1.1" status: 200 len: 944 time: 0.3872602 Jan 28 16:39:42.639177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Attempting to bind port 78dcab9b-6de0-499b-813f-25a538f7a542 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:42.643240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Attempting to bind port 78dcab9b-6de0-499b-813f-25a538f7a542 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '39c6383c-cd4c-4d19-af14-59d16690adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:42.643813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Attempting to bind port 78dcab9b-6de0-499b-813f-25a538f7a542 on network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:42.645558 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f000beb6-a7b1-49a4-a652-470a7ef32c23), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.647206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:42.670541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:42.717325 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91c80620-cd03-4dc7-b9eb-f0963bbcf05d req-725da05d-e5e8-4c7b-8547-0464f722e523 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725666 Jan 28 16:39:42.741299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6dd3ba7b-d4db-4223-ac60-395da24a5554 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:42.741682 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.756890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.802045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:42.802769 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.805656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bb73f2b-fedc-4ba1-90de-aa4d99547490 req-4ced3ed2-e71d-441f-b467-f017a2c9ec91 tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30f8e32-b9cb-4609-8e32-feff7a0ec88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856782 Jan 28 16:39:42.807914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Pushing event deleted for resources: {'Port': ['ID=f000beb6-a7b1-49a4-a652-470a7ef32c23,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:42.820108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Port 78dcab9b-6de0-499b-813f-25a538f7a542 on network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:42.820432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Attempting to bind port 78dcab9b-6de0-499b-813f-25a538f7a542 on network 76fdd9dd-da7e-45b3-b20b-cfb403b1d570 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:42.839535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Port': ['ID=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:42.912892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] No DVR routers for this DVR port f000beb6-a7b1-49a4-a652-470a7ef32c23 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:39:42.914651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:42.915009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Checking segment: {'id': '39c6383c-cd4c-4d19-af14-59d16690adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:42.915518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Bound using segment: {'id': '39c6383c-cd4c-4d19-af14-59d16690adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:42.918141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.918844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Bound port: 78dcab9b-6de0-499b-813f-25a538f7a542, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c6383c-cd4c-4d19-af14-59d16690adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:42.919220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:42.925816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6823bea7-274b-4261-aeba-384cdbf00d63 req-71c6e8ef-974c-45e0-85c5-a5a11895ecbc tempest-LiveAutoBlockMigrationV225Test-2109605720 tempest-LiveAutoBlockMigrationV225Test-2109605720-project] 10.222.0.31 "DELETE /v2.0/ports/f000beb6-a7b1-49a4-a652-470a7ef32c23 HTTP/1.1" status: 204 len: 173 time: 2.1475461 Jan 28 16:39:42.926318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'name': 'network-vif-deleted', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:42.929892 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509e3610-92d1-4af5-8c2f-81dcf695725f" -d '{"events": [{"server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "name": "network-vif-deleted", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:42.963619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020e038-d84d-4801-9018-d8ce22bc7885 req-0a22ffc5-b884-4ce3-8719-3b9a62b19d13 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:42.971576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-1ae933bf-6861-441c-bedf-0268d48d42ef tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1500986 Jan 28 16:39:42.972224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0020e038-d84d-4801-9018-d8ce22bc7885 req-0a22ffc5-b884-4ce3-8719-3b9a62b19d13 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 932 time: 0.3034389 Jan 28 16:39:42.973653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Network 3432b68e-f386-4cc6-b996-e9983f5c833c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:43.001029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'port': {'device_id': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987', 'admin_state_up': True, 'tenant_id': 'ef343933308949a8b299d1ba0ab34778'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:43.008406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:43.051931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6dd3ba7b-d4db-4223-ac60-395da24a5554 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:43.075384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:34Z', 'revision_number': 3, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:43.085664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:43.102292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-8cc03c2b-3fdb-4866-a35f-823d530bd543 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--378276778&fields=id&tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58 HTTP/1.1" status: 200 len: 267 time: 0.1546187 Jan 28 16:39:43.143772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a73a9-b09b-4548-84ff-9f55b57fea6c None None] The sync data for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 is: [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:34Z', 'revision_number': 3, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:39:43.146114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:43.180991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:39:43.239985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: f000beb6-a7b1-49a4-a652-470a7ef32c23 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:39:43.240610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device f000beb6-a7b1-49a4-a652-470a7ef32c23 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:39:43.256105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-55361164-3393-4f4f-9e25-b075e542150e None None] Provisioning complete for port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:43.259021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55361164-3393-4f4f-9e25-b075e542150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:43.289317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0020e038-d84d-4801-9018-d8ce22bc7885 req-7b845770-2169-48cb-b5ab-8986fe858369 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156991 Jan 28 16:39:43.302844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4016ea5d-5a44-4542-b97f-b2482516946d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.304342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4016ea5d-5a44-4542-b97f-b2482516946d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 931 time: 0.1669052 Jan 28 16:39:43.349270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-55361164-3393-4f4f-9e25-b075e542150e None None] Port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:43.351877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c5795ac6-d629-478d-818d-c9235281dd52 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:43.379558 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d84d71-ed10-4747-a1e5-12fff12f8ce2 x-openstack-request-id: req-e3d84d71-ed10-4747-a1e5-12fff12f8ce2 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:43.379861 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170a95c3-3f6a-481d-86eb-a1652dcc1916", "name": "network-vif-deleted", "tag": "f000beb6-a7b1-49a4-a652-470a7ef32c23", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:43.380127 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3d84d71-ed10-4747-a1e5-12fff12f8ce2 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:43.380549 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a95c3-3f6a-481d-86eb-a1652dcc1916', 'name': 'network-vif-deleted', 'tag': 'f000beb6-a7b1-49a4-a652-470a7ef32c23', 'status': 'completed', 'code': 200} Jan 28 16:39:43.424454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-91fc9f5e-1f95-4ea7-b905-a84f2a077516 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.439206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-a9c97f28-7b51-472f-afa9-063a1216084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.442116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-a9c97f28-7b51-472f-afa9-063a1216084b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=16dfcec6bd4145dea23395b4c95b4c4e&device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 1130 time: 0.6160223 Jan 28 16:39:43.443937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-91fc9f5e-1f95-4ea7-b905-a84f2a077516 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 931 time: 0.1328883 Jan 28 16:39:43.502896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6d904c94-022c-410a-acf4-5f27f1a817ac None None] Provisioning complete for port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:43.506355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6d904c94-022c-410a-acf4-5f27f1a817ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:43.590885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5d6264e8-e7db-4531-a4ba-1b67feb13675 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1402335 Jan 28 16:39:43.611205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6d904c94-022c-410a-acf4-5f27f1a817ac None None] Port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:43.631839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c5795ac6-d629-478d-818d-c9235281dd52 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:43.634506 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c5795ac6-d629-478d-818d-c9235281dd52), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:43.644175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-c130ba21-bfb7-472f-b507-f509f46f6166 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522330 Jan 28 16:39:43.650073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (b6706f67-d62e-4970-8fe3-e631fc2be0d9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:43.738519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-6f097f9d-cbc1-4d99-b9cd-822c4cc6506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.740269 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-6f097f9d-cbc1-4d99-b9cd-822c4cc6506f service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2849679 Jan 28 16:39:43.752644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c5795ac6-d629-478d-818d-c9235281dd52 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:43.819585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4f8d0100-3a37-41a1-8420-a3c79f0a699f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.825234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4f8d0100-3a37-41a1-8420-a3c79f0a699f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.828359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] For port 78dcab9b-6de0-499b-813f-25a538f7a542, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:43.831020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4f8d0100-3a37-41a1-8420-a3c79f0a699f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.833955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4f8d0100-3a37-41a1-8420-a3c79f0a699f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/networks?id=3759275c-ff7c-41dd-95c9-2bdde6ff3343&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=07766232-8393-45f7-be9c-388086ef8cf0&id=07766232-8393-45f7-be9c-388086ef8cf0 HTTP/1.1" status: 200 len: 1991 time: 0.1878314 Jan 28 16:39:43.842147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403ea05-ae75-47df-bc7c-ea939c6a6dba req-b4da5ec3-b250-4f42-932b-e2e34e398e51 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:43.844418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7403ea05-ae75-47df-bc7c-ea939c6a6dba req-b4da5ec3-b250-4f42-932b-e2e34e398e51 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 949 time: 0.3370867 Jan 28 16:39:43.850422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-4b08c4ef-34e3-46ee-81dc-a3dbb77a02b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b HTTP/1.1" status: 200 len: 217 time: 0.0974636 Jan 28 16:39:43.857242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-f4049585-ccca-4598-8b24-313e5e031fdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/quotas/930d3a3e5c9a4c8ab21071a5ac839b58 HTTP/1.1" status: 200 len: 375 time: 0.0112791 Jan 28 16:39:43.862829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] For port 78dcab9b-6de0-499b-813f-25a538f7a542, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=78dcab9b-6de0-499b-813f-25a538f7a542,segment=NetworkSegment(39c6383c-cd4c-4d19-af14-59d16690adce),segment_id=39c6383c-cd4c-4d19-af14-59d16690adce)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:43.907765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:43.964283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7403ea05-ae75-47df-bc7c-ea939c6a6dba req-b170d62c-0db0-4f3c-b0d6-5b17d3c6d850 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059830 Jan 28 16:39:43.992705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:43.992705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:44.001311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5b9617f2-57e3-4798-81f8-d1a6f82142b2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1062267 Jan 28 16:39:44.016551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.017206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:44.018922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] 10.222.0.31 "PUT /v2.0/ports/78dcab9b-6de0-499b-813f-25a538f7a542 HTTP/1.1" status: 200 len: 1092 time: 4.1611388 Jan 28 16:39:44.024884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'tag': '78dcab9b-6de0-499b-813f-25a538f7a542'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:44.027048 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23452c0-f1ff-4291-a446-a8db9afdc304" -d '{"events": [{"name": "network-changed", "server_uuid": "c7522592-72ea-43b6-a2b1-7360d5de9794", "tag": "78dcab9b-6de0-499b-813f-25a538f7a542"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:44.050633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-dbdc6338-2322-4876-bff7-a9387f306ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.052149 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-dbdc6338-2322-4876-bff7-a9387f306ad1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1880729 Jan 28 16:39:44.179964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-840646f1-167b-4f05-8c41-6fdff9d18c71 service neutron] 10.222.0.25 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608171 Jan 28 16:39:44.233153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50343ece-3d2d-493e-9f3b-b81ca8974ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=78dcab9b-6de0-499b-813f-25a538f7a542,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:44.249697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:44.305876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-623ccd61-310d-4f68-afdc-7c065ad4a015 service neutron] 10.222.0.25 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168425 Jan 28 16:39:44.315164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fc97e-b08b-4450-8ff9-bdb3d59237cc req-5de1014f-4d51-4a28-a742-c2a8df8f453b tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.316878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf9fc97e-b08b-4450-8ff9-bdb3d59237cc req-5de1014f-4d51-4a28-a742-c2a8df8f453b tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 943 time: 0.2112544 Jan 28 16:39:44.335465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-7110a4d1-5309-40b0-967c-ef2bb89c4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.337615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-7110a4d1-5309-40b0-967c-ef2bb89c4e1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8541fee954249478eb7d620359f6382&device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 1126 time: 0.2677248 Jan 28 16:39:44.345009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-33a4eaaf-33ef-468f-8bc8-a4e217679e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.347203 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-33a4eaaf-33ef-468f-8bc8-a4e217679e52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2724912 Jan 28 16:39:44.394345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5698a778-0be5-44c8-a8b0-d4153dd74c27 service neutron] 10.222.0.25 "GET /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0762699 Jan 28 16:39:44.398285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf9fc97e-b08b-4450-8ff9-bdb3d59237cc req-cf777baa-b429-4555-a1f0-2ef51489f1fe tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728955 Jan 28 16:39:44.457338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-a4f4c55a-3416-4687-98be-afd960943f69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dcab9b-6de0-499b-813f-25a538f7a542 HTTP/1.1" status: 200 len: 217 time: 0.0856922 Jan 28 16:39:44.544405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Allocated IP 19.86.0.47 (59fcaeb0-8124-4aca-b91f-3a614250a987/85e82ed2-b31c-4caa-a06e-3452d58a1578/7cf537d9-0a43-4099-b3b6-25a856120bc7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:44.546399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-611d5067-8b3d-448a-9ea7-23e64404e7d7 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460516 Jan 28 16:39:44.599544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-6ca519d2-3a8e-4cb8-adbc-9d01c866fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.601137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-6ca519d2-3a8e-4cb8-adbc-9d01c866fe38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c HTTP/1.1" status: 200 len: 853 time: 0.1313562 Jan 28 16:39:44.659796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbdaf7-0006-48a9-9307-01bc4ba4ea2d req-d239f723-84bc-44ad-ad08-9861c45703e4 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:44.661655 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61cbdaf7-0006-48a9-9307-01bc4ba4ea2d req-d239f723-84bc-44ad-ad08-9861c45703e4 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 947 time: 0.1317315 Jan 28 16:39:44.715059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-6cfe9e94-6d11-47bc-b96b-e4d6167184a0 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492963 Jan 28 16:39:44.761116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61cbdaf7-0006-48a9-9307-01bc4ba4ea2d req-8f91b120-e726-4399-a269-c995e3c3aa15 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Jan 28 16:39:44.770748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-37ac525f-90ff-4c10-b46a-72d2dfcd00eb service neutron] 10.222.0.25 "GET /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0492117 Jan 28 16:39:44.901136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-66201eef-9cf9-4a1f-b768-8bfced67c0e7 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236196 Jan 28 16:39:44.901624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39864) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:45.080080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-c079e9ce-7717-485d-aec0-e8b72523c7f6 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728125 Jan 28 16:39:45.176409 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.225697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-2367d23d-cf29-4bd4-99d6-3c2f4426010e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5901926 Jan 28 16:39:45.232026 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b56a7e-854e-41e6-a55c-68024eb5cb96 x-openstack-request-id: req-00b56a7e-854e-41e6-a55c-68024eb5cb96 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:45.232453 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7522592-72ea-43b6-a2b1-7360d5de9794", "tag": "78dcab9b-6de0-499b-813f-25a538f7a542", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:45.232839 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00b56a7e-854e-41e6-a55c-68024eb5cb96 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:45.235358 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'tag': '78dcab9b-6de0-499b-813f-25a538f7a542', 'status': 'completed', 'code': 200} Jan 28 16:39:45.249532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.325385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device be082b16-60ba-4d3a-a0a5-3753027aa363 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:45.353292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:45.404600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-3135ce98-41a0-4e17-acda-5e8db7f37955 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235731 Jan 28 16:39:45.405844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:45.409134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-80013e12-26b3-4f63-be94-46659efbe7fe service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0256538 Jan 28 16:39:45.409739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port be082b16-60ba-4d3a-a0a5-3753027aa363 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:45.410329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.415349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:45.427964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:45.446867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00023a-3acc-4edb-8255-4559f5a113a3 req-276408d0-2404-4f5b-8868-5f548907ebeb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:45.454275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00023a-3acc-4edb-8255-4559f5a113a3 req-276408d0-2404-4f5b-8868-5f548907ebeb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:45.464830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e00023a-3acc-4edb-8255-4559f5a113a3 req-276408d0-2404-4f5b-8868-5f548907ebeb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 1654 time: 0.2127848 Jan 28 16:39:45.469463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Deleting subnet 3f6a2fb7-19a6-46ee-82d4-527aa6016d07 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:39:45.559458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port be082b16-60ba-4d3a-a0a5-3753027aa363 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:45.559855 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.608842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port be082b16-60ba-4d3a-a0a5-3753027aa363, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=be082b16-60ba-4d3a-a0a5-3753027aa363,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:45.617891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.621763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Publish callbacks [] for subnet (3f6a2fb7-19a6-46ee-82d4-527aa6016d07), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.649674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-28b54fd6-1227-49d9-9b4d-c4d27a03b3cd req-fb2cab86-5b70-407b-83bb-55affd4434df service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317538 Jan 28 16:39:45.651574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e00023a-3acc-4edb-8255-4559f5a113a3 req-81de73a4-a398-49b6-8668-22a0aeaffb4c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858079 Jan 28 16:39:45.707405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:45.708139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.725643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-6918197d-81d3-43e7-8487-ea18dd569525 service neutron] 10.222.0.31 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791715 Jan 28 16:39:45.728797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks [] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.734528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-b5112884-c1d7-45de-aa18-ca7014ab27f7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7415314 Jan 28 16:39:45.754065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (3f6a2fb7-19a6-46ee-82d4-527aa6016d07), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.764379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'port': {'device_id': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'admin_state_up': True, 'tenant_id': 'ef343933308949a8b299d1ba0ab34778'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:45.792814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=be082b16-60ba-4d3a-a0a5-3753027aa363,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:45.860277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-49f5113b-09d0-4e05-acde-3ee6b29113ce tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517724 Jan 28 16:39:45.860715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-df472790-7e9d-483a-a17e-75d2d1b4adc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.869166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.875196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-cb1c3a76-24b5-4105-9f44-9cf2a20c409a service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696567 Jan 28 16:39:45.959581 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a25a73d-7aa6-4184-acc2-4b1c25a87879 req-7564f961-d3be-4183-9104-eef6e7b8d16d service neutron] 10.222.0.31 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239568 Jan 28 16:39:45.965756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3286cce5-77a1-469e-b0d0-2f4336b4b262 None None] Provisioning complete for port 7cf537d9-0a43-4099-b3b6-25a856120bc7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:45.966363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3286cce5-77a1-469e-b0d0-2f4336b4b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:45.979482 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3f6a2fb7-19a6-46ee-82d4-527aa6016d07), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.035627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3286cce5-77a1-469e-b0d0-2f4336b4b262 None None] Port 7cf537d9-0a43-4099-b3b6-25a856120bc7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:46.040304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:46.044490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (b6706f67-d62e-4970-8fe3-e631fc2be0d9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.189364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-624a9652-5ccd-4e65-b83e-6cedcd6b5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:46.190904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-624a9652-5ccd-4e65-b83e-6cedcd6b5eb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8541fee954249478eb7d620359f6382&device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 1126 time: 0.1645522 Jan 28 16:39:46.194110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:46.197826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.305663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Network 3432b68e-f386-4cc6-b996-e9983f5c833c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:46.311424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:46.407282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-875e791d-18ad-4a8c-a655-7cac322ff0e1 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192339 Jan 28 16:39:46.425617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-c380fcdc-4350-4999-bc1e-1ac2c2edb4bc tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:46.427729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-866b0552-23de-4949-be33-9caee288644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:46.427909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-c380fcdc-4350-4999-bc1e-1ac2c2edb4bc tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5665491 Jan 28 16:39:46.429214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-866b0552-23de-4949-be33-9caee288644a service neutron] 10.222.0.31 "GET /v2.0/networks?id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570 HTTP/1.1" status: 200 len: 914 time: 0.2229283 Jan 28 16:39:46.431691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (3f6a2fb7-19a6-46ee-82d4-527aa6016d07), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.471461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:46.507003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-af384e3c-4ed6-4bd7-ba61-07cb72c6e36d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dcab9b-6de0-499b-813f-25a538f7a542 HTTP/1.1" status: 200 len: 217 time: 0.0697556 Jan 28 16:39:46.609174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-c74df471-8ef9-4829-89f4-8473184820d9 service neutron] 10.222.0.25 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788619 Jan 28 16:39:46.614648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Allocated IP 19.80.0.10 (596f11c7-6ade-4954-a3b9-0c86f6702f5a/3f6f6b47-da17-45b6-9a5a-1380ad96b913/a52332b1-3111-467b-91dd-83787b9f73fc) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:46.632870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-624a24d8-d3ed-440b-9db1-70f37c27d13b tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/quotas/12e9039cdd94465bbd62fbf2ce65579e HTTP/1.1" status: 200 len: 375 time: 0.1892791 Jan 28 16:39:46.644237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.650295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f6a2fb7-19a6-46ee-82d4-527aa6016d07 HTTP/1.1" status: 204 len: 168 time: 1.7476556 Jan 28 16:39:46.651670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f17f7b-5c7c-46d3-9b12-0db6877e45bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6a2fb7-19a6-46ee-82d4-527aa6016d07,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:46.654228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39890) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:46.710611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Router b6706f67-d62e-4970-8fe3-e631fc2be0d9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:39:46.711386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:46.715910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-0f45730c-eb25-4353-823b-4e2f2d94d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:46.717306 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-0f45730c-eb25-4353-823b-4e2f2d94d73c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c HTTP/1.1" status: 200 len: 853 time: 0.1791818 Jan 28 16:39:46.729556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'mac_address': 'fa:16:3e:61:1d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:46.787708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:46.788410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.806953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8e543e1e-9a3c-46d5-afc3-9e00446cbc45), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.814319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0999fdfc-b7ab-4b04-abe3-7570ee0e675b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:46.833505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-3140a5d3-52a5-4131-ac89-16c20e1d9e7a tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997619 Jan 28 16:39:46.872100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:46.885579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-bb3d8273-e87b-442a-b306-74e51a4a5ffb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496742 Jan 28 16:39:46.888586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:39:46.896547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5a01cd06-9f03-4438-a63d-4a18c0792939 None None] Provisioning complete for port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:46.896859 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a01cd06-9f03-4438-a63d-4a18c0792939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.898425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:46.902622 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Sync routers for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:39:46.907834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-da46d2df-f07e-4ea7-bc2a-078f6e1e5b45 service neutron] 10.222.0.25 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728982 Jan 28 16:39:46.916344 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc8f8d8c-89f2-440b-ab93-36987d8973c3 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6706f67-d62e-4970-8fe3-e631fc2be0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6676910 Jan 28 16:39:46.934904 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:46.935750 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:47.110159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-538acfef-9b4a-4c9c-a752-71aa1cb23c92 service neutron] 10.222.0.25 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005420 Jan 28 16:39:47.128172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for port (a52332b1-3111-467b-91dd-83787b9f73fc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.144123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0999fdfc-b7ab-4b04-abe3-7570ee0e675b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:47.147510 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-f6d55dd1-43a0-4ac8-8065-c19e1f961542 service neutron] 10.222.0.31 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298315 Jan 28 16:39:47.161615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a01cd06-9f03-4438-a63d-4a18c0792939 None None] Port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:47.190943 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:47.214172 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8e543e1e-9a3c-46d5-afc3-9e00446cbc45), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.222527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:47.298425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e543e1e-9a3c-46d5-afc3-9e00446cbc45']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:47.334550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device be082b16-60ba-4d3a-a0a5-3753027aa363 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:47.341835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de71c3a4-4c48-49a8-871f-e92027622b8d') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:47.342134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de71c3a4-4c48-49a8-871f-e92027622b8d') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:47.362571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (de71c3a4-4c48-49a8-871f-e92027622b8d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.378464 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (de71c3a4-4c48-49a8-871f-e92027622b8d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.385300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:39:47.385625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (de71c3a4-4c48-49a8-871f-e92027622b8d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.403205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.485763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f23452c0-f1ff-4291-a446-a8db9afdc304 req-28b9c581-84d6-4b81-8a04-9d1a321e1dc1 service neutron] 10.222.0.31 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168561 Jan 28 16:39:47.514987 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 2, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:39:47.546649 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:39:47.552343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:47.552510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8e543e1e-9a3c-46d5-afc3-9e00446cbc45), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.556155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Port': ['ID=a52332b1-3111-467b-91dd-83787b9f73fc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:47.566697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:47.571253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:47.583327 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Checking router: b6706f67-d62e-4970-8fe3-e631fc2be0d9 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:39:47.583909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Updating router b6706f67-d62e-4970-8fe3-e631fc2be0d9 port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:39:47.605776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port be082b16-60ba-4d3a-a0a5-3753027aa363 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:47.606460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.628319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.631091 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.634085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8e543e1e-9a3c-46d5-afc3-9e00446cbc45 HTTP/1.1" status: 204 len: 168 time: 0.9682455 Jan 28 16:39:47.662543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39908) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:47.780099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Deleting subnet 317da862-0c96-44a9-9299-36e1af4a288f {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:39:47.783271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf91f-d12f-4bcf-86a0-c21967be80a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e543e1e-9a3c-46d5-afc3-9e00446cbc45,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:47.794169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Publish callbacks [] for subnet (317da862-0c96-44a9-9299-36e1af4a288f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.814570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:47.815248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.827331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port be082b16-60ba-4d3a-a0a5-3753027aa363 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:47.865057 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-84792d1c-b977-49e8-a945-aa573898f544 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1081762 Jan 28 16:39:47.877500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Request body: {'port': {'device_id': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:47.893606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c522621-9fb1-44c3-a9be-253f09723c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.894273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba05f86-f006-430e-b6af-927ddd0fad80 req-34d31744-0535-4346-97df-d774a48fe382 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:47.902098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cba05f86-f006-430e-b6af-927ddd0fad80 req-34d31744-0535-4346-97df-d774a48fe382 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 943 time: 0.3952539 Jan 28 16:39:47.974330 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Publish callbacks [] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:47.988721 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.010123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (317da862-0c96-44a9-9299-36e1af4a288f), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.029673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.050284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-6632dc40-8dee-4ed9-9d0d-95b371ef7f5b service neutron] 10.222.0.25 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9392097 Jan 28 16:39:48.135885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f74efc9b-2218-4f07-93d2-1175bc18aca7 None None] Provisioning complete for port a52332b1-3111-467b-91dd-83787b9f73fc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:48.143954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f74efc9b-2218-4f07-93d2-1175bc18aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.205228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cba05f86-f006-430e-b6af-927ddd0fad80 req-02a0c744-bbd8-4b72-a9a6-dde74898b930 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001254 Jan 28 16:39:48.224484 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5c8dd-ae44-411c-8ea8-cdb4db878fef None None] Pushing event updated for resources: {'Port': ['ID=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:48.246892 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Attempting to bind port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:48.247266 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Attempting to bind port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:48.247633 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Attempting to bind port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e on network 3432b68e-f386-4cc6-b996-e9983f5c833c {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:48.259582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f74efc9b-2218-4f07-93d2-1175bc18aca7 None None] Port a52332b1-3111-467b-91dd-83787b9f73fc cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:48.272631 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:48.283957 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Checking segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:48.284393 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.284832 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Bound using segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:48.285346 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Bound port: ad2013d1-ff59-49ff-aa91-ad0a0cccc89e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:48.285737 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.286783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (317da862-0c96-44a9-9299-36e1af4a288f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.413525 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] For port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:48.426598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] For port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:48.437054 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.489168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4c00af3e-3715-4422-8ea5-b1bd8e2cc447 service neutron] 10.222.0.25 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376900 Jan 28 16:39:48.492058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] Provisioning complete for port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:48.492622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.502260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:48.503000 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5c8dd-ae44-411c-8ea8-cdb4db878fef None None] Pushing event updated for resources: {'Port': ['ID=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:48.539800 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:39:48.540432 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:39:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:48.614276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7057541-239e-4a0f-a951-5e913cfa918d req-43cf1a27-a82f-4b55-86ed-d15666b78742 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:48.621465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7057541-239e-4a0f-a951-5e913cfa918d req-43cf1a27-a82f-4b55-86ed-d15666b78742 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 948 time: 0.2455366 Jan 28 16:39:48.665808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:48.670909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (317da862-0c96-44a9-9299-36e1af4a288f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.682824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Publish callbacks [] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.701756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Transition to ACTIVE for port object 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:48.714006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.730922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:39:48.739239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:48.739616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.772632 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:39:48.791191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] Current status of the port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:48.791585 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.848844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7057541-239e-4a0f-a951-5e913cfa918d req-be52563d-f817-4c72-bc59-13c7345b271b tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262332 Jan 28 16:39:48.864279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-0e3489ce-742c-4440-8dd6-85b7120845c1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:48.874524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-0e3489ce-742c-4440-8dd6-85b7120845c1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 931 time: 0.3767598 Jan 28 16:39:48.878308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Pushing event updated for resources: {'Port': ['ID=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:48.892262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.894051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] For port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:48.905704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/317da862-0c96-44a9-9299-36e1af4a288f HTTP/1.1" status: 204 len: 168 time: 1.2311411 Jan 28 16:39:48.915291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad1696-d706-4187-8855-e2f9b1a015fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317da862-0c96-44a9-9299-36e1af4a288f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:48.922850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39914) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:48.936715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:48.940532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:48.945826 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.049460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:49.055426 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9bd7fd-592e-4dec-bc39-efc8d1d88132" -d '{"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-plugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:49.067914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Attempting to bind port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:49.069358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Attempting to bind port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:49.069941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Attempting to bind port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:49.086756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-27e9eed5-3189-4d36-9cb4-6c798298bf17 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463619 Jan 28 16:39:49.090241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:49.090493 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e58f53bf-1bc2-4191-a181-ce527a2c8e8b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.091046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Attempting to bind port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:49.115961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:49.122007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe33c3-67f5-49d6-aa9f-6dc08fdd873e None None] Pushing event updated for resources: {'Port': ['ID=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:49.139310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.139688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:49.144132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Checking segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:49.144717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Bound using segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:49.145264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Bound port: 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:49.146559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.223101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:49.227799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 78dcab9b-6de0-499b-813f-25a538f7a542 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:49.237917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-da631933-85c2-48fa-bbe1-5e66c4050f27 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:49.239362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-da631933-85c2-48fa-bbe1-5e66c4050f27 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 931 time: 0.3348835 Jan 28 16:39:49.306653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8c8c-239f-4536-8ab9-76788ea76d8f req-05fa2d19-715e-4da3-86ed-fa10411011c1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:49.311915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8c8c-239f-4536-8ab9-76788ea76d8f req-05fa2d19-715e-4da3-86ed-fa10411011c1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:49.317989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8c8c-239f-4536-8ab9-76788ea76d8f req-05fa2d19-715e-4da3-86ed-fa10411011c1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:49.319496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce0d8c8c-239f-4536-8ab9-76788ea76d8f req-05fa2d19-715e-4da3-86ed-fa10411011c1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2387 time: 0.2419562 Jan 28 16:39:49.346703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 78dcab9b-6de0-499b-813f-25a538f7a542, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=78dcab9b-6de0-499b-813f-25a538f7a542,segment=NetworkSegment(39c6383c-cd4c-4d19-af14-59d16690adce),segment_id=39c6383c-cd4c-4d19-af14-59d16690adce)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:49.357359 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:49.364189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '78dcab9b-6de0-499b-813f-25a538f7a542', 'network_id': '76fdd9dd-da7e-45b3-b20b-cfb403b1d570', 'port_id': '78dcab9b-6de0-499b-813f-25a538f7a542', 'mac_address': 'fa:16:3e:ec:6d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:49.366415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8e5df3ac-7aa9-478f-9f16-cb3b06a2204c None None] Provisioning complete for port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:49.366795 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e5df3ac-7aa9-478f-9f16-cb3b06a2204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.410177 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e58f53bf-1bc2-4191-a181-ce527a2c8e8b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.417917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce0d8c8c-239f-4536-8ab9-76788ea76d8f req-ff8d508f-e0dd-45fd-94a5-3978ce5d2b46 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879209 Jan 28 16:39:49.450026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58f53bf-1bc2-4191-a181-ce527a2c8e8b']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:49.466304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8527-ed30-4add-92d6-8b7b87cb5148 None None] The sync data for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 is: [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:39:49.488203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5b6ae7-f0ae-4bf8-b7e9-12a719231237') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:49.489471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5b6ae7-f0ae-4bf8-b7e9-12a719231237') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:39:49.491267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 78dcab9b-6de0-499b-813f-25a538f7a542 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:49.493780 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.516837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (5d5b6ae7-f0ae-4bf8-b7e9-12a719231237), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.521825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-06ff28b8-bad9-4f65-aafc-6d2a03f572bf tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:49.525992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-06ff28b8-bad9-4f65-aafc-6d2a03f572bf tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314256 Jan 28 16:39:49.546651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Request body: {'port': {'device_id': '875496d8-6327-4849-af0e-f4280e7af5e9', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '12e9039cdd94465bbd62fbf2ce65579e'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:49.567424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.581151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dcab9b-6de0-499b-813f-25a538f7a542 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:49.587013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] For port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:49.617834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45153c34-a218-4cea-a7fe-01dd6cd93e7d req-6eb0d284-92b2-4d2c-b1d5-bf1f502c9bf4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 210 time: 0.0767055 Jan 28 16:39:49.629537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5d5b6ae7-f0ae-4bf8-b7e9-12a719231237), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.642638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:39:49.643636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (5d5b6ae7-f0ae-4bf8-b7e9-12a719231237), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.734895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] For port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:39:49.742887 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:39:49.746211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8e5df3ac-7aa9-478f-9f16-cb3b06a2204c None None] Current status of the port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:49.774307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.775464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 78dcab9b-6de0-499b-813f-25a538f7a542, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=78dcab9b-6de0-499b-813f-25a538f7a542,segment=NetworkSegment(39c6383c-cd4c-4d19-af14-59d16690adce),segment_id=39c6383c-cd4c-4d19-af14-59d16690adce)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:49.783685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.789289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e58f53bf-1bc2-4191-a181-ce527a2c8e8b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.819122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.824412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e58f53bf-1bc2-4191-a181-ce527a2c8e8b HTTP/1.1" status: 204 len: 168 time: 0.8883073 Jan 28 16:39:49.825635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05a48b-1b83-4d07-8c67-9c391a8647d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58f53bf-1bc2-4191-a181-ce527a2c8e8b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:49.897752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:49.898405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:49.900132 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] 10.222.0.24 "PUT /v2.0/ports/99862fc5-c1ef-401f-aca9-f411f3ecd4a9 HTTP/1.1" status: 200 len: 1093 time: 2.0278435 Jan 28 16:39:49.911328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'tag': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:49.914070 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b873c4c-26fa-4a41-8226-9b343a5cef7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "tag": "99862fc5-c1ef-401f-aca9-f411f3ecd4a9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:49.950751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=78dcab9b-6de0-499b-813f-25a538f7a542,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:49.980896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Request body: {'port': {'device_id': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:50.024286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['78dcab9b-6de0-499b-813f-25a538f7a542'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:50.120869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9029c-0bc2-4e35-a778-d061f9d105ce service neutron] Pushing event updated for resources: {'Port': ['ID=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:50.197830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:50.204827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-55f89e8c-6fd3-4eca-8189-dfa9ffb4708e tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:50.206449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-55f89e8c-6fd3-4eca-8189-dfa9ffb4708e tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 829 time: 0.3410468 Jan 28 16:39:50.206962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39958) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:50.223629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Made reservation on behalf of 12e9039cdd94465bbd62fbf2ce65579e for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:50.240332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:50.320505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a0108a44-c058-48a4-b957-3609e334bcd0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91aca3dcf28449cc8aa45ff98b8bd119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123774 Jan 28 16:39:50.328599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-c3c0b4fb-3ca1-4628-9925-7055bf6e3583 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/quotas/cbe7aece634a47018efbf6da85d1d700 HTTP/1.1" status: 200 len: 375 time: 0.0741482 Jan 28 16:39:50.340640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39960) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:50.381397 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d76ce01-0983-4e5c-aac5-2d9187caa6ba x-openstack-request-id: req-4d76ce01-0983-4e5c-aac5-2d9187caa6ba {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:50.381680 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-plugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:50.381939 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d76ce01-0983-4e5c-aac5-2d9187caa6ba {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:50.382337 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'code': 200} Jan 28 16:39:50.443323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-aee727c8-b4c5-445a-ad59-b071103ec608 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131504 Jan 28 16:39:50.564560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:50.715730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-7b63310c-4480-404c-960e-420852851d59 service neutron] 10.222.0.25 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678416 Jan 28 16:39:50.736909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2561e932-00c7-4b8d-a16a-957f8937a51a admin admin] Publish callbacks [] for security_group (e30f8e32-b9cb-4609-8e32-feff7a0ec88e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:50.752788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Allocated IP 192.168.233.88 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/de0f2af4-217c-4e76-8525-8e1b5e7ab50f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:50.827322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2561e932-00c7-4b8d-a16a-957f8937a51a admin admin] Publish callbacks [] for security_group (e30f8e32-b9cb-4609-8e32-feff7a0ec88e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:50.841869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfe36-0750-4649-9f7a-038633b16bdf req-e64de6cf-9920-48d6-b40c-4e66ed6251f0 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:50.843605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad6cfe36-0750-4649-9f7a-038633b16bdf req-e64de6cf-9920-48d6-b40c-4e66ed6251f0 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 944 time: 0.2377651 Jan 28 16:39:50.859145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e91c1a-2baa-4fc8-8103-bc514a6353e8 req-33ea9fad-35de-436d-9604-d3902e207dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:50.860908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18e91c1a-2baa-4fc8-8103-bc514a6353e8 req-33ea9fad-35de-436d-9604-d3902e207dca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 1132 time: 0.3685796 Jan 28 16:39:50.903403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-3186fcbf-f897-4697-af02-cf76ea75529f service neutron] 10.222.0.25 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867864 Jan 28 16:39:50.921093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad6cfe36-0750-4649-9f7a-038633b16bdf req-dea0f764-fdde-4a52-859b-8d961efe85f8 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696933 Jan 28 16:39:51.131795 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18e91c1a-2baa-4fc8-8103-bc514a6353e8 req-f5831fa0-4893-48d6-af8f-ab5af7086df1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597504 Jan 28 16:39:51.153713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2561e932-00c7-4b8d-a16a-957f8937a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e30f8e32-b9cb-4609-8e32-feff7a0ec88e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.157711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2561e932-00c7-4b8d-a16a-957f8937a51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.161116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2561e932-00c7-4b8d-a16a-957f8937a51a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e30f8e32-b9cb-4609-8e32-feff7a0ec88e HTTP/1.1" status: 204 len: 168 time: 0.8037903 Jan 28 16:39:51.175270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9793f53-2802-4b47-94f1-895c831d228c req-009f57eb-75b8-45f2-9ace-50a8ed6c635f tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.177132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9793f53-2802-4b47-94f1-895c831d228c req-009f57eb-75b8-45f2-9ace-50a8ed6c635f tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 949 time: 0.1763000 Jan 28 16:39:51.206454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks [] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.211689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e932-00c7-4b8d-a16a-957f8937a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f8e32-b9cb-4609-8e32-feff7a0ec88e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:51.217826 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbedff08-ad2b-455c-a058-fb68d4abdab4 x-openstack-request-id: req-bbedff08-ad2b-455c-a058-fb68d4abdab4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:51.218124 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "tag": "99862fc5-c1ef-401f-aca9-f411f3ecd4a9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:51.218379 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbedff08-ad2b-455c-a058-fb68d4abdab4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:51.218852 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'tag': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9', 'status': 'completed', 'code': 200} Jan 28 16:39:51.223364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 78dcab9b-6de0-499b-813f-25a538f7a542 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:51.338433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ad2013d1-ff59-49ff-aa91-ad0a0cccc89e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:39:51.353538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf537d9-0a43-4099-b3b6-25a856120bc7 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:51.375576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Publish callbacks [] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.379840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2167823b-d569-4d33-96bc-e11ec276e976 req-5cdc287b-45d6-4b5c-9112-14eae198c8c7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0820858 Jan 28 16:39:51.398882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9793f53-2802-4b47-94f1-895c831d228c req-de0b3e15-2b1f-46c8-aeab-35b0e8ef717e tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968284 Jan 28 16:39:51.464859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:51.465253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.475740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Transition to ACTIVE for port object 7cf537d9-0a43-4099-b3b6-25a856120bc7 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:51.487961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.510946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 78dcab9b-6de0-499b-813f-25a538f7a542 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:39:51.513564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.520460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 78dcab9b-6de0-499b-813f-25a538f7a542 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:51.520877 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.522962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b969bcac-57eb-4945-810b-b02ea9d21af3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:51.673658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:51.738038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-7821d9dd-e445-42f9-801f-7c25f3072ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.738556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-7821d9dd-e445-42f9-801f-7c25f3072ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.738989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-7821d9dd-e445-42f9-801f-7c25f3072ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.740655 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-7821d9dd-e445-42f9-801f-7c25f3072ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2762 time: 0.3895814 Jan 28 16:39:51.787502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:51.817888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.828664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3c27-5c8a-4b64-8dc5-519c08caab21 req-b4c1e912-a975-45aa-a0d7-9eea14e31312 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.839524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3c27-5c8a-4b64-8dc5-519c08caab21 req-b4c1e912-a975-45aa-a0d7-9eea14e31312 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.850555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3c27-5c8a-4b64-8dc5-519c08caab21 req-b4c1e912-a975-45aa-a0d7-9eea14e31312 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.860469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-532f3c27-5c8a-4b64-8dc5-519c08caab21 req-b4c1e912-a975-45aa-a0d7-9eea14e31312 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2399 time: 0.2518804 Jan 28 16:39:51.868409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 78dcab9b-6de0-499b-813f-25a538f7a542 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:51.869180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:51.885522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babc4e0-3ef8-46eb-9fb6-879ef181908b req-3982d16b-e55d-4403-ac3c-a1780b1d1339 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:51.907931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2babc4e0-3ef8-46eb-9fb6-879ef181908b req-3982d16b-e55d-4403-ac3c-a1780b1d1339 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 935 time: 0.3090587 Jan 28 16:39:51.972322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 78dcab9b-6de0-499b-813f-25a538f7a542, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=78dcab9b-6de0-499b-813f-25a538f7a542,segment=NetworkSegment(39c6383c-cd4c-4d19-af14-59d16690adce),segment_id=39c6383c-cd4c-4d19-af14-59d16690adce)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:51.996485 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:52.053019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2babc4e0-3ef8-46eb-9fb6-879ef181908b req-2f534b84-7985-4ce7-b038-cce3120d00f1 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204445 Jan 28 16:39:52.095527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-532f3c27-5c8a-4b64-8dc5-519c08caab21 req-2d4ab422-b76d-4724-a854-a1adb9217695 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293620 Jan 28 16:39:52.096371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39994) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:52.217232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=78dcab9b-6de0-499b-813f-25a538f7a542,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:52.326331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3221cf7e-ac14-4783-b4bc-d95fe830b280 req-149980a8-68f6-441c-8d2c-320f61a4071d tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 210 time: 0.1259999 Jan 28 16:39:52.333079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-af912d2d-3597-47f0-a90f-3f53aa4fce1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f38471ee9b3c40f3b4b37a82bb9ce155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347999 Jan 28 16:39:52.335494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:39:52.383812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dcab9b-6de0-499b-813f-25a538f7a542'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:52.386347 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163209a8-e150-4ccf-8082-a8d84db22eed" -d '{"events": [{"server_uuid": "c7522592-72ea-43b6-a2b1-7360d5de9794", "name": "network-vif-plugged", "status": "completed", "tag": "78dcab9b-6de0-499b-813f-25a538f7a542"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:52.459235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581e1ca-e2e6-479a-872e-3684db09d973 req-7d064799-ff72-489d-8d98-d55b31c2ca45 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.460982 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de10d47-b29c-447a-a297-0d3d965bac88 x-openstack-request-id: req-3de10d47-b29c-447a-a297-0d3d965bac88 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:52.461347 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7522592-72ea-43b6-a2b1-7360d5de9794", "name": "network-vif-plugged", "status": "completed", "tag": "78dcab9b-6de0-499b-813f-25a538f7a542", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:52.462160 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3de10d47-b29c-447a-a297-0d3d965bac88 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:52.462160 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dcab9b-6de0-499b-813f-25a538f7a542', 'code': 200} Jan 28 16:39:52.469926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b581e1ca-e2e6-479a-872e-3684db09d973 req-7d064799-ff72-489d-8d98-d55b31c2ca45 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 945 time: 0.2097316 Jan 28 16:39:52.473763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5368a265-d843-470e-9a59-3f5063d21623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.475079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5368a265-d843-470e-9a59-3f5063d21623 service neutron] 10.222.0.24 "GET /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 1027 time: 0.0888298 Jan 28 16:39:52.480729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Pushing event updated for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:52.484117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:52.498812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:52.618938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a089e17f-2721-4305-8c98-9ec34f23ace3 admin admin] Publish callbacks [] for security_group (2eb512bf-30b4-4fa1-a266-abbe64d890f5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:52.648910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-370bf7ef-5f5f-47cb-822c-203267ed2558 req-6acbab9c-be04-4451-9204-13ce0d8bb82b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0744655 Jan 28 16:39:52.696138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-abb6cebf-f950-410e-bbc8-36e4252f3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.697560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-abb6cebf-f950-410e-bbc8-36e4252f3624 service neutron] 10.222.0.24 "GET /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 1027 time: 0.2053204 Jan 28 16:39:52.721851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a089e17f-2721-4305-8c98-9ec34f23ace3 admin admin] Publish callbacks [] for security_group (2eb512bf-30b4-4fa1-a266-abbe64d890f5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:52.744424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b581e1ca-e2e6-479a-872e-3684db09d973 req-ee58ac1c-7034-4520-ae84-6f23d4473cfa tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735407 Jan 28 16:39:52.786858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b953fe11-49af-44f3-a8f5-500dfb11e8eb None None] Provisioning complete for port de0f2af4-217c-4e76-8525-8e1b5e7ab50f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:52.787498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b953fe11-49af-44f3-a8f5-500dfb11e8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:52.802703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.803313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:52.828695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Pushing event updated for resources: {'Port': ['ID=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:52.852261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b953fe11-49af-44f3-a8f5-500dfb11e8eb None None] Port de0f2af4-217c-4e76-8525-8e1b5e7ab50f cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:52.877939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-039514bf-0cf4-4479-8d25-8263559eaa76 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3400154 Jan 28 16:39:52.898411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Request body: {'port': {'device_id': '875496d8-6327-4849-af0e-f4280e7af5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:52.918039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-988e5dcf-b332-4c34-a999-419903dc3dc8 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.923266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-988e5dcf-b332-4c34-a999-419903dc3dc8 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.929276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-988e5dcf-b332-4c34-a999-419903dc3dc8 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.930875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-988e5dcf-b332-4c34-a999-419903dc3dc8 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "GET /v2.0/networks?id=3759275c-ff7c-41dd-95c9-2bdde6ff3343&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=07766232-8393-45f7-be9c-388086ef8cf0&id=07766232-8393-45f7-be9c-388086ef8cf0 HTTP/1.1" status: 200 len: 1991 time: 0.2236173 Jan 28 16:39:52.931061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-3cc95d29-71a3-4e35-ba75-14bda96223e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.931448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-3cc95d29-71a3-4e35-ba75-14bda96223e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.931919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-3cc95d29-71a3-4e35-ba75-14bda96223e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.934291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-3cc95d29-71a3-4e35-ba75-14bda96223e6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ef343933308949a8b299d1ba0ab34778&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1457667 Jan 28 16:39:52.936841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b65463-3970-4488-a416-f8c93fb3a3b5 req-355588a8-a4d9-433f-9f9a-2dd40228ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:52.938788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b65463-3970-4488-a416-f8c93fb3a3b5 req-355588a8-a4d9-433f-9f9a-2dd40228ace7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 1128 time: 0.3508306 Jan 28 16:39:53.048023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee0a34-613d-4f18-aaa0-f9f27ad6b2dd req-2ade2a44-5529-4e55-aec5-22b1e250983f tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:53.049398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cee0a34-613d-4f18-aaa0-f9f27ad6b2dd req-2ade2a44-5529-4e55-aec5-22b1e250983f tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 949 time: 0.1902835 Jan 28 16:39:53.054209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-fa69e6b7-3524-48c2-971f-22c81e23759e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58 HTTP/1.1" status: 200 len: 379 time: 0.1086488 Jan 28 16:39:53.071274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a089e17f-2721-4305-8c98-9ec34f23ace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2eb512bf-30b4-4fa1-a266-abbe64d890f5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.071602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.073843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a089e17f-2721-4305-8c98-9ec34f23ace3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.077524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a089e17f-2721-4305-8c98-9ec34f23ace3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2eb512bf-30b4-4fa1-a266-abbe64d890f5 HTTP/1.1" status: 204 len: 168 time: 0.7411015 Jan 28 16:39:53.096931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Attempting to bind port 7cf537d9-0a43-4099-b3b6-25a856120bc7 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:53.097205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Attempting to bind port 7cf537d9-0a43-4099-b3b6-25a856120bc7 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:53.097539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Attempting to bind port 7cf537d9-0a43-4099-b3b6-25a856120bc7 on network 59fcaeb0-8124-4aca-b91f-3a614250a987 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:53.102837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'admin_state_up': True, 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'security_groups': ['325e7f05-cdd3-4464-b997-891fa4ba5691']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:53.108650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Port 7cf537d9-0a43-4099-b3b6-25a856120bc7 on network 59fcaeb0-8124-4aca-b91f-3a614250a987 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:53.109040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Attempting to bind port 7cf537d9-0a43-4099-b3b6-25a856120bc7 on network 59fcaeb0-8124-4aca-b91f-3a614250a987 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:53.191730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:53.193947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Checking segment: {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:53.194494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Bound using segment: {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:53.194951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Bound port: 7cf537d9-0a43-4099-b3b6-25a856120bc7, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7443a55d-5266-4a7c-ad46-492f0be057e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:53.195320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.210096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e17f-2721-4305-8c98-9ec34f23ace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb512bf-30b4-4fa1-a266-abbe64d890f5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:53.232039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b65463-3970-4488-a416-f8c93fb3a3b5 req-8807a17e-dc81-47e9-82df-e9b54994e1dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853491 Jan 28 16:39:53.404498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-2985413e-04a3-4880-a5ca-1037805f298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:53.406333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6b873c4c-26fa-4a41-8226-9b343a5cef7f req-2985413e-04a3-4880-a5ca-1037805f298e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4222913 Jan 28 16:39:53.409424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cee0a34-613d-4f18-aaa0-f9f27ad6b2dd req-f22a20f9-8f82-49ed-a820-bc77846ae4c2 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399558 Jan 28 16:39:53.427449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:53.431262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.439367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:53.449707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:53.484846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-66856b53-d680-4cc3-ad8c-9da798633db4 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:53.486365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-66856b53-d680-4cc3-ad8c-9da798633db4 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.24 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 829 time: 0.4460630 Jan 28 16:39:53.493579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.514387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Request body: {'port': {'device_id': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'admin_state_up': True, 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:53.651651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2b1fb-c254-4713-8dc2-28b3481d4b68 req-c7449e4b-55de-406e-a4f0-269a7f44cf08 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:53.653212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fec2b1fb-c254-4713-8dc2-28b3481d4b68 req-c7449e4b-55de-406e-a4f0-269a7f44cf08 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 935 time: 0.4409206 Jan 28 16:39:53.687437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:53.688159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.689749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] 10.222.0.24 "PUT /v2.0/ports/7cf537d9-0a43-4099-b3b6-25a856120bc7 HTTP/1.1" status: 200 len: 1092 time: 3.7459583 Jan 28 16:39:53.694708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:53.697120 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2debe3af-2536-4523-9c22-35f44e657e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:53.702288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0f2af4-217c-4e76-8525-8e1b5e7ab50f {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:53.732396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Publish callbacks [] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.744167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Request body: {'port': {'device_id': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:53.779543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de84d4-a857-43f6-b3bd-3db23d70818a service neutron] Pushing event updated for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:53.789263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Transition to ACTIVE for port object de0f2af4-217c-4e76-8525-8e1b5e7ab50f will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:53.802206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.840823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:53.974145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:54.200866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Attempting to bind port de0f2af4-217c-4e76-8525-8e1b5e7ab50f on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:54.201201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Attempting to bind port de0f2af4-217c-4e76-8525-8e1b5e7ab50f by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:54.201535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Attempting to bind port de0f2af4-217c-4e76-8525-8e1b5e7ab50f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:54.220454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Port de0f2af4-217c-4e76-8525-8e1b5e7ab50f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:54.220818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Attempting to bind port de0f2af4-217c-4e76-8525-8e1b5e7ab50f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:54.238713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 172.20.0.4 (3759275c-ff7c-41dd-95c9-2bdde6ff3343/4b533955-65a8-4162-8449-0023f20ef93e/a64d0b2c-65df-46ac-bb1a-1d057fa26a16) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:54.290804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7663b-c327-4af7-b0e0-7740fa222989 req-15b290c5-b9a8-42e0-82e9-20988e77dbe4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:54.296296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7663b-c327-4af7-b0e0-7740fa222989 req-15b290c5-b9a8-42e0-82e9-20988e77dbe4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:54.304096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7663b-c327-4af7-b0e0-7740fa222989 req-15b290c5-b9a8-42e0-82e9-20988e77dbe4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:54.312713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8c7663b-c327-4af7-b0e0-7740fa222989 req-15b290c5-b9a8-42e0-82e9-20988e77dbe4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2399 time: 0.8067489 Jan 28 16:39:54.322120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:54.322403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:54.322852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:54.323450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Bound port: de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:54.323826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:54.454625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Made reservation on behalf of cbe7aece634a47018efbf6da85d1d700 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:54.459311 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:54.482348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fec2b1fb-c254-4713-8dc2-28b3481d4b68 req-e2aaf51c-fffd-4ba2-b2d5-1ffc8736fbdc tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100114 Jan 28 16:39:54.493921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52332b1-3111-467b-91dd-83787b9f73fc {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:54.509388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Publish callbacks [] for port (a52332b1-3111-467b-91dd-83787b9f73fc), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:54.519770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8c7663b-c327-4af7-b0e0-7740fa222989 req-793898f1-4c7b-487a-a015-209ad219379e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059855 Jan 28 16:39:54.566762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Transition to ACTIVE for port object a52332b1-3111-467b-91dd-83787b9f73fc will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:54.578614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] For port de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:54.581041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:54.584605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] For port de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:54.622929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:54.651481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:54.652300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:54.655184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] 10.222.0.31 "PUT /v2.0/ports/de0f2af4-217c-4e76-8525-8e1b5e7ab50f HTTP/1.1" status: 200 len: 1096 time: 1.7682447 Jan 28 16:39:54.752756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c809879-3989-444b-b873-929d7bcb0359 req-f9a64a89-1af3-40c7-a09c-c32e5e598bac tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 210 time: 0.0525279 Jan 28 16:39:54.772979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Pushing event updated for resources: {'Port': ['ID=a52332b1-3111-467b-91dd-83787b9f73fc,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:54.967520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Attempting to bind port a52332b1-3111-467b-91dd-83787b9f73fc on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:54.968565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Attempting to bind port a52332b1-3111-467b-91dd-83787b9f73fc by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:54.969142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Attempting to bind port a52332b1-3111-467b-91dd-83787b9f73fc on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:55.004724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Port a52332b1-3111-467b-91dd-83787b9f73fc on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:55.005327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Attempting to bind port a52332b1-3111-467b-91dd-83787b9f73fc on network 596f11c7-6ade-4954-a3b9-0c86f6702f5a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:55.013528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:55.014212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Checking segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:55.014771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Bound using segment: {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:55.016076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Bound port: a52332b1-3111-467b-91dd-83787b9f73fc, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10da448f-4960-43a0-a181-880f5d0f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:55.016616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.042289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-87455c60-4ded-4fe4-8995-d8ec9fd1063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.044162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-87455c60-4ded-4fe4-8995-d8ec9fd1063d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 1130 time: 0.2998650 Jan 28 16:39:55.064931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22ff031d-ec97-4451-9b6b-5f139afb0ef9 req-5837f35f-3277-4cf9-afe5-1d151db6815e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1282871 Jan 28 16:39:55.117345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-3963b792-0ac6-4425-b612-e0a6a1e15057 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f HTTP/1.1" status: 200 len: 217 time: 0.0633764 Jan 28 16:39:55.119988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06f2d2-420d-43eb-bca4-86bbe52876d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:55.196139 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a180c04-e1d2-43d6-9d01-15a36030cb76 x-openstack-request-id: req-5a180c04-e1d2-43d6-9d01-15a36030cb76 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:55.196432 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:55.196719 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a180c04-e1d2-43d6-9d01-15a36030cb76 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:55.197149 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7', 'status': 'completed', 'code': 200} Jan 28 16:39:55.270073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.291507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Allocated IP 172.20.0.4 (3432b68e-f386-4cc6-b996-e9983f5c833c/3adf40ab-a937-4f9f-bf53-a323a214d097/5aa84665-066b-4290-b16a-1d2398942b28) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:55.317332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-7a043f92-5dba-4c8b-be2a-46984be9213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.319101 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-7a043f92-5dba-4c8b-be2a-46984be9213d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1861975 Jan 28 16:39:55.323475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] For port a52332b1-3111-467b-91dd-83787b9f73fc, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:39:55.343547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] For port a52332b1-3111-467b-91dd-83787b9f73fc, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a52332b1-3111-467b-91dd-83787b9f73fc,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:39:55.386146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.479457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.481832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-85e06f02-5b04-49a1-9c19-6958a9637b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.482312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-85e06f02-5b04-49a1-9c19-6958a9637b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.488964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-85e06f02-5b04-49a1-9c19-6958a9637b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.490801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2debe3af-2536-4523-9c22-35f44e657e8c req-85e06f02-5b04-49a1-9c19-6958a9637b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2917 time: 0.2736840 Jan 28 16:39:55.495258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.495877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.497261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] 10.222.0.24 "PUT /v2.0/ports/a52332b1-3111-467b-91dd-83787b9f73fc HTTP/1.1" status: 200 len: 1092 time: 1.7587788 Jan 28 16:39:55.556015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c3f22-483a-4efc-a5f9-2e0dc70cc254 req-b85859f6-1d1d-48ae-a378-fa7c572d1403 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.564477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-715c3f22-483a-4efc-a5f9-2e0dc70cc254 req-b85859f6-1d1d-48ae-a378-fa7c572d1403 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 945 time: 0.2503390 Jan 28 16:39:55.743061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-fa1ff019-2eb7-40a8-b1f3-99b584ef06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.744541 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-fa1ff019-2eb7-40a8-b1f3-99b584ef06b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4179618 Jan 28 16:39:55.768385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:55.818334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-8bce70e2-1684-48b0-9c52-44c3c8a186b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.818919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-8bce70e2-1684-48b0-9c52-44c3c8a186b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.819398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-8bce70e2-1684-48b0-9c52-44c3c8a186b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.821000 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2debe3af-2536-4523-9c22-35f44e657e8c req-8bce70e2-1684-48b0-9c52-44c3c8a186b3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ef343933308949a8b299d1ba0ab34778&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2816691 Jan 28 16:39:55.827198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] Pushing event updated for resources: {'Port': ['ID=a52332b1-3111-467b-91dd-83787b9f73fc,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:55.834696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:55.851974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:55.932754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.933360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.951441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-715c3f22-483a-4efc-a5f9-2e0dc70cc254 req-6f0fd630-fc76-442a-92ed-e851b975e518 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855264 Jan 28 16:39:55.952074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:55.960312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for port (5aa84665-066b-4290-b16a-1d2398942b28), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:55.985010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe3af-2536-4523-9c22-35f44e657e8c req-e699444a-1847-4a43-a432-a1214a3834fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:55.988629 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2debe3af-2536-4523-9c22-35f44e657e8c req-e699444a-1847-4a43-a432-a1214a3834fa service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502678 Jan 28 16:39:55.997851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b52f07-c29d-47e3-832c-b374952a4c1d req-f997a122-3fb3-4f8a-9a8f-3b6d7d305838 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.006418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79b52f07-c29d-47e3-832c-b374952a4c1d req-f997a122-3fb3-4f8a-9a8f-3b6d7d305838 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 947 time: 0.2876146 Jan 28 16:39:56.061201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-19cbc956-41e0-4524-b686-663ee9cff428 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9872031 Jan 28 16:39:56.075250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-b3a6824d-af09-4906-aee8-979127b35fba service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197119 Jan 28 16:39:56.087108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'admin_state_up': True, 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'security_groups': ['325e7f05-cdd3-4464-b997-891fa4ba5691']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:56.102369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79b52f07-c29d-47e3-832c-b374952a4c1d req-d4ebea5a-3b7e-496e-a869-d61e55f5553f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950058 Jan 28 16:39:56.191217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-9b3129f4-99ab-4c51-bd88-d34178e4d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.191621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-9b3129f4-99ab-4c51-bd88-d34178e4d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.192418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-9b3129f4-99ab-4c51-bd88-d34178e4d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.193812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-9b3129f4-99ab-4c51-bd88-d34178e4d75a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2960 time: 0.1380467 Jan 28 16:39:56.214035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e41384e6-392b-4afe-9a43-63c83773c7dc None None] Provisioning complete for port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:56.216066 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e41384e6-392b-4afe-9a43-63c83773c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:56.232191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5aa84665-066b-4290-b16a-1d2398942b28), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:56.256299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-4fbb500b-5b88-47eb-bfa6-975f8ad391f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=99862fc5-c1ef-401f-aca9-f411f3ecd4a9 HTTP/1.1" status: 200 len: 217 time: 0.0488942 Jan 28 16:39:56.263900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d1c2440-d2da-411e-97b0-39d45048f74d req-29aa9d23-c674-4e75-85da-91731472789e service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654661 Jan 28 16:39:56.274755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e41384e6-392b-4afe-9a43-63c83773c7dc None None] Port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:56.317116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-f518046b-5ae9-4f05-9757-f98cae856d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.318613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-f518046b-5ae9-4f05-9757-f98cae856d33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6f6b47-da17-45b6-9a5a-1380ad96b913 HTTP/1.1" status: 200 len: 801 time: 0.0516858 Jan 28 16:39:56.351436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd51d2-bb2e-4e4c-95f9-ad6f9891bf78 req-48c4b96f-27e2-46c1-9605-451c52b2a984 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.357242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd51d2-bb2e-4e4c-95f9-ad6f9891bf78 req-48c4b96f-27e2-46c1-9605-451c52b2a984 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.364505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd51d2-bb2e-4e4c-95f9-ad6f9891bf78 req-48c4b96f-27e2-46c1-9605-451c52b2a984 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.372739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afdd51d2-bb2e-4e4c-95f9-ad6f9891bf78 req-48c4b96f-27e2-46c1-9605-451c52b2a984 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2411 time: 0.3059311 Jan 28 16:39:56.384448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Network 3432b68e-f386-4cc6-b996-e9983f5c833c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:56.404843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:56.417697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:56.420748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-b2c3fa7c-2d36-47fb-a2e3-7c82fe230d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.422308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-b2c3fa7c-2d36-47fb-a2e3-7c82fe230d3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=596f11c7-6ade-4954-a3b9-0c86f6702f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945475 Jan 28 16:39:56.425753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event updated for resources: {'Port': ['ID=5aa84665-066b-4290-b16a-1d2398942b28,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:56.510913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:56.517269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:56.526475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-b7bdd812-ae1f-493c-9bf4-1cd68004773e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950708 Jan 28 16:39:56.531540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-bc59fb82-9127-43eb-aafd-4e3615e5a20e service neutron] 10.222.0.24 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966213 Jan 28 16:39:56.586520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.586520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:56.617301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afdd51d2-bb2e-4e4c-95f9-ad6f9891bf78 req-94405139-b51b-46b3-88fe-00d4f7d977c7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432640 Jan 28 16:39:56.681355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-a7cf0406-800b-46ce-980e-61ced4910743 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1741993 Jan 28 16:39:56.695334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-dcdf5b02-5bb4-4c17-89ea-9d4375a024d1 service neutron] 10.222.0.24 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628778 Jan 28 16:39:56.729942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Request body: {'port': {'device_id': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:56.765490 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-c4cf3e8c-c89d-4ceb-b69d-a3b0ce40fe40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7 HTTP/1.1" status: 200 len: 217 time: 0.0595853 Jan 28 16:39:56.845729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-07bdeb36-9810-424f-9de4-36f7a208df11 None None] Provisioning complete for port 5aa84665-066b-4290-b16a-1d2398942b28 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:56.846527 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb36-9810-424f-9de4-36f7a208df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5aa84665-066b-4290-b16a-1d2398942b28), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:56.848144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-082a6481-e1fc-4b5d-ae71-991b95a69361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.850185 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-082a6481-e1fc-4b5d-ae71-991b95a69361 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85e82ed2-b31c-4caa-a06e-3452d58a1578 HTTP/1.1" status: 200 len: 801 time: 0.0735397 Jan 28 16:39:56.923093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-07bdeb36-9810-424f-9de4-36f7a208df11 None None] Port 5aa84665-066b-4290-b16a-1d2398942b28 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:56.931603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-457c256b-8c99-4a91-a1b5-1ecb2b731293 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.938014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-bea42623-6f62-4b12-a606-10f32f9c0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:56.938748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-457c256b-8c99-4a91-a1b5-1ecb2b731293 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980341 Jan 28 16:39:56.940090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-bea42623-6f62-4b12-a606-10f32f9c0456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59fcaeb0-8124-4aca-b91f-3a614250a987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789814 Jan 28 16:39:56.950258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa84665-066b-4290-b16a-1d2398942b28), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:56.973329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 10.1.1.75 (8ca89ba0-a770-405c-bb94-189fe91a7346/18169289-997f-4a56-8e90-280bd06dca3a/1516128a-2e57-4502-bd57-f92761f3e335) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:57.038318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-69ed005a-fab2-4d6d-99fb-56815b67543c service neutron] 10.222.0.24 "GET /v2.0/networks/59fcaeb0-8124-4aca-b91f-3a614250a987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902030 Jan 28 16:39:57.042134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-cdbe4643-19ff-4af4-b064-1f2a71ed2f47 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/quotas/a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 375 time: 0.1025190 Jan 28 16:39:57.085286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48e6b9-5a58-4b31-bc1a-258a81c1eecc req-c1148a60-6393-483f-a600-4f4b9fdb8a4a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.092849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e48e6b9-5a58-4b31-bc1a-258a81c1eecc req-c1148a60-6393-483f-a600-4f4b9fdb8a4a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 931 time: 0.3569040 Jan 28 16:39:57.157572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-62a55337-a919-4ee3-898d-24ca6bb8d1f2 service neutron] 10.222.0.24 "GET /v2.0/networks/59fcaeb0-8124-4aca-b91f-3a614250a987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092155 Jan 28 16:39:57.167456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-5d42e6fd-01f7-4566-bd26-03faa5dd5649 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703280 Jan 28 16:39:57.220423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875496d8-6327-4849-af0e-f4280e7af5e9', 'tag': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f'}, {'name': 'network-changed', 'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'tag': 'a52332b1-3111-467b-91dd-83787b9f73fc'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:39:57.220423 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67246572-9ce7-40d5-a9c4-597a1da5fe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "875496d8-6327-4849-af0e-f4280e7af5e9", "tag": "de0f2af4-217c-4e76-8525-8e1b5e7ab50f"}, {"name": "network-changed", "server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "tag": "a52332b1-3111-467b-91dd-83787b9f73fc"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:39:57.220698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e48e6b9-5a58-4b31-bc1a-258a81c1eecc req-a1f5e25e-5961-4e20-b95f-1584d528f460 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128910 Jan 28 16:39:57.220819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-6bb051ba-68ee-4007-a659-a897b03a4c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=a52332b1-3111-467b-91dd-83787b9f73fc HTTP/1.1" status: 200 len: 217 time: 0.0545604 Jan 28 16:39:57.275587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-9e068e73-a3d9-4a69-a74f-c505e35058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.277454 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-9e068e73-a3d9-4a69-a74f-c505e35058cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6f6b47-da17-45b6-9a5a-1380ad96b913 HTTP/1.1" status: 200 len: 801 time: 0.0520041 Jan 28 16:39:57.355259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767495-73f9-438c-b28b-b6186270272a req-a1493163-f97c-473a-aa1a-daaefc2adb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.357220 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-a1493163-f97c-473a-aa1a-daaefc2adb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=596f11c7-6ade-4954-a3b9-0c86f6702f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725019 Jan 28 16:39:57.375560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (1516128a-2e57-4502-bd57-f92761f3e335), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:57.471907 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:57.517909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-a541dbb6-4b68-4707-8218-f5dadff26b22 service neutron] 10.222.0.24 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515446 Jan 28 16:39:57.607000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:39:57.616801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:39:57.633436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:57.648170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-cb0e11cd-8ad6-4d17-9c8a-0d46f7e46acb service neutron] 10.222.0.24 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223867 Jan 28 16:39:57.718269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:39:57.770564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.770912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.771252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.771587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.771929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.772240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.772565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.772910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.773230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.773551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.773867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.774186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.774504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:39:57.787380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72447b-f8d6-48bf-9c9b-0494a111bf67 req-738ed29e-c3e5-4f7a-a0f0-e6c08f017f70 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.793245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72447b-f8d6-48bf-9c9b-0494a111bf67 req-738ed29e-c3e5-4f7a-a0f0-e6c08f017f70 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.794865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b72447b-f8d6-48bf-9c9b-0494a111bf67 req-738ed29e-c3e5-4f7a-a0f0-e6c08f017f70 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 1652 time: 0.3895221 Jan 28 16:39:57.897823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.898444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:57.939496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-16e5ec66-dbe7-495e-87c0-853eb6b8583b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:57.940976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-16e5ec66-dbe7-495e-87c0-853eb6b8583b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.3953531 Jan 28 16:39:57.953272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b72447b-f8d6-48bf-9c9b-0494a111bf67 req-ce7a7566-0ff0-4f28-aaa9-ff36ce0dc1f7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424088 Jan 28 16:39:57.966090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-45c3ad0a-5ccb-4c4c-85c4-c8f3c59153f1 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8970268 Jan 28 16:39:57.980880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-861a907c-dcbb-4d25-9a3b-ec2251232fc7 None None] Provisioning complete for port 1516128a-2e57-4502-bd57-f92761f3e335 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:39:57.981424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'admin_state_up': True, 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'security_groups': ['325e7f05-cdd3-4464-b997-891fa4ba5691']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:57.982125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-861a907c-dcbb-4d25-9a3b-ec2251232fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1516128a-2e57-4502-bd57-f92761f3e335), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:57.992123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-5b368fed-6dfc-4a4a-8c10-d47fea440bcc tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/quotas/b3a19cf5f9144aca8709ad746edbf15b HTTP/1.1" status: 200 len: 375 time: 0.0352836 Jan 28 16:39:58.060552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-861a907c-dcbb-4d25-9a3b-ec2251232fc7 None None] Port 1516128a-2e57-4502-bd57-f92761f3e335 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:39:58.169176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa84665-066b-4290-b16a-1d2398942b28 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:58.189417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Publish callbacks [] for port (5aa84665-066b-4290-b16a-1d2398942b28), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:58.227744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Transition to ACTIVE for port object 5aa84665-066b-4290-b16a-1d2398942b28 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:39:58.236879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-d6c41d73-0cc0-47bb-aaf9-bff47471b36b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2267568 Jan 28 16:39:58.240596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5aa84665-066b-4290-b16a-1d2398942b28), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:58.257300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e56c63-bd09-4dd3-ab75-9ef365ec1234 req-326a179d-9973-4911-8b4e-ab2be3c6f981 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:58.258737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2e56c63-bd09-4dd3-ab75-9ef365ec1234 req-326a179d-9973-4911-8b4e-ab2be3c6f981 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 947 time: 0.1908095 Jan 28 16:39:58.394320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa84665-066b-4290-b16a-1d2398942b28,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:58.405020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:39:58.412474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:58.508291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2e56c63-bd09-4dd3-ab75-9ef365ec1234 req-e082e41d-93ee-4598-a88c-ce872e0b8bd3 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181067 Jan 28 16:39:58.533251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-f8967379-50c7-4696-9c8a-50d44fc11448 service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839565 Jan 28 16:39:58.563618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:58.665192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Attempting to bind port 5aa84665-066b-4290-b16a-1d2398942b28 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:39:58.667078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Attempting to bind port 5aa84665-066b-4290-b16a-1d2398942b28 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:39:58.667078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Attempting to bind port 5aa84665-066b-4290-b16a-1d2398942b28 on network 3432b68e-f386-4cc6-b996-e9983f5c833c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:58.713681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Port 5aa84665-066b-4290-b16a-1d2398942b28 on network 3432b68e-f386-4cc6-b996-e9983f5c833c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:39:58.714921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Attempting to bind port 5aa84665-066b-4290-b16a-1d2398942b28 on network 3432b68e-f386-4cc6-b996-e9983f5c833c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:39:58.762713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:39:58.763113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Checking segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:39:58.763474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Bound using segment: {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:39:58.763929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Bound port: 5aa84665-066b-4290-b16a-1d2398942b28, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f216785-0251-49b5-9263-a163fb6c9af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:39:58.764295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa84665-066b-4290-b16a-1d2398942b28), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:59.091851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:59.130599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'mac_address': 'fa:16:3e:61:1d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:59.180373 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581890a0-3231-457b-ae36-0499a4222e56 x-openstack-request-id: req-581890a0-3231-457b-ae36-0499a4222e56 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:39:59.180982 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875496d8-6327-4849-af0e-f4280e7af5e9", "tag": "de0f2af4-217c-4e76-8525-8e1b5e7ab50f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "tag": "a52332b1-3111-467b-91dd-83787b9f73fc", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:39:59.180982 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-581890a0-3231-457b-ae36-0499a4222e56 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:39:59.181437 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875496d8-6327-4849-af0e-f4280e7af5e9', 'tag': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f', 'status': 'completed', 'code': 200} Jan 28 16:39:59.181749 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'tag': 'a52332b1-3111-467b-91dd-83787b9f73fc', 'status': 'completed', 'code': 200} Jan 28 16:39:59.186613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-94d71368-0b83-4248-9e2e-4d28a9be7cff tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6003392 Jan 28 16:39:59.190255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:59.190647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:59.210541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0999fdfc-b7ab-4b04-abe3-7570ee0e675b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:59.238288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:59.246547 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:59.322531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device de0f2af4-217c-4e76-8525-8e1b5e7ab50f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:39:59.326829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:39:59.356411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-dbcfa6b9-2109-4974-9636-a732a0743d1c service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218200 Jan 28 16:39:59.422691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0999fdfc-b7ab-4b04-abe3-7570ee0e675b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:39:59.483675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-83aeeb68-0257-4ceb-8111-05b32a3cc197 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:59.485883 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-83aeeb68-0257-4ceb-8111-05b32a3cc197 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809865 Jan 28 16:39:59.520160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Request body: {'port': {'device_id': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'a8937d6dd909437c9a610245349f866b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:39:59.521612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a43edad1-1969-4130-b32c-d402389bcaf8 req-d06eb3c8-dfd2-4f38-8b9d-bf58e8e8dca4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 210 time: 0.2037275 Jan 28 16:39:59.561119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 10.1.1.39 (8ca89ba0-a770-405c-bb94-189fe91a7346/18169289-997f-4a56-8e90-280bd06dca3a/c95a78d9-089c-476d-b630-6227a9ac627c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:39:59.686630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:59.717583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f', 'mac_address': 'fa:16:3e:75:36:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:39:59.790687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-98683421-d07c-4e67-8b50-c63e19c850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:59.801312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-98683421-d07c-4e67-8b50-c63e19c850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:59.802011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-98683421-d07c-4e67-8b50-c63e19c850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:59.803968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-98683421-d07c-4e67-8b50-c63e19c850ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2960 time: 0.6445665 Jan 28 16:39:59.806355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-e24f5c45-6ff0-4f6c-83fc-5ef440c4dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:39:59.807796 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-e24f5c45-6ff0-4f6c-83fc-5ef440c4dd23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8541fee954249478eb7d620359f6382&device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 1128 time: 0.6387110 Jan 28 16:39:59.818526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port de0f2af4-217c-4e76-8525-8e1b5e7ab50f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:39:59.819063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:59.833765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0f2af4-217c-4e76-8525-8e1b5e7ab50f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:39:59.868003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:39:59.878580 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:39:59.972350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:00.134806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['de0f2af4-217c-4e76-8525-8e1b5e7ab50f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:00.171876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-a1156ef9-351b-4fea-9656-096e62c4cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.173409 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-a1156ef9-351b-4fea-9656-096e62c4cfba service neutron] 10.222.0.31 "GET /v2.0/networks?id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570 HTTP/1.1" status: 200 len: 914 time: 0.3112590 Jan 28 16:40:00.196276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-bf509b48-5ce6-4e3d-ba3b-89cb62025af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.198630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-bf509b48-5ce6-4e3d-ba3b-89cb62025af7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 1130 time: 0.8774464 Jan 28 16:40:00.224999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] For port 5aa84665-066b-4290-b16a-1d2398942b28, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:00.242101 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-805112d9-7a04-4014-bf50-02a37b55912c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dcab9b-6de0-499b-813f-25a538f7a542 HTTP/1.1" status: 200 len: 217 time: 0.0593748 Jan 28 16:40:00.289762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (c95a78d9-089c-476d-b630-6227a9ac627c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.329348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] For port 5aa84665-066b-4290-b16a-1d2398942b28, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5aa84665-066b-4290-b16a-1d2398942b28,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:00.335974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Made reservation on behalf of a8937d6dd909437c9a610245349f866b for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:00.339354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.409348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3b484-886b-4526-b81b-fa9ed24caf0f req-3a0155b0-d775-46f0-bdbc-a570abf3957d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.416003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3b484-886b-4526-b81b-fa9ed24caf0f req-3a0155b0-d775-46f0-bdbc-a570abf3957d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.421393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3b484-886b-4526-b81b-fa9ed24caf0f req-3a0155b0-d775-46f0-bdbc-a570abf3957d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.429601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34f3b484-886b-4526-b81b-fa9ed24caf0f req-3a0155b0-d775-46f0-bdbc-a570abf3957d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2411 time: 0.5702069 Jan 28 16:40:00.438473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5aa84665-066b-4290-b16a-1d2398942b28), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.447169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.456239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf85c78-c08c-46a8-b412-de5f03c06594 req-b9f39f6e-a12d-4a57-81ca-a21544ee5e48 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.459322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-c0655ea1-c4d6-4dc4-853f-ea9b58d45145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.463118 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-c0655ea1-c4d6-4dc4-853f-ea9b58d45145 service neutron] 10.222.0.24 "GET /v2.0/networks?id=596f11c7-6ade-4954-a3b9-0c86f6702f5a HTTP/1.1" status: 200 len: 903 time: 0.6485207 Jan 28 16:40:00.463435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1bf85c78-c08c-46a8-b412-de5f03c06594 req-b9f39f6e-a12d-4a57-81ca-a21544ee5e48 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 943 time: 0.6065347 Jan 28 16:40:00.466157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-932949fc-dde0-4045-b470-b870b6fcfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.468118 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-932949fc-dde0-4045-b470-b870b6fcfc7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c HTTP/1.1" status: 200 len: 853 time: 0.2017858 Jan 28 16:40:00.546356 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-0bfdb2e9-78f1-450d-9607-f2b2ddd1a1a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76fdd9dd-da7e-45b3-b20b-cfb403b1d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611751 Jan 28 16:40:00.550109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:00.551754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.552617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.555249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] 10.222.0.24 "PUT /v2.0/ports/5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 1092 time: 3.8366053 Jan 28 16:40:00.571988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:00.574684 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b407ad37-6f22-41ba-b2d1-4453c6397f57" -d '{"events": [{"name": "network-changed", "server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "tag": "5aa84665-066b-4290-b16a-1d2398942b28"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:00.700290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:00.738999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks [] for security_group (51d22700-d009-4c0e-9539-cad059f44e37), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.795898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c128c68-4ac1-43cb-8ad3-82dd6c6c9848 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa84665-066b-4290-b16a-1d2398942b28,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:00.867220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:00.884970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9', 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'port_id': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9', 'mac_address': 'fa:16:3e:3e:c4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6f6b47-da17-45b6-9a5a-1380ad96b913', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:00.902199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34f3b484-886b-4526-b81b-fa9ed24caf0f req-887189da-d3b6-486f-b05a-77c26f173b49 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702625 Jan 28 16:40:00.912871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:00.963990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1bf85c78-c08c-46a8-b412-de5f03c06594 req-1b3e64a3-dde9-4cf8-9eea-37491f4a7afc tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993160 Jan 28 16:40:00.965328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-1be74829-93a6-4c48-b6ab-6ca0a61f5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:00.966809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-1be74829-93a6-4c48-b6ab-6ca0a61f5606 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.7393553 Jan 28 16:40:01.008599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:01.012476 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.034986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:01.095337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:01.095774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.100041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-110f89c6-b288-4743-9306-59791f6399fd service neutron] 10.222.0.31 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395136 Jan 28 16:40:01.103856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-21b33ec1-0f22-4c01-96cc-1148c28b0612 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=a52332b1-3111-467b-91dd-83787b9f73fc HTTP/1.1" status: 200 len: 217 time: 0.6322427 Jan 28 16:40:01.105280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (51d22700-d009-4c0e-9539-cad059f44e37), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.135342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:01.143761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:01.183040 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-384b84f1-49ef-437a-8e58-9f33c558da0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f HTTP/1.1" status: 200 len: 217 time: 0.1954579 Jan 28 16:40:01.188288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:01.239937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-62c70a3e-0411-4fac-8263-68c6333d4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.241900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-62c70a3e-0411-4fac-8263-68c6333d4de5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f6f6b47-da17-45b6-9a5a-1380ad96b913 HTTP/1.1" status: 200 len: 801 time: 0.1235085 Jan 28 16:40:01.273330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:01.281592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device de0f2af4-217c-4e76-8525-8e1b5e7ab50f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:01.345148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.346176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a52332b1-3111-467b-91dd-83787b9f73fc details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:01.387942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d22700-d009-4c0e-9539-cad059f44e37,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:01.394293 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-9182d72d-b4a6-4afc-929f-da16e045ca78 service neutron] 10.222.0.31 "GET /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489139 Jan 28 16:40:01.426903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:01.466077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-8ba5915f-898f-4513-ae4e-14803f94c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.471160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-8ba5915f-898f-4513-ae4e-14803f94c113 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1126 time: 0.8012524 Jan 28 16:40:01.573343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-d918adc6-64d7-483b-83a5-c642f2ba5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.575232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-d918adc6-64d7-483b-83a5-c642f2ba5aa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2504497 Jan 28 16:40:01.596565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-34b9eef0-5085-48e6-a2d9-e8c74a505c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.600778 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-34b9eef0-5085-48e6-a2d9-e8c74a505c7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=596f11c7-6ade-4954-a3b9-0c86f6702f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2030399 Jan 28 16:40:01.643148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:40:01.660132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:01.666622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.705452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:01.721925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a52332b1-3111-467b-91dd-83787b9f73fc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a52332b1-3111-467b-91dd-83787b9f73fc,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:01.736480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:01.738843 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71051ea-1db7-456f-a09f-93763e9ff5f1" -d '{"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-plugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:01.757650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d280c3-f0f5-458f-a862-5fe5cf753279 req-f0d17b1f-ab58-4c31-950f-89c083c978e4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.764601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-911161e4-8eb9-4e57-8434-bb2ee8aa25f4 None None] Provisioning complete for port c95a78d9-089c-476d-b630-6227a9ac627c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:01.765069 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-911161e4-8eb9-4e57-8434-bb2ee8aa25f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.766367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d280c3-f0f5-458f-a862-5fe5cf753279 req-f0d17b1f-ab58-4c31-950f-89c083c978e4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.768540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:01.771367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port de0f2af4-217c-4e76-8525-8e1b5e7ab50f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:01.773539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a52332b1-3111-467b-91dd-83787b9f73fc', 'network_id': '596f11c7-6ade-4954-a3b9-0c86f6702f5a', 'port_id': 'a52332b1-3111-467b-91dd-83787b9f73fc', 'mac_address': 'fa:16:3e:82:18:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6f6b47-da17-45b6-9a5a-1380ad96b913', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:01.774856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d280c3-f0f5-458f-a862-5fe5cf753279 req-f0d17b1f-ab58-4c31-950f-89c083c978e4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.775474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-fce60ccc-3c49-4d6d-88f5-c8fce13868e8 service neutron] 10.222.0.24 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585224 Jan 28 16:40:01.785242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88d280c3-f0f5-458f-a862-5fe5cf753279 req-f0d17b1f-ab58-4c31-950f-89c083c978e4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 2372 time: 0.6236408 Jan 28 16:40:01.798563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.804070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port de0f2af4-217c-4e76-8525-8e1b5e7ab50f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:01.804440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.819526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-e950340c-d0c5-432d-8fed-ceba37e5cdf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 217 time: 0.2562644 Jan 28 16:40:01.868947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88d280c3-f0f5-458f-a862-5fe5cf753279 req-ffb031a4-de1d-42c7-b340-f6ce1c046a79 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786841 Jan 28 16:40:01.870698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a52332b1-3111-467b-91dd-83787b9f73fc is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:01.871094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.885701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.886842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:01.944987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-911161e4-8eb9-4e57-8434-bb2ee8aa25f4 None None] Port c95a78d9-089c-476d-b630-6227a9ac627c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:40:01.955016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-ef19c1b1-135f-4560-a505-7fa1f68191b4 service neutron] 10.222.0.24 "GET /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702712 Jan 28 16:40:01.978146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52332b1-3111-467b-91dd-83787b9f73fc {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:01.986819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384be8-3395-45fc-acd6-a43872c80164 req-49613339-fa5e-4244-b70f-dd4dd72665af tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:01.995704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:01.999161 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d384be8-3395-45fc-acd6-a43872c80164 req-49613339-fa5e-4244-b70f-dd4dd72665af tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 945 time: 0.8463342 Jan 28 16:40:02.026495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49f3a65a-a326-4a20-ab25-fcdc31c0380c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0489578 Jan 28 16:40:02.032419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a52332b1-3111-467b-91dd-83787b9f73fc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a52332b1-3111-467b-91dd-83787b9f73fc,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:02.039849 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.040504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7cf537d9-0a43-4099-b3b6-25a856120bc7 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:02.074380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0', 'admin_state_up': True, 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'security_groups': ['325e7f05-cdd3-4464-b997-891fa4ba5691']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:02.096201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Allocated IP 192.168.233.193 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/646d9b05-4888-4463-b2b2-71947a1a65db) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:02.119384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a52332b1-3111-467b-91dd-83787b9f73fc,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:02.149047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port de0f2af4-217c-4e76-8525-8e1b5e7ab50f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:02.149564 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.235488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:02.247502 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.284208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-e93e1764-0c62-4c10-9bdf-793b70554113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:02.285784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-e93e1764-0c62-4c10-9bdf-793b70554113 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6787333 Jan 28 16:40:02.287527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-61f834dd-85c1-4e50-99c2-66946062ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:02.288858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-61f834dd-85c1-4e50-99c2-66946062ad7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 200 len: 868 time: 0.4380660 Jan 28 16:40:02.312922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:02.338361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7cf537d9-0a43-4099-b3b6-25a856120bc7', 'network_id': '59fcaeb0-8124-4aca-b91f-3a614250a987', 'port_id': '7cf537d9-0a43-4099-b3b6-25a856120bc7', 'mac_address': 'fa:16:3e:f2:0a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e82ed2-b31c-4caa-a06e-3452d58a1578', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:02.343874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:02.417726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-264334bc-a179-410e-9af2-78bb6e1e2317 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:02.419173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-264334bc-a179-410e-9af2-78bb6e1e2317 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.9596987 Jan 28 16:40:02.440790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7cf537d9-0a43-4099-b3b6-25a856120bc7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:02.441199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.443218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Request body: {'port': {'device_id': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'admin_state_up': True, 'tenant_id': 'b3a19cf5f9144aca8709ad746edbf15b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:02.446740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks [] for port (646d9b05-4888-4463-b2b2-71947a1a65db), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.453727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d384be8-3395-45fc-acd6-a43872c80164 req-f4e85368-ad91-4091-b661-30a9eb21f760 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451180 Jan 28 16:40:02.470436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf537d9-0a43-4099-b3b6-25a856120bc7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:02.511047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:02.518186 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.573789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89846-4775-4eb4-b506-55c8c65283e5 req-8780ceb5-45bd-45d9-b8b1-99109db92eb7 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:02.578600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8d89846-4775-4eb4-b506-55c8c65283e5 req-8780ceb5-45bd-45d9-b8b1-99109db92eb7 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 949 time: 0.4954615 Jan 28 16:40:02.586425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:02.621732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.694189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:02.695140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:02.699509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:02.703147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:02.797962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59bbc3d2-8423-4e8b-8ada-586ec397c2b2 req-9e76b3dd-8eff-45de-97a7-c1400eee74b7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 210 time: 0.1856372 Jan 28 16:40:02.803273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:02.803928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:02.842354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e88f28a9-9d76-405e-9ca5-9fceae74e18f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3331356 Jan 28 16:40:02.850242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['99862fc5-c1ef-401f-aca9-f411f3ecd4a9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:02.857769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8d89846-4775-4eb4-b506-55c8c65283e5 req-f4a425f3-e13e-463e-b580-c80d4d2310ab tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701154 Jan 28 16:40:02.859892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-7a47a6cb-0097-4a25-ad37-cd5512ff9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:02.862690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Request body: {'port': {'device_id': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:02.866852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-7a47a6cb-0097-4a25-ad37-cd5512ff9869 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3432b68e-f386-4cc6-b996-e9983f5c833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5372682 Jan 28 16:40:02.869634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-5d74ffd4-80b6-4a91-ae0f-758aab32a113 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714488 Jan 28 16:40:02.874187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:02.980325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7cf537d9-0a43-4099-b3b6-25a856120bc7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:03.061423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.156890 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00bd61-b91a-4a61-be28-8bd312979677 x-openstack-request-id: req-fb00bd61-b91a-4a61-be28-8bd312979677 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:03.160145 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-plugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:03.160520 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb00bd61-b91a-4a61-be28-8bd312979677 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:03.161056 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'code': 200} Jan 28 16:40:03.242664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-33a5ccba-55a5-4067-bf11-c9e88df23aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724800 Jan 28 16:40:03.246372 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f87902-cbf9-4f4d-9ddd-ff42e6ffb596 x-openstack-request-id: req-c6f87902-cbf9-4f4d-9ddd-ff42e6ffb596 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:03.246670 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "tag": "5aa84665-066b-4290-b16a-1d2398942b28", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:03.246926 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6f87902-cbf9-4f4d-9ddd-ff42e6ffb596 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:03.247317 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28', 'status': 'completed', 'code': 200} Jan 28 16:40:03.283386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d79c6d41-d591-43bd-8967-273417151b9c None None] Provisioning complete for port 646d9b05-4888-4463-b2b2-71947a1a65db triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:03.283959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d79c6d41-d591-43bd-8967-273417151b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.348007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.358551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d79c6d41-d591-43bd-8967-273417151b9c None None] Port 646d9b05-4888-4463-b2b2-71947a1a65db cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:40:03.485430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Made reservation on behalf of b3a19cf5f9144aca8709ad746edbf15b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:03.489612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.594042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646d9b05-4888-4463-b2b2-71947a1a65db {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:03.603743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Publish callbacks [] for port (646d9b05-4888-4463-b2b2-71947a1a65db), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.620439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Transition to ACTIVE for port object 646d9b05-4888-4463-b2b2-71947a1a65db will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:03.629196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.732175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:03.838021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:03.838362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:03.838700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:03.844277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Port 646d9b05-4888-4463-b2b2-71947a1a65db on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:03.844546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:03.850201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:03.850541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:03.850926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:03.851355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Bound port: 646d9b05-4888-4463-b2b2-71947a1a65db, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:03.851856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:03.956988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:03.970930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:03.982995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:04.006016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a52332b1-3111-467b-91dd-83787b9f73fc'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:04.106616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cee86e-aa71-4f79-acc6-3505f1b542a6 req-9738e344-9b41-4daa-a478-3272c0090622 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.106616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93cee86e-aa71-4f79-acc6-3505f1b542a6 req-9738e344-9b41-4daa-a478-3272c0090622 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 936 time: 1.1088984 Jan 28 16:40:04.144259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.144945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:04.146356 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] 10.222.0.31 "PUT /v2.0/ports/646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 1097 time: 1.2970462 Jan 28 16:40:04.146807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:04.151801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d8f6-e58a-47f6-9ab7-7ad82de8e053 req-fc8592dc-29b8-41bc-a721-02c626ebe26d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.157612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d8f6-e58a-47f6-9ab7-7ad82de8e053 req-fc8592dc-29b8-41bc-a721-02c626ebe26d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.161215 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5b463-df60-4efe-96bb-775d182b7a26" -d '{"events": [{"name": "network-changed", "server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:04.172923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d8f6-e58a-47f6-9ab7-7ad82de8e053 req-fc8592dc-29b8-41bc-a721-02c626ebe26d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.185318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc16d8f6-e58a-47f6-9ab7-7ad82de8e053 req-fc8592dc-29b8-41bc-a721-02c626ebe26d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2414 time: 0.9231329 Jan 28 16:40:04.243367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b836e-75e8-455d-8ca4-8f01a6b37655 service neutron] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:04.310036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-b3c9c22e-c967-4290-8852-76fa7e7a0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.311560 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-b3c9c22e-c967-4290-8852-76fa7e7a0b9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1131 time: 0.1171913 Jan 28 16:40:04.382868 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-6fc7426e-7c24-4455-bf50-9db7a25df949 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.0642009 Jan 28 16:40:04.402501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67246572-9ce7-40d5-a9c4-597a1da5fe9f req-e805b2ab-2237-42f1-b10e-b6f1c452b167 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4298060 Jan 28 16:40:04.463100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-cbb51962-1bdb-4b74-8a06-608282a4aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.465994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-cbb51962-1bdb-4b74-8a06-608282a4aaa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0770965 Jan 28 16:40:04.475647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4b5cc8-6f31-458e-a67c-747be328f170 req-876d62d6-db16-47bd-8c82-0802a725cd6f service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1889021 Jan 28 16:40:04.547587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:04.568690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-c384a3f6-94a2-4705-9859-10e958a976db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:04.570820 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-c384a3f6-94a2-4705-9859-10e958a976db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0964103 Jan 28 16:40:04.578317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93cee86e-aa71-4f79-acc6-3505f1b542a6 req-592d2cc7-75f4-4a84-ba8c-272ced6eb6bf tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845625 Jan 28 16:40:04.663845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 10.2.2.100 (07766232-8393-45f7-be9c-388086ef8cf0/7ae2a6ba-eba1-4689-a68e-14e24976e40a/a5ecbc15-f856-4cd1-a334-d3bf90772a82) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:04.714096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:04.724786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:04.725210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:04.738738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-ca52f624-0063-4471-819e-756d72902559 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614795 Jan 28 16:40:04.778453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc16d8f6-e58a-47f6-9ab7-7ad82de8e053 req-3481b687-202c-4b9c-91a4-267d769e365c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921562 Jan 28 16:40:04.926361 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3027f22c-8a46-4752-a85e-9c811d7ef0a4 req-e7d90e70-efc3-45ea-8cbc-4ce718f02766 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799028 Jan 28 16:40:04.928902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:04.929414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:04.982994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Allocated IP 172.20.0.12 (ed097501-d3f6-476d-af59-636fe119bdac/9b65e85a-caba-4cc0-b2d5-26d27e222351/9f9747ee-f2f3-4678-9f92-07dd0524c8bd) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:05.004257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:05.011312 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.013403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7cf537d9-0a43-4099-b3b6-25a856120bc7 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:05.065341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-bf707ede-205b-47e2-a75c-58aa02f95294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.066848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-bf707ede-205b-47e2-a75c-58aa02f95294 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1126 time: 0.4992311 Jan 28 16:40:05.073635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.133945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:05.149135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 7cf537d9-0a43-4099-b3b6-25a856120bc7 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:05.155164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 7cf537d9-0a43-4099-b3b6-25a856120bc7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:05.155487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.182943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-d47283f6-22b3-4263-bf3a-2b17964e32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.184427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-d47283f6-22b3-4263-bf3a-2b17964e32fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 930 time: 0.1044114 Jan 28 16:40:05.268831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-4984defb-a54b-4a1e-8820-aeee55bd1646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 217 time: 0.0732093 Jan 28 16:40:05.286057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c26202-e5cb-4ff7-8bc8-af7c0f7ae170 req-cd67259a-5c64-414b-99ba-2818135fcacf tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.287563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5c26202-e5cb-4ff7-8bc8-af7c0f7ae170 req-cd67259a-5c64-414b-99ba-2818135fcacf tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 943 time: 0.2891972 Jan 28 16:40:05.295538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217754e-c00b-4b79-95a0-8288f2d6b317 req-98e9b75a-e57b-4de6-8bfa-ad012e9748b5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.301819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217754e-c00b-4b79-95a0-8288f2d6b317 req-98e9b75a-e57b-4de6-8bfa-ad012e9748b5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.307231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217754e-c00b-4b79-95a0-8288f2d6b317 req-98e9b75a-e57b-4de6-8bfa-ad012e9748b5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.308947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c217754e-c00b-4b79-95a0-8288f2d6b317 req-98e9b75a-e57b-4de6-8bfa-ad012e9748b5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 2372 time: 0.3235941 Jan 28 16:40:05.344226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875496d8-6327-4849-af0e-f4280e7af5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f'}, {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:05.346474 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c66c9-b995-4910-86d2-cc971a63d2c9" -d '{"events": [{"server_uuid": "875496d8-6327-4849-af0e-f4280e7af5e9", "name": "network-vif-plugged", "status": "completed", "tag": "de0f2af4-217c-4e76-8525-8e1b5e7ab50f"}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-plugged", "status": "completed", "tag": "99862fc5-c1ef-401f-aca9-f411f3ecd4a9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:05.368766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-80c44668-bfd4-4e22-8030-65dcbbc17a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.370220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-80c44668-bfd4-4e22-8030-65dcbbc17a43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 200 len: 868 time: 0.0603802 Jan 28 16:40:05.413812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7cf537d9-0a43-4099-b3b6-25a856120bc7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:05.414171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.477144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:05.485431 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.548911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:05.601241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c217754e-c00b-4b79-95a0-8288f2d6b317 req-53e70a28-9691-4977-8398-ba1b35a3806a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291367 Jan 28 16:40:05.649502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.712707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5c26202-e5cb-4ff7-8bc8-af7c0f7ae170 req-81519d37-de08-40e1-96fb-aa781b182a9f tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604460 Jan 28 16:40:05.754466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-80e0f538-d3c9-44fb-8655-16727387403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:05.756486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-80e0f538-d3c9-44fb-8655-16727387403a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3432b68e-f386-4cc6-b996-e9983f5c833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2372856 Jan 28 16:40:05.767849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 07766232-8393-45f7-be9c-388086ef8cf0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:05.784399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:05.787782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:05.839568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks [] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:05.913247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4492ac00-a15e-4c76-b25e-c74a6a3726b6 req-f90bb571-c695-431e-be17-782ef78c38dd tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 210 time: 0.0716708 Jan 28 16:40:05.964770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:06.005224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:06.006003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:06.091571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9fb3e13f-1dd8-4935-b127-bc0294997872 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0565567 Jan 28 16:40:06.102040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e87fa-b9aa-4ef2-bb25-04900d31d93b req-cefd4086-d3b9-468b-838e-76b57ec94ff4 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:06.103708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-691e87fa-b9aa-4ef2-bb25-04900d31d93b req-cefd4086-d3b9-468b-838e-76b57ec94ff4 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 945 time: 0.3341761 Jan 28 16:40:06.111309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0', 'admin_state_up': True, 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'security_groups': ['325e7f05-cdd3-4464-b997-891fa4ba5691']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:06.146996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb6b4d5b-3925-46df-ab40-3154998f824b None None] Provisioning complete for port a5ecbc15-f856-4cd1-a334-d3bf90772a82 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:06.147632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d5b-3925-46df-ab40-3154998f824b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:06.196519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4d5b-3925-46df-ab40-3154998f824b None None] Port a5ecbc15-f856-4cd1-a334-d3bf90772a82 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:40:06.265616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-a09cc9d2-2785-408d-abd9-81bf4b79c772 service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872723 Jan 28 16:40:06.329436 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:06.340414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:06.355289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1430e-7e51-4369-bea1-aa6abdd3c57b req-3a1404a0-803e-449b-8df8-c8105d58883d tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:06.356945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ef1430e-7e51-4369-bea1-aa6abdd3c57b req-3a1404a0-803e-449b-8df8-c8105d58883d tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 949 time: 0.3439651 Jan 28 16:40:06.396305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Made reservation on behalf of 930d3a3e5c9a4c8ab21071a5ac839b58 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:06.400988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:06.459829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Network ed097501-d3f6-476d-af59-636fe119bdac is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:06.479470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:06.481950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:06.491183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event updated for resources: {'Port': ['ID=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:06.548995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a52332b1-3111-467b-91dd-83787b9f73fc up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:06.550322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-691e87fa-b9aa-4ef2-bb25-04900d31d93b req-f67df5d4-bc09-4225-a5dc-861f07163706 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110905 Jan 28 16:40:06.667001 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd751d8-31fb-4311-b70f-133f90525eb7 x-openstack-request-id: req-8dd751d8-31fb-4311-b70f-133f90525eb7 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:06.667001 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:06.667001 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dd751d8-31fb-4311-b70f-133f90525eb7 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:06.667735 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db', 'status': 'completed', 'code': 200} Jan 28 16:40:06.757270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port a52332b1-3111-467b-91dd-83787b9f73fc completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:06.758009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ef1430e-7e51-4369-bea1-aa6abdd3c57b req-20c07cad-6441-453a-acfb-4a682ea06bd0 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472638 Jan 28 16:40:06.758009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:06.758009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:06.774425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a52332b1-3111-467b-91dd-83787b9f73fc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:06.775845 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:06.814617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b407ad37-6f22-41ba-b2d1-4453c6397f57 req-9d2b1379-77e6-4459-a43e-89066858d672 service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340862 Jan 28 16:40:06.859044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-1b0fc3a7-b44b-4eb9-bff8-38ee353c23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:06.863050 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-1b0fc3a7-b44b-4eb9-bff8-38ee353c23c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1131 time: 0.1388440 Jan 28 16:40:06.871401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-7475fee9-116d-442b-b94c-4842c6e51479 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4367905 Jan 28 16:40:06.886666 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e499756d-5d95-420e-a8c4-b37d2312b058 x-openstack-request-id: req-e499756d-5d95-420e-a8c4-b37d2312b058 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:06.886923 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875496d8-6327-4849-af0e-f4280e7af5e9", "name": "network-vif-plugged", "status": "completed", "tag": "de0f2af4-217c-4e76-8525-8e1b5e7ab50f", "code": 200}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-plugged", "status": "completed", "tag": "99862fc5-c1ef-401f-aca9-f411f3ecd4a9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:06.887193 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e499756d-5d95-420e-a8c4-b37d2312b058 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:06.887608 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875496d8-6327-4849-af0e-f4280e7af5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f', 'code': 200} Jan 28 16:40:06.887875 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9', 'code': 200} Jan 28 16:40:06.897187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Request body: {'port': {'device_id': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:06.999045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a52332b1-3111-467b-91dd-83787b9f73fc is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:07.000312 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:07.066734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a52332b1-3111-467b-91dd-83787b9f73fc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a52332b1-3111-467b-91dd-83787b9f73fc,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:07.075745 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:07.076724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-4027ad96-cca3-4d9e-bf2a-386a48244598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.083222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-4027ad96-cca3-4d9e-bf2a-386a48244598 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2096539 Jan 28 16:40:07.140920 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-6c2b656a-5064-44ac-b6a2-4d6cf93e9d07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.0488801 Jan 28 16:40:07.194673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a52332b1-3111-467b-91dd-83787b9f73fc,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:07.221859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-e6cf4c7e-e257-4c85-85ef-3133b6753eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.228887 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-e6cf4c7e-e257-4c85-85ef-3133b6753eb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0770051 Jan 28 16:40:07.254577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:07.260873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Allocated IP 10.2.2.200 (07766232-8393-45f7-be9c-388086ef8cf0/7ae2a6ba-eba1-4689-a68e-14e24976e40a/754d79fe-eda0-4fea-88b7-1dd342a504c5) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:07.300405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-3458e14a-b7c8-43a2-ae8e-dc05329fa166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.302468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-3458e14a-b7c8-43a2-ae8e-dc05329fa166 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0682983 Jan 28 16:40:07.304271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:07.405567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92975a-d099-4607-b85d-b7aa55752b1e req-6845913c-92c1-444a-a477-845d5df70ab1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.409337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d92975a-d099-4607-b85d-b7aa55752b1e req-6845913c-92c1-444a-a477-845d5df70ab1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 948 time: 0.5085902 Jan 28 16:40:07.517816 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-84794252-807b-416b-b010-8a2d807e0b6a service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038033 Jan 28 16:40:07.538023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:07.560139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '646d9b05-4888-4463-b2b2-71947a1a65db', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '646d9b05-4888-4463-b2b2-71947a1a65db', 'mac_address': 'fa:16:3e:c7:9c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:07.637978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268fdf9-0683-4d15-bb40-093478b0655d req-beb735ef-fc98-475e-a8e3-d91c785cfde5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.649679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268fdf9-0683-4d15-bb40-093478b0655d req-beb735ef-fc98-475e-a8e3-d91c785cfde5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.658768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 646d9b05-4888-4463-b2b2-71947a1a65db is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:07.659163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:07.663847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268fdf9-0683-4d15-bb40-093478b0655d req-beb735ef-fc98-475e-a8e3-d91c785cfde5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.665215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9268fdf9-0683-4d15-bb40-093478b0655d req-beb735ef-fc98-475e-a8e3-d91c785cfde5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2416 time: 0.7535768 Jan 28 16:40:07.667138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0af9f8-7204-4f5e-9735-4c6435ccf2e2 req-6b32498e-9125-4047-bf58-96809ee5af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:07.668514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0af9f8-7204-4f5e-9735-4c6435ccf2e2 req-6b32498e-9125-4047-bf58-96809ee5af7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 1132 time: 0.7075992 Jan 28 16:40:07.680208 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10c5b463-df60-4efe-96bb-775d182b7a26 req-f7df71f3-87d8-4aa0-8aff-c44540c167c9 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521776 Jan 28 16:40:07.724636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646d9b05-4888-4463-b2b2-71947a1a65db {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:07.796192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:07.823556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:07.883195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:07.939397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d92975a-d099-4607-b85d-b7aa55752b1e req-0883c53c-f0c2-486c-8292-5fa0a87e82d5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543687 Jan 28 16:40:07.985294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9268fdf9-0683-4d15-bb40-093478b0655d req-cd35cd62-289a-4094-8aea-fb8a0b18279e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523043 Jan 28 16:40:08.046236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.064490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:08.192342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0af9f8-7204-4f5e-9735-4c6435ccf2e2 req-684877a5-0fb3-4311-9169-25ff7e5c5f49 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503019 Jan 28 16:40:08.193414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.567135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5aa84665-066b-4290-b16a-1d2398942b28 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:08.685460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Network 07766232-8393-45f7-be9c-388086ef8cf0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:08.697809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9747ee-f2f3-4678-9f92-07dd0524c8bd {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:08.703642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:08.710731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event updated for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:08.716840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:08.760776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5aa84665-066b-4290-b16a-1d2398942b28, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5aa84665-066b-4290-b16a-1d2398942b28,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:08.772537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Publish callbacks [] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.780226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5aa84665-066b-4290-b16a-1d2398942b28', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'port_id': '5aa84665-066b-4290-b16a-1d2398942b28', 'mac_address': 'fa:16:3e:5c:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:08.782498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.783178 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.805212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-ae1462ca-539c-45b6-a008-139138617b8a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.818333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-ae1462ca-539c-45b6-a008-139138617b8a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.824650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-ae1462ca-539c-45b6-a008-139138617b8a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.830618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-ae1462ca-539c-45b6-a008-139138617b8a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.837586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-ae1462ca-539c-45b6-a008-139138617b8a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.844977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-ae1462ca-539c-45b6-a008-139138617b8a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 3814 time: 0.6931074 Jan 28 16:40:08.850607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5aa84665-066b-4290-b16a-1d2398942b28 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:08.851838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa84665-066b-4290-b16a-1d2398942b28), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.867567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d73fd-23e7-48c6-bcd3-e3cf0f7a8760 req-830350df-2c76-4539-9916-3aa5a5c46ea5 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:08.875065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d45d73fd-23e7-48c6-bcd3-e3cf0f7a8760 req-830350df-2c76-4539-9916-3aa5a5c46ea5 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 943 time: 0.6721117 Jan 28 16:40:08.875883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa84665-066b-4290-b16a-1d2398942b28 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:08.894143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7'}, {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52332b1-3111-467b-91dd-83787b9f73fc'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:08.896410 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e21de-d712-4770-8708-9216352a3f3c" -d '{"events": [{"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-plugged", "status": "completed", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7"}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-plugged", "status": "completed", "tag": "a52332b1-3111-467b-91dd-83787b9f73fc"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:08.915813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Transition to ACTIVE for port object 9f9747ee-f2f3-4678-9f92-07dd0524c8bd will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:08.957001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5aa84665-066b-4290-b16a-1d2398942b28, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5aa84665-066b-4290-b16a-1d2398942b28,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:08.963732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44f41f04-f6cb-44cd-84b6-b5959237dd6c req-1ddaea8d-316c-4993-bd2b-ce9593dcc51b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177847 Jan 28 16:40:08.972231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5aa84665-066b-4290-b16a-1d2398942b28), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.979625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:08.985115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d0d5183d-857f-428f-afed-12de77470c57 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8787863 Jan 28 16:40:09.015516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:09.053626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5aa84665-066b-4290-b16a-1d2398942b28,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:09.061958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.063131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.063705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.064271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.064866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.065450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.066016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.067306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.067890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.068449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.069027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.069597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.070151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:09.145785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-740eeae6-819b-4028-aa22-85e3d6cf7d44 None None] Provisioning complete for port 754d79fe-eda0-4fea-88b7-1dd342a504c5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:09.146460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-740eeae6-819b-4028-aa22-85e3d6cf7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:09.163786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d45d73fd-23e7-48c6-bcd3-e3cf0f7a8760 req-6f1363e0-d1d6-402a-ba75-737951f27a80 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876313 Jan 28 16:40:09.164932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:09.212358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-740eeae6-819b-4028-aa22-85e3d6cf7d44 None None] Port 754d79fe-eda0-4fea-88b7-1dd342a504c5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:40:09.215867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:09.329472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5aa84665-066b-4290-b16a-1d2398942b28'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:09.333974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:09.366443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1a33-a8da-4530-90c5-054c24954393 req-6742cbe5-47be-4df8-aa60-50c4aa92b04d tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:09.368125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1ea1a33-a8da-4530-90c5-054c24954393 req-6742cbe5-47be-4df8-aa60-50c4aa92b04d tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 944 time: 0.2832098 Jan 28 16:40:09.515051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1ea1a33-a8da-4530-90c5-054c24954393 req-633176ff-ab76-4ee6-bc64-942dd8de7777 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392977 Jan 28 16:40:09.523691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e8716-7642-44e3-b383-11f4bb149b93 req-8f472386-233a-45d8-b9da-20d355479c99 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:09.525501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b76e8716-7642-44e3-b383-11f4bb149b93 req-8f472386-233a-45d8-b9da-20d355479c99 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 949 time: 0.2467873 Jan 28 16:40:09.531407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Attempting to bind port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:09.531973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Attempting to bind port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:09.532743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Attempting to bind port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:09.547044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd on network ed097501-d3f6-476d-af59-636fe119bdac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:09.547455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Attempting to bind port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:09.596754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:09.597288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Checking segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:09.597783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Bound using segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:09.600298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Bound port: 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:09.600818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:09.601776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 646d9b05-4888-4463-b2b2-71947a1a65db completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:09.618366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 646d9b05-4888-4463-b2b2-71947a1a65db triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:09.619006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:09.775947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 646d9b05-4888-4463-b2b2-71947a1a65db is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:09.776603 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:09.845149 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b76e8716-7642-44e3-b383-11f4bb149b93 req-0ff1ae62-5340-4872-bb53-8fa073825472 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017797 Jan 28 16:40:09.845419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:09.855180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:09.936840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] For port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:09.940886 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565949d8-5962-4687-8ef6-5a8da89f208a x-openstack-request-id: req-565949d8-5962-4687-8ef6-5a8da89f208a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:09.941238 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-plugged", "status": "completed", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7", "code": 200}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-plugged", "status": "completed", "tag": "a52332b1-3111-467b-91dd-83787b9f73fc", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:09.941510 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-565949d8-5962-4687-8ef6-5a8da89f208a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:09.941939 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7', 'code': 200} Jan 28 16:40:09.942278 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52332b1-3111-467b-91dd-83787b9f73fc', 'code': 200} Jan 28 16:40:09.981641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:10.030336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] For port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:10.095393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:10.192953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575f15b-03b2-4fcc-bff7-4b8d7e0eace2 req-329ee0fe-66e9-4347-9de1-fa61975c5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.193464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575f15b-03b2-4fcc-bff7-4b8d7e0eace2 req-329ee0fe-66e9-4347-9de1-fa61975c5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.193932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575f15b-03b2-4fcc-bff7-4b8d7e0eace2 req-329ee0fe-66e9-4347-9de1-fa61975c5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.195652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e575f15b-03b2-4fcc-bff7-4b8d7e0eace2 req-329ee0fe-66e9-4347-9de1-fa61975c5063 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2966 time: 0.2554989 Jan 28 16:40:10.201045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.201660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:10.203604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-293633d1-d28c-4509-8890-fc4095193362 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f9747ee-f2f3-4678-9f92-07dd0524c8bd HTTP/1.1" status: 200 len: 1093 time: 3.3173709 Jan 28 16:40:10.205738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'tag': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:10.208080 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "00d77d2f-d36f-4d60-a159-fbe8accda3b9", "tag": "9f9747ee-f2f3-4678-9f92-07dd0524c8bd"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:10.234503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64d0b2c-65df-46ac-bb1a-1d057fa26a16 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:10.262503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Publish callbacks [] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:10.279743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f229d-eefe-44f0-86d0-479569036e7c req-bca94e69-a9bb-40ad-9d79-33cfaf1fe4d3 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.283214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-394f229d-eefe-44f0-86d0-479569036e7c req-bca94e69-a9bb-40ad-9d79-33cfaf1fe4d3 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.3009582 Jan 28 16:40:10.298222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452bc50-f860-4b5e-bc58-962148d3e631 req-781736a9-7b93-4341-a8df-1640984495c8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.303660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452bc50-f860-4b5e-bc58-962148d3e631 req-781736a9-7b93-4341-a8df-1640984495c8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.309095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452bc50-f860-4b5e-bc58-962148d3e631 req-781736a9-7b93-4341-a8df-1640984495c8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.310747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5452bc50-f860-4b5e-bc58-962148d3e631 req-781736a9-7b93-4341-a8df-1640984495c8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2417 time: 0.3332913 Jan 28 16:40:10.330173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293633d1-d28c-4509-8890-fc4095193362 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:10.379583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Transition to ACTIVE for port object a64d0b2c-65df-46ac-bb1a-1d057fa26a16 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:10.403286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:10.423766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e575f15b-03b2-4fcc-bff7-4b8d7e0eace2 req-71350f10-6570-4b25-9352-549bccc147f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114170 Jan 28 16:40:10.508941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-e53a4c71-7ff6-48cd-b169-3e77e354b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.510457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-e53a4c71-7ff6-48cd-b169-3e77e354b918 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 1127 time: 0.2553797 Jan 28 16:40:10.538944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-394f229d-eefe-44f0-86d0-479569036e7c req-ca5f6c4d-79e3-492d-be62-fd8d50128c94 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498260 Jan 28 16:40:10.564554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5aa84665-066b-4290-b16a-1d2398942b28 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:10.622610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5452bc50-f860-4b5e-bc58-962148d3e631 req-63241dac-afef-435b-a504-e181a8a5c4bd tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843552 Jan 28 16:40:10.629741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-1739422f-df51-4823-9ab2-3204d8849db8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd HTTP/1.1" status: 200 len: 217 time: 0.1095650 Jan 28 16:40:10.703446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 5aa84665-066b-4290-b16a-1d2398942b28 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:10.713733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5aa84665-066b-4290-b16a-1d2398942b28 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:10.715504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5aa84665-066b-4290-b16a-1d2398942b28), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:10.860022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-beee1f08-3e22-4bcb-b7b2-6b246118b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:10.864659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-beee1f08-3e22-4bcb-b7b2-6b246118b120 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.2141051 Jan 28 16:40:10.871318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:10.922893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5aa84665-066b-4290-b16a-1d2398942b28 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:10.923443 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa84665-066b-4290-b16a-1d2398942b28), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:10.941112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-5f499fed-c380-44da-8dcd-feb500996e23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655515 Jan 28 16:40:11.023081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5aa84665-066b-4290-b16a-1d2398942b28, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5aa84665-066b-4290-b16a-1d2398942b28,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:11.034777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5aa84665-066b-4290-b16a-1d2398942b28), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:11.138652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5aa84665-066b-4290-b16a-1d2398942b28,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:11.189017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41d264-c5a7-4c9c-84e1-2e2cb5e1d8d4 req-a81fa525-f5c6-4257-a2cf-cea4bfabd170 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.190807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a41d264-c5a7-4c9c-84e1-2e2cb5e1d8d4 req-a81fa525-f5c6-4257-a2cf-cea4bfabd170 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 945 time: 0.3131149 Jan 28 16:40:11.215807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Attempting to bind port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:11.216308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Attempting to bind port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:11.216770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Attempting to bind port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 on network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:11.228284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 on network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:11.228787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Attempting to bind port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 on network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:11.246054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:11.246558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Checking segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:11.247049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Bound using segment: {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:11.247599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Bound port: a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e13205e-ac53-4038-91bd-e20eb922690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:11.248064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:11.282058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-6d90662e-cc7c-46db-827b-e36d95ac53ce tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.287646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-6d90662e-cc7c-46db-827b-e36d95ac53ce tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.293267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-6d90662e-cc7c-46db-827b-e36d95ac53ce tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.298747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-6d90662e-cc7c-46db-827b-e36d95ac53ce tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.304537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-6d90662e-cc7c-46db-827b-e36d95ac53ce tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.306452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-6d90662e-cc7c-46db-827b-e36d95ac53ce tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 3826 time: 0.4297204 Jan 28 16:40:11.397415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a41d264-c5a7-4c9c-84e1-2e2cb5e1d8d4 req-39caf935-29c7-43e1-b3f6-8c51873a5cd2 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884360 Jan 28 16:40:11.504851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:11.510913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:11.565984 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:11.585124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.585811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:11.587730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/a64d0b2c-65df-46ac-bb1a-1d057fa26a16 HTTP/1.1" status: 200 len: 1092 time: 2.5842297 Jan 28 16:40:11.594800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-1362739e-b3c0-4d63-a68b-609aec3d318b service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460514 Jan 28 16:40:11.776715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c7c6f09-2650-4058-be88-48b23434ae06 req-ec5bf6a0-023b-43db-9a3c-487c6888388c service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279855 Jan 28 16:40:11.788177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:11.862122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65e9d230-e0be-4a87-a6ac-23f8ed7c46e8 req-52defa76-62ff-4d5a-92f9-c470243c5a77 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5416651 Jan 28 16:40:11.887732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cb224-8906-4db2-9539-8868a0e9a80d req-5f1fdc88-6d35-4419-904a-89914acf618c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.895116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980cb224-8906-4db2-9539-8868a0e9a80d req-5f1fdc88-6d35-4419-904a-89914acf618c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 0.3628588 Jan 28 16:40:11.943818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db'}, {'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:11.946129 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce95a9-1897-47de-92f5-3dc12dfcc995" -d '{"events": [{"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-plugged", "status": "completed", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db"}, {"server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "name": "network-vif-plugged", "status": "completed", "tag": "5aa84665-066b-4290-b16a-1d2398942b28"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:11.951877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-5313520b-56af-4347-8871-14d3b3553b31 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:11.953770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-5313520b-56af-4347-8871-14d3b3553b31 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 945 time: 0.6428490 Jan 28 16:40:12.000053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b97a-2508-4ca3-a522-2d70e43ba5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:12.051997 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9b45a8-1676-405e-bb25-4474e260638f x-openstack-request-id: req-2e9b45a8-1676-405e-bb25-4474e260638f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:12.052444 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d77d2f-d36f-4d60-a159-fbe8accda3b9", "tag": "9f9747ee-f2f3-4678-9f92-07dd0524c8bd", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:12.052831 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e9b45a8-1676-405e-bb25-4474e260638f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:12.053351 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'tag': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', 'status': 'completed', 'code': 200} Jan 28 16:40:12.091643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:12.096803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:12.147124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:12.147288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980cb224-8906-4db2-9539-8868a0e9a80d req-eaadbfdb-7460-4c9c-b67f-d922663f21d8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466488 Jan 28 16:40:12.394981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-bfaae3c4-18ae-4378-a024-f2f28dfd2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:12.396995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-bfaae3c4-18ae-4378-a024-f2f28dfd2179 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 1127 time: 0.3399971 Jan 28 16:40:13.035416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fd24b-06d6-462a-a650-610f4a09d2c3 req-2da2b0fa-9e47-4ff5-8b7c-8d30ec920d66 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:13.042854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e3fd24b-06d6-462a-a650-610f4a09d2c3 req-2da2b0fa-9e47-4ff5-8b7c-8d30ec920d66 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 944 time: 0.8408489 Jan 28 16:40:13.099494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Deleting port 78dcab9b-6de0-499b-813f-25a538f7a542 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:13.099958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:13.107592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-671dca73-6acd-49e8-9422-f3dc9a7fe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:13.109321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-671dca73-6acd-49e8-9422-f3dc9a7fe212 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.6521373 Jan 28 16:40:13.211593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c31478-7dad-4edc-8d7f-e5d64c0c2662 req-003c11ab-daf4-4647-9e63-917d068b22b3 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:13.213420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90c31478-7dad-4edc-8d7f-e5d64c0c2662 req-003c11ab-daf4-4647-9e63-917d068b22b3 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 949 time: 0.9245129 Jan 28 16:40:13.263619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-f582c92a-d5cb-4b90-9675-927fd69830cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd HTTP/1.1" status: 200 len: 217 time: 0.1289523 Jan 28 16:40:13.401603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e3fd24b-06d6-462a-a650-610f4a09d2c3 req-923af89e-26bf-4991-8c75-c5ae9c5925e2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573158 Jan 28 16:40:13.472890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] For port 78dcab9b-6de0-499b-813f-25a538f7a542, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=78dcab9b-6de0-499b-813f-25a538f7a542,segment=NetworkSegment(39c6383c-cd4c-4d19-af14-59d16690adce),segment_id=39c6383c-cd4c-4d19-af14-59d16690adce)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:13.473245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:13.480031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-556b0e8f-a165-4f56-bbe5-444b2600f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:13.481520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-556b0e8f-a165-4f56-bbe5-444b2600f1eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.2050872 Jan 28 16:40:13.510796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90c31478-7dad-4edc-8d7f-e5d64c0c2662 req-55eb1e90-dd5d-4fc5-81db-3e42c7c6a651 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619750 Jan 28 16:40:13.511760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Calling delete_port for 78dcab9b-6de0-499b-813f-25a538f7a542 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:13.568006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bbc3b3-a661-449f-b84d-7893896874e0 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:13.576848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-e3b60b48-f842-43c2-904f-9d3150fe41f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862684 Jan 28 16:40:13.585310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Publish callbacks [] for port (81bbc3b3-a661-449f-b84d-7893896874e0), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:13.729998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Transition to ACTIVE for port object 81bbc3b3-a661-449f-b84d-7893896874e0 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:13.774241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:13.895789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Pushing event updated for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:13.902763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-410f2ab9-75ea-4fa2-9172-20d8f8bc2056 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152792 Jan 28 16:40:13.913939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadc4d-8ac0-4641-a3c3-a1141cd3c86a req-b355d271-825b-41f5-8b4b-05a79da03740 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:13.915421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9aadc4d-8ac0-4641-a3c3-a1141cd3c86a req-b355d271-825b-41f5-8b4b-05a79da03740 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.3160579 Jan 28 16:40:13.980623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcfa20-278a-4470-a8d3-a25772464d11 req-03f51b94-f435-496b-b02b-9929f43f2ccb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:13.994817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcfa20-278a-4470-a8d3-a25772464d11 req-03f51b94-f435-496b-b02b-9929f43f2ccb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.000171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcfa20-278a-4470-a8d3-a25772464d11 req-03f51b94-f435-496b-b02b-9929f43f2ccb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.001915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7fdcfa20-278a-4470-a8d3-a25772464d11 req-03f51b94-f435-496b-b02b-9929f43f2ccb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2417 time: 0.3451879 Jan 28 16:40:14.063604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:14.065800 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0502e-3a33-4906-9125-e9b2a35914da" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:14.256618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9aadc4d-8ac0-4641-a3c3-a1141cd3c86a req-d62932e8-61d5-4ebe-9a6c-e06544d49749 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335674 Jan 28 16:40:14.257320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (78dcab9b-6de0-499b-813f-25a538f7a542), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:14.263560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Attempting to bind port 81bbc3b3-a661-449f-b84d-7893896874e0 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:14.264015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Attempting to bind port 81bbc3b3-a661-449f-b84d-7893896874e0 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:14.264468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Attempting to bind port 81bbc3b3-a661-449f-b84d-7893896874e0 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:14.331883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Port 81bbc3b3-a661-449f-b84d-7893896874e0 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:14.332425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Attempting to bind port 81bbc3b3-a661-449f-b84d-7893896874e0 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:14.340692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Pushing event deleted for resources: {'Port': ['ID=78dcab9b-6de0-499b-813f-25a538f7a542,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:14.349798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7fdcfa20-278a-4470-a8d3-a25772464d11 req-cd4f9402-b963-4050-b075-f2c2a318c568 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068895 Jan 28 16:40:14.360252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:14.360777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Checking segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:14.361373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Bound using segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:14.373453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Bound port: 81bbc3b3-a661-449f-b84d-7893896874e0, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:14.373975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:14.377866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fc017f2-a9c5-4c20-abf4-fd0846333b4e req-d9e8528b-cf7d-4e93-8180-48ad5819c5a4 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593623 Jan 28 16:40:14.440655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] No DVR routers for this DVR port 78dcab9b-6de0-499b-813f-25a538f7a542 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:14.444480 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:14.448046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60437c8b-77c3-43a9-9041-2aacb6121039 req-7865c56b-7a10-48f0-9ded-949c4afbd7fb tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.31 "DELETE /v2.0/ports/78dcab9b-6de0-499b-813f-25a538f7a542 HTTP/1.1" status: 204 len: 173 time: 2.4806437 Jan 28 16:40:14.486038 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69df810-cf3b-448f-8c77-981f46467d8d x-openstack-request-id: req-e69df810-cf3b-448f-8c77-981f46467d8d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:14.486558 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-plugged", "status": "completed", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db", "code": 200}, {"server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "name": "network-vif-plugged", "status": "completed", "tag": "5aa84665-066b-4290-b16a-1d2398942b28", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:14.486558 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e69df810-cf3b-448f-8c77-981f46467d8d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:14.487294 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db', 'code': 200} Jan 28 16:40:14.487560 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28', 'code': 200} Jan 28 16:40:14.642011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8c35f80-0fb6-4fe2-abbf-a19d2048702c req-f69f9df6-5ffa-4875-82d3-a044ce30f3b3 tempest-InstanceActionsTestJSON-685681960 tempest-InstanceActionsTestJSON-685681960-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7522592-72ea-43b6-a2b1-7360d5de9794 HTTP/1.1" status: 200 len: 210 time: 0.1454973 Jan 28 16:40:14.826114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:14.833754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=81bbc3b3-a661-449f-b84d-7893896874e0,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:14.853280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:14.867270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46263-b720-4438-acd0-36a155f4f697 req-7464568b-91f6-4115-ba7e-435041462649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.868789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55f46263-b720-4438-acd0-36a155f4f697 req-7464568b-91f6-4115-ba7e-435041462649 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1133 time: 0.2082613 Jan 28 16:40:14.871299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd136b-6b95-44e5-97dd-ea074f59920e req-1643051e-0ca2-4f45-a1a7-30c4506da2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.872644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8bd136b-6b95-44e5-97dd-ea074f59920e req-1643051e-0ca2-4f45-a1a7-30c4506da2bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1128 time: 0.3047252 Jan 28 16:40:14.923091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.930702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.933981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.940851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.946717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.952940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.965131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-40acd977-619d-4e29-8195-1d643358165e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 4598 time: 0.3193190 Jan 28 16:40:14.972713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:14.973301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:14.974675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] 10.222.0.24 "PUT /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 1131 time: 3.1921957 Jan 28 16:40:15.017620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205cfe1-6255-4e7f-a24b-12233a59c489 req-d078372d-47ba-495b-985e-ca8fa4ca3828 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:15.025886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4205cfe1-6255-4e7f-a24b-12233a59c489 req-d078372d-47ba-495b-985e-ca8fa4ca3828 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 0.2785008 Jan 28 16:40:15.048949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:15.287924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a58b5a-873a-4342-b954-3cc4a9cb9373 service neutron] Pushing event updated for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:15.331392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8bd136b-6b95-44e5-97dd-ea074f59920e req-ba623c84-ae21-4e41-8649-733dcbda4d6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277737 Jan 28 16:40:15.353245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4205cfe1-6255-4e7f-a24b-12233a59c489 req-a7611700-7e5d-4a6d-a76d-c56726efe2f6 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264196 Jan 28 16:40:15.356229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55f46263-b720-4438-acd0-36a155f4f697 req-426cf42e-1859-4c5c-bb78-e084dc1c0355 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590244 Jan 28 16:40:15.369985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9f9747ee-f2f3-4678-9f92-07dd0524c8bd details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:15.384347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 78dcab9b-6de0-499b-813f-25a538f7a542 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:15.390241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:15.414521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 78dcab9b-6de0-499b-813f-25a538f7a542 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:40:15.414892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 78dcab9b-6de0-499b-813f-25a538f7a542 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:15.424442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90cf4a01-a32a-47bb-b8d3-29c18d22dfed req-2f01aabb-fd59-4a7f-b9d2-81fc9fd38198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3882954 Jan 28 16:40:15.531492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:15.546764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'port_id': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', 'mac_address': 'fa:16:3e:72:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b65e85a-caba-4cc0-b2d5-26d27e222351', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:15.617296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:15.617761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:15.635557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9747ee-f2f3-4678-9f92-07dd0524c8bd {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:15.660734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:15.667886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:15.722741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:15.762380 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532544bd-f604-4577-a99b-7813dcfb34bc x-openstack-request-id: req-532544bd-f604-4577-a99b-7813dcfb34bc {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:15.762973 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:15.762973 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-532544bd-f604-4577-a99b-7813dcfb34bc {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:15.763411 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'status': 'completed', 'code': 200} Jan 28 16:40:15.856951 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88463cd4-ce9e-4ce4-a103-b81987453c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:15.925009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec160b-206a-447b-ba48-143136fda9c4 req-7364b791-44b9-4782-9dc4-8c9580b675b2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:15.926779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15ec160b-206a-447b-ba48-143136fda9c4 req-7364b791-44b9-4782-9dc4-8c9580b675b2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 945 time: 0.1628001 Jan 28 16:40:15.965480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9f9747ee-f2f3-4678-9f92-07dd0524c8bd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:15.992838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d076b5f-f2ff-4b84-86f5-ff541a53a1ad req-aaa161fb-9e09-437b-8a36-99e84fcf1f3a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:15.994315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d076b5f-f2ff-4b84-86f5-ff541a53a1ad req-aaa161fb-9e09-437b-8a36-99e84fcf1f3a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.2343876 Jan 28 16:40:16.052386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.052902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.053371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.053828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.054297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.054871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.056712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25f0502e-3a33-4906-9125-e9b2a35914da req-50d35863-80f5-46c9-909c-4d60dd755eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5348 time: 0.2917023 Jan 28 16:40:16.068786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d076b5f-f2ff-4b84-86f5-ff541a53a1ad req-85baec6d-10f7-41de-8930-4e8a66b7b24c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576234 Jan 28 16:40:16.128251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15ec160b-206a-447b-ba48-143136fda9c4 req-fb3954c5-f648-4188-bb7b-ca1aecf38943 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955693 Jan 28 16:40:16.463173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:16.562868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Deleting subnet e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:40:16.572713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Publish callbacks [] for subnet (e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.634504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe60ba1-9558-46bd-a8e8-4670f684318c {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:16.647878 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.649591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6ba7-91bf-459e-9e1e-5dddee5faf0f req-79c96579-58aa-4177-82e4-aaeb4d1b2ee8 tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.658052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-753c6ba7-91bf-459e-9e1e-5dddee5faf0f req-79c96579-58aa-4177-82e4-aaeb4d1b2ee8 tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 1132 time: 0.4012806 Jan 28 16:40:16.677359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Publish callbacks [] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.704225 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-753c6ba7-91bf-459e-9e1e-5dddee5faf0f req-63905150-1f40-4a29-b540-51eec49fce3e tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.717037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-ce3935ec-1104-4efb-ad43-892444f150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.720032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-ce3935ec-1104-4efb-ad43-892444f150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.721298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-ce3935ec-1104-4efb-ad43-892444f150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:16.722942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25f0502e-3a33-4906-9125-e9b2a35914da req-ce3935ec-1104-4efb-ad43-892444f150fe service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6528296 Jan 28 16:40:16.737204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.746670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Transition to ACTIVE for port object 9fe60ba1-9558-46bd-a8e8-4670f684318c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:16.784168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.844863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.885247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:16.893135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:16.898353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-20d2e1c9-6de8-4178-bac1-3b92ddbd659f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e3c17fb1-f8e8-47bb-83c4-f9d1d6fab54c HTTP/1.1" status: 204 len: 168 time: 0.4335485 Jan 28 16:40:16.903310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40354) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:16.993437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (76fdd9dd-da7e-45b3-b20b-cfb403b1d570), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.142931 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (76fdd9dd-da7e-45b3-b20b-cfb403b1d570), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.193606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fdd9dd-da7e-45b3-b20b-cfb403b1d570']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:17.216214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c6383c-cd4c-4d19-af14-59d16690adce') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:17.216992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c6383c-cd4c-4d19-af14-59d16690adce') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:17.235430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (39c6383c-cd4c-4d19-af14-59d16690adce), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.252165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (39c6383c-cd4c-4d19-af14-59d16690adce), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.260491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:40:17.261635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (39c6383c-cd4c-4d19-af14-59d16690adce), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.263912 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:40:17.323546 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:40:17.326969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (76fdd9dd-da7e-45b3-b20b-cfb403b1d570), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.351040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-753c6ba7-91bf-459e-9e1e-5dddee5faf0f req-63905150-1f40-4a29-b540-51eec49fce3e tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] Publish callbacks [] for security_group (872ec575-304c-4744-b540-736064a119c9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.354302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9f9747ee-f2f3-4678-9f92-07dd0524c8bd up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:17.354887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.359488 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/76fdd9dd-da7e-45b3-b20b-cfb403b1d570 HTTP/1.1" status: 204 len: 168 time: 0.4537067 Jan 28 16:40:17.386960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769517b-7a1f-4c6e-9740-4746216de5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76fdd9dd-da7e-45b3-b20b-cfb403b1d570,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:17.406152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-753c6ba7-91bf-459e-9e1e-5dddee5faf0f req-63905150-1f40-4a29-b540-51eec49fce3e tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (872ec575-304c-4744-b540-736064a119c9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.408977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:17.514495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:17.520269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:17.520649 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.535092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63905150-1f40-4a29-b540-51eec49fce3e tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872ec575-304c-4744-b540-736064a119c9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:17.613320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d093-e0b2-4aaf-8361-ee842d99d5f4 req-fb1a1313-baf3-4a82-a14b-e8dea1ad8cd8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:17.620924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7f4d093-e0b2-4aaf-8361-ee842d99d5f4 req-fb1a1313-baf3-4a82-a14b-e8dea1ad8cd8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 1.0722761 Jan 28 16:40:17.671312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40364) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:17.744571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-753c6ba7-91bf-459e-9e1e-5dddee5faf0f req-63905150-1f40-4a29-b540-51eec49fce3e tempest-ServersAdminNegativeTestJSON-1997279751 tempest-ServersAdminNegativeTestJSON-1997279751-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0852449 Jan 28 16:40:17.756958 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c83a9370-f507-4571-a46e-7968d81e30a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8541fee954249478eb7d620359f6382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807664 Jan 28 16:40:17.759181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40366) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:17.777696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:17.778183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.791434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'name': 'network-vif-deleted', 'tag': '78dcab9b-6de0-499b-813f-25a538f7a542'}, {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '81bbc3b3-a661-449f-b84d-7893896874e0'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:17.795142 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a019e96-c00b-4f84-8184-bc2a3d66da46" -d '{"events": [{"server_uuid": "c7522592-72ea-43b6-a2b1-7360d5de9794", "name": "network-vif-deleted", "tag": "78dcab9b-6de0-499b-813f-25a538f7a542"}, {"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "81bbc3b3-a661-449f-b84d-7893896874e0"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:17.839217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:17.848492 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b5559e-a8e6-43e6-877c-24a89e2e7d1b" -d '{"events": [{"server_uuid": "00d77d2f-d36f-4d60-a159-fbe8accda3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9f9747ee-f2f3-4678-9f92-07dd0524c8bd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:17.854128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed4cae73-7fc3-4127-9551-1c75b4607493 admin admin] Publish callbacks [] for security_group (6ea19a2d-13a8-4640-ac9c-5d4c5fd35616), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.875098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7f4d093-e0b2-4aaf-8361-ee842d99d5f4 req-312ee832-e214-442f-b44d-d95ba2b96465 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513864 Jan 28 16:40:17.887635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:17.893783 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a0a498b6-2350-4305-8c9c-8a858e389385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.898094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed4cae73-7fc3-4127-9551-1c75b4607493 admin admin] Publish callbacks [] for security_group (6ea19a2d-13a8-4640-ac9c-5d4c5fd35616), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:17.901920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:18.001282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed4cae73-7fc3-4127-9551-1c75b4607493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ea19a2d-13a8-4640-ac9c-5d4c5fd35616), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:18.008330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed4cae73-7fc3-4127-9551-1c75b4607493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:18.013180 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed4cae73-7fc3-4127-9551-1c75b4607493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ea19a2d-13a8-4640-ac9c-5d4c5fd35616 HTTP/1.1" status: 204 len: 168 time: 0.2529626 Jan 28 16:40:18.030733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cae73-7fc3-4127-9551-1c75b4607493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea19a2d-13a8-4640-ac9c-5d4c5fd35616,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:18.048779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0502e-3a33-4906-9125-e9b2a35914da req-98407de4-6890-41b7-96ce-cc3708ace6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.051795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25f0502e-3a33-4906-9125-e9b2a35914da req-98407de4-6890-41b7-96ce-cc3708ace6d2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3019085 Jan 28 16:40:18.061153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:18.122752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Attempting to bind port 9fe60ba1-9558-46bd-a8e8-4670f684318c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:18.123141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Attempting to bind port 9fe60ba1-9558-46bd-a8e8-4670f684318c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:18.123413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Attempting to bind port 9fe60ba1-9558-46bd-a8e8-4670f684318c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:18.136790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Port 9fe60ba1-9558-46bd-a8e8-4670f684318c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:18.138469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Attempting to bind port 9fe60ba1-9558-46bd-a8e8-4670f684318c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:18.159748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:18.160186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Checking segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:18.160464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Bound using segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:18.160940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Bound port: 9fe60ba1-9558-46bd-a8e8-4670f684318c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:18.161305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:18.174560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a40d0-eaa0-4871-82c8-ede44dbca3ed req-376e910a-e161-4058-93e0-b2b15d988234 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.181052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a40d0-eaa0-4871-82c8-ede44dbca3ed req-376e910a-e161-4058-93e0-b2b15d988234 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.186981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a40d0-eaa0-4871-82c8-ede44dbca3ed req-376e910a-e161-4058-93e0-b2b15d988234 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.188704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f0a40d0-eaa0-4871-82c8-ede44dbca3ed req-376e910a-e161-4058-93e0-b2b15d988234 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2417 time: 0.2327013 Jan 28 16:40:18.230996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.237154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.243817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.250105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.258272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.263794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.270015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.278552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-908ba2e5-1306-4230-80ff-028035556c18 req-89e70772-6f9b-489a-80c6-1b5f577abf0d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5370 time: 0.2254272 Jan 28 16:40:18.471946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f0a40d0-eaa0-4871-82c8-ede44dbca3ed req-be2c2157-5f13-4f3c-b5e6-5a55c07276c8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632716 Jan 28 16:40:18.518154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-908ba2e5-1306-4230-80ff-028035556c18 req-38bbd2e7-20b9-4e80-b09b-57628387a241 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2386274 Jan 28 16:40:18.541267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:18.549115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:18.566115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:18.620858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-b620a97a-d690-4909-96df-b1798868e3aa tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.627701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-b620a97a-d690-4909-96df-b1798868e3aa tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.633204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-b620a97a-d690-4909-96df-b1798868e3aa tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.634995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-b620a97a-d690-4909-96df-b1798868e3aa tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2417 time: 0.2503593 Jan 28 16:40:18.706099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:18.706888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:18.708454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] 10.222.0.24 "PUT /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 1131 time: 3.6644778 Jan 28 16:40:18.807682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:18.946644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a2f55-3079-42f3-bb9c-3a777aa94be3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:19.006052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1516128a-2e57-4502-bd57-f92761f3e335), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:19.020881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8649c-19cd-4c7a-bfe7-a564a36a3758 req-4a32946a-636a-4540-9607-e110e066a1ce tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.028045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fa8649c-19cd-4c7a-bfe7-a564a36a3758 req-4a32946a-636a-4540-9607-e110e066a1ce tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 946 time: 0.3898139 Jan 28 16:40:19.044927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb2e8-1d15-4cbd-a011-a9f869e60766 req-cd73a209-6e50-4a22-a036-774f610c4cbd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.046512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fbfb2e8-1d15-4cbd-a011-a9f869e60766 req-cd73a209-6e50-4a22-a036-774f610c4cbd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.4069910 Jan 28 16:40:19.263962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fa8649c-19cd-4c7a-bfe7-a564a36a3758 req-6991b7ba-d807-4a1d-b720-ab11ae248f49 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305348 Jan 28 16:40:19.265524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40400) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:19.269138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:19.274395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:19.284649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fbfb2e8-1d15-4cbd-a011-a9f869e60766 req-705df641-dcda-45a0-a25c-641816e3ce95 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271867 Jan 28 16:40:19.325340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:19.510548 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f21c4-0c29-4923-b600-cf92138d33f3 x-openstack-request-id: req-b95f21c4-0c29-4923-b600-cf92138d33f3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:19.512145 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d77d2f-d36f-4d60-a159-fbe8accda3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9f9747ee-f2f3-4678-9f92-07dd0524c8bd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:19.512145 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b95f21c4-0c29-4923-b600-cf92138d33f3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:19.512145 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', 'code': 200} Jan 28 16:40:19.514479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1074531399-network', 'tenant_id': '84a53d43f0934ce0a6925bdb36f83d4d'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:19.557752 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38397664-200a-46f0-bac5-003eb37f9a7d x-openstack-request-id: req-38397664-200a-46f0-bac5-003eb37f9a7d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:19.558506 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7522592-72ea-43b6-a2b1-7360d5de9794", "name": "network-vif-deleted", "tag": "78dcab9b-6de0-499b-813f-25a538f7a542", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "81bbc3b3-a661-449f-b84d-7893896874e0", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:19.559117 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38397664-200a-46f0-bac5-003eb37f9a7d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:19.559758 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7522592-72ea-43b6-a2b1-7360d5de9794', 'name': 'network-vif-deleted', 'tag': '78dcab9b-6de0-499b-813f-25a538f7a542', 'status': 'completed', 'code': 200} Jan 28 16:40:19.560404 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '81bbc3b3-a661-449f-b84d-7893896874e0', 'status': 'completed', 'code': 200} Jan 28 16:40:19.712597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Made reservation on behalf of 84a53d43f0934ce0a6925bdb36f83d4d for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:19.714965 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:19.757802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:19.802811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:19.803192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:19.809907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.810390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.810859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.815492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.816031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.816509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.818860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.820925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-e92f93d5-d075-48d3-a30c-c484c206aad2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6303 time: 0.3431916 Jan 28 16:40:19.854854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32b8ee-1863-4c79-8936-c5326d30dc5a req-3df7f41a-c5ba-475c-97f7-03e10bf4ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.856700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd32b8ee-1863-4c79-8936-c5326d30dc5a req-3df7f41a-c5ba-475c-97f7-03e10bf4ad48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 1129 time: 0.2430725 Jan 28 16:40:19.885471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1f176-c823-4772-b3ab-2f2d2eb61eec req-e1c76a14-1440-47f6-ae7b-61a87492f7f3 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:19.892630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54b1f176-c823-4772-b3ab-2f2d2eb61eec req-e1c76a14-1440-47f6-ae7b-61a87492f7f3 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 0.2778811 Jan 28 16:40:19.904396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:19.980877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1516128a-2e57-4502-bd57-f92761f3e335 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:20.000147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Publish callbacks [] for port (1516128a-2e57-4502-bd57-f92761f3e335), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.019842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Transition to ACTIVE for port object 1516128a-2e57-4502-bd57-f92761f3e335 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:20.038198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-516e9433-596f-4e98-a03e-12f1939f0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.038808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-516e9433-596f-4e98-a03e-12f1939f0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.039332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-516e9433-596f-4e98-a03e-12f1939f0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.041004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-516e9433-596f-4e98-a03e-12f1939f0003 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2105887 Jan 28 16:40:20.085565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54b1f176-c823-4772-b3ab-2f2d2eb61eec req-763507b0-2dc0-46fc-912b-0ec00b23e4a6 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919425 Jan 28 16:40:20.086035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks [] for security_group (677e006d-a16a-4c49-a5d3-5d24cc932c6a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.086217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.121618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (677e006d-a16a-4c49-a5d3-5d24cc932c6a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.183544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677e006d-a16a-4c49-a5d3-5d24cc932c6a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:20.232116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:40:20.242223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd32b8ee-1863-4c79-8936-c5326d30dc5a req-df951aaf-f78f-4d2d-b615-88be5aa2c010 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340173 Jan 28 16:40:20.267425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (bb641a07-e26d-4239-a21c-b98acfeedfe7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.268010 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Added segment bb641a07-e26d-4239-a21c-b98acfeedfe7 of type vlan for network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 Jan 28 16:40:20.340654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-f76b5552-febe-478a-b358-3bb19703579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.342713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a019e96-c00b-4f84-8184-bc2a3d66da46 req-f76b5552-febe-478a-b358-3bb19703579b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2927120 Jan 28 16:40:20.367994 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (04a3eb7b-7c49-4550-8d91-cab6cbb10fb2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.403986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (04a3eb7b-7c49-4550-8d91-cab6cbb10fb2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.406147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.406954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.445886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbada-dbff-4b42-a0bb-3547be2d50d5 req-34b9c46e-5964-412f-96f8-ff829a447fef tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.453575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79acbada-dbff-4b42-a0bb-3547be2d50d5 req-34b9c46e-5964-412f-96f8-ff829a447fef tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1133 time: 0.4181719 Jan 28 16:40:20.469864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79acbada-dbff-4b42-a0bb-3547be2d50d5 req-9e6fd020-5298-4f27-878e-066550505971 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.478070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Pushing event updated for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:20.479043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] Pushing event updated for resources: {'Network': ['ID=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:20.488889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9204a706-9a2b-424c-8e69-78ec706ea1ec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2222650 Jan 28 16:40:20.491622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40438) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:20.500732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:40:20.505336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Request body: {'subnet': {'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1074531399-subnet', 'tenant_id': '84a53d43f0934ce0a6925bdb36f83d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:20.520111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Attempting to bind port 1516128a-2e57-4502-bd57-f92761f3e335 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:20.520453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Attempting to bind port 1516128a-2e57-4502-bd57-f92761f3e335 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:20.520796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Attempting to bind port 1516128a-2e57-4502-bd57-f92761f3e335 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:20.528231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Made reservation on behalf of 84a53d43f0934ce0a6925bdb36f83d4d for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:20.531025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.550866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Port 1516128a-2e57-4502-bd57-f92761f3e335 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:20.551123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Attempting to bind port 1516128a-2e57-4502-bd57-f92761f3e335 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:20.569027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99add23-2260-4fc4-878d-6f5d9440033f req-c4f82d91-3c98-40cb-aee6-50e2f185cb74 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.574289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99add23-2260-4fc4-878d-6f5d9440033f req-c4f82d91-3c98-40cb-aee6-50e2f185cb74 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.581218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99add23-2260-4fc4-878d-6f5d9440033f req-c4f82d91-3c98-40cb-aee6-50e2f185cb74 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.582872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f99add23-2260-4fc4-878d-6f5d9440033f req-c4f82d91-3c98-40cb-aee6-50e2f185cb74 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 2417 time: 0.3311622 Jan 28 16:40:20.587493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:20.587828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Checking segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:20.588208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Bound using segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:20.588651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Bound port: 1516128a-2e57-4502-bd57-f92761f3e335, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:20.589034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1516128a-2e57-4502-bd57-f92761f3e335), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.606246 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.769014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (99862fc5-c1ef-401f-aca9-f411f3ecd4a9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.774535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f99add23-2260-4fc4-878d-6f5d9440033f req-0d7532e0-661f-43fd-8ff3-9aa379559534 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673748 Jan 28 16:40:20.791388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:20.827021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=99862fc5-c1ef-401f-aca9-f411f3ecd4a9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:20.834216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1516128a-2e57-4502-bd57-f92761f3e335,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:20.876809 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.893974 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79acbada-dbff-4b42-a0bb-3547be2d50d5 req-9e6fd020-5298-4f27-878e-066550505971 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Publish callbacks [] for security_group (28658f8b-ddd1-453c-b9fa-561fd63f4fa6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.910660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:20.914089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79acbada-dbff-4b42-a0bb-3547be2d50d5 req-9e6fd020-5298-4f27-878e-066550505971 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (28658f8b-ddd1-453c-b9fa-561fd63f4fa6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.929522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (8f07b62c-77dc-46b3-a36d-57ddb2cd622e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.949114 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:20.952133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-2fa4afff-6e55-4415-b1b7-2de8274af169 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "DELETE /v2.0/ports/99862fc5-c1ef-401f-aca9-f411f3ecd4a9 HTTP/1.1" status: 204 len: 173 time: 2.2784567 Jan 28 16:40:20.996870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f07b62c-77dc-46b3-a36d-57ddb2cd622e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:20.997826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:20.999035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.000459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] 10.222.0.24 "PUT /v2.0/ports/1516128a-2e57-4502-bd57-f92761f3e335 HTTP/1.1" status: 200 len: 1091 time: 2.2469337 Jan 28 16:40:21.026803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Checking segment: {'id': 'bb641a07-e26d-4239-a21c-b98acfeedfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:21.027174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Network hostable DHCP agents. Network: 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:40:21.041528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fd020-5298-4f27-878e-066550505971 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28658f8b-ddd1-453c-b9fa-561fd63f4fa6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:21.065559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:40:21.070844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:21.088908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:21.099896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f053ce7-cb26-49d0-8420-c77a800d2764 None None] Network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:21.100140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.100813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.144831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79acbada-dbff-4b42-a0bb-3547be2d50d5 req-9e6fd020-5298-4f27-878e-066550505971 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902928 Jan 28 16:40:21.145143 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8582afb4-53e8-4aca-9ba8-20e164ff66fc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6524222 Jan 28 16:40:21.196312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1427ce-c3bd-4754-9a59-fb4883246beb service neutron] Pushing event updated for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:21.263251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f37179-ac03-4df5-9832-6b7a3fd2c2d7 None None] Network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:21.464662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.470610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.475925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.481276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.487309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.492588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.498097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:21.500175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-b753a549-58e6-4ae6-8872-c4e6fb29d340 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5382 time: 0.6049733 Jan 28 16:40:21.557976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.568400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '9fe60ba1-9558-46bd-a8e8-4670f684318c'}, {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-deleted', 'tag': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9'}, {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:21.570650 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e714814-db8d-47e6-95a0-c51f2c30af0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "9fe60ba1-9558-46bd-a8e8-4670f684318c"}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-deleted", "tag": "99862fc5-c1ef-401f-aca9-f411f3ecd4a9"}, {"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "1516128a-2e57-4502-bd57-f92761f3e335"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:21.695432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50fa450-4bab-4876-a73d-305549688635 req-b5028780-7646-44a8-b5e1-a20c85d67d6e tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 258 time: 0.4764290 Jan 28 16:40:21.698604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port a52332b1-3111-467b-91dd-83787b9f73fc {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:21.698949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.713402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.723176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52ff0853-31d3-474a-a8f0-762e7ad5e7b7 req-4692e9ee-8ac6-474a-a0dd-dfd8b540451b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065744 Jan 28 16:40:21.731631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:21.902267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.937442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port a52332b1-3111-467b-91dd-83787b9f73fc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a52332b1-3111-467b-91dd-83787b9f73fc,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:21.937805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:21.991077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for a52332b1-3111-467b-91dd-83787b9f73fc owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:22.414498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b8e7-4d95-45c8-b3af-324169394d67 req-9bb10954-782b-4284-87cd-41ba559d69cf tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:22.416030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86c0b8e7-4d95-45c8-b3af-324169394d67 req-9bb10954-782b-4284-87cd-41ba559d69cf tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 946 time: 0.5836980 Jan 28 16:40:22.561618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86c0b8e7-4d95-45c8-b3af-324169394d67 req-5e1bbb4b-36a0-4a08-86a5-820e56afbcfa tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272118 Jan 28 16:40:22.611906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:22.637783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:40:22.638443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99862fc5-c1ef-401f-aca9-f411f3ecd4a9 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:22.639276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a52332b1-3111-467b-91dd-83787b9f73fc no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:22.654032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95a78d9-089c-476d-b630-6227a9ac627c {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:22.661384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:22.669193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Publish callbacks [] for port (c95a78d9-089c-476d-b630-6227a9ac627c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:22.705836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a52332b1-3111-467b-91dd-83787b9f73fc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:22.707603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Transition to ACTIVE for port object c95a78d9-089c-476d-b630-6227a9ac627c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:22.713219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No active binding found for port a52332b1-3111-467b-91dd-83787b9f73fc {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:40:22.713600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port a52332b1-3111-467b-91dd-83787b9f73fc host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:40:22.714199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a52332b1-3111-467b-91dd-83787b9f73fc not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:22.714482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7cf537d9-0a43-4099-b3b6-25a856120bc7 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:22.744327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:22.790034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=a52332b1-3111-467b-91dd-83787b9f73fc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:22.887670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7cf537d9-0a43-4099-b3b6-25a856120bc7 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:22.888058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:22.935199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port a52332b1-3111-467b-91dd-83787b9f73fc on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:22.935770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:22.941840 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f354755-c275-402d-8d17-3dad33a8fbb8" -d '{"events": [{"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:22.948439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:22.951959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-761f9e42-e7ff-43ed-b2db-3836e3bde39f tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "DELETE /v2.0/ports/a52332b1-3111-467b-91dd-83787b9f73fc HTTP/1.1" status: 204 len: 173 time: 1.9808533 Jan 28 16:40:22.961701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:22.975533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.059177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:23.062127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Pushing event updated for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:23.065499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Allocated IP 172.25.8.59 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/c3e3a039-6200-40a3-bed2-398c3a785b2c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:23.254617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Attempting to bind port c95a78d9-089c-476d-b630-6227a9ac627c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:23.254963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Attempting to bind port c95a78d9-089c-476d-b630-6227a9ac627c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:23.255293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Attempting to bind port c95a78d9-089c-476d-b630-6227a9ac627c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:23.271881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Port c95a78d9-089c-476d-b630-6227a9ac627c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:23.272215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Attempting to bind port c95a78d9-089c-476d-b630-6227a9ac627c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:23.285298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:23.285718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Checking segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:23.286035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Bound using segment: {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:23.286477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Bound port: c95a78d9-089c-476d-b630-6227a9ac627c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:23.286841 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.349235 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-0707d891-d60d-489c-8d60-16326049468c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583999 Jan 28 16:40:23.357290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.357902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-e23f44d2-e05a-4b67-abba-65b199a5e4c0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:40:23.359113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-e23f44d2-e05a-4b67-abba-65b199a5e4c0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052612 Jan 28 16:40:23.364844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port 7cf537d9-0a43-4099-b3b6-25a856120bc7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:23.365195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.489797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:23.512232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c95a78d9-089c-476d-b630-6227a9ac627c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:23.519122 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0ec8d7-76de-4ab4-88b7-a22df3bf155f x-openstack-request-id: req-3d0ec8d7-76de-4ab4-88b7-a22df3bf155f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:23.519430 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "9fe60ba1-9558-46bd-a8e8-4670f684318c", "status": "completed", "code": 200}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-deleted", "tag": "99862fc5-c1ef-401f-aca9-f411f3ecd4a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "1516128a-2e57-4502-bd57-f92761f3e335", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:23.519692 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d0ec8d7-76de-4ab4-88b7-a22df3bf155f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:23.520122 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '9fe60ba1-9558-46bd-a8e8-4670f684318c', 'status': 'completed', 'code': 200} Jan 28 16:40:23.520384 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-deleted', 'tag': '99862fc5-c1ef-401f-aca9-f411f3ecd4a9', 'status': 'completed', 'code': 200} Jan 28 16:40:23.520666 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335', 'status': 'completed', 'code': 200} Jan 28 16:40:23.536084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.540323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port 7cf537d9-0a43-4099-b3b6-25a856120bc7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7cf537d9-0a43-4099-b3b6-25a856120bc7,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:23.540708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.554118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.584483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for 7cf537d9-0a43-4099-b3b6-25a856120bc7 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:23.617127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:23.625301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.626271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.626601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.627235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:23.627469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.628104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.628630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] 10.222.0.24 "PUT /v2.0/ports/c95a78d9-089c-476d-b630-6227a9ac627c HTTP/1.1" status: 200 len: 1091 time: 2.5700684 Jan 28 16:40:23.628959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.629590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.630216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.632791 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-9e6c2a93-2c85-476d-a1f9-56c9b0daccbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6501 time: 0.0815706 Jan 28 16:40:23.649724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:23.658543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:23.707892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:23.715614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event updated for resources: {'Port': ['ID=c3e3a039-6200-40a3-bed2-398c3a785b2c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:23.779438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-11216b08-4a8c-4ede-bb45-48be35a190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.780061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-11216b08-4a8c-4ede-bb45-48be35a190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.781087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-11216b08-4a8c-4ede-bb45-48be35a190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.783566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-11216b08-4a8c-4ede-bb45-48be35a190c3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1393466 Jan 28 16:40:23.920182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-64dec73d-2bcd-4f28-b34a-ad3b1813f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.922770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-64dec73d-2bcd-4f28-b34a-ad3b1813f529 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312821 Jan 28 16:40:23.926491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e7280-b432-4ed8-bef7-a96a9d9b518d req-18912923-a8bc-4687-bfd2-2234ea1f348c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:23.933571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c82e7280-b432-4ed8-bef7-a96a9d9b518d req-18912923-a8bc-4687-bfd2-2234ea1f348c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74bc448-0e57-4a0d-a431-3ac8d74c6d3c HTTP/1.1" status: 200 len: 943 time: 0.3404901 Jan 28 16:40:23.984600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac03d4-588f-48a4-bf7f-e89f36691835 service neutron] Pushing event updated for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:23.987210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.083608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.085149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.086601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.088701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.089349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.089987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.090543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.090830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.094116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-31fd0ec6-e374-4dad-9342-a66a3a80ac69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6501 time: 0.0717113 Jan 28 16:40:24.151147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c82e7280-b432-4ed8-bef7-a96a9d9b518d req-188cf2c4-d5af-47b2-b9bb-d25017f02676 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166348 Jan 28 16:40:24.186330 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7cf537d9-0a43-4099-b3b6-25a856120bc7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.238970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-092c75cb-21ac-460f-953a-5aebf865666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.239567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-092c75cb-21ac-460f-953a-5aebf865666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.240163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-092c75cb-21ac-460f-953a-5aebf865666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.242336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-092c75cb-21ac-460f-953a-5aebf865666f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1407351 Jan 28 16:40:24.303966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.420011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=7cf537d9-0a43-4099-b3b6-25a856120bc7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:24.485490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-bd9dbb6f-ddd8-4cda-84b5-5c5f6c59488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.487041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e714814-db8d-47e6-95a0-c51f2c30af0e req-bd9dbb6f-ddd8-4cda-84b5-5c5f6c59488e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356853 Jan 28 16:40:24.600834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port 7cf537d9-0a43-4099-b3b6-25a856120bc7 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:24.604266 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.609459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9b9f7d-ac43-47b4-a266-8bbac54f9e9a req-d52cb0d0-05ea-449e-acb1-849049f3cc6c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.24 "DELETE /v2.0/ports/7cf537d9-0a43-4099-b3b6-25a856120bc7 HTTP/1.1" status: 204 len: 173 time: 1.6330829 Jan 28 16:40:24.615511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:24.724507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:24.725280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.776141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:24.784056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:24.840025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.842347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:24.855217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.861968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.868620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.875521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.881404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.887108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:24.889095 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-6ffeb906-7dc6-4214-817e-3faafcc10ff3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5394 time: 0.3445187 Jan 28 16:40:24.970227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ecbc15-f856-4cd1-a334-d3bf90772a82 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:24.990758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Publish callbacks [] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.020365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.031323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Transition to ACTIVE for port object a5ecbc15-f856-4cd1-a334-d3bf90772a82 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:25.032526 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.047677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f457321-49f6-4e20-9c48-b440d7059de9 req-bea81678-24a0-477c-9ae1-6a244989436b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489727 Jan 28 16:40:25.069727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.154540 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02694d1-acc3-4e5f-bdeb-70c0a292b8e5 x-openstack-request-id: req-e02694d1-acc3-4e5f-bdeb-70c0a292b8e5 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:25.154850 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:25.155152 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e02694d1-acc3-4e5f-bdeb-70c0a292b8e5 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:25.156423 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7', 'code': 200} Jan 28 16:40:25.171832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event updated for resources: {'Port': ['ID=c3e3a039-6200-40a3-bed2-398c3a785b2c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:25.317670 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.371493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:25.396269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.397526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50fa450-4bab-4876-a73d-305549688635 req-4470dfd1-283c-4cd8-852b-6d047681b62a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6916885 Jan 28 16:40:25.440288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Attempting to bind port a5ecbc15-f856-4cd1-a334-d3bf90772a82 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:25.440636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Attempting to bind port a5ecbc15-f856-4cd1-a334-d3bf90772a82 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:25.441124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Attempting to bind port a5ecbc15-f856-4cd1-a334-d3bf90772a82 on network 07766232-8393-45f7-be9c-388086ef8cf0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:25.714854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-19f2b86a-8d3b-4db4-89d7-2fd7007a9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:25.716291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-19f2b86a-8d3b-4db4-89d7-2fd7007a9d61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1133 time: 0.5357335 Jan 28 16:40:25.716780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-deleted', 'tag': 'a52332b1-3111-467b-91dd-83787b9f73fc'}, {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c'}, {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-deleted', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:25.719080 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac6f609-307c-469d-ae4a-227fea50ea98" -d '{"events": [{"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-deleted", "tag": "a52332b1-3111-467b-91dd-83787b9f73fc"}, {"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c"}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-deleted", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:25.741295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde5e1-8c78-477a-aa14-533fffb3cf13 req-1a75c7c2-5076-4436-a0ae-bd3b68d58359 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:25.743021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10cde5e1-8c78-477a-aa14-533fffb3cf13 req-1a75c7c2-5076-4436-a0ae-bd3b68d58359 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.4966831 Jan 28 16:40:25.751256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Port a5ecbc15-f856-4cd1-a334-d3bf90772a82 on network 07766232-8393-45f7-be9c-388086ef8cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:25.751587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Attempting to bind port a5ecbc15-f856-4cd1-a334-d3bf90772a82 on network 07766232-8393-45f7-be9c-388086ef8cf0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:25.759136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50fa450-4bab-4876-a73d-305549688635 req-bb446fd3-58ae-4d2d-bb3b-a8e903869746 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 695 time: 0.3529775 Jan 28 16:40:25.805336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:25.805723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Checking segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:25.806067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Bound using segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:25.806523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Bound port: a5ecbc15-f856-4cd1-a334-d3bf90772a82, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:25.806887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:25.974954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10cde5e1-8c78-477a-aa14-533fffb3cf13 req-0d4d7492-4eef-497a-8039-0bf56dc53c06 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192435 Jan 28 16:40:26.008592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-6e2dae67-4374-47d8-9073-6f0cbf78db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.010126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-6e2dae67-4374-47d8-9073-6f0cbf78db66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2767472 Jan 28 16:40:26.019764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:26.074590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-1ac731b3-3091-41ec-93dc-36b8b6f52c70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.0561609 Jan 28 16:40:26.081830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa450-4bab-4876-a73d-305549688635 req-15078059-f8e4-4cbf-9109-f8f24acc3b96 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.082741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50fa450-4bab-4876-a73d-305549688635 req-15078059-f8e4-4cbf-9109-f8f24acc3b96 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3099988 Jan 28 16:40:26.084507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:26.096878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.172879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.173428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.174850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5ecbc15-f856-4cd1-a334-d3bf90772a82 HTTP/1.1" status: 200 len: 1092 time: 2.4850051 Jan 28 16:40:26.184883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-62cb98bf-54f5-4c96-9b25-17fad5098e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.186413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-62cb98bf-54f5-4c96-9b25-17fad5098e6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0999389 Jan 28 16:40:26.228982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Request body: {'port': {'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:26.317912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d131e-f1c6-4ad3-b1ed-5c11be8dce11 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:26.408113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.437180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e8d4-39a7-4fc0-9da2-db6925c9ae3e req-ad2155e5-b3de-4e77-8537-4f2097e553f2 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.438613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aaf3e8d4-39a7-4fc0-9da2-db6925c9ae3e req-ad2155e5-b3de-4e77-8537-4f2097e553f2 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 947 time: 0.2478364 Jan 28 16:40:26.446370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-ae79fd31-9d82-47c9-9c7e-1d65107bac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.447904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-ae79fd31-9d82-47c9-9c7e-1d65107bac13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2490151 Jan 28 16:40:26.470731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40542) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:26.555759 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966dbe1-7ad4-4949-92b4-5f9bc54be3da x-openstack-request-id: req-f966dbe1-7ad4-4949-92b4-5f9bc54be3da {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:26.555759 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-deleted", "tag": "a52332b1-3111-467b-91dd-83787b9f73fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c", "status": "completed", "code": 200}, {"server_uuid": "f74bc448-0e57-4a0d-a431-3ac8d74c6d3c", "name": "network-vif-deleted", "tag": "7cf537d9-0a43-4099-b3b6-25a856120bc7", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:26.555759 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f966dbe1-7ad4-4949-92b4-5f9bc54be3da {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:26.556286 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-deleted', 'tag': 'a52332b1-3111-467b-91dd-83787b9f73fc', 'status': 'completed', 'code': 200} Jan 28 16:40:26.556286 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c', 'status': 'completed', 'code': 200} Jan 28 16:40:26.556527 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74bc448-0e57-4a0d-a431-3ac8d74c6d3c', 'name': 'network-vif-deleted', 'tag': '7cf537d9-0a43-4099-b3b6-25a856120bc7', 'status': 'completed', 'code': 200} Jan 28 16:40:26.595018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting subnet 85e82ed2-b31c-4caa-a06e-3452d58a1578 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:40:26.599551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for subnet (85e82ed2-b31c-4caa-a06e-3452d58a1578), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.678916 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (85e82ed2-b31c-4caa-a06e-3452d58a1578), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.694048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aaf3e8d4-39a7-4fc0-9da2-db6925c9ae3e req-ef4104d5-1b19-444f-9805-1e9020bc81c8 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438185 Jan 28 16:40:26.787498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-3b0187cb-f014-48f7-b9f5-dc645c9c0797 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314841 Jan 28 16:40:26.794016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (85e82ed2-b31c-4caa-a06e-3452d58a1578), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.802537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.802862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.804393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.804393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.804393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.804750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.805122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:26.807086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-ce2927ab-76e1-4b39-995d-67f95a6119ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6600 time: 0.2183251 Jan 28 16:40:26.869962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (85e82ed2-b31c-4caa-a06e-3452d58a1578), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.899230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Subnet': ['ID=85e82ed2-b31c-4caa-a06e-3452d58a1578,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:26.906943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:26.911742 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-065a3775-a9a8-404c-bab0-a214aab7345e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/subnets/85e82ed2-b31c-4caa-a06e-3452d58a1578 HTTP/1.1" status: 204 len: 168 time: 0.4376800 Jan 28 16:40:26.912923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40548) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:26.913908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1e472-c8dd-4136-a631-0558fa402e8c None None] Network 59fcaeb0-8124-4aca-b91f-3a614250a987 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:26.995157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (59fcaeb0-8124-4aca-b91f-3a614250a987), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.066755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port c5795ac6-d629-478d-818d-c9235281dd52 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:27.067863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c5795ac6-d629-478d-818d-c9235281dd52), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.118780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] DHCP port deletion for 59fcaeb0-8124-4aca-b91f-3a614250a987 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:40:27.158218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:27.160913 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0599f17-0d54-4c3d-9573-9ea4dd021795" -d '{"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:27.178177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.181849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port c5795ac6-d629-478d-818d-c9235281dd52, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c5795ac6-d629-478d-818d-c9235281dd52,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:27.182278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c5795ac6-d629-478d-818d-c9235281dd52), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.183932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.190069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.195561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.200929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.206985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.212339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.212480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for c5795ac6-d629-478d-818d-c9235281dd52 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:27.213115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] Deleting port c5795ac6-d629-478d-818d-c9235281dd52 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:27.214625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-2ec610ce-ebb2-4dca-8e28-ccf99bb8ba21 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5406 time: 0.4066396 Jan 28 16:40:27.215159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c5795ac6-d629-478d-818d-c9235281dd52), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.279541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-e04207f2-ed4a-4687-a5b1-253084e38d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.280474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-e04207f2-ed4a-4687-a5b1-253084e38d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.280742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-e04207f2-ed4a-4687-a5b1-253084e38d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.282433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-e04207f2-ed4a-4687-a5b1-253084e38d8f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4608684 Jan 28 16:40:27.291651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-87a69984-b3c0-4d28-b38d-7b28044ccf94 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720860 Jan 28 16:40:27.301562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] For port c5795ac6-d629-478d-818d-c9235281dd52, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c5795ac6-d629-478d-818d-c9235281dd52,segment=NetworkSegment(7443a55d-5266-4a7c-ad46-492f0be057e4),segment_id=7443a55d-5266-4a7c-ad46-492f0be057e4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:27.302032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c5795ac6-d629-478d-818d-c9235281dd52), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.310598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-5a66ad6e-2a8e-44c7-b482-cc966f4d1281 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:27.316765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] Calling delete_port for c5795ac6-d629-478d-818d-c9235281dd52 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:27.318189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-5a66ad6e-2a8e-44c7-b482-cc966f4d1281 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4626334 Jan 28 16:40:27.322756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c5795ac6-d629-478d-818d-c9235281dd52 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:27.330623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c5795ac6-d629-478d-818d-c9235281dd52), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.352893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c5795ac6-d629-478d-818d-c9235281dd52 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:40:27.353154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c5795ac6-d629-478d-818d-c9235281dd52 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:27.403495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port c5795ac6-d629-478d-818d-c9235281dd52 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:27.413610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=c5795ac6-d629-478d-818d-c9235281dd52,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:27.450419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c5795ac6-d629-478d-818d-c9235281dd52), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.481106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786f8453-a4d8-4211-95fa-69a3303b7c4c req-4ee5169c-bf34-48b9-bb7b-136de1adb8f5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2458389 Jan 28 16:40:27.484755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] Pushing event deleted for resources: {'Port': ['ID=c5795ac6-d629-478d-818d-c9235281dd52,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:27.487484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaecfac-db4d-4a85-a7cd-cdfcb920ce50 None None] No DVR routers for this DVR port c5795ac6-d629-478d-818d-c9235281dd52 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:27.496637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754d79fe-eda0-4fea-88b7-1dd342a504c5 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:27.516236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-a4fde1f0-4bea-4172-bfea-7a44d048e5a5 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 695 time: 0.1971052 Jan 28 16:40:27.525566 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Publish callbacks [] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.552830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Request body: {'floatingip': {'port_id': '5aa84665-066b-4290-b16a-1d2398942b28', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:27.938049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (59fcaeb0-8124-4aca-b91f-3a614250a987), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.954720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Transition to ACTIVE for port object 754d79fe-eda0-4fea-88b7-1dd342a504c5 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:27.960397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fcaeb0-8124-4aca-b91f-3a614250a987']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:27.961105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.970411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7443a55d-5266-4a7c-ad46-492f0be057e4') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:27.970715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7443a55d-5266-4a7c-ad46-492f0be057e4') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:27.980161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (7443a55d-5266-4a7c-ad46-492f0be057e4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:27.993932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7443a55d-5266-4a7c-ad46-492f0be057e4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.000106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:40:28.000495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (7443a55d-5266-4a7c-ad46-492f0be057e4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:40:28.003901 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:40:28.013644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.022676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-71385fd8-f0f6-4ed5-ad74-69995d6ab987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:28.024274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ac6f609-307c-469d-ae4a-227fea50ea98 req-71385fd8-f0f6-4ed5-ad74-69995d6ab987 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7283506 Jan 28 16:40:28.067495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (59fcaeb0-8124-4aca-b91f-3a614250a987), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.072492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.075858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/networks/59fcaeb0-8124-4aca-b91f-3a614250a987 HTTP/1.1" status: 204 len: 168 time: 1.1618021 Jan 28 16:40:28.080985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:28.119260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a2d6-c913-4d0a-9048-6c4d16fdfa02 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Network': ['ID=59fcaeb0-8124-4aca-b91f-3a614250a987,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:28.164299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-1919e938-0ef7-4d2b-912b-21081a82d54a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5719950 Jan 28 16:40:28.176881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Pushing event updated for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:28.181134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting subnet 3f6f6b47-da17-45b6-9a5a-1380ad96b913 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:40:28.191491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for subnet (3f6f6b47-da17-45b6-9a5a-1380ad96b913), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.236070 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (3f6f6b47-da17-45b6-9a5a-1380ad96b913), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.236556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13c1c-00b7-4142-9335-053a9a5f398b req-9eba3d47-b7c4-4c80-ade1-4d19dde380e3 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:28.243709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7f13c1c-00b7-4142-9335-053a9a5f398b req-9eba3d47-b7c4-4c80-ade1-4d19dde380e3 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 949 time: 0.3187892 Jan 28 16:40:28.330129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3f6f6b47-da17-45b6-9a5a-1380ad96b913), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.393322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (3f6f6b47-da17-45b6-9a5a-1380ad96b913), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.435850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6f6b47-da17-45b6-9a5a-1380ad96b913,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:28.447118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.450009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba546cf-25c3-4001-9d07-9f7d27cc6031 None None] Network 596f11c7-6ade-4954-a3b9-0c86f6702f5a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:28.458503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aeb5c155-5c6d-430b-8ade-23dd6305e808 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/subnets/3f6f6b47-da17-45b6-9a5a-1380ad96b913 HTTP/1.1" status: 204 len: 168 time: 0.3697004 Jan 28 16:40:28.459660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40568) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:28.556595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Attempting to bind port 754d79fe-eda0-4fea-88b7-1dd342a504c5 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:28.557941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Attempting to bind port 754d79fe-eda0-4fea-88b7-1dd342a504c5 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:28.558381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Attempting to bind port 754d79fe-eda0-4fea-88b7-1dd342a504c5 on network 07766232-8393-45f7-be9c-388086ef8cf0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:28.563234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7f13c1c-00b7-4142-9335-053a9a5f398b req-88f2bba8-4ad6-471f-a472-8422568ce6e0 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185880 Jan 28 16:40:28.570325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:28.572470 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:28.587862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (596f11c7-6ade-4954-a3b9-0c86f6702f5a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.614728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Port 754d79fe-eda0-4fea-88b7-1dd342a504c5 on network 07766232-8393-45f7-be9c-388086ef8cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:28.615166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Attempting to bind port 754d79fe-eda0-4fea-88b7-1dd342a504c5 on network 07766232-8393-45f7-be9c-388086ef8cf0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:28.645126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] DHCP port deletion for 596f11c7-6ade-4954-a3b9-0c86f6702f5a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:40:28.662837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856578-1964-4cf7-873a-ed671ade418f req-3a485ca0-0bff-4cb2-ae68-cb491dd1107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:28.664623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-3a485ca0-0bff-4cb2-ae68-cb491dd1107c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 1129 time: 0.4136248 Jan 28 16:40:28.692306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port fd2e9037-efae-45b4-b451-85f304b634f5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:28.692306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.698956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e335-340b-4ec5-825c-8b304b15f573 req-b529f4e3-a353-4318-ba38-384bbd5f9e6f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:28.700516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8875e335-340b-4ec5-825c-8b304b15f573 req-b529f4e3-a353-4318-ba38-384bbd5f9e6f tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.31 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 949 time: 0.2843659 Jan 28 16:40:28.728897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] Deleting port fd2e9037-efae-45b4-b451-85f304b634f5 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:28.729160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:28.729374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Checking segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:28.729933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Bound using segment: {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:28.730202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.730526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Bound port: 754d79fe-eda0-4fea-88b7-1dd342a504c5, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51de7db7-05e2-4a59-bc89-f4f45ca83faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:28.730951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.762656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port fd2e9037-efae-45b4-b451-85f304b634f5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd2e9037-efae-45b4-b451-85f304b634f5,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:28.763029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.779279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for fd2e9037-efae-45b4-b451-85f304b634f5 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:28.813071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] For port fd2e9037-efae-45b4-b451-85f304b634f5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fd2e9037-efae-45b4-b451-85f304b634f5,segment=NetworkSegment(10da448f-4960-43a0-a181-880f5d0f4ca7),segment_id=10da448f-4960-43a0-a181-880f5d0f4ca7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:28.814544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.829695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] Calling delete_port for fd2e9037-efae-45b4-b451-85f304b634f5 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:28.885937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.921677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=fd2e9037-efae-45b4-b451-85f304b634f5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:28.923578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port fd2e9037-efae-45b4-b451-85f304b634f5 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:28.968492 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (fd2e9037-efae-45b4-b451-85f304b634f5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:28.988775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] No DVR routers for this DVR port fd2e9037-efae-45b4-b451-85f304b634f5 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:29.024143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128eb1f-b3af-4199-a0df-dbb34acd345a None None] Pushing event deleted for resources: {'Port': ['ID=fd2e9037-efae-45b4-b451-85f304b634f5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:29.039297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (596f11c7-6ade-4954-a3b9-0c86f6702f5a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.060837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596f11c7-6ade-4954-a3b9-0c86f6702f5a']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:29.071151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10da448f-4960-43a0-a181-880f5d0f4ca7') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:29.071444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10da448f-4960-43a0-a181-880f5d0f4ca7') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:29.081536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (10da448f-4960-43a0-a181-880f5d0f4ca7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.097703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (10da448f-4960-43a0-a181-880f5d0f4ca7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.106642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:40:29.107482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (10da448f-4960-43a0-a181-880f5d0f4ca7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:40:29.112764 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:40:29.152464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d2899-9f56-4e71-afc0-8b105ca8a8d4 req-87078366-7e19-413b-8da2-4645b563c83b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:29.159810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f53d2899-9f56-4e71-afc0-8b105ca8a8d4 req-87078366-7e19-413b-8da2-4645b563c83b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.4923818 Jan 28 16:40:29.191259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (596f11c7-6ade-4954-a3b9-0c86f6702f5a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.203970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.208761 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/networks/596f11c7-6ade-4954-a3b9-0c86f6702f5a HTTP/1.1" status: 204 len: 168 time: 0.7475905 Jan 28 16:40:29.215179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:29.215430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40576) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:29.221397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856578-1964-4cf7-873a-ed671ade418f req-d2f0421b-a903-4b93-856c-621060be45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:29.223077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-d2f0421b-a903-4b93-856c-621060be45bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.5019045 Jan 28 16:40:29.223596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1690405384'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:29.227182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd2e9037-efae-45b4-b451-85f304b634f5 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:29.252023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: fd2e9037-efae-45b4-b451-85f304b634f5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:40:29.252859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fd2e9037-efae-45b4-b451-85f304b634f5 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:29.265917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:29.271279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.274598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550330eb-c679-468e-8d50-6aab8db34809 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Network': ['ID=596f11c7-6ade-4954-a3b9-0c86f6702f5a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:29.302181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:40:29.305423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:29.309544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:40:29.315121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-f875a8db-c75e-4d5d-b7f4-8c28a6ab9c7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3642106 Jan 28 16:40:29.318147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (76191c35-637f-4a90-abdd-a4006259ca1f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.318527 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Added segment 76191c35-637f-4a90-abdd-a4006259ca1f of type vlan for network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 Jan 28 16:40:29.351048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Deleting port de0f2af4-217c-4e76-8525-8e1b5e7ab50f {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:29.351458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.355518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-0e7181ba-f485-4fee-824a-9eabe34925fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d HTTP/1.1" status: 200 len: 217 time: 0.1111715 Jan 28 16:40:29.380848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.388825 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.407471 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.412728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:29.413365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.477374 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2579129 Jan 28 16:40:29.477609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40578) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:29.484022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'subnet': {'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:29.506680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276104b2-5c75-4510-babb-c8e1e2bf017e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Network': ['ID=ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:29.517921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:40:29.597719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:29.601370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.802524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f53d2899-9f56-4e71-afc0-8b105ca8a8d4 req-e7c3eb18-e818-4717-820d-5a6935e71814 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415303 Jan 28 16:40:29.810529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (3c888e93-acf5-4e39-bbd2-b8a3c7e2b689), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.811762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.813780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:29.814302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.816357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] 10.222.0.24 "PUT /v2.0/ports/754d79fe-eda0-4fea-88b7-1dd342a504c5 HTTP/1.1" status: 200 len: 1092 time: 3.5917075 Jan 28 16:40:29.823732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:29.885795 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a9a56-8e5f-4f5c-9091-6efbf3a0bbdc x-openstack-request-id: req-065a9a56-8e5f-4f5c-9091-6efbf3a0bbdc {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:29.886094 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:29.886355 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-065a9a56-8e5f-4f5c-9091-6efbf3a0bbdc {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:29.886753 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'code': 200} Jan 28 16:40:29.934535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Checking segment: {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:29.934921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network hostable DHCP agents. Network: ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:40:29.953751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Subnet': ['ID=3c888e93-acf5-4e39-bbd2-b8a3c7e2b689,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:29.972264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856578-1964-4cf7-873a-ed671ade418f req-e118da61-2b6b-4a5a-8e66-ea3aff4110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:29.973777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-e118da61-2b6b-4a5a-8e66-ea3aff4110cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.5928862 Jan 28 16:40:29.983396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:40:29.998179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:30.007521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12114f7a-0c3a-4c77-9b16-759aa5fc710c None None] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:30.008007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.008847 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.043162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5db0e5e5-fe69-4170-9a1f-99f56056d7b4 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5645058 Jan 28 16:40:30.043826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40586) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:30.048929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1411629738'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:30.053256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e828-4ffc-48f6-902b-abebbc810920 service neutron] Pushing event updated for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:30.077966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:30.082586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.097615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-7605f08b-2625-482e-97a6-aae135c9743e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801167 Jan 28 16:40:30.126826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:40:30.141525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (08da40cb-3327-45cc-9fa3-187872c02c3a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.141857 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Added segment 08da40cb-3327-45cc-9fa3-187872c02c3a of type vlan for network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 Jan 28 16:40:30.155630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] For port de0f2af4-217c-4e76-8525-8e1b5e7ab50f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:30.156013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.169370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Calling delete_port for de0f2af4-217c-4e76-8525-8e1b5e7ab50f owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:30.187452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.206092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0', 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0', 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'fixed_ips': [{'subnet_id': '3c888e93-acf5-4e39-bbd2-b8a3c7e2b689'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:40:30.207226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.220951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.227946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.228912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.250225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-9c2c10f9-e115-4b97-9d85-e45b9ac524c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.251738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-9c2c10f9-e115-4b97-9d85-e45b9ac524c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 1132 time: 0.8609042 Jan 28 16:40:30.292397 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2448170 Jan 28 16:40:30.296920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:30.306815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'subnet': {'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:30.378929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a9c8b-8846-4001-87aa-f5a6623531d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Network': ['ID=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:30.402348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:30.405850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:40:30.406571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.481907 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Floating IP ca7e8b6b-f0f0-4de5-b7f0-c236e5095797 associated. External IP: 172.25.8.59, port: 5aa84665-066b-4290-b16a-1d2398942b28. Jan 28 16:40:30.490620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.491561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.492118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.492681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.493220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.493758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.494528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.497278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-98bcdf37-de70-4cd0-87a6-60121f526fa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6699 time: 0.5925164 Jan 28 16:40:30.498012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Allocated IP 19.80.0.2 (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0/3c888e93-acf5-4e39-bbd2-b8a3c7e2b689/0e76077e-a0f3-4a8d-a4e3-fd5760ca231c) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:30.617984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (6a438cff-46d7-46d1-926d-6e3244bcc2f2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.641136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.646559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.652032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.658832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.665346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.673337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.680071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.685006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Publish callbacks [] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.689272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-79c97a3f-ac90-40c6-9a90-2ab664176e9e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.6271043 Jan 28 16:40:30.695422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.696991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Subnet': ['ID=6a438cff-46d7-46d1-926d-6e3244bcc2f2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:30.705708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Checking segment: {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:30.706025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network hostable DHCP agents. Network: ee88555f-5f5f-40ff-b41c-ca7f95ef7b11, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:40:30.708180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-7913bc93-0f82-4fa4-bd2a-66636ab02ae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16 HTTP/1.1" status: 200 len: 217 time: 0.1616952 Jan 28 16:40:30.730278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:40:30.733751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (de0f2af4-217c-4e76-8525-8e1b5e7ab50f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.743998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ee88555f-5f5f-40ff-b41c-ca7f95ef7b11) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:30.752027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:30.753937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['de0f2af4-217c-4e76-8525-8e1b5e7ab50f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:30.758471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.759887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.782425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2460ee28-0f21-44d7-bc2e-442b0b6ca6a1 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4842522 Jan 28 16:40:30.785905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b969bcac-57eb-4945-810b-b02ea9d21af3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:30.797791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c8805-88a6-4a83-a54d-74efafc1a1ae None None] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:30.813460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-26debc0e-c4db-438f-b741-9a17ca2c780c service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586252 Jan 28 16:40:30.895627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Pushing event deleted for resources: {'Port': ['ID=de0f2af4-217c-4e76-8525-8e1b5e7ab50f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:30.908695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:30.914224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:30.925876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-73292d20-e310-4521-b779-f75a1ca8874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:30.927539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-73292d20-e310-4521-b779-f75a1ca8874f service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.6241865 Jan 28 16:40:30.958008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-ee88555f-5f5f-40ff-b41c-ca7f95ef7b11', 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11', 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'fixed_ips': [{'subnet_id': '6a438cff-46d7-46d1-926d-6e3244bcc2f2'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:40:30.958857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:30.965120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Pushing event updated for resources: {'Port': ['ID=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:31.059038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e32dcdd6-dea2-467b-ab4b-6291e621fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:31.060710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e32dcdd6-dea2-467b-ab4b-6291e621fc21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b533955-65a8-4162-8449-0023f20ef93e HTTP/1.1" status: 200 len: 851 time: 0.3335581 Jan 28 16:40:31.066246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Attempting to bind port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:31.066816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Attempting to bind port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:31.067198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Attempting to bind port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c on network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:31.088813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-cf1c0bed-2f0b-4f64-a340-d44a53c8d8fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b969bcac-57eb-4945-810b-b02ea9d21af3 HTTP/1.1" status: 200 len: 217 time: 0.1393805 Jan 28 16:40:31.089923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] No DVR routers for this DVR port de0f2af4-217c-4e76-8525-8e1b5e7ab50f on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:31.106119 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:31.110181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8875e335-340b-4ec5-825c-8b304b15f573 req-6aaa7b72-2757-4d45-8f61-b6d5bc0b2249 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.31 "DELETE /v2.0/ports/de0f2af4-217c-4e76-8525-8e1b5e7ab50f HTTP/1.1" status: 204 len: 173 time: 2.3759899 Jan 28 16:40:31.161170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:31.161590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Checking segment: {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:31.161997 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:31.162390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Bound using segment: {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:31.162881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Bound port: 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:31.163279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:31.236694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cea0b1d5-be94-4e64-bb8e-24950c6eee18 req-bfa5c28d-c7b2-4a5e-a720-bf4d7a8d1fad tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5105972 Jan 28 16:40:31.361302 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44bc326-f6f0-4b79-8f13-9a1753f59e51 x-openstack-request-id: req-b44bc326-f6f0-4b79-8f13-9a1753f59e51 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:31.361671 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:31.362003 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b44bc326-f6f0-4b79-8f13-9a1753f59e51 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:31.362515 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82', 'status': 'completed', 'code': 200} Jan 28 16:40:31.377069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-e42314ac-859b-4ab4-974e-2cf5bf237098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:31.381389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-e42314ac-859b-4ab4-974e-2cf5bf237098 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2678540 Jan 28 16:40:31.387310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d856578-1964-4cf7-873a-ed671ade418f req-067d3c91-0a37-4811-8cd9-c46f8a449a9f service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099566 Jan 28 16:40:31.442729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-83fd7fe5-207d-4c59-ad35-6f7d1c7ef334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:31.444487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-83fd7fe5-207d-4c59-ad35-6f7d1c7ef334 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3759275c-ff7c-41dd-95c9-2bdde6ff3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3575153 Jan 28 16:40:31.519459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Allocated IP 19.86.0.2 (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11/6a438cff-46d7-46d1-926d-6e3244bcc2f2/ae5ffe36-5a4d-4dfc-af9f-39cdde035474) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:31.535635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] For port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:31.566052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] For port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:31.588042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:31.720984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb2db5-7bca-4818-a0cc-19f780fbfb41 None None] Pushing event updated for resources: {'Port': ['ID=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:31.825807 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Publish callbacks [] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:31.847389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:31.891542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:31.894494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:31.897414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:31.917654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-cdf0349f-684b-463d-b653-a2d6fec08045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:31.919347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-cdf0349f-684b-463d-b653-a2d6fec08045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5274763 Jan 28 16:40:31.921936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Router b6706f67-d62e-4970-8fe3-e631fc2be0d9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:40:31.932462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Pushing event updated for resources: {'Port': ['ID=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:31.994232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Attempting to bind port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:31.994717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Attempting to bind port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:31.995192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Attempting to bind port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 on network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:32.000878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ff9aead-f14d-468d-94cc-cd48004e3166 req-aab02897-10ed-4fd2-9840-095fe5d1bbfc tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=875496d8-6327-4849-af0e-f4280e7af5e9 HTTP/1.1" status: 200 len: 210 time: 0.1109350 Jan 28 16:40:32.006958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:32.009997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Checking segment: {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:32.010543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:32.011002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Bound using segment: {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:32.011596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Bound port: ae5ffe36-5a4d-4dfc-af9f-39cdde035474, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:32.012064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:32.120548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] For port ae5ffe36-5a4d-4dfc-af9f-39cdde035474, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:32.123968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] For port ae5ffe36-5a4d-4dfc-af9f-39cdde035474, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:32.134909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:32.184376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-49644228-8bac-4edd-8301-cc23baba2efe service neutron] 10.222.0.24 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277474 Jan 28 16:40:32.188252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-dcd75c6b-2dbe-42ae-bc87-5a7363aa94da service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546365 Jan 28 16:40:32.208382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db8124-9ee2-4bf8-97be-d7e45567747e None None] Pushing event updated for resources: {'Port': ['ID=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:32.378766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:40:32.391811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:32.393872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] Sync routers for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:40:32.404226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:40:32.404932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:32.454941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af4e6a3b-feeb-4982-94a5-6d8d2c2ef343 req-5f750062-72a6-40ef-a0f2-6eba7719edb6 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565105 Jan 28 16:40:32.472202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-bc48470a-213c-4de4-b042-e3b33013863b service neutron] 10.222.0.24 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749059 Jan 28 16:40:32.473713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-f3a2d0aa-33af-43ff-92e4-01f356770948 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "PUT /v2.0/floatingips/ca7e8b6b-f0f0-4de5-b7f0-c236e5095797 HTTP/1.1" status: 200 len: 995 time: 4.9455869 Jan 28 16:40:32.595108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-3de0a914-7cf9-4409-8998-f0384e9cfed6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 217 time: 0.1144557 Jan 28 16:40:32.615983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:40:32.682727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-195efb95-9140-4b6d-af8f-69f8b96aea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:32.684281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-195efb95-9140-4b6d-af8f-69f8b96aea43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1128 time: 0.1813483 Jan 28 16:40:32.721471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-72cbd387-8ac9-403e-b028-efc02572b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:32.723821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-72cbd387-8ac9-403e-b028-efc02572b03a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.1207795 Jan 28 16:40:32.854665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d2ecfbb5-17d6-4da6-a0bb-39d14a818d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:32.858127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-d2ecfbb5-17d6-4da6-a0bb-39d14a818d26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1168697 Jan 28 16:40:32.953075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-9d088daa-f292-45f6-b682-d69c6b71ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:32.955523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-9d088daa-f292-45f6-b682-d69c6b71ae7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 930 time: 0.2636461 Jan 28 16:40:33.013172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ca7e8b6b-f0f0-4de5-b7f0-c236e5095797', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'port_id': '5aa84665-066b-4290-b16a-1d2398942b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'mac_address': 'fa:16:3e:5c:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:40:23Z', 'updated_at': '2022-01-28T16:40:29Z', 'revision_number': 1, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:33.101372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] Checking router: b6706f67-d62e-4970-8fe3-e631fc2be0d9 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:40:33.105026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-a5956085-4aaa-419a-b908-0eab27cec0d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 998 time: 0.1417222 Jan 28 16:40:33.122229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:40:33.123078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:33.150724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-e4efb1f6-7aea-47f9-b18d-f7f7620ff10d service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841327 Jan 28 16:40:33.289308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-a2f7f141-a649-41fc-be70-cf5d4debd131 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992548 Jan 28 16:40:33.310140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:40:33.354833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-003dfd1f-2fa3-4131-94e8-348b72e5f469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 217 time: 0.0580013 Jan 28 16:40:33.356634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-6e578284-56ca-44db-855c-5205d51e91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:33.357977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-6e578284-56ca-44db-855c-5205d51e91b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 200 len: 868 time: 0.2454751 Jan 28 16:40:33.405525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5'}, {'server_uuid': '875496d8-6327-4849-af0e-f4280e7af5e9', 'name': 'network-vif-deleted', 'tag': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f'}, {'name': 'network-changed', 'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:33.408248 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917784a2-db41-4c49-ae28-5ba3f83da35b" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5"}, {"server_uuid": "875496d8-6327-4849-af0e-f4280e7af5e9", "name": "network-vif-deleted", "tag": "de0f2af4-217c-4e76-8525-8e1b5e7ab50f"}, {"name": "network-changed", "server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "tag": "5aa84665-066b-4290-b16a-1d2398942b28"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:33.417769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f90b-719d-4175-8f8f-bc5faedd0276 req-dbf488ed-4d23-463f-b6ca-462d6e923ecd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:33.419319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6a7f90b-719d-4175-8f8f-bc5faedd0276 req-dbf488ed-4d23-463f-b6ca-462d6e923ecd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.2918129 Jan 28 16:40:33.462422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:33.497889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device de0f2af4-217c-4e76-8525-8e1b5e7ab50f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:33.500305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea640f70-208f-4c68-855d-80ae0ad6bdc7 None None] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:33.517098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-95a13baa-82a6-4283-adf1-09b3a60468e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:33.518652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-95a13baa-82a6-4283-adf1-09b3a60468e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3432b68e-f386-4cc6-b996-e9983f5c833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1529706 Jan 28 16:40:33.524427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-7a613410-0723-4057-af35-7f17cf58ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:33.526018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-7a613410-0723-4057-af35-7f17cf58ea67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.1613872 Jan 28 16:40:33.626400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-c775a9c9-4b34-4d18-93c4-4ab8194c2c2b service neutron] 10.222.0.25 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967691 Jan 28 16:40:33.638359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6a7f90b-719d-4175-8f8f-bc5faedd0276 req-21b91a3f-fc44-4624-bfbf-22f04c4eb59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049758 Jan 28 16:40:33.668916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: de0f2af4-217c-4e76-8525-8e1b5e7ab50f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:40:33.669727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device de0f2af4-217c-4e76-8525-8e1b5e7ab50f not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:33.699358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] Provisioning complete for port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:33.700268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:33.783990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebd8696-c2e5-4fa0-8760-402e1b25056c req-0cbd16b6-8acc-4ec9-b19e-77c4bd7a934f service neutron] 10.222.0.25 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435173 Jan 28 16:40:33.824723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:33.825195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:33.884977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-ece1a64f-e5e9-42e8-9d9e-8d717f0a27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:33.884977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-ece1a64f-e5e9-42e8-9d9e-8d717f0a27fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2523501 Jan 28 16:40:33.906845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa445c-55ec-4644-835f-b6682664bb6f None None] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:40:34.034540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-4419c48c-0bb8-4482-a472-8b36ff5923d2 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.039668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-4419c48c-0bb8-4482-a472-8b36ff5923d2 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.047470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-4419c48c-0bb8-4482-a472-8b36ff5923d2 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/networks?id=ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0&id=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 HTTP/1.1" status: 200 len: 1392 time: 0.2688158 Jan 28 16:40:34.083737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-c0402a7f-1ce9-40d5-abde-a1679dac40e0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/quotas/ef343933308949a8b299d1ba0ab34778 HTTP/1.1" status: 200 len: 375 time: 0.0352852 Jan 28 16:40:34.109561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-f6c78143-07b8-443f-abab-c104f7df8ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177527 Jan 28 16:40:34.199626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.205928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.211996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.218725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.224563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.230143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.236133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.238093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-c586942c-ecca-42f5-a4dd-8f738409a9ed tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.2736506 Jan 28 16:40:34.247358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] Current status of the port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:34.247885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.274673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ca7e8b6b-f0f0-4de5-b7f0-c236e5095797', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'port_id': '5aa84665-066b-4290-b16a-1d2398942b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'mac_address': 'fa:16:3e:5c:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:40:23Z', 'updated_at': '2022-01-28T16:40:29Z', 'revision_number': 1, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:34.297202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-15b71c6d-dd1a-41f1-8a60-e65a54a039b9 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2125976 Jan 28 16:40:34.346770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] For port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:34.350363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331df62-8a95-42d8-9f9b-e78cb1c24428 None None] The sync data for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 is: [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ca7e8b6b-f0f0-4de5-b7f0-c236e5095797', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'port_id': '5aa84665-066b-4290-b16a-1d2398942b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'mac_address': 'fa:16:3e:5c:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:40:23Z', 'updated_at': '2022-01-28T16:40:29Z', 'revision_number': 1, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:40:34.356117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-306243c8-96b4-41b8-990c-af53ec716b5e service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301629 Jan 28 16:40:34.357925 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.369032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:34.369420 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.445401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-148f688d-48a9-4d07-8cf6-6cf5055c181f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=1516128a-2e57-4502-bd57-f92761f3e335 HTTP/1.1" status: 200 len: 217 time: 0.0540586 Jan 28 16:40:34.451576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9403915a-89aa-448b-a1cb-d87b447548c2 req-06a7f25e-5845-4b99-98c8-6409ecef1f0e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929798 Jan 28 16:40:34.454462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4418aa-adb7-42ad-b7b7-31169fcf198a None None] Pushing event updated for resources: {'Port': ['ID=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:34.522269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Provisioning complete for port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:34.522474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.524141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:40:34.524492 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:40:34.568633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-317d25c5-b6cb-480c-9fdf-d5c9ece07c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.570144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-317d25c5-b6cb-480c-9fdf-d5c9ece07c71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.1056523 Jan 28 16:40:34.572959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-b4ab844a-6266-4449-971f-0135f4f8eb65 service neutron] 10.222.0.25 "GET /v2.0/networks/ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614326 Jan 28 16:40:34.700434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Current status of the port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:34.701155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.762289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-a11333bd-7ab9-40d5-884d-9f40288ecd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:34.764205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-a11333bd-7ab9-40d5-884d-9f40288ecd7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1856287 Jan 28 16:40:34.768856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-da3fda34-fddd-4085-85a7-499f062e9558 service neutron] 10.222.0.25 "GET /v2.0/networks/ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675606 Jan 28 16:40:34.781169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] For port ae5ffe36-5a4d-4dfc-af9f-39cdde035474, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:34.785210 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6489e4-e589-4283-b571-ad99570c236b x-openstack-request-id: req-1d6489e4-e589-4283-b571-ad99570c236b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:34.785649 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5", "status": "completed", "code": 200}, {"server_uuid": "875496d8-6327-4849-af0e-f4280e7af5e9", "name": "network-vif-deleted", "tag": "de0f2af4-217c-4e76-8525-8e1b5e7ab50f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "tag": "5aa84665-066b-4290-b16a-1d2398942b28", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:34.786013 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d6489e4-e589-4283-b571-ad99570c236b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:34.786671 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5', 'status': 'completed', 'code': 200} Jan 28 16:40:34.787006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.787152 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875496d8-6327-4849-af0e-f4280e7af5e9', 'name': 'network-vif-deleted', 'tag': 'de0f2af4-217c-4e76-8525-8e1b5e7ab50f', 'status': 'completed', 'code': 200} Jan 28 16:40:34.787483 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28', 'status': 'completed', 'code': 200} Jan 28 16:40:34.793175 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5c462-9aa0-40ac-bdc1-2d9321a21d12 None None] New status for floating IP ca7e8b6b-f0f0-4de5-b7f0-c236e5095797: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:40:34.846071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Pushing event updated for resources: {'Port': ['ID=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:34.864525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Provisioning complete for port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:34.865273 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:34.972463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-00f6eec7-8748-4860-b3e7-fd18419e9648 None None] Current status of the port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:35.063055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:35.063976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae5ffe36-5a4d-4dfc-af9f-39cdde035474 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:35.119868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-32f32f65-9491-40e3-b133-1cc5143c2a43 None None] Provisioning complete for port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:35.120047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32f32f65-9491-40e3-b133-1cc5143c2a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:35.162393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:35.162770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:35.253275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32f32f65-9491-40e3-b133-1cc5143c2a43 None None] Current status of the port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:35.302815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:35.334896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-60aedbd6-1501-476f-b37b-d1fd79fb7ebf tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 258 time: 0.4677074 Jan 28 16:40:35.348485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:35.355346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-6380059c-8da7-4c5d-a0a0-b9565dca414a service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746913 Jan 28 16:40:35.360984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-3b77f0ad-4038-4488-bf52-b811a7b9c090 service neutron] 10.222.0.25 "GET /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789433 Jan 28 16:40:35.441807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:35.568245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:35.588497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-946fb533-c28e-450a-b06a-3d46ed981638 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258306 Jan 28 16:40:35.596148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-0bf2733f-98e0-4317-9577-169e58a0651d service neutron] 10.222.0.25 "GET /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247736 Jan 28 16:40:35.628404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:35.628822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:35.637309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-ec6c9cf0-6e08-4de2-8f53-6a58e65dd2ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c95a78d9-089c-476d-b630-6227a9ac627c HTTP/1.1" status: 200 len: 217 time: 0.0395172 Jan 28 16:40:35.709204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-12af1807-85c3-4ef9-b57f-a02370c5d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:35.710780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-12af1807-85c3-4ef9-b57f-a02370c5d572 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.0676608 Jan 28 16:40:35.720555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:35.721936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae5ffe36-5a4d-4dfc-af9f-39cdde035474 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:35.729900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:35.820053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-03a36d92-1100-4403-98f7-9c4b44d0ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:35.822092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-03a36d92-1100-4403-98f7-9c4b44d0ff09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1036825 Jan 28 16:40:35.826022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:35.826405 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:35.906270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Allocated IP 172.25.8.6 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/10065f24-eab9-4ed5-a4a3-3dedd87f7f43) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:35.936309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:36.095975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-dd683a85-c7f7-4db5-9121-e8e6307e7438 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649031 Jan 28 16:40:36.201045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:36.268230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-3a7dcd6c-03bd-47aa-aab3-e111c48eacc4 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628528 Jan 28 16:40:36.278241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3c64-d303-4c80-874d-61234541091f req-a78a8e5e-9c96-4238-8c2c-24f0f9f89db5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:36.279647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f7c3c64-d303-4c80-874d-61234541091f req-a78a8e5e-9c96-4238-8c2c-24f0f9f89db5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.2301843 Jan 28 16:40:36.324280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:36.327349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-44e22efe-0aa8-441e-a781-20b6cd7d1b55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82 HTTP/1.1" status: 200 len: 217 time: 0.0462093 Jan 28 16:40:36.432121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:36.438393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:36.442698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event updated for resources: {'Port': ['ID=10065f24-eab9-4ed5-a4a3-3dedd87f7f43,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:36.444976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:36.456531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f7c3c64-d303-4c80-874d-61234541091f req-ed29beca-6dae-437f-9926-16a30a1299d2 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685069 Jan 28 16:40:36.481263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5f48ddc7-1a4d-4820-8781-fbc933096ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:36.482745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-5f48ddc7-1a4d-4820-8781-fbc933096ae3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 200 len: 797 time: 0.1461377 Jan 28 16:40:36.603776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-3471c6e4-c6c6-4a68-9e8c-23fb5f33301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:36.605402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-3471c6e4-c6c6-4a68-9e8c-23fb5f33301d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1034989 Jan 28 16:40:36.612104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (4961c96b-7439-47a2-8030-06775cd9d869), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:36.706219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:36.765238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-46c3c1d5-baa5-4c6f-ad03-bc2a5d6041f2 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513512 Jan 28 16:40:36.958169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-1f155cc0-5fa0-4671-b8aa-dadd5c8cc59b service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863759 Jan 28 16:40:37.115840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-87097aa8-7d53-4afc-93b8-d12568d83f3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5 HTTP/1.1" status: 200 len: 217 time: 0.0553746 Jan 28 16:40:37.169969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:37.177624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-a2e8a562-50a4-4c4f-a7b0-bd4bfe788e33 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.182636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-a2e8a562-50a4-4c4f-a7b0-bd4bfe788e33 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.184118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-a2e8a562-50a4-4c4f-a7b0-bd4bfe788e33 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "GET /v2.0/networks?id=ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0&id=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 HTTP/1.1" status: 200 len: 1392 time: 0.2236624 Jan 28 16:40:37.189330 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:37.201880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.207139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.212482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.218287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.223546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.228900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.234829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.236807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-c41ea387-09a2-4f6f-88c5-959a7db295f6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.3382382 Jan 28 16:40:37.247477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'port': {'device_id': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0', 'admin_state_up': True, 'tenant_id': 'ef343933308949a8b299d1ba0ab34778'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:37.353823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-2b6c4c64-68eb-4435-9f8d-e9a9a4b21970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.355307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-2b6c4c64-68eb-4435-9f8d-e9a9a4b21970 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 200 len: 797 time: 0.2271214 Jan 28 16:40:37.425269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event updated for resources: {'Port': ['ID=10065f24-eab9-4ed5-a4a3-3dedd87f7f43,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:37.501139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-641785a0-6a33-4e4c-b552-eb0fa8896026 req-4980b4ff-75b5-413d-8e57-4b5f7d3ca2db tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2429607 Jan 28 16:40:37.501891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (4961c96b-7439-47a2-8030-06775cd9d869), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:37.556575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:37.557836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-5d282cd7-0f32-46cc-b844-71666b2a6176 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2157779 Jan 28 16:40:37.561958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-40e829a4-398c-417f-af87-e7697ea9395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.563442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-40e829a4-398c-417f-af87-e7697ea9395f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1795299 Jan 28 16:40:37.588582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:37.593547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:37.647934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-f3a21c66-f531-4db8-bc8a-5437bec052fd tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:37.649424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-f3a21c66-f531-4db8-bc8a-5437bec052fd tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.24 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 949 time: 0.1640468 Jan 28 16:40:38.018311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8911741b-b89c-42a1-8a36-db4fb9187279 req-7f16a0e6-83bf-44cd-b22e-5825b19e08d9 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 210 time: 0.3661356 Jan 28 16:40:38.063037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-1e1b77c0-8bcb-4fb1-9a9b-ba211100b135 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.4918432 Jan 28 16:40:38.193092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-3e7a9661-13d0-41ce-ae23-48a75e3a6c3b service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147494 Jan 28 16:40:38.382435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Allocated IP 19.80.0.77 (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0/3c888e93-acf5-4e39-bbd2-b8a3c7e2b689/bc7157bc-65e7-4998-8fe0-61bbe8c22a77) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:38.399489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-bb82b7fe-613c-4c77-8d86-a8de09490565 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.400944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a6d7a8-5252-4a47-a34e-c0e73eeca83d req-bb82b7fe-613c-4c77-8d86-a8de09490565 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3264461 Jan 28 16:40:38.438823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96759104-7aa1-4486-b20d-dcd707d5126b req-3e32f00d-5ef8-4e8f-84ee-3998ccef6ac9 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.440413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96759104-7aa1-4486-b20d-dcd707d5126b req-3e32f00d-5ef8-4e8f-84ee-3998ccef6ac9 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e59a49-4a88-4e68-b855-68c93600dd29 HTTP/1.1" status: 200 len: 949 time: 0.2575073 Jan 28 16:40:38.448966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Deleting port b969bcac-57eb-4945-810b-b02ea9d21af3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:38.449314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:38.530364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4139b4a7-64ab-4cab-a884-d47531ae4e95 req-4964282b-b232-4a85-be90-bfdcc6ab89b8 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194458 Jan 28 16:40:38.707062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96759104-7aa1-4486-b20d-dcd707d5126b req-e48e0be5-908a-4e02-ba4f-a770c1677ecf tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.25 "GET /v2.0/security-groups?id=e64f6ef1-e902-4055-ae36-8eee38e94795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488952 Jan 28 16:40:38.728857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] For port b969bcac-57eb-4945-810b-b02ea9d21af3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b969bcac-57eb-4945-810b-b02ea9d21af3,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:38.729226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:38.759147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Calling delete_port for b969bcac-57eb-4945-810b-b02ea9d21af3 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:38.776655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50168-bbc5-49a0-9777-c83220e1a852 req-2b0568fe-00b5-4845-893f-16dfe76fc7fb tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.778166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96d50168-bbc5-49a0-9777-c83220e1a852 req-2b0568fe-00b5-4845-893f-16dfe76fc7fb tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.2509463 Jan 28 16:40:38.819487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.819971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.820444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.820938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.821398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.821854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.822310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:38.824191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-93dd2b42-379f-47ec-a500-8a6857005a2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6699 time: 0.2367022 Jan 28 16:40:38.905250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.022500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96d50168-bbc5-49a0-9777-c83220e1a852 req-18a28132-240f-4c73-8cbe-ad68d5439baf tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251177 Jan 28 16:40:39.058864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-f841a234-b981-4015-aa5d-fdf24fc6a291 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.060381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-f841a234-b981-4015-aa5d-fdf24fc6a291 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2467601 Jan 28 16:40:39.094543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.157906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-8ca81b8f-c2e3-4b55-be56-544525e4b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.159374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-8ca81b8f-c2e3-4b55-be56-544525e4b446 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07766232-8393-45f7-be9c-388086ef8cf0 HTTP/1.1" status: 200 len: 903 time: 0.2869554 Jan 28 16:40:39.234465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-c54b5382-300a-4b88-8a01-155e6e10fe3f tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.1626525 Jan 28 16:40:39.284712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:39.287755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-6e60b384-4977-4096-a51f-e8a644b3608c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Request body: {'floatingip': {'port_id': '5aa84665-066b-4290-b16a-1d2398942b28', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:39.299201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-25745581-e24c-4a27-8bbf-bac0b52a37ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82 HTTP/1.1" status: 200 len: 217 time: 0.0848868 Jan 28 16:40:39.337329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:39.356289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:39.358698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:39.403369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-6e60b384-4977-4096-a51f-e8a644b3608c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (4961c96b-7439-47a2-8030-06775cd9d869), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.469018 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b969bcac-57eb-4945-810b-b02ea9d21af3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.481465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.486761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.492006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.497290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.503061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.508291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.513556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.516072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-099222d3-14a3-4232-b56c-c4d28685ff3c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.4196546 Jan 28 16:40:39.591615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.592340 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.602113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c4ae2f5e-431c-44e0-a4cd-6ddff3417f81 None None] Provisioning complete for port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:39.602603 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c4ae2f5e-431c-44e0-a4cd-6ddff3417f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.606724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Pushing event deleted for resources: {'Port': ['ID=b969bcac-57eb-4945-810b-b02ea9d21af3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:39.609921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-484ae5bc-6d52-4481-822f-975367552f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:39.611340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-484ae5bc-6d52-4481-822f-975367552f52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 200 len: 797 time: 0.2710721 Jan 28 16:40:39.641129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae2f5e-431c-44e0-a4cd-6ddff3417f81 None None] Port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:40:39.709563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7316ee85-2330-41a8-bbd1-f905a55beb62 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4706881 Jan 28 16:40:39.735342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] No DVR routers for this DVR port b969bcac-57eb-4945-810b-b02ea9d21af3 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:39.743566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Request body: {'port': {'device_id': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11', 'admin_state_up': True, 'tenant_id': 'ef343933308949a8b299d1ba0ab34778'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:39.756696 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:39.759914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e39e2b89-838a-44a5-a1ec-4deeb9f3f541 req-880d5843-21c9-491b-bd47-60dbf595c3b4 tempest-ServersAdminNegativeTestJSON-91773628 tempest-ServersAdminNegativeTestJSON-91773628-project] 10.222.0.24 "DELETE /v2.0/ports/b969bcac-57eb-4945-810b-b02ea9d21af3 HTTP/1.1" status: 204 len: 173 time: 2.1027756 Jan 28 16:40:39.761525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e59a49-4a88-4e68-b855-68c93600dd29', 'name': 'network-vif-deleted', 'tag': 'b969bcac-57eb-4945-810b-b02ea9d21af3'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:39.763784 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee160583-a42d-4018-bee9-b79dca04b180" -d '{"events": [{"server_uuid": "09e59a49-4a88-4e68-b855-68c93600dd29", "name": "network-vif-deleted", "tag": "b969bcac-57eb-4945-810b-b02ea9d21af3"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:40.145618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0413a237-9ff8-46e2-8826-ab44a34548e5 req-c595a907-2025-4a84-bb05-ca751731416d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5976834 Jan 28 16:40:40.165364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-0c520fb5-d1b1-4f2b-9b26-a23d3cca725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.167582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-0c520fb5-d1b1-4f2b-9b26-a23d3cca725b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5295839 Jan 28 16:40:40.308813 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-6e60b384-4977-4096-a51f-e8a644b3608c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 16:40:40.309949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc9b37bc-6541-4ea0-beb1-de341688e79c req-6e60b384-4977-4096-a51f-e8a644b3608c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "PUT /v2.0/floatingips/4961c96b-7439-47a2-8030-06775cd9d869 HTTP/1.1" status: 409 len: 548 time: 1.0662549 Jan 28 16:40:40.352858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-ce56bf8c-88f3-4f7b-b57a-227e6f35b143 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484010 Jan 28 16:40:40.370070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Made reservation on behalf of ef343933308949a8b299d1ba0ab34778 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:40.383867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:40.538688 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e42359-634e-4c06-abf2-a2b5d513c114 x-openstack-request-id: req-13e42359-634e-4c06-abf2-a2b5d513c114 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:40.539003 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e59a49-4a88-4e68-b855-68c93600dd29", "name": "network-vif-deleted", "tag": "b969bcac-57eb-4945-810b-b02ea9d21af3", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:40.539370 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13e42359-634e-4c06-abf2-a2b5d513c114 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:40.539980 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e59a49-4a88-4e68-b855-68c93600dd29', 'name': 'network-vif-deleted', 'tag': 'b969bcac-57eb-4945-810b-b02ea9d21af3', 'status': 'completed', 'code': 200} Jan 28 16:40:40.608316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5162b7-bfa5-407e-9fad-f2f3cea271f7 req-becf7d2a-10f7-4a58-b3b5-bd7de680ca25 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.609924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b5162b7-bfa5-407e-9fad-f2f3cea271f7 req-becf7d2a-10f7-4a58-b3b5-bd7de680ca25 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 931 time: 0.2519224 Jan 28 16:40:40.655988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d62ce16-2fd7-4506-8c17-40a5f6d3fd46 req-3f780e59-fca1-442a-9274-6dfe5b63296a service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954800 Jan 28 16:40:40.735607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Allocated IP 19.86.0.142 (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11/6a438cff-46d7-46d1-926d-6e3244bcc2f2/c9c2936f-9467-4e63-8c54-0572aca85f28) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:40.738634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:40.803228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b5162b7-bfa5-407e-9fad-f2f3cea271f7 req-4328b049-d826-4562-8b2c-6c7fd4123eb9 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670289 Jan 28 16:40:40.827083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0751-af8b-41d6-85a3-4b1912c78aaf req-a0c4e5fd-1233-4d67-947a-ea3457f00e09 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.829045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c4b0751-af8b-41d6-85a3-4b1912c78aaf req-a0c4e5fd-1233-4d67-947a-ea3457f00e09 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.1950719 Jan 28 16:40:40.865910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40758) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:40.937169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.937725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.938289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.938652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.939112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.939637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.940014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:40.942449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e7c261de-b58b-464d-82fa-712592093ad5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6699 time: 0.1966186 Jan 28 16:40:40.962578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:40.982426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c4b0751-af8b-41d6-85a3-4b1912c78aaf req-c8d0b129-72e2-471a-8e7c-8253c4b9a441 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408017 Jan 28 16:40:40.992762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b969bcac-57eb-4945-810b-b02ea9d21af3 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:41.066073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: b969bcac-57eb-4945-810b-b02ea9d21af3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:40:41.074816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b969bcac-57eb-4945-810b-b02ea9d21af3 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:41.081931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'mac_address': 'fa:16:3e:61:1d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:41.155919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-875383c4-5fbe-460a-b532-c40733862d3c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips/4961c96b-7439-47a2-8030-06775cd9d869 HTTP/1.1" status: 200 len: 691 time: 0.1013181 Jan 28 16:40:41.208895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:41.212257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.214846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-419f97d2-dd76-43af-be8b-1048c21820bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12e9039cdd94465bbd62fbf2ce65579e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470244 Jan 28 16:40:41.219163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40776) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:41.264308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0999fdfc-b7ab-4b04-abe3-7570ee0e675b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:41.283100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99774124-4c7b-4d08-b63c-2c01c082e23d admin admin] Publish callbacks [] for security_group (e64f6ef1-e902-4055-ae36-8eee38e94795), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.283342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.297387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-c7c0bace-2c30-4fb6-81be-f52dc340f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.299563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-c7c0bace-2c30-4fb6-81be-f52dc340f9eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=07766232-8393-45f7-be9c-388086ef8cf0 HTTP/1.1" status: 200 len: 903 time: 0.3484299 Jan 28 16:40:41.335234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99774124-4c7b-4d08-b63c-2c01c082e23d admin admin] Publish callbacks [] for security_group (e64f6ef1-e902-4055-ae36-8eee38e94795), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.352213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:41.363929 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.409683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99774124-4c7b-4d08-b63c-2c01c082e23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e64f6ef1-e902-4055-ae36-8eee38e94795), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.415113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99774124-4c7b-4d08-b63c-2c01c082e23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.417139 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-99774124-4c7b-4d08-b63c-2c01c082e23d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e64f6ef1-e902-4055-ae36-8eee38e94795 HTTP/1.1" status: 204 len: 168 time: 0.1959276 Jan 28 16:40:41.439511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99774124-4c7b-4d08-b63c-2c01c082e23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64f6ef1-e902-4055-ae36-8eee38e94795,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:41.454443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-8335b53a-4f7b-49a0-8e2b-2a6b4f1574dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5 HTTP/1.1" status: 200 len: 217 time: 0.1452484 Jan 28 16:40:41.506581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0999fdfc-b7ab-4b04-abe3-7570ee0e675b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:41.549306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:41.605555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-091b1d90-0989-4783-ad82-077c6b17ebd6 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.622902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-091b1d90-0989-4783-ad82-077c6b17ebd6 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.4644976 Jan 28 16:40:41.764274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.769835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.775518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.781322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.786802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.792167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.798287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.806376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-3bb35bf4-7a3c-4213-8c9e-47e290362a58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.5008242 Jan 28 16:40:41.814671 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:41.867444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-37b8f106-28d6-486a-91c5-e8a0aa719707 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.2421253 Jan 28 16:40:41.881224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event updated for resources: {'Port': ['ID=c9c2936f-9467-4e63-8c54-0572aca85f28,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:41.894045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-03e609f6-7734-4a7e-89fd-9e7e3192b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:41.895554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-03e609f6-7734-4a7e-89fd-9e7e3192b223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 200 len: 797 time: 0.4290035 Jan 28 16:40:41.909617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:41.914079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:41.916739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:41.978760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40794) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:42.062967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a6fbad40-aad5-49e6-af4a-31261fb11ad6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=904f5258eefa429a840a340ba341e05e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804935 Jan 28 16:40:42.064025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:40:42.067833 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.077666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-1c953c35-aed3-4471-89ac-0e0f17b4a6c4 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.1904655 Jan 28 16:40:42.113429 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.174636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-680f54a9-9b38-4336-8add-64c224e3530a admin admin] Publish callbacks [] for security_group (872ec575-304c-4744-b540-736064a119c9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.206305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-680f54a9-9b38-4336-8add-64c224e3530a admin admin] Publish callbacks [] for security_group (872ec575-304c-4744-b540-736064a119c9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.216198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:42.217054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.282106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a2df8ab-5cf5-48ad-bee1-cf0b4cc22819 req-ca2ab928-35b9-4a45-a64c-63ee0235281c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4745634 Jan 28 16:40:42.292726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-680f54a9-9b38-4336-8add-64c224e3530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (872ec575-304c-4744-b540-736064a119c9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.299113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-680f54a9-9b38-4336-8add-64c224e3530a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.304783 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-680f54a9-9b38-4336-8add-64c224e3530a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/872ec575-304c-4744-b540-736064a119c9 HTTP/1.1" status: 204 len: 168 time: 0.2373757 Jan 28 16:40:42.315982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-f0c9e0cc-8f31-4876-9293-513515cebe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:42.317625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-f0c9e0cc-8f31-4876-9293-513515cebe49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4063821 Jan 28 16:40:42.319046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f54a9-9b38-4336-8add-64c224e3530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872ec575-304c-4744-b540-736064a119c9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:42.356968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-970ea6a7-cf6f-46b6-b722-fdc279af37d5 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6263397 Jan 28 16:40:42.390638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-1dff31bc-fa9e-435a-a4ae-3687044dcb18 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:40:42.391824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-1dff31bc-fa9e-435a-a4ae-3687044dcb18 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157418 Jan 28 16:40:42.403391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2930085d-42b2-4708-9b2d-1d2f5fdb4170 None None] Provisioning complete for port c9c2936f-9467-4e63-8c54-0572aca85f28 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:42.404071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2930085d-42b2-4708-9b2d-1d2f5fdb4170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.460204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Request body: {'port': {'device_id': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:42.507801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2930085d-42b2-4708-9b2d-1d2f5fdb4170 None None] Port c9c2936f-9467-4e63-8c54-0572aca85f28 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:40:42.715143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Deleting port 10065f24-eab9-4ed5-a4a3-3dedd87f7f43 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:42.715719 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.745096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-d8e7037b-cb6c-4d7d-b86c-2b5558e94861 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004893 Jan 28 16:40:42.751495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:42.783785 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:42.869492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:42.870666 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:43.054921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:43.055836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:43.126691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:43.130309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:43.134717 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e1da4-33d6-4343-b191-b113b9032197" -d '{"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-plugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:43.145532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:43.270140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:43.339604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-3181e30b-3bb0-4a1a-84a9-377981f42bec tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:43.341233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-3181e30b-3bb0-4a1a-84a9-377981f42bec tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/networks?id=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 HTTP/1.1" status: 200 len: 810 time: 0.6730583 Jan 28 16:40:43.346694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:43.347310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:43.448927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Calling delete_port for 10065f24-eab9-4ed5-a4a3-3dedd87f7f43 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:43.458541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7b5948f5-6c0c-429a-bbca-3cff7898f694 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/quotas/84a53d43f0934ce0a6925bdb36f83d4d HTTP/1.1" status: 200 len: 375 time: 0.0816507 Jan 28 16:40:43.476877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-5b97142e-6718-49e7-bc0b-2d5c3899ae29 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767137 Jan 28 16:40:43.553354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-265fc75f-affa-4e75-ba75-d8271e4803ef tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a53d43f0934ce0a6925bdb36f83d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857339 Jan 28 16:40:43.801194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-8918df5d-a5d8-4b6a-9b29-4349a2fefe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:43.802869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-8918df5d-a5d8-4b6a-9b29-4349a2fefe29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1128 time: 0.2523515 Jan 28 16:40:43.876501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-3ddf4670-b9c5-4006-b0f7-33cf9c0840af service neutron] 10.222.0.25 "GET /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954545 Jan 28 16:40:44.041332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7157bc-65e7-4998-8fe0-61bbe8c22a77 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:44.050072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (10065f24-eab9-4ed5-a4a3-3dedd87f7f43), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:44.071626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Publish callbacks [] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:44.120061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event deleted for resources: {'Port': ['ID=10065f24-eab9-4ed5-a4a3-3dedd87f7f43,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:44.145269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Transition to ACTIVE for port object bc7157bc-65e7-4998-8fe0-61bbe8c22a77 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:44.180647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:44.187830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-3a5f840c-5c00-4515-a32f-f1c37ef98fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:44.189397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-3a5f840c-5c00-4515-a32f-f1c37ef98fc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 930 time: 0.3748622 Jan 28 16:40:44.277480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-fdfb60dc-6801-4485-a1d7-f840d9b58639 service neutron] 10.222.0.25 "GET /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004712 Jan 28 16:40:44.374508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Pushing event updated for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:44.390911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (4961c96b-7439-47a2-8030-06775cd9d869), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:44.393549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:44.412442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5cce8375-fc05-4c4a-b01a-515721d33edc req-a91ccab0-71d4-47c4-a0bf-3c58d1018afd tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "DELETE /v2.0/floatingips/4961c96b-7439-47a2-8030-06775cd9d869 HTTP/1.1" status: 204 len: 173 time: 2.3334026 Jan 28 16:40:44.454868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-e50955ee-f9d9-4e6e-b133-035e1d7d5a70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 1000 time: 0.1990869 Jan 28 16:40:44.607239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Attempting to bind port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:44.608150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Attempting to bind port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:44.608574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Attempting to bind port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 on network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:44.611646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-aa330323-9e4c-4593-b287-c99753f04519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:44.613962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-aa330323-9e4c-4593-b287-c99753f04519 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 200 len: 868 time: 0.0853841 Jan 28 16:40:44.664903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 on network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:44.665326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Attempting to bind port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 on network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:44.704782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:44.705392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Checking segment: {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:44.705875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Bound using segment: {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:44.706420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Bound port: bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76191c35-637f-4a90-abdd-a4006259ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:44.706892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:44.844419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5c4c7-56b2-4d3a-9e58-03e1c2dba75f req-5da3e8e5-106a-4b9e-afff-7596eb404fbc tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:44.853192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5c4c7-56b2-4d3a-9e58-03e1c2dba75f req-5da3e8e5-106a-4b9e-afff-7596eb404fbc tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:44.861863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54a5c4c7-56b2-4d3a-9e58-03e1c2dba75f req-5da3e8e5-106a-4b9e-afff-7596eb404fbc tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1666 time: 0.3314133 Jan 28 16:40:44.870910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-18864b4a-b9a6-4d36-97e5-fb649009438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:44.880982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-18864b4a-b9a6-4d36-97e5-fb649009438b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3432b68e-f386-4cc6-b996-e9983f5c833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2514029 Jan 28 16:40:44.924435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:45.035740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:45.043378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54a5c4c7-56b2-4d3a-9e58-03e1c2dba75f req-f8371997-0ea3-4789-aa83-14065c3d70e9 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815083 Jan 28 16:40:45.062097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5f55-be30-4566-813a-06f612d7e709 req-7cbd5040-ac28-446c-ab24-9fbff78f5207 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.063808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-083d5f55-be30-4566-813a-06f612d7e709 req-7cbd5040-ac28-446c-ab24-9fbff78f5207 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.2954791 Jan 28 16:40:45.078385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:45.198904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.199789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:45.201537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] 10.222.0.31 "PUT /v2.0/ports/bc7157bc-65e7-4998-8fe0-61bbe8c22a77 HTTP/1.1" status: 200 len: 1092 time: 2.7674549 Jan 28 16:40:45.269357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:45.272191 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:45.298082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-083d5f55-be30-4566-813a-06f612d7e709 req-08337a47-51d7-47f2-9144-2639f2e8119e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209923 Jan 28 16:40:45.398704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-4a47f014-1bbd-4090-8077-110a95fa4992 service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934201 Jan 28 16:40:45.444922 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a257bc4f-7e18-41e0-97c1-d40bc669d943 x-openstack-request-id: req-a257bc4f-7e18-41e0-97c1-d40bc669d943 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:45.446012 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-plugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:45.446284 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a257bc4f-7e18-41e0-97c1-d40bc669d943 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:45.446701 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'code': 200} Jan 28 16:40:45.462657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99b03-635b-4d78-b45c-879cb107e40c service neutron] Pushing event updated for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:45.610115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917784a2-db41-4c49-ae28-5ba3f83da35b req-5dcb2b87-55b2-4be5-9223-237e94e0cc3a service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271992 Jan 28 16:40:45.640648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Request body: {'port': {'device_id': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:45.808810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-2ea53d78-42eb-44ca-8975-b358206133fb tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.817214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-2ea53d78-42eb-44ca-8975-b358206133fb tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.5407746 Jan 28 16:40:45.835192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:45.849759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.855853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.861918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.868727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.876429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.880193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.885479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:45.888064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad4686ae-d7fd-4951-9ec5-8d0f45a3b7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:45.893417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e27242de-d394-42d6-9dee-9e33eb340157 req-bec8b70d-4fc8-4d01-84b1-ca7f8ad0d998 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.2296221 Jan 28 16:40:45.908265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-f0d4b9b9-b874-4997-a99d-a21ba49847a9 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/quotas/b3a19cf5f9144aca8709ad746edbf15b HTTP/1.1" status: 200 len: 375 time: 0.0901256 Jan 28 16:40:46.048438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-ddd72e31-9a1f-4900-92b1-a867c198e2fb tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391628 Jan 28 16:40:46.071678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e27242de-d394-42d6-9dee-9e33eb340157 req-6b3efc11-e979-4a5f-b441-53c7d50438c5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773186 Jan 28 16:40:46.692823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-203e9962-7564-4bdf-a7f5-f41c7bccfd9f tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 1000 time: 0.5091126 Jan 28 16:40:46.701651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-17338abc-c2ae-473b-adbe-c1c578382bde service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286798 Jan 28 16:40:46.866275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c7ef4a0a-f833-4d56-980f-40275c95e5ef tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:46.867718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c7ef4a0a-f833-4d56-980f-40275c95e5ef tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports/5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 942 time: 0.1572924 Jan 28 16:40:46.893460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-b2d5787e-229c-443c-a7d3-0c119f126c67 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:46.894965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-b2d5787e-229c-443c-a7d3-0c119f126c67 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.24 "GET /v2.0/networks?id=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 HTTP/1.1" status: 200 len: 810 time: 0.3161876 Jan 28 16:40:46.920622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Request body: {'port': {'device_id': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2', 'admin_state_up': True, 'tenant_id': '84a53d43f0934ce0a6925bdb36f83d4d'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:47.066750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c2936f-9467-4e63-8c54-0572aca85f28 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:47.084404 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-9c42b998-7028-44ee-860f-ac982cfe0d6c service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682299 Jan 28 16:40:47.090846 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Publish callbacks [] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:47.135779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Transition to ACTIVE for port object c9c2936f-9467-4e63-8c54-0572aca85f28 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:47.152590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c03fa96f-fcac-4bda-a7f6-dbc63e491302 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 1000 time: 0.1542978 Jan 28 16:40:47.155814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:47.307248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c2936f-9467-4e63-8c54-0572aca85f28,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:47.319959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Made reservation on behalf of 84a53d43f0934ce0a6925bdb36f83d4d for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:47.323300 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:47.415942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9478c0d7-9759-4f7a-be5f-6ea67206297f req-d41f51df-9658-4cd6-bd3d-f2cfff098ae8 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 210 time: 0.0864222 Jan 28 16:40:47.482461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-575923c9-c208-4bf7-986e-fb050dc94b4e tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:47.491382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-575923c9-c208-4bf7-986e-fb050dc94b4e tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.3304632 Jan 28 16:40:47.616335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Attempting to bind port c9c2936f-9467-4e63-8c54-0572aca85f28 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:47.616695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Attempting to bind port c9c2936f-9467-4e63-8c54-0572aca85f28 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:47.617046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Attempting to bind port c9c2936f-9467-4e63-8c54-0572aca85f28 on network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:47.639989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Port c9c2936f-9467-4e63-8c54-0572aca85f28 on network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:47.640519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Attempting to bind port c9c2936f-9467-4e63-8c54-0572aca85f28 on network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:47.682574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-f7b7c5ba-a933-4734-b8eb-7649bfbf36e0 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 1000 time: 0.1901956 Jan 28 16:40:47.688404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:47.689134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Checking segment: {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:47.689552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Bound using segment: {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:47.690067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Bound port: c9c2936f-9467-4e63-8c54-0572aca85f28, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08da40cb-3327-45cc-9fa3-187872c02c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:47.690673 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:47.698237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:47.810185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Allocated IP 172.20.0.12 (04a3eb7b-7c49-4550-8d91-cab6cbb10fb2/8f07b62c-77dc-46b3-a36d-57ddb2cd622e/78c068e7-3747-4fde-b13c-3a40a38eab05) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:47.828151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:47.888844 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd206d-1532-40bb-b2eb-c3c2131ca9dd x-openstack-request-id: req-26dd206d-1532-40bb-b2eb-c3c2131ca9dd {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:47.889546 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:47.889546 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26dd206d-1532-40bb-b2eb-c3c2131ca9dd {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:47.889782 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77', 'status': 'completed', 'code': 200} Jan 28 16:40:47.890551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dcb84cb8-db49-4221-bd42-a05b5f504705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:47.937944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] For port c9c2936f-9467-4e63-8c54-0572aca85f28, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:48.004810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] For port c9c2936f-9467-4e63-8c54-0572aca85f28, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9c2936f-9467-4e63-8c54-0572aca85f28,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:48.149736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:48.263823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-0922a587-09e6-4211-b7fe-9509aa6e5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.264293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-0922a587-09e6-4211-b7fe-9509aa6e5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.265647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-0922a587-09e6-4211-b7fe-9509aa6e5904 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 2001 time: 0.3597088 Jan 28 16:40:48.267830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.268440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:48.269810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] 10.222.0.31 "PUT /v2.0/ports/c9c2936f-9467-4e63-8c54-0572aca85f28 HTTP/1.1" status: 200 len: 1093 time: 2.9872320 Jan 28 16:40:48.384664 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:48.392898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90561c4-5f36-49bd-b752-d8c3292db793 req-96c04132-0611-4408-bf11-7173c9c39e05 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.398372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90561c4-5f36-49bd-b752-d8c3292db793 req-96c04132-0611-4408-bf11-7173c9c39e05 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.400020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d90561c4-5f36-49bd-b752-d8c3292db793 req-96c04132-0611-4408-bf11-7173c9c39e05 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1678 time: 0.4300330 Jan 28 16:40:48.449318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:48.449662 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Floating IP ca7e8b6b-f0f0-4de5-b7f0-c236e5095797 disassociated. External IP: 172.25.8.59, port: 5aa84665-066b-4290-b16a-1d2398942b28. Jan 28 16:40:48.520502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe9924-2f58-4a14-8916-762aafdaf45f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c2936f-9467-4e63-8c54-0572aca85f28,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:48.593054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks [] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:48.660240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-a9604d4d-6a7a-440d-a188-59462800335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.660625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-a9604d4d-6a7a-440d-a188-59462800335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.661360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-a9604d4d-6a7a-440d-a188-59462800335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:48.662853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-a9604d4d-6a7a-440d-a188-59462800335a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ef343933308949a8b299d1ba0ab34778&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3798621 Jan 28 16:40:48.707912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d90561c4-5f36-49bd-b752-d8c3292db793 req-a960ab58-bdc4-43d1-a18d-4d3e8838baf0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682695 Jan 28 16:40:49.207547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:49.272026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-60ddc2bc-7fc2-427a-94df-03549af80c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.273541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd6e877-4a44-40b4-b2ee-fc80965b3ad5 req-60ddc2bc-7fc2-427a-94df-03549af80c73 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6026554 Jan 28 16:40:49.312017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:49.316759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:49.357706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:49.375468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b85f8b-1e46-41bf-a94c-6b08016841d8 req-20b3a318-a0fa-4648-ab8d-0798695baccc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.376931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10b85f8b-1e46-41bf-a94c-6b08016841d8 req-20b3a318-a0fa-4648-ab8d-0798695baccc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.3562877 Jan 28 16:40:49.378093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:49.389245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-dff7bbe7-1fb7-486d-bf1b-6be6075d9942 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.390711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-dff7bbe7-1fb7-486d-bf1b-6be6075d9942 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.6470256 Jan 28 16:40:49.391360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Pushing event updated for resources: {'Port': ['ID=78c068e7-3747-4fde-b13c-3a40a38eab05,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:49.438237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Request body: {'port': {'device_id': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'admin_state_up': True, 'tenant_id': 'b3a19cf5f9144aca8709ad746edbf15b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:49.560097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Router b6706f67-d62e-4970-8fe3-e631fc2be0d9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:40:49.573295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.573295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:49.627435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10b85f8b-1e46-41bf-a94c-6b08016841d8 req-36fa9d0d-bcc7-49ff-84a1-1fd17f774b8f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178359 Jan 28 16:40:49.641776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-e3ffbc7e-20f6-416f-a9ab-a0423397455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.641776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-e3ffbc7e-20f6-416f-a9ab-a0423397455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.641776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-e3ffbc7e-20f6-416f-a9ab-a0423397455b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 2044 time: 0.2886584 Jan 28 16:40:49.648346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-d7fcab2f-47a7-4c6c-ae7e-8f75557e3f29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7396989 Jan 28 16:40:49.673480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Request body: {'port': {'device_id': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:49.741765 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-77487f41-9d5e-47e2-a596-6a5ec998bcad service neutron] show failed (client error): The resource could not be found. Jan 28 16:40:49.743600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-77487f41-9d5e-47e2-a596-6a5ec998bcad service neutron] 10.222.0.31 "GET /v2.0/ports/646d9b05-4888-4463-b2b2-71947a1a65db/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0640442 Jan 28 16:40:49.763819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-bb9131d5-8564-490d-ae68-fcd604bcb97c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77 HTTP/1.1" status: 200 len: 217 time: 0.1142516 Jan 28 16:40:49.915985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'tag': 'c9c2936f-9467-4e63-8c54-0572aca85f28'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:49.918076 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5a2c9-598d-46e3-b129-6b796bd5617e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "tag": "c9c2936f-9467-4e63-8c54-0572aca85f28"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:49.952579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Made reservation on behalf of b3a19cf5f9144aca8709ad746edbf15b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:40:49.955978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:49.963850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:49.987043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-5a466c6b-05c7-4048-87e0-04da6a88df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:49.988526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-5a466c6b-05c7-4048-87e0-04da6a88df3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c888e93-acf5-4e39-bbd2-b8a3c7e2b689 HTTP/1.1" status: 200 len: 801 time: 0.2094562 Jan 28 16:40:50.008560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:40:50.022104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:50.023010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] Sync routers for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:40:50.037521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:40:50.038345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:50.124612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.131238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.135391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.141351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.146867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.152240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.163800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.163800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-bc278a24-be25-4c37-a0a4-5b01bce347b6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.4195068 Jan 28 16:40:50.183575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:40:50.292793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-c689943b-522e-40a6-9264-4fb7952ec37b tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "PUT /v2.0/floatingips/ca7e8b6b-f0f0-4de5-b7f0-c236e5095797 HTTP/1.1" status: 200 len: 694 time: 2.6091328 Jan 28 16:40:50.365586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-9c35dd83-e99a-45dc-957f-3c212e6aff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.367447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-9c35dd83-e99a-45dc-957f-3c212e6aff5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3603759 Jan 28 16:40:50.423907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:50.457940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] Checking router: b6706f67-d62e-4970-8fe3-e631fc2be0d9 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:40:50.467902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:40:50.469026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:50.490992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-1f35e979-f9e4-4027-9464-03f5d0725524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.492518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-1f35e979-f9e4-4027-9464-03f5d0725524 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28&tenant_id=a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 1133 time: 0.4667828 Jan 28 16:40:50.519946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:50.613896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffc2a4b1-36fd-4690-8ca8-bca99e2d0978 req-717d423f-9dfc-4d57-9e82-751bde82f80b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4100595 Jan 28 16:40:50.731642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-672a4603-b9c3-4b5f-a416-8cb97f088ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:50.738635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-672a4603-b9c3-4b5f-a416-8cb97f088ac1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1128 time: 0.4242043 Jan 28 16:40:50.759177 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:50.766716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:40:50.777924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Allocated IP 172.20.0.7 (ed097501-d3f6-476d-af59-636fe119bdac/9b65e85a-caba-4cc0-b2d5-26d27e222351/30b3c3a8-c25e-4566-8597-41bf2fc06141) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:40:51.009441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:40:51.041439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d868e7-21cb-4119-80b3-979dd10f5831 None None] The sync data for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 is: [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:39:44Z', 'revision_number': 4, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ad2013d1-ff59-49ff-aa91-ad0a0cccc89e', 'name': '', 'network_id': '3432b68e-f386-4cc6-b996-e9983f5c833c', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'mac_address': 'fa:16:3e:88:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:41Z', 'updated_at': '2022-01-28T16:39:48Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'subnets': [{'id': '3adf40ab-a937-4f9f-bf53-a323a214d097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:40:51.241092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06ed7d5d-249f-4e1c-9ef2-06e02703ed4e req-ff366583-c3b2-4864-93ea-973f577c6019 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 210 time: 0.4238689 Jan 28 16:40:51.375356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:51.423562 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6529fea-51a7-40dc-89ad-73417ed25617 None None] New status for floating IP ca7e8b6b-f0f0-4de5-b7f0-c236e5095797: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:40:51.491256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-ca05dc7e-60ac-40f6-9b84-157865007a0e service neutron] 10.222.0.31 "GET /v2.0/networks/ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9686277 Jan 28 16:40:51.608603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-78314d67-849b-495d-b904-d6f0660b1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:51.610074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-78314d67-849b-495d-b904-d6f0660b1c69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 930 time: 0.8706851 Jan 28 16:40:51.741882 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:51.761403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-2b92d05e-77c8-4ad7-8f89-98324e2fd37e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 217 time: 0.1067512 Jan 28 16:40:51.765701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c068e7-3747-4fde-b13c-3a40a38eab05 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:51.836554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Publish callbacks [] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:51.868569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739dd7-9c4d-47fd-aaa2-ba70116ed401 req-b74a813a-edf7-4778-86e9-74e5d65788d3 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:51.870074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73739dd7-9c4d-47fd-aaa2-ba70116ed401 req-b74a813a-edf7-4778-86e9-74e5d65788d3 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 932 time: 0.4986396 Jan 28 16:40:51.877365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks [] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:51.957936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Transition to ACTIVE for port object 78c068e7-3747-4fde-b13c-3a40a38eab05 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:51.990375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:52.070846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-bef57cce-bc56-4779-b052-d9f0fcc6f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.072342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-bef57cce-bc56-4779-b052-d9f0fcc6f2b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 200 len: 868 time: 0.2429931 Jan 28 16:40:52.094799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-b1e10038-f497-4bdb-8fb5-24be66cb9d1f service neutron] 10.222.0.31 "GET /v2.0/networks/ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916364 Jan 28 16:40:52.226346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-352bd681-6f00-458f-9e37-c9d7a7754958 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.142&port_id=c9c2936f-9467-4e63-8c54-0572aca85f28 HTTP/1.1" status: 200 len: 217 time: 0.1188602 Jan 28 16:40:52.232157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Pushing event updated for resources: {'Port': ['ID=78c068e7-3747-4fde-b13c-3a40a38eab05,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:52.245696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73739dd7-9c4d-47fd-aaa2-ba70116ed401 req-965fadf4-c780-4298-9a10-f541daa4a094 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257678 Jan 28 16:40:52.271422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:52.284122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', '9f9747ee-f2f3-4678-9f92-07dd0524c8bd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:52.421853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:52.479472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Network ed097501-d3f6-476d-af59-636fe119bdac is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:40:52.490382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-837cd505-55ca-4342-af89-8145eae2633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.493702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-837cd505-55ca-4342-af89-8145eae2633d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a438cff-46d7-46d1-926d-6e3244bcc2f2 HTTP/1.1" status: 200 len: 801 time: 0.2541203 Jan 28 16:40:52.500379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-5caab90d-514c-4e08-8616-de70f06c04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.501925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-5caab90d-514c-4e08-8616-de70f06c04c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3432b68e-f386-4cc6-b996-e9983f5c833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3974583 Jan 28 16:40:52.502556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event updated for resources: {'Port': ['ID=30b3c3a8-c25e-4566-8597-41bf2fc06141,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:52.505136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:40:52.521381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:40:52.671605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:52.679500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Attempting to bind port 78c068e7-3747-4fde-b13c-3a40a38eab05 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:52.679772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Attempting to bind port 78c068e7-3747-4fde-b13c-3a40a38eab05 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'bb641a07-e26d-4239-a21c-b98acfeedfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:52.680102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Attempting to bind port 78c068e7-3747-4fde-b13c-3a40a38eab05 on network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:52.727969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Port 78c068e7-3747-4fde-b13c-3a40a38eab05 on network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:52.728939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Attempting to bind port 78c068e7-3747-4fde-b13c-3a40a38eab05 on network 04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:52.744738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56682b46-4513-4ead-bb9d-bdbc67409a22 req-b76566e0-ec2b-4836-9177-f71cc0573b52 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.750161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56682b46-4513-4ead-bb9d-bdbc67409a22 req-b76566e0-ec2b-4836-9177-f71cc0573b52 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.754321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56682b46-4513-4ead-bb9d-bdbc67409a22 req-b76566e0-ec2b-4836-9177-f71cc0573b52 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1678 time: 0.3833451 Jan 28 16:40:52.762557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.763227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:52.799124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:52.799503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Checking segment: {'id': 'bb641a07-e26d-4239-a21c-b98acfeedfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:52.799849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Bound using segment: {'id': 'bb641a07-e26d-4239-a21c-b98acfeedfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:52.800553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Bound port: 78c068e7-3747-4fde-b13c-3a40a38eab05, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb641a07-e26d-4239-a21c-b98acfeedfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:52.800941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:52.849870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-52993767-d79c-45f6-a2dd-1eb51cdd7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:52.851408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-52993767-d79c-45f6-a2dd-1eb51cdd7bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3423023 Jan 28 16:40:52.855895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Publish callbacks [] for port (646d9b05-4888-4463-b2b2-71947a1a65db), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:52.871685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7419dffe-5cc7-4c76-a7bb-a788d60ce111 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4407663 Jan 28 16:40:52.908274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Request body: {'port': {'device_id': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:40:52.928357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-438b4680-9c26-49d7-a6ee-aebe775326f7 service neutron] 10.222.0.25 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042637 Jan 28 16:40:52.966926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Transition to ACTIVE for port object 646d9b05-4888-4463-b2b2-71947a1a65db will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:53.028740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:53.111799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56682b46-4513-4ead-bb9d-bdbc67409a22 req-c037916d-4e1c-4459-9873-82f8420e6569 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448136 Jan 28 16:40:53.239034 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4fd9e3-65c0-43d0-a664-45e44a36d0a8 x-openstack-request-id: req-da4fd9e3-65c0-43d0-a664-45e44a36d0a8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:53.239335 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "tag": "c9c2936f-9467-4e63-8c54-0572aca85f28", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:53.239590 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da4fd9e3-65c0-43d0-a664-45e44a36d0a8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:53.239985 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'tag': 'c9c2936f-9467-4e63-8c54-0572aca85f28', 'status': 'completed', 'code': 200} Jan 28 16:40:53.277041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:53.292362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] For port 78c068e7-3747-4fde-b13c-3a40a38eab05, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:53.302883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] No DVR routers for this DVR port 646d9b05-4888-4463-b2b2-71947a1a65db on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:40:53.319056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:53.375058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-2aa31d5a-fa10-4955-9698-f82193000543 service neutron] 10.222.0.31 "GET /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092564 Jan 28 16:40:53.396477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] For port 78c068e7-3747-4fde-b13c-3a40a38eab05, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=78c068e7-3747-4fde-b13c-3a40a38eab05,segment=NetworkSegment(bb641a07-e26d-4239-a21c-b98acfeedfe7),segment_id=bb641a07-e26d-4239-a21c-b98acfeedfe7)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:53.561471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:53.608011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 646d9b05-4888-4463-b2b2-71947a1a65db host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:40:53.609870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:40:53.821853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:53.835582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd76c62e-0683-4366-ab3c-1ebe945f7c7f req-a61f7830-874e-4f48-a4c5-cad2a5e1b085 service neutron] 10.222.0.25 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410599 Jan 28 16:40:53.903587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:53.903587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:53.903587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:53.971067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:53.971713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:53.973151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] 10.222.0.24 "PUT /v2.0/ports/78c068e7-3747-4fde-b13c-3a40a38eab05 HTTP/1.1" status: 200 len: 1093 time: 4.3098245 Jan 28 16:40:54.003538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Port 646d9b05-4888-4463-b2b2-71947a1a65db on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:54.003873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Attempting to bind port 646d9b05-4888-4463-b2b2-71947a1a65db on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:54.095611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a559-df94-4184-9cf9-d56dd3e8d566 service neutron] Pushing event updated for resources: {'Port': ['ID=78c068e7-3747-4fde-b13c-3a40a38eab05,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:54.096931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:54.097294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:54.097680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:54.098139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Bound port: 646d9b05-4888-4463-b2b2-71947a1a65db, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:54.098510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:54.117029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cecd3-8a8b-4c7b-a948-5c91ef540430 req-5826a3b1-1809-41a5-acfe-a38993d4262b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.124580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd7cecd3-8a8b-4c7b-a948-5c91ef540430 req-5826a3b1-1809-41a5-acfe-a38993d4262b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 948 time: 0.8070459 Jan 28 16:40:54.158623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dabbda8d-5972-4566-a339-cde87f1e8543 req-8276ec67-2889-4c5b-83c8-db114ec7f51d service neutron] 10.222.0.31 "GET /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139109 Jan 28 16:40:54.263689 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:40:54.345188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd7cecd3-8a8b-4c7b-a948-5c91ef540430 req-401834e9-10d8-4d88-938e-ed52320c60a7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196543 Jan 28 16:40:54.359131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.364847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.370505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.376108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.382022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.387595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.393328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.395219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-f0db0d5b-7d4b-4f4c-9828-b6841c709e2c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.4005909 Jan 28 16:40:54.410031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-ba5e8fbb-9882-4da2-8375-3bfa0e56e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.411625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-ba5e8fbb-9882-4da2-8375-3bfa0e56e436 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84a53d43f0934ce0a6925bdb36f83d4d&device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 1127 time: 0.3919444 Jan 28 16:40:54.443074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:54.509481 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-3c2e07be-1f52-4e43-9258-dd86301920f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c068e7-3747-4fde-b13c-3a40a38eab05 HTTP/1.1" status: 200 len: 217 time: 0.0869048 Jan 28 16:40:54.519020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:54.563994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:54.596282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-c4ce9c7b-39cf-44c7-ac51-3e8d1e3f0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.596787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-c4ce9c7b-39cf-44c7-ac51-3e8d1e3f0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.598417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-c4ce9c7b-39cf-44c7-ac51-3e8d1e3f0c2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef343933308949a8b299d1ba0ab34778&device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 2044 time: 0.3470590 Jan 28 16:40:54.746838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.747465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:54.748947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 1097 time: 4.2434509 Jan 28 16:40:54.780145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8803a896-d04e-432b-b1de-4f2d6fd25239 req-3fd68d2b-f53e-4dd7-b5e8-dd2cffedfcd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3611939 Jan 28 16:40:54.781599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-a408d23d-272a-42d0-884b-5e67c126af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.783085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-a408d23d-272a-42d0-884b-5e67c126af01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f07b62c-77dc-46b3-a36d-57ddb2cd622e HTTP/1.1" status: 200 len: 850 time: 0.2588737 Jan 28 16:40:54.813029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b3c3a8-c25e-4566-8597-41bf2fc06141 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:54.825413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779c6bb-cccc-4982-ac5b-bbb18d90d4e0 req-a709a53d-1257-4b1e-acfc-6088d79655a0 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:54.832175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6779c6bb-cccc-4982-ac5b-bbb18d90d4e0 req-a709a53d-1257-4b1e-acfc-6088d79655a0 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 931 time: 0.3403049 Jan 28 16:40:54.838697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a263c-260a-4676-9b1f-64e532fab5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:54.848955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Publish callbacks [] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:54.949708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-e6a3867c-01b4-4aff-a05d-db8a958ad160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808554 Jan 28 16:40:54.973751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Transition to ACTIVE for port object 30b3c3a8-c25e-4566-8597-41bf2fc06141 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:40:55.004447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:55.032099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-fedd1918-5463-4a41-99d8-14591e81e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:55.033590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-fedd1918-5463-4a41-99d8-14591e81e711 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 HTTP/1.1" status: 200 len: 903 time: 0.4032996 Jan 28 16:40:55.111477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6779c6bb-cccc-4982-ac5b-bbb18d90d4e0 req-43735c3c-6886-4d81-8dba-af2e77bc5a94 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738352 Jan 28 16:40:55.159744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-d3c2791a-1923-4400-9930-0d5d3ba437b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.142&port_id=c9c2936f-9467-4e63-8c54-0572aca85f28 HTTP/1.1" status: 200 len: 217 time: 0.0704296 Jan 28 16:40:55.183055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-9c4bf9ca-f305-476f-8db3-bfae5426083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:55.184493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-9c4bf9ca-f305-476f-8db3-bfae5426083a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1131 time: 0.3259318 Jan 28 16:40:55.238998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94ca3e-aa08-40de-9df0-58dcd50fd56f req-791111c3-49e3-4169-ba34-6162ae93eb28 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:55.240427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc94ca3e-aa08-40de-9df0-58dcd50fd56f req-791111c3-49e3-4169-ba34-6162ae93eb28 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 944 time: 0.3578117 Jan 28 16:40:55.241060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Pushing event updated for resources: {'Port': ['ID=30b3c3a8-c25e-4566-8597-41bf2fc06141,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:55.272749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28'}, {'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db'}, {'name': 'network-changed', 'server_uuid': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'tag': '78c068e7-3747-4fde-b13c-3a40a38eab05'}, {'name': 'network-changed', 'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:55.274959 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382fb036-84a5-458e-8eef-7c444adedc78" -d '{"events": [{"name": "network-changed", "server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "tag": "5aa84665-066b-4290-b16a-1d2398942b28"}, {"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-unplugged", "status": "completed", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db"}, {"name": "network-changed", "server_uuid": "8c67fe9b-379c-485e-81f1-a1c3eb320d47", "tag": "78c068e7-3747-4fde-b13c-3a40a38eab05"}, {"name": "network-changed", "server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:55.330669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-67830e50-b7e1-4960-9703-769dbebe68a8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips/ca7e8b6b-f0f0-4de5-b7f0-c236e5095797 HTTP/1.1" status: 200 len: 692 time: 0.1791592 Jan 28 16:40:55.418578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-1a853322-31a8-4b51-badf-a934ac2d9159 service neutron] 10.222.0.24 "GET /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377775 Jan 28 16:40:55.447220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-ad815b99-5960-4ff7-bc35-8cb1bae6e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:55.448617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-ad815b99-5960-4ff7-bc35-8cb1bae6e139 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a438cff-46d7-46d1-926d-6e3244bcc2f2 HTTP/1.1" status: 200 len: 801 time: 0.2685862 Jan 28 16:40:55.864393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc94ca3e-aa08-40de-9df0-58dcd50fd56f req-23ea46c1-ff37-4ffb-92b9-ec4d37a0210b tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762830 Jan 28 16:40:55.920393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Attempting to bind port 30b3c3a8-c25e-4566-8597-41bf2fc06141 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:40:55.920758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Attempting to bind port 30b3c3a8-c25e-4566-8597-41bf2fc06141 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:40:55.921087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Attempting to bind port 30b3c3a8-c25e-4566-8597-41bf2fc06141 on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:55.931909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-b9f48a24-c43e-4d72-8b7d-a446443d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:55.933401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-b9f48a24-c43e-4d72-8b7d-a446443d22c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.7018309 Jan 28 16:40:55.945813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Port 30b3c3a8-c25e-4566-8597-41bf2fc06141 on network ed097501-d3f6-476d-af59-636fe119bdac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:40:55.946136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Attempting to bind port 30b3c3a8-c25e-4566-8597-41bf2fc06141 on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:40:55.960598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-25b9688a-b2e1-491a-8983-956ea6df736a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:55.961920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-25b9688a-b2e1-491a-8983-956ea6df736a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.5825577 Jan 28 16:40:56.012233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:40:56.012575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Checking segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:40:56.012979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Bound using segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:40:56.013449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Bound port: 30b3c3a8-c25e-4566-8597-41bf2fc06141, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:40:56.013812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:56.023356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-9458fa2e-ceba-479e-9c62-dcd6862ad2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.024839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-9458fa2e-ceba-479e-9c62-dcd6862ad2f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5377507 Jan 28 16:40:56.026609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf3a374-67d8-4c06-8f1c-32282b9fcd9f req-8f4622ec-2543-424c-91ba-f941f7aecdc2 service neutron] 10.222.0.24 "GET /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869715 Jan 28 16:40:56.054288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-016bbd9e-efde-443b-88e0-4afd11acf654 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.1052892 Jan 28 16:40:56.141606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-195d241b-2bb0-4a7c-b2d8-b6eaa086750a tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 695 time: 0.1646597 Jan 28 16:40:56.288532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-35f5b8ad-7c8c-4435-bb01-45a5be7fcaa5 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.59 HTTP/1.1" status: 200 len: 695 time: 0.0991614 Jan 28 16:40:56.303182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c96d2-3cc7-4b05-baa4-19f203792db0 req-c4182315-8e69-4f90-8f55-deb3f0e7fd90 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.308608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c96d2-3cc7-4b05-baa4-19f203792db0 req-c4182315-8e69-4f90-8f55-deb3f0e7fd90 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.310180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-560c96d2-3cc7-4b05-baa4-19f203792db0 req-c4182315-8e69-4f90-8f55-deb3f0e7fd90 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1678 time: 0.3444638 Jan 28 16:40:56.311479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-6b4a8cc4-b8f9-4eda-9619-8af8f9c73961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.312824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-6b4a8cc4-b8f9-4eda-9619-8af8f9c73961 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2151341 Jan 28 16:40:56.395069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] For port 30b3c3a8-c25e-4566-8597-41bf2fc06141, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:40:56.423361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] For port 30b3c3a8-c25e-4566-8597-41bf2fc06141, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:40:56.428544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-d67fb374-52aa-4ab0-9d4b-c65f43983c67 service neutron] 10.222.0.31 "GET /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469157 Jan 28 16:40:56.483669 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:56.611678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-560c96d2-3cc7-4b05-baa4-19f203792db0 req-1be9f053-dc02-4893-9e15-8bfe52211790 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933428 Jan 28 16:40:56.615696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.616319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:56.617649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] 10.222.0.31 "PUT /v2.0/ports/30b3c3a8-c25e-4566-8597-41bf2fc06141 HTTP/1.1" status: 200 len: 1092 time: 3.7259367 Jan 28 16:40:56.635212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-efecc436-54ec-435c-9287-5bba63ca4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.636785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-efecc436-54ec-435c-9287-5bba63ca4a7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3143713 Jan 28 16:40:56.686592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060e94-5812-48fe-a099-aef7c23afde0 service neutron] Pushing event updated for resources: {'Port': ['ID=30b3c3a8-c25e-4566-8597-41bf2fc06141,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:56.691651 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf9b54-f803-4fea-89ac-9165838f6386 x-openstack-request-id: req-2eaf9b54-f803-4fea-89ac-9165838f6386 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:56.691958 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "tag": "5aa84665-066b-4290-b16a-1d2398942b28", "status": "completed", "code": 200}, {"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-unplugged", "status": "completed", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db", "code": 200}, {"name": "network-changed", "server_uuid": "8c67fe9b-379c-485e-81f1-a1c3eb320d47", "tag": "78c068e7-3747-4fde-b13c-3a40a38eab05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:56.692217 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2eaf9b54-f803-4fea-89ac-9165838f6386 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:56.692624 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28', 'status': 'completed', 'code': 200} Jan 28 16:40:56.692911 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db', 'code': 200} Jan 28 16:40:56.693223 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'tag': '78c068e7-3747-4fde-b13c-3a40a38eab05', 'status': 'completed', 'code': 200} Jan 28 16:40:56.693810 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db', 'status': 'completed', 'code': 200} Jan 28 16:40:56.765907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-da5cbaef-ae98-468f-b96d-057e1e331f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.767526 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-da5cbaef-ae98-468f-b96d-057e1e331f62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1131 time: 0.0456378 Jan 28 16:40:56.830184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd5a2c9-598d-46e3-b129-6b796bd5617e req-e211dc8e-20af-4cda-8c4f-10940ed066de service neutron] 10.222.0.31 "GET /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887606 Jan 28 16:40:56.864493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Deleting port c3e3a039-6200-40a3-bed2-398c3a785b2c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:40:56.865217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:56.874147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-ba8deeef-50ab-4c7c-81d5-91401eadb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.875644 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-ba8deeef-50ab-4c7c-81d5-91401eadb8bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1025393 Jan 28 16:40:56.915503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-cfbcd7f0-fa08-4bdd-8817-a69b348f297d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.0339971 Jan 28 16:40:56.928709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-0a1fe271-ffc9-4cec-a552-67583c3a7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.929916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-0a1fe271-ffc9-4cec-a552-67583c3a7cfb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 1126 time: 0.2629607 Jan 28 16:40:56.937379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-ad770a30-3abd-4480-9afd-76252ab57610 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902398 Jan 28 16:40:56.962347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-56d0301a-1c25-4a49-996e-65374b871bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.963807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-56d0301a-1c25-4a49-996e-65374b871bca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0429914 Jan 28 16:40:56.993913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-74f1942c-1ca9-44ae-8dc2-87b02a9c39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:56.995348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-74f1942c-1ca9-44ae-8dc2-87b02a9c39b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbe7aece634a47018efbf6da85d1d700&device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 1128 time: 0.2516029 Jan 28 16:40:57.002452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-f85a1bd9-2a11-47c1-900b-c14ae1aa2a7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141 HTTP/1.1" status: 200 len: 217 time: 0.0615892 Jan 28 16:40:57.009246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e63c6-3b43-4477-a4ae-11ecb6c9181f req-53e5f87d-4e0c-48af-90f1-8f3c2859e550 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.010660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf9e63c6-3b43-4477-a4ae-11ecb6c9181f req-53e5f87d-4e0c-48af-90f1-8f3c2859e550 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 948 time: 0.2691107 Jan 28 16:40:57.015678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-0fd494b1-173e-4499-a9f8-2951c862b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.017194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-0fd494b1-173e-4499-a9f8-2951c862b200 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0482485 Jan 28 16:40:57.106008 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-13308c84-1026-4303-b2ca-67766e8e0c37 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Jan 28 16:40:57.172170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:57.172411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (c3e3a039-6200-40a3-bed2-398c3a785b2c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:57.200427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Calling delete_port for c3e3a039-6200-40a3-bed2-398c3a785b2c owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:40:57.208285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-af04a669-0b7f-4c4c-9971-6628b91a66b4 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948803 Jan 28 16:40:57.223424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-6d895414-f97a-4f8c-a0b1-b742a89670b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.225042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-6d895414-f97a-4f8c-a0b1-b742a89670b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.1981874 Jan 28 16:40:57.322548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-7bba2b0b-8993-4eb3-826e-0889fdb9034e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757775 Jan 28 16:40:57.332109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15b0f3ae-056f-4d0c-931e-cb9d81441bd7 req-57104805-82c1-4e7a-add1-e39c66746291 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788874 Jan 28 16:40:57.352967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf9e63c6-3b43-4477-a4ae-11ecb6c9181f req-4432046e-0153-4c70-bda3-c36ed400c91f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189559 Jan 28 16:40:57.396886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-ec0de682-b3cb-4778-a8a2-575a6cb51936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.398896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-ec0de682-b3cb-4778-a8a2-575a6cb51936 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 200 len: 930 time: 0.3873856 Jan 28 16:40:57.581721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bc7157bc-65e7-4998-8fe0-61bbe8c22a77 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:57.680774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:57.692517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77', 'network_id': 'ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0', 'port_id': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77', 'mac_address': 'fa:16:3e:b6:c4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c888e93-acf5-4e39-bbd2-b8a3c7e2b689', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:57.730493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:57.730880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:57.743361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7157bc-65e7-4998-8fe0-61bbe8c22a77 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:57.750445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-f19bf7ad-ab93-47e8-a16d-4a21f54748e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 200 len: 217 time: 0.3439469 Jan 28 16:40:57.762634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:57.768067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:57.768750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9c2936f-9467-4e63-8c54-0572aca85f28 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:57.837339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:57.874433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-16ae4a6f-0eed-4113-adc2-b24d3bffff55 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352716 Jan 28 16:40:57.880774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-e78266bb-29e1-497d-ac92-562b39c73e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.882157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-e78266bb-29e1-497d-ac92-562b39c73e2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 200 len: 868 time: 0.1219704 Jan 28 16:40:57.902975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c9c2936f-9467-4e63-8c54-0572aca85f28, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9c2936f-9467-4e63-8c54-0572aca85f28,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:57.913685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c9c2936f-9467-4e63-8c54-0572aca85f28', 'network_id': 'ee88555f-5f5f-40ff-b41c-ca7f95ef7b11', 'port_id': 'c9c2936f-9467-4e63-8c54-0572aca85f28', 'mac_address': 'fa:16:3e:8c:a4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a438cff-46d7-46d1-926d-6e3244bcc2f2', 'ip_address': '19.86.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:57.946065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.951330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c9c2936f-9467-4e63-8c54-0572aca85f28 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:57.951718 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:57.951918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.957250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.962517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.963872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c2936f-9467-4e63-8c54-0572aca85f28 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:57.967987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.973282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.978781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:57.981019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-141cf030-4651-4c07-b905-188001f885a6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.2357926 Jan 28 16:40:57.982931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c9c2936f-9467-4e63-8c54-0572aca85f28, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9c2936f-9467-4e63-8c54-0572aca85f28,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:57.990727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:58.040542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c9c2936f-9467-4e63-8c54-0572aca85f28,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:58.074095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c3e3a039-6200-40a3-bed2-398c3a785b2c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:58.126811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event deleted for resources: {'Port': ['ID=c3e3a039-6200-40a3-bed2-398c3a785b2c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:58.179510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-7784f939-ab77-4765-9668-a8f666755e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.181055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-7784f939-ab77-4765-9668-a8f666755e3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3432b68e-f386-4cc6-b996-e9983f5c833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2666984 Jan 28 16:40:58.189836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.190192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.190542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.190891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.191234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.191570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.191903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.192236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.192568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.192924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.193256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.193586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.193913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:40:58.222242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c9c2936f-9467-4e63-8c54-0572aca85f28'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:58.236462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ce80171-9a96-49a6-932c-3db946bfe651 req-a2247956-4e3b-45d6-baac-4d65fbe1369d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2321389 Jan 28 16:40:58.250696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c89d36f-6d66-4b93-a706-8d781b4bfcba req-0d3b1d53-548c-4b6f-8594-c9040d224930 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497417 Jan 28 16:40:58.302555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks [] for floatingip (ca7e8b6b-f0f0-4de5-b7f0-c236e5095797), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:58.305088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:58.306295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46771b5-ffe1-4d8b-90e3-37bf47852c4d req-7ed97516-ebbd-40ad-a0ea-5d5856ca8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca7e8b6b-f0f0-4de5-b7f0-c236e5095797 HTTP/1.1" status: 204 len: 173 time: 1.9925888 Jan 28 16:40:58.355438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-e93f1c63-cbd8-4183-81d3-dafd97be4faa service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553304 Jan 28 16:40:58.517619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93ddb1-8d2a-471b-bd20-7b28b1f648b0 req-c801354a-2293-4b3c-a629-883b708596b1 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.519097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef93ddb1-8d2a-471b-bd20-7b28b1f648b0 req-c801354a-2293-4b3c-a629-883b708596b1 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 943 time: 0.1568210 Jan 28 16:40:58.529630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-74a22b23-284c-4e98-9ab2-9f13ba23ff72 service neutron] 10.222.0.24 "GET /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655641 Jan 28 16:40:58.540477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d041fc-c88f-4b7a-816b-7739edcb7184 req-032b95ad-2fe3-4e93-b86b-a4bf1a7275d2 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.541912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0d041fc-c88f-4b7a-816b-7739edcb7184 req-032b95ad-2fe3-4e93-b86b-a4bf1a7275d2 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 944 time: 0.1618962 Jan 28 16:40:58.635247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef93ddb1-8d2a-471b-bd20-7b28b1f648b0 req-096d7f1e-5059-4387-ab4c-e4ae66fed7a8 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094563 Jan 28 16:40:58.645720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0d041fc-c88f-4b7a-816b-7739edcb7184 req-f48da599-4f73-4a85-99ef-abde1f7f0d29 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957470 Jan 28 16:40:58.657895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-87f0505e-e567-4956-bf57-98f552e3bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.659397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-87f0505e-e567-4956-bf57-98f552e3bfbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84a53d43f0934ce0a6925bdb36f83d4d&device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 1127 time: 0.0806816 Jan 28 16:40:58.715709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'tag': '30b3c3a8-c25e-4566-8597-41bf2fc06141'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:58.718738 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a0bb52-85d1-4e52-9c20-23df2792bb8a", "tag": "30b3c3a8-c25e-4566-8597-41bf2fc06141"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:58.825603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-f9d79d4d-207c-4750-857a-30a187a5a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.826976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-f9d79d4d-207c-4750-857a-30a187a5a802 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 HTTP/1.1" status: 200 len: 911 time: 0.1613512 Jan 28 16:40:58.837912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b6f9-c276-4074-9243-f86d6f969173 req-5a39023d-b6b6-4b39-8f65-0aae99bc3ffb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.841797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 78c068e7-3747-4fde-b13c-3a40a38eab05 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:40:58.843771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b6f9-c276-4074-9243-f86d6f969173 req-5a39023d-b6b6-4b39-8f65-0aae99bc3ffb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.845298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb48b6f9-c276-4074-9243-f86d6f969173 req-5a39023d-b6b6-4b39-8f65-0aae99bc3ffb tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1680 time: 0.1235478 Jan 28 16:40:58.848496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:40:58.897989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-39c93636-2a30-42a2-9772-859d716bfb14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c068e7-3747-4fde-b13c-3a40a38eab05 HTTP/1.1" status: 200 len: 217 time: 0.0509484 Jan 28 16:40:58.959309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff017-a55f-49c2-b352-f55a70e0b6aa req-8ce8472d-78a4-4b3a-85a2-19ac984d8f59 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:58.960830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-494ff017-a55f-49c2-b352-f55a70e0b6aa req-8ce8472d-78a4-4b3a-85a2-19ac984d8f59 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 948 time: 0.1649816 Jan 28 16:40:58.993841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb48b6f9-c276-4074-9243-f86d6f969173 req-884df218-0142-405c-8d14-6a7aa5f92e14 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398857 Jan 28 16:40:59.000442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-a5cd451e-de48-4d87-9b70-66b59dbda0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.000630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:59.000985 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.001911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-a5cd451e-de48-4d87-9b70-66b59dbda0f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f07b62c-77dc-46b3-a36d-57ddb2cd622e HTTP/1.1" status: 200 len: 850 time: 0.0944910 Jan 28 16:40:59.004621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 78c068e7-3747-4fde-b13c-3a40a38eab05, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=78c068e7-3747-4fde-b13c-3a40a38eab05,segment=NetworkSegment(bb641a07-e26d-4239-a21c-b98acfeedfe7),segment_id=bb641a07-e26d-4239-a21c-b98acfeedfe7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:59.029547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '78c068e7-3747-4fde-b13c-3a40a38eab05', 'network_id': '04a3eb7b-7c49-4550-8d91-cab6cbb10fb2', 'port_id': '78c068e7-3747-4fde-b13c-3a40a38eab05', 'mac_address': 'fa:16:3e:2a:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f07b62c-77dc-46b3-a36d-57ddb2cd622e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:40:59.034401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:40:59.036628 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278538c-7653-4345-9796-dd853dbb46c2" -d '{"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:40:59.043315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-9f0af72f-792b-466e-b4be-d8365c28d026 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327427 Jan 28 16:40:59.052235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:59.072529 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.084921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-494ff017-a55f-49c2-b352-f55a70e0b6aa req-89ea8fb2-a257-4dc1-84c9-d46999b2bc64 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171467 Jan 28 16:40:59.111753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 78c068e7-3747-4fde-b13c-3a40a38eab05 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:59.112149 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.137023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c068e7-3747-4fde-b13c-3a40a38eab05 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:40:59.143333 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc64511-b992-434c-bfaf-cce181b5b772 x-openstack-request-id: req-9bc64511-b992-434c-bfaf-cce181b5b772 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:59.143550 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a0bb52-85d1-4e52-9c20-23df2792bb8a", "tag": "30b3c3a8-c25e-4566-8597-41bf2fc06141", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:59.143817 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bc64511-b992-434c-bfaf-cce181b5b772 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:59.144317 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'tag': '30b3c3a8-c25e-4566-8597-41bf2fc06141', 'status': 'completed', 'code': 200} Jan 28 16:40:59.163047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=11']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:59.176691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 78c068e7-3747-4fde-b13c-3a40a38eab05, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=78c068e7-3747-4fde-b13c-3a40a38eab05,segment=NetworkSegment(bb641a07-e26d-4239-a21c-b98acfeedfe7),segment_id=bb641a07-e26d-4239-a21c-b98acfeedfe7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:59.191338 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.207101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5791f26-2f11-4a48-b1d0-b745d90d5944 req-9fa6282e-29d9-436d-be99-a702f14d08ad tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.208383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5791f26-2f11-4a48-b1d0-b745d90d5944 req-9fa6282e-29d9-436d-be99-a702f14d08ad tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 948 time: 0.1454251 Jan 28 16:40:59.214648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-3a234864-dec3-4b1d-8cf5-a7d1e5cbc832 service neutron] 10.222.0.24 "GET /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593955 Jan 28 16:40:59.258307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=78c068e7-3747-4fde-b13c-3a40a38eab05,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:59.273564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['bc7157bc-65e7-4998-8fe0-61bbe8c22a77'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:59.386828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5791f26-2f11-4a48-b1d0-b745d90d5944 req-3108cdec-aaa2-41ae-9b9f-1f3eb5c48a28 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677845 Jan 28 16:40:59.410847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['78c068e7-3747-4fde-b13c-3a40a38eab05'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:40:59.426903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7bef-4906-46d3-b824-61e6acd4e9e2 req-9d852281-f165-449c-b2ce-c5d6d2cf85cb tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.428889 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ca7bef-4906-46d3-b824-61e6acd4e9e2 req-9d852281-f165-449c-b2ce-c5d6d2cf85cb tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1799200 Jan 28 16:40:59.435569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-c68ee6fd-f9f3-4800-adab-7a63c05c561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.437075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-c68ee6fd-f9f3-4800-adab-7a63c05c561b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 1126 time: 0.2100406 Jan 28 16:40:59.452608 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a88670-054d-4b66-b2c3-7919bbc294cb x-openstack-request-id: req-f6a88670-054d-4b66-b2c3-7919bbc294cb {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:40:59.453003 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:40:59.453340 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6a88670-054d-4b66-b2c3-7919bbc294cb {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:40:59.453884 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'code': 200} Jan 28 16:40:59.464005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-e7509ac6-bc9a-4f73-aa22-d7ca6feb39d0 service neutron] 10.222.0.24 "GET /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379568 Jan 28 16:40:59.550238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ca7bef-4906-46d3-b824-61e6acd4e9e2 req-00e61cb7-defb-4c5a-8475-ccc9cccded65 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1072688 Jan 28 16:40:59.587075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9c2936f-9467-4e63-8c54-0572aca85f28 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:40:59.648707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port c9c2936f-9467-4e63-8c54-0572aca85f28 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:40:59.653544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c9c2936f-9467-4e63-8c54-0572aca85f28 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:40:59.653953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.660657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-b74147c4-89b0-4cf4-be24-e95a0c9efb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.662252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-b74147c4-89b0-4cf4-be24-e95a0c9efb88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1131 time: 0.1503468 Jan 28 16:40:59.668789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-523aeb65-5276-4f5c-b651-8081b8c3215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.670710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-523aeb65-5276-4f5c-b651-8081b8c3215f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.2254102 Jan 28 16:40:59.736558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c9c2936f-9467-4e63-8c54-0572aca85f28 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:40:59.737337 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.769750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-5b023b4a-f7eb-415c-8646-8f14c42547d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141 HTTP/1.1" status: 200 len: 217 time: 0.0876110 Jan 28 16:40:59.772525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c9c2936f-9467-4e63-8c54-0572aca85f28, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9c2936f-9467-4e63-8c54-0572aca85f28,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:40:59.778245 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:40:59.791781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.802255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.807708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.813752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.819320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.825241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.829033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c9c2936f-9467-4e63-8c54-0572aca85f28,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:40:59.831448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.834628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-af98c3cb-aa76-4c4e-a4dd-5cb2853ea268 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.2499378 Jan 28 16:40:59.930904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-cfc8d04b-7a8f-4041-a602-4562121c1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.932575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-cfc8d04b-7a8f-4041-a602-4562121c1e3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.1541958 Jan 28 16:40:59.954154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-5902d999-e6da-40eb-b22e-e797c25502a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:40:59.955587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-5902d999-e6da-40eb-b22e-e797c25502a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2839773 Jan 28 16:40:59.984556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-0a7efdae-5e3e-4ff5-b42f-f6ad92885f6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419405 Jan 28 16:41:00.030482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-13468925-f835-445a-a4a0-1c05de3f2733 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.0541537 Jan 28 16:41:00.111950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c765c1b7-30c5-431c-8623-d8697bcd2867 req-eb7fca55-6f80-4db7-8409-c97538786321 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2615755 Jan 28 16:41:00.157304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-f74fd0dc-2458-4969-8eda-b4e5ec41cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:00.158809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-f74fd0dc-2458-4969-8eda-b4e5ec41cddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1137199 Jan 28 16:41:00.221966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbf21247-c42b-491d-9fa8-b04a9af54fd6 req-a0216284-50ab-4789-b7d5-e2db27eac98c tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0694702 Jan 28 16:41:00.244773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-de138b78-5614-4760-89ec-abce4dcd0d1b service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249277 Jan 28 16:41:00.364566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb036-84a5-458e-8eef-7c444adedc78 req-da117973-8a97-4011-ba2f-1e423da7a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:00.366020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-da117973-8a97-4011-ba2f-1e423da7a138 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1992724 Jan 28 16:41:00.441515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be69e36-7f02-4709-8d7f-c1506fe87d37 req-def6c239-23c5-4c04-bcc9-e867a00684ba tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:00.442974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3be69e36-7f02-4709-8d7f-c1506fe87d37 req-def6c239-23c5-4c04-bcc9-e867a00684ba tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 943 time: 0.2200391 Jan 28 16:41:00.478200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e1be3-1094-41ad-ae70-29a91c4ccebd req-3f3754b4-c0f0-4bb4-8d6c-a16c6d66287d tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:00.479608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca3e1be3-1094-41ad-ae70-29a91c4ccebd req-3f3754b4-c0f0-4bb4-8d6c-a16c6d66287d tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 945 time: 0.2024851 Jan 28 16:41:00.491195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfe3b556-4244-43f1-9770-ef8d0e5a9da5 req-a753648f-cc56-45ca-9f87-9d1cd7b3f4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252815 Jan 28 16:41:00.570366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-9a4149a7-e6b5-4a28-9e29-37dec2123ba2 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948907 Jan 28 16:41:00.582127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3be69e36-7f02-4709-8d7f-c1506fe87d37 req-5d1dbe62-aa24-4318-9484-e459d86b13f7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306856 Jan 28 16:41:00.593539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca3e1be3-1094-41ad-ae70-29a91c4ccebd req-0f1deaa5-05cc-4a92-8404-f025dd4109c8 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057222 Jan 28 16:41:00.864076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:00.866333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 78c068e7-3747-4fde-b13c-3a40a38eab05 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:00.975678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 78c068e7-3747-4fde-b13c-3a40a38eab05 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:00.988034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 78c068e7-3747-4fde-b13c-3a40a38eab05 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:00.988300 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.002065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-382fb036-84a5-458e-8eef-7c444adedc78 req-70c4943b-dc68-4fc0-a48b-180bdd80c0ad service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232054 Jan 28 16:41:01.022596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e9d4-fc00-47b1-8772-6a87ba9d3563 req-a89ebdf5-5105-49d6-ab31-6b763d352cb8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.027640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e9d4-fc00-47b1-8772-6a87ba9d3563 req-a89ebdf5-5105-49d6-ab31-6b763d352cb8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.028416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:01.029427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0036e9d4-fc00-47b1-8772-6a87ba9d3563 req-a89ebdf5-5105-49d6-ab31-6b763d352cb8 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1681 time: 0.3789964 Jan 28 16:41:01.040539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f046b3-9445-472e-a948-183254aa68e0 req-4a066416-7a87-4fc0-8159-86c39f61bca7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.042009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9f046b3-9445-472e-a948-183254aa68e0 req-4a066416-7a87-4fc0-8159-86c39f61bca7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 948 time: 0.3723927 Jan 28 16:41:01.045970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '646d9b05-4888-4463-b2b2-71947a1a65db', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '646d9b05-4888-4463-b2b2-71947a1a65db', 'mac_address': 'fa:16:3e:c7:9c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:01.091735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 646d9b05-4888-4463-b2b2-71947a1a65db is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:01.092108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.107314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0036e9d4-fc00-47b1-8772-6a87ba9d3563 req-07efc990-6d19-4d51-bdc5-b8b82c526abd tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643523 Jan 28 16:41:01.118477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9f046b3-9445-472e-a948-183254aa68e0 req-588740a9-6fff-4d73-86bd-685fdb1fde62 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687826 Jan 28 16:41:01.130280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646d9b05-4888-4463-b2b2-71947a1a65db {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:01.160329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 78c068e7-3747-4fde-b13c-3a40a38eab05 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:01.160763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.164110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:01.174429 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.232919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 78c068e7-3747-4fde-b13c-3a40a38eab05, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=78c068e7-3747-4fde-b13c-3a40a38eab05,segment=NetworkSegment(bb641a07-e26d-4239-a21c-b98acfeedfe7),segment_id=bb641a07-e26d-4239-a21c-b98acfeedfe7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:01.241832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.250271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:01.311075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=78c068e7-3747-4fde-b13c-3a40a38eab05,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:01.419732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.427479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.433753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.440152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.443357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:01.445682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.451070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.456374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.458323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-27ce2413-b6af-4d58-8124-96bb0cf894ac tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.1024685 Jan 28 16:41:01.468664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c2936f-9467-4e63-8c54-0572aca85f28'}, {'server_uuid': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c068e7-3747-4fde-b13c-3a40a38eab05'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:01.471492 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae204f88-c81e-42f4-8dfa-27f7fc04e59d" -d '{"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-plugged", "status": "completed", "tag": "c9c2936f-9467-4e63-8c54-0572aca85f28"}, {"server_uuid": "8c67fe9b-379c-485e-81f1-a1c3eb320d47", "name": "network-vif-plugged", "status": "completed", "tag": "78c068e7-3747-4fde-b13c-3a40a38eab05"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:01.541082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e50f57c5-96c6-4e94-96df-09f36ab992d6 req-5cd5a4e7-d004-4c9d-9c14-0abc9c4b0f42 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767348 Jan 28 16:41:01.604662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 30b3c3a8-c25e-4566-8597-41bf2fc06141 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:01.609276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:01.642655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bc7157bc-65e7-4998-8fe0-61bbe8c22a77 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:01.706292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-29e10122-9844-486b-b3c7-8fae02dbbf52 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.707769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-29e10122-9844-486b-b3c7-8fae02dbbf52 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28&tenant_id=a8937d6dd909437c9a610245349f866b&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 949 time: 0.1463187 Jan 28 16:41:01.762750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.806440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ce23-1037-4298-b0e8-39d945bd9d56 req-d0adee18-a512-4fa8-812f-1ead2b8eb914 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.813935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a35ce23-1037-4298-b0e8-39d945bd9d56 req-d0adee18-a512-4fa8-812f-1ead2b8eb914 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 0.1565089 Jan 28 16:41:01.832634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:01.842513 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Publish callbacks [] for security_group (61e123fa-3278-4491-9765-988aa91a1b54), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.847505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (61e123fa-3278-4491-9765-988aa91a1b54), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.849424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c533-85de-4d6f-8978-70ed3eb6de7c req-990e0d6a-d34c-4316-92b5-73018516105b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:01.849671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:01.849828 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:01.850993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0490c533-85de-4d6f-8978-70ed3eb6de7c req-990e0d6a-d34c-4316-92b5-73018516105b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 949 time: 0.1600254 Jan 28 16:41:01.852033 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-c7d7dcfc-2671-4225-83f7-7f2b647d1af8 service neutron] delete failed (client error): The resource could not be found. Jan 28 16:41:01.853841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-c7d7dcfc-2671-4225-83f7-7f2b647d1af8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/646d9b05-4888-4463-b2b2-71947a1a65db/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.1378143 Jan 28 16:41:01.859908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 30b3c3a8-c25e-4566-8597-41bf2fc06141, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:01.891859 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=292f57aee4994af5a33babd8f81b5580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806976 Jan 28 16:41:01.895870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:01.910629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '30b3c3a8-c25e-4566-8597-41bf2fc06141', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'port_id': '30b3c3a8-c25e-4566-8597-41bf2fc06141', 'mac_address': 'fa:16:3e:f0:cc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b65e85a-caba-4cc0-b2d5-26d27e222351', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:01.920812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e123fa-3278-4491-9765-988aa91a1b54,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:01.929029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a35ce23-1037-4298-b0e8-39d945bd9d56 req-237beba8-a83f-43e8-89e1-1fb1adb6351f tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023757 Jan 28 16:41:01.931933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.932475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.933147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.933872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.934402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.934935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.935444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.935943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.936702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.937394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.937895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.938389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.939186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d34120-5d38-463c-95bc-f78e867256fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:01.975076 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988d0f8d-fcd8-4487-884a-01492206975b x-openstack-request-id: req-988d0f8d-fcd8-4487-884a-01492206975b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:01.975385 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-plugged", "status": "completed", "tag": "c9c2936f-9467-4e63-8c54-0572aca85f28", "code": 200}, {"server_uuid": "8c67fe9b-379c-485e-81f1-a1c3eb320d47", "name": "network-vif-plugged", "status": "completed", "tag": "78c068e7-3747-4fde-b13c-3a40a38eab05", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:01.975648 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-988d0f8d-fcd8-4487-884a-01492206975b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:01.976038 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c2936f-9467-4e63-8c54-0572aca85f28', 'code': 200} Jan 28 16:41:01.976301 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c068e7-3747-4fde-b13c-3a40a38eab05', 'code': 200} Jan 28 16:41:01.976985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 30b3c3a8-c25e-4566-8597-41bf2fc06141 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:01.977378 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.026898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b3c3a8-c25e-4566-8597-41bf2fc06141 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:02.033536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0490c533-85de-4d6f-8978-70ed3eb6de7c req-615bf893-5ef3-407a-a667-fba008932461 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673036 Jan 28 16:41:02.048486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:02.048902 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.068389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 30b3c3a8-c25e-4566-8597-41bf2fc06141, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:02.078043 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.118613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:02.125400 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.128692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dac4c882-89b7-4b5d-b501-b3871a56331f admin admin] Publish callbacks [] for security_group (61e123fa-3278-4491-9765-988aa91a1b54), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.135069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-45486c31-820f-4798-a1a5-fd13a6a6703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.136581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-45486c31-820f-4798-a1a5-fd13a6a6703e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1132 time: 0.2008414 Jan 28 16:41:02.147416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=30b3c3a8-c25e-4566-8597-41bf2fc06141,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:02.197157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:02.234351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dac4c882-89b7-4b5d-b501-b3871a56331f admin admin] Publish callbacks [] for security_group (61e123fa-3278-4491-9765-988aa91a1b54), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.267637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc746f3-5087-49e6-a0d5-e19af668720d req-58729871-cc4d-4531-b943-5ea5c5d25418 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.269052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cc746f3-5087-49e6-a0d5-e19af668720d req-58729871-cc4d-4531-b943-5ea5c5d25418 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 943 time: 0.2329431 Jan 28 16:41:02.302390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fc099-0916-4ea7-afe0-c107eee45b7c req-ff564a28-b775-4343-a7ea-9d74504fc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.303832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-811fc099-0916-4ea7-afe0-c107eee45b7c req-ff564a28-b775-4343-a7ea-9d74504fc25d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 1129 time: 0.2477283 Jan 28 16:41:02.313926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['30b3c3a8-c25e-4566-8597-41bf2fc06141'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:02.344323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b512b-14c9-4fca-a8a0-85fb20b9b93f req-d9d2ebd5-3471-4db4-9111-69d246af60f1 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.345838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911b512b-14c9-4fca-a8a0-85fb20b9b93f req-d9d2ebd5-3471-4db4-9111-69d246af60f1 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 948 time: 0.2347505 Jan 28 16:41:02.411426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-dc755720-e978-4e92-8a56-d4ee351a5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.412924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-dc755720-e978-4e92-8a56-d4ee351a5479 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2557070 Jan 28 16:41:02.442492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cc746f3-5087-49e6-a0d5-e19af668720d req-e890ccdf-84c1-4309-865d-e38f381e8948 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621461 Jan 28 16:41:02.483942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dac4c882-89b7-4b5d-b501-b3871a56331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (61e123fa-3278-4491-9765-988aa91a1b54), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.486483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dac4c882-89b7-4b5d-b501-b3871a56331f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.489153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dac4c882-89b7-4b5d-b501-b3871a56331f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61e123fa-3278-4491-9765-988aa91a1b54 HTTP/1.1" status: 204 len: 168 time: 0.5921032 Jan 28 16:41:02.498492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-cbbec030-82a3-40da-b4e7-137442baebe2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.0782828 Jan 28 16:41:02.500573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-811fc099-0916-4ea7-afe0-c107eee45b7c req-cb85b285-4a26-4083-a73f-59edfb5a936a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762540 Jan 28 16:41:02.536536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c882-89b7-4b5d-b501-b3871a56331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e123fa-3278-4491-9765-988aa91a1b54,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:02.578869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911b512b-14c9-4fca-a8a0-85fb20b9b93f req-92a6d3f3-f266-4322-8a2a-a66073f47743 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221351 Jan 28 16:41:02.607912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-a5e21ab8-66f9-47a3-9f26-4b85785ee250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.609860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-a5e21ab8-66f9-47a3-9f26-4b85785ee250 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0976858 Jan 28 16:41:02.618504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4478958-dfa9-4f77-abb9-c28a3309d275 req-fadee8eb-378f-49d1-879d-ede077aeaf0b tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.620048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4478958-dfa9-4f77-abb9-c28a3309d275 req-fadee8eb-378f-49d1-879d-ede077aeaf0b tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 946 time: 0.1156607 Jan 28 16:41:02.730045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4478958-dfa9-4f77-abb9-c28a3309d275 req-ac8f3a70-756e-4f53-9942-17153a191d2c tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008906 Jan 28 16:41:02.737864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-a8dbcce9-d13e-42ab-87d7-40e07668ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.739412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-a8dbcce9-d13e-42ab-87d7-40e07668ab25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1184981 Jan 28 16:41:02.752481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2da815-f554-4597-89fd-cc59719ed0a3 req-54ea4172-d436-4f33-ac0f-8b9a7b8e52bc tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.758218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2da815-f554-4597-89fd-cc59719ed0a3 req-54ea4172-d436-4f33-ac0f-8b9a7b8e52bc tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.759811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f2da815-f554-4597-89fd-cc59719ed0a3 req-54ea4172-d436-4f33-ac0f-8b9a7b8e52bc tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1682 time: 0.0993571 Jan 28 16:41:02.801141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41146) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:02.817385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89863997-3fb5-48bd-84a2-f6a768a91e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.877549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:02.899754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89863997-3fb5-48bd-84a2-f6a768a91e36 admin admin] Publish callbacks [] for security_group (8b5c6151-52a2-434a-9edc-4cec905143a7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.904236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89863997-3fb5-48bd-84a2-f6a768a91e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8b5c6151-52a2-434a-9edc-4cec905143a7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.918577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f2da815-f554-4597-89fd-cc59719ed0a3 req-b63d39b0-4102-4e94-872c-ee8cba74173c tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479826 Jan 28 16:41:02.923761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-ff58a050-1620-4feb-8ed9-8f47fc35f93a service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630497 Jan 28 16:41:02.947708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89863997-3fb5-48bd-84a2-f6a768a91e36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e39e752b6024f9b8157b1851562e9fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454105 Jan 28 16:41:02.948764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.948998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89863997-3fb5-48bd-84a2-f6a768a91e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c6151-52a2-434a-9edc-4cec905143a7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:02.952546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:02.961071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 646d9b05-4888-4463-b2b2-71947a1a65db completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:02.965430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 646d9b05-4888-4463-b2b2-71947a1a65db triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:02.965805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:02.966737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.973063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.978504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.984753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.990399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.996389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:02.998905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-5497ec02-9333-4b38-ad00-d399775e9fe3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.1760848 Jan 28 16:41:03.016726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5a13095-e24e-4122-8118-e09790024dcd admin admin] Publish callbacks [] for security_group (8b5c6151-52a2-434a-9edc-4cec905143a7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.038801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5a13095-e24e-4122-8118-e09790024dcd admin admin] Publish callbacks [] for security_group (8b5c6151-52a2-434a-9edc-4cec905143a7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.056523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 646d9b05-4888-4463-b2b2-71947a1a65db is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:03.056926 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.094500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5a13095-e24e-4122-8118-e09790024dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8b5c6151-52a2-434a-9edc-4cec905143a7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.095275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:03.097658 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5a13095-e24e-4122-8118-e09790024dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.101473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.101650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b5a13095-e24e-4122-8118-e09790024dcd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b5c6151-52a2-434a-9edc-4cec905143a7 HTTP/1.1" status: 204 len: 168 time: 0.1451023 Jan 28 16:41:03.117097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a13095-e24e-4122-8118-e09790024dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c6151-52a2-434a-9edc-4cec905143a7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:03.178697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:03.232716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-06b30d1a-1430-4569-af2b-294c220311ab tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:03.234189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-06b30d1a-1430-4569-af2b-294c220311ab tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.24 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 0.1492770 Jan 28 16:41:03.240317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cca9a81-bcfd-4759-a01a-52dd27602453 req-d61d03b1-68ee-4db2-8a2d-8638f01e8134 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2333190 Jan 28 16:41:03.246991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87d98d-30f8-4a2b-88f9-6c5e3eddf7c1 req-87be3e51-4c18-4752-8c3e-4bb8cc0e2996 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:03.249025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e87d98d-30f8-4a2b-88f9-6c5e3eddf7c1 req-87be3e51-4c18-4752-8c3e-4bb8cc0e2996 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 945 time: 0.2278302 Jan 28 16:41:03.257640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-675a269a-57d0-40ea-9d54-d433f77ff81f req-5881ed04-50fd-4cca-8e92-e3815c30c7bb service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272269 Jan 28 16:41:03.404771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e87d98d-30f8-4a2b-88f9-6c5e3eddf7c1 req-5d5494be-4962-48a6-995a-26e9584b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/security-groups?id=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450932 Jan 28 16:41:03.430880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f12e2-0fb4-4796-b44f-221fb72ceb28 req-95d4a88d-0b82-4ffc-88e3-3e6f6b60decc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:03.432342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-553f12e2-0fb4-4796-b44f-221fb72ceb28 req-95d4a88d-0b82-4ffc-88e3-3e6f6b60decc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.0780540 Jan 28 16:41:03.461831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Deleting port 5aa84665-066b-4290-b16a-1d2398942b28 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:03.462081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5aa84665-066b-4290-b16a-1d2398942b28), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.572417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-553f12e2-0fb4-4796-b44f-221fb72ceb28 req-55d1a096-a054-4b2e-b0f7-09ee72e3e276 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294854 Jan 28 16:41:03.618697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 30b3c3a8-c25e-4566-8597-41bf2fc06141 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:03.643334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5458a7-4845-4703-a947-5457b24f2d7c req-4212330c-d67e-4506-baf5-3a67ed75dba9 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:03.645449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a5458a7-4845-4703-a947-5457b24f2d7c req-4212330c-d67e-4506-baf5-3a67ed75dba9 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 944 time: 0.1282980 Jan 28 16:41:03.651072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] For port 5aa84665-066b-4290-b16a-1d2398942b28, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5aa84665-066b-4290-b16a-1d2398942b28,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:03.651484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5aa84665-066b-4290-b16a-1d2398942b28), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.685972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Calling delete_port for 5aa84665-066b-4290-b16a-1d2398942b28 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:03.704941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 30b3c3a8-c25e-4566-8597-41bf2fc06141 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:03.709737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 30b3c3a8-c25e-4566-8597-41bf2fc06141 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:03.713019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:03.802753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a5458a7-4845-4703-a947-5457b24f2d7c req-8ffb24e3-715e-4c7d-8d34-be34cde8eb94 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479666 Jan 28 16:41:03.835069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b5da-e762-4399-bbc5-d1e9687dac35 req-9410d9f3-e03f-491f-883d-5a021241876f tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:03.836603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0e0b5da-e762-4399-bbc5-d1e9687dac35 req-9410d9f3-e03f-491f-883d-5a021241876f tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 948 time: 0.1431046 Jan 28 16:41:04.000047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77'}, {'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:04.003548 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaf41b2-594e-470a-9e07-a759ef86a042" -d '{"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-plugged", "status": "completed", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77"}, {"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-plugged", "status": "completed", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:04.023212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0e0b5da-e762-4399-bbc5-d1e9687dac35 req-63a93764-6f8f-47fc-93b3-eb0075d46964 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/security-groups?id=43cc0653-8938-463e-8132-9aa9e1687022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771128 Jan 28 16:41:04.025742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5aa84665-066b-4290-b16a-1d2398942b28), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.030942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 30b3c3a8-c25e-4566-8597-41bf2fc06141 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:04.031513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.042185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5aa84665-066b-4290-b16a-1d2398942b28'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:04.060444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41184) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:04.092079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 30b3c3a8-c25e-4566-8597-41bf2fc06141, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:04.094788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Pushing event deleted for resources: {'Port': ['ID=5aa84665-066b-4290-b16a-1d2398942b28,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:04.103434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.161980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=30b3c3a8-c25e-4566-8597-41bf2fc06141,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:04.173317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c8f9f-6296-4171-809c-2bb544e7f119 req-98e86af9-fcb4-437d-be43-c1d7185a27af tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.175183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d4c8f9f-6296-4171-809c-2bb544e7f119 req-98e86af9-fcb4-437d-be43-c1d7185a27af tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 946 time: 0.2459219 Jan 28 16:41:04.199737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-network', 'tenant_id': '820f7312a239416b966dfa94ad1ff156'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:04.219303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Made reservation on behalf of 820f7312a239416b966dfa94ad1ff156 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:04.221747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.230006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.247001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] No DVR routers for this DVR port 5aa84665-066b-4290-b16a-1d2398942b28 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:04.253443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.257073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa320339-fe4f-4712-8cd6-cc77fbce5aa5 req-ea98c760-5d8e-45a6-9a4f-f4ae250d17f7 tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.24 "DELETE /v2.0/ports/5aa84665-066b-4290-b16a-1d2398942b28 HTTP/1.1" status: 204 len: 173 time: 1.0071430 Jan 28 16:41:04.263055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'name': 'network-vif-deleted', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:04.265496 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6b3d9c-37fc-4fe7-967f-5c76a78977e5" -d '{"events": [{"server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "name": "network-vif-deleted", "tag": "5aa84665-066b-4290-b16a-1d2398942b28"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:04.316646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks [] for security_group (9382fed8-6cab-43ed-b8ad-2460be7faf92), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.321250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9382fed8-6cab-43ed-b8ad-2460be7faf92), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.329744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d4c8f9f-6296-4171-809c-2bb544e7f119 req-9ba094cb-fb80-4230-9375-9ed4c6b7ed54 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363683 Jan 28 16:41:04.339578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9804ec-865e-4739-8583-640df87b0ff6 req-e515be21-a4df-41fa-b8f4-a9ec11c875a7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.346106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:41:04.354624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9804ec-865e-4739-8583-640df87b0ff6 req-e515be21-a4df-41fa-b8f4-a9ec11c875a7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.356244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff9804ec-865e-4739-8583-640df87b0ff6 req-e515be21-a4df-41fa-b8f4-a9ec11c875a7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1682 time: 0.1952615 Jan 28 16:41:04.363865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-14244376-971a-4fb0-8ae4-1bb2ad85927b tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.365367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-14244376-971a-4fb0-8ae4-1bb2ad85927b tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.24 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 948 time: 0.2054892 Jan 28 16:41:04.371818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9382fed8-6cab-43ed-b8ad-2460be7faf92,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:04.375150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3704f6b0-876f-4066-b3d6-2236fed99695), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.375675 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Added segment 3704f6b0-876f-4066-b3d6-2236fed99695 of type vlan for network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 Jan 28 16:41:04.420807 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (6619535a-350c-4b9f-a30d-0dca2c02f2c9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.458124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (6619535a-350c-4b9f-a30d-0dca2c02f2c9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.459530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.460525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.465128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff9804ec-865e-4739-8583-640df87b0ff6 req-9b7f17de-11dd-4148-864c-419dd08653f2 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987725 Jan 28 16:41:04.534839 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4705143 Jan 28 16:41:04.536009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Deleting port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:04.536375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.537876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41196) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:04.544632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Request body: {'subnet': {'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-subnet', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:04.556301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab39c0b-7ecf-4c18-9311-0da5f7477412 admin admin] Pushing event updated for resources: {'Network': ['ID=6619535a-350c-4b9f-a30d-0dca2c02f2c9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:04.565469 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c416dcf-d3e0-4d06-af9d-343541e78c8c x-openstack-request-id: req-3c416dcf-d3e0-4d06-af9d-343541e78c8c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:04.565859 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17a0c19-5897-4243-8ef7-07a02fd3a975", "name": "network-vif-deleted", "tag": "5aa84665-066b-4290-b16a-1d2398942b28", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:04.566069 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c416dcf-d3e0-4d06-af9d-343541e78c8c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:04.566416 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17a0c19-5897-4243-8ef7-07a02fd3a975', 'name': 'network-vif-deleted', 'tag': '5aa84665-066b-4290-b16a-1d2398942b28', 'status': 'completed', 'code': 200} Jan 28 16:41:04.566948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:41:04.596991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Made reservation on behalf of 820f7312a239416b966dfa94ad1ff156 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:04.600035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.659553 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26165fb-c1dd-42a1-83e5-2301dbebbb28 x-openstack-request-id: req-e26165fb-c1dd-42a1-83e5-2301dbebbb28 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:04.659858 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-plugged", "status": "completed", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77", "code": 200}, {"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-plugged", "status": "completed", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:04.660115 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e26165fb-c1dd-42a1-83e5-2301dbebbb28 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:04.660510 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77', 'code': 200} Jan 28 16:41:04.666073 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db', 'code': 200} Jan 28 16:41:04.775087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] For port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:04.775415 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.803698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13deaa36-2d8a-4eab-8859-89b6c9b6a001 req-c66522aa-a17b-4502-901f-c1400f7d7fcf tempest-FloatingIPsAssociationNegativeTestJSON-583766550 tempest-FloatingIPsAssociationNegativeTestJSON-583766550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c17a0c19-5897-4243-8ef7-07a02fd3a975 HTTP/1.1" status: 200 len: 210 time: 0.0642149 Jan 28 16:41:04.815255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Calling delete_port for 0999fdfc-b7ab-4b04-abe3-7570ee0e675b owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:04.835770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06b75-cc7d-4cd4-aa1e-8623b5395e19 req-6a9cee20-aac5-458a-b18f-b9461a14828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.836586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06b75-cc7d-4cd4-aa1e-8623b5395e19 req-6a9cee20-aac5-458a-b18f-b9461a14828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.838434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ee06b75-cc7d-4cd4-aa1e-8623b5395e19 req-6a9cee20-aac5-458a-b18f-b9461a14828a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 2048 time: 0.1406417 Jan 28 16:41:04.850516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (6cb7113c-3500-4c26-ad21-1d0da9c6fa8f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:04.895069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 81bbc3b3-a661-449f-b84d-7893896874e0 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:04.908535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.914243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.919777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.924528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb7113c-3500-4c26-ad21-1d0da9c6fa8f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:04.926050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.931556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.939892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.945461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.946500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Checking segment: {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:04.947079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Network hostable DHCP agents. Network: 6619535a-350c-4b9f-a30d-0dca2c02f2c9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:41:04.947954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-842707b4-2c29-4c6c-a55d-2b172686824b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5418 time: 0.2829649 Jan 28 16:41:04.965202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:41:04.976845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 6619535a-350c-4b9f-a30d-0dca2c02f2c9) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:04.987828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3c802-dfc1-45ee-b1ee-51354eaa7279 None None] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:04.990065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:04.990849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.012284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5cad8ecd-d7ea-4922-9e21-5b114c0e7139 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4731808 Jan 28 16:41:05.015416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41202) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:05.019906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:05.042526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.043148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.062301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ee06b75-cc7d-4cd4-aa1e-8623b5395e19 req-7c0fc938-a615-468f-8756-7b9027e37a9a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153523 Jan 28 16:41:05.092384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=81bbc3b3-a661-449f-b84d-7893896874e0,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:05.093150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f9739eb-d761-48a9-982c-22ff75803d5c req-4b9d06d8-d944-4c4f-b98e-5adc3f92eb07 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370854 Jan 28 16:41:05.101874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3421a00-6cc0-4293-adde-12319aceddb6 req-89d22969-683f-41da-8b29-a88307093187 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:05.106152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks [] for router_controller (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.109539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3421a00-6cc0-4293-adde-12319aceddb6 req-89d22969-683f-41da-8b29-a88307093187 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.1601343 Jan 28 16:41:05.160090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '81bbc3b3-a661-449f-b84d-7893896874e0', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'port_id': '81bbc3b3-a661-449f-b84d-7893896874e0', 'mac_address': 'fa:16:3e:ce:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:05.179317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'project_id': '820f7312a239416b966dfa94ad1ff156', 'fixed_ips': [{'subnet_id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:41:05.180975 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.225687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3421a00-6cc0-4293-adde-12319aceddb6 req-e23a8d5a-85f4-4594-ba0d-e7a2522b1b66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153824 Jan 28 16:41:05.246258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 81bbc3b3-a661-449f-b84d-7893896874e0 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:05.246770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.250374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0999fdfc-b7ab-4b04-abe3-7570ee0e675b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.293855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Pushing event deleted for resources: {'Port': ['ID=0999fdfc-b7ab-4b04-abe3-7570ee0e675b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:05.294967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks [] for router_gateway (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.308742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536efb0c-83f4-4a3d-ba23-066c36be808d req-8044d7ee-2a53-4044-a1a4-ff69faab7e5a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:05.311046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-536efb0c-83f4-4a3d-ba23-066c36be808d req-8044d7ee-2a53-4044-a1a4-ff69faab7e5a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.1092732 Jan 28 16:41:05.338363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bbc3b3-a661-449f-b84d-7893896874e0 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:05.373696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] No DVR routers for this DVR port 0999fdfc-b7ab-4b04-abe3-7570ee0e675b on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:05.385805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.387956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1aeaaf3-7bff-461d-b9f6-e0db8e8c2a8e req-b1b81e12-54ab-4fa9-9472-d4f7b8bf2d62 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.24 "DELETE /v2.0/ports/0999fdfc-b7ab-4b04-abe3-7570ee0e675b HTTP/1.1" status: 204 len: 173 time: 1.0149627 Jan 28 16:41:05.396826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=81bbc3b3-a661-449f-b84d-7893896874e0,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:05.404502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c175472d-7d93-44de-bf7a-dcd6933b9248 req-d2a05945-4133-4643-98df-f11804baefc9 tempest-ImagesOneServerTestJSON-127444949 tempest-ImagesOneServerTestJSON-127444949-project] 10.222.0.25 "GET /v2.0/ports?device_id=1faf01a4-6555-4d06-bfe8-ad36fd6d90bd HTTP/1.1" status: 200 len: 210 time: 0.0541019 Jan 28 16:41:05.407242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.408465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9fe60ba1-9558-46bd-a8e8-4670f684318c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:05.434625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-536efb0c-83f4-4a3d-ba23-066c36be808d req-e3515daa-21ff-4e36-aeb8-a9655cc41f25 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023026 Jan 28 16:41:05.523036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Allocated IP 172.20.0.2 (6619535a-350c-4b9f-a30d-0dca2c02f2c9/6cb7113c-3500-4c26-ad21-1d0da9c6fa8f/648006f7-e49d-46bb-8738-d9b4fc6a8091) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:05.589949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:05.597375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:05.600979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks [] for router_gateway (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.607505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ffa9b-8ab0-4ba2-96e0-490f99d9661c req-974dcc09-2e19-462a-9b83-b4c746c6f2ab tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:05.609098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-036ffa9b-8ab0-4ba2-96e0-490f99d9661c req-974dcc09-2e19-462a-9b83-b4c746c6f2ab tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1133 time: 0.1119218 Jan 28 16:41:05.629378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.648975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '9fe60ba1-9558-46bd-a8e8-4670f684318c', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'port_id': '9fe60ba1-9558-46bd-a8e8-4670f684318c', 'mac_address': 'fa:16:3e:de:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:05.657968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf924-9672-4e38-b689-f60916b1a2f8 req-e3aa4f76-19da-44c8-981d-05c31f7da356 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:05.659513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fdf924-9672-4e38-b689-f60916b1a2f8 req-e3aa4f76-19da-44c8-981d-05c31f7da356 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 946 time: 0.1111047 Jan 28 16:41:05.702436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-036ffa9b-8ab0-4ba2-96e0-490f99d9661c req-bd11dcc7-e842-4f3d-b6a1-d6ade7dfc554 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870385 Jan 28 16:41:05.712562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 9fe60ba1-9558-46bd-a8e8-4670f684318c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:05.713260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.743116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe60ba1-9558-46bd-a8e8-4670f684318c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:05.807244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:05.816644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.817359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a64d0b2c-65df-46ac-bb1a-1d057fa26a16 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:05.843608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Allocated IP 172.25.8.90 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/5aa0a2be-0cec-4d15-8345-0a532e6094fe) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:05.882261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:05.896193 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Publish callbacks [] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.910489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:05.997780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:06.008190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:06.015890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:06.022760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Pushing event updated for resources: {'Port': ['ID=648006f7-e49d-46bb-8738-d9b4fc6a8091,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:06.033346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks [] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.087945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.112984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:06.128452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fdf924-9672-4e38-b689-f60916b1a2f8 req-99d8db50-f62b-4529-958c-f878efd88d89 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601877 Jan 28 16:41:06.136540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:06.143767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:06.144829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Attempting to bind port 648006f7-e49d-46bb-8738-d9b4fc6a8091 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:06.145353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Attempting to bind port 648006f7-e49d-46bb-8738-d9b4fc6a8091 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:06.145816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Attempting to bind port 648006f7-e49d-46bb-8738-d9b4fc6a8091 on network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:06.148322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'port_id': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'mac_address': 'fa:16:3e:ab:2b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:06.148707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:06.194176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bed29-cba2-492c-87cd-a5eabf1dd18e req-762040f9-db62-4fe5-a29e-1a4ea9e00172 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.203297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bed29-cba2-492c-87cd-a5eabf1dd18e req-762040f9-db62-4fe5-a29e-1a4ea9e00172 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.211466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa0a2be-0cec-4d15-8345-0a532e6094fe,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:06.223294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d31bed29-cba2-492c-87cd-a5eabf1dd18e req-762040f9-db62-4fe5-a29e-1a4ea9e00172 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1682 time: 0.1009004 Jan 28 16:41:06.233316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:06.274088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:06.274494 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.278305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:06.278692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Checking segment: {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:06.279090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.279486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Bound using segment: {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:06.279974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Bound port: 648006f7-e49d-46bb-8738-d9b4fc6a8091, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:06.281009 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.331046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64d0b2c-65df-46ac-bb1a-1d057fa26a16 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:06.362357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:06.368990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.409482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d31bed29-cba2-492c-87cd-a5eabf1dd18e req-ac8c4466-6b50-4da0-9da1-326c0a89c8ae tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852067 Jan 28 16:41:06.411709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] For port 648006f7-e49d-46bb-8738-d9b4fc6a8091, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:06.446368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] For port 648006f7-e49d-46bb-8738-d9b4fc6a8091, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=648006f7-e49d-46bb-8738-d9b4fc6a8091,segment=NetworkSegment(3704f6b0-876f-4066-b3d6-2236fed99695),segment_id=3704f6b0-876f-4066-b3d6-2236fed99695)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:06.461937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:06.466188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.479579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.485484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.490891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.496305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.499706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks [] for router_gateway (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:06.502502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.507942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.520697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.522789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-cd39a056-1277-4e50-9e05-601969d8f8b9 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5420 time: 0.1976199 Jan 28 16:41:06.541869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbd49b-c585-4ad3-b84b-2baeb22bec72 None None] Pushing event updated for resources: {'Port': ['ID=648006f7-e49d-46bb-8738-d9b4fc6a8091,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:06.568760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-deleted', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:06.571121 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9662c378-ed21-4d7e-a392-e8a1b387df78" -d '{"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-deleted", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:06.667010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b3c3a8-c25e-4566-8597-41bf2fc06141'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:06.670180 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a09a9-de7d-41f8-99cf-57f3b8190fe9" -d '{"events": [{"server_uuid": "a5a0bb52-85d1-4e52-9c20-23df2792bb8a", "name": "network-vif-plugged", "status": "completed", "tag": "30b3c3a8-c25e-4566-8597-41bf2fc06141"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:06.670806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-cc6a66c2-fcce-4b4d-ae47-621a3d732302 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732234 Jan 28 16:41:06.727715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['81bbc3b3-a661-449f-b84d-7893896874e0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:06.730779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-855c5c1f-9289-4281-a976-e611cc1e8a5b req-b6d2a671-727b-49cf-a7c7-1b63209b5267 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623549 Jan 28 16:41:06.795974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9fe60ba1-9558-46bd-a8e8-4670f684318c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:06.930395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1516128a-2e57-4502-bd57-f92761f3e335 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:06.937241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5aa84665-066b-4290-b16a-1d2398942b28 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:06.986904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-15954af6-c9b1-4a90-abcd-d90d79a05b7c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:06.989961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 5aa84665-066b-4290-b16a-1d2398942b28 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:06.990617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5aa84665-066b-4290-b16a-1d2398942b28 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:06.991506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:06.993514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-15954af6-c9b1-4a90-abcd-d90d79a05b7c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120210 Jan 28 16:41:07.017434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-414e9275-b18f-4b72-acfd-b06678b9d5df tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/quotas/a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 375 time: 0.0228555 Jan 28 16:41:07.087824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 0999fdfc-b7ab-4b04-abe3-7570ee0e675b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:07.088563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0999fdfc-b7ab-4b04-abe3-7570ee0e675b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:07.098839 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:41:07.143287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe69f3e-e774-4dcb-ae6f-960e2dbb7f8a req-576365ff-878c-470f-948e-8e7666b86115 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:07.152266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebe69f3e-e774-4dcb-ae6f-960e2dbb7f8a req-576365ff-878c-470f-948e-8e7666b86115 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.2347748 Jan 28 16:41:07.177709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:07.195202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41248) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:07.234941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-160773d5-c6af-4bef-8a65-b3b3b9363690 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161641 Jan 28 16:41:07.284845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebe69f3e-e774-4dcb-ae6f-960e2dbb7f8a req-1d094219-50b4-4ddb-b936-85b13c5c73a6 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271727 Jan 28 16:41:07.293303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1516128a-2e57-4502-bd57-f92761f3e335,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:07.329175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '1516128a-2e57-4502-bd57-f92761f3e335', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'port_id': '1516128a-2e57-4502-bd57-f92761f3e335', 'mac_address': 'fa:16:3e:93:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:07.426167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:41:07.461738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 1516128a-2e57-4502-bd57-f92761f3e335 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:07.462137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1516128a-2e57-4502-bd57-f92761f3e335), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:07.490905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1516128a-2e57-4502-bd57-f92761f3e335 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:07.551132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1516128a-2e57-4502-bd57-f92761f3e335,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:07.555644 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1025585-a565-490d-b75b-f56aa64f466f x-openstack-request-id: req-d1025585-a565-490d-b75b-f56aa64f466f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:07.556108 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf01a4-6555-4d06-bfe8-ad36fd6d90bd", "name": "network-vif-deleted", "tag": "0999fdfc-b7ab-4b04-abe3-7570ee0e675b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:07.556234 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1025585-a565-490d-b75b-f56aa64f466f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:07.556635 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf01a4-6555-4d06-bfe8-ad36fd6d90bd', 'name': 'network-vif-deleted', 'tag': '0999fdfc-b7ab-4b04-abe3-7570ee0e675b', 'status': 'completed', 'code': 200} Jan 28 16:41:07.563547 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:07.566047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 754d79fe-eda0-4fea-88b7-1dd342a504c5 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:07.650152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (b6706f67-d62e-4970-8fe3-e631fc2be0d9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:07.695307 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952e9cac-74b2-4cba-ac80-4bb718616e67 x-openstack-request-id: req-952e9cac-74b2-4cba-ac80-4bb718616e67 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:07.695606 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a0bb52-85d1-4e52-9c20-23df2792bb8a", "name": "network-vif-plugged", "status": "completed", "tag": "30b3c3a8-c25e-4566-8597-41bf2fc06141", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:07.695866 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-952e9cac-74b2-4cba-ac80-4bb718616e67 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:07.696312 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b3c3a8-c25e-4566-8597-41bf2fc06141', 'code': 200} Jan 28 16:41:07.711594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 648006f7-e49d-46bb-8738-d9b4fc6a8091 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:07.735765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:07.763915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:07.766390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce1e05b6-f2f9-453b-a4d4-aaa21fee26c6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7497969 Jan 28 16:41:07.768186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:07.775876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Sync routers for ids ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:07.805800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:07.852899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 648006f7-e49d-46bb-8738-d9b4fc6a8091 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:07.853381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:07.892030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Routers {'f4ed8dd4-2591-401a-b4ed-030b25ea8f61'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:07.893048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:07.940589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3447981b-a63b-41d7-8142-2d86ea95fb43 req-d80e4023-e9c1-46e8-a04b-b1c7611572ef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 210 time: 0.1933198 Jan 28 16:41:07.979813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d4e77b45-cc9e-4c0c-8e0a-efda29c949eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16dfcec6bd4145dea23395b4c95b4c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7794061 Jan 28 16:41:07.992281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41268) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:08.142461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6372e48-5ec6-49f5-b12a-c22944f6e380 req-43aff127-bce1-4884-a4b5-58e8912e0f0e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.148306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6372e48-5ec6-49f5-b12a-c22944f6e380 req-43aff127-bce1-4884-a4b5-58e8912e0f0e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.149989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6372e48-5ec6-49f5-b12a-c22944f6e380 req-43aff127-bce1-4884-a4b5-58e8912e0f0e tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1682 time: 0.3897891 Jan 28 16:41:08.261930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a64d0b2c-65df-46ac-bb1a-1d057fa26a16'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:08.266262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6448fb3-ea68-4502-b729-a024b6deea7f None None] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:08.273706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9efe6f-88d2-4126-807e-0fdc2442bd29 req-f5572cb2-b0ff-461d-8c3e-6e36823f2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.276606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da9efe6f-88d2-4126-807e-0fdc2442bd29 req-f5572cb2-b0ff-461d-8c3e-6e36823f2552 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 1128 time: 0.5305886 Jan 28 16:41:08.424409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Set router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:08.441392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1fca-a73c-44ef-83a1-9308e8599d06 admin admin] Publish callbacks [] for security_group (43cc0653-8938-463e-8132-9aa9e1687022), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.490947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Provisioning complete for port 648006f7-e49d-46bb-8738-d9b4fc6a8091 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:08.491325 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.507730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.529057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6372e48-5ec6-49f5-b12a-c22944f6e380 req-d61125cc-0fb5-45e3-8733-bf2579fbc986 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674379 Jan 28 16:41:08.535970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d92abf-c494-42d6-b8d3-f382660286f7 req-9ba48a83-60db-4100-8ffa-6b57b8bbb167 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.543122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40d92abf-c494-42d6-b8d3-f382660286f7 req-9ba48a83-60db-4100-8ffa-6b57b8bbb167 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 946 time: 0.4538877 Jan 28 16:41:08.547605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1fca-a73c-44ef-83a1-9308e8599d06 admin admin] Publish callbacks [] for security_group (43cc0653-8938-463e-8132-9aa9e1687022), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.607860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da9efe6f-88d2-4126-807e-0fdc2442bd29 req-7de1dca1-7e49-41c5-a6e6-0bdbb8896b63 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790835 Jan 28 16:41:08.623423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:08.679080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40d92abf-c494-42d6-b8d3-f382660286f7 req-ffc625aa-b49d-481d-b9c2-fe56abb2265f tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335702 Jan 28 16:41:08.736182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '754d79fe-eda0-4fea-88b7-1dd342a504c5', 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0', 'port_id': '754d79fe-eda0-4fea-88b7-1dd342a504c5', 'mac_address': 'fa:16:3e:58:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae2a6ba-eba1-4689-a68e-14e24976e40a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:08.757857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 648006f7-e49d-46bb-8738-d9b4fc6a8091 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:08.758262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.761798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1fca-a73c-44ef-83a1-9308e8599d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (43cc0653-8938-463e-8132-9aa9e1687022), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.765024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1fca-a73c-44ef-83a1-9308e8599d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.770481 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fd5f1fca-a73c-44ef-83a1-9308e8599d06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43cc0653-8938-463e-8132-9aa9e1687022 HTTP/1.1" status: 204 len: 168 time: 0.7605529 Jan 28 16:41:08.814992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f1fca-a73c-44ef-83a1-9308e8599d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cc0653-8938-463e-8132-9aa9e1687022,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:08.816178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Allocated IP 172.20.0.1 (6619535a-350c-4b9f-a30d-0dca2c02f2c9/6cb7113c-3500-4c26-ad21-1d0da9c6fa8f/5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:08.880487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.886481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.893610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.899329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.905783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.911543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.917487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:08.928796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-e9517f31-95c1-4926-8f27-2469a8c3c4aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5422 time: 0.2444596 Jan 28 16:41:08.931957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 648006f7-e49d-46bb-8738-d9b4fc6a8091, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=648006f7-e49d-46bb-8738-d9b4fc6a8091,segment=NetworkSegment(3704f6b0-876f-4066-b3d6-2236fed99695),segment_id=3704f6b0-876f-4066-b3d6-2236fed99695)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:08.939327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 754d79fe-eda0-4fea-88b7-1dd342a504c5 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:08.939808 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.962671 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.976717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Current status of the port 648006f7-e49d-46bb-8738-d9b4fc6a8091 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:08.977089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.985012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks [] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:08.990942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754d79fe-eda0-4fea-88b7-1dd342a504c5 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:08.995691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Deleting port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:08.996105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.031218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c6ee-5358-4893-a5f7-bdce456fbff7 req-43d6e378-f73b-4cfd-ba92-2cb593012c39 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:09.040138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5152c6ee-5358-4893-a5f7-bdce456fbff7 req-43d6e378-f73b-4cfd-ba92-2cb593012c39 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.2290390 Jan 28 16:41:09.102478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.108854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:09.133118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22213960-c2be-4fe6-a7a6-43d8cd92c918 req-38f9b1c5-97b8-433e-910c-21083333b709 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033279 Jan 28 16:41:09.139052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.139802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c95a78d9-089c-476d-b630-6227a9ac627c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:09.195969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=648006f7-e49d-46bb-8738-d9b4fc6a8091,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:09.214409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-ab7a6239-149a-4e11-8186-f16de1de56de tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777326 Jan 28 16:41:09.218401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:09.239130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.239479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.239825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.253683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.254107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.254437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:09.254577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.254784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.255133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.255453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.255786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.255912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:09.256115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.256440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.256799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:09.268423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:09.288621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:41:09.289007 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:41:09.317141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.333935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:41:09.343074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:06Z', 'revision_number': 3, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:09.383336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c95a78d9-089c-476d-b630-6227a9ac627c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:09.450816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Checking router: f4ed8dd4-2591-401a-b4ed-030b25ea8f61 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:09.451539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Updating router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 port 5aa0a2be-0cec-4d15-8345-0a532e6094fe binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:41:09.480888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:09.483650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 648006f7-e49d-46bb-8738-d9b4fc6a8091 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:09.485891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'c95a78d9-089c-476d-b630-6227a9ac627c', 'network_id': '8ca89ba0-a770-405c-bb94-189fe91a7346', 'port_id': 'c95a78d9-089c-476d-b630-6227a9ac627c', 'mac_address': 'fa:16:3e:a1:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18169289-997f-4a56-8e90-280bd06dca3a', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:09.563506 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.568443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.644512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c95a78d9-089c-476d-b630-6227a9ac627c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:09.648818 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.767870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95a78d9-089c-476d-b630-6227a9ac627c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:09.786665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 648006f7-e49d-46bb-8738-d9b4fc6a8091 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:09.786998 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.830176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks [] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.834403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5152c6ee-5358-4893-a5f7-bdce456fbff7 req-0d9bc0f4-930d-4827-a757-ba6a7121bb88 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913084 Jan 28 16:41:09.837379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.877913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c95a78d9-089c-476d-b630-6227a9ac627c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:09.909409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.910078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a5ecbc15-f856-4cd1-a334-d3bf90772a82 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:09.921695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] For port ad2013d1-ff59-49ff-aa91-ad0a0cccc89e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:09.922266 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.926869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:09.975646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Calling delete_port for ad2013d1-ff59-49ff-aa91-ad0a0cccc89e owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:09.980078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1365672a-632c-4add-aed7-1f9818cc1971 None None] Current status of the port 648006f7-e49d-46bb-8738-d9b4fc6a8091 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:10.014108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee42bd26-01ca-4f69-a1f8-00aa85a03c78 req-cf3d1034-81fe-4066-be39-ec7dbd10f976 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 210 time: 0.1553614 Jan 28 16:41:10.062847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:10.103640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-eb3538a6-0098-4870-8ea5-62d6f72d2956 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:10.105541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:10.116837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-eb3538a6-0098-4870-8ea5-62d6f72d2956 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 946 time: 0.9737201 Jan 28 16:41:10.148036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82', 'network_id': '07766232-8393-45f7-be9c-388086ef8cf0', 'port_id': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82', 'mac_address': 'fa:16:3e:10:54:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae2a6ba-eba1-4689-a68e-14e24976e40a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:10.173605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:10.185164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 648006f7-e49d-46bb-8738-d9b4fc6a8091 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:10.204252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:10.207021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:10.208791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7883e9b0-0f0d-4d9b-927b-293bfd7d99b5 None None] Provisioning complete for port 648006f7-e49d-46bb-8738-d9b4fc6a8091 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:10.209198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7883e9b0-0f0d-4d9b-927b-293bfd7d99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.233781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41306) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:10.356102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-ec586207-9054-456f-98b2-85df8d5bf933 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:10.357731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-ec586207-9054-456f-98b2-85df8d5bf933 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1214850 Jan 28 16:41:10.403898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Request body: {'port': {'device_id': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'a8937d6dd909437c9a610245349f866b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:10.404984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:10.441490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a5ecbc15-f856-4cd1-a334-d3bf90772a82 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:10.441888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.474553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Publish callbacks [] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.475241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1816697364-network', 'tenant_id': '5ae692c77bc0446b86cf745d6c0a0375'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:10.477258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ecbc15-f856-4cd1-a334-d3bf90772a82 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:10.491211 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.514661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Made reservation on behalf of 5ae692c77bc0446b86cf745d6c0a0375 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:10.517062 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.526230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:10.536498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.555161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.571023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a64d0b2c-65df-46ac-bb1a-1d057fa26a16 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:10.616404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae8123-1073-49f4-941a-1d9a558df497 None None] Pushing event updated for resources: {'Port': ['ID=5aa0a2be-0cec-4d15-8345-0a532e6094fe,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:10.630967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Attempting to bind port 5aa0a2be-0cec-4d15-8345-0a532e6094fe on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:10.631357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Attempting to bind port 5aa0a2be-0cec-4d15-8345-0a532e6094fe by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:10.631726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Attempting to bind port 5aa0a2be-0cec-4d15-8345-0a532e6094fe on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:10.661015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks [] for security_group (f6054d81-0bd5-4c94-b735-d3545273754b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.661649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7883e9b0-0f0d-4d9b-927b-293bfd7d99b5 None None] Current status of the port 648006f7-e49d-46bb-8738-d9b4fc6a8091 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:10.671112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f6054d81-0bd5-4c94-b735-d3545273754b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.671592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:10.671982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:10.672418 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.672911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:10.673419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Bound port: 5aa0a2be-0cec-4d15-8345-0a532e6094fe, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:10.673878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.685752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:41:10.697809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (db1507dd-f213-4b2b-9313-4cae4ceb6f33), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.698728 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Added segment db1507dd-f213-4b2b-9313-4cae4ceb6f33 of type vlan for network aba8db2a-ead4-41d5-91aa-7a992a30891b Jan 28 16:41:10.733485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:10.745649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7883e9b0-0f0d-4d9b-927b-293bfd7d99b5 None None] Provisioning complete for port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:10.746015 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7883e9b0-0f0d-4d9b-927b-293bfd7d99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.758567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (aba8db2a-ead4-41d5-91aa-7a992a30891b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.788628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:10.791227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] For port 5aa0a2be-0cec-4d15-8345-0a532e6094fe, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:10.796320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] For port 5aa0a2be-0cec-4d15-8345-0a532e6094fe, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5aa0a2be-0cec-4d15-8345-0a532e6094fe,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:10.801604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (aba8db2a-ead4-41d5-91aa-7a992a30891b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.802788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:10.803375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.806969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:10.807623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.811294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7883e9b0-0f0d-4d9b-927b-293bfd7d99b5 None None] Port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:10.837212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.882098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77beded-00f3-47fc-b814-b119edb2f0f0 req-264cb870-fb75-47af-bcad-670f739b0320 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:10.883809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Pushing event updated for resources: {'Network': ['ID=aba8db2a-ead4-41d5-91aa-7a992a30891b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:10.898276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:10.903257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network aba8db2a-ead4-41d5-91aa-7a992a30891b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:41:10.906243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-580a8f39-61a0-4975-af92-dbf8e06897f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/f4ed8dd4-2591-401a-b4ed-030b25ea8f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1367321 Jan 28 16:41:10.908731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77beded-00f3-47fc-b814-b119edb2f0f0 req-264cb870-fb75-47af-bcad-670f739b0320 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 946 time: 0.7437646 Jan 28 16:41:10.925789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ad2013d1-ff59-49ff-aa91-ad0a0cccc89e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:10.936218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6054d81-0bd5-4c94-b735-d3545273754b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:10.973498 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-416f250e-ff06-4c4c-9950-d35d21cd3f31 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7383294 Jan 28 16:41:10.974441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:10.988536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Request body: {'subnet': {'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1816697364-subnet', 'tenant_id': '5ae692c77bc0446b86cf745d6c0a0375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:10.997416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae8123-1073-49f4-941a-1d9a558df497 None None] Pushing event updated for resources: {'Port': ['ID=5aa0a2be-0cec-4d15-8345-0a532e6094fe,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:11.010188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Routers {'f4ed8dd4-2591-401a-b4ed-030b25ea8f61'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:11.010677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:11.036115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['c95a78d9-089c-476d-b630-6227a9ac627c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:11.044066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Made reservation on behalf of 5ae692c77bc0446b86cf745d6c0a0375 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:11.045044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691b13-e8a1-4c97-99d2-8526b0d2f5c6 req-03697bd6-e4c8-423b-b0d2-5997284b7608 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.046524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.054019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691b13-e8a1-4c97-99d2-8526b0d2f5c6 req-03697bd6-e4c8-423b-b0d2-5997284b7608 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.063188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87691b13-e8a1-4c97-99d2-8526b0d2f5c6 req-03697bd6-e4c8-423b-b0d2-5997284b7608 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1682 time: 0.8690562 Jan 28 16:41:11.116468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77beded-00f3-47fc-b814-b119edb2f0f0 req-590a838c-02e8-4a3f-808d-e43c6b114ced tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/security-groups?id=677e006d-a16a-4c49-a5d3-5d24cc932c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003992 Jan 28 16:41:11.170101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['1516128a-2e57-4502-bd57-f92761f3e335'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:11.173641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['754d79fe-eda0-4fea-88b7-1dd342a504c5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:11.226577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a5ecbc15-f856-4cd1-a334-d3bf90772a82'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:11.251238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ab54d88f-cea2-4398-82f5-317a0d337057 None None] Provisioning complete for port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:11.251238 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab54d88f-cea2-4398-82f5-317a0d337057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.253455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2013d1-ff59-49ff-aa91-ad0a0cccc89e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:11.395167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (318aef86-8bfa-428a-9eea-9c973ffa126c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.433796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Made reservation on behalf of a8937d6dd909437c9a610245349f866b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:11.438501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.455348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (b6706f67-d62e-4970-8fe3-e631fc2be0d9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.487148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=318aef86-8bfa-428a-9eea-9c973ffa126c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:11.508412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Checking segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:11.509242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Network hostable DHCP agents. Network: aba8db2a-ead4-41d5-91aa-7a992a30891b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:41:11.519403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ab54d88f-cea2-4398-82f5-317a0d337057 None None] Port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:11.537968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Network aba8db2a-ead4-41d5-91aa-7a992a30891b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:41:11.539000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87691b13-e8a1-4c97-99d2-8526b0d2f5c6 req-49050c98-0e88-4494-9e23-40db43d64d28 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748294 Jan 28 16:41:11.555384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, aba8db2a-ead4-41d5-91aa-7a992a30891b) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:11.573088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.576629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.614267 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a1489cf3-6a9e-4e47-97fc-4b0d53091a4e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6380141 Jan 28 16:41:11.643590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cbebe-8c87-492c-8d40-4e7149b2ac62 None None] Network aba8db2a-ead4-41d5-91aa-7a992a30891b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:11.795296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Deleting port 78c068e7-3747-4fde-b13c-3a40a38eab05 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:11.795296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.808547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:11.809107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:11.933134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Allocated IP 192.168.233.41 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/47539273-3d11-48fb-b0fd-390cb71e9be2) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:11.943952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] Set router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:11.953991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:11.956213 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aab1a3-3dce-4abe-a87a-58329319c95e" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:11.957548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.963716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.968879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.974150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.979352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.985140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.990372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:11.992282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-5f0d7db5-c7e1-4582-b7df-9bcc0a18847a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5425 time: 0.7047670 Jan 28 16:41:12.033672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-d922e182-e909-4408-989e-f4a381de4cc7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:12.038525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-d922e182-e909-4408-989e-f4a381de4cc7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:12.040177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-d922e182-e909-4408-989e-f4a381de4cc7 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 1682 time: 0.4983671 Jan 28 16:41:12.043362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:12.051437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314eb81-9091-4421-bbc7-4ff68c6aae5b None None] Network aba8db2a-ead4-41d5-91aa-7a992a30891b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:12.089852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.090675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 81bbc3b3-a661-449f-b84d-7893896874e0 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:12.138406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869e82d-e231-429f-8f1a-a6b20c8efdd9 req-5b86c709-25e0-405e-9afa-8cb36d5242f5 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:12.141324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c869e82d-e231-429f-8f1a-a6b20c8efdd9 req-5b86c709-25e0-405e-9afa-8cb36d5242f5 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.4899364 Jan 28 16:41:12.143455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] For port 78c068e7-3747-4fde-b13c-3a40a38eab05, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=78c068e7-3747-4fde-b13c-3a40a38eab05,segment=NetworkSegment(bb641a07-e26d-4239-a21c-b98acfeedfe7),segment_id=bb641a07-e26d-4239-a21c-b98acfeedfe7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:12.144073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.232208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.251241 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.279171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Calling delete_port for 78c068e7-3747-4fde-b13c-3a40a38eab05 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:12.414605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:12.460181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 81bbc3b3-a661-449f-b84d-7893896874e0 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:12.468427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 81bbc3b3-a661-449f-b84d-7893896874e0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:12.468844 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.718147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8', 'name': '', 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'mac_address': 'fa:16:3e:14:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:08Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 2, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'subnets': [{'id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:12.739900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e0cafe7-613c-4ba8-a19e-8f4e3a2f101a req-48fdcede-a2eb-43ad-ba07-b26f2ce37b90 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7215195 Jan 28 16:41:12.750330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab91fa5-7c00-4d9f-9830-4261eb58da36 None None] The sync data for ids ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'] in n-d-812111-13 is: [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8', 'name': '', 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'mac_address': 'fa:16:3e:14:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:08Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 2, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'subnets': [{'id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:12.776406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 81bbc3b3-a661-449f-b84d-7893896874e0 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:12.776837 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.783227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c869e82d-e231-429f-8f1a-a6b20c8efdd9 req-970b20d0-df49-4a17-84cc-3408a4af506c tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149964 Jan 28 16:41:12.798140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Router b6706f67-d62e-4970-8fe3-e631fc2be0d9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:12.858127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=81bbc3b3-a661-449f-b84d-7893896874e0,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:12.865274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.866228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9fe60ba1-9558-46bd-a8e8-4670f684318c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:12.933294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks [] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.937539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port c9c2936f-9467-4e63-8c54-0572aca85f28 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:12.938269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:12.976809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b28bb64-f99e-4ba0-84ea-6f7d0c7f85ea req-c2b9f72f-14c4-4f79-90d9-eb9eaa40429b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0972798 Jan 28 16:41:12.994141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:13.026137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 9fe60ba1-9558-46bd-a8e8-4670f684318c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:13.030369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 9fe60ba1-9558-46bd-a8e8-4670f684318c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:13.030756 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.118475 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (78c068e7-3747-4fde-b13c-3a40a38eab05), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.175728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 9fe60ba1-9558-46bd-a8e8-4670f684318c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:13.176124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.236154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:13.241645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.242883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 78c068e7-3747-4fde-b13c-3a40a38eab05 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:13.288730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 78c068e7-3747-4fde-b13c-3a40a38eab05 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:13.289069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 78c068e7-3747-4fde-b13c-3a40a38eab05 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:13.298677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 754d79fe-eda0-4fea-88b7-1dd342a504c5 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:13.388221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:13.420213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dff69cd-4ec9-4c55-9cec-23377c3d87c8 req-0269b626-5165-4506-9360-d88aa18f9ad2 tempest-FloatingIPsNegativeTestJSON-1807753063 tempest-FloatingIPsNegativeTestJSON-1807753063-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=820f7312a239416b966dfa94ad1ff156 HTTP/1.1" status: 200 len: 217 time: 0.2206998 Jan 28 16:41:13.421006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Pushing event deleted for resources: {'Port': ['ID=78c068e7-3747-4fde-b13c-3a40a38eab05,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:13.435171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 754d79fe-eda0-4fea-88b7-1dd342a504c5 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:13.441370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 754d79fe-eda0-4fea-88b7-1dd342a504c5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:13.441751 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.500361 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a46bd-9c87-4927-80b7-b8c2900d1b72 x-openstack-request-id: req-444a46bd-9c87-4927-80b7-b8c2900d1b72 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:13.500697 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:13.500956 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-444a46bd-9c87-4927-80b7-b8c2900d1b72 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:13.501623 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'code': 200} Jan 28 16:41:13.594882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 754d79fe-eda0-4fea-88b7-1dd342a504c5 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:13.595277 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.601672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port c9c2936f-9467-4e63-8c54-0572aca85f28, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c9c2936f-9467-4e63-8c54-0572aca85f28,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:13.602047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.616768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for c9c2936f-9467-4e63-8c54-0572aca85f28 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:13.636515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:13.642331 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.665084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:13.673785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41356) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:13.675024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-53a2fd0c-3842-4d97-9e19-4d804b8dfc35 admin admin] 10.222.0.25 "PUT /v2.0/routers/b6706f67-d62e-4970-8fe3-e631fc2be0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4394703 Jan 28 16:41:13.678132 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] Sync routers for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:13.685606 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.688067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] No DVR routers for this DVR port 78c068e7-3747-4fde-b13c-3a40a38eab05 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:13.692092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.697211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70744171-2a63-4b8c-9b3b-765b299ed4fa req-6aa3714f-8397-4cc8-bb0b-a8e46b8c2caa tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.24 "DELETE /v2.0/ports/78c068e7-3747-4fde-b13c-3a40a38eab05 HTTP/1.1" status: 204 len: 173 time: 3.5795143 Jan 28 16:41:13.698332 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:13.701199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:13.703570 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:13.720225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'name': 'network-vif-deleted', 'tag': '78c068e7-3747-4fde-b13c-3a40a38eab05'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:13.723919 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef9ce7-c639-4244-abc3-6094b2cdbf1f" -d '{"events": [{"server_uuid": "8c67fe9b-379c-485e-81f1-a1c3eb320d47", "name": "network-vif-deleted", "tag": "78c068e7-3747-4fde-b13c-3a40a38eab05"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:13.770626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:13.867465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:13.952526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks [] for router (b6706f67-d62e-4970-8fe3-e631fc2be0d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:13.955433 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:13.991659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-b497d745-a5c6-4f7a-87a9-c0ca8fe21b40 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:14.010078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-b497d745-a5c6-4f7a-87a9-c0ca8fe21b40 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 822 time: 0.5952921 Jan 28 16:41:14.100360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks [] for router_gateway (b6706f67-d62e-4970-8fe3-e631fc2be0d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.188893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2654cc22-2809-40ca-b6bb-7217e4151483 req-0c15bb25-aca5-4d30-977d-22dc13a83275 tempest-ServerGroupTestJSON-1230649891 tempest-ServerGroupTestJSON-1230649891-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c67fe9b-379c-485e-81f1-a1c3eb320d47 HTTP/1.1" status: 200 len: 210 time: 0.5103195 Jan 28 16:41:14.198768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Deleting port be082b16-60ba-4d3a-a0a5-3753027aa363 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:14.199136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.243071 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:41:10Z', 'revision_number': 5, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port': {'id': 'be082b16-60ba-4d3a-a0a5-3753027aa363', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:33Z', 'updated_at': '2022-01-28T16:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:14.243980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-fcfa791e-d973-4ebe-9070-13dc3ae16998 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/quotas/5ae692c77bc0446b86cf745d6c0a0375 HTTP/1.1" status: 200 len: 375 time: 0.2327547 Jan 28 16:41:14.281607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:14.283393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:14.299090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:14.311261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] Checking router: b6706f67-d62e-4970-8fe3-e631fc2be0d9 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:14.334847 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] Routers {'b6706f67-d62e-4970-8fe3-e631fc2be0d9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:14.335473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:14.408258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:14.410640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.441907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] For port be082b16-60ba-4d3a-a0a5-3753027aa363, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=be082b16-60ba-4d3a-a0a5-3753027aa363,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:14.442918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.460693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c9c2936f-9467-4e63-8c54-0572aca85f28), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.472514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Calling delete_port for be082b16-60ba-4d3a-a0a5-3753027aa363 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:14.483647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-c4f3ff82-77a3-4de4-876a-3079c75e3095 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2352033 Jan 28 16:41:14.568122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a5ecbc15-f856-4cd1-a334-d3bf90772a82 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:14.572783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-c7806bd4-df6e-4c00-b377-a79ef20be59f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1867101 Jan 28 16:41:14.585066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=c9c2936f-9467-4e63-8c54-0572aca85f28,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:14.592750 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] Set router b6706f67-d62e-4970-8fe3-e631fc2be0d9 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:14.614558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-f484d7de-0e2d-4bfe-a01b-0bc3d47c9d74 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:41:14.615612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-f484d7de-0e2d-4bfe-a01b-0bc3d47c9d74 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206339 Jan 28 16:41:14.737967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port a5ecbc15-f856-4cd1-a334-d3bf90772a82 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:14.745882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a5ecbc15-f856-4cd1-a334-d3bf90772a82 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:14.746201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:41:14Z', 'revision_number': 6, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:14.747921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.751458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-4939d28f-0f73-4c82-a0ca-23e25c1b0838 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:41:14.752817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-4939d28f-0f73-4c82-a0ca-23e25c1b0838 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2382724 Jan 28 16:41:14.753717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port c9c2936f-9467-4e63-8c54-0572aca85f28 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:14.761719 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.766134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-38b0f905-c95c-4592-b975-f96b422084c0 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "DELETE /v2.0/ports/c9c2936f-9467-4e63-8c54-0572aca85f28 HTTP/1.1" status: 204 len: 173 time: 2.6751649 Jan 28 16:41:14.782337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Request body: {'port': {'device_id': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:14.828460 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efcfd3-cf5e-41e8-b139-a4bfec03e574 None None] The sync data for ids ['b6706f67-d62e-4970-8fe3-e631fc2be0d9'] in n-d-812111-13 is: [{'id': 'b6706f67-d62e-4970-8fe3-e631fc2be0d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1132030401-router', 'tenant_id': 'cbe7aece634a47018efbf6da85d1d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:31Z', 'updated_at': '2022-01-28T16:41:14Z', 'revision_number': 6, 'project_id': 'cbe7aece634a47018efbf6da85d1d700', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:14.875806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d439bb-5aff-4d92-939b-0d84a3ea62b6 req-67a56888-ab3b-4769-8bf7-7e18c8d9f3f6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:14.879828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (be082b16-60ba-4d3a-a0a5-3753027aa363), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.884376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5bfee0e7-56f0-4730-a15d-3d89cf905d0b None None] Provisioning complete for port 47539273-3d11-48fb-b0fd-390cb71e9be2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:14.887555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bfee0e7-56f0-4730-a15d-3d89cf905d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:14.893965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80d439bb-5aff-4d92-939b-0d84a3ea62b6 req-67a56888-ab3b-4769-8bf7-7e18c8d9f3f6 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 945 time: 0.5024099 Jan 28 16:41:14.951334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=be082b16-60ba-4d3a-a0a5-3753027aa363,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:14.970631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5bfee0e7-56f0-4730-a15d-3d89cf905d0b None None] Port 47539273-3d11-48fb-b0fd-390cb71e9be2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:15.036778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a5ecbc15-f856-4cd1-a334-d3bf90772a82 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:15.037377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.089218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (b6706f67-d62e-4970-8fe3-e631fc2be0d9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.097934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80d439bb-5aff-4d92-939b-0d84a3ea62b6 req-855aef8f-a5cc-4786-a67c-55e653787a5a tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/security-groups?id=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037690 Jan 28 16:41:15.140490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:15.149726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.150643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1516128a-2e57-4502-bd57-f92761f3e335 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:15.228195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (b6706f67-d62e-4970-8fe3-e631fc2be0d9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.234142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks [] for router_controller (b6706f67-d62e-4970-8fe3-e631fc2be0d9), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.253283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:15.262926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf48771-d5c4-4fa6-8e8d-3e4cd1ca5f0c req-6c720888-9801-45c2-bab5-d96a7632858f tempest-FloatingIPsNegativeTestJSON-1807753063 tempest-FloatingIPsNegativeTestJSON-1807753063-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0508790 Jan 28 16:41:15.273328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 1516128a-2e57-4502-bd57-f92761f3e335 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:15.279556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 1516128a-2e57-4502-bd57-f92761f3e335 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:15.279813 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1516128a-2e57-4502-bd57-f92761f3e335), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.341844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (b6706f67-d62e-4970-8fe3-e631fc2be0d9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.342758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6706f67-d62e-4970-8fe3-e631fc2be0d9 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:41:15.354912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.355518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.360192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3e09bcb7-0ce1-4358-af44-abc61395fe48 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b6706f67-d62e-4970-8fe3-e631fc2be0d9 HTTP/1.1" status: 204 len: 168 time: 1.6853938 Jan 28 16:41:15.361049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41374) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:15.391899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 1516128a-2e57-4502-bd57-f92761f3e335 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:15.392451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1516128a-2e57-4502-bd57-f92761f3e335), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.419218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Deleting subnet 3adf40ab-a937-4f9f-bf53-a323a214d097 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:41:15.423360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Publish callbacks [] for subnet (3adf40ab-a937-4f9f-bf53-a323a214d097), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.429902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1516128a-2e57-4502-bd57-f92761f3e335,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:15.441935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.441935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c95a78d9-089c-476d-b630-6227a9ac627c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:15.469874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-6ed72a6e-ea7f-4a20-9605-18a01b82d539 service neutron] 10.222.0.25 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779709 Jan 28 16:41:15.515918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bbc3b3-a661-449f-b84d-7893896874e0'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe60ba1-9558-46bd-a8e8-4670f684318c'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:15.515918 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1d970-189f-4a02-b92c-af01453298cc" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "81bbc3b3-a661-449f-b84d-7893896874e0"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "9fe60ba1-9558-46bd-a8e8-4670f684318c"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "1516128a-2e57-4502-bd57-f92761f3e335"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:15.520596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (3adf40ab-a937-4f9f-bf53-a323a214d097), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.634617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:15.671988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bc7157bc-65e7-4998-8fe0-61bbe8c22a77 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:15.678020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:15.678376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.678705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port c95a78d9-089c-476d-b630-6227a9ac627c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:15.721232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port c95a78d9-089c-476d-b630-6227a9ac627c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:15.721521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.721788 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.728295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.731248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3adf40ab-a937-4f9f-bf53-a323a214d097), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.733335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.738714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.745258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.750720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.756268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:15.764793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-74c905c9-f301-4026-baa6-c543a5a3bf55 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5430 time: 0.3889127 Jan 28 16:41:15.774731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5aa0a2be-0cec-4d15-8345-0a532e6094fe up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:15.819802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (3adf40ab-a937-4f9f-bf53-a323a214d097), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.857256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adf40ab-a937-4f9f-bf53-a323a214d097,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:15.874421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.881891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96c92b20-50dc-40b3-907c-6d555ed6f38a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3adf40ab-a937-4f9f-bf53-a323a214d097 HTTP/1.1" status: 204 len: 168 time: 0.5194838 Jan 28 16:41:15.882519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41382) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:15.903703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6b56f-499a-45c5-b16f-3c3de772a02e None None] Network 3432b68e-f386-4cc6-b996-e9983f5c833c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:15.911553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9a6e537d-5281-4e6e-8fa1-9bfeab2d8a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.979838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3432b68e-f386-4cc6-b996-e9983f5c833c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:15.983202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd4153be-7a0d-4d76-bb6e-208353aaaea7 req-9e8ffc0f-0a2b-40b7-83da-dabcb82ea645 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2115302 Jan 28 16:41:15.989256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-c4b0734a-4e45-43d2-9ad1-c5adcde5b763 service neutron] 10.222.0.25 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021045 Jan 28 16:41:16.047258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:16.048068 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.062995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:16.063364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.076827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5aa0a2be-0cec-4d15-8345-0a532e6094fe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:16.077389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.078028 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2934d1-4ae0-4ad4-a172-58b722f51c29 x-openstack-request-id: req-8d2934d1-4ae0-4ad4-a172-58b722f51c29 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:16.078647 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c67fe9b-379c-485e-81f1-a1c3eb320d47", "name": "network-vif-deleted", "tag": "78c068e7-3747-4fde-b13c-3a40a38eab05", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:16.079073 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d2934d1-4ae0-4ad4-a172-58b722f51c29 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:16.079653 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c67fe9b-379c-485e-81f1-a1c3eb320d47', 'name': 'network-vif-deleted', 'tag': '78c068e7-3747-4fde-b13c-3a40a38eab05', 'status': 'completed', 'code': 200} Jan 28 16:41:16.100055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c95a78d9-089c-476d-b630-6227a9ac627c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:16.100633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.102366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for bc7157bc-65e7-4998-8fe0-61bbe8c22a77 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:16.117440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Deleting port 6dd3ba7b-d4db-4223-ac60-395da24a5554 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:16.117879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.203620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bc7157bc-65e7-4998-8fe0-61bbe8c22a77, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:16.226284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.227183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9c2936f-9467-4e63-8c54-0572aca85f28 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:16.274535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] For port 6dd3ba7b-d4db-4223-ac60-395da24a5554, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6dd3ba7b-d4db-4223-ac60-395da24a5554,segment=NetworkSegment(4f216785-0251-49b5-9263-a163fb6c9af9),segment_id=4f216785-0251-49b5-9263-a163fb6c9af9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:16.274899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.295893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: c9c2936f-9467-4e63-8c54-0572aca85f28 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:16.295893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c9c2936f-9467-4e63-8c54-0572aca85f28 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:16.296267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Calling delete_port for 6dd3ba7b-d4db-4223-ac60-395da24a5554 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:16.300150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c95a78d9-089c-476d-b630-6227a9ac627c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:16.317122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.419058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:16.437482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef0f518-a659-4f4e-9069-5418822457ca None None] DHCP port deletion for 3432b68e-f386-4cc6-b996-e9983f5c833c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:41:16.447123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6dd3ba7b-d4db-4223-ac60-395da24a5554), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.465596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5aa0a2be-0cec-4d15-8345-0a532e6094fe is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:16.466147 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.466838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47539273-3d11-48fb-b0fd-390cb71e9be2 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:16.472491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd3ba7b-d4db-4223-ac60-395da24a5554,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:16.476006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] No DVR routers for this DVR port 6dd3ba7b-d4db-4223-ac60-395da24a5554 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:16.484529 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Publish callbacks [] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.527067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0f518-a659-4f4e-9069-5418822457ca None None] The port '6dd3ba7b-d4db-4223-ac60-395da24a5554' was deleted {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 16:41:16.536346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 5aa0a2be-0cec-4d15-8345-0a532e6094fe, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5aa0a2be-0cec-4d15-8345-0a532e6094fe,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:16.549475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.556466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:16.574230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3432b68e-f386-4cc6-b996-e9983f5c833c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.617266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3432b68e-f386-4cc6-b996-e9983f5c833c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:16.619693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Transition to ACTIVE for port object 47539273-3d11-48fb-b0fd-390cb71e9be2 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:41:16.628603 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-a7601919-4bfb-4d05-89fd-390715c7d60f req-ce2b6afe-c53a-4b73-a9df-d5737173bcab tempest-FloatingIPsNegativeTestJSON-1807753063 tempest-FloatingIPsNegativeTestJSON-1807753063-project] show failed (client error): The resource could not be found. Jan 28 16:41:16.638074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f216785-0251-49b5-9263-a163fb6c9af9') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:16.638335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f216785-0251-49b5-9263-a163fb6c9af9') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:16.641756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41400) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:16.648075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7601919-4bfb-4d05-89fd-390715c7d60f req-ce2b6afe-c53a-4b73-a9df-d5737173bcab tempest-FloatingIPsNegativeTestJSON-1807753063 tempest-FloatingIPsNegativeTestJSON-1807753063-project] 10.222.0.25 "GET /v2.0/floatingips/a7a1bd59-4cd2-4cec-87b1-c559d2ed292d HTTP/1.1" status: 404 len: 350 time: 0.2406161 Jan 28 16:41:16.653693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ad2013d1-ff59-49ff-aa91-ad0a0cccc89e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:16.661865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.668165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=5aa0a2be-0cec-4d15-8345-0a532e6094fe,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:16.695507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bc7157bc-65e7-4998-8fe0-61bbe8c22a77), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.711365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (4f216785-0251-49b5-9263-a163fb6c9af9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.726814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4f216785-0251-49b5-9263-a163fb6c9af9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.734610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:41:16.735277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (4f216785-0251-49b5-9263-a163fb6c9af9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.742393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ad2013d1-ff59-49ff-aa91-ad0a0cccc89e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:16.742750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ad2013d1-ff59-49ff-aa91-ad0a0cccc89e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:16.743170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device be082b16-60ba-4d3a-a0a5-3753027aa363 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:16.797875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Sync routers for ids ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:16.807133 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b3abf4-66b6-45f4-ad32-515e24c4d0c7 x-openstack-request-id: req-16b3abf4-66b6-45f4-ad32-515e24c4d0c7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:16.807709 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "81bbc3b3-a661-449f-b84d-7893896874e0", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "9fe60ba1-9558-46bd-a8e8-4670f684318c", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "1516128a-2e57-4502-bd57-f92761f3e335", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:16.808079 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16b3abf4-66b6-45f4-ad32-515e24c4d0c7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:16.808584 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bbc3b3-a661-449f-b84d-7893896874e0', 'code': 200} Jan 28 16:41:16.809276 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe60ba1-9558-46bd-a8e8-4670f684318c', 'code': 200} Jan 28 16:41:16.809673 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5', 'code': 200} Jan 28 16:41:16.810214 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82', 'code': 200} Jan 28 16:41:16.810608 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335', 'code': 200} Jan 28 16:41:16.814469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: be082b16-60ba-4d3a-a0a5-3753027aa363 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:16.815080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device be082b16-60ba-4d3a-a0a5-3753027aa363 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:41:16.836689 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:41:16.840225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Routers {'f4ed8dd4-2591-401a-b4ed-030b25ea8f61'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:16.841920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:16.846867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3432b68e-f386-4cc6-b996-e9983f5c833c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.889530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25d70a-539d-4bc3-9caa-658d1d0d743e req-93c4b2ab-dfbd-4590-97a9-d67ea9f91495 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:16.903626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea25d70a-539d-4bc3-9caa-658d1d0d743e req-93c4b2ab-dfbd-4590-97a9-d67ea9f91495 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 935 time: 0.7207084 Jan 28 16:41:16.910627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port bc7157bc-65e7-4998-8fe0-61bbe8c22a77 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:16.917768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.933247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f465a948-b340-4b7c-bdc8-c6b99d95cc1c req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.31 "DELETE /v2.0/ports/bc7157bc-65e7-4998-8fe0-61bbe8c22a77 HTTP/1.1" status: 204 len: 173 time: 2.1479244 Jan 28 16:41:16.966095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:16.970347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3432b68e-f386-4cc6-b996-e9983f5c833c HTTP/1.1" status: 204 len: 168 time: 1.0868075 Jan 28 16:41:16.995984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fdf9-1a70-402c-b615-c162934d46b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3432b68e-f386-4cc6-b996-e9983f5c833c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:17.109565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:17.137929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Set router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:17.226803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2244cf6-d842-4f91-a7b7-8287bd74d0b5 req-e643fb7b-6ec7-4fc4-8fde-0544c1390972 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6e5a92-cec9-45e5-91c5-79597bad22dc HTTP/1.1" status: 200 len: 210 time: 0.2378120 Jan 28 16:41:17.236277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41408) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:17.239868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa125a-7ad7-4efa-95f6-cb2b485ba1d3 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=bc7157bc-65e7-4998-8fe0-61bbe8c22a77,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:17.324265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea25d70a-539d-4bc3-9caa-658d1d0d743e req-212bb3bb-b95f-45d5-8679-07947f3e8751 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159451 Jan 28 16:41:17.339540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:17.339880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:17.340191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:17.347991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41410) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:17.348149 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-58e9e274-2a6a-4b5a-8f7a-5c22b000b575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbe7aece634a47018efbf6da85d1d700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1099784 Jan 28 16:41:17.351898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Port 47539273-3d11-48fb-b0fd-390cb71e9be2 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:41:17.364792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:17.384443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:17.384443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:17.384443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:17.385096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Bound port: 47539273-3d11-48fb-b0fd-390cb71e9be2, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:17.385590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.436060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75b4571e-cb07-4477-a6d4-e4cdbbafa63a req-c929df86-5feb-460b-b484-2ba15a6ad3a1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 210 time: 0.0636606 Jan 28 16:41:17.516299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5aa0a2be-0cec-4d15-8345-0a532e6094fe up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:17.595156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd649650-f1a0-45d1-8211-b172c0b3898a admin admin] Publish callbacks [] for security_group (63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.632809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:17.633488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd649650-f1a0-45d1-8211-b172c0b3898a admin admin] Publish callbacks [] for security_group (63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.655966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:17.667553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.690166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.695900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.698365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5aa0a2be-0cec-4d15-8345-0a532e6094fe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:17.698365 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.701963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.708135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.713707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.717439 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.719094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.721873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd649650-f1a0-45d1-8211-b172c0b3898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.724907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.726073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd649650-f1a0-45d1-8211-b172c0b3898a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.726820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-323ca604-9664-4e76-817f-f7a327c8fdae tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.1441953 Jan 28 16:41:17.739626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dd649650-f1a0-45d1-8211-b172c0b3898a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a HTTP/1.1" status: 204 len: 168 time: 0.3883686 Jan 28 16:41:17.786128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:17.786755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.788171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] 10.222.0.24 "PUT /v2.0/ports/47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 1096 time: 3.1573820 Jan 28 16:41:17.851545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd649650-f1a0-45d1-8211-b172c0b3898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cfb513-eaa9-4a7c-b1cb-a1d0aa80f91a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:17.899375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17989467-2c52-4488-ab58-ad6e174a6a77 service neutron] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:17.919522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd2b4-965d-444a-a1a4-3d495fdcc0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:17.983078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fde4923c-fc69-4090-8a9a-c1d37245a994 req-333a199a-a7b2-46e2-8cb7-1478c8f85b8c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2294557 Jan 28 16:41:18.035082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8', 'name': '', 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'mac_address': 'fa:16:3e:14:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:08Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 2, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'subnets': [{'id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:18.081295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-deleted', 'tag': 'c9c2936f-9467-4e63-8c54-0572aca85f28'}, {'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-deleted', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77'}, {'name': 'network-changed', 'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:18.084001 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32" -d '{"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-deleted", "tag": "c9c2936f-9467-4e63-8c54-0572aca85f28"}, {"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-deleted", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77"}, {"name": "network-changed", "server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:18.090397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5aa0a2be-0cec-4d15-8345-0a532e6094fe is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:18.102216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Checking router: f4ed8dd4-2591-401a-b4ed-030b25ea8f61 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:18.107184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Updating router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:41:18.190533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.256629 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e16f1d-d627-4e8f-a7e8-30d7612af611 x-openstack-request-id: req-18e16f1d-d627-4e8f-a7e8-30d7612af611 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:18.257221 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-deleted", "tag": "c9c2936f-9467-4e63-8c54-0572aca85f28", "status": "completed", "code": 200}, {"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-deleted", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:18.257450 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18e16f1d-d627-4e8f-a7e8-30d7612af611 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:18.257954 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-deleted', 'tag': 'c9c2936f-9467-4e63-8c54-0572aca85f28', 'status': 'completed', 'code': 200} Jan 28 16:41:18.258313 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-deleted', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77', 'status': 'completed', 'code': 200} Jan 28 16:41:18.258664 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'status': 'completed', 'code': 200} Jan 28 16:41:18.318927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6dd3ba7b-d4db-4223-ac60-395da24a5554 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:18.409301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41446) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:18.496141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting subnet 6a438cff-46d7-46d1-926d-6e3244bcc2f2 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:41:18.499312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41454) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:18.608268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for subnet (6a438cff-46d7-46d1-926d-6e3244bcc2f2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.626516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Deleting subnet 8f07b62c-77dc-46b3-a36d-57ddb2cd622e {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:41:18.646021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Publish callbacks [] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.658147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Publish callbacks [] for subnet (8f07b62c-77dc-46b3-a36d-57ddb2cd622e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.672939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.726844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6dd3ba7b-d4db-4223-ac60-395da24a5554 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:18.727190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6dd3ba7b-d4db-4223-ac60-395da24a5554 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:18.731139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bbb07-b8fa-46b7-bb3b-17e4e7fda7aa None None] Pushing event updated for resources: {'Port': ['ID=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:18.743549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (6a438cff-46d7-46d1-926d-6e3244bcc2f2), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.802258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Attempting to bind port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:18.802824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Attempting to bind port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:18.803554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Attempting to bind port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 on network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:18.810708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:18.811372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Checking segment: {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:18.812099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.812658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Bound using segment: {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:18.813349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Bound port: 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3704f6b0-876f-4066-b3d6-2236fed99695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:18.813920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.828713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:18.831848 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3793ab8-000e-4d16-b1c3-b089f5f58f5b" -d '{"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:18.837206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (8f07b62c-77dc-46b3-a36d-57ddb2cd622e), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.939406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] For port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:18.942929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] For port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,segment=NetworkSegment(3704f6b0-876f-4066-b3d6-2236fed99695),segment_id=3704f6b0-876f-4066-b3d6-2236fed99695)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:18.952342 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:18.989303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Deleting port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:18.989647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.015820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bbb07-b8fa-46b7-bb3b-17e4e7fda7aa None None] Pushing event updated for resources: {'Port': ['ID=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:19.057505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Routers {'f4ed8dd4-2591-401a-b4ed-030b25ea8f61'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:19.058221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:19.062078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8f07b62c-77dc-46b3-a36d-57ddb2cd622e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.149041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6a438cff-46d7-46d1-926d-6e3244bcc2f2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.165268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e6c7db8-a256-4993-9990-65cd50e77824 req-d45c182b-feb7-42f7-b0a9-ec4a0816c060 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 210 time: 0.1806202 Jan 28 16:41:19.208209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-ea38dbd9-59fd-401f-9553-1521db2304ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.209772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-ea38dbd9-59fd-401f-9553-1521db2304ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1130 time: 1.2843206 Jan 28 16:41:19.237133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] Set router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:19.319181 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810ab3e5-949f-4348-9365-e24efa89386a x-openstack-request-id: req-810ab3e5-949f-4348-9365-e24efa89386a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:19.319569 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6e5a92-cec9-45e5-91c5-79597bad22dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7157bc-65e7-4998-8fe0-61bbe8c22a77", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-plugged", "status": "completed", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:19.319732 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-810ab3e5-949f-4348-9365-e24efa89386a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:19.320128 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e5a92-cec9-45e5-91c5-79597bad22dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7157bc-65e7-4998-8fe0-61bbe8c22a77', 'code': 200} Jan 28 16:41:19.320412 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c', 'code': 200} Jan 28 16:41:19.325650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-4b3452f2-8c0e-4ea9-8758-909d7c9d78e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.0972979 Jan 28 16:41:19.472226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c75ca4-3bca-491d-9d4c-17bd8d9c73dd req-fb52eb14-9894-4f24-9b60-d325196be604 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.473937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50c75ca4-3bca-491d-9d4c-17bd8d9c73dd req-fb52eb14-9894-4f24-9b60-d325196be604 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 947 time: 0.4885621 Jan 28 16:41:19.505523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.568846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-513e790d-57bd-43fe-af4e-9990576a16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.570334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-513e790d-57bd-43fe-af4e-9990576a16a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2336812 Jan 28 16:41:19.586269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-bbb93a0e-e024-445c-8da6-72b2425f2886 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.587775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-bbb93a0e-e024-445c-8da6-72b2425f2886 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.24 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 822 time: 1.5522850 Jan 28 16:41:19.596119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] Provisioning complete for port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:19.596372 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.633632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'port': {'device_id': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'admin_state_up': True, 'tenant_id': '5ae692c77bc0446b86cf745d6c0a0375'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:19.660324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:19.742946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (8f07b62c-77dc-46b3-a36d-57ddb2cd622e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.773053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.780146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8f07b62c-77dc-46b3-a36d-57ddb2cd622e HTTP/1.1" status: 204 len: 168 time: 1.2741470 Jan 28 16:41:19.787270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41486) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:19.859123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:19.859528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.894937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (04a3eb7b-7c49-4550-8d91-cab6cbb10fb2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.898661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69266-9295-4564-a435-b72b0f5d6e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f07b62c-77dc-46b3-a36d-57ddb2cd622e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:19.901965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] Current status of the port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:19.902503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.933173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50c75ca4-3bca-491d-9d4c-17bd8d9c73dd req-90029508-524b-460b-a6e4-c7b9d4fc9c1b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430281 Jan 28 16:41:19.972525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.978325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.984833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.989805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] For port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,segment=NetworkSegment(3704f6b0-876f-4066-b3d6-2236fed99695),segment_id=3704f6b0-876f-4066-b3d6-2236fed99695)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:19.990428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:19.994745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] For port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,segment=NetworkSegment(3704f6b0-876f-4066-b3d6-2236fed99695),segment_id=3704f6b0-876f-4066-b3d6-2236fed99695)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:19.995120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:19.997299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.005513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.010788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.012640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8', 'name': '', 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'mac_address': 'fa:16:3e:14:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:08Z', 'updated_at': '2022-01-28T16:41:18Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'subnets': [{'id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:20.013028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-cd47835d-a2d7-4ed5-a08d-f7129b655637 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.6342654 Jan 28 16:41:20.014897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.024441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (6a438cff-46d7-46d1-926d-6e3244bcc2f2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.037931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-3dddf804-6fbe-40dd-9306-21d488192d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.039464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-3dddf804-6fbe-40dd-9306-21d488192d99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4507642 Jan 28 16:41:20.080808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Calling delete_port for 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:20.085241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Subnet': ['ID=6a438cff-46d7-46d1-926d-6e3244bcc2f2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:20.093210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.093696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.094167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.094631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.095089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.095550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.096015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:20.098241 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-066513b9-2332-48da-a29a-9f9997a6e38c req-a8db8f4d-e26a-46f9-b0fa-bb2bb22a4d67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6713 time: 0.4237247 Jan 28 16:41:20.134586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.138372 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bbe45cfe-cf18-433c-9f3d-c7d040dac484 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/subnets/6a438cff-46d7-46d1-926d-6e3244bcc2f2 HTTP/1.1" status: 204 len: 168 time: 1.7279716 Jan 28 16:41:20.143068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41492) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:20.154506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb56c7a-dbba-4258-8bae-8f4c3c7d107f None None] Network ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:20.158611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e89f3-4fa5-4365-bdbf-35a3e73b5d11 None None] The sync data for ids ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'] in n-d-812111-13 is: [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:09Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8', 'name': '', 'network_id': '6619535a-350c-4b9f-a30d-0dca2c02f2c9', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'mac_address': 'fa:16:3e:14:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:08Z', 'updated_at': '2022-01-28T16:41:18Z', 'revision_number': 4, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'subnets': [{'id': '6cb7113c-3500-4c26-ad21-1d0da9c6fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:20.175908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03cff825-492b-47a1-93ba-f7e581b49a51 req-360a025f-ec88-4318-9545-5dd29cb8f866 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528304 Jan 28 16:41:20.284651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Made reservation on behalf of 5ae692c77bc0446b86cf745d6c0a0375 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:20.288914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.376049 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-879976aa-dd69-4051-849e-961e545114fd req-feee68a9-a45d-474f-906f-03b5935cf563 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 210 time: 0.0925548 Jan 28 16:41:20.398578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-335673d3-9e06-4111-a77c-d8be3defc7d2 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412030 Jan 28 16:41:20.413375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (04a3eb7b-7c49-4550-8d91-cab6cbb10fb2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.457333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3d117242-c625-48e6-aff1-11c14f7b0698 None None] Provisioning complete for port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:20.457871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d117242-c625-48e6-aff1-11c14f7b0698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.459947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:20.465367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d578c-0060-479b-baf8-0cc234943627 None None] Pushing event updated for resources: {'Port': ['ID=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:20.531440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-066513b9-2332-48da-a29a-9f9997a6e38c req-c2b7ee2f-81c4-4ef3-bfba-cfa88aa4ed37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4016881 Jan 28 16:41:20.579710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a3eb7b-7c49-4550-8d91-cab6cbb10fb2']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:20.640929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb641a07-e26d-4239-a21c-b98acfeedfe7') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:20.641228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb641a07-e26d-4239-a21c-b98acfeedfe7') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:20.682602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (bb641a07-e26d-4239-a21c-b98acfeedfe7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.701565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.725343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.742907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (bb641a07-e26d-4239-a21c-b98acfeedfe7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.780786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-522b9295-6552-4d22-b484-1d81eb3aa8c9 req-cc24d977-47b5-4c5d-84b7-26045f927536 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560262 Jan 28 16:41:20.796482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3d117242-c625-48e6-aff1-11c14f7b0698 None None] Current status of the port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:20.802823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Allocated IP 172.20.0.4 (aba8db2a-ead4-41d5-91aa-7a992a30891b/318aef86-8bfa-428a-9eea-9c973ffa126c/33f11c97-f546-43cf-835e-d8cd84bcc629) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:20.853897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] DHCP port deletion for ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:41:20.877380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:41:20.877995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (bb641a07-e26d-4239-a21c-b98acfeedfe7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:41:20.890132 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:41:20.936379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] Deleting port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:20.937274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.081421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] For port ae5ffe36-5a4d-4dfc-af9f-39cdde035474, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:21.083419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.083688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (04a3eb7b-7c49-4550-8d91-cab6cbb10fb2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.091357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.096953 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] 10.222.0.25 "DELETE /v2.0/networks/04a3eb7b-7c49-4550-8d91-cab6cbb10fb2 HTTP/1.1" status: 204 len: 168 time: 1.2884033 Jan 28 16:41:21.118227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] Calling delete_port for ae5ffe36-5a4d-4dfc-af9f-39cdde035474 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:21.129445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7abdb-cbaf-4714-8e8e-c1f9335ffb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=04a3eb7b-7c49-4550-8d91-cab6cbb10fb2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:21.174367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:21.174598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.238989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.274524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-6cfeb6e1-687f-4e95-9fa8-d9b0f6d334cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.276076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-6cfeb6e1-687f-4e95-9fa8-d9b0f6d334cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1130 time: 0.4342618 Jan 28 16:41:21.309149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port ae5ffe36-5a4d-4dfc-af9f-39cdde035474, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,segment=NetworkSegment(08da40cb-3327-45cc-9fa3-187872c02c3a),segment_id=08da40cb-3327-45cc-9fa3-187872c02c3a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:21.310692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.350145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for ae5ffe36-5a4d-4dfc-af9f-39cdde035474 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:21.366226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.380384 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.416889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] Pushing event deleted for resources: {'Port': ['ID=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:21.429641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac560a32-eb66-476e-b259-84091873ce2d None None] No DVR routers for this DVR port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:21.443146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:21.518200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:21.561734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:21.562295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 16:41:21.573778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e085b2e-dc90-464b-9a42-d569e33c264d req-74e0b874-fe09-4eab-a802-551ee6294cef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.576524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e085b2e-dc90-464b-9a42-d569e33c264d req-74e0b874-fe09-4eab-a802-551ee6294cef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 947 time: 0.5244370 Jan 28 16:41:21.577651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-15ed41b7-376f-40dd-ad84-0653b81c85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.579070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-15ed41b7-376f-40dd-ad84-0653b81c85a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2889359 Jan 28 16:41:21.613065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Port 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 not found, will not notify nova. {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 16:41:21.703117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ae5ffe36-5a4d-4dfc-af9f-39cdde035474), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.730135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:21.736341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae5ffe36-5a4d-4dfc-af9f-39cdde035474 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:21.747490 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.754704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-5281d519-ed3c-4950-a72d-b84296b3c983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.1232743 Jan 28 16:41:21.770143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=ae5ffe36-5a4d-4dfc-af9f-39cdde035474,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:21.786254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port ae5ffe36-5a4d-4dfc-af9f-39cdde035474 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:21.796110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ae5ffe36-5a4d-4dfc-af9f-39cdde035474 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:21.796461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae5ffe36-5a4d-4dfc-af9f-39cdde035474 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:21.806004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e085b2e-dc90-464b-9a42-d569e33c264d req-9c8f7801-3f09-4188-8472-f2e279ecdc1e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224038 Jan 28 16:41:21.866600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-b368802a-8fc8-4cee-8ee9-450559c5220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.868414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-b368802a-8fc8-4cee-8ee9-450559c5220b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0677443 Jan 28 16:41:21.872489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:21.919772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.926449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.932351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.939030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.945534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.951904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.957739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:21.959873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-adf82ab4-646b-4089-86cf-2c9175b1e2d2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.3799171 Jan 28 16:41:21.979582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6eb88b39-0386-4986-8ca6-fe79d79af824 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84a53d43f0934ce0a6925bdb36f83d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233212 Jan 28 16:41:21.984079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:21.998417 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.023685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Network aba8db2a-ead4-41d5-91aa-7a992a30891b is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:22.032565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee88555f-5f5f-40ff-b41c-ca7f95ef7b11']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:22.043504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da40cb-3327-45cc-9fa3-187872c02c3a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:22.044059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da40cb-3327-45cc-9fa3-187872c02c3a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:22.047236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:22.064504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (08da40cb-3327-45cc-9fa3-187872c02c3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.081273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (08da40cb-3327-45cc-9fa3-187872c02c3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.088158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:41:22.088786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (08da40cb-3327-45cc-9fa3-187872c02c3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.100506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:22.115880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77ca89ca-3872-4d1e-a476-49e5cc870a7b req-8c5c21c4-0a0e-430d-906b-928822bec8eb tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423094 Jan 28 16:41:22.116569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:22.178820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-28abbbfb-7532-406d-8c9a-f8060f03d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:22.180476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-28abbbfb-7532-406d-8c9a-f8060f03d94f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2760289 Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:41:22.197751 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:41:22.201538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.211440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:22.212096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.245708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-709622e2-1f20-43be-be48-d830a6bf9268 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6305211 Jan 28 16:41:22.330976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ee88555f-5f5f-40ff-b41c-ca7f95ef7b11), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.336640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-bcb8cb77-ebb0-45fe-964e-f59e5be055c7 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419547 Jan 28 16:41:22.337332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.341595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/networks/ee88555f-5f5f-40ff-b41c-ca7f95ef7b11 HTTP/1.1" status: 204 len: 168 time: 2.1667006 Jan 28 16:41:22.345589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Request body: {'port': {'device_id': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:22.350330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:22.388502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351ddc1-1ca8-4d18-a5a8-51e88e5b084d tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Network': ['ID=ee88555f-5f5f-40ff-b41c-ca7f95ef7b11,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:22.469930 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7571239-5096-4e6b-ad81-f7418bf9422e admin admin] Publish callbacks [] for security_group (677e006d-a16a-4c49-a5d3-5d24cc932c6a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.506752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7571239-5096-4e6b-ad81-f7418bf9422e admin admin] Publish callbacks [] for security_group (677e006d-a16a-4c49-a5d3-5d24cc932c6a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.581215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting subnet 3c888e93-acf5-4e39-bbd2-b8a3c7e2b689 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:41:22.591159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:22.591726 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for subnet (3c888e93-acf5-4e39-bbd2-b8a3c7e2b689), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.621910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.663756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92756ac-db88-474c-8cd6-211dcf12e29c req-59eddb3e-109f-4afe-9b0d-ac31ce7ba894 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:22.673539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a92756ac-db88-474c-8cd6-211dcf12e29c req-59eddb3e-109f-4afe-9b0d-ac31ce7ba894 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 931 time: 0.3359079 Jan 28 16:41:22.690006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e3e4ece-ca78-4c09-8e80-d372bbc35c32 req-4c4a73d1-5bdf-4bd4-b381-68950898af01 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387282 Jan 28 16:41:22.711249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7571239-5096-4e6b-ad81-f7418bf9422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (677e006d-a16a-4c49-a5d3-5d24cc932c6a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.719368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7571239-5096-4e6b-ad81-f7418bf9422e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.720658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7571239-5096-4e6b-ad81-f7418bf9422e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/677e006d-a16a-4c49-a5d3-5d24cc932c6a HTTP/1.1" status: 204 len: 168 time: 0.7344346 Jan 28 16:41:22.727022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (3c888e93-acf5-4e39-bbd2-b8a3c7e2b689), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.738097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7571239-5096-4e6b-ad81-f7418bf9422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e006d-a16a-4c49-a5d3-5d24cc932c6a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:22.756212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:22.773712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:22.790113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'mac_address': 'fa:16:3e:c0:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:22.852763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 47539273-3d11-48fb-b0fd-390cb71e9be2 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:22.853669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.876090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47539273-3d11-48fb-b0fd-390cb71e9be2 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:22.904262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:22.909229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:22.909562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:22.921820 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2af973d8-4c1c-4cd3-9d58-cd2035a8ac2f admin admin] 10.222.0.25 "PUT /v2.0/routers/f4ed8dd4-2591-401a-b4ed-030b25ea8f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2782373 Jan 28 16:41:22.922464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41662) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:22.922966 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] Sync routers for ids ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:22.942192 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] Routers {'f4ed8dd4-2591-401a-b4ed-030b25ea8f61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:22.942812 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:23.024355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:23.105886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks [] for router (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.166855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a92756ac-db88-474c-8cd6-211dcf12e29c req-3c94a499-572f-4f32-a107-d9b0e4ec3576 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902558 Jan 28 16:41:23.196893 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] Set router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:23.208270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:23.256792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks [] for router_gateway (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.417052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Deleting port 5aa0a2be-0cec-4d15-8345-0a532e6094fe {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:23.417801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.419703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3c888e93-acf5-4e39-bbd2-b8a3c7e2b689), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.512853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] For port 5aa0a2be-0cec-4d15-8345-0a532e6094fe, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5aa0a2be-0cec-4d15-8345-0a532e6094fe,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:23.513567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.529713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Calling delete_port for 5aa0a2be-0cec-4d15-8345-0a532e6094fe owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:23.556307 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (3c888e93-acf5-4e39-bbd2-b8a3c7e2b689), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.579553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeefad-79a8-4dbb-9edf-6020d8488e21 req-87c98c02-4fc3-4460-b05c-0b36c43f428a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.588168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73eeefad-79a8-4dbb-9edf-6020d8488e21 req-87c98c02-4fc3-4460-b05c-0b36c43f428a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 948 time: 0.4562743 Jan 28 16:41:23.638462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Subnet': ['ID=3c888e93-acf5-4e39-bbd2-b8a3c7e2b689,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:23.673530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd0ab8a-5dc0-4ff7-82b3-709979a47cd6 None None] Network ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:23.677964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.682145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5d5b78f-23a4-4ac7-9068-6ec917867979 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/subnets/3c888e93-acf5-4e39-bbd2-b8a3c7e2b689 HTTP/1.1" status: 204 len: 168 time: 1.3205538 Jan 28 16:41:23.685935 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:21Z', 'revision_number': 5, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port': {'id': '5aa0a2be-0cec-4d15-8345-0a532e6094fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:23.688876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41688) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:23.743066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5aa0a2be-0cec-4d15-8345-0a532e6094fe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.763215 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] Checking router: f4ed8dd4-2591-401a-b4ed-030b25ea8f61 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:23.783618 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] Routers {'f4ed8dd4-2591-401a-b4ed-030b25ea8f61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:23.784314 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:23.812841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa0a2be-0cec-4d15-8345-0a532e6094fe,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:23.821492 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:23.841338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.846847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.852620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.858900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.867384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.874306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.882582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:23.885013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4633ff72-c62f-42ee-842e-14640151d09e req-9c47e7ae-3767-4456-a6b4-02f8530ef7d0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.5388196 Jan 28 16:41:23.890295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] DHCP port deletion for ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:41:23.939571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.001778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] Deleting port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:24.002181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.012204 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] Set router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:24.023637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73eeefad-79a8-4dbb-9edf-6020d8488e21 req-1efb7d14-f35e-4bd3-969b-e9526c8dd99e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344566 Jan 28 16:41:24.092325 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:23Z', 'revision_number': 7, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:24.153993 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb0707-fddd-4887-a5ff-2c3ba465af2a None None] The sync data for ids ['f4ed8dd4-2591-401a-b4ed-030b25ea8f61'] in n-d-812111-13 is: [{'id': 'f4ed8dd4-2591-401a-b4ed-030b25ea8f61', 'name': 'tempest-FloatingIPsNegativeTestJSON-1400586455-router', 'tenant_id': '820f7312a239416b966dfa94ad1ff156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:05Z', 'updated_at': '2022-01-28T16:41:23Z', 'revision_number': 7, 'project_id': '820f7312a239416b966dfa94ad1ff156', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:24.154617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] For port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:24.155251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f11c97-f546-43cf-835e-d8cd84bcc629 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:24.156618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.196920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] Calling delete_port for 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:24.206017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.210492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks [] for router_controller (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.212735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Publish callbacks [] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.268468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Transition to ACTIVE for port object 33f11c97-f546-43cf-835e-d8cd84bcc629 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:41:24.288908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.331896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4633ff72-c62f-42ee-842e-14640151d09e req-552b9c46-a4fe-4faf-a8af-c961e03ea4d8 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4164193 Jan 28 16:41:24.337224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41722) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:24.357624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (f4ed8dd4-2591-401a-b4ed-030b25ea8f61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.361744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ed8dd4-2591-401a-b4ed-030b25ea8f61 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:41:24.374046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.377911 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e1091c8-285e-4604-b087-67db1656c88d admin admin] 10.222.0.25 "DELETE /v2.0/routers/f4ed8dd4-2591-401a-b4ed-030b25ea8f61 HTTP/1.1" status: 204 len: 168 time: 1.4544842 Jan 28 16:41:24.380489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41734) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:24.398683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Deleting port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:24.399066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.413739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.507105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] Pushing event deleted for resources: {'Port': ['ID=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:24.514491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59f198-20e3-44c8-9eda-bf88d79a8ae8 None None] No DVR routers for this DVR port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:24.518462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Deleting subnet 6cb7113c-3500-4c26-ad21-1d0da9c6fa8f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:41:24.530303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Publish callbacks [] for subnet (6cb7113c-3500-4c26-ad21-1d0da9c6fa8f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.546572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:24.608406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:24.625498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (6cb7113c-3500-4c26-ad21-1d0da9c6fa8f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.680292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1642593054-network', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:24.721122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 47539273-3d11-48fb-b0fd-390cb71e9be2 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:24.722347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] For port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,segment=NetworkSegment(76191c35-637f-4a90-abdd-a4006259ca1f),segment_id=76191c35-637f-4a90-abdd-a4006259ca1f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:24.722863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.726188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 47539273-3d11-48fb-b0fd-390cb71e9be2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:24.727362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.761428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Made reservation on behalf of 12350eaeffec4b3d9d9c8820c18eec33 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:24.763864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.770939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Calling delete_port for 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:24.776226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.833027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 47539273-3d11-48fb-b0fd-390cb71e9be2 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:24.833994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.864074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:24.867270 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff6f92-03b6-4df1-9f7f-4273bc698356" -d '{"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:24.883430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:24.892884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:24.956476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:25.127902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645513d8-c48d-4f5d-ae57-f311a5ca5766 req-c725391d-860d-40f9-a6a7-238fb317fd40 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.129491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-645513d8-c48d-4f5d-ae57-f311a5ca5766 req-c725391d-860d-40f9-a6a7-238fb317fd40 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 943 time: 0.5965936 Jan 28 16:41:25.134594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Attempting to bind port 33f11c97-f546-43cf-835e-d8cd84bcc629 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:25.134857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Attempting to bind port 33f11c97-f546-43cf-835e-d8cd84bcc629 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:25.135189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Attempting to bind port 33f11c97-f546-43cf-835e-d8cd84bcc629 on network aba8db2a-ead4-41d5-91aa-7a992a30891b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:25.162523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6cb7113c-3500-4c26-ad21-1d0da9c6fa8f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.181383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Port 33f11c97-f546-43cf-835e-d8cd84bcc629 on network aba8db2a-ead4-41d5-91aa-7a992a30891b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:41:25.181701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Attempting to bind port 33f11c97-f546-43cf-835e-d8cd84bcc629 on network aba8db2a-ead4-41d5-91aa-7a992a30891b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:25.212329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:25.212704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Checking segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:25.213078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Bound using segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:25.213525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Bound port: 33f11c97-f546-43cf-835e-d8cd84bcc629, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:25.214478 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.245145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks [] for security_group (35ac2ced-5242-4890-b103-e8e56429cc8b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.245769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.250022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (6cb7113c-3500-4c26-ad21-1d0da9c6fa8f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.251889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.255333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (35ac2ced-5242-4890-b103-e8e56429cc8b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.257192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.263149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.268357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.273625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.278893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.280864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7388d86b-28b3-4d6a-84b4-ca5ee19624a9 req-04c0ae53-99ed-49a1-89e2-aad9dcffbd46 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.5367613 Jan 28 16:41:25.288925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:41:25.297713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41754) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:25.298164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6739bc9a-1165-401f-9974-a33908b77e87), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.298515 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Added segment 6739bc9a-1165-401f-9974-a33908b77e87 of type vlan for network d5f0d0ff-2699-45ec-936e-d5667aa00b62 Jan 28 16:41:25.302838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Request body: {'floatingip': {'port_id': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:25.341769 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d5f0d0ff-2699-45ec-936e-d5667aa00b62), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.365744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb7113c-3500-4c26-ad21-1d0da9c6fa8f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:25.377313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d5f0d0ff-2699-45ec-936e-d5667aa00b62), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.377737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:25.378321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.383282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.385466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27423efa-a611-4892-a435-930d21519517 None None] Network 6619535a-350c-4b9f-a30d-0dca2c02f2c9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:25.386002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-645513d8-c48d-4f5d-ae57-f311a5ca5766 req-7ed747b4-56ed-4bd3-a8e9-81006d03198f tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478426 Jan 28 16:41:25.386560 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6d4a686f-7403-4326-8f35-5c8bd05ab69e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6cb7113c-3500-4c26-ad21-1d0da9c6fa8f HTTP/1.1" status: 204 len: 168 time: 1.0009077 Jan 28 16:41:25.394777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41766) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:25.405427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (d57422ca-026f-4da0-8e1a-334d1a504356), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.489008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0e76077e-a0f3-4a8d-a4e3-fd5760ca231c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.511719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac2ced-5242-4890-b103-e8e56429cc8b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:25.579829 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ba828-cb5e-4c9d-87ce-58399f91ba1c x-openstack-request-id: req-072ba828-cb5e-4c9d-87ce-58399f91ba1c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:25.582967 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:25.586995 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-072ba828-cb5e-4c9d-87ce-58399f91ba1c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:25.587637 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'code': 200} Jan 28 16:41:25.639354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2970998 Jan 28 16:41:25.644402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41776) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:25.646802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:25.650289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Request body: {'subnet': {'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1642593054-subnet', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:25.698403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Port': ['ID=0e76077e-a0f3-4a8d-a4e3-fd5760ca231c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:25.703318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Made reservation on behalf of 12350eaeffec4b3d9d9c8820c18eec33 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:25.705912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.723395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:25.750068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:25.750624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5cb2bf80-b0e6-4227-a70a-b6c0f48a07d8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:25.750814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5aa0a2be-0cec-4d15-8345-0a532e6094fe no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:25.769139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] No DVR routers for this DVR port 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:25.809766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (6619535a-350c-4b9f-a30d-0dca2c02f2c9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.841145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:25.888272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.891249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5aa0a2be-0cec-4d15-8345-0a532e6094fe {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:25.891529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5aa0a2be-0cec-4d15-8345-0a532e6094fe not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:25.891947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:25.942142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e89faa-c3de-474c-bbd4-a76524202914 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f0d0ff-2699-45ec-936e-d5667aa00b62,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:25.945363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:25.945715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e76077e-a0f3-4a8d-a4e3-fd5760ca231c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:25.946675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (c0d04805-2542-4368-a29d-797329f8b939), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:25.957376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:41:26.010212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Checking segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:26.010577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Network hostable DHCP agents. Network: d5f0d0ff-2699-45ec-936e-d5667aa00b62, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:41:26.029150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d04805-2542-4368-a29d-797329f8b939,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:26.036990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:41:26.054936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d5f0d0ff-2699-45ec-936e-d5667aa00b62) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:26.065937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554949fe-1f21-4a33-9c2f-d7c099a418ca None None] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:26.070123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:26.070741 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.116404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:26.117250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.119552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] 10.222.0.24 "PUT /v2.0/ports/33f11c97-f546-43cf-835e-d8cd84bcc629 HTTP/1.1" status: 200 len: 1092 time: 3.7809343 Jan 28 16:41:26.120088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-02f782f7-de51-4ccc-a207-271bdbe1f0db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4745066 Jan 28 16:41:26.123635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:26.123928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:26.139348 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f" -d '{"events": [{"name": "network-changed", "server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:26.177138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454f0e-002e-41e4-863a-a7faa2d50bb7 req-65504a83-5512-4dd8-b324-7628eff6cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:26.179689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11454f0e-002e-41e4-863a-a7faa2d50bb7 req-65504a83-5512-4dd8-b324-7628eff6cd84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1132 time: 0.5259404 Jan 28 16:41:26.184974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:26.196862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] DHCP port deletion for 6619535a-350c-4b9f-a30d-0dca2c02f2c9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:41:26.219306 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.264254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (fd9bbaef-da73-4033-9c07-81aba1ce0954), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.270628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (fd9bbaef-da73-4033-9c07-81aba1ce0954), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.281082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86372efd-6e3d-4b36-8f9e-25e14ebbc685 req-e2275c07-7347-4335-ba5f-68a011efe5c9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:26.282622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86372efd-6e3d-4b36-8f9e-25e14ebbc685 req-e2275c07-7347-4335-ba5f-68a011efe5c9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.7003996 Jan 28 16:41:26.289253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-d5f0d0ff-2699-45ec-936e-d5667aa00b62', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:41:26.289534 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.403273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:26.443836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks [] for router_controller (fd9bbaef-da73-4033-9c07-81aba1ce0954), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.466652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] Deleting port 648006f7-e49d-46bb-8738-d9b4fc6a8091 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:26.467031 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.498523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76191c35-637f-4a90-abdd-a4006259ca1f') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:26.498998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76191c35-637f-4a90-abdd-a4006259ca1f') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:26.509508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (76191c35-637f-4a90-abdd-a4006259ca1f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.525073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (76191c35-637f-4a90-abdd-a4006259ca1f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.546898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:41:26.547697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (76191c35-637f-4a90-abdd-a4006259ca1f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.567657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] For port 648006f7-e49d-46bb-8738-d9b4fc6a8091, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=648006f7-e49d-46bb-8738-d9b4fc6a8091,segment=NetworkSegment(3704f6b0-876f-4066-b3d6-2236fed99695),segment_id=3704f6b0-876f-4066-b3d6-2236fed99695)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:26.568054 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.585858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Allocated IP 172.20.0.2 (d5f0d0ff-2699-45ec-936e-d5667aa00b62/c0d04805-2542-4368-a29d-797329f8b939/c7f1743c-a8f8-41ce-b300-b4a6a461b4dc) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:26.588075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] Calling delete_port for 648006f7-e49d-46bb-8738-d9b4fc6a8091 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:26.624365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11454f0e-002e-41e4-863a-a7faa2d50bb7 req-61977d58-0dc4-4998-9001-8b6afdd13e4a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293146 Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:41:26.625352 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:41:26.637786 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.644854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks [] for router_gateway (fd9bbaef-da73-4033-9c07-81aba1ce0954), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.649860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79289-2e0b-4d93-b202-3cc227368f64 service neutron] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:26.659109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a80ed52d-7393-4975-9e34-a253ccc44dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:26.661170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-a80ed52d-7393-4975-9e34-a253ccc44dcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 1126 time: 0.4762635 Jan 28 16:41:26.708054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.711678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] 10.222.0.25 "DELETE /v2.0/networks/ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0 HTTP/1.1" status: 204 len: 168 time: 3.0166872 Jan 28 16:41:26.715416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748fa7a-4053-4fdc-b19f-3d3c6aff5252 tempest-ServersTestMultiNic-1760032020 tempest-ServersTestMultiNic-1760032020-project] Pushing event deleted for resources: {'Network': ['ID=ddb68f14-c4bf-448b-bdf7-baf1ac8fd7e0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:26.732065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86372efd-6e3d-4b36-8f9e-25e14ebbc685 req-bc1952d3-554d-47ba-869c-7d974f7ae96e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522842 Jan 28 16:41:26.813012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:26.982117 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98b6613-bc24-471c-a413-a1a891d4d6a3 x-openstack-request-id: req-a98b6613-bc24-471c-a413-a1a891d4d6a3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:26.982409 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:26.982665 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a98b6613-bc24-471c-a413-a1a891d4d6a3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:26.983150 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'status': 'completed', 'code': 200} Jan 28 16:41:26.987559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks [] for router_gateway (fd9bbaef-da73-4033-9c07-81aba1ce0954), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.014751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.022283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Deleting port 648006f7-e49d-46bb-8738-d9b4fc6a8091 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:27.022618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.069547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-b4686efd-3ba8-487d-8943-2b128b60d978 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33f11c97-f546-43cf-835e-d8cd84bcc629 HTTP/1.1" status: 200 len: 217 time: 0.1104670 Jan 28 16:41:27.096020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] No DVR routers for this DVR port 648006f7-e49d-46bb-8738-d9b4fc6a8091 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:27.106372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13287fe-4391-4b51-aaed-64243936bc51 None None] Pushing event deleted for resources: {'Port': ['ID=648006f7-e49d-46bb-8738-d9b4fc6a8091,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:27.120487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Publish callbacks [] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.139011 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.208549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Allocated IP 172.25.8.204 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4029f3d3-7ae9-4fbc-9f32-5e9dc0284524) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:27.228905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:27.233048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:27.245198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:27.254003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] For port 648006f7-e49d-46bb-8738-d9b4fc6a8091, host n-d-812111-13, got binding levels [] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:27.254463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.271146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Pushing event updated for resources: {'Port': ['ID=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:27.323802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Calling delete_port for 648006f7-e49d-46bb-8738-d9b4fc6a8091 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:27.326427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-d411c8e2-322f-4f45-bc27-a851bbc17ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:27.327903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-d411c8e2-322f-4f45-bc27-a851bbc17ba2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 200 len: 862 time: 0.1735456 Jan 28 16:41:27.329567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Port 648006f7-e49d-46bb-8738-d9b4fc6a8091 was not found and therefore no delete operation was performed {{(pid=103093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:41:27.338837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b1cdb-1083-497f-b883-e33a22654490 req-114c3d2e-aa31-44a8-b20b-d77577aa9bbc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:27.340877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b37b1cdb-1083-497f-b883-e33a22654490 req-114c3d2e-aa31-44a8-b20b-d77577aa9bbc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 943 time: 0.3041670 Jan 28 16:41:27.350263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Attempting to bind port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:27.353532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Attempting to bind port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:27.354207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Attempting to bind port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:27.371356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:27.372232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Checking segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:27.374091 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.375696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Bound using segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:27.376264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Bound port: c7f1743c-a8f8-41ce-b300-b4a6a461b4dc, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:27.377388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.384390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (648006f7-e49d-46bb-8738-d9b4fc6a8091), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.425098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks [] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.440547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b37b1cdb-1083-497f-b883-e33a22654490 req-829c3d39-08bd-4a34-9bc2-29d4b3d20998 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891039 Jan 28 16:41:27.448042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-6e03e8d3-43df-403c-8f29-60c9d5fe4a60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aba8db2a-ead4-41d5-91aa-7a992a30891b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062067 Jan 28 16:41:27.494500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Pushing event deleted for resources: {'Port': ['ID=648006f7-e49d-46bb-8738-d9b4fc6a8091,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:27.500086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] No DVR routers for this DVR port 648006f7-e49d-46bb-8738-d9b4fc6a8091 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:27.531653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.608760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:27.624059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41906) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:27.705811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:27.710621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:27.713242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:27.723634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 648006f7-e49d-46bb-8738-d9b4fc6a8091 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:27.748706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.759895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d57422ca-026f-4da0-8e1a-334d1a504356), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.807817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 648006f7-e49d-46bb-8738-d9b4fc6a8091 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:27.808393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 648006f7-e49d-46bb-8738-d9b4fc6a8091 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:27.867441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] For port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:27.885955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] For port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:27.902129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:27.903787 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (6619535a-350c-4b9f-a30d-0dca2c02f2c9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.030381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-feeec79a-6086-4d5b-be69-40aff199b39d service neutron] 10.222.0.24 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502241 Jan 28 16:41:28.037240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc862d8-af30-45d3-bc23-af4dbbd62408 None None] Pushing event updated for resources: {'Port': ['ID=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:28.085357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6619535a-350c-4b9f-a30d-0dca2c02f2c9']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:28.156017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3704f6b0-876f-4066-b3d6-2236fed99695') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:28.156746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3704f6b0-876f-4066-b3d6-2236fed99695') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:28.179362 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Floating IP d57422ca-026f-4da0-8e1a-334d1a504356 associated. External IP: 172.25.8.147, port: a64d0b2c-65df-46ac-bb1a-1d057fa26a16. Jan 28 16:41:28.392544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks [] for router_gateway (fd9bbaef-da73-4033-9c07-81aba1ce0954), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.720507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (3704f6b0-876f-4066-b3d6-2236fed99695), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.741853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (fd9bbaef-da73-4033-9c07-81aba1ce0954), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.789953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3704f6b0-876f-4066-b3d6-2236fed99695), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.806261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (550cfca4-872e-42d1-8fb6-be52733d8a47), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.810773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:41:28.811347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (3704f6b0-876f-4066-b3d6-2236fed99695), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:41:28.816518 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:41:28.843327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04a66-0ecb-4364-ab38-2bbf22322b7e req-ac39b7c0-9e90-43f7-a7ba-fdcffa998290 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:28.859735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6de04a66-0ecb-4364-ab38-2bbf22322b7e req-ac39b7c0-9e90-43f7-a7ba-fdcffa998290 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.9351184 Jan 28 16:41:29.008468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dc318b4-1c96-4dd3-b155-db29aea3b681 req-1b80bfee-63e1-468c-9eac-18083905a20f service neutron] 10.222.0.24 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9424691 Jan 28 16:41:29.035657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:41:29.059671 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6de04a66-0ecb-4364-ab38-2bbf22322b7e req-012a95e2-3355-4d1a-b35d-cd2e0fe0621b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975431 Jan 28 16:41:29.069105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (6619535a-350c-4b9f-a30d-0dca2c02f2c9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:29.082546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:29.097325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6619535a-350c-4b9f-a30d-0dca2c02f2c9 HTTP/1.1" status: 204 len: 168 time: 3.7011957 Jan 28 16:41:29.216390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:29.223846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8325f2-2b11-4072-82a2-fb175bc39237 admin admin] Pushing event deleted for resources: {'Network': ['ID=6619535a-350c-4b9f-a30d-0dca2c02f2c9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:29.276032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc315-e598-4268-a278-8f4d5022496a req-eb7369ae-fde1-45f6-b242-e09c6efc3ab1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:29.305240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44edc315-e598-4268-a278-8f4d5022496a req-eb7369ae-fde1-45f6-b242-e09c6efc3ab1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 943 time: 0.3640521 Jan 28 16:41:29.312202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42026) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:29.455977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-b021cd07-1844-483c-9a70-01b91d1d0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:29.461321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-b021cd07-1844-483c-9a70-01b91d1d0b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 1126 time: 0.3549860 Jan 28 16:41:29.603145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c7f1743c-a8f8-41ce-b300-b4a6a461b4dc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:29.614044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:29.677714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:29.691394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:29.695765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b599cec4-0b6c-44f2-a170-3fdf0c6387d8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5259633 Jan 28 16:41:29.696434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:29.719533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddfca70-52cf-475c-9210-a049f4776217 None None] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:29.725983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-d86c673d-4cc2-4bfd-9c01-1e56fbe5653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:29.727877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-d86c673d-4cc2-4bfd-9c01-1e56fbe5653b service neutron] 10.222.0.24 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 923 time: 0.2417140 Jan 28 16:41:29.762388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:29.772613 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] Sync routers for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:29.788150 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:29.788953 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:29.818682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:29.819330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:29.844953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Deleting port 8358ed53-bf22-4244-bf49-ef5f50778877 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:29.845591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:29.849290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:29.919717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-60014418-4523-4763-8147-441f24ad71c4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "PUT /v2.0/floatingips/d57422ca-026f-4da0-8e1a-334d1a504356 HTTP/1.1" status: 200 len: 991 time: 4.6209431 Jan 28 16:41:29.959567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:29.961890 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b9fe7-f628-426b-8a03-3005df092757" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:30.014992 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:30.020399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:30.028948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8e2d33c-c34d-4d7b-90ce-86cb1c23cc46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=820f7312a239416b966dfa94ad1ff156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7110362 Jan 28 16:41:30.056330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42068) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:30.127584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-328d10d7-833a-43f1-b3d7-0737413dba9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33f11c97-f546-43cf-835e-d8cd84bcc629 HTTP/1.1" status: 200 len: 217 time: 0.3413970 Jan 28 16:41:30.142828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44edc315-e598-4268-a278-8f4d5022496a req-89da7419-f0f4-4153-85a8-df1ad97b5e9a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8366001 Jan 28 16:41:30.165056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] For port 8358ed53-bf22-4244-bf49-ef5f50778877, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8358ed53-bf22-4244-bf49-ef5f50778877,segment=NetworkSegment(68fc90aa-b67a-4db9-89b4-6cb96e54b18a),segment_id=68fc90aa-b67a-4db9-89b4-6cb96e54b18a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:30.165430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.224587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Calling delete_port for 8358ed53-bf22-4244-bf49-ef5f50778877 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:30.313462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] Provisioning complete for port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:30.313762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.369661 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-71343855-c2d8-4899-bc2e-05d1a5c5b1ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5891654 Jan 28 16:41:30.378076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-452f8457-219b-46b2-b577-e3dd7190fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.379946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-452f8457-219b-46b2-b577-e3dd7190fe76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 200 len: 862 time: 0.2521169 Jan 28 16:41:30.423606 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'd57422ca-026f-4da0-8e1a-334d1a504356', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'port_id': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'mac_address': 'fa:16:3e:ab:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:39:40Z', 'updated_at': '2022-01-28T16:41:27Z', 'revision_number': 1, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:23Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:30.436317 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-939f90cc-1d31-4fa5-8e19-0bd1b60727a7 admin admin] Publish callbacks [] for security_group (9382fed8-6cab-43ed-b8ad-2460be7faf92), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.443313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-14216388-458a-476f-91e9-126fd8cbe6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aba8db2a-ead4-41d5-91aa-7a992a30891b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520465 Jan 28 16:41:30.477769 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] Checking router: 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:30.488990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:30.489791 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:30.507677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.513909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.535912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.548701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.552117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:30.555573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.555785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.563713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.608529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:30.614881 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:30.627281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-f4fb0c6c-20d1-46bd-9f0d-b9a020287bd7 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.4339108 Jan 28 16:41:30.712882 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8273bde1-5e57-4855-9963-a90b63ba42bb x-openstack-request-id: req-8273bde1-5e57-4855-9963-a90b63ba42bb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:30.713682 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:30.713960 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8273bde1-5e57-4855-9963-a90b63ba42bb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:30.714370 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'status': 'completed', 'code': 200} Jan 28 16:41:30.732195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8358ed53-bf22-4244-bf49-ef5f50778877), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.832372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] Current status of the port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:30.832964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.833684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Pushing event deleted for resources: {'Port': ['ID=8358ed53-bf22-4244-bf49-ef5f50778877,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:30.877170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-939f90cc-1d31-4fa5-8e19-0bd1b60727a7 admin admin] Publish callbacks [] for security_group (9382fed8-6cab-43ed-b8ad-2460be7faf92), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.886274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:30.887210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:30.945472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:28Z', 'revision_number': 3, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:31.066200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] For port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:31.076848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:31.077219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Updating router fd9bbaef-da73-4033-9c07-81aba1ce0954 port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:41:31.118128 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'd57422ca-026f-4da0-8e1a-334d1a504356', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'port_id': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'mac_address': 'fa:16:3e:ab:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:39:40Z', 'updated_at': '2022-01-28T16:41:27Z', 'revision_number': 1, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:23Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:31.159939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.169632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-7b30403c-2120-4c8c-a7a1-58ece0ce670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.172310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-7b30403c-2120-4c8c-a7a1-58ece0ce670d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 1129 time: 0.7642920 Jan 28 16:41:31.228374 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287ea9c-58b7-4554-952c-c8d22b28453e None None] The sync data for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 is: [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'd57422ca-026f-4da0-8e1a-334d1a504356', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'port_id': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'mac_address': 'fa:16:3e:ab:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:39:40Z', 'updated_at': '2022-01-28T16:41:27Z', 'revision_number': 1, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:23Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:31.267741 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:41:31.317819 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.332534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-1bae1b6c-660c-4eeb-acf2-f10a0d440e2d service neutron] 10.222.0.24 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8552206 Jan 28 16:41:31.380165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.418925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (550cfca4-872e-42d1-8fb6-be52733d8a47), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.444213 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:41:31.444574 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:41:31.446151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.446635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.447232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.447696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.448153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.448601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.449117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.451059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-55429a92-49ba-4e49-989d-377a35501497 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6713 time: 0.7643003 Jan 28 16:41:31.458742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7977f827-11f0-47cf-8c0e-f9dcbefc3552 None None] Provisioning complete for port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:31.459122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7977f827-11f0-47cf-8c0e-f9dcbefc3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.470465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:31.505064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509baeb7-16e3-4efe-a970-6f9f55b0dd46 req-8e275a0a-d43a-41b6-ac0f-bf3750898e0d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:31.517112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-509baeb7-16e3-4efe-a970-6f9f55b0dd46 req-8e275a0a-d43a-41b6-ac0f-bf3750898e0d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.7785046 Jan 28 16:41:31.559689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4fd0-caf5-4ebd-96ba-564d657e1439 None None] Pushing event updated for resources: {'Port': ['ID=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:31.671837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a65751f3-7a6c-45fa-aa31-287c405d2200 req-58ed2e63-da8d-494d-8fb2-ff125c06cd80 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0436866 Jan 28 16:41:31.697638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720c06a-5633-4b82-9469-f150dcdd3989 None None] New status for floating IP d57422ca-026f-4da0-8e1a-334d1a504356: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:41:31.741545 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-939f90cc-1d31-4fa5-8e19-0bd1b60727a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9382fed8-6cab-43ed-b8ad-2460be7faf92), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.750328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-939f90cc-1d31-4fa5-8e19-0bd1b60727a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.750523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c8c0c8a-2fd0-4de2-b8a9-9008d9e296b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.759411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-939f90cc-1d31-4fa5-8e19-0bd1b60727a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9382fed8-6cab-43ed-b8ad-2460be7faf92 HTTP/1.1" status: 204 len: 168 time: 1.6997366 Jan 28 16:41:31.828838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f90cc-1d31-4fa5-8e19-0bd1b60727a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9382fed8-6cab-43ed-b8ad-2460be7faf92,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:31.907046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Publish callbacks [] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:31.927106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeef3778-cf4a-43f5-8bfb-c1a5f035633f req-7d60caa8-cce9-4e00-ba93-555c2c3d8c4f service neutron] 10.222.0.24 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512700 Jan 28 16:41:31.957692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-509baeb7-16e3-4efe-a970-6f9f55b0dd46 req-93bbdb99-b31a-4822-9e7d-fef6e30e4bb5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390976 Jan 28 16:41:32.030117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Router 550cfca4-872e-42d1-8fb6-be52733d8a47 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:32.049160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Allocated IP 172.20.0.1 (d5f0d0ff-2699-45ec-936e-d5667aa00b62/c0d04805-2542-4368-a29d-797329f8b939/320f6325-77f1-4004-9039-8e0935e8ad0d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:32.058899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33582356-5e01-4312-a398-6450e9be2fb3 req-fedc0f6c-dc6d-4bfd-9218-3b449a222ff4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.071991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33582356-5e01-4312-a398-6450e9be2fb3 req-fedc0f6c-dc6d-4bfd-9218-3b449a222ff4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 943 time: 0.2403405 Jan 28 16:41:32.118842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.144800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-872e8204-8ff4-444f-bf33-9c7f27f7f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.147855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-872e8204-8ff4-444f-bf33-9c7f27f7f91f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.9220600 Jan 28 16:41:32.217767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-45a60dfe-e89d-49be-87d5-44909d60b516 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd HTTP/1.1" status: 200 len: 217 time: 0.0524266 Jan 28 16:41:32.309274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.316346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.323584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.330506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.337732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.346778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.352829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.355931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edece5cb-3fd7-41b2-b9ba-b115e3007d1e req-aad5c40e-b2ed-44b4-80a2-1189fc620a32 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.2697423 Jan 28 16:41:32.383917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c8c0c8a-2fd0-4de2-b8a9-9008d9e296b3 admin admin] Publish callbacks [] for security_group (a94af6ad-fbf8-40b5-8247-6b000df68cdd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.389749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf167-500c-4e13-87a2-a9e97bee7b67 None None] Pushing event updated for resources: {'Port': ['ID=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:32.413525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c8c0c8a-2fd0-4de2-b8a9-9008d9e296b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a94af6ad-fbf8-40b5-8247-6b000df68cdd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.418546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-c5288fc6-8396-40ad-8028-e544835a46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.423770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-c5288fc6-8396-40ad-8028-e544835a46b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3759275c-ff7c-41dd-95c9-2bdde6ff3343 HTTP/1.1" status: 200 len: 913 time: 0.9007709 Jan 28 16:41:32.440271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33582356-5e01-4312-a398-6450e9be2fb3 req-5c0ae98f-cf7f-4851-b71a-b6aa423baa04 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667800 Jan 28 16:41:32.473492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:32.493247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c0c8a-2fd0-4de2-b8a9-9008d9e296b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94af6ad-fbf8-40b5-8247-6b000df68cdd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:32.494483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7977f827-11f0-47cf-8c0e-f9dcbefc3552 None None] Current status of the port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:32.509397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:32.520987 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] Sync routers for ids ['550cfca4-872e-42d1-8fb6-be52733d8a47'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:32.536199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-44ea7d92-3c51-4721-8086-3df00e38be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:32.538193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-44ea7d92-3c51-4721-8086-3df00e38be05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.3041353 Jan 28 16:41:32.542616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Attempting to bind port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:32.543166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Attempting to bind port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:32.543476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] Routers {'550cfca4-872e-42d1-8fb6-be52733d8a47'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:32.543580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Attempting to bind port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:32.544901 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['550cfca4-872e-42d1-8fb6-be52733d8a47'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:32.558001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:32.562222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:32.562623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.563275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:32.563780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Bound port: 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:32.564161 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.565577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4931229-c4af-4557-a304-f9528c42941f admin admin] 10.222.0.25 "PUT /v2.0/routers/550cfca4-872e-42d1-8fb6-be52733d8a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9372230 Jan 28 16:41:32.568740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:32.604834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42122) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:32.605636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c8c0c8a-2fd0-4de2-b8a9-9008d9e296b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=569bc877a0c647bfac1e5d7702cdd656&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1340020 Jan 28 16:41:32.609035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks [] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.662130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-6a46bc4d-d2b0-4725-946a-194bdba65074 req-66378157-c991-4573-a9be-34570b79dd62 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:41:32.663139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a46bc4d-d2b0-4725-946a-194bdba65074 req-66378157-c991-4573-a9be-34570b79dd62 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197752 Jan 28 16:41:32.668855 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.672528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] For port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:32.676148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] For port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:32.681162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:32.700381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-65638cd0-1350-43e5-85de-09c3a916040e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533649 Jan 28 16:41:32.762189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:32.787332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:32.793243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:32.797583 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] Set router 550cfca4-872e-42d1-8fb6-be52733d8a47 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:32.826315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:32.846005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Pushing event updated for resources: {'Port': ['ID=320f6325-77f1-4004-9039-8e0935e8ad0d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:32.849995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'port_id': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'mac_address': 'fa:16:3e:0f:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318aef86-8bfa-428a-9eea-9c973ffa126c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:32.854610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c7f1743c-a8f8-41ce-b300-b4a6a461b4dc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:32.899644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (fd9bbaef-da73-4033-9c07-81aba1ce0954), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.901106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:32.991556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf167-500c-4e13-87a2-a9e97bee7b67 None None] Pushing event updated for resources: {'Port': ['ID=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:33.052546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:33.053236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.104550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-e1c2e330-004a-4051-8952-70352ce6e889 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16 HTTP/1.1" status: 200 len: 1001 time: 0.6588881 Jan 28 16:41:33.161447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:33.162228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:33.184830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33f11c97-f546-43cf-835e-d8cd84bcc629 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:33.185227 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.279871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks [] for router (550cfca4-872e-42d1-8fb6-be52733d8a47), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.318394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.356515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f11c97-f546-43cf-835e-d8cd84bcc629 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:33.367280 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:41:30Z', 'revision_number': 5, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:33.412608 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] Checking router: 550cfca4-872e-42d1-8fb6-be52733d8a47 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:33.415909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-dc6b4566-2a90-4235-918a-d0a624c1bfd4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1586728 Jan 28 16:41:33.444797 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] Routers {'550cfca4-872e-42d1-8fb6-be52733d8a47'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:33.445569 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['550cfca4-872e-42d1-8fb6-be52733d8a47'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:33.462937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4331baad-c389-489a-829d-b788c9fafffd None None] Provisioning complete for port 320f6325-77f1-4004-9039-8e0935e8ad0d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:33.463314 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4331baad-c389-489a-829d-b788c9fafffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.466592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:33.499069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:33.505303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.562629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:33.597641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4331baad-c389-489a-829d-b788c9fafffd None None] Port 320f6325-77f1-4004-9039-8e0935e8ad0d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:33.640169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-52b24cb1-b9a8-453b-b971-634281c43dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:33.646249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-52b24cb1-b9a8-453b-b971-634281c43dd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b533955-65a8-4162-8449-0023f20ef93e HTTP/1.1" status: 200 len: 851 time: 0.4773989 Jan 28 16:41:33.763868 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] Set router 550cfca4-872e-42d1-8fb6-be52733d8a47 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:33.780984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks [] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.787298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:33.793368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.811352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-231e24b1-7f96-40ef-9e32-f816871acae0 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016722 Jan 28 16:41:33.936354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (fd9bbaef-da73-4033-9c07-81aba1ce0954), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:33.938191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Pushing event updated for resources: {'Port': ['ID=320f6325-77f1-4004-9039-8e0935e8ad0d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:33.983508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:28Z', 'revision_number': 3, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:33.993871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['33f11c97-f546-43cf-835e-d8cd84bcc629'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:34.136284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff133fa2-ce5e-4d17-9631-459f0bc42dfc None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:28Z', 'revision_number': 3, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:34.160357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:34.167733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:34.294597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42164) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:34.421781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:41:30Z', 'revision_number': 5, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:34.498685 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb979e-4f9d-46c7-823c-7b59e4e5b71f None None] The sync data for ids ['550cfca4-872e-42d1-8fb6-be52733d8a47'] in n-d-812111-13 is: [{'id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'name': 'tempest-ServersTestMultiNic-1767947130-router', 'tenant_id': 'ef343933308949a8b299d1ba0ab34778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e483916c-797e-40fa-b350-167c770b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:39:07Z', 'updated_at': '2022-01-28T16:41:30Z', 'revision_number': 5, 'project_id': 'ef343933308949a8b299d1ba0ab34778', 'gw_port': {'id': 'e483916c-797e-40fa-b350-167c770b1235', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550cfca4-872e-42d1-8fb6-be52733d8a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:39:09Z', 'updated_at': '2022-01-28T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:34.524952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:34.709116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3eb790-4353-4977-9ad3-6d5d55755d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:34.820242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b81d2fe1-b684-4dd0-803f-ae2802fcb49b None None] Provisioning complete for port 320f6325-77f1-4004-9039-8e0935e8ad0d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:34.821507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b81d2fe1-b684-4dd0-803f-ae2802fcb49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:34.837549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85901706-86d3-4d52-8ad9-8274edc5e278 admin admin] Publish callbacks [] for security_group (a94af6ad-fbf8-40b5-8247-6b000df68cdd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:34.948591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:34.962882 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4a88baa6-6d23-4581-8e3a-b7ba9f72054e admin admin] 10.222.0.25 "PUT /v2.0/routers/fd9bbaef-da73-4033-9c07-81aba1ce0954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2642767 Jan 28 16:41:34.971908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2fe1-b684-4dd0-803f-ae2802fcb49b None None] Port 320f6325-77f1-4004-9039-8e0935e8ad0d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:34.985377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d10f2-9530-4cf1-9fe4-6d292b155c4c req-9f2007c7-188e-4618-a98c-e6bdf7b2956e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:34.990072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-491d10f2-9530-4cf1-9fe4-6d292b155c4c req-9f2007c7-188e-4618-a98c-e6bdf7b2956e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 1.7182252 Jan 28 16:41:35.061305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3eb790-4353-4977-9ad3-6d5d55755d6f admin admin] Publish callbacks [] for security_group (ce38bcd1-d19a-4a26-bcdf-ead7a6416d78), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.067674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3eb790-4353-4977-9ad3-6d5d55755d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce38bcd1-d19a-4a26-bcdf-ead7a6416d78), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.149716 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks [] for router_gateway (550cfca4-872e-42d1-8fb6-be52733d8a47), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.191361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85901706-86d3-4d52-8ad9-8274edc5e278 admin admin] Publish callbacks [] for security_group (a94af6ad-fbf8-40b5-8247-6b000df68cdd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.236731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da3eb790-4353-4977-9ad3-6d5d55755d6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1c2d7157e03462c9fb7ee7a8858f929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9397559 Jan 28 16:41:35.238465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb790-4353-4977-9ad3-6d5d55755d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce38bcd1-d19a-4a26-bcdf-ead7a6416d78,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:35.251032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42178) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:35.318157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9fe7-f628-426b-8a03-3005df092757 req-ce7a2ed0-6131-48be-b32e-43d4749750a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:35.321069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-ce7a2ed0-6131-48be-b32e-43d4749750a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3759275c-ff7c-41dd-95c9-2bdde6ff3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.5807974 Jan 28 16:41:35.346314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d89057-5390-458e-a9f8-70f6fd053535 req-22473478-e901-4bb7-ba05-c5bbcfeea649 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:35.353550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62d89057-5390-458e-a9f8-70f6fd053535 req-22473478-e901-4bb7-ba05-c5bbcfeea649 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 944 time: 1.5491016 Jan 28 16:41:35.445531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-491d10f2-9530-4cf1-9fe4-6d292b155c4c req-1ee2209a-3e7c-4d2d-b112-f8c74f569cfd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253111 Jan 28 16:41:35.454588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2462a01b-0a56-4065-a9b5-02d2859e74ed req-4c9408f4-f341-486c-a6a2-d50b0bc34f61 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599896 Jan 28 16:41:35.564738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85901706-86d3-4d52-8ad9-8274edc5e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a94af6ad-fbf8-40b5-8247-6b000df68cdd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.567250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85901706-86d3-4d52-8ad9-8274edc5e278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.568417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85901706-86d3-4d52-8ad9-8274edc5e278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a94af6ad-fbf8-40b5-8247-6b000df68cdd HTTP/1.1" status: 204 len: 168 time: 2.9238198 Jan 28 16:41:35.593203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62d89057-5390-458e-a9f8-70f6fd053535 req-0dd13ef0-44fd-4bb6-a65d-1fc673ec7307 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385018 Jan 28 16:41:35.623461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Deleting port e483916c-797e-40fa-b350-167c770b1235 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:35.624054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e483916c-797e-40fa-b350-167c770b1235), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.632511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85901706-86d3-4d52-8ad9-8274edc5e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94af6ad-fbf8-40b5-8247-6b000df68cdd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:35.652589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ef1b-8ee4-45cb-a2d4-d8a073fefc35 admin admin] Publish callbacks [] for security_group (ce38bcd1-d19a-4a26-bcdf-ead7a6416d78), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:35.763579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-de7d24e7-5fa4-4420-a005-ec12410aa519 service neutron] 10.222.0.24 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953998 Jan 28 16:41:35.790068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ef1b-8ee4-45cb-a2d4-d8a073fefc35 admin admin] Publish callbacks [] for security_group (ce38bcd1-d19a-4a26-bcdf-ead7a6416d78), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.028428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ef1b-8ee4-45cb-a2d4-d8a073fefc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce38bcd1-d19a-4a26-bcdf-ead7a6416d78), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.031298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ef1b-8ee4-45cb-a2d4-d8a073fefc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.035996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9ae7ef1b-8ee4-45cb-a2d4-d8a073fefc35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce38bcd1-d19a-4a26-bcdf-ead7a6416d78 HTTP/1.1" status: 204 len: 168 time: 0.7773836 Jan 28 16:41:36.046037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] For port e483916c-797e-40fa-b350-167c770b1235, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e483916c-797e-40fa-b350-167c770b1235,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:36.046037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e483916c-797e-40fa-b350-167c770b1235), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.057754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42194) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:36.063344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158251116', 'description': 'tempest-description--1547086898'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:36.078715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7ef1b-8ee4-45cb-a2d4-d8a073fefc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce38bcd1-d19a-4a26-bcdf-ead7a6416d78,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:36.090191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Calling delete_port for e483916c-797e-40fa-b350-167c770b1235 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:36.118629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.130775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-23942da1-3770-4370-9a99-ee20b407fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:36.132550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-23942da1-3770-4370-9a99-ee20b407fea3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1132 time: 0.3505647 Jan 28 16:41:36.210402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-976b9fe7-f628-426b-8a03-3005df092757 req-79e6428e-ffbf-4065-af00-5c0a9bfb4cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271307 Jan 28 16:41:36.319873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (bf5463ec-b470-4476-9a64-6c8f3009e4a3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.331659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bf5463ec-b470-4476-9a64-6c8f3009e4a3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.334085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-f251da8b-88f2-4f22-bf49-df2103ce2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:36.336390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-f251da8b-88f2-4f22-bf49-df2103ce2d87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1953843 Jan 28 16:41:36.405802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5463ec-b470-4476-9a64-6c8f3009e4a3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:36.427444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-1ddcedea-5cf2-4fc3-b162-6bffff07ba04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.0820928 Jan 28 16:41:36.429026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.431139 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4e6673e-3803-4fe2-a37c-4bf82db6a846 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3720500 Jan 28 16:41:36.434286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42204) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:36.440056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'security_group_rule': {'security_group_id': 'bf5463ec-b470-4476-9a64-6c8f3009e4a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:36.473221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (c41ef813-9afc-4923-94d5-03d2d8aa2f8e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.598322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (c41ef813-9afc-4923-94d5-03d2d8aa2f8e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.604617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-b2f4c5eb-c57a-4047-a786-4f040e1e8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:36.606938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-b2f4c5eb-c57a-4047-a786-4f040e1e8248 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1206062 Jan 28 16:41:36.616327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c41ef813-9afc-4923-94d5-03d2d8aa2f8e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.636925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:36.678619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.679889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2446215 Jan 28 16:41:36.687410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42222) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:36.692542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'security_group_rule': {'security_group_id': 'bf5463ec-b470-4476-9a64-6c8f3009e4a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:36.736278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a5e04-1e94-48eb-9891-90a1a44b1454 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41ef813-9afc-4923-94d5-03d2d8aa2f8e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:36.767459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (93c1056e-3d9c-4169-b09a-10ad35fffb73), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.793666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:36.863364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (93c1056e-3d9c-4169-b09a-10ad35fffb73), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.871964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (93c1056e-3d9c-4169-b09a-10ad35fffb73), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.890676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 33f11c97-f546-43cf-835e-d8cd84bcc629 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:36.905284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c1056e-3d9c-4169-b09a-10ad35fffb73,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:36.911066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e483916c-797e-40fa-b350-167c770b1235), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.915479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 33f11c97-f546-43cf-835e-d8cd84bcc629 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:36.916855 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.927141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42228) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:36.945859 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:36.950735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d6ab8244-b0f1-4c54-ae64-3c461a7cd62f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2617626 Jan 28 16:41:36.954781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42232) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:36.969031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:36.986731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e483916c-797e-40fa-b350-167c770b1235,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:37.016361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.075418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:37.080044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.119160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33f11c97-f546-43cf-835e-d8cd84bcc629 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:37.119796 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.161581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f70eb-e03a-469e-9ba4-6af430a2d2b5 req-b4996037-ea91-4bae-8bd5-100438149d0d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:37.170927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e63f70eb-e03a-469e-9ba4-6af430a2d2b5 req-b4996037-ea91-4bae-8bd5-100438149d0d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.5740278 Jan 28 16:41:37.181898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:37.189252 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23248ee3-e90e-4bdb-8427-c627b468b099" -d '{"events": [{"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-plugged", "status": "completed", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:37.204500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-5691cd9d-a51b-4214-b450-a558d66bd466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:37.206394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-5691cd9d-a51b-4214-b450-a558d66bd466 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5234494 Jan 28 16:41:37.213714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:37.223481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e7627-fdd2-4e52-9077-f6a8f999bf37 req-54df3c9a-19a6-4a47-ba66-811b823d529f tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:37.232462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d0e7627-fdd2-4e52-9077-f6a8f999bf37 req-54df3c9a-19a6-4a47-ba66-811b823d529f tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 944 time: 0.3613799 Jan 28 16:41:37.249663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.278006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (550cfca4-872e-42d1-8fb6-be52733d8a47), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.315746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42244) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:37.319390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:37.340899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:37.341397 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.368631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:37.372726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:37.376213 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.390335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8358ed53-bf22-4244-bf49-ef5f50778877 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:37.422662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1435819184-network', 'tenant_id': '35da50bde1e641bcbdf886b0d691fc80'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:37.446807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:37.447676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:37.449697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Made reservation on behalf of 35da50bde1e641bcbdf886b0d691fc80 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:37.452155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.461435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.469450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e63f70eb-e03a-469e-9ba4-6af430a2d2b5 req-2d9eb4d1-0b2f-4cce-9ab4-79ead7b039f6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973087 Jan 28 16:41:37.486189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (550cfca4-872e-42d1-8fb6-be52733d8a47), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.504876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks [] for router_controller (550cfca4-872e-42d1-8fb6-be52733d8a47), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.554816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.617944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d0e7627-fdd2-4e52-9077-f6a8f999bf37 req-05ad8b55-f3a1-4df5-8f40-3e5cbda92015 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843360 Jan 28 16:41:37.620253 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17767db6-2875-4edc-9f5d-e781c9f55d61 x-openstack-request-id: req-17767db6-2875-4edc-9f5d-e781c9f55d61 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:37.620573 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-plugged", "status": "completed", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:37.620898 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17767db6-2875-4edc-9f5d-e781c9f55d61 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:37.621480 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'code': 200} Jan 28 16:41:37.623095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-682858181-network', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:37.623965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8358ed53-bf22-4244-bf49-ef5f50778877 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:37.626551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8358ed53-bf22-4244-bf49-ef5f50778877 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:37.633836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:37.685505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:37.686251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (550cfca4-872e-42d1-8fb6-be52733d8a47), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.686995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 550cfca4-872e-42d1-8fb6-be52733d8a47 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:41:37.693420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.694856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-99c31e88-1bff-4ec6-90f4-883f223fb9bd admin admin] 10.222.0.25 "DELETE /v2.0/routers/550cfca4-872e-42d1-8fb6-be52733d8a47 HTTP/1.1" status: 204 len: 168 time: 5.1168442 Jan 28 16:41:37.695906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks [] for security_group (fafad4fb-df6c-4804-9994-5f0257181f7a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.698257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42248) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:37.708281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-729fb6b2-94f9-4d04-8f85-12040f69fef9 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582729 Jan 28 16:41:37.731401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Made reservation on behalf of 906bf8a5f2c949eba868b03b3a57c76e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:37.733633 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.738096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fafad4fb-df6c-4804-9994-5f0257181f7a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.757848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e4dd6-3e8f-49cd-8833-d62c53773461 req-181ae7f2-8780-4d9c-a162-1968ee9ad9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:37.759351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d19e4dd6-3e8f-49cd-8833-d62c53773461 req-181ae7f2-8780-4d9c-a162-1968ee9ad9d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 1128 time: 0.1294715 Jan 28 16:41:37.760098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.772903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Allocated IP 172.25.8.39 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/42c5714b-e97c-42d2-93d4-b46545ad9b34) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:37.775004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafad4fb-df6c-4804-9994-5f0257181f7a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:37.798336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:41:37.810517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Deleting subnet ebf2f50a-0aa4-4e60-b37c-69a6b024c75d {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:41:37.816416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Publish callbacks [] for subnet (ebf2f50a-0aa4-4e60-b37c-69a6b024c75d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.846827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (69c2a1fe-7f60-404b-aae6-2640b6b6a30b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.847185 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Added segment 69c2a1fe-7f60-404b-aae6-2640b6b6a30b of type vlan for network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 Jan 28 16:41:37.903660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d19e4dd6-3e8f-49cd-8833-d62c53773461 req-633d38dd-4fa6-4e83-94b5-b92c1f8b493d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148391 Jan 28 16:41:37.915992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-8d8c6e1d-7022-4458-aa95-4d8a6f05af4a service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933711 Jan 28 16:41:37.942058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (891d94c3-a9fa-4ea6-b6e7-ac0d3a219530), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.956054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ebf2f50a-0aa4-4e60-b37c-69a6b024c75d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.975245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks [] for security_group (86d6ec23-17b8-4ffb-93e0-006e1581db74), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:37.983224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (86d6ec23-17b8-4ffb-93e0-006e1581db74), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.032424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:41:38.032784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (891d94c3-a9fa-4ea6-b6e7-ac0d3a219530), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.034240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:38.034427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.037182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d6ec23-17b8-4ffb-93e0-006e1581db74,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.046596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (423589e2-da7d-482b-b85d-53db8d806889), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.046940 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Added segment 423589e2-da7d-482b-b85d-53db8d806889 of type vlan for network 9410fcb1-116e-4983-abb1-71684c1ed45f Jan 28 16:41:38.096818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9410fcb1-116e-4983-abb1-71684c1ed45f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.104221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.104657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 2, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:38.133525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9410fcb1-116e-4983-abb1-71684c1ed45f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.135256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:38.136039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.137279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:38.137691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Updating router fd9bbaef-da73-4033-9c07-81aba1ce0954 port 320f6325-77f1-4004-9039-8e0935e8ad0d binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:41:38.170900 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.171595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2431622 Jan 28 16:41:38.179266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42254) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:38.189822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Request body: {'subnet': {'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1435819184-subnet', 'tenant_id': '35da50bde1e641bcbdf886b0d691fc80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:38.195240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ebf2f50a-0aa4-4e60-b37c-69a6b024c75d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.215628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8628988 Jan 28 16:41:38.221008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42256) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:38.222031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4456541-daff-4c00-bf7d-90aede5286a0 admin admin] Pushing event updated for resources: {'Network': ['ID=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.226713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Request body: {'subnet': {'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-682858181-subnet', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:38.234292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:41:38.259077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec672a-cd0d-4038-abbe-b88c5a018638 admin admin] Pushing event updated for resources: {'Network': ['ID=9410fcb1-116e-4983-abb1-71684c1ed45f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.274053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Made reservation on behalf of 906bf8a5f2c949eba868b03b3a57c76e for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:38.277256 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.306988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Made reservation on behalf of 35da50bde1e641bcbdf886b0d691fc80 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:38.310913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.340216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9410fcb1-116e-4983-abb1-71684c1ed45f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:41:38.364990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.423768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ebf2f50a-0aa4-4e60-b37c-69a6b024c75d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.441848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:38.457056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:38.459106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:38.487592 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (71b30b1f-dae1-4932-ae4f-6a4e7b89033c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.511128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'Port': ['ID=42c5714b-e97c-42d2-93d4-b46545ad9b34,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.521567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.527659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ebf2f50a-0aa4-4e60-b37c-69a6b024c75d HTTP/1.1" status: 204 len: 168 time: 0.8250136 Jan 28 16:41:38.529778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258563b6-7b37-4ac7-b126-08e0884782a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf2f50a-0aa4-4e60-b37c-69a6b024c75d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.532662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:38.545036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61910b21-5944-4c47-9d84-4324bba9209e None None] Network 816aadbf-4dc2-41f3-9be7-758119034599 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:38.641198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b30b1f-dae1-4932-ae4f-6a4e7b89033c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.655576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Checking segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:38.655946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Network hostable DHCP agents. Network: 9410fcb1-116e-4983-abb1-71684c1ed45f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:41:38.658972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:38.673384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6a59c-3e30-4dff-82aa-912666931c4c req-19fd7311-300c-44eb-918d-a6c48958b0d8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:38.675192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98e6a59c-3e30-4dff-82aa-912666931c4c req-19fd7311-300c-44eb-918d-a6c48958b0d8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0904374 Jan 28 16:41:38.684221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (816aadbf-4dc2-41f3-9be7-758119034599), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.701296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Network 9410fcb1-116e-4983-abb1-71684c1ed45f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:41:38.722576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9410fcb1-116e-4983-abb1-71684c1ed45f) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:38.729536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:38.730700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.743083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe26c5-7a8d-432b-84d8-c1a73491599a None None] Network 9410fcb1-116e-4983-abb1-71684c1ed45f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:38.751563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (dee8decf-398f-4dd5-aa03-c39ce77e315b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.755045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98e6a59c-3e30-4dff-82aa-912666931c4c req-b2d70677-6b01-4ea9-933e-d0deadefa20b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721066 Jan 28 16:41:38.765805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-778bb3b8-b3d4-4d30-9915-536d81e8bc68 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5437639 Jan 28 16:41:38.768517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42264) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:38.774344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:38.824192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4ed03510-6881-4bac-be1b-1a46125dc08c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.831954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (cda5065a-152f-4805-ba20-5bc669852522), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.833022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (cda5065a-152f-4805-ba20-5bc669852522), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.876781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcc41f-685e-4b0d-8f47-1a6fa158e651 req-8e9344d7-5a43-4d77-a288-9c85690dbf38 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:38.878311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6bcc41f-685e-4b0d-8f47-1a6fa158e651 req-8e9344d7-5a43-4d77-a288-9c85690dbf38 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.0834818 Jan 28 16:41:38.879453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.909152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks [] for router_controller (cda5065a-152f-4805-ba20-5bc669852522), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.925729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Publish callbacks [] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.926129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed03510-6881-4bac-be1b-1a46125dc08c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:38.940460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:38.940776 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:38.948011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Deleting port c453f352-60d6-49ef-aba2-77858a80191e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:38.948547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c453f352-60d6-49ef-aba2-77858a80191e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.004975 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.010554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Checking segment: {'id': '69c2a1fe-7f60-404b-aae6-2640b6b6a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:39.010929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Network hostable DHCP agents. Network: 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:41:39.068585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066634a-0765-4042-8f95-b9600f7ce963 None None] Pushing event updated for resources: {'Port': ['ID=320f6325-77f1-4004-9039-8e0935e8ad0d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:39.071589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-9410fcb1-116e-4983-abb1-71684c1ed45f', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:41:39.073056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.094635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6bcc41f-685e-4b0d-8f47-1a6fa158e651 req-3587f3f5-533a-4bd6-b911-d1fc05b8d84f tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873839 Jan 28 16:41:39.102093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] For port c453f352-60d6-49ef-aba2-77858a80191e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c453f352-60d6-49ef-aba2-77858a80191e,segment=NetworkSegment(68fc90aa-b67a-4db9-89b4-6cb96e54b18a),segment_id=68fc90aa-b67a-4db9-89b4-6cb96e54b18a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:39.102506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c453f352-60d6-49ef-aba2-77858a80191e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.103690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks [] for router_gateway (cda5065a-152f-4805-ba20-5bc669852522), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.118238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:41:39.120429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] DHCP port deletion for 816aadbf-4dc2-41f3-9be7-758119034599 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:41:39.139732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Calling delete_port for c453f352-60d6-49ef-aba2-77858a80191e owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:39.249956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:39.265137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925bd791-6486-460a-9cc3-23709827d2c1 None None] Network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:39.266446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:39.267301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.355682 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fefee139-92df-4542-a424-51e8fd91ef01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1713765 Jan 28 16:41:39.389939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.400734 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.404470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c453f352-60d6-49ef-aba2-77858a80191e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.437144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Attempting to bind port 320f6325-77f1-4004-9039-8e0935e8ad0d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:39.437778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Attempting to bind port 320f6325-77f1-4004-9039-8e0935e8ad0d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:39.438249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Attempting to bind port 320f6325-77f1-4004-9039-8e0935e8ad0d on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:39.506281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:39.506728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Checking segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:39.507240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.507740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Bound using segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:39.508336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Bound port: 320f6325-77f1-4004-9039-8e0935e8ad0d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:39.508879 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.514496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (dee8decf-398f-4dd5-aa03-c39ce77e315b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.528967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] No DVR routers for this DVR port c453f352-60d6-49ef-aba2-77858a80191e on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:39.578732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.580058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6226783 Jan 28 16:41:39.599960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:39.609461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd082130-5592-47dc-aa1c-8bfa24959fa8 None None] Provisioning complete for port 320f6325-77f1-4004-9039-8e0935e8ad0d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:39.609966 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd082130-5592-47dc-aa1c-8bfa24959fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.636710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Allocated IP 172.20.0.2 (9410fcb1-116e-4983-abb1-71684c1ed45f/71b30b1f-dae1-4932-ae4f-6a4e7b89033c/3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:39.652056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ce986-d57b-4e2c-a226-17ecaf0961d2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'Port': ['ID=42c5714b-e97c-42d2-93d4-b46545ad9b34,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:39.671043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Deleting port c453f352-60d6-49ef-aba2-77858a80191e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:39.672784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c453f352-60d6-49ef-aba2-77858a80191e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.679526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Pushing event deleted for resources: {'Port': ['ID=c453f352-60d6-49ef-aba2-77858a80191e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:39.688480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (816aadbf-4dc2-41f3-9be7-758119034599), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.718247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816aadbf-4dc2-41f3-9be7-758119034599']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:39.726959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e483916c-797e-40fa-b350-167c770b1235 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:39.732790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fc90aa-b67a-4db9-89b4-6cb96e54b18a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:39.732790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fc90aa-b67a-4db9-89b4-6cb96e54b18a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:39.745204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (68fc90aa-b67a-4db9-89b4-6cb96e54b18a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.763954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (68fc90aa-b67a-4db9-89b4-6cb96e54b18a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.771477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:41:39.772045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (68fc90aa-b67a-4db9-89b4-6cb96e54b18a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.793736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b14161-9791-4616-82ba-99d28249f384 None None] Network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:41:39.835576 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:41:39.845279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (816aadbf-4dc2-41f3-9be7-758119034599), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.850683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:39.854404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] 10.222.0.25 "DELETE /v2.0/networks/816aadbf-4dc2-41f3-9be7-758119034599 HTTP/1.1" status: 204 len: 168 time: 1.3166990 Jan 28 16:41:39.866101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e483916c-797e-40fa-b350-167c770b1235 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:39.866447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e483916c-797e-40fa-b350-167c770b1235 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:39.869072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94ee87-e7a7-4f5a-ac30-929f2e854644 admin admin] Pushing event deleted for resources: {'Network': ['ID=816aadbf-4dc2-41f3-9be7-758119034599,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:40.004397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:40.012970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks [] for router_gateway (cda5065a-152f-4805-ba20-5bc669852522), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.050273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.055078 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d8c778ac-b97b-4fc5-b90f-b8282fdf754b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef343933308949a8b299d1ba0ab34778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465207 Jan 28 16:41:40.056044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42302) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:40.075968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-521e11f3-2cf2-4f00-881f-a23b70ade5ee tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1158251116&fields=id&tenant_id=12350eaeffec4b3d9d9c8820c18eec33 HTTP/1.1" status: 200 len: 267 time: 0.2210288 Jan 28 16:41:40.106814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a7bce07-5a76-4967-bbe7-3771e0632536 admin admin] Publish callbacks [] for security_group (9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.120732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd082130-5592-47dc-aa1c-8bfa24959fa8 None None] Port 320f6325-77f1-4004-9039-8e0935e8ad0d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:40.137882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a7bce07-5a76-4967-bbe7-3771e0632536 admin admin] Publish callbacks [] for security_group (9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.150269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] For port 320f6325-77f1-4004-9039-8e0935e8ad0d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:40.154859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-ea9f4de3-62a6-451d-a036-56e6575cb60e tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:40.155757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] For port c453f352-60d6-49ef-aba2-77858a80191e, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:40.156151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c453f352-60d6-49ef-aba2-77858a80191e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.157899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-ea9f4de3-62a6-451d-a036-56e6575cb60e tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/networks?id=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 HTTP/1.1" status: 200 len: 822 time: 0.2424970 Jan 28 16:41:40.197857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] For port 320f6325-77f1-4004-9039-8e0935e8ad0d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=320f6325-77f1-4004-9039-8e0935e8ad0d,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:40.200846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Calling delete_port for c453f352-60d6-49ef-aba2-77858a80191e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:40.203409 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a7bce07-5a76-4967-bbe7-3771e0632536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.204809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Port c453f352-60d6-49ef-aba2-77858a80191e was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:41:40.207043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a7bce07-5a76-4967-bbe7-3771e0632536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.211406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a7bce07-5a76-4967-bbe7-3771e0632536 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40 HTTP/1.1" status: 204 len: 168 time: 0.1522245 Jan 28 16:41:40.213310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c453f352-60d6-49ef-aba2-77858a80191e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.223133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bce07-5a76-4967-bbe7-3771e0632536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd49ef-7c6c-4c3c-a6a0-b0ad519a5d40,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:40.250933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Network 816aadbf-4dc2-41f3-9be7-758119034599 is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:41:40.251564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] No DVR routers for this DVR port c453f352-60d6-49ef-aba2-77858a80191e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:40.253504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-2a64684b-a63e-4de1-b88d-3b12e80a3091 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/quotas/35da50bde1e641bcbdf886b0d691fc80 HTTP/1.1" status: 200 len: 375 time: 0.0819051 Jan 28 16:41:40.258829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeed56-9168-496c-a7f2-6b70e412544d None None] Pushing event deleted for resources: {'Port': ['ID=c453f352-60d6-49ef-aba2-77858a80191e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:40.263863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.340171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-cdedd35d-6f42-427c-a214-88c066cfd91e tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35da50bde1e641bcbdf886b0d691fc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535650 Jan 28 16:41:40.357021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:40.358061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:40.390055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Allocated IP 172.25.8.212 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/8f207eab-12a8-401f-9a66-613f89ddf4cc) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:40.397581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-5c6092ef-ddba-4499-a852-0ca1876de809 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:40.399157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-5c6092ef-ddba-4499-a852-0ca1876de809 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 811 time: 0.2812269 Jan 28 16:41:40.458066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-4435f694-3aa3-49be-b10f-d5cdf2b33140 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/quotas/12350eaeffec4b3d9d9c8820c18eec33 HTTP/1.1" status: 200 len: 375 time: 0.0215936 Jan 28 16:41:40.482006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066634a-0765-4042-8f95-b9600f7ce963 None None] Pushing event updated for resources: {'Port': ['ID=320f6325-77f1-4004-9039-8e0935e8ad0d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:40.490145 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Publish callbacks [] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.560745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:40.611345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-e25cdce1-dd00-4bbb-bc8f-2cb8992646eb service neutron] 10.222.0.25 "GET /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642877 Jan 28 16:41:40.645301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c453f352-60d6-49ef-aba2-77858a80191e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:40.657641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.702038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-7845ee1a-2782-45d3-a431-6a0142425ea6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2260664 Jan 28 16:41:40.737332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks [] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.747419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c453f352-60d6-49ef-aba2-77858a80191e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:41:40.747757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c453f352-60d6-49ef-aba2-77858a80191e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:41:40.769401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-c70926b0-2ce2-4ad3-9fc1-4fc7d5e51ff2 service neutron] 10.222.0.25 "GET /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458511 Jan 28 16:41:40.786016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Network 9410fcb1-116e-4983-abb1-71684c1ed45f is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:40.803980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:40.808462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Pushing event updated for resources: {'Port': ['ID=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:40.811076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] Provisioning complete for port 320f6325-77f1-4004-9039-8e0935e8ad0d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:40.811460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.815225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:40.816245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.880923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:40.889362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:40.891853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:40.920608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f207eab-12a8-401f-9a66-613f89ddf4cc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:40.964257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Attempting to bind port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:40.964637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Attempting to bind port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:40.965027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Attempting to bind port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 on network 9410fcb1-116e-4983-abb1-71684c1ed45f {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:40.976913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:40.977294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Checking segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:40.977707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:40.978101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Bound using segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:40.978745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Bound port: 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:40.979129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:41.064078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e1c00b7d-2e3b-4c08-ba5e-19b261979008 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:41:41.065784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e1c00b7d-2e3b-4c08-ba5e-19b261979008 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3509760 Jan 28 16:41:41.137909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] For port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:41.145788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] For port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:41.150785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] Current status of the port 320f6325-77f1-4004-9039-8e0935e8ad0d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:41.151230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:41.168249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:41.185811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:40Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:41.297895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee67368-3d15-4c9d-86e5-6f3fbaafed84 None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:40Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:41.302529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0a6e-f459-4c4d-ab07-1b9f98e75f99 req-133373d2-5411-43e1-a4d7-51eacef4634c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:41.310732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53bf0a6e-f459-4c4d-ab07-1b9f98e75f99 req-133373d2-5411-43e1-a4d7-51eacef4634c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2072551 Jan 28 16:41:41.352060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] For port 320f6325-77f1-4004-9039-8e0935e8ad0d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=320f6325-77f1-4004-9039-8e0935e8ad0d,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:41.371355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:41.428065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-d1d66811-b053-4f0a-b592-b66db9a1c642 service neutron] 10.222.0.25 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557220 Jan 28 16:41:41.449361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06df86-76f5-45cc-bc09-aa590f045d4f None None] Pushing event updated for resources: {'Port': ['ID=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:41.466302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks [] for router_gateway (cda5065a-152f-4805-ba20-5bc669852522), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:41.562998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722e7e9-18c9-427c-85da-26408c41f126 None None] Pushing event updated for resources: {'Port': ['ID=320f6325-77f1-4004-9039-8e0935e8ad0d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:41.593394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53bf0a6e-f459-4c4d-ab07-1b9f98e75f99 req-e0814254-5d78-465c-b634-f303bb478aff tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815192 Jan 28 16:41:41.882490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-5f90a7f5-4da1-4b93-90ce-a110f46da552 service neutron] 10.222.0.25 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131792 Jan 28 16:41:41.899860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0f7eb-2ef9-4ee1-b566-086e30a16810 req-81d021d2-a2f7-48d3-bd4b-14845fe01e2b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:41.901284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63f0f7eb-2ef9-4ee1-b566-086e30a16810 req-81d021d2-a2f7-48d3-bd4b-14845fe01e2b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.1748354 Jan 28 16:41:42.005343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (cda5065a-152f-4805-ba20-5bc669852522), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:42.011650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63f0f7eb-2ef9-4ee1-b566-086e30a16810 req-c804cb22-1ef5-4575-a7ed-f016d5d7f44a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011405 Jan 28 16:41:42.107762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:42.125924 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:42.186614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d581698-6e47-40fd-b3ec-9c9cb4f19da8 req-5cc92b95-8d44-42f3-ad57-e0c368b8181c tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 210 time: 0.0451539 Jan 28 16:41:42.281475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Router cda5065a-152f-4805-ba20-5bc669852522 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:41:42.439279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae449f5c-7838-4efb-92d9-86d33637674e req-8609af70-ea56-43ff-b2ef-cf6eb346272b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 210 time: 0.0994689 Jan 28 16:41:42.870208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 320f6325-77f1-4004-9039-8e0935e8ad0d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:42.995170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 320f6325-77f1-4004-9039-8e0935e8ad0d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:42.997157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.170489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 320f6325-77f1-4004-9039-8e0935e8ad0d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:43.178857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:43.247100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafe63f-1d47-4e06-b674-e64b45dfc37e None None] Network 9410fcb1-116e-4983-abb1-71684c1ed45f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:41:43.275022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:43.288605 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Sync routers for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:43.327526 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:43.328866 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:43.330909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.332161 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4b723030-2df4-4c31-b2e0-9fa31aa8ded3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5619891 Jan 28 16:41:43.335175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42384) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:43.349229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-e90dd4ab-d558-4dbe-a242-bf37bce211de tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:43.350897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-e90dd4ab-d558-4dbe-a242-bf37bce211de tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.31 "GET /v2.0/networks?id=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 HTTP/1.1" status: 200 len: 822 time: 0.8650770 Jan 28 16:41:43.359254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab11527-dc8b-42c4-83b8-06924e13634c req-94c007a1-30ff-4bd5-a4a3-9eef51ecc0be tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:43.360999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab11527-dc8b-42c4-83b8-06924e13634c req-94c007a1-30ff-4bd5-a4a3-9eef51ecc0be tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.7154582 Jan 28 16:41:43.366827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Request body: {'port': {'device_id': '0bb23b26-baac-432e-a777-a66c709d2bce', 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530', 'admin_state_up': True, 'tenant_id': '35da50bde1e641bcbdf886b0d691fc80'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:43.428278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] Provisioning complete for port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:43.428664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.434172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99233c66-a2f6-455b-9c2c-d4fd7ffeb9b0 req-32587aa7-706a-41d3-9a4a-f14198ff9ba8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:43.435944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99233c66-a2f6-455b-9c2c-d4fd7ffeb9b0 req-32587aa7-706a-41d3-9a4a-f14198ff9ba8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2695348 Jan 28 16:41:43.499703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:43.500095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.554826 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:43.604565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ab11527-dc8b-42c4-83b8-06924e13634c req-79158fe5-fdcf-4a18-9e06-056c2fbf39ba tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173064 Jan 28 16:41:43.670778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] Current status of the port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:43.673218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.687988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99233c66-a2f6-455b-9c2c-d4fd7ffeb9b0 req-fcf36ea2-e588-4b35-9ce4-bada55d66da0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372479 Jan 28 16:41:43.829160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] For port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:43.849706 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.867832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6bec251-9245-4406-8b4c-cd2566c6c559 req-5eeca038-2267-4e9d-8f01-5db214788677 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0993197 Jan 28 16:41:43.868613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Made reservation on behalf of 35da50bde1e641bcbdf886b0d691fc80 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:43.872014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:43.943980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ebb45af-7446-427a-bbee-2820dd5c2390 req-c6fb94ec-9987-41a4-92f6-b2be316e785e tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 210 time: 0.0584378 Jan 28 16:41:44.006288 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 3, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:44.017023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:44.017654 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.064133 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Checking router: cda5065a-152f-4805-ba20-5bc669852522 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:44.064856 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Updating router cda5065a-152f-4805-ba20-5bc669852522 port 8f207eab-12a8-401f-9a66-613f89ddf4cc binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:41:44.076340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5149-475b-49f5-a4f9-8f4edf32a7a6 None None] Pushing event updated for resources: {'Port': ['ID=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:44.097889 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.152847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:41:44.153279 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:41:44.202989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6a0a768d-4e82-483f-95ac-b6ee9bbf0c1c None None] Provisioning complete for port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:44.203653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a0a768d-4e82-483f-95ac-b6ee9bbf0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.245195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Allocated IP 172.20.0.12 (891d94c3-a9fa-4ea6-b6e7-ac0d3a219530/4ed03510-6881-4bac-be1b-1a46125dc08c/9944d473-b1dc-410c-b668-84e9815cd3a2) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:44.262154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-2e13034c-ae11-42b4-b342-4a4f4b6b2fa9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:44.264475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-2e13034c-ae11-42b4-b342-4a4f4b6b2fa9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 811 time: 0.4302688 Jan 28 16:41:44.439155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b078327b-1e4b-463e-9a96-e266549ff1c4 req-2385b22a-aac7-4bce-b7af-1b916a75f102 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 210 time: 0.0837934 Jan 28 16:41:44.445851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.460788 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Publish callbacks [] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.473792 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.477786 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-c8d527bb-28a1-43c1-b15d-783053dfa348 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12350eaeffec4b3d9d9c8820c18eec33 HTTP/1.1" status: 200 len: 380 time: 0.2040129 Jan 28 16:41:44.508372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'port': {'device_id': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'admin_state_up': True, 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'security_groups': ['bf5463ec-b470-4476-9a64-6c8f3009e4a3']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:44.556060 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Pushing event updated for resources: {'Port': ['ID=8f207eab-12a8-401f-9a66-613f89ddf4cc,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:44.565538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Attempting to bind port 8f207eab-12a8-401f-9a66-613f89ddf4cc on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:44.565906 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Attempting to bind port 8f207eab-12a8-401f-9a66-613f89ddf4cc by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:44.566284 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Attempting to bind port 8f207eab-12a8-401f-9a66-613f89ddf4cc on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:44.572638 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.573028 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.573608 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.574218 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.575386 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.575909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.576440 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.576973 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.577482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.578701 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.580293 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.580896 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.581513 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:44.581806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a768d-4e82-483f-95ac-b6ee9bbf0c1c None None] Current status of the port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:44.588541 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:44.590045 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:44.590670 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.591699 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:44.592384 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Bound port: 8f207eab-12a8-401f-9a66-613f89ddf4cc, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:44.593014 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.649746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340b2a-bbe1-42b6-b0fc-25e9a93ac669 req-81b58877-b1c8-4ec4-bd6c-da6d734da123 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:44.658560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd340b2a-bbe1-42b6-b0fc-25e9a93ac669 req-81b58877-b1c8-4ec4-bd6c-da6d734da123 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.3046753 Jan 28 16:41:44.660953 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] For port 8f207eab-12a8-401f-9a66-613f89ddf4cc, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:44.668260 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] For port 8f207eab-12a8-401f-9a66-613f89ddf4cc, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8f207eab-12a8-401f-9a66-613f89ddf4cc,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:44.681890 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.708243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:44.712027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks [] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.771965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd340b2a-bbe1-42b6-b0fc-25e9a93ac669 req-d4d36cf6-dd46-46a7-9c86-eab2c187c16b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112583 Jan 28 16:41:44.856478 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.887865 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c97388-a0db-46a3-99fa-009a59d0e6ce None None] Pushing event updated for resources: {'Port': ['ID=8f207eab-12a8-401f-9a66-613f89ddf4cc,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:44.897929 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:44.901178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Made reservation on behalf of 12350eaeffec4b3d9d9c8820c18eec33 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:44.903763 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:44.911574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:44.938116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:44.942317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:44.951680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:44.963480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Allocated IP 172.20.0.1 (9410fcb1-116e-4983-abb1-71684c1ed45f/71b30b1f-dae1-4932-ae4f-6a4e7b89033c/0512088b-e84d-4171-a106-8eb2f2164318) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:44.966105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:45.094608 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:45.150307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:45.150689 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.260183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Allocated IP 172.20.0.7 (d5f0d0ff-2699-45ec-936e-d5667aa00b62/c0d04805-2542-4368-a29d-797329f8b939/fed39e09-4479-48ca-a103-b48454305c46) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:45.276806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Pushing event updated for resources: {'Port': ['ID=9944d473-b1dc-410c-b668-84e9815cd3a2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:45.351307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7050713-0ebe-4d0e-89c4-e4e74cb481b2 req-84b41d72-804e-458b-ac5a-26608f3658b4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:45.353450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7050713-0ebe-4d0e-89c4-e4e74cb481b2 req-84b41d72-804e-458b-ac5a-26608f3658b4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2849576 Jan 28 16:41:45.379585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:45.380217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.385329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks [] for port (0512088b-e84d-4171-a106-8eb2f2164318), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.398054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:45.409512 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 3, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:45.417151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-030f6bb9-eb83-477b-8bd2-cb4f5cac10e7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0547521 Jan 28 16:41:45.437496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Request body: {'port': {'device_id': '0bb23b26-baac-432e-a777-a66c709d2bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:45.447289 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02b442-c09d-4cb0-8851-a76c9a4d069c None None] The sync data for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 is: [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 3, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:45.485553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162620d-9ccb-4699-a998-4891b7ad6b39 req-2d63c2a7-7f90-4629-a0da-e7318b6ba6dc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:45.493460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c162620d-9ccb-4699-a998-4891b7ad6b39 req-2d63c2a7-7f90-4629-a0da-e7318b6ba6dc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.2433205 Jan 28 16:41:45.541158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.563589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7050713-0ebe-4d0e-89c4-e4e74cb481b2 req-36a2618b-6c05-42b9-a319-20f29702757d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983347 Jan 28 16:41:45.580500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.598503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for port (fed39e09-4479-48ca-a103-b48454305c46), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.617741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c162620d-9ccb-4699-a998-4891b7ad6b39 req-2c6aca29-4cfd-4ef1-8e86-d5012bbccc66 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234288 Jan 28 16:41:45.648032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Network 9410fcb1-116e-4983-abb1-71684c1ed45f is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:45.658186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:45.662803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:45.667762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Pushing event updated for resources: {'Port': ['ID=0512088b-e84d-4171-a106-8eb2f2164318,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:45.710279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fed39e09-4479-48ca-a103-b48454305c46), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.812803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:45.813722 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (cda5065a-152f-4805-ba20-5bc669852522), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:45.823692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:45.900119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:45.913737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'Port': ['ID=fed39e09-4479-48ca-a103-b48454305c46,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:45.915878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3451bf35-6d8f-4d37-abbe-54ecf572e617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.053380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5dc415e9-5831-4e92-901e-585b9ddf53e7 req-0c6311a0-4365-488a-a69e-d95cf6f7cc6b tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0764432 Jan 28 16:41:46.104422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9944d473-b1dc-410c-b668-84e9815cd3a2 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:46.130851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Publish callbacks [] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.135447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f97a33f7-08fd-48ee-9d4b-25d93e3f63ab req-a6f26a9e-3a33-4beb-890c-c29dd9602773 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0489228 Jan 28 16:41:46.155035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Transition to ACTIVE for port object 9944d473-b1dc-410c-b668-84e9815cd3a2 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:41:46.177411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9519fa-2612-4857-a6d0-0c938827995f req-f4869525-fe10-4d1b-a49d-1a5735dbda48 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:46.180420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba9519fa-2612-4857-a6d0-0c938827995f req-f4869525-fe10-4d1b-a49d-1a5735dbda48 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 932 time: 0.2021875 Jan 28 16:41:46.181666 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.239196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c497379c-8cbd-4f13-9bdb-1a4e7f0e98de None None] Provisioning complete for port 0512088b-e84d-4171-a106-8eb2f2164318 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:46.248281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c497379c-8cbd-4f13-9bdb-1a4e7f0e98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.364422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c497379c-8cbd-4f13-9bdb-1a4e7f0e98de None None] Port 0512088b-e84d-4171-a106-8eb2f2164318 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:46.389815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Pushing event updated for resources: {'Port': ['ID=9944d473-b1dc-410c-b668-84e9815cd3a2,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:46.481375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba9519fa-2612-4857-a6d0-0c938827995f req-234ee9fe-f0b4-4d95-b374-fea7272bb050 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889290 Jan 28 16:41:46.508321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2fada688-33b9-42bd-8eb2-56741e73f3b0 None None] Provisioning complete for port fed39e09-4479-48ca-a103-b48454305c46 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:46.508829 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2fada688-33b9-42bd-8eb2-56741e73f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fed39e09-4479-48ca-a103-b48454305c46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.562075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Attempting to bind port 9944d473-b1dc-410c-b668-84e9815cd3a2 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:46.562992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Attempting to bind port 9944d473-b1dc-410c-b668-84e9815cd3a2 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '69c2a1fe-7f60-404b-aae6-2640b6b6a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:46.568656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Attempting to bind port 9944d473-b1dc-410c-b668-84e9815cd3a2 on network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:46.608041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468c2fd-81b0-41e2-bc08-2237a54d917c req-c7e012a8-2a36-4b77-a237-91420975e38e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:46.608270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2fada688-33b9-42bd-8eb2-56741e73f3b0 None None] Port fed39e09-4479-48ca-a103-b48454305c46 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:46.615485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7468c2fd-81b0-41e2-bc08-2237a54d917c req-c7e012a8-2a36-4b77-a237-91420975e38e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 931 time: 0.2421906 Jan 28 16:41:46.617393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Port 9944d473-b1dc-410c-b668-84e9815cd3a2 on network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:41:46.617823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Attempting to bind port 9944d473-b1dc-410c-b668-84e9815cd3a2 on network 891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:46.632927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:46.633428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Checking segment: {'id': '69c2a1fe-7f60-404b-aae6-2640b6b6a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:46.633907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Bound using segment: {'id': '69c2a1fe-7f60-404b-aae6-2640b6b6a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:46.634458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Bound port: 9944d473-b1dc-410c-b668-84e9815cd3a2, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c2a1fe-7f60-404b-aae6-2640b6b6a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:46.634916 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.781897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f576a6-2fbc-44fc-8410-9f5eaa6bcef3 req-84087c4a-1c93-4c79-bdfe-ad8d6641156d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:46.783709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52f576a6-2fbc-44fc-8410-9f5eaa6bcef3 req-84087c4a-1c93-4c79-bdfe-ad8d6641156d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.1592100 Jan 28 16:41:46.798485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:46.799089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.856487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0512088b-e84d-4171-a106-8eb2f2164318), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:46.861242 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-3a58fe6b-e9b0-4cf9-9840-3a7437cd35cb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3732803 Jan 28 16:41:46.862604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7468c2fd-81b0-41e2-bc08-2237a54d917c req-13a712dd-7d65-42ab-800b-4201d9f7eb58 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439928 Jan 28 16:41:46.889182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Request body: {'port': {'device_id': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:46.915161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8f207eab-12a8-401f-9a66-613f89ddf4cc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:46.932583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52f576a6-2fbc-44fc-8410-9f5eaa6bcef3 req-9c9d9a9d-5969-47cb-a78f-1d59949b2bac tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412075 Jan 28 16:41:46.940715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] For port 9944d473-b1dc-410c-b668-84e9815cd3a2, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:46.950896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] For port 9944d473-b1dc-410c-b668-84e9815cd3a2, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9944d473-b1dc-410c-b668-84e9815cd3a2,segment=NetworkSegment(69c2a1fe-7f60-404b-aae6-2640b6b6a30b),segment_id=69c2a1fe-7f60-404b-aae6-2640b6b6a30b)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:46.983376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.038840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8f207eab-12a8-401f-9a66-613f89ddf4cc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:47.039282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.085715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fed39e09-4479-48ca-a103-b48454305c46), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.164008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8f207eab-12a8-401f-9a66-613f89ddf4cc is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:47.164410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.183927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:47.185020 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.187062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] 10.222.0.31 "PUT /v2.0/ports/9944d473-b1dc-410c-b668-84e9815cd3a2 HTTP/1.1" status: 200 len: 1093 time: 1.7559464 Jan 28 16:41:47.200517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb23b26-baac-432e-a777-a66c709d2bce', 'tag': '9944d473-b1dc-410c-b668-84e9815cd3a2'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:47.203062 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb23b26-baac-432e-a777-a66c709d2bce", "tag": "9944d473-b1dc-410c-b668-84e9815cd3a2"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:47.209010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 8f207eab-12a8-401f-9a66-613f89ddf4cc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8f207eab-12a8-401f-9a66-613f89ddf4cc,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:47.221535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.231654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfb1d4-7e4d-4061-8d03-d1c95fb23604 service neutron] Pushing event updated for resources: {'Port': ['ID=9944d473-b1dc-410c-b668-84e9815cd3a2,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:47.270428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153aadc-48cd-49b9-8dbb-86df5cde8dc8 req-45317893-a05f-47b9-bafb-689c33cda006 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:47.278371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5153aadc-48cd-49b9-8dbb-86df5cde8dc8 req-45317893-a05f-47b9-bafb-689c33cda006 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.3157136 Jan 28 16:41:47.328639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=8f207eab-12a8-401f-9a66-613f89ddf4cc,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:47.337309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772afeb7-2114-4d22-a5c8-84320ee36078 req-75dd69dc-23b2-4764-bb30-9294c5bba172 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:47.339046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-772afeb7-2114-4d22-a5c8-84320ee36078 req-75dd69dc-23b2-4764-bb30-9294c5bba172 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.2740119 Jan 28 16:41:47.397377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5153aadc-48cd-49b9-8dbb-86df5cde8dc8 req-c180ab6a-b323-4c9c-9f1e-4a9115898a9c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172738 Jan 28 16:41:47.409855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-f2a6f7a4-f06d-4e03-b4c5-605f63879a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:47.411612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-f2a6f7a4-f06d-4e03-b4c5-605f63879a58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35da50bde1e641bcbdf886b0d691fc80&device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 1127 time: 0.1301882 Jan 28 16:41:47.464971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-0a2f3c98-02f2-4feb-af87-c4ba5b85d209 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9944d473-b1dc-410c-b668-84e9815cd3a2 HTTP/1.1" status: 200 len: 217 time: 0.0463953 Jan 28 16:41:47.468378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-772afeb7-2114-4d22-a5c8-84320ee36078 req-7220486c-cf41-4d10-a93e-dae9ec0b3115 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173100 Jan 28 16:41:47.545550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-6b227af2-1b44-4354-9e9c-fcc17a08b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:47.547109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-6b227af2-1b44-4354-9e9c-fcc17a08b497 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ed03510-6881-4bac-be1b-1a46125dc08c HTTP/1.1" status: 200 len: 862 time: 0.0748382 Jan 28 16:41:47.550458 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e49420-ac23-46f8-ade3-1f6b28d70104 x-openstack-request-id: req-61e49420-ac23-46f8-ade3-1f6b28d70104 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:47.550758 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb23b26-baac-432e-a777-a66c709d2bce", "tag": "9944d473-b1dc-410c-b668-84e9815cd3a2", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:47.551020 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61e49420-ac23-46f8-ade3-1f6b28d70104 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:47.551495 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb23b26-baac-432e-a777-a66c709d2bce', 'tag': '9944d473-b1dc-410c-b668-84e9815cd3a2', 'status': 'completed', 'code': 200} Jan 28 16:41:47.553838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks [] for port (0512088b-e84d-4171-a106-8eb2f2164318), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.562987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0512088b-e84d-4171-a106-8eb2f2164318), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.595669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1698a06-6246-4519-afcc-e7b078546301 req-919e75e3-6ee2-4fe4-8586-b57cd6235859 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.1200976 Jan 28 16:41:47.630612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Pushing event updated for resources: {'Port': ['ID=0512088b-e84d-4171-a106-8eb2f2164318,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:47.670457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (cda5065a-152f-4805-ba20-5bc669852522), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.670908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-15949f18-ef2c-4d8d-811e-17190b5ed4de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762973 Jan 28 16:41:47.780895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed39e09-4479-48ca-a103-b48454305c46 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:47.796657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Publish callbacks [] for port (fed39e09-4479-48ca-a103-b48454305c46), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.826465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Transition to ACTIVE for port object fed39e09-4479-48ca-a103-b48454305c46 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:41:47.840136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Network 9410fcb1-116e-4983-abb1-71684c1ed45f is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:47.843056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:47.846260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fed39e09-4479-48ca-a103-b48454305c46), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:47.866589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-a0313d7b-0c23-4dea-9af5-da8c27119505 service neutron] 10.222.0.31 "GET /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881795 Jan 28 16:41:47.882416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f528f236-cade-4546-8cf5-8c53a77ffe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:48.031009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dbbac-e6fd-4276-8921-b430ec07a324 req-22b86713-d0b8-45f5-9313-88b54cfec2e5 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.040516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-534dbbac-e6fd-4276-8921-b430ec07a324 req-22b86713-d0b8-45f5-9313-88b54cfec2e5 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 944 time: 0.3491650 Jan 28 16:41:48.095386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08a0f129-eede-443e-ac87-9c609f7dc383 req-0cdc470c-bf27-46a8-a3f1-86569bbd7ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0964622 Jan 28 16:41:48.115942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9fcb2-d278-45d1-8251-9833bd948f31 req-328ad24d-e712-4a08-a4fc-211da90ca21e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.117646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9da9fcb2-d278-45d1-8251-9833bd948f31 req-328ad24d-e712-4a08-a4fc-211da90ca21e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.3629458 Jan 28 16:41:48.144224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Router cda5065a-152f-4805-ba20-5bc669852522 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:41:48.161593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Pushing event updated for resources: {'Port': ['ID=fed39e09-4479-48ca-a103-b48454305c46,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:48.185565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Attempting to bind port fed39e09-4479-48ca-a103-b48454305c46 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:48.185902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Attempting to bind port fed39e09-4479-48ca-a103-b48454305c46 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:48.186237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Attempting to bind port fed39e09-4479-48ca-a103-b48454305c46 on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:48.199485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Port fed39e09-4479-48ca-a103-b48454305c46 on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:41:48.199690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Attempting to bind port fed39e09-4479-48ca-a103-b48454305c46 on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:48.206143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:48.206510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Checking segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:48.206901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Bound using segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:48.207429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Bound port: fed39e09-4479-48ca-a103-b48454305c46, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:48.207803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fed39e09-4479-48ca-a103-b48454305c46), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:48.208048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90e55aef-af69-4c34-b6d5-6e7019920faf req-9ed59a28-aff4-47b4-b3bf-e11a5230953d service neutron] 10.222.0.31 "GET /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331642 Jan 28 16:41:48.226094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-534dbbac-e6fd-4276-8921-b430ec07a324 req-be2116b0-fff9-411c-9048-f1d73d2652bc tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841142 Jan 28 16:41:48.302463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9da9fcb2-d278-45d1-8251-9833bd948f31 req-b796aaf5-906f-4bd3-90b9-474c3b4ac8ca tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565275 Jan 28 16:41:48.309770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6f3f4072-cc40-4468-bb4d-8f5bb1dbaa08 None None] Provisioning complete for port 0512088b-e84d-4171-a106-8eb2f2164318 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:48.310151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4072-cc40-4468-bb4d-8f5bb1dbaa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:48.399088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f4072-cc40-4468-bb4d-8f5bb1dbaa08 None None] Port 0512088b-e84d-4171-a106-8eb2f2164318 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:48.443019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] For port fed39e09-4479-48ca-a103-b48454305c46, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:48.487852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] For port fed39e09-4479-48ca-a103-b48454305c46, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fed39e09-4479-48ca-a103-b48454305c46,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:48.503864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fed39e09-4479-48ca-a103-b48454305c46), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:48.512029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-11371b78-2834-4312-bef9-8cf3efb3eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.513543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-11371b78-2834-4312-bef9-8cf3efb3eee4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35da50bde1e641bcbdf886b0d691fc80&device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 1127 time: 0.2024510 Jan 28 16:41:48.543729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:41:48.545328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.545999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:48.547452 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] 10.222.0.31 "PUT /v2.0/ports/fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 1092 time: 1.6657414 Jan 28 16:41:48.550013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:48.552298 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508058e4-e609-40dd-b508-5424b3294999" -d '{"events": [{"name": "network-changed", "server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "tag": "fed39e09-4479-48ca-a103-b48454305c46"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:48.560918 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d15fefe-f0da-4bf6-82fe-974c22c15eac admin admin] 10.222.0.25 "PUT /v2.0/routers/cda5065a-152f-4805-ba20-5bc669852522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2245831 Jan 28 16:41:48.563048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21848a-3587-4c97-bdd5-6fa00afa2517 req-a5f5d84b-87d1-437e-a5e0-25670c39d1ba tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.564545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df21848a-3587-4c97-bdd5-6fa00afa2517 req-a5f5d84b-87d1-437e-a5e0-25670c39d1ba tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 943 time: 0.1584294 Jan 28 16:41:48.587616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Sync routers for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:41:48.597726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0ab50-d0ef-424d-bbc4-3acb4883f74e service neutron] Pushing event updated for resources: {'Port': ['ID=fed39e09-4479-48ca-a103-b48454305c46,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:48.614198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:48.615643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:48.678782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330227-9cbf-45c9-9935-770489b9ae5a req-3c5b3f6b-9c3d-4154-b739-a5219f1de75b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.680298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72330227-9cbf-45c9-9935-770489b9ae5a req-3c5b3f6b-9c3d-4154-b739-a5219f1de75b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.2039094 Jan 28 16:41:48.687751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-aadbae71-91be-40e2-8e1a-cdf940c9bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.690585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-aadbae71-91be-40e2-8e1a-cdf940c9bfa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 HTTP/1.1" status: 200 len: 923 time: 0.1602199 Jan 28 16:41:48.699026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-19590d55-818b-4773-b019-051a981e0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.701775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-19590d55-818b-4773-b019-051a981e0126 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1126 time: 0.0994508 Jan 28 16:41:48.787932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-3c5b385f-242a-45c1-8636-231f5d0b6a68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9944d473-b1dc-410c-b668-84e9815cd3a2 HTTP/1.1" status: 200 len: 217 time: 0.0861940 Jan 28 16:41:48.798171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:48.840217 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-304fcf9b-a401-42a8-96f0-26f687dee619 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 217 time: 0.1298203 Jan 28 16:41:48.899701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8f207eab-12a8-401f-9a66-613f89ddf4cc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:48.911142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-92165d63-7b85-4761-a34d-99139a4f77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.912610 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-92165d63-7b85-4761-a34d-99139a4f77e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.0646567 Jan 28 16:41:48.965327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-12a2b220-8ee0-447a-a87f-b39d46e2a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.967022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-12a2b220-8ee0-447a-a87f-b39d46e2a1cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ed03510-6881-4bac-be1b-1a46125dc08c HTTP/1.1" status: 200 len: 862 time: 0.1726809 Jan 28 16:41:48.983710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-261edf09-b39e-444f-a36b-d623a6fbdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:48.984724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72330227-9cbf-45c9-9935-770489b9ae5a req-41443ecc-7ad3-4573-9c3a-81aee092bae1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931118 Jan 28 16:41:48.986147 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-261edf09-b39e-444f-a36b-d623a6fbdb50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672789 Jan 28 16:41:49.024197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df21848a-3587-4c97-bdd5-6fa00afa2517 req-bcf75907-c5f2-4713-a379-50ccdb0b30fb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384068 Jan 28 16:41:49.085440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-d2832e04-4a6a-40a6-bf6a-ea1044b7244b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953944 Jan 28 16:41:49.132809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8f207eab-12a8-401f-9a66-613f89ddf4cc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:49.135422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:49.180334 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646ed477-0b48-4cc1-bdcf-be33d5880234 x-openstack-request-id: req-646ed477-0b48-4cc1-bdcf-be33d5880234 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:49.180637 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "tag": "fed39e09-4479-48ca-a103-b48454305c46", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:49.180926 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-646ed477-0b48-4cc1-bdcf-be33d5880234 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:49.181334 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46', 'status': 'completed', 'code': 200} Jan 28 16:41:49.219088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-e2d984eb-c3bc-48cf-82df-2270710f800b service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186246 Jan 28 16:41:49.344132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:49.404207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 2, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:49.406314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8f207eab-12a8-401f-9a66-613f89ddf4cc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:49.425204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-817372d8-5c42-4d4f-860b-4c6fdc3cf4a9 req-a6808b59-f53a-418b-a830-abf473fa2e59 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979997 Jan 28 16:41:49.447090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Checking router: cda5065a-152f-4805-ba20-5bc669852522 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:41:49.447694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Updating router cda5065a-152f-4805-ba20-5bc669852522 port 0512088b-e84d-4171-a106-8eb2f2164318 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:41:49.500560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0512088b-e84d-4171-a106-8eb2f2164318), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:49.547274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508058e4-e609-40dd-b508-5424b3294999 req-7cde9383-ddf7-4888-bec8-b0ea74114003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:49.549692 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-7cde9383-ddf7-4888-bec8-b0ea74114003 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1126 time: 0.0678968 Jan 28 16:41:49.621159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2852766a-cfa9-4847-a053-957d8b62bd9d req-f3e5dd87-f14a-4ac8-96c0-4204d070da58 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0392852 Jan 28 16:41:49.639080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155f14-2c2b-41e4-a1c9-0b1d43e4988a req-6fe91601-537e-4bdd-911c-2ec0593db17e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:49.658471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2155f14-2c2b-41e4-a1c9-0b1d43e4988a req-6fe91601-537e-4bdd-911c-2ec0593db17e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.5719020 Jan 28 16:41:49.689601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508058e4-e609-40dd-b508-5424b3294999 req-a9963c6b-4e1c-4d17-9d09-219b345dbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:49.694137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-a9963c6b-4e1c-4d17-9d09-219b345dbc01 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.1377516 Jan 28 16:41:49.732570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2155f14-2c2b-41e4-a1c9-0b1d43e4988a req-0f1cc26d-0821-467e-95ac-d2eb802783fe tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665591 Jan 28 16:41:49.734645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-b5b3ea45-5edb-4993-8105-ea0a6b35603a service neutron] 10.222.0.31 "GET /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160839 Jan 28 16:41:49.819723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-9f8f9b3f-f9fe-4670-a611-c8f7926fb130 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 217 time: 0.1187007 Jan 28 16:41:49.897792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b45224cd-9d79-4c04-8f4f-936d5d20bcf8 req-26fc260c-66b4-449f-83be-ffcaac65e881 service neutron] 10.222.0.31 "GET /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549757 Jan 28 16:41:49.942757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508058e4-e609-40dd-b508-5424b3294999 req-51ad24e6-a00d-4076-980e-1a0a2399e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:49.944631 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-51ad24e6-a00d-4076-980e-1a0a2399e291 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.1176238 Jan 28 16:41:49.971923 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Publish callbacks [] for port (0512088b-e84d-4171-a106-8eb2f2164318), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:49.981967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0512088b-e84d-4171-a106-8eb2f2164318), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:49.988630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42492) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:49.993608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078416352', 'description': 'tempest-description--1021397800'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:50.033430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.038088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508058e4-e609-40dd-b508-5424b3294999 req-82a08475-9639-4f60-a42d-e7474c058a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:50.040170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-82a08475-9639-4f60-a42d-e7474c058a20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0890720 Jan 28 16:41:50.051414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ef78-ba13-4c82-9e18-e05ce8d12d97 None None] Pushing event updated for resources: {'Port': ['ID=0512088b-e84d-4171-a106-8eb2f2164318,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:50.170993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Attempting to bind port 0512088b-e84d-4171-a106-8eb2f2164318 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:50.171417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Attempting to bind port 0512088b-e84d-4171-a106-8eb2f2164318 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:50.171787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Attempting to bind port 0512088b-e84d-4171-a106-8eb2f2164318 on network 9410fcb1-116e-4983-abb1-71684c1ed45f {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:50.187159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:50.187550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Checking segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:50.188360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.188778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Bound using segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:50.189360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Bound port: 0512088b-e84d-4171-a106-8eb2f2164318, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:50.189749 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0512088b-e84d-4171-a106-8eb2f2164318), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.213408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940cc9b-b46b-4a26-b78c-d2fe2f01aaa0 req-ed460e54-9c47-47bb-ae62-a744f2267bac tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:50.222738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0940cc9b-b46b-4a26-b78c-d2fe2f01aaa0 req-ed460e54-9c47-47bb-ae62-a744f2267bac tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 944 time: 0.1281724 Jan 28 16:41:50.271071 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-b963881d-d39f-4a3e-be31-a68e43f9c9ea service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242017 Jan 28 16:41:50.293805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] For port 0512088b-e84d-4171-a106-8eb2f2164318, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:50.298969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] For port 0512088b-e84d-4171-a106-8eb2f2164318, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0512088b-e84d-4171-a106-8eb2f2164318,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:50.313601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0512088b-e84d-4171-a106-8eb2f2164318), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.317239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group (d18416b6-cc30-465b-969c-84f5c50446b4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.329376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d18416b6-cc30-465b-969c-84f5c50446b4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.382149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18416b6-cc30-465b-969c-84f5c50446b4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:50.425706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:41:50.426520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:50.440451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.442314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0a436586-b963-493f-bc6c-57b85c03991c tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4525981 Jan 28 16:41:50.445175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:50.450839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Request body: {'security_group_rule': {'security_group_id': 'd18416b6-cc30-465b-969c-84f5c50446b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:50.451029 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-508058e4-e609-40dd-b508-5424b3294999 req-0c0ed1b5-c8ee-4a55-a6c7-7d99e3a60a56 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729071 Jan 28 16:41:50.475514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ef78-ba13-4c82-9e18-e05ce8d12d97 None None] Pushing event updated for resources: {'Port': ['ID=0512088b-e84d-4171-a106-8eb2f2164318,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:50.481700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f429-7bf2-4d6a-af81-4c5adebe7b32 req-cc399d9b-729b-444c-bf5e-c19b77fa6360 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:50.492438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03b9f429-7bf2-4d6a-af81-4c5adebe7b32 req-cc399d9b-729b-444c-bf5e-c19b77fa6360 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 943 time: 0.1973341 Jan 28 16:41:50.516558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0940cc9b-b46b-4a26-b78c-d2fe2f01aaa0 req-b2051ae5-a6c6-47a9-aa0c-c8ff64ad8e66 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748165 Jan 28 16:41:50.546506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group_rule (341aa714-0585-41f0-a5da-1b8e2f7f4448), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.625307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.638946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] Provisioning complete for port 0512088b-e84d-4171-a106-8eb2f2164318 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:50.645389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.653852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:41:50.667837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03b9f429-7bf2-4d6a-af81-4c5adebe7b32 req-00f6466a-654a-4faf-bcd2-ca6844248a46 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695933 Jan 28 16:41:50.710724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group_rule (341aa714-0585-41f0-a5da-1b8e2f7f4448), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.723827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (341aa714-0585-41f0-a5da-1b8e2f7f4448), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.814288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0516f5bf-4b9c-44b1-907f-69855c2e8704 req-be39d79e-03ae-42e7-9b20-0920482c6f6f tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0517099 Jan 28 16:41:50.815065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341aa714-0585-41f0-a5da-1b8e2f7f4448,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:50.849137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.849137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1d0bf2e2-b2e5-4f85-9d0d-65d921127de3 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3914886 Jan 28 16:41:50.849391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42516) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:50.849391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Request body: {'security_group_rule': {'security_group_id': 'd18416b6-cc30-465b-969c-84f5c50446b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:50.903520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group_rule (9d564679-d1d5-4c88-b674-74a8947b741e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.991614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group_rule (9d564679-d1d5-4c88-b674-74a8947b741e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:50.997306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (9d564679-d1d5-4c88-b674-74a8947b741e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.017389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758a98-b76c-4789-b683-c1495dae4ee2 req-c20f6bce-4cb2-446b-9545-8b8ae9f905ce tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:51.022384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b758a98-b76c-4789-b683-c1495dae4ee2 req-c20f6bce-4cb2-446b-9545-8b8ae9f905ce tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0839472 Jan 28 16:41:51.023173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d564679-d1d5-4c88-b674-74a8947b741e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:51.036817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.041435 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be165497-9da5-44a1-b09b-21d749698c09 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984129 Jan 28 16:41:51.042128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:41:51.049838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:51.077949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.103264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] Current status of the port 0512088b-e84d-4171-a106-8eb2f2164318 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:51.103813 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0512088b-e84d-4171-a106-8eb2f2164318), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.109921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b758a98-b76c-4789-b683-c1495dae4ee2 req-7a35af0e-0ee5-4cc9-8f23-5faec37ef9ad tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662341 Jan 28 16:41:51.180313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] For port 0512088b-e84d-4171-a106-8eb2f2164318, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0512088b-e84d-4171-a106-8eb2f2164318,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:51.189396 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0512088b-e84d-4171-a106-8eb2f2164318), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.217911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:50Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:41:51.247638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f407d73-cf9f-4e1e-be87-1dcd7bddbbf8 None None] The sync data for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 is: [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:50Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:41:51.280759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b0d30-605c-4c6e-bf21-4ee07d381013 None None] Pushing event updated for resources: {'Port': ['ID=0512088b-e84d-4171-a106-8eb2f2164318,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:51.327479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b2506d04-38a3-4a70-bc51-11dfdd8c0fa3 None None] Provisioning complete for port 0512088b-e84d-4171-a106-8eb2f2164318 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:51.328084 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b2506d04-38a3-4a70-bc51-11dfdd8c0fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.398038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad76a7-88a3-4b93-9988-0c0c81fc1be4 req-0c642396-60e4-4dbd-afa1-af86e11808ae tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:51.402546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8ad76a7-88a3-4b93-9988-0c0c81fc1be4 req-0c642396-60e4-4dbd-afa1-af86e11808ae tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.1448541 Jan 28 16:41:51.417266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.509587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8ad76a7-88a3-4b93-9988-0c0c81fc1be4 req-25ca9c21-dcc7-4f9a-814b-35ce6cba3bcf tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007521 Jan 28 16:41:51.541818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9af5f6fa-fde2-4272-8924-1017c08b677a req-7f146bc8-9fd6-4f72-b11c-80be7d91ea49 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0778983 Jan 28 16:41:51.590446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b2506d04-38a3-4a70-bc51-11dfdd8c0fa3 None None] Current status of the port 0512088b-e84d-4171-a106-8eb2f2164318 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:51.639171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Allocated IP 172.25.8.185 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/5c742f9d-8010-4171-952a-77a24a2d254d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:51.750771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.781146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8949e84-be22-4007-918f-cf44659a190f req-b0ea4390-9f0d-4cf4-aea9-0df4d200ac17 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:51.785264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8949e84-be22-4007-918f-cf44659a190f req-b0ea4390-9f0d-4cf4-aea9-0df4d200ac17 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 944 time: 0.1533284 Jan 28 16:41:51.826383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9944d473-b1dc-410c-b668-84e9815cd3a2 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:51.867000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for port (5c742f9d-8010-4171-952a-77a24a2d254d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:51.922030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8949e84-be22-4007-918f-cf44659a190f req-737bb74c-5876-418e-8894-eade301d191b tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309164 Jan 28 16:41:51.926424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5c742f9d-8010-4171-952a-77a24a2d254d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.006601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f7630-a1c0-4119-917d-a70f7f944b2b req-cda3d7e1-d3e7-486e-943e-f904cbb22371 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:52.015106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9944d473-b1dc-410c-b668-84e9815cd3a2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9944d473-b1dc-410c-b668-84e9815cd3a2,segment=NetworkSegment(69c2a1fe-7f60-404b-aae6-2640b6b6a30b),segment_id=69c2a1fe-7f60-404b-aae6-2640b6b6a30b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:52.017464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b67f7630-a1c0-4119-917d-a70f7f944b2b req-cda3d7e1-d3e7-486e-943e-f904cbb22371 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 943 time: 0.0876813 Jan 28 16:41:52.019178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event updated for resources: {'Port': ['ID=5c742f9d-8010-4171-952a-77a24a2d254d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:52.027191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:52.028921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:52.031598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:52.036273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '9944d473-b1dc-410c-b668-84e9815cd3a2', 'network_id': '891d94c3-a9fa-4ea6-b6e7-ac0d3a219530', 'port_id': '9944d473-b1dc-410c-b668-84e9815cd3a2', 'mac_address': 'fa:16:3e:fd:90:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed03510-6881-4bac-be1b-1a46125dc08c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:52.082435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9944d473-b1dc-410c-b668-84e9815cd3a2 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:52.083159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.099052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9944d473-b1dc-410c-b668-84e9815cd3a2 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:52.140834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9944d473-b1dc-410c-b668-84e9815cd3a2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9944d473-b1dc-410c-b668-84e9815cd3a2,segment=NetworkSegment(69c2a1fe-7f60-404b-aae6-2640b6b6a30b),segment_id=69c2a1fe-7f60-404b-aae6-2640b6b6a30b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:52.142955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (19b87833-0fe6-4f33-8bd1-60c6592d2bee), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.150692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.151494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fed39e09-4479-48ca-a103-b48454305c46 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:52.168820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b67f7630-a1c0-4119-917d-a70f7f944b2b req-c1e9e820-9a91-43b7-935c-b91fbfd39dd8 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491425 Jan 28 16:41:52.211886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5c742f9d-8010-4171-952a-77a24a2d254d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.274533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65352b-fa45-4550-9ecf-d3230c91f71f req-9b914c83-45f7-48c5-aee9-51b9dba1dcff tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:52.277799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a65352b-fa45-4550-9ecf-d3230c91f71f req-9b914c83-45f7-48c5-aee9-51b9dba1dcff tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0829034 Jan 28 16:41:52.345033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a65352b-fa45-4550-9ecf-d3230c91f71f req-5a470ef3-3d70-49c8-98ff-2e9bc352b123 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623870 Jan 28 16:41:52.406668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for port (5c742f9d-8010-4171-952a-77a24a2d254d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.412803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5c742f9d-8010-4171-952a-77a24a2d254d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.487934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event updated for resources: {'Port': ['ID=5c742f9d-8010-4171-952a-77a24a2d254d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:52.499337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port fed39e09-4479-48ca-a103-b48454305c46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fed39e09-4479-48ca-a103-b48454305c46,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:52.499441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (19b87833-0fe6-4f33-8bd1-60c6592d2bee), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.512217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'fed39e09-4479-48ca-a103-b48454305c46', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'port_id': 'fed39e09-4479-48ca-a103-b48454305c46', 'mac_address': 'fa:16:3e:3a:60:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:52.514696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9944d473-b1dc-410c-b668-84e9815cd3a2,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:52.517377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.520732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-16f8629a-c6ac-4661-b8fa-06162c31a598 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4755414 Jan 28 16:41:52.569387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port fed39e09-4479-48ca-a103-b48454305c46 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:52.569797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fed39e09-4479-48ca-a103-b48454305c46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.586821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed39e09-4479-48ca-a103-b48454305c46 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:52.623548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port fed39e09-4479-48ca-a103-b48454305c46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fed39e09-4479-48ca-a103-b48454305c46,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:52.630219 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fed39e09-4479-48ca-a103-b48454305c46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:52.671974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:41:52.717316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=fed39e09-4479-48ca-a103-b48454305c46,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:52.785467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bd48cea-645b-43bb-a581-8c1478f8535c req-699d7012-3627-4417-94e3-9a26ba518e36 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0822511 Jan 28 16:41:52.836458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff021f-37b0-4924-90dd-6a8fe4d37d10 req-94bcbae2-6161-41c1-a8ad-d458dd58f183 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:52.845158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2dff021f-37b0-4924-90dd-6a8fe4d37d10 req-94bcbae2-6161-41c1-a8ad-d458dd58f183 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.2232480 Jan 28 16:41:52.870810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:52.886597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'port_id': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'mac_address': 'fa:16:3e:0f:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318aef86-8bfa-428a-9eea-9c973ffa126c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:41:52.898889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9944d473-b1dc-410c-b668-84e9815cd3a2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:52.920229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2dff021f-37b0-4924-90dd-6a8fe4d37d10 req-8adcf31d-24ae-45eb-820e-91cce9e07dbc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665610 Jan 28 16:41:52.929822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['fed39e09-4479-48ca-a103-b48454305c46'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:53.029405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-22aaa688-cebb-4f00-9a16-ce7289864955 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2078416352&fields=id&tenant_id=906bf8a5f2c949eba868b03b3a57c76e HTTP/1.1" status: 200 len: 267 time: 0.0912907 Jan 28 16:41:53.038147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0512088b-e84d-4171-a106-8eb2f2164318 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:53.105322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33f11c97-f546-43cf-835e-d8cd84bcc629 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:53.105714 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:53.143129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33f11c97-f546-43cf-835e-d8cd84bcc629 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:53.205328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:53.225179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:53.239738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0512088b-e84d-4171-a106-8eb2f2164318 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:53.240191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:53.263234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407c49-7d7e-453e-85e5-915ce106e37a req-cf7264da-b48c-4f33-b2dc-485d7ffb2048 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:53.266277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6407c49-7d7e-453e-85e5-915ce106e37a req-cf7264da-b48c-4f33-b2dc-485d7ffb2048 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 945 time: 0.1175201 Jan 28 16:41:53.278612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-2cdd9caa-c4a0-498a-9a97-30b240d5ef8a tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:53.280175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-2cdd9caa-c4a0-498a-9a97-30b240d5ef8a tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/networks?id=9410fcb1-116e-4983-abb1-71684c1ed45f HTTP/1.1" status: 200 len: 805 time: 0.2432466 Jan 28 16:41:53.311306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-e4ebcc9f-a517-48d5-a842-8ffc04d594ae tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/quotas/906bf8a5f2c949eba868b03b3a57c76e HTTP/1.1" status: 200 len: 375 time: 0.0230556 Jan 28 16:41:53.375592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6407c49-7d7e-453e-85e5-915ce106e37a req-474320ee-1d52-4b82-91b3-3e9479fde8b9 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943179 Jan 28 16:41:53.402998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:53.408722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-32c8ad64-1192-4117-88ca-7f06c42f479b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=906bf8a5f2c949eba868b03b3a57c76e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789561 Jan 28 16:41:53.439304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['33f11c97-f546-43cf-835e-d8cd84bcc629'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:41:53.565012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-eb5337e5-8120-41af-90e9-8ed4fec942ae service neutron] 10.222.0.25 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433456 Jan 28 16:41:53.582923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9278ab1-50cd-42a9-8947-a82be5bb66ed req-1c64bb7b-6a4d-4fd7-8122-49680b2f8afd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:53.592307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9278ab1-50cd-42a9-8947-a82be5bb66ed req-1c64bb7b-6a4d-4fd7-8122-49680b2f8afd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 944 time: 0.1380832 Jan 28 16:41:53.606913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0512088b-e84d-4171-a106-8eb2f2164318 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:53.707211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9278ab1-50cd-42a9-8947-a82be5bb66ed req-6541c375-3189-406c-8a0b-f1e4496c8c56 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136847 Jan 28 16:41:53.757966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-b6e90713-1f1c-4fcd-8033-9aab1045a733 service neutron] 10.222.0.25 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277719 Jan 28 16:41:53.840831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395578d4-5027-44cb-afda-6649b9357103 req-3136e245-52d6-404a-9751-f33c05fa9f5e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:53.842416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-395578d4-5027-44cb-afda-6649b9357103 req-3136e245-52d6-404a-9751-f33c05fa9f5e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0624857 Jan 28 16:41:53.913928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-395578d4-5027-44cb-afda-6649b9357103 req-368b9d5d-59a5-4b64-a11b-eee72e757873 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649347 Jan 28 16:41:54.003702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-514e23dd-f863-47d4-acd6-ba9ad425973d req-72898254-4af7-4da3-9b3c-493f10d1ef8a tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 210 time: 0.0419984 Jan 28 16:41:54.035545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46d9895a-259f-46a0-96d7-3601a793d6a6 req-536d3d06-3b43-4058-b363-7b5f09d242af tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0639868 Jan 28 16:41:54.184918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052627a-63c8-4c67-9ad4-7c4c2558e1fd req-2698d182-b9a4-492a-9a4e-73f2e701f70a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:54.186886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1052627a-63c8-4c67-9ad4-7c4c2558e1fd req-2698d182-b9a4-492a-9a4e-73f2e701f70a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 944 time: 0.0918026 Jan 28 16:41:54.265563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1052627a-63c8-4c67-9ad4-7c4c2558e1fd req-c6f6ea57-9011-45be-a962-55028da77e23 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711739 Jan 28 16:41:54.528464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb191b3e-cf85-453b-ae5c-a8e214bafd55 req-2a94abbb-c5a6-4c6d-8c33-311ee20bfad5 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:54.530337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb191b3e-cf85-453b-ae5c-a8e214bafd55 req-2a94abbb-c5a6-4c6d-8c33-311ee20bfad5 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 945 time: 0.0767884 Jan 28 16:41:54.593280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb191b3e-cf85-453b-ae5c-a8e214bafd55 req-64ad8852-3979-4d67-bbea-311292e859f8 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574827 Jan 28 16:41:54.689322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:54.736478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 33f11c97-f546-43cf-835e-d8cd84bcc629 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:54.736878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:54.817419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33f11c97-f546-43cf-835e-d8cd84bcc629 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:54.817740 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:54.844602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:54.846792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a35f82-0364-4b11-b216-ecdf35d22671 req-18a2cea0-4940-4801-a065-10701da1a623 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:54.847477 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a6c4a7-a58f-457b-a74b-23391d126e76" -d '{"events": [{"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-plugged", "status": "completed", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:54.848275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4a35f82-0364-4b11-b216-ecdf35d22671 req-18a2cea0-4940-4801-a065-10701da1a623 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 944 time: 0.0576146 Jan 28 16:41:54.866944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:54.873282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:54.904080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4a35f82-0364-4b11-b216-ecdf35d22671 req-fd65c06d-49df-4007-a4bd-26ffb6c8831e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489287 Jan 28 16:41:54.906326 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f865d00f-e91f-4400-8cc8-5bf8d67eff98 x-openstack-request-id: req-f865d00f-e91f-4400-8cc8-5bf8d67eff98 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:54.906840 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-plugged", "status": "completed", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:54.907039 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f865d00f-e91f-4400-8cc8-5bf8d67eff98 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:54.907433 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'code': 200} Jan 28 16:41:54.930357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:55.043006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38982e0-adfa-41eb-a0b7-4a0ac0e79219 req-020e6635-60f2-4697-b613-06c9ef21d66a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:55.044650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b38982e0-adfa-41eb-a0b7-4a0ac0e79219 req-020e6635-60f2-4697-b613-06c9ef21d66a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0604858 Jan 28 16:41:55.128443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b38982e0-adfa-41eb-a0b7-4a0ac0e79219 req-d9b043b4-4b99-45eb-8a68-09ea68c328d1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757039 Jan 28 16:41:55.184760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e84b3c97-57b6-426d-80c7-d8ba2d86ab94 req-42062d9a-8e76-4568-b91f-e095d7b27312 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 210 time: 0.0811880 Jan 28 16:41:55.277429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66570095-d330-484e-b518-df5ef6134059 req-8eb047dc-92e0-4fd2-982f-62fc5fa17446 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0617378 Jan 28 16:41:55.319800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-bfe30b24-fefd-47e4-b893-87376cd88099 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:55.321733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-bfe30b24-fefd-47e4-b893-87376cd88099 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.24 "GET /v2.0/networks?id=9410fcb1-116e-4983-abb1-71684c1ed45f HTTP/1.1" status: 200 len: 805 time: 0.2148669 Jan 28 16:41:55.440245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-ba2976a1-70f8-4d45-b507-d1a5539c5662 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=906bf8a5f2c949eba868b03b3a57c76e HTTP/1.1" status: 200 len: 380 time: 0.0933042 Jan 28 16:41:55.447400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac249b1-b863-40cf-8c2e-0df276ae55b5 req-a7187dfc-1c4b-4e38-b670-cfcf18f0ee33 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:55.448930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ac249b1-b863-40cf-8c2e-0df276ae55b5 req-a7187dfc-1c4b-4e38-b670-cfcf18f0ee33 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.0958996 Jan 28 16:41:55.453660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Request body: {'port': {'device_id': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'admin_state_up': True, 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'security_groups': ['d18416b6-cc30-465b-969c-84f5c50446b4']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:55.561962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ac249b1-b863-40cf-8c2e-0df276ae55b5 req-8b97dc9f-94e6-4f0e-9240-417f4f97e79a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048570 Jan 28 16:41:55.605101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Made reservation on behalf of 906bf8a5f2c949eba868b03b3a57c76e for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:41:55.608805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:55.834249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fed39e09-4479-48ca-a103-b48454305c46 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:55.862128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Allocated IP 172.20.0.7 (9410fcb1-116e-4983-abb1-71684c1ed45f/71b30b1f-dae1-4932-ae4f-6a4e7b89033c/3f1bb8a7-41c7-4a5c-b0e2-963ee724b383) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:41:55.884460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214d81e-3d5d-45d2-8b6f-2d656d6fbb45 req-9626196b-5499-4b89-99a8-5762bc49feda tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:55.886305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c214d81e-3d5d-45d2-8b6f-2d656d6fbb45 req-9626196b-5499-4b89-99a8-5762bc49feda tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 945 time: 0.2025378 Jan 28 16:41:55.889991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port fed39e09-4479-48ca-a103-b48454305c46 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:55.895628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port fed39e09-4479-48ca-a103-b48454305c46 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:55.896155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fed39e09-4479-48ca-a103-b48454305c46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:55.920936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5df466-620e-4811-b535-860e8839a2a6 req-58a59829-c596-4fc4-9f24-a33138cfb575 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:55.922517 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba5df466-620e-4811-b535-860e8839a2a6 req-58a59829-c596-4fc4-9f24-a33138cfb575 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 945 time: 0.1233354 Jan 28 16:41:55.985671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port fed39e09-4479-48ca-a103-b48454305c46 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:55.986116 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fed39e09-4479-48ca-a103-b48454305c46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.022092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port fed39e09-4479-48ca-a103-b48454305c46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fed39e09-4479-48ca-a103-b48454305c46,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:56.026857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fed39e09-4479-48ca-a103-b48454305c46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.027864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9944d473-b1dc-410c-b668-84e9815cd3a2 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:41:56.056949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c214d81e-3d5d-45d2-8b6f-2d656d6fbb45 req-0e3587a1-e7c2-47f2-a379-3348297e0743 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559565 Jan 28 16:41:56.067364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba5df466-620e-4811-b535-860e8839a2a6 req-7b63645e-2c6f-42bf-a813-5f902bb8280f tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325552 Jan 28 16:41:56.122005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=fed39e09-4479-48ca-a103-b48454305c46,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:56.135329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 9944d473-b1dc-410c-b668-84e9815cd3a2 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:41:56.139009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.140947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 9944d473-b1dc-410c-b668-84e9815cd3a2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:56.141794 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.241270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9944d473-b1dc-410c-b668-84e9815cd3a2 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:56.241669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.277832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.288369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9944d473-b1dc-410c-b668-84e9815cd3a2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9944d473-b1dc-410c-b668-84e9815cd3a2,segment=NetworkSegment(69c2a1fe-7f60-404b-aae6-2640b6b6a30b),segment_id=69c2a1fe-7f60-404b-aae6-2640b6b6a30b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:56.293860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.340310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Network 9410fcb1-116e-4983-abb1-71684c1ed45f is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:41:56.351075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9944d473-b1dc-410c-b668-84e9815cd3a2,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:56.357093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1af38-88db-4d1b-adb0-68e575937db5 req-26f50a40-5383-4b29-808d-2cd045260acd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:56.360004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fad1af38-88db-4d1b-adb0-68e575937db5 req-26f50a40-5383-4b29-808d-2cd045260acd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1711211 Jan 28 16:41:56.361021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:41:56.365683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:41:56.422225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event updated for resources: {'Port': ['ID=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:56.435480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f78b8-b974-46c9-8117-422423c8a114 req-2e532118-ef81-4bd3-848c-352fc7b22eb6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:56.437086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-587f78b8-b974-46c9-8117-422423c8a114 req-2e532118-ef81-4bd3-848c-352fc7b22eb6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2039843 Jan 28 16:41:56.491363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:56.491976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.512648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fad1af38-88db-4d1b-adb0-68e575937db5 req-f3fa7f02-5a65-47a8-9bb8-60e040169c4d tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390753 Jan 28 16:41:56.528699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-09c2d654-6210-4c9c-81cc-4053b8896301 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0787446 Jan 28 16:41:56.552551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Request body: {'port': {'device_id': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:41:56.592632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-587f78b8-b974-46c9-8117-422423c8a114 req-b42c4731-be58-44c6-9179-14786c7be6b9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418998 Jan 28 16:41:56.658464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9bc225aa-a69f-4fba-af20-27d38713800f None None] Provisioning complete for port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:41:56.658846 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9bc225aa-a69f-4fba-af20-27d38713800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.685342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.706521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9bc225aa-a69f-4fba-af20-27d38713800f None None] Port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:41:56.709336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:41:56.780832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb7f7ec6-95dc-4e57-802e-4fdede4af650 req-c95449aa-3cc3-49ab-b2e4-1734acaf379d tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0649481 Jan 28 16:41:56.792845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6da-5322-4473-9347-fe1a607a0cc9 req-2121ed21-a94f-43f8-8e05-4d19991ded39 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:56.795141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33f11c97-f546-43cf-835e-d8cd84bcc629 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:41:56.795312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d4ca6da-5322-4473-9347-fe1a607a0cc9 req-2121ed21-a94f-43f8-8e05-4d19991ded39 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 931 time: 0.1851687 Jan 28 16:41:56.795613 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.834439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:56.840885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:56.895973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:56.908948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46'}, {'server_uuid': '0bb23b26-baac-432e-a777-a66c709d2bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944d473-b1dc-410c-b668-84e9815cd3a2'}, {'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:56.911329 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be99937b-fd59-4fa6-ad09-7e06f4d580b6" -d '{"events": [{"server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "name": "network-vif-plugged", "status": "completed", "tag": "fed39e09-4479-48ca-a103-b48454305c46"}, {"server_uuid": "0bb23b26-baac-432e-a777-a66c709d2bce", "name": "network-vif-plugged", "status": "completed", "tag": "9944d473-b1dc-410c-b668-84e9815cd3a2"}, {"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-unplugged", "status": "completed", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:56.923674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d4ca6da-5322-4473-9347-fe1a607a0cc9 req-cff6c94c-1eab-4423-bf7c-052c4d2b042e tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180265 Jan 28 16:41:56.961776 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3faf843-0aeb-4a4c-8670-a6c4ae76c63f x-openstack-request-id: req-f3faf843-0aeb-4a4c-8670-a6c4ae76c63f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:56.962148 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "name": "network-vif-plugged", "status": "completed", "tag": "fed39e09-4479-48ca-a103-b48454305c46", "code": 200}, {"server_uuid": "0bb23b26-baac-432e-a777-a66c709d2bce", "name": "network-vif-plugged", "status": "completed", "tag": "9944d473-b1dc-410c-b668-84e9815cd3a2", "code": 200}, {"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-unplugged", "status": "completed", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:56.962466 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3faf843-0aeb-4a4c-8670-a6c4ae76c63f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:56.962927 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46', 'code': 200} Jan 28 16:41:56.963246 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb23b26-baac-432e-a777-a66c709d2bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944d473-b1dc-410c-b668-84e9815cd3a2', 'code': 200} Jan 28 16:41:56.964252 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'code': 200} Jan 28 16:41:57.083687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f14d8-b678-48fa-bce9-02543458188c req-696dae56-aa77-4f90-9770-ed3b999fc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.085357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-901f14d8-b678-48fa-bce9-02543458188c req-696dae56-aa77-4f90-9770-ed3b999fc6e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1128 time: 0.0487204 Jan 28 16:41:57.105760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:41:57.128116 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Publish callbacks [] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:57.142366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4875f-cec8-41aa-bde1-67568a29f4bf req-bf4902ca-d7be-41c6-9111-a977c900aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.143895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33a4875f-cec8-41aa-bde1-67568a29f4bf req-bf4902ca-d7be-41c6-9111-a977c900aea2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 1129 time: 0.1073205 Jan 28 16:41:57.149289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Transition to ACTIVE for port object 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:41:57.149850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-901f14d8-b678-48fa-bce9-02543458188c req-36418c2b-c0f1-4867-ae08-743b96d12515 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584037 Jan 28 16:41:57.164461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:57.306072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33a4875f-cec8-41aa-bde1-67568a29f4bf req-be7fc5ba-63dd-4382-9457-3c354fab2236 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555355 Jan 28 16:41:57.311231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:57.397065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc0dac-f569-45d1-8879-a6d1aad83ed7 req-fc73ebba-ca14-4364-861b-c45ed047781d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.398609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ecc0dac-f569-45d1-8879-a6d1aad83ed7 req-fc73ebba-ca14-4364-861b-c45ed047781d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 943 time: 0.1981835 Jan 28 16:41:57.407767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80129b83-9ac6-4efd-9309-d6a675a3380c req-a385e394-23f9-420f-a661-8e0f782b3813 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.409973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80129b83-9ac6-4efd-9309-d6a675a3380c req-a385e394-23f9-420f-a661-8e0f782b3813 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 946 time: 0.2109056 Jan 28 16:41:57.445406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Attempting to bind port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:41:57.445746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Attempting to bind port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:41:57.446082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Attempting to bind port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 on network 9410fcb1-116e-4983-abb1-71684c1ed45f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:57.466925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 on network 9410fcb1-116e-4983-abb1-71684c1ed45f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:41:57.467254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Attempting to bind port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 on network 9410fcb1-116e-4983-abb1-71684c1ed45f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:41:57.488961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:41:57.489253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Checking segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:41:57.489637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Bound using segment: {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:41:57.490068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Bound port: 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423589e2-da7d-482b-b85d-53db8d806889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:41:57.490428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:57.514969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ecc0dac-f569-45d1-8879-a6d1aad83ed7 req-f6873bbb-399f-4f0f-b37e-f46216b4ec10 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010964 Jan 28 16:41:57.524735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80129b83-9ac6-4efd-9309-d6a675a3380c req-687dfef6-4415-4dac-94cb-46afdce364f7 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079521 Jan 28 16:41:57.580332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] For port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:41:57.583594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] For port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:41:57.591578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:57.660558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.661210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:57.662587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] 10.222.0.24 "PUT /v2.0/ports/3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 HTTP/1.1" status: 200 len: 1092 time: 1.1151040 Jan 28 16:41:57.666034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:41:57.668869 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c149783-6ed5-4de3-9949-1bbd317eaf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:41:57.752946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250950de-294d-46ef-b31a-5d3e537ff1cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:57.777264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252feb81-d189-4305-acb7-56b5c82d0304 req-336b8181-b48e-4ea9-8116-b82a817611b3 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.778988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-252feb81-d189-4305-acb7-56b5c82d0304 req-336b8181-b48e-4ea9-8116-b82a817611b3 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1816840 Jan 28 16:41:57.823133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d546b2-411f-4908-b077-50e358f3a05c req-89528e91-17c9-481e-bdc8-9536a7580b6c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.824664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48d546b2-411f-4908-b077-50e358f3a05c req-89528e91-17c9-481e-bdc8-9536a7580b6c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.1532464 Jan 28 16:41:57.856197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-a0e91e6b-8cdd-4bbb-ad01-0fa9423feaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.857675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-a0e91e6b-8cdd-4bbb-ad01-0fa9423feaae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=906bf8a5f2c949eba868b03b3a57c76e&device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 1126 time: 0.1417420 Jan 28 16:41:57.931422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-2f475a03-b002-403e-8671-86de99439a9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 HTTP/1.1" status: 200 len: 217 time: 0.0583894 Jan 28 16:41:57.939103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-252feb81-d189-4305-acb7-56b5c82d0304 req-04228b8b-beab-4b1f-9876-9080e5bc3c29 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517506 Jan 28 16:41:57.998483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598204dd-685a-4189-b141-867d3e6fa088 req-81b2d7c9-7054-48e9-b27c-236f236f6b66 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:57.999984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-598204dd-685a-4189-b141-867d3e6fa088 req-81b2d7c9-7054-48e9-b27c-236f236f6b66 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 943 time: 0.1997521 Jan 28 16:41:58.005612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48d546b2-411f-4908-b077-50e358f3a05c req-e1290ccc-31c1-44f9-a1f3-70ea3fab22e9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561315 Jan 28 16:41:58.045069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-e6ffc0eb-3262-40f5-9410-7ad9de854ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:58.046383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-e6ffc0eb-3262-40f5-9410-7ad9de854ce5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71b30b1f-dae1-4932-ae4f-6a4e7b89033c HTTP/1.1" status: 200 len: 844 time: 0.1007562 Jan 28 16:41:58.056730 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b754a9b0-b8d7-4d90-a5dd-42f9b41bde45 x-openstack-request-id: req-b754a9b0-b8d7-4d90-a5dd-42f9b41bde45 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:41:58.057029 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:41:58.057318 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b754a9b0-b8d7-4d90-a5dd-42f9b41bde45 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:41:58.057743 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'status': 'completed', 'code': 200} Jan 28 16:41:58.182880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb8ac4ff-1c9d-4484-ae10-891cff5044ad req-3c221e98-0ce0-4799-b2ec-836c99266f1f tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0593159 Jan 28 16:41:58.210549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-dd964eb5-b863-4b0e-ad40-b893603b236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:58.212048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-dd964eb5-b863-4b0e-ad40-b893603b236c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9410fcb1-116e-4983-abb1-71684c1ed45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1572642 Jan 28 16:41:58.228396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688baaf-5cfa-4e66-977f-8bc5022e23d1 req-5ddf701d-5060-4fde-adc4-7f56af17e575 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:58.230623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4688baaf-5cfa-4e66-977f-8bc5022e23d1 req-5ddf701d-5060-4fde-adc4-7f56af17e575 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 943 time: 0.1101778 Jan 28 16:41:58.265658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Deleting port 33f11c97-f546-43cf-835e-d8cd84bcc629 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:41:58.266001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:58.771741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4688baaf-5cfa-4e66-977f-8bc5022e23d1 req-bc5a4ae0-11df-4386-a4e1-30112ef7ce9a tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5294745 Jan 28 16:41:58.802941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-f00f2f56-e41a-454e-9122-0cea9d93e59b service neutron] 10.222.0.24 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817475 Jan 28 16:41:58.822088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] For port 33f11c97-f546-43cf-835e-d8cd84bcc629, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33f11c97-f546-43cf-835e-d8cd84bcc629,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:41:58.822444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:58.859634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Calling delete_port for 33f11c97-f546-43cf-835e-d8cd84bcc629 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:41:58.899725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-9ca412cf-dfa3-4b64-83e0-8af763941107 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:58.901201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-9ca412cf-dfa3-4b64-83e0-8af763941107 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.5989382 Jan 28 16:41:58.983250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-7dd0ded8-e2d2-4b75-8e95-01beb6c108c6 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/quotas/b3a19cf5f9144aca8709ad746edbf15b HTTP/1.1" status: 200 len: 375 time: 0.0635793 Jan 28 16:41:59.059484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15311cf9-d2e1-4622-a2c5-e569b56729d9 req-62c1440f-7081-4c03-8fcb-c7f93b7957c9 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.060882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15311cf9-d2e1-4622-a2c5-e569b56729d9 req-62c1440f-7081-4c03-8fcb-c7f93b7957c9 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 946 time: 0.2081749 Jan 28 16:41:59.064113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82e0e432-a3b6-47f7-835e-a7b375ac517f req-598d24b2-4df7-4c59-900f-64a323eb42e4 service neutron] 10.222.0.24 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500181 Jan 28 16:41:59.125846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-7b2dd33c-c941-4f24-9744-8ce1334533bb tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317263 Jan 28 16:41:59.206412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15311cf9-d2e1-4622-a2c5-e569b56729d9 req-7a72afcf-2555-4948-be1f-4a4464fa03e3 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378052 Jan 28 16:41:59.266176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (33f11c97-f546-43cf-835e-d8cd84bcc629), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:59.289720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-19edcf4d-9d6b-4545-a7eb-c2e07eeb4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.291165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-19edcf4d-9d6b-4545-a7eb-c2e07eeb4d1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=906bf8a5f2c949eba868b03b3a57c76e&device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 1126 time: 0.1735382 Jan 28 16:41:59.335336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event deleted for resources: {'Port': ['ID=33f11c97-f546-43cf-835e-d8cd84bcc629,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:41:59.368694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1090ab3-8dd0-47a6-ae84-a4c1c3fe0345 req-89a45413-dd97-4abc-8e0f-2651cf1b4385 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=d813a03f-9230-48a3-8413-0f3460a5e78e HTTP/1.1" status: 200 len: 210 time: 0.0856800 Jan 28 16:41:59.404982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-84ab1f47-1ad4-4bcc-8145-2f38d0e59acb service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616339 Jan 28 16:41:59.426543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.426894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.427238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.427580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.427922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.428259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.428590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.428951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.429283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.429609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.429938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.430264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.430589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:41:59.522731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] No DVR routers for this DVR port 33f11c97-f546-43cf-835e-d8cd84bcc629 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:41:59.532301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:41:59.535527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-598204dd-685a-4189-b141-867d3e6fa088 req-251b1c17-3b3e-4c09-823a-22798877da2d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.24 "DELETE /v2.0/ports/33f11c97-f546-43cf-835e-d8cd84bcc629 HTTP/1.1" status: 204 len: 173 time: 1.5274644 Jan 28 16:41:59.585086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-6ee655a0-3ebb-4dee-8171-3d1f443c9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.586590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-6ee655a0-3ebb-4dee-8171-3d1f443c9722 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9410fcb1-116e-4983-abb1-71684c1ed45f HTTP/1.1" status: 200 len: 906 time: 0.2645798 Jan 28 16:41:59.616251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2fc1-9b1d-4740-b1b3-9beb33b68f57 req-346cf4f6-bcef-4521-8be7-646ad6a126a6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.617710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-133b2fc1-9b1d-4740-b1b3-9beb33b68f57 req-346cf4f6-bcef-4521-8be7-646ad6a126a6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1807663 Jan 28 16:41:59.647758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-1fe84380-ab74-4679-9b54-d8b0953fc3f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 HTTP/1.1" status: 200 len: 217 time: 0.0528061 Jan 28 16:41:59.649625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-9b1c6bd0-d76b-47ba-be26-4d51b96059df service neutron] 10.222.0.25 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156048 Jan 28 16:41:59.733925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-133b2fc1-9b1d-4740-b1b3-9beb33b68f57 req-e90de5d9-9e71-408b-b7bb-644c27b35a5b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889349 Jan 28 16:41:59.735737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-1188b40e-f042-47f7-a21e-5b9f669cc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.737104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-1188b40e-f042-47f7-a21e-5b9f669cc02e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71b30b1f-dae1-4932-ae4f-6a4e7b89033c HTTP/1.1" status: 200 len: 844 time: 0.0747273 Jan 28 16:41:59.798216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-197973db-bf20-4637-9d45-2b92c808d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.800717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-197973db-bf20-4637-9d45-2b92c808d25c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9410fcb1-116e-4983-abb1-71684c1ed45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568268 Jan 28 16:41:59.879681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-213c3231-d76f-47c1-ac68-e1217cfe09c4 req-78595f09-57df-4200-9762-8e3b547fc641 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0571761 Jan 28 16:41:59.954913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f66a1-a111-425b-b1ae-338f71b3cc1f req-170b9b58-c96e-4bda-bf14-39f76dff0f2c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:41:59.956868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b7f66a1-a111-425b-b1ae-338f71b3cc1f req-170b9b58-c96e-4bda-bf14-39f76dff0f2c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.1413529 Jan 28 16:41:59.978540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-9d2ae2f6-7e0c-4cb9-a3dd-b18c57549479 service neutron] 10.222.0.24 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645770 Jan 28 16:42:00.067089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-deleted', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:00.069508 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25165fa8-1295-4300-aef3-af9b44a00695" -d '{"events": [{"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-deleted", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:00.136943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b7f66a1-a111-425b-b1ae-338f71b3cc1f req-b21c6c30-c7af-4ac0-a053-529e96fdf3e9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573725 Jan 28 16:42:00.175253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acad34c-f920-4cc4-81fe-3832356dabb2 req-e669d879-d990-4f66-9a0a-ce53bc53e48c tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:00.176919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4acad34c-f920-4cc4-81fe-3832356dabb2 req-e669d879-d990-4f66-9a0a-ce53bc53e48c tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1639912 Jan 28 16:42:00.189320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:00.194091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'floatingip': {'port_id': 'fed39e09-4479-48ca-a103-b48454305c46'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:00.221729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-054cbdaf-a275-4e5a-9187-3910a12f921c req-7eea96fb-0cb8-4d78-9616-a50397be3452 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 210 time: 0.0360694 Jan 28 16:42:00.224238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c149783-6ed5-4de3-9949-1bbd317eaf5d req-8c2e4a54-3127-49e0-a6a2-059fa0c98703 service neutron] 10.222.0.24 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378790 Jan 28 16:42:00.262016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (dee8decf-398f-4dd5-aa03-c39ce77e315b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:00.295116 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edaaf39-4726-458b-9dea-2f37b3cb2d4e x-openstack-request-id: req-2edaaf39-4726-458b-9dea-2f37b3cb2d4e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:00.295438 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d813a03f-9230-48a3-8413-0f3460a5e78e", "name": "network-vif-deleted", "tag": "33f11c97-f546-43cf-835e-d8cd84bcc629", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:00.295753 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2edaaf39-4726-458b-9dea-2f37b3cb2d4e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:00.296515 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd813a03f-9230-48a3-8413-0f3460a5e78e', 'name': 'network-vif-deleted', 'tag': '33f11c97-f546-43cf-835e-d8cd84bcc629', 'status': 'completed', 'code': 200} Jan 28 16:42:00.310968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb30be-5d81-48c5-9347-aff6510b15b6 req-0267ae17-9370-447d-9305-e7237356ffb7 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:00.318208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1cbb30be-5d81-48c5-9347-aff6510b15b6 req-0267ae17-9370-447d-9305-e7237356ffb7 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 943 time: 0.0832694 Jan 28 16:42:00.367331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1cbb30be-5d81-48c5-9347-aff6510b15b6 req-17fa8b68-2aa8-46aa-bb8e-a09c5d785cdc tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480840 Jan 28 16:42:00.560108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d147ea-6f0d-4163-9e4f-07d6270b8753 req-72946ec6-c488-4976-9d9d-c3c0bee91833 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:00.561734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5d147ea-6f0d-4163-9e4f-07d6270b8753 req-72946ec6-c488-4976-9d9d-c3c0bee91833 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 946 time: 0.0563228 Jan 28 16:42:00.614801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5d147ea-6f0d-4163-9e4f-07d6270b8753 req-d5e4fd97-b7ac-4070-85ce-932b4ab7ac87 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Jan 28 16:42:00.721582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:00.724508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:00.773031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 33f11c97-f546-43cf-835e-d8cd84bcc629 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:00.773722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33f11c97-f546-43cf-835e-d8cd84bcc629 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:00.803185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:00.811174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (dee8decf-398f-4dd5-aa03-c39ce77e315b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:00.856311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:00.868186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'port_id': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'mac_address': 'fa:16:3e:cd:b1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:00.908032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:00.908935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:00.925495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:00.949710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:00.958203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.022259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-7f0b7da5-62a4-4e15-8f9c-de57624a2ca8 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:01.023720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-7f0b7da5-62a4-4e15-8f9c-de57624a2ca8 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.24 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 815 time: 0.1736569 Jan 28 16:42:01.026404 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Floating IP dee8decf-398f-4dd5-aa03-c39ce77e315b associated. External IP: 172.25.8.39, port: fed39e09-4479-48ca-a103-b48454305c46. Jan 28 16:42:01.039785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:01.068799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a75fcf3-39e8-4952-8eb2-8d9e96ce3f59 req-e6c7d274-98d6-409f-8d9a-525de97101e7 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0391912 Jan 28 16:42:01.075808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Request body: {'port': {'device_id': '09cfb384-c764-4558-bef7-c997d9195bb0', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'admin_state_up': True, 'tenant_id': 'b3a19cf5f9144aca8709ad746edbf15b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:01.197156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42700) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:01.201725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35370209', 'description': 'tempest-description--2095333060'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:01.239643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.279536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Made reservation on behalf of b3a19cf5f9144aca8709ad746edbf15b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:01.283068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.325005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['3f1bb8a7-41c7-4a5c-b0e2-963ee724b383'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:01.346256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a00acfb-e1ed-4b96-b7d6-b1497342882d req-01c16067-034a-4bfd-b60c-823280a2c87d tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 210 time: 0.0463321 Jan 28 16:42:01.433504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1eaf0-16df-48cb-82e2-33b3164f1563 req-489bd719-beba-48e8-8e7a-eea3de4cf888 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:01.440354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2c1eaf0-16df-48cb-82e2-33b3164f1563 req-489bd719-beba-48e8-8e7a-eea3de4cf888 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2041078 Jan 28 16:42:01.565062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group (84584df2-1bdc-4c7b-a184-6ff89156325e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.577061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (84584df2-1bdc-4c7b-a184-6ff89156325e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.578438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:42:01.586612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2c1eaf0-16df-48cb-82e2-33b3164f1563 req-f4544b78-cf72-45e0-8e08-d8263e009aa6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454303 Jan 28 16:42:01.637325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Allocated IP 172.20.0.2 (ed097501-d3f6-476d-af59-636fe119bdac/9b65e85a-caba-4cc0-b2d5-26d27e222351/90b246b1-1f03-450e-bb6f-75094c78446b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:01.641470 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.642741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4446249 Jan 28 16:42:01.646381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42708) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:01.649691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8438e5e-517f-4adf-b03f-7f932a19e2a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84584df2-1bdc-4c7b-a184-6ff89156325e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:01.655051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'security_group_rule': {'security_group_id': '84584df2-1bdc-4c7b-a184-6ff89156325e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:01.670424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fac51-f065-42a5-8f30-eb6affec4e82 req-ac6bbdf9-8cf4-4e91-bbfc-e92fa2dcbbbe tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:01.671956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f61fac51-f065-42a5-8f30-eb6affec4e82 req-ac6bbdf9-8cf4-4e91-bbfc-e92fa2dcbbbe tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 944 time: 0.2040589 Jan 28 16:42:01.701171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:42:01.711587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:42:01.712382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.722861 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:42:01.723478 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:01.749495 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a63376e-717e-4563-822b-28b74a618533 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "PUT /v2.0/floatingips/dee8decf-398f-4dd5-aa03-c39ce77e315b HTTP/1.1" status: 200 len: 990 time: 1.5562022 Jan 28 16:42:01.749495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:01.750078 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdad2fe4-d28e-480b-95c6-e869a096d91d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "tag": "fed39e09-4479-48ca-a103-b48454305c46"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:01.824626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group_rule (8328d26a-508f-4f55-9f96-fa397bac70e8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:01.884340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f61fac51-f065-42a5-8f30-eb6affec4e82 req-8d4a509a-c739-49d1-9c8d-eddf2b060fd8 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033300 Jan 28 16:42:01.927013 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:42:01.995631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df3361-f9be-47ed-a1b1-423bbd847c56 req-0474c4b6-ec70-4d54-a6bd-ed5efc4990ef tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:01.995783 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203b5713-2434-4bf9-9288-edaac7e5448a x-openstack-request-id: req-203b5713-2434-4bf9-9288-edaac7e5448a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:01.996152 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "tag": "fed39e09-4479-48ca-a103-b48454305c46", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:01.996467 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-203b5713-2434-4bf9-9288-edaac7e5448a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:01.997003 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46', 'status': 'completed', 'code': 200} Jan 28 16:42:01.997335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3df3361-f9be-47ed-a1b1-423bbd847c56 req-0474c4b6-ec70-4d54-a6bd-ed5efc4990ef tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 946 time: 0.2541215 Jan 28 16:42:02.012530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group_rule (8328d26a-508f-4f55-9f96-fa397bac70e8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.032806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (8328d26a-508f-4f55-9f96-fa397bac70e8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.039411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks [] for port (90b246b1-1f03-450e-bb6f-75094c78446b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.063177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-7233b76c-450f-4d71-834c-89d2068861c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:02.064840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-7233b76c-450f-4d71-834c-89d2068861c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1128 time: 0.0464554 Jan 28 16:42:02.067498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-fef2c6eb-fc74-48ec-80ab-3abac6e1dac6 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:02.068963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-fef2c6eb-fc74-48ec-80ab-3abac6e1dac6 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 946 time: 0.2068787 Jan 28 16:42:02.095396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8328d26a-508f-4f55-9f96-fa397bac70e8,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:02.146850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.150880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7c75e3d8-6ebc-4c45-95b3-ec77ec20e870 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5021210 Jan 28 16:42:02.155051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42718) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:02.164083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'security_group_rule': {'security_group_id': '84584df2-1bdc-4c7b-a184-6ff89156325e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:02.166958 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dee8decf-398f-4dd5-aa03-c39ce77e315b', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'port_id': 'fed39e09-4479-48ca-a103-b48454305c46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'mac_address': 'fa:16:3e:3a:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:42:00Z', 'revision_number': 1, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:02.194894 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:42:02.197396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-7651763c-bff3-4cd3-8e51-60ce4458079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:02.199190 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-7651763c-bff3-4cd3-8e51-60ce4458079e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.1249876 Jan 28 16:42:02.203305 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:42:02.203988 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:02.208831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3df3361-f9be-47ed-a1b1-423bbd847c56 req-b5ecabe3-6af0-48e7-a015-9c9e0f6672aa tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934640 Jan 28 16:42:02.263984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-540c1c4d-98df-402c-aafd-35c461c79684 req-4ac8905b-91b4-46f7-90c0-a2db46b1adb9 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0854449 Jan 28 16:42:02.271146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-66e41ecf-94bc-4aa1-a5f0-e803b440b4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 998 time: 0.0660312 Jan 28 16:42:02.283880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.302653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group_rule (fe4e8e11-f338-416b-b8d4-7cf4080784c7), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.306428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', '30b3c3a8-c25e-4566-8597-41bf2fc06141'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:02.321280 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:42:02.326835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-a25fbe6b-7d3d-4091-9d00-66c5005d0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:02.328552 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-a25fbe6b-7d3d-4091-9d00-66c5005d0e31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.0524893 Jan 28 16:42:02.376733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Network ed097501-d3f6-476d-af59-636fe119bdac is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:02.379790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-2840b414-2437-45fa-b9c3-2be57a041772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:02.381691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-2840b414-2437-45fa-b9c3-2be57a041772 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475938 Jan 28 16:42:02.393771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:02.396160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:02.433008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event updated for resources: {'Port': ['ID=90b246b1-1f03-450e-bb6f-75094c78446b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:02.505117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Deleting port 9944d473-b1dc-410c-b668-84e9815cd3a2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:02.505473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.533046 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-c4ed6a81-c2f7-418b-ae51-f0e12d333c4b service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438043 Jan 28 16:42:02.591568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dee8decf-398f-4dd5-aa03-c39ce77e315b', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'port_id': 'fed39e09-4479-48ca-a103-b48454305c46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'mac_address': 'fa:16:3e:3a:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:42:00Z', 'revision_number': 1, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:02.620437 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5369700-daad-4567-841a-b0028f8892e1 None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dee8decf-398f-4dd5-aa03-c39ce77e315b', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'port_id': 'fed39e09-4479-48ca-a103-b48454305c46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'mac_address': 'fa:16:3e:3a:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:42:00Z', 'revision_number': 1, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:42:02.644704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdad2fe4-d28e-480b-95c6-e869a096d91d req-910bfe00-9a98-4a1a-a03c-7ba6ea04fca3 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048307 Jan 28 16:42:02.741186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:02.825152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:02.829732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:02.830119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.904823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e4be56-6db2-4010-882d-1e0f9159a64b None None] New status for floating IP dee8decf-398f-4dd5-aa03-c39ce77e315b: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:42:02.925677 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group_rule (fe4e8e11-f338-416b-b8d4-7cf4080784c7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.937599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:02.938131 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:02.954973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (fe4e8e11-f338-416b-b8d4-7cf4080784c7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.019601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4e8e11-f338-416b-b8d4-7cf4080784c7,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:03.034470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-2a69786c-9f08-4d9b-a432-4dff223574a2 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9805744 Jan 28 16:42:03.037246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.042057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-318c3caa-10b2-4bcf-b204-b7a9515e3eb0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8787074 Jan 28 16:42:03.042454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42726) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:03.049321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:03.059497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Request body: {'port': {'device_id': '09cfb384-c764-4558-bef7-c997d9195bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:03.073512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559e8d-0634-43f8-9244-4644ee96970a req-ce7ead0e-be18-42d0-a690-3b49501cb998 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:03.073728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.075047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17559e8d-0634-43f8-9244-4644ee96970a req-ce7ead0e-be18-42d0-a690-3b49501cb998 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 931 time: 0.6265118 Jan 28 16:42:03.083347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:03.083740 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.123484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:03.127954 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921018cc-18a7-4a15-b83f-179049b194ff" -d '{"events": [{"server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "name": "network-vif-plugged", "status": "completed", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:03.146395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d806-6be1-4956-b5da-821f0a0c6b4f req-03542a80-27af-4494-9558-eb8134c7a031 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:03.148086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c671d806-6be1-4956-b5da-821f0a0c6b4f req-03542a80-27af-4494-9558-eb8134c7a031 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2167819 Jan 28 16:42:03.160208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] For port 9944d473-b1dc-410c-b668-84e9815cd3a2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9944d473-b1dc-410c-b668-84e9815cd3a2,segment=NetworkSegment(69c2a1fe-7f60-404b-aae6-2640b6b6a30b),segment_id=69c2a1fe-7f60-404b-aae6-2640b6b6a30b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:03.160621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.173230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:03.179236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.199580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.226862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.237997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Calling delete_port for 9944d473-b1dc-410c-b668-84e9815cd3a2 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:03.266231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17559e8d-0634-43f8-9244-4644ee96970a req-38d9639a-a7d4-4c6d-8a7d-f689008afd23 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632905 Jan 28 16:42:03.266878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:03.329646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Allocated IP 172.25.8.36 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/aaab1427-57de-42ec-a705-3a89546f83ea) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:03.431573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for port (aaab1427-57de-42ec-a705-3a89546f83ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.462440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c671d806-6be1-4956-b5da-821f0a0c6b4f req-884e0090-8e10-4620-af1a-e9e4a781c5f4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040190 Jan 28 16:42:03.465854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (aaab1427-57de-42ec-a705-3a89546f83ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.520309 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea73d4-8cbf-4efd-aaba-b796083b016e x-openstack-request-id: req-d7ea73d4-8cbf-4efd-aaba-b796083b016e {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:03.520816 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "name": "network-vif-plugged", "status": "completed", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:03.521422 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7ea73d4-8cbf-4efd-aaba-b796083b016e {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:03.522163 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'code': 200} Jan 28 16:42:03.523052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:03.524425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'Port': ['ID=aaab1427-57de-42ec-a705-3a89546f83ea,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:03.534067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:03.536596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:03.573574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27fbd7-d66b-428d-ab65-998592cc696c req-9aea75cc-8929-4c2d-8ac4-2360a43e0f27 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:03.573815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.574047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.574381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.575142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf27fbd7-d66b-428d-ab65-998592cc696c req-9aea75cc-8929-4c2d-8ac4-2360a43e0f27 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.2049093 Jan 28 16:42:03.576935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.578250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.579032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.579717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.580631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.581056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.581489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.581930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.582360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.582948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:03.653401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for floatingip (433af1ac-57ff-4084-a270-c25f47e0c802), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.688936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aaab1427-57de-42ec-a705-3a89546f83ea), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.779120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf27fbd7-d66b-428d-ab65-998592cc696c req-e59ce9a8-ca4f-4621-b489-dbd834e86aad tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955853 Jan 28 16:42:03.791866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31542e-c39f-414f-a793-8ff2efcf01bc req-1f7313cb-9671-4f57-bedd-512ea0d31358 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:03.793250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa31542e-c39f-414f-a793-8ff2efcf01bc req-1f7313cb-9671-4f57-bedd-512ea0d31358 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb23b26-baac-432e-a777-a66c709d2bce HTTP/1.1" status: 200 len: 946 time: 0.2086620 Jan 28 16:42:03.804928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9944d473-b1dc-410c-b668-84e9815cd3a2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.817161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e39e26-3549-4ddd-9234-43f9d15526e0 req-fb877615-cdd6-431d-891b-a0b983eed166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:03.821920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8e39e26-3549-4ddd-9234-43f9d15526e0 req-fb877615-cdd6-431d-891b-a0b983eed166 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 1128 time: 0.2016015 Jan 28 16:42:03.838000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9944d473-b1dc-410c-b668-84e9815cd3a2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:03.862941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for port (aaab1427-57de-42ec-a705-3a89546f83ea), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.867690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (aaab1427-57de-42ec-a705-3a89546f83ea), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.908920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Pushing event deleted for resources: {'Port': ['ID=9944d473-b1dc-410c-b668-84e9815cd3a2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:03.937325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'Port': ['ID=aaab1427-57de-42ec-a705-3a89546f83ea,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:03.945351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf56474c-6dbf-4002-b20a-e19f0c2a8e34 req-650db3b5-c1e5-4fb6-a807-d5c80810bf50 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0832341 Jan 28 16:42:03.950411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (433af1ac-57ff-4084-a270-c25f47e0c802), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.956769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b246b1-1f03-450e-bb6f-75094c78446b {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:03.980071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:03.980071 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ec7ad73-55f0-4dc6-91bb-23a662da2915 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9268498 Jan 28 16:42:03.984073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Publish callbacks [] for port (90b246b1-1f03-450e-bb6f-75094c78446b), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:04.040091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] No DVR routers for this DVR port 9944d473-b1dc-410c-b668-84e9815cd3a2 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:04.044175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:04.048213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68adb4f2-593a-47b2-8df7-bcca510256e3 req-255fe187-2f16-48fc-9e95-ef2b5a458863 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.31 "DELETE /v2.0/ports/9944d473-b1dc-410c-b668-84e9815cd3a2 HTTP/1.1" status: 204 len: 173 time: 1.9698431 Jan 28 16:42:04.055161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb23b26-baac-432e-a777-a66c709d2bce', 'name': 'network-vif-deleted', 'tag': '9944d473-b1dc-410c-b668-84e9815cd3a2'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:04.059052 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d169e05b-24da-46d6-9f88-366104fb13f5" -d '{"events": [{"server_uuid": "0bb23b26-baac-432e-a777-a66c709d2bce", "name": "network-vif-deleted", "tag": "9944d473-b1dc-410c-b668-84e9815cd3a2"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:04.081679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa31542e-c39f-414f-a793-8ff2efcf01bc req-017438e7-913d-4427-915f-8c9a0e911d19 tempest-InstanceActionsNegativeTestJSON-38454636 tempest-InstanceActionsNegativeTestJSON-38454636-project] 10.222.0.25 "GET /v2.0/security-groups?id=fafad4fb-df6c-4804-9994-5f0257181f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723117 Jan 28 16:42:04.087081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Transition to ACTIVE for port object 90b246b1-1f03-450e-bb6f-75094c78446b will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:04.094786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8e39e26-3549-4ddd-9234-43f9d15526e0 req-a9694f4e-8a45-4783-8390-de40f8f9aa0f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404644 Jan 28 16:42:04.096494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:04.134868 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2b2e43-ab33-441a-8d67-d58e45e2e63b x-openstack-request-id: req-ff2b2e43-ab33-441a-8d67-d58e45e2e63b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:04.135758 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb23b26-baac-432e-a777-a66c709d2bce", "name": "network-vif-deleted", "tag": "9944d473-b1dc-410c-b668-84e9815cd3a2", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:04.136047 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff2b2e43-ab33-441a-8d67-d58e45e2e63b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:04.136448 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb23b26-baac-432e-a777-a66c709d2bce', 'name': 'network-vif-deleted', 'tag': '9944d473-b1dc-410c-b668-84e9815cd3a2', 'status': 'completed', 'code': 200} Jan 28 16:42:04.162421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Pushing event updated for resources: {'Port': ['ID=90b246b1-1f03-450e-bb6f-75094c78446b,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:04.292472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Attempting to bind port 90b246b1-1f03-450e-bb6f-75094c78446b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:04.293170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Attempting to bind port 90b246b1-1f03-450e-bb6f-75094c78446b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:04.293170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Attempting to bind port 90b246b1-1f03-450e-bb6f-75094c78446b on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:04.307594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Port 90b246b1-1f03-450e-bb6f-75094c78446b on network ed097501-d3f6-476d-af59-636fe119bdac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:04.307924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Attempting to bind port 90b246b1-1f03-450e-bb6f-75094c78446b on network ed097501-d3f6-476d-af59-636fe119bdac {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:04.318101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:04.318448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Checking segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:04.318863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Bound using segment: {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:04.319297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Bound port: 90b246b1-1f03-450e-bb6f-75094c78446b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b07559f-b10c-4ac5-a957-07eae3c3693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:04.319657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:04.342644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-a28b169b-460a-4532-a9d8-6ea9886d3e00 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:04.344119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-a28b169b-460a-4532-a9d8-6ea9886d3e00 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 822 time: 0.1415033 Jan 28 16:42:04.409016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-24238341-b12e-4e83-8646-624e1aaa8d44 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/quotas/5ae692c77bc0446b86cf745d6c0a0375 HTTP/1.1" status: 200 len: 375 time: 0.0584848 Jan 28 16:42:04.457934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-72d298da-a5b2-40bb-a1bb-1e1f1ea50ba8 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422437 Jan 28 16:42:04.474003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] For port 90b246b1-1f03-450e-bb6f-75094c78446b, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:04.478277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] For port 90b246b1-1f03-450e-bb6f-75094c78446b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=90b246b1-1f03-450e-bb6f-75094c78446b,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:04.500176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe63e1-51a8-4d0f-a18a-6b82f95ec228 req-cc406a24-3dc9-4b8f-8ed8-b9cc7e64ba35 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:04.501692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8fe63e1-51a8-4d0f-a18a-6b82f95ec228 req-cc406a24-3dc9-4b8f-8ed8-b9cc7e64ba35 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 943 time: 0.1537757 Jan 28 16:42:04.505120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:04.599906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:04.600524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:04.602380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] 10.222.0.24 "PUT /v2.0/ports/90b246b1-1f03-450e-bb6f-75094c78446b HTTP/1.1" status: 200 len: 1092 time: 1.5537689 Jan 28 16:42:04.657471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896382c-4ebd-4475-82b8-ce329656fde5 service neutron] Pushing event updated for resources: {'Port': ['ID=90b246b1-1f03-450e-bb6f-75094c78446b,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:04.677050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-1406ad7e-0868-461b-a664-0b24e7ccc10c service neutron] 10.222.0.25 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108901 Jan 28 16:42:04.693986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8fe63e1-51a8-4d0f-a18a-6b82f95ec228 req-ff61d613-09bf-4d10-a7e2-8d9380c6fb06 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573031 Jan 28 16:42:04.799796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-b45cbe21-ba3e-4c5d-8de8-b1959814e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:04.801316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-b45cbe21-ba3e-4c5d-8de8-b1959814e93b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 1126 time: 0.1498556 Jan 28 16:42:04.862246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-65e1e71c-8315-494a-9179-65c636c9a128 service neutron] 10.222.0.25 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672325 Jan 28 16:42:04.863373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-21e4a4ed-9ec7-4ca8-a036-0e09bd021efd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90b246b1-1f03-450e-bb6f-75094c78446b HTTP/1.1" status: 200 len: 217 time: 0.0493422 Jan 28 16:42:04.878333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c0dea-9f10-4316-8e3e-862902ae6c2c req-4d7820eb-bb05-4b26-a073-47bf4e7c24f4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:04.879762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a1c0dea-9f10-4316-8e3e-862902ae6c2c req-4d7820eb-bb05-4b26-a073-47bf4e7c24f4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.1256375 Jan 28 16:42:04.946943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6e3ced34-94da-4325-b1f8-aead1b3bd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:04.948436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-6e3ced34-94da-4325-b1f8-aead1b3bd887 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.0678320 Jan 28 16:42:04.972892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a1c0dea-9f10-4316-8e3e-862902ae6c2c req-b7210210-78eb-4416-91f0-6befcf21f4f5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849485 Jan 28 16:42:04.990815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-e22d9f87-228d-4f24-9864-ff9607e2315d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350034 Jan 28 16:42:05.105476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-793140cc-3e73-4c5b-83a0-2b20ebe642fb req-022d61d6-76ec-4bd7-b9d6-dc0452c22808 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 210 time: 0.0523105 Jan 28 16:42:05.163068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54c0c2-2cc1-4743-9187-ab33c82ca362 req-ae6fbb2a-bd5f-435a-b49e-1128fd1efd79 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:05.165142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af54c0c2-2cc1-4743-9187-ab33c82ca362 req-ae6fbb2a-bd5f-435a-b49e-1128fd1efd79 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.1129823 Jan 28 16:42:05.201689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-979746e0-bd65-427f-b951-5f9b4026ebb8 service neutron] 10.222.0.24 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036896 Jan 28 16:42:05.220011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c38f06b6-6fc8-4753-9c0d-adcc2f848c32 req-8405959a-1d1b-4de2-86f1-ef60620dbf74 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0449421 Jan 28 16:42:05.278956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:05.317090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af54c0c2-2cc1-4743-9187-ab33c82ca362 req-c3a14a5e-5a35-40fb-8a6d-413bf740df22 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381471 Jan 28 16:42:05.339287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Deleting subnet 4ed03510-6881-4bac-be1b-1a46125dc08c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:42:05.344067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Publish callbacks [] for subnet (4ed03510-6881-4bac-be1b-1a46125dc08c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.355861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9bfa55a-1b23-4e10-abfb-70600b6046d8 req-d5dfd856-9665-4d46-ba36-d1dc8a2902f8 service neutron] 10.222.0.24 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381416 Jan 28 16:42:05.384529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (4ed03510-6881-4bac-be1b-1a46125dc08c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.428062 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4ed03510-6881-4bac-be1b-1a46125dc08c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.479632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (4ed03510-6881-4bac-be1b-1a46125dc08c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.504734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed03510-6881-4bac-be1b-1a46125dc08c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:05.508531 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.512956 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-38fc1498-f104-4fdd-b4b9-9483447d40eb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ed03510-6881-4bac-be1b-1a46125dc08c HTTP/1.1" status: 204 len: 168 time: 0.2313390 Jan 28 16:42:05.515104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42770) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:05.587553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (891d94c3-a9fa-4ea6-b6e7-ac0d3a219530), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.670204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (891d94c3-a9fa-4ea6-b6e7-ac0d3a219530), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.690636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891d94c3-a9fa-4ea6-b6e7-ac0d3a219530']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:05.700311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c2a1fe-7f60-404b-aae6-2640b6b6a30b') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:05.700611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c2a1fe-7f60-404b-aae6-2640b6b6a30b') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:05.710125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (69c2a1fe-7f60-404b-aae6-2640b6b6a30b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.723848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (69c2a1fe-7f60-404b-aae6-2640b6b6a30b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.730155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:42:05.730539 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (69c2a1fe-7f60-404b-aae6-2640b6b6a30b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:42:05.732623 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:42:05.794307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (891d94c3-a9fa-4ea6-b6e7-ac0d3a219530), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.800171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:05.803375 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] 10.222.0.25 "DELETE /v2.0/networks/891d94c3-a9fa-4ea6-b6e7-ac0d3a219530 HTTP/1.1" status: 204 len: 168 time: 0.2873511 Jan 28 16:42:05.815144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847b09d-50b1-42fc-b5af-9cea91c20e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=891d94c3-a9fa-4ea6-b6e7-ac0d3a219530,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:05.861237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9944d473-b1dc-410c-b668-84e9815cd3a2 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:05.870953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a32587-d5a1-45bb-b919-d240157a0983 req-20935c39-ed05-4c73-bb6b-306155a5e6bf tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:05.872459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36a32587-d5a1-45bb-b919-d240157a0983 req-20935c39-ed05-4c73-bb6b-306155a5e6bf tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 943 time: 0.1046269 Jan 28 16:42:05.884509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 9944d473-b1dc-410c-b668-84e9815cd3a2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:05.885199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9944d473-b1dc-410c-b668-84e9815cd3a2 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:05.911039 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-6f042900-5489-49d4-b373-53d17ebb9843 req-5784ff4f-d029-45bd-bade-033ab9a3b265 service neutron] show failed (client error): The resource could not be found. Jan 28 16:42:05.912193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-5784ff4f-d029-45bd-bade-033ab9a3b265 service neutron] 10.222.0.24 "GET /v2.0/ports/47539273-3d11-48fb-b0fd-390cb71e9be2/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.1006987 Jan 28 16:42:05.971681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36a32587-d5a1-45bb-b919-d240157a0983 req-1a5c6fc9-9038-4126-9fbd-9b30f918cefb tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791008 Jan 28 16:42:06.007663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42778) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:06.054345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c14cb4c-07f8-4aa8-913f-1a752a8ce1e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35da50bde1e641bcbdf886b0d691fc80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452669 Jan 28 16:42:06.057469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:06.088837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-9b2dee92-1e78-41f5-a636-f6a61129fba1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.091194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-9b2dee92-1e78-41f5-a636-f6a61129fba1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 822 time: 0.1442416 Jan 28 16:42:06.106563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24a867b-e337-4a78-88a3-8cbe5be95260 admin admin] Publish callbacks [] for security_group (fafad4fb-df6c-4804-9994-5f0257181f7a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.118785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'port': {'device_id': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'admin_state_up': True, 'tenant_id': '5ae692c77bc0446b86cf745d6c0a0375'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:06.140765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cfb384-c764-4558-bef7-c997d9195bb0', 'tag': '90b246b1-1f03-450e-bb6f-75094c78446b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:06.142999 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0918ab8-dd7a-4570-8b2a-8b841663de41" -d '{"events": [{"name": "network-changed", "server_uuid": "09cfb384-c764-4558-bef7-c997d9195bb0", "tag": "90b246b1-1f03-450e-bb6f-75094c78446b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:06.146191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24a867b-e337-4a78-88a3-8cbe5be95260 admin admin] Publish callbacks [] for security_group (fafad4fb-df6c-4804-9994-5f0257181f7a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.157753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce6504-8b5f-4062-9591-94e31929b780 req-84139c9b-651f-4108-84e9-6cfec02ffab5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.159293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2ce6504-8b5f-4062-9591-94e31929b780 req-84139c9b-651f-4108-84e9-6cfec02ffab5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0901239 Jan 28 16:42:06.228159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24a867b-e337-4a78-88a3-8cbe5be95260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fafad4fb-df6c-4804-9994-5f0257181f7a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.231337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24a867b-e337-4a78-88a3-8cbe5be95260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.232486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d24a867b-e337-4a78-88a3-8cbe5be95260 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fafad4fb-df6c-4804-9994-5f0257181f7a HTTP/1.1" status: 204 len: 168 time: 0.1738710 Jan 28 16:42:06.238826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-717a1c25-429c-41be-b552-65bb538315be req-469165eb-f14f-4716-9c81-624a6b234ebb tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 210 time: 0.0389347 Jan 28 16:42:06.247471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a867b-e337-4a78-88a3-8cbe5be95260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafad4fb-df6c-4804-9994-5f0257181f7a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:06.278100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2ce6504-8b5f-4062-9591-94e31929b780 req-16d3f0c1-92b8-48d1-ba54-69b6a9eca88c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882967 Jan 28 16:42:06.297580 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337ba4a-fd85-4394-88be-fb679d2c60e1 x-openstack-request-id: req-0337ba4a-fd85-4394-88be-fb679d2c60e1 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:06.298030 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cfb384-c764-4558-bef7-c997d9195bb0", "tag": "90b246b1-1f03-450e-bb6f-75094c78446b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:06.298292 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0337ba4a-fd85-4394-88be-fb679d2c60e1 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:06.298683 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cfb384-c764-4558-bef7-c997d9195bb0', 'tag': '90b246b1-1f03-450e-bb6f-75094c78446b', 'status': 'completed', 'code': 200} Jan 28 16:42:06.300114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-d7b3411c-503e-44fb-aca8-7815f5c01c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.311184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-d7b3411c-503e-44fb-aca8-7815f5c01c8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2&tenant_id=a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 1132 time: 0.1094086 Jan 28 16:42:06.321269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:06.325954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Made reservation on behalf of 5ae692c77bc0446b86cf745d6c0a0375 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:06.330730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.404796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.452245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91b649e7-b70e-438c-827e-a350efe4ed9e req-5254f10b-9065-447c-a3bd-6521e632ee13 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0745757 Jan 28 16:42:06.490394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-0a4b1016-6f52-4c20-ba34-095daeefaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.491885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-0a4b1016-6f52-4c20-ba34-095daeefaaf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 1126 time: 0.1583538 Jan 28 16:42:06.620883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Allocated IP 172.20.0.11 (aba8db2a-ead4-41d5-91aa-7a992a30891b/318aef86-8bfa-428a-9eea-9c973ffa126c/a4e82511-33e9-47b7-8b5d-c8ae396ee5a1) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:06.652666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:06.657686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47db98-6a9a-4e8a-a9c5-45dc51edd7b8 req-8b7c67a2-ecfd-46d3-b6cb-c0bdeb7e210d tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.659340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d47db98-6a9a-4e8a-a9c5-45dc51edd7b8 req-8b7c67a2-ecfd-46d3-b6cb-c0bdeb7e210d tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.2379770 Jan 28 16:42:06.693359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:06.716542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-25f3c4af-c4fd-4ff8-b3cc-460b8f3d3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.718352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-25f3c4af-c4fd-4ff8-b3cc-460b8f3d3ff6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.2083094 Jan 28 16:42:06.752062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:06.755336 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe541642-3dca-4aa5-a671-df08bbd4c737" -d '{"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:06.761738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Publish callbacks [] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.790676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Transition to ACTIVE for port object 47539273-3d11-48fb-b0fd-390cb71e9be2 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:06.794913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:06.796652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-12b9da37-173c-45ec-8f2f-cca764f1b948 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90b246b1-1f03-450e-bb6f-75094c78446b HTTP/1.1" status: 200 len: 217 time: 0.0703580 Jan 28 16:42:06.806288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d47db98-6a9a-4e8a-a9c5-45dc51edd7b8 req-5da2d717-6cd5-4349-b74e-f60572c9835d tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363542 Jan 28 16:42:06.854776 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd5334-4c1c-44c7-825f-7300cf819743 x-openstack-request-id: req-c8dd5334-4c1c-44c7-825f-7300cf819743 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:06.855235 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:06.855547 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8dd5334-4c1c-44c7-825f-7300cf819743 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:06.855942 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'code': 200} Jan 28 16:42:06.856913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:06.910711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] No DVR routers for this DVR port 47539273-3d11-48fb-b0fd-390cb71e9be2 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:06.957783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-697f3097-156f-469a-b148-223e47268968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:06.959410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-697f3097-156f-469a-b148-223e47268968 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.1423442 Jan 28 16:42:06.961939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:06.962473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:06.963456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:06.969258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Port 47539273-3d11-48fb-b0fd-390cb71e9be2 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:06.969505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Attempting to bind port 47539273-3d11-48fb-b0fd-390cb71e9be2 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:06.976890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:06.977376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:06.977694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:06.978127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Bound port: 47539273-3d11-48fb-b0fd-390cb71e9be2, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:06.978626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.012017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-6f5c709f-c0d3-4781-bf56-d0bd25c51993 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453718 Jan 28 16:42:07.042601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.089396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:07.094623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:07.108002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.166394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.167518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.169697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] 10.222.0.31 "PUT /v2.0/ports/47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 1096 time: 0.8576226 Jan 28 16:42:07.257191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0b243-acae-4a20-8597-f196045f059d service neutron] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:07.284512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-894e9e55-ee6d-4cfc-9a17-5736a1973040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.286343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-894e9e55-ee6d-4cfc-9a17-5736a1973040 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0825884 Jan 28 16:42:07.359309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42822) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:07.437495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-4f3245b3-6dc9-4895-8094-33e1b3b416bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.440193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-4f3245b3-6dc9-4895-8094-33e1b3b416bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1473091 Jan 28 16:42:07.463995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cac68-e708-46af-a998-8977343477b2 req-52c7f67d-0f14-4260-b577-7df076ebb8ee tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.465632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-963cac68-e708-46af-a998-8977343477b2 req-52c7f67d-0f14-4260-b577-7df076ebb8ee tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.5673881 Jan 28 16:42:07.493286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42826) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:07.500428 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-0a43879a-7d89-4764-967a-4d7116037e4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.0524054 Jan 28 16:42:07.506495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Request body: {'floatingip': {'port_id': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:07.531394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-421099967-network', 'tenant_id': 'aa1798bd5b6f46ed846d3018fae0d93a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:07.595234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Made reservation on behalf of aa1798bd5b6f46ed846d3018fae0d93a for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:07.598154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.599690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (19b87833-0fe6-4f33-8bd1-60c6592d2bee), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.605407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-b0ec1828-7f60-4ad0-b4d3-42cc2ca3f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.607249 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-b0ec1828-7f60-4ad0-b4d3-42cc2ca3f1c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1003733 Jan 28 16:42:07.627991 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.662038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52e17d99-ceb1-4ee4-88b7-89fd8cf800b0 req-63e86509-38b5-41b1-8891-c609b7f123b9 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 210 time: 0.0929277 Jan 28 16:42:07.700954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-dfbb7466-334d-49ac-84e1-13b6bd80f77e service neutron] 10.222.0.24 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807714 Jan 28 16:42:07.712729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb5816-2f17-4658-b904-303ea0b78540 req-4734b78c-85c1-4d43-b5b9-8d0a96874b06 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.718500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042900-5489-49d4-b373-53d17ebb9843 req-713e64e0-c874-4c1a-9a1d-e998d842e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:07.720537 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-713e64e0-c874-4c1a-9a1d-e998d842e240 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1058245 Jan 28 16:42:07.720870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8bb5816-2f17-4658-b904-303ea0b78540 req-4734b78c-85c1-4d43-b5b9-8d0a96874b06 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 943 time: 0.2895353 Jan 28 16:42:07.737730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.821520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks [] for security_group (7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.826436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.862523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:42:07.880484 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-85d75975-093c-496e-9336-13f4c6755ab1 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494923 Jan 28 16:42:07.884766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:07.887615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1985f3ec-0622-4852-80d9-f91dbe1c7a9e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:07.887956 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Added segment 1985f3ec-0622-4852-80d9-f91dbe1c7a9e of type vlan for network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 Jan 28 16:42:07.929477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Network aba8db2a-ead4-41d5-91aa-7a992a30891b is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:07.952730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:07.973153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:07.975948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:07.977342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.026153 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6f042900-5489-49d4-b373-53d17ebb9843 req-cb0d4e5c-6fc0-4b74-85cb-67e7dd2c2302 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361127 Jan 28 16:42:08.027274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.028113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:08.028660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.033953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8bb5816-2f17-4658-b904-303ea0b78540 req-b8528306-ddf9-496e-bbb1-6c16c89d1d55 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122222 Jan 28 16:42:08.089639 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7283220 Jan 28 16:42:08.092772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:08.097570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Request body: {'subnet': {'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-421099967-subnet', 'tenant_id': 'aa1798bd5b6f46ed846d3018fae0d93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:08.115612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0918ab8-dd7a-4570-8b2a-8b841663de41 req-bb06d28e-72fe-4b6b-9ee1-c7aa3255d03b service neutron] 10.222.0.24 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901823 Jan 28 16:42:08.129149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575b84-e8a2-4566-ab2e-6b9dbd250193 req-13cd1383-56f4-4dcb-8e7a-64587a13c9dd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:08.129506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdf787-3b42-4ba9-afab-9c69e0842116 admin admin] Pushing event updated for resources: {'Network': ['ID=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:08.138563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b575b84-e8a2-4566-ab2e-6b9dbd250193 req-13cd1383-56f4-4dcb-8e7a-64587a13c9dd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 947 time: 0.3769865 Jan 28 16:42:08.148819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:42:08.157712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Made reservation on behalf of aa1798bd5b6f46ed846d3018fae0d93a for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:08.160808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.174754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:08.175331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.251778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71b2a420-3c4b-43cb-804d-1bc7ec9b7fe7 req-9c344946-0ead-4fd9-95fe-c5d2670f5f0e tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0561450 Jan 28 16:42:08.258204 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-cbba5adf-c228-4656-aa65-732daf66c69d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1433253 Jan 28 16:42:08.273459 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:42:08.273962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Request body: {'port': {'device_id': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:08.395448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (cd87ab9e-a069-4449-be0c-16322376416f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.409028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b575b84-e8a2-4566-ab2e-6b9dbd250193 req-8bd8a35e-99b2-43d2-9452-0bcd36f4eddb tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703640 Jan 28 16:42:08.485369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Checking segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:08.485806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Network hostable DHCP agents. Network: bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:42:08.490859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd87ab9e-a069-4449-be0c-16322376416f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:08.510422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.510998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:42:08.522529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:08.527651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:08.528585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.534659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95ec6e-a24f-4df2-a667-8f8bad87a57c None None] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:42:08.571277 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e073f613-e992-4014-ac55-54da9db7f020 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4687891 Jan 28 16:42:08.675897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5400df-a457-4b1c-b675-dad611b26e17 None None] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:42:08.749245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.761335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (19b87833-0fe6-4f33-8bd1-60c6592d2bee), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:08.827762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 90b246b1-1f03-450e-bb6f-75094c78446b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:08.827762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:08.857235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:08.860420 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aab45d-8922-4014-8f83-a4b4d877b796" -d '{"events": [{"name": "network-changed", "server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:08.895356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 47539273-3d11-48fb-b0fd-390cb71e9be2 host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:42:08.895927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:08.971666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 90b246b1-1f03-450e-bb6f-75094c78446b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=90b246b1-1f03-450e-bb6f-75094c78446b,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:08.976012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf192ab-6a0d-41ee-b074-59c913458723 req-4c2d4c1a-86eb-45e8-ac81-50b07e966eb1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:08.977682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4cf192ab-6a0d-41ee-b074-59c913458723 req-4c2d4c1a-86eb-45e8-ac81-50b07e966eb1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 932 time: 0.1634893 Jan 28 16:42:08.985873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '90b246b1-1f03-450e-bb6f-75094c78446b', 'network_id': 'ed097501-d3f6-476d-af59-636fe119bdac', 'port_id': '90b246b1-1f03-450e-bb6f-75094c78446b', 'mac_address': 'fa:16:3e:b3:d1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b65e85a-caba-4cc0-b2d5-26d27e222351', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:09.013618 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Floating IP 19b87833-0fe6-4f33-8bd1-60c6592d2bee associated. External IP: 172.25.8.185, port: 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383. Jan 28 16:42:09.027812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 90b246b1-1f03-450e-bb6f-75094c78446b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:09.028283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:09.044636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b246b1-1f03-450e-bb6f-75094c78446b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:09.067149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 90b246b1-1f03-450e-bb6f-75094c78446b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=90b246b1-1f03-450e-bb6f-75094c78446b,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:09.072959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:09.129201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=90b246b1-1f03-450e-bb6f-75094c78446b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:09.220217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4cf192ab-6a0d-41ee-b074-59c913458723 req-c0b05949-c404-4fea-a342-3afa8c7d9c82 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197297 Jan 28 16:42:09.282260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:09.285475 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5893e37f-e1e6-485d-a063-88e5dc4b04bd x-openstack-request-id: req-5893e37f-e1e6-485d-a063-88e5dc4b04bd {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:09.285816 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:09.286524 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5893e37f-e1e6-485d-a063-88e5dc4b04bd {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:09.286524 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'status': 'completed', 'code': 200} Jan 28 16:42:09.295848 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Publish callbacks [] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:09.371435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-a21347ae-a309-4ba4-a325-d3c989bd4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.372996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-a21347ae-a309-4ba4-a325-d3c989bd4d05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0509944 Jan 28 16:42:09.374662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-a587eacf-416d-4fc0-ab2a-6ba5ab2e697b tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.376162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-a587eacf-416d-4fc0-ab2a-6ba5ab2e697b tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 817 time: 0.3061397 Jan 28 16:42:09.384297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Transition to ACTIVE for port object a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:09.414287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:09.474494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-b9d02f5d-a5a2-4478-b6b5-99fbba7bd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.475858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-b9d02f5d-a5a2-4478-b6b5-99fbba7bd96a service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.0914099 Jan 28 16:42:09.480721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-93b779de-833e-4fec-bfd8-9218af38a8c3 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/quotas/aa1798bd5b6f46ed846d3018fae0d93a HTTP/1.1" status: 200 len: 375 time: 0.0981405 Jan 28 16:42:09.519029 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-3ea6bf49-9a60-43bb-a2c3-6683a3fc7587 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.0364990 Jan 28 16:42:09.562062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['90b246b1-1f03-450e-bb6f-75094c78446b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:09.566100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-b871ab81-2b6e-42b9-b03a-96e0f6af3173 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728688 Jan 28 16:42:09.570488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:09.575077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-e45bc2e4-7158-4ee7-a5f8-8dea365286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.576912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-e45bc2e4-7158-4ee7-a5f8-8dea365286f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1130 time: 0.2529228 Jan 28 16:42:09.591745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-363ac6d0-6906-44ef-ac09-9f173f1a1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.593563 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-363ac6d0-6906-44ef-ac09-9f173f1a1da0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0602982 Jan 28 16:42:09.657346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-1b6b9a58-6f2d-4b1f-b653-4e5a6ddfd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.658924 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-1b6b9a58-6f2d-4b1f-b653-4e5a6ddfd5c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0536208 Jan 28 16:42:09.787962 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-0c4623a5-7849-420a-84ba-10f61fddeda8 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212885 Jan 28 16:42:09.894140 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-957f05b6-c86b-499b-a0c4-6655bfe65838 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005614 Jan 28 16:42:09.981673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128e20b-7ad7-4545-95b4-60dfbe4c19db req-532806ab-d093-4f40-9ec9-27b630fc4923 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:09.983150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3128e20b-7ad7-4545-95b4-60dfbe4c19db req-532806ab-d093-4f40-9ec9-27b630fc4923 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 944 time: 0.6462626 Jan 28 16:42:10.152367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Router cda5065a-152f-4805-ba20-5bc669852522 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:42:10.241656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3128e20b-7ad7-4545-95b4-60dfbe4c19db req-b6e7f404-7e98-4169-9b74-e42d8e539df7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143145 Jan 28 16:42:10.244857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Attempting to bind port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:10.245193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Attempting to bind port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:10.245628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Attempting to bind port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 on network aba8db2a-ead4-41d5-91aa-7a992a30891b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:10.248193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-4bcc1755-dc73-46d1-8cae-87fcccf1f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:10.249945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-4bcc1755-dc73-46d1-8cae-87fcccf1f816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.3237021 Jan 28 16:42:10.256955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-752a277b-b038-44b6-ba28-5f8e6c86df9b service neutron] 10.222.0.25 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787603 Jan 28 16:42:10.305503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 on network aba8db2a-ead4-41d5-91aa-7a992a30891b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:10.305904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Attempting to bind port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 on network aba8db2a-ead4-41d5-91aa-7a992a30891b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:10.368522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:10.368893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Checking segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:10.369898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Bound using segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:10.370353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Bound port: a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:10.370717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:10.377992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-07914893-924b-4748-8e6d-32c3d79a272e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.0885875 Jan 28 16:42:10.443696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd3109f8-8cfe-46d6-8d90-deb088334d61 req-a7d2973e-2785-4f79-b8d8-2cb37f2654b1 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.1196644 Jan 28 16:42:10.627089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:42:10.638175 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] Sync routers for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:42:10.642434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:10.650867 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:42:10.651693 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:10.680227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-9fa45b28-58b9-4096-bc45-b44ba0dec550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:10.682326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-9fa45b28-58b9-4096-bc45-b44ba0dec550 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2426984 Jan 28 16:42:10.688020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-9977b9c9-d292-4db2-8210-0918646e89dc service neutron] 10.222.0.25 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835557 Jan 28 16:42:10.689072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:10.739591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:10.747732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f6e9b3bd-b499-484a-8a2b-7959abb6db2f tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "PUT /v2.0/floatingips/19b87833-0fe6-4f33-8bd1-60c6592d2bee HTTP/1.1" status: 200 len: 991 time: 3.2446172 Jan 28 16:42:10.750829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:10.753440 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0e2350-754d-4f75-93a5-a514f958bbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:10.764524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74a3f-fc56-49a6-9b75-dc9552707059 req-b9a9f7c3-ee81-4d1c-8986-0b143c43ddc4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:10.766168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01e74a3f-fc56-49a6-9b75-dc9552707059 req-b9a9f7c3-ee81-4d1c-8986-0b143c43ddc4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 947 time: 0.2305768 Jan 28 16:42:10.769015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:10.797401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 90b246b1-1f03-450e-bb6f-75094c78446b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:10.831376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:10.832005 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:10.833629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] 10.222.0.31 "PUT /v2.0/ports/a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 HTTP/1.1" status: 200 len: 1093 time: 2.5692661 Jan 28 16:42:10.865252 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:42:10.876130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-d7adeec6-a18b-46fe-853a-53fe3eb5dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:10.878399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-d7adeec6-a18b-46fe-853a-53fe3eb5dcde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1869407 Jan 28 16:42:10.906969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 90b246b1-1f03-450e-bb6f-75094c78446b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:10.911042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52b1e0-e46b-4675-9c91-3be2d9e03156 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:10.912920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 90b246b1-1f03-450e-bb6f-75094c78446b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:10.914195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:10.949373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01e74a3f-fc56-49a6-9b75-dc9552707059 req-b8a1bff3-6cda-4a4c-82f4-3884da73c88a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689854 Jan 28 16:42:11.026984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 90b246b1-1f03-450e-bb6f-75094c78446b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:11.027541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:11.057596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cfb384-c764-4558-bef7-c997d9195bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b246b1-1f03-450e-bb6f-75094c78446b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:11.060148 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc5f5b3-4f82-45cc-b593-d791dc273097" -d '{"events": [{"server_uuid": "09cfb384-c764-4558-bef7-c997d9195bb0", "name": "network-vif-plugged", "status": "completed", "tag": "90b246b1-1f03-450e-bb6f-75094c78446b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:11.068098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-b2c1bd7a-462d-4044-9c86-939a00090831 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783946 Jan 28 16:42:11.074462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 90b246b1-1f03-450e-bb6f-75094c78446b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=90b246b1-1f03-450e-bb6f-75094c78446b,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:11.088589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:11.192871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=90b246b1-1f03-450e-bb6f-75094c78446b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:11.201200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.202072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.202425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.203899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.203899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.203899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.203899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.204195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.204532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.205222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.205345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.205575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.205895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:11.267765 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '19b87833-0fe6-4f33-8bd1-60c6592d2bee', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'port_id': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'mac_address': 'fa:16:3e:cd:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:41:52Z', 'updated_at': '2022-01-28T16:42:08Z', 'revision_number': 1, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:51Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:11.296699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-0d0e3164-3090-4bd3-ac27-a64e6e9b9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:11.298474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-0d0e3164-3090-4bd3-ac27-a64e6e9b9567 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 1127 time: 0.4077640 Jan 28 16:42:11.300761 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] Checking router: cda5065a-152f-4805-ba20-5bc669852522 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:42:11.311635 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:42:11.312752 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:41:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:11.376062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d27f79-7c3f-450c-bc0d-ed6be046bbf8 req-ed7fbc3e-9259-45d4-9a20-b57fe0261281 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:11.382935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7d27f79-7c3f-450c-bc0d-ed6be046bbf8 req-ed7fbc3e-9259-45d4-9a20-b57fe0261281 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 944 time: 0.3111165 Jan 28 16:42:11.407241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-d20e1acf-35c3-41e2-a9cc-b0fa82c4c98d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 HTTP/1.1" status: 200 len: 217 time: 0.0831187 Jan 28 16:42:11.423118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41aab45d-8922-4014-8f83-a4b4d877b796 req-b6a4a95f-8511-454e-8373-761f8b60fe33 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292327 Jan 28 16:42:11.430369 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:42:11.467183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9c27f-d438-4c48-b089-c88fc8067782 req-74bd80c9-dd83-4a5f-9b9b-7701ec7f91b5 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:11.468786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cb9c27f-d438-4c48-b089-c88fc8067782 req-74bd80c9-dd83-4a5f-9b9b-7701ec7f91b5 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.2774177 Jan 28 16:42:11.508041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-07025efe-efed-4ad0-b704-fcd83de1af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:11.509538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-07025efe-efed-4ad0-b704-fcd83de1af73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 200 len: 862 time: 0.0892298 Jan 28 16:42:11.523502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7d27f79-7c3f-450c-bc0d-ed6be046bbf8 req-3c4a44bf-7289-4339-b416-c1d533606dfe tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396780 Jan 28 16:42:11.580591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-0fe05918-b385-4e51-81c1-a66e801c4ab0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aba8db2a-ead4-41d5-91aa-7a992a30891b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560853 Jan 28 16:42:11.587913 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9cefa6-8a8d-4e2f-9d27-191deb34539d x-openstack-request-id: req-ec9cefa6-8a8d-4e2f-9d27-191deb34539d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:11.588284 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:11.588974 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec9cefa6-8a8d-4e2f-9d27-191deb34539d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:11.589302 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'status': 'completed', 'code': 200} Jan 28 16:42:11.748981 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df3e34f-e985-4da7-b11e-64ca4022d385 x-openstack-request-id: req-1df3e34f-e985-4da7-b11e-64ca4022d385 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:11.749281 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cfb384-c764-4558-bef7-c997d9195bb0", "name": "network-vif-plugged", "status": "completed", "tag": "90b246b1-1f03-450e-bb6f-75094c78446b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:11.749540 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1df3e34f-e985-4da7-b11e-64ca4022d385 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:11.750081 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cfb384-c764-4558-bef7-c997d9195bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b246b1-1f03-450e-bb6f-75094c78446b', 'code': 200} Jan 28 16:42:11.768659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cb9c27f-d438-4c48-b089-c88fc8067782 req-d9f789ec-98c5-4515-95f9-e19db999c553 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687838 Jan 28 16:42:11.831245 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '19b87833-0fe6-4f33-8bd1-60c6592d2bee', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'port_id': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'mac_address': 'fa:16:3e:cd:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:41:52Z', 'updated_at': '2022-01-28T16:42:08Z', 'revision_number': 1, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:51Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:11.865327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-7e80cd18-ccf0-4f07-8300-48a3b208bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:11.867296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-7e80cd18-ccf0-4f07-8300-48a3b208bfee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=906bf8a5f2c949eba868b03b3a57c76e&device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 1128 time: 0.2150049 Jan 28 16:42:11.899441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:11.982976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457ae12-baea-4ce5-83b3-3bef1b4b5fe3 req-daacf8ea-b100-410b-b5c8-2c965acd45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:11.990129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7457ae12-baea-4ce5-83b3-3bef1b4b5fe3 req-daacf8ea-b100-410b-b5c8-2c965acd45e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 1128 time: 0.1020010 Jan 28 16:42:12.056108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-51984e82-cbb4-44a5-8cbf-07dfd5791ea0 service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225495 Jan 28 16:42:12.079967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7457ae12-baea-4ce5-83b3-3bef1b4b5fe3 req-996cabee-ba54-4228-9777-2421f80e25a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767910 Jan 28 16:42:12.135501 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21172bde-f3d7-411f-86e3-8e1add6cf16a None None] The sync data for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 is: [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '19b87833-0fe6-4f33-8bd1-60c6592d2bee', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'port_id': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'mac_address': 'fa:16:3e:cd:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:41:52Z', 'updated_at': '2022-01-28T16:42:08Z', 'revision_number': 1, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:51Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:42:12.151464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:12.154422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:12.173289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'mac_address': 'fa:16:3e:c0:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:12.180032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:12.180218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9309550f-6778-4458-babb-90ba164a618b req-83aea811-0602-411d-8430-013011d52de9 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0962088 Jan 28 16:42:12.252961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-fedbafd4-5631-4985-979b-75796211abc7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:12.254495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-fedbafd4-5631-4985-979b-75796211abc7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2&tenant_id=a8937d6dd909437c9a610245349f866b&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 947 time: 0.4143450 Jan 28 16:42:12.268186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 47539273-3d11-48fb-b0fd-390cb71e9be2 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:12.268616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:12.299262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-30183191-081d-4f35-a051-c93c1ef31b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:12.300934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-30183191-081d-4f35-a051-c93c1ef31b78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9410fcb1-116e-4983-abb1-71684c1ed45f HTTP/1.1" status: 200 len: 906 time: 0.3796227 Jan 28 16:42:12.304107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47539273-3d11-48fb-b0fd-390cb71e9be2 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:12.310375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89ba67-4322-4850-9212-b557e7e4e072 req-96378f3a-2857-4ad6-b91b-0cc6a7d0c18a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:12.311915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc89ba67-4322-4850-9212-b557e7e4e072 req-96378f3a-2857-4ad6-b91b-0cc6a7d0c18a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 945 time: 0.3879988 Jan 28 16:42:12.349364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:12.362018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:12.463338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:12.572039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73d4d07c-ff63-4454-8066-1c5c467d546c req-1c5c27e5-b5a3-4cce-86cb-182461b7e212 service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697998 Jan 28 16:42:12.629923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae8f04e-8a75-4ae3-91f7-68fcb542a9e4 None None] New status for floating IP 19b87833-0fe6-4f33-8bd1-60c6592d2bee: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:42:12.678672 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc89ba67-4322-4850-9212-b557e7e4e072 req-7cf489b1-f6d3-450b-8406-0cdb491b1148 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386850 Jan 28 16:42:12.700498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-2d3c0284-c037-4007-93fd-ec0636b02e6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 HTTP/1.1" status: 200 len: 999 time: 0.3826137 Jan 28 16:42:12.714759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4a4d-574f-4735-b2a6-c93519f9fac1 req-1c6486b5-af37-422c-9fe5-a92587b8f249 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:12.716302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b41b4a4d-574f-4735-b2a6-c93519f9fac1 req-1c6486b5-af37-422c-9fe5-a92587b8f249 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 948 time: 0.2544529 Jan 28 16:42:12.771700 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-8ae646e9-deba-465c-a158-48e536f0fdef service neutron] delete failed (client error): The resource could not be found. Jan 28 16:42:12.772764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-8ae646e9-deba-465c-a158-48e536f0fdef service neutron] 10.222.0.24 "DELETE /v2.0/ports/47539273-3d11-48fb-b0fd-390cb71e9be2/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.4560888 Jan 28 16:42:12.813554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38c83665-e20e-4570-ad4c-6fa9a86bde15 req-9bddeddd-742a-4e38-bf92-99a7252032c9 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 210 time: 0.0561793 Jan 28 16:42:12.837236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-78971408-421e-4f64-9512-6d155552c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:12.839538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-78971408-421e-4f64-9512-6d155552c9bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71b30b1f-dae1-4932-ae4f-6a4e7b89033c HTTP/1.1" status: 200 len: 844 time: 0.1220410 Jan 28 16:42:12.855261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b41b4a4d-574f-4735-b2a6-c93519f9fac1 req-eb6fd9ef-a458-4714-ab78-ab487f0c1bae tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284809 Jan 28 16:42:12.916067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-9230be91-110e-4b5d-b614-000b6a827c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:12.918335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-9230be91-110e-4b5d-b614-000b6a827c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9410fcb1-116e-4983-abb1-71684c1ed45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548515 Jan 28 16:42:12.946742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:13.067284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f160ab-9487-4d7d-b9a0-6abaf923eccd req-f4ced26c-5f81-4c6e-93f0-964ef2d4cf49 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:13.068809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79f160ab-9487-4d7d-b9a0-6abaf923eccd req-f4ced26c-5f81-4c6e-93f0-964ef2d4cf49 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 944 time: 0.1553073 Jan 28 16:42:13.114144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-9001a5ba-e42c-4568-9c2a-34146899afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:13.115621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-9001a5ba-e42c-4568-9c2a-34146899afba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1131 time: 0.1645632 Jan 28 16:42:13.120818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-90f49655-4bb6-4e95-8058-261d413673a3 service neutron] 10.222.0.24 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709375 Jan 28 16:42:13.525423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-217456d9-975b-446f-ac0d-b011f6d53025 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:13.527608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-217456d9-975b-446f-ac0d-b011f6d53025 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.24 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 817 time: 0.2325664 Jan 28 16:42:13.530021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79f160ab-9487-4d7d-b9a0-6abaf923eccd req-70fdea68-b0cf-4a6a-9e34-dee1335f3789 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519777 Jan 28 16:42:13.576227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Request body: {'port': {'device_id': '03412c20-e89a-4a18-bf4e-c796606e866b', 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'admin_state_up': True, 'tenant_id': 'aa1798bd5b6f46ed846d3018fae0d93a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:13.593198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:13.595570 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52464d8a-6ed1-4f27-b650-eb83f25697d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:13.678879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-126d471f-74f3-43b4-b8fd-cc979dfae417 req-b3ba0d5f-3b4a-4dbb-8c4b-29b6281a08ad tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.1519656 Jan 28 16:42:13.695013 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a02fef4-7e41-4eec-9005-e768ffb33b5b x-openstack-request-id: req-7a02fef4-7e41-4eec-9005-e768ffb33b5b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:13.695312 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:13.695570 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a02fef4-7e41-4eec-9005-e768ffb33b5b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:13.695985 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'status': 'completed', 'code': 200} Jan 28 16:42:13.730926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-4a0198dc-fc01-4f5d-8668-acb7aaa92eb3 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:13.732683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-4a0198dc-fc01-4f5d-8668-acb7aaa92eb3 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 817 time: 0.2638421 Jan 28 16:42:13.750182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Request body: {'port': {'device_id': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'admin_state_up': True, 'tenant_id': 'aa1798bd5b6f46ed846d3018fae0d93a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:13.808577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c0e2350-754d-4f75-93a5-a514f958bbe4 req-cc9a670b-50b0-47c5-9f58-7f0693c8be45 service neutron] 10.222.0.24 "GET /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741018 Jan 28 16:42:13.812489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Made reservation on behalf of aa1798bd5b6f46ed846d3018fae0d93a for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:13.816370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:13.911618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:13.912585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-e29d4de7-dd99-442f-a560-a992607120ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:13.916504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-e29d4de7-dd99-442f-a560-a992607120ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.7815168 Jan 28 16:42:13.925994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-fd609387-8e7e-432f-bb76-ef7ae0173633 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:13.927432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-fd609387-8e7e-432f-bb76-ef7ae0173633 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 817 time: 0.4016097 Jan 28 16:42:13.960298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab21b82d-429f-4159-9bcf-42fe539e1e58 req-04359daf-75ad-4f9f-99d6-64895f8c7b9e tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 210 time: 0.0669029 Jan 28 16:42:13.971764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Request body: {'port': {'device_id': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'admin_state_up': True, 'tenant_id': 'aa1798bd5b6f46ed846d3018fae0d93a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:13.976424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Made reservation on behalf of aa1798bd5b6f46ed846d3018fae0d93a for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:13.980938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.002629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 47539273-3d11-48fb-b0fd-390cb71e9be2 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:14.007898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 47539273-3d11-48fb-b0fd-390cb71e9be2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:14.008438 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.026067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-38b4bf14-b6fe-42f7-900a-067dd74c0502 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.0970960 Jan 28 16:42:14.026869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Allocated IP 172.20.0.4 (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49/cd87ab9e-a069-4449-be0c-16322376416f/98bf0cc9-7ecb-4581-bef0-38016503f5f8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:14.119687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ad49-2532-4a16-b872-cef6e5a52d2e req-519162e2-a66d-46fb-809b-db38bf98e759 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.122991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 47539273-3d11-48fb-b0fd-390cb71e9be2 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:14.123369 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.127229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fc1ad49-2532-4a16-b872-cef6e5a52d2e req-519162e2-a66d-46fb-809b-db38bf98e759 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 945 time: 0.3548043 Jan 28 16:42:14.150061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:14.152964 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473619eb-29d6-4743-a95c-56a7c561279f" -d '{"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:14.165700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-0da54582-263a-44da-b214-a61011a3a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.166539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:14.167836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-0da54582-263a-44da-b214-a61011a3a026 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 1127 time: 0.3190842 Jan 28 16:42:14.171260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.222320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:14.255320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks [] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.273898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-f78f0477-57ce-47a9-934e-56e207ea43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.275958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-f78f0477-57ce-47a9-934e-56e207ea43ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2198343 Jan 28 16:42:14.293367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.341624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fc1ad49-2532-4a16-b872-cef6e5a52d2e req-232f303a-00b6-4adc-a940-c8293c7f3bca tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135124 Jan 28 16:42:14.361872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeba36-52a8-46f2-a381-0a583117cd22 req-8e23da3c-9ca8-40bb-9144-b4d97f17ba84 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.363361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dedeba36-52a8-46f2-a381-0a583117cd22 req-8e23da3c-9ca8-40bb-9144-b4d97f17ba84 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 948 time: 0.2853661 Jan 28 16:42:14.369044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:14.376597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:14.381535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Pushing event updated for resources: {'Port': ['ID=98bf0cc9-7ecb-4581-bef0-38016503f5f8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:14.383727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:14.408090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Made reservation on behalf of aa1798bd5b6f46ed846d3018fae0d93a for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:14.410668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Allocated IP 172.20.0.11 (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49/cd87ab9e-a069-4449-be0c-16322376416f/88874574-985c-4319-be0c-3bee33c687f8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:14.411468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.414273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-9bf4649a-859d-48e0-8d66-89ecf913fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.416063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-9bf4649a-859d-48e0-8d66-89ecf913fcdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 923 time: 0.2338171 Jan 28 16:42:14.438852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-f795e134-9f8a-4103-8051-5965147c317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.440430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-f795e134-9f8a-4103-8051-5965147c317d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1516464 Jan 28 16:42:14.455459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.455935 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.487037 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe0921-aed1-4a6d-be7f-5bfb7b88ee05 x-openstack-request-id: req-4fbe0921-aed1-4a6d-be7f-5bfb7b88ee05 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:14.487393 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:14.487608 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fbe0921-aed1-4a6d-be7f-5bfb7b88ee05 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:14.488291 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'code': 200} Jan 28 16:42:14.497572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-bf6a0c39-e1ad-4669-8fa5-f393da9a0b11 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9251840 Jan 28 16:42:14.511697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-2b684883-5a51-4311-a5e6-4874ca8fc6cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 HTTP/1.1" status: 200 len: 217 time: 0.0785303 Jan 28 16:42:14.516728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Request body: {'port': {'device_id': '03412c20-e89a-4a18-bf4e-c796606e866b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:14.652199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dedeba36-52a8-46f2-a381-0a583117cd22 req-16018504-44e1-4236-90d7-de59fe2d75c7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640352 Jan 28 16:42:14.652549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.686427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks [] for port (88874574-985c-4319-be0c-3bee33c687f8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.734008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-0f00ad17-8286-463f-b5be-b56e9fda9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:14.735455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-0f00ad17-8286-463f-b5be-b56e9fda9d8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 200 len: 862 time: 0.1874335 Jan 28 16:42:14.827845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-e66402bd-be51-4c8c-9da3-0e431ac5069b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aba8db2a-ead4-41d5-91aa-7a992a30891b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857601 Jan 28 16:42:14.856497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-0864b793-9b7b-4590-9246-71ded03a8965 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059031 Jan 28 16:42:14.857835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (88874574-985c-4319-be0c-3bee33c687f8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:14.861151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0888a7b9-b73b-402e-afe0-1e9805160436 req-4c6e768c-33a5-4936-9faf-4f14eb7576fc tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0694304 Jan 28 16:42:14.906083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:14.911176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:14.914900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:15.031270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad6870-592c-4630-9601-e8f1811659d9 req-2788ac37-e898-4c7c-9861-afa883aa888e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:15.032865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5aad6870-592c-4630-9601-e8f1811659d9 req-2788ac37-e898-4c7c-9861-afa883aa888e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 944 time: 0.3348305 Jan 28 16:42:15.067743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Allocated IP 172.20.0.6 (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49/cd87ab9e-a069-4449-be0c-16322376416f/b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:15.159994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2bbe020c-612e-4214-b6d5-f41344085e90 req-c29ba5b8-cd7a-439e-a295-1dc41f8e6fe1 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 210 time: 0.0776303 Jan 28 16:42:15.199466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-469791af-3858-431e-ad77-9610185ed88b service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471735 Jan 28 16:42:15.215951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88166ee7-87d6-4806-96e9-b91d032798d7 req-38b65faf-230e-435d-923e-ee35d67e2fa9 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430107 Jan 28 16:42:15.241685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Pushing event updated for resources: {'Port': ['ID=88874574-985c-4319-be0c-3bee33c687f8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:15.252944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5aad6870-592c-4630-9601-e8f1811659d9 req-7b406b06-736d-4fad-b41d-14983dc933f9 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085242 Jan 28 16:42:15.261375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:15.261997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.288504 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-009debef-e1ba-4a49-909e-7424587b0078 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5427268 Jan 28 16:42:15.301084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Request body: {'port': {'device_id': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:15.371633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (88874574-985c-4319-be0c-3bee33c687f8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.415294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52464d8a-6ed1-4f27-b650-eb83f25697d7 req-67377283-041a-4b9f-a375-0dd5ff64e23d service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022178 Jan 28 16:42:15.440583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks [] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.477669 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.513694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:15.517232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:15.519448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:15.577738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:15.578358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.597794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6350148 Jan 28 16:42:15.598746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7443cc-ef3a-4cac-bf50-81c04dfd5355 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Pushing event updated for resources: {'Port': ['ID=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:15.618544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Request body: {'port': {'device_id': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:15.636480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bf0cc9-7ecb-4581-bef0-38016503f5f8 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:15.644732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Publish callbacks [] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.662023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Transition to ACTIVE for port object 98bf0cc9-7ecb-4581-bef0-38016503f5f8 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:15.698225 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.738654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.793900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Pushing event updated for resources: {'Port': ['ID=98bf0cc9-7ecb-4581-bef0-38016503f5f8,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:15.874004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a821add1-97a6-4b05-8c55-10bcbf49dc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.925082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2661b2b-9a05-447c-a689-04395c2e0b5f req-42c89be5-331d-4d8d-993a-22c0946ecaec tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:15.929302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:15.933528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2661b2b-9a05-447c-a689-04395c2e0b5f req-42c89be5-331d-4d8d-993a-22c0946ecaec tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.1121583 Jan 28 16:42:15.955361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Attempting to bind port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:15.955706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Attempting to bind port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:15.956038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Attempting to bind port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:15.968264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:15.969194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Attempting to bind port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:15.983861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:15.984205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Checking segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:15.984594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Bound using segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:15.987490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Bound port: 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:15.987490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:15.996296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2661b2b-9a05-447c-a689-04395c2e0b5f req-0685130e-560c-418b-9ff0-a50b0a7d5296 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618072 Jan 28 16:42:16.068800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88874574-985c-4319-be0c-3bee33c687f8 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:16.078265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a79c242-5322-487b-b31b-e1137e35e01d req-afe06530-9d55-47d3-8ac2-5fe0015d16cb tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0306652 Jan 28 16:42:16.085157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Publish callbacks [] for port (88874574-985c-4319-be0c-3bee33c687f8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.112278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Transition to ACTIVE for port object 88874574-985c-4319-be0c-3bee33c687f8 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:16.114183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] For port 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:16.132079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] For port 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:16.137209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (88874574-985c-4319-be0c-3bee33c687f8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.178368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.180330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:16.203845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'port_id': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'mac_address': 'fa:16:3e:96:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318aef86-8bfa-428a-9eea-9c973ffa126c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:16.243249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.244888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.246533 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] 10.222.0.24 "PUT /v2.0/ports/98bf0cc9-7ecb-4581-bef0-38016503f5f8 HTTP/1.1" status: 200 len: 1092 time: 1.7340100 Jan 28 16:42:16.254654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03412c20-e89a-4a18-bf4e-c796606e866b', 'tag': '98bf0cc9-7ecb-4581-bef0-38016503f5f8'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:16.264742 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee355d04-73bb-4660-9db2-6527bde8ef78" -d '{"events": [{"name": "network-changed", "server_uuid": "03412c20-e89a-4a18-bf4e-c796606e866b", "tag": "98bf0cc9-7ecb-4581-bef0-38016503f5f8"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:16.282432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:16.282632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.311568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:16.319324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Pushing event updated for resources: {'Port': ['ID=88874574-985c-4319-be0c-3bee33c687f8,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:16.346316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:16.356272 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.418537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:16.428608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:16.446832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Publish callbacks [] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.468162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Transition to ACTIVE for port object b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:16.471155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76133a01-5525-48e3-bed5-47353cb53d0f service neutron] Pushing event updated for resources: {'Port': ['ID=98bf0cc9-7ecb-4581-bef0-38016503f5f8,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:16.480245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.482246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-c2216c7d-a1ff-4041-ae9c-8cccd39e6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.483758 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-c2216c7d-a1ff-4041-ae9c-8cccd39e6e35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 1126 time: 0.1817565 Jan 28 16:42:16.488185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Attempting to bind port 88874574-985c-4319-be0c-3bee33c687f8 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:16.488518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Attempting to bind port 88874574-985c-4319-be0c-3bee33c687f8 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:16.488900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Attempting to bind port 88874574-985c-4319-be0c-3bee33c687f8 on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:16.498137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deeb56-6026-401f-984e-b8e68c9f5876 req-5c329d2a-fca8-4b45-ad20-df7eb5c27aa3 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.500422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06deeb56-6026-401f-984e-b8e68c9f5876 req-5c329d2a-fca8-4b45-ad20-df7eb5c27aa3 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 931 time: 0.1627760 Jan 28 16:42:16.507747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Port 88874574-985c-4319-be0c-3bee33c687f8 on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:16.508089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Attempting to bind port 88874574-985c-4319-be0c-3bee33c687f8 on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:16.510187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b99771-9b68-4f72-9c98-8cb653ecebe3 req-37ccb77c-bf91-4fe1-b9a3-cbdd3a76f16c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.511639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1b99771-9b68-4f72-9c98-8cb653ecebe3 req-37ccb77c-bf91-4fe1-b9a3-cbdd3a76f16c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 945 time: 0.1539829 Jan 28 16:42:16.541856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-52269ab0-5456-4341-aaf8-d37d254740f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8 HTTP/1.1" status: 200 len: 217 time: 0.0504708 Jan 28 16:42:16.542719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:16.543055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Checking segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:16.543462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Bound using segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:16.543899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Bound port: 88874574-985c-4319-be0c-3bee33c687f8, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:16.544257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (88874574-985c-4319-be0c-3bee33c687f8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.586434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Pushing event updated for resources: {'Port': ['ID=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:16.627940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-c28720f3-84a4-4f61-abae-43d1369fe866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.629451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-c28720f3-84a4-4f61-abae-43d1369fe866 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 200 len: 857 time: 0.0821764 Jan 28 16:42:16.647898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1b99771-9b68-4f72-9c98-8cb653ecebe3 req-f59fc96a-4ff0-47cc-acaa-f0ce10f276fb tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147408 Jan 28 16:42:16.671010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] For port 88874574-985c-4319-be0c-3bee33c687f8, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:16.674786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a4e82511-33e9-47b7-8b5d-c8ae396ee5a1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:16.675135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-43bc0058-346a-47c4-83d3-88fbff1db708 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365996 Jan 28 16:42:16.737637 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9909ddc-c2b7-44d6-9c85-ee6028f0118a x-openstack-request-id: req-b9909ddc-c2b7-44d6-9c85-ee6028f0118a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:16.738017 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03412c20-e89a-4a18-bf4e-c796606e866b", "tag": "98bf0cc9-7ecb-4581-bef0-38016503f5f8", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:16.738405 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9909ddc-c2b7-44d6-9c85-ee6028f0118a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:16.738832 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03412c20-e89a-4a18-bf4e-c796606e866b', 'tag': '98bf0cc9-7ecb-4581-bef0-38016503f5f8', 'status': 'completed', 'code': 200} Jan 28 16:42:16.745075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] For port 88874574-985c-4319-be0c-3bee33c687f8, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=88874574-985c-4319-be0c-3bee33c687f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:16.758332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (88874574-985c-4319-be0c-3bee33c687f8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.797022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.797541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:16.799239 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] 10.222.0.31 "PUT /v2.0/ports/88874574-985c-4319-be0c-3bee33c687f8 HTTP/1.1" status: 200 len: 1093 time: 1.5033669 Jan 28 16:42:16.843119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-94a247b1-79b4-4353-9917-c58d0dcb0c80 service neutron] 10.222.0.24 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586294 Jan 28 16:42:16.848175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c671-d295-4b88-a8b8-9eccf5d1da67 service neutron] Pushing event updated for resources: {'Port': ['ID=88874574-985c-4319-be0c-3bee33c687f8,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:16.963287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-2bcaadd5-1d27-4690-a9db-aa6beffe1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:16.964939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-2bcaadd5-1d27-4690-a9db-aa6beffe1a59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 1127 time: 0.1136930 Jan 28 16:42:16.976141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06deeb56-6026-401f-984e-b8e68c9f5876 req-f2a1315c-6470-4af8-bb37-6b83ec499266 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633741 Jan 28 16:42:17.017393 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-10df298d-5c9e-4e62-931e-208f2dd5a23a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88874574-985c-4319-be0c-3bee33c687f8 HTTP/1.1" status: 200 len: 217 time: 0.0425017 Jan 28 16:42:17.018095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Attempting to bind port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:17.018501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Attempting to bind port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:17.018897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Attempting to bind port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:17.019516 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-5fd7fd60-967c-4622-a4ef-a48df1f6525c service neutron] 10.222.0.24 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671484 Jan 28 16:42:17.023679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:17.024071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Attempting to bind port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c on network bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:17.030202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:17.030630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Checking segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:17.031083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Bound using segment: {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:17.031594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Bound port: b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1985f3ec-0622-4852-80d9-f91dbe1c7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:17.032186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:17.082617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-070c014c-2081-42bc-96e9-cd080d292672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.084419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-070c014c-2081-42bc-96e9-cd080d292672 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 200 len: 857 time: 0.0594501 Jan 28 16:42:17.152617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-cedfdab9-5d46-4291-93a9-72a861b3522c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507438 Jan 28 16:42:17.166811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] For port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:17.170690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] For port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:17.171211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-ac0c845e-ad6f-4b04-94d3-56c47642818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.172874 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-ac0c845e-ad6f-4b04-94d3-56c47642818f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 1126 time: 0.0831265 Jan 28 16:42:17.179204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d3ab2-fb18-4a26-8af0-01a078c7535e req-42a118bf-d0c4-434e-89e1-322bb773bf95 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.180843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f3d3ab2-fb18-4a26-8af0-01a078c7535e req-42a118bf-d0c4-434e-89e1-322bb773bf95 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0874977 Jan 28 16:42:17.189868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:17.265193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.266453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:17.268467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] 10.222.0.31 "PUT /v2.0/ports/b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c HTTP/1.1" status: 200 len: 1092 time: 1.6582551 Jan 28 16:42:17.271784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'tag': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:17.274229 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58548543-8c2b-429e-91f3-dd6104f352b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0be693a0-9a5f-4307-8108-8339ac68d59e", "tag": "b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:17.335312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11978fb0-d8a8-4ef4-a293-f913477845b9 req-236cbb2e-e486-4948-8ce1-46116de2a366 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0556412 Jan 28 16:42:17.352471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5865-e1db-4ddc-b6d4-4f3ae681fb6b service neutron] Pushing event updated for resources: {'Port': ['ID=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:17.381210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f3d3ab2-fb18-4a26-8af0-01a078c7535e req-923a5c7b-5065-464f-be5e-c28218c5824c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930177 Jan 28 16:42:17.386778 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-3c628791-87e7-4372-a358-2d0e6c60acca service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122574 Jan 28 16:42:17.409953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-ad698e1e-88bf-4344-88dd-79d6a97a01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.411448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-ad698e1e-88bf-4344-88dd-79d6a97a01d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 918 time: 0.2270691 Jan 28 16:42:17.422102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-aba90ccd-dd9e-44a9-a6d4-4499b699d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.423703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-aba90ccd-dd9e-44a9-a6d4-4499b699d55c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 1126 time: 0.0928774 Jan 28 16:42:17.428647 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4bd7d0-d484-4674-be02-a80705ee5e2b x-openstack-request-id: req-9f4bd7d0-d484-4674-be02-a80705ee5e2b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:17.428980 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be693a0-9a5f-4307-8108-8339ac68d59e", "tag": "b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:17.429241 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f4bd7d0-d484-4674-be02-a80705ee5e2b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:17.429641 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'tag': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c', 'status': 'completed', 'code': 200} Jan 28 16:42:17.486686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-54fef552-e13f-43df-9404-0c1eb3542ced service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c HTTP/1.1" status: 200 len: 217 time: 0.0463419 Jan 28 16:42:17.501439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-8de630fd-d74a-4b6e-8b8b-7213f9aa9bb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8 HTTP/1.1" status: 200 len: 217 time: 0.0734985 Jan 28 16:42:17.562009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-9b7ad473-3fee-44e5-98b7-19fabcfe2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.563489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-9b7ad473-3fee-44e5-98b7-19fabcfe2321 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 200 len: 857 time: 0.0678344 Jan 28 16:42:17.576711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-edb3cac9-feb5-4df8-bbaf-11c0e88ba7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.576893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733326f1-bc75-46d8-b68c-7321b04c3caf req-ffe77988-c932-4a72-82be-55526d3996ef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.578167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-edb3cac9-feb5-4df8-bbaf-11c0e88ba7db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 200 len: 857 time: 0.0702772 Jan 28 16:42:17.578353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-733326f1-bc75-46d8-b68c-7321b04c3caf req-ffe77988-c932-4a72-82be-55526d3996ef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0945187 Jan 28 16:42:17.581756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-d73821a1-1100-4dac-89f3-254894f37ded service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855154 Jan 28 16:42:17.610155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-356741cd-7733-41d0-985d-7b10d2f62ae4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308533 Jan 28 16:42:17.627047 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-94d88e06-0844-4cfa-a32f-b8415361cb3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310924 Jan 28 16:42:17.701964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-733326f1-bc75-46d8-b68c-7321b04c3caf req-a66ddfe8-54b8-4bb2-a208-8963bf64fbde tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150384 Jan 28 16:42:17.752784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-2bcf9463-eea3-4920-82e2-3c7b2a27999b service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298172 Jan 28 16:42:17.767700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-7dd5bfad-0eff-4d6b-b4b9-c35a847ceece service neutron] 10.222.0.24 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241360 Jan 28 16:42:17.858843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4a226e2-67b5-49bf-bc4e-92c7ffd1af1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:17.903598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee355d04-73bb-4660-9db2-6527bde8ef78 req-5d8b9e00-a023-4919-833a-599af0a91220 service neutron] 10.222.0.24 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287761 Jan 28 16:42:17.916789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba017dba-38bd-4b9b-9b61-059dc0bd1f8a req-f2d26a9b-3a8f-4dc5-8dc7-10fe2d29f8c5 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:17.918381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba017dba-38bd-4b9b-9b61-059dc0bd1f8a req-f2d26a9b-3a8f-4dc5-8dc7-10fe2d29f8c5 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 945 time: 0.1646404 Jan 28 16:42:17.931969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:17.962074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fed6b4-1321-47e5-bd07-08d38b435163 req-12a0a046-a7d8-4e41-b678-2c43724e82e5 service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955559 Jan 28 16:42:18.020976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba017dba-38bd-4b9b-9b61-059dc0bd1f8a req-a16e5d12-2a38-4ab8-a46b-d5967d3aad29 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849478 Jan 28 16:42:18.142153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:18.142357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-8a26c508-1e40-406c-9a2b-2ea3283cb47e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640054 Jan 28 16:42:18.149242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:18.150684 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:18.155201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-793ca96c-f558-4cb0-8af5-63d72c1f63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:18.156777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-793ca96c-f558-4cb0-8af5-63d72c1f63a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 1126 time: 0.1197581 Jan 28 16:42:18.232909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:18.233308 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:18.256133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:18.258292 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2f5e1-b27c-4e2e-b75b-35cb0ab1f4c0" -d '{"events": [{"server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:18.270553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:18.275653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:18.299064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9c42-60d8-4809-bef2-20aa47c6929f req-bc6d4d89-6861-4517-8b98-72d0e5c9a4d9 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:18.300598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-737b9c42-60d8-4809-bef2-20aa47c6929f req-bc6d4d89-6861-4517-8b98-72d0e5c9a4d9 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 943 time: 0.2028477 Jan 28 16:42:18.330919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:18.355648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-53c6ffec-9f65-4c5c-914b-d2a5d8fe6c36 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:18.361135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-53c6ffec-9f65-4c5c-914b-d2a5d8fe6c36 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082591 Jan 28 16:42:18.392629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-0a50a1c7-2c34-41cd-854b-4410f0e7c427 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/quotas/a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 375 time: 0.0303361 Jan 28 16:42:18.399843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-4121b7f9-b0d4-4ed5-a6c3-a546cf9bac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:18.401971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-4121b7f9-b0d4-4ed5-a6c3-a546cf9bac46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 918 time: 0.2314391 Jan 28 16:42:18.479282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-737b9c42-60d8-4809-bef2-20aa47c6929f req-a9b89da1-9891-4111-9559-5b1159a81fc8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566455 Jan 28 16:42:18.482714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-5a47981a-54a8-47a5-8157-56440929a8bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c HTTP/1.1" status: 200 len: 217 time: 0.0606687 Jan 28 16:42:18.529897 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0da163-a34b-4643-bc02-59eb0d87b391 x-openstack-request-id: req-0c0da163-a34b-4643-bc02-59eb0d87b391 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:18.530201 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:18.530455 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c0da163-a34b-4643-bc02-59eb0d87b391 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:18.531176 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'code': 200} Jan 28 16:42:18.543570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-f20c30b7-8a03-4bc8-b340-e6bdea4e14d7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450922 Jan 28 16:42:18.550695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-f8406c4b-adc1-4eb5-a8db-d4e50c952a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:18.552201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-f8406c4b-adc1-4eb5-a8db-d4e50c952a13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 200 len: 857 time: 0.0606568 Jan 28 16:42:18.587136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-97ee452f-9697-4d34-9205-3a669d78a667 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jan 28 16:42:18.655562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45268a70-80d1-4e68-8cb0-93980c61937f req-4f3e8efb-2bb5-42c7-b081-e146a6a27a57 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0531793 Jan 28 16:42:18.680317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6467-9b9d-4ca5-818e-6b2ff5e1ee5e req-528b785d-326f-4d4d-a634-f63f988cacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:18.681956 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7fad6467-9b9d-4ca5-818e-6b2ff5e1ee5e req-528b785d-326f-4d4d-a634-f63f988cacad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 1129 time: 0.0664127 Jan 28 16:42:18.757236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'tag': '88874574-985c-4319-be0c-3bee33c687f8'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:18.760014 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a5373e-4a65-43e6-8bcc-91d766a23eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9fdf2e-2929-42f7-a32c-005d578d1638", "tag": "88874574-985c-4319-be0c-3bee33c687f8"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:18.764214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7fad6467-9b9d-4ca5-818e-6b2ff5e1ee5e req-b7f8f334-497a-4385-8ca7-fb3fd39ec326 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726748 Jan 28 16:42:18.765181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4723f560-f452-4beb-80fa-cc4a616af0ff req-04d4f2b4-0594-4797-a91c-44daad0c87d1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 210 time: 0.0286407 Jan 28 16:42:18.767444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-ae1fa9c1-534f-4853-bc61-e84aeb35605b service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628323 Jan 28 16:42:18.793990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 98bf0cc9-7ecb-4581-bef0-38016503f5f8 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:18.812338 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c02dd01-2133-47bd-b14c-3058b254d138 x-openstack-request-id: req-0c02dd01-2133-47bd-b14c-3058b254d138 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:18.812869 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9fdf2e-2929-42f7-a32c-005d578d1638", "tag": "88874574-985c-4319-be0c-3bee33c687f8", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:18.813137 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c02dd01-2133-47bd-b14c-3058b254d138 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:18.813299 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'tag': '88874574-985c-4319-be0c-3bee33c687f8', 'status': 'completed', 'code': 200} Jan 28 16:42:18.911189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:18.924899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '98bf0cc9-7ecb-4581-bef0-38016503f5f8', 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'port_id': '98bf0cc9-7ecb-4581-bef0-38016503f5f8', 'mac_address': 'fa:16:3e:e1:24:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd87ab9e-a069-4449-be0c-16322376416f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:18.969902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:18.970544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:18.985430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bf0cc9-7ecb-4581-bef0-38016503f5f8 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:19.011074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:19.016955 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:19.086542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-aa18d6ba-9557-466f-9043-ded2edeaf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:19.088828 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-aa18d6ba-9557-466f-9043-ded2edeaf600 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 1127 time: 0.0723310 Jan 28 16:42:19.137047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=98bf0cc9-7ecb-4581-bef0-38016503f5f8,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:19.207756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58548543-8c2b-429e-91f3-dd6104f352b1 req-abd58958-a9a1-4691-bc61-a36fab07266c service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122624 Jan 28 16:42:19.233696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846853c-4885-4e8f-bd31-5686fc19f8c9 req-f9bc4a87-8fc1-4a03-a4d3-db1b7d6dbc3c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:19.236323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0846853c-4885-4e8f-bd31-5686fc19f8c9 req-f9bc4a87-8fc1-4a03-a4d3-db1b7d6dbc3c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0961654 Jan 28 16:42:19.263020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-81f933be-51f3-4138-9858-ccd4e267bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:19.265278 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-81f933be-51f3-4138-9858-ccd4e267bb78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 200 len: 918 time: 0.1658406 Jan 28 16:42:19.303348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:19.307391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0846853c-4885-4e8f-bd31-5686fc19f8c9 req-2e2449b9-e008-4aeb-8474-63e847591e84 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Jan 28 16:42:19.332963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-31e87db1-7e0a-4be3-99b8-a3acbacac738 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88874574-985c-4319-be0c-3bee33c687f8 HTTP/1.1" status: 200 len: 217 time: 0.0510941 Jan 28 16:42:19.364983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['98bf0cc9-7ecb-4581-bef0-38016503f5f8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:19.426033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-1df6c70f-d698-46d1-8c96-83c15d398740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:19.428004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-1df6c70f-d698-46d1-8c96-83c15d398740 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 200 len: 857 time: 0.0863581 Jan 28 16:42:19.476700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-0d7efad6-af1f-4a42-9a65-cba53ca9b2eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349915 Jan 28 16:42:19.591922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-621943d4-edae-4cbf-8906-1996c0f007f9 service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047089 Jan 28 16:42:19.615920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a170655-4aa5-45b2-a7b4-46c2d611f4ad req-6bde24fb-8ff5-4de1-98bf-35a578a0ec0b tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:19.617447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a170655-4aa5-45b2-a7b4-46c2d611f4ad req-6bde24fb-8ff5-4de1-98bf-35a578a0ec0b tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 943 time: 0.0580113 Jan 28 16:42:19.671302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a170655-4aa5-45b2-a7b4-46c2d611f4ad req-199be820-b511-45c5-8fe1-1e4e5fb549fb tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472484 Jan 28 16:42:19.704133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-87a5373e-4a65-43e6-8bcc-91d766a23eaa req-9687e292-b4ea-4e66-a724-b6db0c41c45e service neutron] 10.222.0.31 "GET /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010582 Jan 28 16:42:19.753288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a21c2021-5ddd-4a07-b730-99d245606616 req-d4b169cc-b1b7-45fa-ace9-68bec627ee48 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0296273 Jan 28 16:42:19.867432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b32e728-e932-4b52-bd7f-a6563987a39c req-675908b1-8f5f-4ee1-8de5-b02f2f2df184 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 210 time: 0.0328350 Jan 28 16:42:19.898514 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-4b110878-fba2-47c4-aab2-086453f8454e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331495 Jan 28 16:42:19.959892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 88874574-985c-4319-be0c-3bee33c687f8 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:20.027359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e6944c1d-14ef-4cab-8446-b7a008f4fe0d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:20.029382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e6944c1d-14ef-4cab-8446-b7a008f4fe0d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260769 Jan 28 16:42:20.058777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Request body: {'port': {'device_id': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'a8937d6dd909437c9a610245349f866b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:20.075216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 88874574-985c-4319-be0c-3bee33c687f8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=88874574-985c-4319-be0c-3bee33c687f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:20.091220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '88874574-985c-4319-be0c-3bee33c687f8', 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'port_id': '88874574-985c-4319-be0c-3bee33c687f8', 'mac_address': 'fa:16:3e:5e:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd87ab9e-a069-4449-be0c-16322376416f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:20.142560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 88874574-985c-4319-be0c-3bee33c687f8 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:20.142950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (88874574-985c-4319-be0c-3bee33c687f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.158686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88874574-985c-4319-be0c-3bee33c687f8 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:20.186607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 88874574-985c-4319-be0c-3bee33c687f8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=88874574-985c-4319-be0c-3bee33c687f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:20.192048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (88874574-985c-4319-be0c-3bee33c687f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.215010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Made reservation on behalf of a8937d6dd909437c9a610245349f866b for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:20.219245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.260908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=88874574-985c-4319-be0c-3bee33c687f8,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:20.393099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Allocated IP 192.168.233.98 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/7239b569-a99d-4f84-bb4e-a4613bda959c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:20.435564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122de082-f6d7-499b-b00a-10eb70bbd811 req-c4439f60-bed2-4b0d-98ae-d7d2ca2ddb0a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:20.436836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-122de082-f6d7-499b-b00a-10eb70bbd811 req-c4439f60-bed2-4b0d-98ae-d7d2ca2ddb0a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0572202 Jan 28 16:42:20.484075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['88874574-985c-4319-be0c-3bee33c687f8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:20.493464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-122de082-f6d7-499b-b00a-10eb70bbd811 req-586953e0-22cc-4304-9393-36b7cc9a3691 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507791 Jan 28 16:42:20.571643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks [] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.594398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.613778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.627163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:20.645180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec218603-d13c-445b-917b-705d05b3b389 req-b9f1aa68-2dad-4e34-8f44-00f0354d57ad tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:20.647304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec218603-d13c-445b-917b-705d05b3b389 req-b9f1aa68-2dad-4e34-8f44-00f0354d57ad tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0687935 Jan 28 16:42:20.652137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:20.676967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:20.686177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:20.688029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:20.690589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:20.747371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec218603-d13c-445b-917b-705d05b3b389 req-96591a71-4208-4b43-83b0-622cea061198 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931451 Jan 28 16:42:20.760868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:20.761618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.781691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-e7cdad32-b9a1-4e21-8c7b-efba3f5dea4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7285457 Jan 28 16:42:20.795927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Request body: {'port': {'device_id': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:20.807561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 98bf0cc9-7ecb-4581-bef0-38016503f5f8 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:20.926357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:20.949517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32668eb-725e-42e2-8bc8-38689e139bb2 req-6191d9d5-ab08-4f39-88ad-a396d8600263 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:20.953241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c32668eb-725e-42e2-8bc8-38689e139bb2 req-6191d9d5-ab08-4f39-88ad-a396d8600263 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 943 time: 0.1073680 Jan 28 16:42:21.053291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c32668eb-725e-42e2-8bc8-38689e139bb2 req-dbed6914-0eaf-4a9c-9ba3-5fe39a7786ab tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925016 Jan 28 16:42:21.183909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:21.203521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b065ebae-3e6a-41b1-b919-41cdaf359fab None None] Provisioning complete for port 7239b569-a99d-4f84-bb4e-a4613bda959c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:21.203895 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b065ebae-3e6a-41b1-b919-41cdaf359fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.207787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:21.208284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.272092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e2abbe0-dce8-4401-8c61-e6158abdfefb req-63f11015-db09-4118-b905-c42066d6035d tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0518634 Jan 28 16:42:21.313809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b065ebae-3e6a-41b1-b919-41cdaf359fab None None] Port 7239b569-a99d-4f84-bb4e-a4613bda959c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:42:21.365950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7239b569-a99d-4f84-bb4e-a4613bda959c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:21.382890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Publish callbacks [] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.399216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Transition to ACTIVE for port object 7239b569-a99d-4f84-bb4e-a4613bda959c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:21.403548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.427696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:21.428831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.459667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:21.467868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03412c20-e89a-4a18-bf4e-c796606e866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bf0cc9-7ecb-4581-bef0-38016503f5f8'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:21.476212 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd8329-a1c9-4d8b-9484-c3e667a7e074" -d '{"events": [{"server_uuid": "03412c20-e89a-4a18-bf4e-c796606e866b", "name": "network-vif-plugged", "status": "completed", "tag": "98bf0cc9-7ecb-4581-bef0-38016503f5f8"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:21.494799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:21.507838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.518023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfb49a-32ed-4a92-9647-4336423dbd70 req-a307fbdb-b950-48ba-be0b-c9844f7dfa04 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:21.519716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2edfb49a-32ed-4a92-9647-4336423dbd70 req-a307fbdb-b950-48ba-be0b-c9844f7dfa04 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.1381598 Jan 28 16:42:21.632038 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c795238-cb0d-4036-b37f-b541e828ae31 x-openstack-request-id: req-4c795238-cb0d-4036-b37f-b541e828ae31 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:21.632334 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03412c20-e89a-4a18-bf4e-c796606e866b", "name": "network-vif-plugged", "status": "completed", "tag": "98bf0cc9-7ecb-4581-bef0-38016503f5f8", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:21.632589 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c795238-cb0d-4036-b37f-b541e828ae31 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:21.633055 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03412c20-e89a-4a18-bf4e-c796606e866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bf0cc9-7ecb-4581-bef0-38016503f5f8', 'code': 200} Jan 28 16:42:21.633618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=98bf0cc9-7ecb-4581-bef0-38016503f5f8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:21.648888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2edfb49a-32ed-4a92-9647-4336423dbd70 req-fe0e47f9-8cb2-4f06-b15e-14a367b18a99 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178656 Jan 28 16:42:21.680977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:21.681347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:21.681768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:21.688356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:21.690022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:21.697879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:21.698104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:21.698604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:21.699328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Bound port: 7239b569-a99d-4f84-bb4e-a4613bda959c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:21.699763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.728205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.766719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2fcb-c9e1-453e-80cc-21ad90fe96a1 req-7228cf75-5cd2-42f2-b785-fb397ff36f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:21.769106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79af2fcb-c9e1-453e-80cc-21ad90fe96a1 req-7228cf75-5cd2-42f2-b785-fb397ff36f4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 1128 time: 0.0722318 Jan 28 16:42:21.816373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:21.819909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:21.827479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.869893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79af2fcb-c9e1-453e-80cc-21ad90fe96a1 req-5b0eb2df-2c11-4613-b4aa-b5cb02f6b5c3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922427 Jan 28 16:42:21.873540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:21.874162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:21.875668 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] 10.222.0.24 "PUT /v2.0/ports/7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 1096 time: 1.0853260 Jan 28 16:42:21.876161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:21.879561 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5128cc4a-7b6e-4582-a957-398361074d72" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:21.887549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ce41-3466-4ee5-a7b6-53adada11efa req-71e81cc9-1c6d-441e-9407-801e27b8ba09 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:21.895280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9517ce41-3466-4ee5-a7b6-53adada11efa req-71e81cc9-1c6d-441e-9407-801e27b8ba09 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.1114011 Jan 28 16:42:21.931657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c260f5b-1339-46d7-b9a1-774e7ae19205 service neutron] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:21.938278 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e9318a-f704-4cc7-b612-957edabe0635 x-openstack-request-id: req-e3e9318a-f704-4cc7-b612-957edabe0635 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:21.938639 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:21.939101 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3e9318a-f704-4cc7-b612-957edabe0635 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:21.939574 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'status': 'completed', 'code': 200} Jan 28 16:42:21.952108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9517ce41-3466-4ee5-a7b6-53adada11efa req-d3bad4ef-aa2b-4bc1-a80b-105528a7d383 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558472 Jan 28 16:42:21.972758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:22.079056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:22.092354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c', 'network_id': 'bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49', 'port_id': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c', 'mac_address': 'fa:16:3e:c5:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd87ab9e-a069-4449-be0c-16322376416f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:22.141710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:22.142107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:22.158464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:22.194414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:22.202516 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:22.210578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba03ab7-e2c2-4d4c-ac97-3d5f15e1ccac req-58ad1367-15e7-4e3e-9045-ac6ffab97106 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.214416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128cc4a-7b6e-4582-a957-398361074d72 req-c16e35ff-815e-440c-b3bd-351c7cab87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.216246 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5128cc4a-7b6e-4582-a957-398361074d72 req-c16e35ff-815e-440c-b3bd-351c7cab87b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1130 time: 0.0736229 Jan 28 16:42:22.217145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bba03ab7-e2c2-4d4c-ac97-3d5f15e1ccac req-58ad1367-15e7-4e3e-9045-ac6ffab97106 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 943 time: 0.0668232 Jan 28 16:42:22.247478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5128cc4a-7b6e-4582-a957-398361074d72 req-732aab5d-cf73-498c-9ff9-6c38fb091720 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240240 Jan 28 16:42:22.258725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:22.270565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bba03ab7-e2c2-4d4c-ac97-3d5f15e1ccac req-39c76260-4a72-4ac2-baff-5701b054af45 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522835 Jan 28 16:42:22.363018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128cc4a-7b6e-4582-a957-398361074d72 req-f23ba484-0279-437e-a3c5-7c4ce4e079e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.364896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5128cc4a-7b6e-4582-a957-398361074d72 req-f23ba484-0279-437e-a3c5-7c4ce4e079e9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085713 Jan 28 16:42:22.376954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc284ff0-425f-4517-874e-949a8364fd8e req-1d8d44f1-b9f6-4fcd-a7a3-72453b5a3f61 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0294628 Jan 28 16:42:22.456267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9a614813-ce2e-493c-82eb-8ebb4cd8c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.457919 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-9a614813-ce2e-493c-82eb-8ebb4cd8c4c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1130 time: 0.0497184 Jan 28 16:42:22.519943 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-3d4c0efc-f5a9-4b31-91e0-b794f86154b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.0441396 Jan 28 16:42:22.570210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-235e0e1e-4d54-4eac-8746-f1af33be7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.571692 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-235e0e1e-4d54-4eac-8746-f1af33be7b73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0459027 Jan 28 16:42:22.604900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:22.624751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-38253061-9880-4915-b0e6-1175e06243e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.626059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-38253061-9880-4915-b0e6-1175e06243e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0459390 Jan 28 16:42:22.779240 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-3c9f37fb-f631-467c-a7f1-3ddb602c493f service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436074 Jan 28 16:42:22.818181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37a4cb-80f7-41cf-a19f-b9074368a838 req-bd4f0631-daba-4515-83b4-f6ac40139156 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:22.819574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc37a4cb-80f7-41cf-a19f-b9074368a838 req-bd4f0631-daba-4515-83b4-f6ac40139156 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.0752633 Jan 28 16:42:22.869761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc37a4cb-80f7-41cf-a19f-b9074368a838 req-b887c2c4-93ed-4a4e-90b9-9311ac5d1630 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jan 28 16:42:22.874163 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9afd3e04-4a2d-440e-bd78-46db849f6e5d req-0700ce5c-ef02-4c25-a76d-54354395b819 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Jan 28 16:42:23.069720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa278-44b7-442d-9a0d-c1aa5ce99098 req-bbe0ba73-7367-465f-972f-55070ab702de tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:23.071169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-286fa278-44b7-442d-9a0d-c1aa5ce99098 req-bbe0ba73-7367-465f-972f-55070ab702de tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Jan 28 16:42:23.117181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-286fa278-44b7-442d-9a0d-c1aa5ce99098 req-5e766c8d-21ca-45af-a5ee-261e1d34fc57 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Jan 28 16:42:23.396209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a2ad4-34e4-4a14-9e1f-b01977ba44bb req-a847e06b-c094-4686-9def-9022607af5db tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:23.397720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae7a2ad4-34e4-4a14-9e1f-b01977ba44bb req-a847e06b-c094-4686-9def-9022607af5db tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 944 time: 0.0562737 Jan 28 16:42:23.452119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae7a2ad4-34e4-4a14-9e1f-b01977ba44bb req-1978f773-df07-4933-9fbb-c5e907d04a4e tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478606 Jan 28 16:42:23.484007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e44c3672-8bb9-42b7-a116-43b6e37a6d47 req-b8853629-bf85-45a1-9c89-d3fe5a3f5f30 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0300448 Jan 28 16:42:23.984855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:23.989344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:23.992235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695cb5a-2d14-4601-b3a7-8583a0600428 req-d3adb77f-ee00-4320-8220-391957b1d502 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:23.994845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7695cb5a-2d14-4601-b3a7-8583a0600428 req-d3adb77f-ee00-4320-8220-391957b1d502 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.0582426 Jan 28 16:42:24.052359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7695cb5a-2d14-4601-b3a7-8583a0600428 req-572ee3aa-b742-436c-863a-e645431a1c97 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508134 Jan 28 16:42:24.106673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:24.116984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:24.117490 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.171126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:24.191159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'port_id': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'mac_address': 'fa:16:3e:96:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318aef86-8bfa-428a-9eea-9c973ffa126c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:24.253230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ed2c4-101b-41f9-bb53-51fb9e618269 req-13be3d94-049d-4bdb-8184-e5745fdc6e1d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:24.254688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-226ed2c4-101b-41f9-bb53-51fb9e618269 req-13be3d94-049d-4bdb-8184-e5745fdc6e1d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0610445 Jan 28 16:42:24.266226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:24.266630 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.288580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:24.288580 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.293515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:24.324591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-226ed2c4-101b-41f9-bb53-51fb9e618269 req-7fd46f46-90da-4aca-b03c-869d09b81370 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Jan 28 16:42:24.326860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:24.336854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.345715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:24.347983 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe9a561-a922-4039-ab99-8453c8e2f48d" -d '{"events": [{"server_uuid": "0be693a0-9a5f-4307-8108-8339ac68d59e", "name": "network-vif-plugged", "status": "completed", "tag": "b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:24.382002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:24.388887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.389675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 88874574-985c-4319-be0c-3bee33c687f8 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:24.411815 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81857c4b-ec30-4a46-a814-87d5a88b226f x-openstack-request-id: req-81857c4b-ec30-4a46-a814-87d5a88b226f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:24.412545 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be693a0-9a5f-4307-8108-8339ac68d59e", "name": "network-vif-plugged", "status": "completed", "tag": "b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:24.412545 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81857c4b-ec30-4a46-a814-87d5a88b226f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:24.412748 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c', 'code': 200} Jan 28 16:42:24.439991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:24.498652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 88874574-985c-4319-be0c-3bee33c687f8 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:24.514546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a4e82511-33e9-47b7-8b5d-c8ae396ee5a1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:24.523767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 88874574-985c-4319-be0c-3bee33c687f8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:24.524153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (88874574-985c-4319-be0c-3bee33c687f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.547502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697206-5178-452c-93d8-545f4c41e7ed req-6ec0eada-2370-46fd-8117-cacf719e04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:24.549638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:24.550003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-71697206-5178-452c-93d8-545f4c41e7ed req-6ec0eada-2370-46fd-8117-cacf719e04e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 1128 time: 0.0682595 Jan 28 16:42:24.622066 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-71697206-5178-452c-93d8-545f4c41e7ed req-251a6d9c-23df-4a2e-a9a5-f892e5aabcfe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612435 Jan 28 16:42:24.658241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb301d44-cf5c-47d1-8742-4f27393c3759 req-d14c8648-45aa-493d-9275-c69231de2161 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0400441 Jan 28 16:42:24.674456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0df1-aaa1-4017-8da4-b09240d6e353 req-ae33f35f-7e17-4093-a9ee-0943a2cabdd8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:24.677022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-982c0df1-aaa1-4017-8da4-b09240d6e353 req-ae33f35f-7e17-4093-a9ee-0943a2cabdd8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 945 time: 0.1073048 Jan 28 16:42:24.681938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 88874574-985c-4319-be0c-3bee33c687f8 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:24.682335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (88874574-985c-4319-be0c-3bee33c687f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.747840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 88874574-985c-4319-be0c-3bee33c687f8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=88874574-985c-4319-be0c-3bee33c687f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:24.757046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-982c0df1-aaa1-4017-8da4-b09240d6e353 req-b438df1c-0c1c-4780-9a81-512a161a3587 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 Jan 28 16:42:24.776535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (88874574-985c-4319-be0c-3bee33c687f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:24.826905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:24.844968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=88874574-985c-4319-be0c-3bee33c687f8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:24.946219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:24.958533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'mac_address': 'fa:16:3e:33:2c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:25.003090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7239b569-a99d-4f84-bb4e-a4613bda959c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:25.003752 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:25.021968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7239b569-a99d-4f84-bb4e-a4613bda959c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:25.043526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:25.050963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:25.107844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:25.153483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef2968d4-8cd0-418e-aa0e-e2dee7e85c31 req-f650e8dd-6525-43cc-9990-025bf763321a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0261633 Jan 28 16:42:25.214090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b26e6d-21e5-4ee9-82d3-447fde3f9672 req-62c9464c-9c30-4322-8799-a65ba7312583 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:25.215715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6b26e6d-21e5-4ee9-82d3-447fde3f9672 req-62c9464c-9c30-4322-8799-a65ba7312583 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.0619044 Jan 28 16:42:25.265841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6b26e6d-21e5-4ee9-82d3-447fde3f9672 req-0164d7af-d838-43e8-b50c-84deba6d4f23 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Jan 28 16:42:25.446230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7239b569-a99d-4f84-bb4e-a4613bda959c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:25.461490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b34005-176d-43f2-bfb1-2dadc5fb8f92 req-edf2e07d-8c1c-465e-af90-94de59f604a2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:25.464726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24b34005-176d-43f2-bfb1-2dadc5fb8f92 req-edf2e07d-8c1c-465e-af90-94de59f604a2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 945 time: 0.0584879 Jan 28 16:42:25.529171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24b34005-176d-43f2-bfb1-2dadc5fb8f92 req-b713e927-8aa1-4039-b210-c756734ac15d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Jan 28 16:42:25.798284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cbc2026-8dbd-410d-9499-e9c21f6e7516 req-68d1d38d-d3b7-415a-b4d5-18d59416ecdf tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0435958 Jan 28 16:42:25.898689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5586a-4daf-4460-aa08-7644be86ef3b req-c0ad3834-7e2e-40ee-8aea-19e8c3865de7 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:25.900712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8a5586a-4daf-4460-aa08-7644be86ef3b req-c0ad3834-7e2e-40ee-8aea-19e8c3865de7 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 945 time: 0.0731564 Jan 28 16:42:25.950075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8a5586a-4daf-4460-aa08-7644be86ef3b req-11dd09b5-2308-4672-aa23-ccb58ebdb6da tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Jan 28 16:42:26.023593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:26.151550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:26.151930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:26.430185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f885d9-6587-4d55-8102-7e7421f8d116 req-8e9b42ec-7dd6-490b-b975-5633abeb1df8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.432719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88874574-985c-4319-be0c-3bee33c687f8'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:26.436042 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad3d72-70bd-4e1d-94a1-2724fec11209" -d '{"events": [{"server_uuid": "5e9fdf2e-2929-42f7-a32c-005d578d1638", "name": "network-vif-plugged", "status": "completed", "tag": "88874574-985c-4319-be0c-3bee33c687f8"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:26.437658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1f885d9-6587-4d55-8102-7e7421f8d116 req-8e9b42ec-7dd6-490b-b975-5633abeb1df8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.0783069 Jan 28 16:42:26.438621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:26.439070 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:26.504325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1f885d9-6587-4d55-8102-7e7421f8d116 req-8c1ba435-6bf1-4f0f-bc0e-7f35082db39e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Jan 28 16:42:26.523719 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08672ae8-f568-46e7-8547-8eb1b07d878f x-openstack-request-id: req-08672ae8-f568-46e7-8547-8eb1b07d878f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:26.524190 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9fdf2e-2929-42f7-a32c-005d578d1638", "name": "network-vif-plugged", "status": "completed", "tag": "88874574-985c-4319-be0c-3bee33c687f8", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:26.524600 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08672ae8-f568-46e7-8547-8eb1b07d878f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:26.525174 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88874574-985c-4319-be0c-3bee33c687f8', 'code': 200} Jan 28 16:42:26.529334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:26.535988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:26.608526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:26.663986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43130) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:26.697963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b1f1c-c6b0-4588-be78-de2ac367b007 req-62dd558a-50cc-49e9-a3b7-fe07edab0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.700052 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb4b1f1c-c6b0-4588-be78-de2ac367b007 req-62dd558a-50cc-49e9-a3b7-fe07edab0eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 1129 time: 0.0875003 Jan 28 16:42:26.715768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a242d-680c-42f7-a500-4136f5cd14cb req-4958ca76-c60e-4a09-bda3-0afeb6179065 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.717307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c16a242d-680c-42f7-a500-4136f5cd14cb req-4958ca76-c60e-4a09-bda3-0afeb6179065 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.1009393 Jan 28 16:42:26.773002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb4b1f1c-c6b0-4588-be78-de2ac367b007 req-ce90b692-f7e9-46ee-8bca-21d21a736e2f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618036 Jan 28 16:42:26.810383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c16a242d-680c-42f7-a500-4136f5cd14cb req-86c0f9b3-f35f-4be9-8088-1bececad3935 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870936 Jan 28 16:42:26.820435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.821080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.822267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.822801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.823343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.823836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.824741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:26.826422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-5fc37afd-06f3-4160-addb-eb053b58daa7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6713 time: 0.1606019 Jan 28 16:42:26.839011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:26.886805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-ce682362-fde6-41ea-92f3-8db8c9ba1bb6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544848 Jan 28 16:42:26.950049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 7239b569-a99d-4f84-bb4e-a4613bda959c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:26.955145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 7239b569-a99d-4f84-bb4e-a4613bda959c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:26.955703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:26.966020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-432d729e-c9d6-48b8-983a-532c002f99f7 req-8b436b58-f152-4ffb-bbc8-2637f596db1d tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0285585 Jan 28 16:42:27.063182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7239b569-a99d-4f84-bb4e-a4613bda959c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:27.063764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:27.102166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1477d1-139e-4c3a-b82a-d2fc1f18a9e4 req-8c1a59cf-4e46-455e-8192-34e8f8a0f731 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:27.104228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de1477d1-139e-4c3a-b82a-d2fc1f18a9e4 req-8c1a59cf-4e46-455e-8192-34e8f8a0f731 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 945 time: 0.0685339 Jan 28 16:42:27.106843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:27.114482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:27.187245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:27.206438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de1477d1-139e-4c3a-b82a-d2fc1f18a9e4 req-d80181fa-e596-45ff-92f3-3cebbe6366e7 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940375 Jan 28 16:42:27.339714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be81ffb6-81b2-495d-b95d-6c86fbe2e08c req-fc26a9af-a9aa-4636-aca2-029150ee38b8 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd&device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0324502 Jan 28 16:42:27.368692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c4d8-9379-419f-9213-2c2d8af46dae req-619f87e6-6909-4d3a-8328-a658c92752a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:27.370097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0586c4d8-9379-419f-9213-2c2d8af46dae req-619f87e6-6909-4d3a-8328-a658c92752a4 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0925522 Jan 28 16:42:27.452731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0586c4d8-9379-419f-9213-2c2d8af46dae req-da714e7d-05f5-416f-8580-b6da872e49f0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760016 Jan 28 16:42:27.470306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479feba9-4e65-42fb-9293-836490b4b174 req-94651e20-e5ba-41c3-81f9-b60566d991b8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:27.471759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-479feba9-4e65-42fb-9293-836490b4b174 req-94651e20-e5ba-41c3-81f9-b60566d991b8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 945 time: 0.0798914 Jan 28 16:42:27.521412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-479feba9-4e65-42fb-9293-836490b4b174 req-dd401d28-91e7-4ca4-937c-a062d4adad19 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Jan 28 16:42:27.681143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e16d86-5a86-4a2e-9301-06129dde5227 req-f56fa431-6549-406f-ab69-6dceb4900bd6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:27.682892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9e16d86-5a86-4a2e-9301-06129dde5227 req-f56fa431-6549-406f-ab69-6dceb4900bd6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0971091 Jan 28 16:42:27.703106 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a9c2a1c0-a089-41c1-8216-b18d6abf70d8 req-5b4f330d-5a7b-45de-90f1-d8f20aac0275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=940cba058227434c8b9cf7d07a9ae3ed&device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0281804 Jan 28 16:42:27.740249 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a9c2a1c0-a089-41c1-8216-b18d6abf70d8 req-4fffe421-29a6-4f6b-8160-7aefec9e1f58 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=940cba058227434c8b9cf7d07a9ae3ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283842 Jan 28 16:42:27.741891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14107f70-d946-4de3-af20-b6e1e34ac7f3 req-40d142c0-8e92-43fe-8d80-1e97bb67494d tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:27.743386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14107f70-d946-4de3-af20-b6e1e34ac7f3 req-40d142c0-8e92-43fe-8d80-1e97bb67494d tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 946 time: 0.1037974 Jan 28 16:42:27.761905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9e16d86-5a86-4a2e-9301-06129dde5227 req-730a61fa-8a84-46a6-a2b4-5f44fd4436da tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723071 Jan 28 16:42:27.806985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14107f70-d946-4de3-af20-b6e1e34ac7f3 req-08b360c9-a207-42bc-9cc2-9e41dfdffc09 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Jan 28 16:42:27.871162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2a1c0-a089-41c1-8216-b18d6abf70d8 req-6983487e-b1c5-4228-843d-2eec1c23bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:27.872765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a9c2a1c0-a089-41c1-8216-b18d6abf70d8 req-6983487e-b1c5-4228-843d-2eec1c23bff1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190064 Jan 28 16:42:27.877191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61d16587-1760-43cd-8b30-1185e95b0162 req-72477850-6886-471b-94f1-d98066672611 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0346968 Jan 28 16:42:28.526706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1'}, {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:28.529088 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3a96f7-db3e-4ec2-8414-26f6d687ea25" -d '{"events": [{"server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1"}, {"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-plugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:28.575536 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b72af-949b-492a-b0c9-13c1159d89db x-openstack-request-id: req-b46b72af-949b-492a-b0c9-13c1159d89db {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:28.575671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caae3e-a1ab-47d6-a97c-9dd5cae5dc9a req-41e726a1-d218-48db-907a-cb4fcdba2a9d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:28.576106 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1", "code": 200}, {"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-plugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:28.576106 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b46b72af-949b-492a-b0c9-13c1159d89db {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:28.576467 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'code': 200} Jan 28 16:42:28.576753 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'code': 200} Jan 28 16:42:28.577486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84caae3e-a1ab-47d6-a97c-9dd5cae5dc9a req-41e726a1-d218-48db-907a-cb4fcdba2a9d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0554671 Jan 28 16:42:28.624616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84caae3e-a1ab-47d6-a97c-9dd5cae5dc9a req-654ace1a-f18f-41fa-a02f-da4e9c5526c0 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Jan 28 16:42:28.698717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033537-2833-486a-9622-6d1dcb485bdc req-2559abd9-8b93-488f-95d9-da93a215e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:28.700198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e033537-2833-486a-9622-6d1dcb485bdc req-2559abd9-8b93-488f-95d9-da93a215e07e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1132 time: 0.0433953 Jan 28 16:42:28.743104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e033537-2833-486a-9622-6d1dcb485bdc req-9690f063-be46-42f8-abab-fbcb3ef24217 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Jan 28 16:42:28.923089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d6d57-b4c3-464a-838f-c9c432f0eb12 req-b13f2ee0-10c8-44d0-a3d3-80e25cb48f66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:28.924855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf2d6d57-b4c3-464a-838f-c9c432f0eb12 req-b13f2ee0-10c8-44d0-a3d3-80e25cb48f66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0814173 Jan 28 16:42:28.957417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687880d1-53dc-47fc-9900-3c5082e6bf9e req-82a3cfd5-d725-44bf-b0cf-eaf4b61d66e8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:28.958828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-687880d1-53dc-47fc-9900-3c5082e6bf9e req-82a3cfd5-d725-44bf-b0cf-eaf4b61d66e8 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 946 time: 0.0830853 Jan 28 16:42:28.997059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf2d6d57-b4c3-464a-838f-c9c432f0eb12 req-0e986f1b-dc18-48c9-a904-9a0712d05cf7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664611 Jan 28 16:42:29.030917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-687880d1-53dc-47fc-9900-3c5082e6bf9e req-6d680cce-a0f5-4258-8d1b-dcb9c7956267 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Jan 28 16:42:29.082864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9feb4cc5-63cf-4c46-8ec4-ad23f842f061 req-36202063-a80f-4178-a66d-455ed6b6d370 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jan 28 16:42:29.270827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f4ee7-50c8-4f92-9bea-7d2c68b0c9a1 req-ec6f9330-e2a1-44ea-ad4f-f5d7eed20562 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:29.272198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9f4ee7-50c8-4f92-9bea-7d2c68b0c9a1 req-ec6f9330-e2a1-44ea-ad4f-f5d7eed20562 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 946 time: 0.0552304 Jan 28 16:42:29.317900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9f4ee7-50c8-4f92-9bea-7d2c68b0c9a1 req-75ab75be-a055-459f-a09e-d563892508ee tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jan 28 16:42:29.422872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-9768ecd0-48ba-44fa-ac0d-58589bace88e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:29.424597 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-9768ecd0-48ba-44fa-ac0d-58589bace88e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0555565 Jan 28 16:42:29.517932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Deleting port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:29.518269 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:29.605195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] For port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:29.605470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:29.617038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Calling delete_port for a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:29.749544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542eccb-498a-455f-afd5-690779eaa2ed req-477fafe6-4c2d-42f6-826f-054f83ba8c95 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:29.751148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a542eccb-498a-455f-afd5-690779eaa2ed req-477fafe6-4c2d-42f6-826f-054f83ba8c95 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 946 time: 0.0549910 Jan 28 16:42:29.802315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a542eccb-498a-455f-afd5-690779eaa2ed req-5534765d-cf57-4db1-8d9a-e11549b963f1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452337 Jan 28 16:42:29.952948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a9c2a1c0-a089-41c1-8216-b18d6abf70d8 req-efdb303f-14a7-428f-a9cb-9ff284a97fbe tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0517786 Jan 28 16:42:30.029944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:30.047348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a4e82511-33e9-47b7-8b5d-c8ae396ee5a1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:30.086676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No active binding found for port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:42:30.087177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:42:30.087844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:30.094498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event deleted for resources: {'Port': ['ID=a4e82511-33e9-47b7-8b5d-c8ae396ee5a1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:30.136838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] No DVR routers for this DVR port a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:30.139972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:30.144083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-86600478-93d3-42b2-b61c-1522c398a9f1 req-8f0ae6ac-c53f-4e76-b1cf-d83e5769dba2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "DELETE /v2.0/ports/a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 HTTP/1.1" status: 204 len: 173 time: 0.7134933 Jan 28 16:42:30.144541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'name': 'network-vif-deleted', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:30.146860 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e24036d-80a9-480c-916d-1c25ab61bd93" -d '{"events": [{"server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "name": "network-vif-deleted", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:30.154212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4051b51-8ead-48f1-b5a6-35541c7012c5 req-f1627f84-272b-4446-a731-2f3843d99ac3 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:30.161275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4051b51-8ead-48f1-b5a6-35541c7012c5 req-f1627f84-272b-4446-a731-2f3843d99ac3 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0841129 Jan 28 16:42:30.222736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d542fe2e-174d-4284-83a2-2eaac571d2c8 req-eba34b96-e29c-4bc4-a880-b142a2e26fa8 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c84cb87-142b-4445-87ac-5c2aaac704fd HTTP/1.1" status: 200 len: 210 time: 0.0327153 Jan 28 16:42:30.230930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4051b51-8ead-48f1-b5a6-35541c7012c5 req-11e8e2ea-10c9-4466-b6a7-6de3431a60c7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687580 Jan 28 16:42:30.285141 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb56d2c-cf6d-4aeb-b75e-c40b2e7a4ff0 x-openstack-request-id: req-6eb56d2c-cf6d-4aeb-b75e-c40b2e7a4ff0 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:30.285436 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560b306-c1f3-4244-bf38-5747c1cd5d15", "name": "network-vif-deleted", "tag": "a4e82511-33e9-47b7-8b5d-c8ae396ee5a1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:30.285692 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eb56d2c-cf6d-4aeb-b75e-c40b2e7a4ff0 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:30.286079 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560b306-c1f3-4244-bf38-5747c1cd5d15', 'name': 'network-vif-deleted', 'tag': 'a4e82511-33e9-47b7-8b5d-c8ae396ee5a1', 'status': 'completed', 'code': 200} Jan 28 16:42:30.430966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418eab-015b-4aef-832a-fc9ed958522c req-1c5c7e5c-f446-4051-88e9-d7a8044e415e tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:30.433156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5418eab-015b-4aef-832a-fc9ed958522c req-1c5c7e5c-f446-4051-88e9-d7a8044e415e tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 946 time: 0.0524480 Jan 28 16:42:30.479103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5418eab-015b-4aef-832a-fc9ed958522c req-0241b840-0df2-45ac-8dc5-eabecdac170d tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Jan 28 16:42:30.639558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-b4e75a0e-4a25-4218-a9e5-bbdba818e740 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448260 Jan 28 16:42:30.754602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-9ea71f30-478e-4226-ad08-b38f1d0c7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:30.756169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-9ea71f30-478e-4226-ad08-b38f1d0c7d30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 1129 time: 0.0501981 Jan 28 16:42:30.887760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-5ca7eca4-b307-42fa-b1d5-881988f94d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:30.890051 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-5ca7eca4-b307-42fa-b1d5-881988f94d52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 200 len: 916 time: 0.1141241 Jan 28 16:42:30.894544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da827db-f754-455b-a39e-c5820b7c74aa req-835dc410-ba24-4aaf-88fb-8050a32b241f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:30.896017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2da827db-f754-455b-a39e-c5820b7c74aa req-835dc410-ba24-4aaf-88fb-8050a32b241f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 946 time: 0.0825293 Jan 28 16:42:30.947000 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-215cdf41-b7a9-4ec0-8a4b-166a34da1937 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d HTTP/1.1" status: 200 len: 217 time: 0.0450573 Jan 28 16:42:30.947797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1bc3e034-07bd-4a16-918f-71e27a32e144 req-a2c1016b-c752-4363-8041-c92b01cffaf9 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=a560b306-c1f3-4244-bf38-5747c1cd5d15 HTTP/1.1" status: 200 len: 210 time: 0.0473027 Jan 28 16:42:31.013191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-d5076340-a4a9-410a-a864-8b2e922151cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.014569 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-d5076340-a4a9-410a-a864-8b2e922151cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 200 len: 855 time: 0.0518706 Jan 28 16:42:31.015331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Deleting port 88874574-985c-4319-be0c-3bee33c687f8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:31.015676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (88874574-985c-4319-be0c-3bee33c687f8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:31.025584 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-3fcdf89d-a801-40d0-b833-38a79d83c89f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1177001 Jan 28 16:42:31.052422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-842e1683-8620-48db-b2c7-f8762441c012 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ed097501-d3f6-476d-af59-636fe119bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253658 Jan 28 16:42:31.111241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] For port 88874574-985c-4319-be0c-3bee33c687f8, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=88874574-985c-4319-be0c-3bee33c687f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:31.111241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (88874574-985c-4319-be0c-3bee33c687f8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:31.125908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Calling delete_port for 88874574-985c-4319-be0c-3bee33c687f8 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:31.186657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-aef9c7a5-36dd-4a30-a451-626e677a6644 service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270115 Jan 28 16:42:31.193168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.193651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.194126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.194587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.195043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.195501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.195957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.197942 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c03abfb6-b1a0-436d-bc00-84cbde70276c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 6713 time: 0.0907977 Jan 28 16:42:31.273258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (88874574-985c-4319-be0c-3bee33c687f8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:31.289874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['98bf0cc9-7ecb-4581-bef0-38016503f5f8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:31.292946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['88874574-985c-4319-be0c-3bee33c687f8', 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:31.309654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Pushing event deleted for resources: {'Port': ['ID=88874574-985c-4319-be0c-3bee33c687f8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:31.361830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3c1edc2-eaa3-41a0-9d2a-b36d30e841b8 req-c12a7060-7de2-4b48-8723-b0f9360f526d service neutron] 10.222.0.31 "GET /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629384 Jan 28 16:42:31.381194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] No DVR routers for this DVR port 88874574-985c-4319-be0c-3bee33c687f8 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:31.384368 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:31.384513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f97f28e7-23b8-46f8-9523-e24e234ace81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.384927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f97f28e7-23b8-46f8-9523-e24e234ace81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.385950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f97f28e7-23b8-46f8-9523-e24e234ace81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.387779 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f97f28e7-23b8-46f8-9523-e24e234ace81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3759275c-ff7c-41dd-95c9-2bdde6ff3343&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=8ca89ba0-a770-405c-bb94-189fe91a7346&id=07766232-8393-45f7-be9c-388086ef8cf0&id=07766232-8393-45f7-be9c-388086ef8cf0 HTTP/1.1" status: 200 len: 2294 time: 0.1414597 Jan 28 16:42:31.388585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2da827db-f754-455b-a39e-c5820b7c74aa req-5f8938ac-25e4-48c1-bf32-040ced7366b2 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "DELETE /v2.0/ports/88874574-985c-4319-be0c-3bee33c687f8 HTTP/1.1" status: 204 len: 173 time: 0.4864194 Jan 28 16:42:31.389083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'name': 'network-vif-deleted', 'tag': '88874574-985c-4319-be0c-3bee33c687f8'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:31.391884 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00d62c-243b-49ca-80a1-277fab3dab79" -d '{"events": [{"server_uuid": "5e9fdf2e-2929-42f7-a32c-005d578d1638", "name": "network-vif-deleted", "tag": "88874574-985c-4319-be0c-3bee33c687f8"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:31.455374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0c9fe-830d-4149-8f48-c9c6a9c22c23 req-16a2b186-53b5-4a0c-bae2-67c253402f64 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.467875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cf0c9fe-830d-4149-8f48-c9c6a9c22c23 req-16a2b186-53b5-4a0c-bae2-67c253402f64 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1133528 Jan 28 16:42:31.483669 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-e0715e42-7833-45d6-aaf3-f62c3acb9501 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16 HTTP/1.1" status: 200 len: 1001 time: 0.0809274 Jan 28 16:42:31.541710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cf0c9fe-830d-4149-8f48-c9c6a9c22c23 req-d53ebaf3-4bee-4637-bb37-e62534d3fa70 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Jan 28 16:42:31.614875 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d5676-8da1-498e-8a86-606728c3cd75 x-openstack-request-id: req-3e2d5676-8da1-498e-8a86-606728c3cd75 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:31.615184 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9fdf2e-2929-42f7-a32c-005d578d1638", "name": "network-vif-deleted", "tag": "88874574-985c-4319-be0c-3bee33c687f8", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:31.615502 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e2d5676-8da1-498e-8a86-606728c3cd75 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:31.615830 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9fdf2e-2929-42f7-a32c-005d578d1638', 'name': 'network-vif-deleted', 'tag': '88874574-985c-4319-be0c-3bee33c687f8', 'status': 'completed', 'code': 200} Jan 28 16:42:31.618443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9a6ae06-a236-441b-8687-f261586d284e req-a3d34469-5a45-42f9-8f46-f7b723578c0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=940cba058227434c8b9cf7d07a9ae3ed&device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0523264 Jan 28 16:42:31.625598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f6d1a9cb-2f05-49c1-8bbf-05ade9fe6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.627080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f6d1a9cb-2f05-49c1-8bbf-05ade9fe6a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b533955-65a8-4162-8449-0023f20ef93e HTTP/1.1" status: 200 len: 851 time: 0.1355665 Jan 28 16:42:31.690298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9a6ae06-a236-441b-8687-f261586d284e req-06724ee2-44a1-4a93-a2b8-d8f77af17bc6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=940cba058227434c8b9cf7d07a9ae3ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552857 Jan 28 16:42:31.703304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f17a6824-59a5-4bc8-97c4-14412efcccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.704980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f17a6824-59a5-4bc8-97c4-14412efcccaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3759275c-ff7c-41dd-95c9-2bdde6ff3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689924 Jan 28 16:42:31.719323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f063d35e-c83a-4a72-81ae-e28254d9ed0d req-8c3b3d81-f430-4bff-a8a9-33debd31362b tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e9fdf2e-2929-42f7-a32c-005d578d1638 HTTP/1.1" status: 200 len: 210 time: 0.0617146 Jan 28 16:42:31.727612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7c13713-be00-4834-a222-c45fb176072d req-d142bc16-03a2-437d-a760-9e2ded8695ed tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0686233 Jan 28 16:42:31.804390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-053515c4-10a1-4705-9c8a-df8d967f0ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928068 Jan 28 16:42:31.847922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6ae06-a236-441b-8687-f261586d284e req-c5545a4b-e8fd-452b-8566-74ca31d07f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.849424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9a6ae06-a236-441b-8687-f261586d284e req-c5545a4b-e8fd-452b-8566-74ca31d07f47 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324375 Jan 28 16:42:31.863973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ef3ca-ecd9-45f1-b356-7398ef2f0e96 req-49e7fa50-a153-4d65-aad0-8e59bb6e9ee6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:31.865475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d5ef3ca-ecd9-45f1-b356-7398ef2f0e96 req-49e7fa50-a153-4d65-aad0-8e59bb6e9ee6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0807590 Jan 28 16:42:31.902650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-fbb7bce4-5af5-4c2b-97da-1fe83cbcc11b service neutron] 10.222.0.24 "GET /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914676 Jan 28 16:42:31.912375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d5ef3ca-ecd9-45f1-b356-7398ef2f0e96 req-40f55aec-c257-4536-aa99-80d5ffdc1fa8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jan 28 16:42:31.944905 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-809f3bef-6b26-4db6-9994-c065e2153c18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 217 time: 0.0357981 Jan 28 16:42:32.014231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-11419abe-62ea-494b-ab12-9ab5864cc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.016501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-11419abe-62ea-494b-ab12-9ab5864cc052 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.0620995 Jan 28 16:42:32.084978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-dedd1949-25ce-4747-89d9-12fd67cf9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.086827 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-dedd1949-25ce-4747-89d9-12fd67cf9ccd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0625975 Jan 28 16:42:32.122439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-8410af7b-baaa-4035-bcb3-9d950d6bc32e req-c6f6768c-708e-429d-9347-85f7e71118f9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:42:32.123406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8410af7b-baaa-4035-bcb3-9d950d6bc32e req-c6f6768c-708e-429d-9347-85f7e71118f9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098124 Jan 28 16:42:32.209941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-34e5147e-4808-45a5-bf75-71aec3ded070 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147749 Jan 28 16:42:32.325810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-28685dd2-7000-4e85-a576-98422b2a3aea service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073880 Jan 28 16:42:32.368597 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-7de36949-aa87-4646-ac67-7a69dccb8ffa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 217 time: 0.0366428 Jan 28 16:42:32.425701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-079c796a-1ed7-498a-9ad2-1faa26c1e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.427156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-079c796a-1ed7-498a-9ad2-1faa26c1e839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.0454235 Jan 28 16:42:32.476583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-9d500db9-e433-4a85-9b60-3fe312ae31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.478114 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-9d500db9-e433-4a85-9b60-3fe312ae31b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0434320 Jan 28 16:42:32.486220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-e0e93e28-c181-47f6-a177-7fca4314d834 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.487670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-e0e93e28-c181-47f6-a177-7fca4314d834 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 822 time: 0.1838298 Jan 28 16:42:32.498999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-8593efb3-bff6-4a20-944f-2b5cbdb054e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1648855 Jan 28 16:42:32.510576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd61c4-8d88-478e-811c-b9e5db81405b req-763ab5ad-a9ba-420c-8ee5-e7de4e5d0fc8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.511995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fddd61c4-8d88-478e-811c-b9e5db81405b req-763ab5ad-a9ba-420c-8ee5-e7de4e5d0fc8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1423848 Jan 28 16:42:32.518327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-880a0430-51ed-4e52-bacf-7bc24b857404 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:42:32.519277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-880a0430-51ed-4e52-bacf-7bc24b857404 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054970 Jan 28 16:42:32.522534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-5379d16b-98a5-40c5-b5d3-77bf20f64600 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/quotas/5ae692c77bc0446b86cf745d6c0a0375 HTTP/1.1" status: 200 len: 375 time: 0.0288706 Jan 28 16:42:32.567591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-893e01bb-8ed4-4b03-880b-2fe0d35f24b9 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319905 Jan 28 16:42:32.577768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-dd59798b-ab53-4cc0-966b-b13208dcdbc8 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920887 Jan 28 16:42:32.635008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fddd61c4-8d88-478e-811c-b9e5db81405b req-1f629cca-aa3b-4bfa-9df2-df5551f55588 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143489 Jan 28 16:42:32.680242 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-7efe3cbf-07fc-4318-ab1a-da1122095962 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954854 Jan 28 16:42:32.681154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-c454eaa6-a379-41b9-a230-7e8ee99f95d7 service neutron] 10.222.0.25 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037810 Jan 28 16:42:32.731825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-f51f1565-8a53-4491-aaa9-b9450862633c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=1516128a-2e57-4502-bd57-f92761f3e335 HTTP/1.1" status: 200 len: 217 time: 0.0425534 Jan 28 16:42:32.801815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-da04bd48-81a4-46b3-8972-eafc06aba281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.803712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-da04bd48-81a4-46b3-8972-eafc06aba281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.0518594 Jan 28 16:42:32.862271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-5502e070-94d5-4dee-98f3-5b2166bf3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:32.863915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-5502e070-94d5-4dee-98f3-5b2166bf3346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0529571 Jan 28 16:42:32.970067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-a3c6b3d9-a110-4fb8-8fbe-55d754e4bc45 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944138 Jan 28 16:42:33.065704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-eadc527d-99f4-4df1-9219-eb8fdb0ff2fa service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890334 Jan 28 16:42:33.106773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e64d190f-d7a5-4c4c-9938-4d7502636637 req-8146e298-5f2f-4996-a32d-f106c9cd2809 tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0412309 Jan 28 16:42:33.117110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-ec780a2b-f219-4c52-bcde-c6b1a8f9a277 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c95a78d9-089c-476d-b630-6227a9ac627c HTTP/1.1" status: 200 len: 217 time: 0.0406814 Jan 28 16:42:33.155030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-afc1f888-1187-4ed9-984d-eff9a50cd6ba service neutron] 10.222.0.25 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693646 Jan 28 16:42:33.178746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-b443b438-3144-44f1-9453-796ce688b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:33.180822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-b443b438-3144-44f1-9453-796ce688b238 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 200 len: 797 time: 0.0604899 Jan 28 16:42:33.238802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-269d4bf3-3d2f-4d5c-9ba2-be00ac4980bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:33.241191 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-269d4bf3-3d2f-4d5c-9ba2-be00ac4980bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ca89ba0-a770-405c-bb94-189fe91a7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0529776 Jan 28 16:42:33.408098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9350100c-7a1c-4b14-8b56-3f938472f708 req-b728d218-ae4c-4508-a2db-27edd8647bbd tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 210 time: 0.0737457 Jan 28 16:42:33.415435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9a6ae06-a236-441b-8687-f261586d284e req-dda2ba5a-5d40-43b9-88e9-16cf9498ec9e tempest-ServerShowV247Test-391841885 tempest-ServerShowV247Test-391841885-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac1838be-66e3-4909-a2e7-8013afdc96e2 HTTP/1.1" status: 200 len: 210 time: 0.0644729 Jan 28 16:42:33.478094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-6ed2d7fc-2756-43cb-9b30-9d5a935a4f34 service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151389 Jan 28 16:42:33.611520 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-06410cb2-7704-46da-9789-db2d0348b1cc service neutron] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212823 Jan 28 16:42:33.682410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-e37e15d7-9998-409f-9167-7e8aa34d9a75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82 HTTP/1.1" status: 200 len: 217 time: 0.0541399 Jan 28 16:42:33.741495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-ec57826f-4a8b-459d-b557-0e5e8259db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:33.743004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-ec57826f-4a8b-459d-b557-0e5e8259db07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 200 len: 797 time: 0.0531776 Jan 28 16:42:33.795864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a27a-b3b6-463e-bff9-52a52c946533 req-946b20f8-99ed-4ab6-8dd1-d0e5fd963e77 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:33.801166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb35a27a-b3b6-463e-bff9-52a52c946533 req-946b20f8-99ed-4ab6-8dd1-d0e5fd963e77 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0779111 Jan 28 16:42:33.804926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-1edeb6aa-f912-4ecc-85b0-730f752751be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:33.809227 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-1edeb6aa-f912-4ecc-85b0-730f752751be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0556610 Jan 28 16:42:33.854065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb35a27a-b3b6-463e-bff9-52a52c946533 req-99d882b6-bd80-4de2-b812-d29113095e1a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469995 Jan 28 16:42:33.958921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c2c1daaa-fe25-4ae8-b6d8-e445df2cd155 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338096 Jan 28 16:42:34.023751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:34.075180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:34.076103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a4e82511-33e9-47b7-8b5d-c8ae396ee5a1 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:34.076936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 88874574-985c-4319-be0c-3bee33c687f8 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:34.101029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 88874574-985c-4319-be0c-3bee33c687f8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:34.101774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 88874574-985c-4319-be0c-3bee33c687f8 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:34.102772 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-4903cc45-779a-4648-955d-c4f74d2a6530 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378620 Jan 28 16:42:34.106761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9aed-88e1-4d8e-802e-2edd801b65b1 req-eed2ccd5-b348-4fc7-a535-b657ab2def82 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.116623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9aed-88e1-4d8e-802e-2edd801b65b1 req-eed2ccd5-b348-4fc7-a535-b657ab2def82 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.126842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90fb9aed-88e1-4d8e-802e-2edd801b65b1 req-eed2ccd5-b348-4fc7-a535-b657ab2def82 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b&device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 1681 time: 0.1403935 Jan 28 16:42:34.182899 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-c8dedd42-43d1-4f22-8ef4-c26b21cb7e84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5 HTTP/1.1" status: 200 len: 217 time: 0.0567658 Jan 28 16:42:34.233247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-517e5913-741a-43f4-87af-e8e17074510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.234744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-517e5913-741a-43f4-87af-e8e17074510e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1132 time: 0.1044307 Jan 28 16:42:34.242099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90fb9aed-88e1-4d8e-802e-2edd801b65b1 req-6c2c423b-b903-4d18-a220-d3f4c0bc9229 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642939 Jan 28 16:42:34.244340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-486e026c-661a-4a58-82bd-0923340879df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.246051 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-486e026c-661a-4a58-82bd-0923340879df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 200 len: 797 time: 0.0556612 Jan 28 16:42:34.316063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc251-39af-4f58-b7f6-409f27396394 req-1394d3c8-ce02-4614-b58d-9b0e20349fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.317955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-1394d3c8-ce02-4614-b58d-9b0e20349fae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07766232-8393-45f7-be9c-388086ef8cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0582571 Jan 28 16:42:34.384523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-d81e0d50-79ad-4fc7-a44a-b1a6cc3c92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.386945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-d81e0d50-79ad-4fc7-a44a-b1a6cc3c92c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1283822 Jan 28 16:42:34.466719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-11750c96-305a-4aa5-b489-d27e51e87dea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.0684216 Jan 28 16:42:34.513547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-8feb8214-9a64-49df-a4b4-6c0733422590 service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795228 Jan 28 16:42:34.569183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43320) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:34.575275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-0eff429e-d204-4920-bf73-588b2340c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.576738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-0eff429e-d204-4920-bf73-588b2340c57b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1042743 Jan 28 16:42:34.649643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3eee4e14-ea8e-43fe-b3e7-bfd941b09136 req-ad01a46f-a022-4a4b-92ec-253dc307730a tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 210 time: 0.0847232 Jan 28 16:42:34.733946 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b03dc251-39af-4f58-b7f6-409f27396394 req-9088cec6-2ecd-4d87-9d00-db65c114579a service neutron] 10.222.0.24 "GET /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096548 Jan 28 16:42:34.865640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-3842299f-3306-4d86-bc09-557e2b4954ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.867338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-3842299f-3306-4d86-bc09-557e2b4954ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1992795 Jan 28 16:42:34.965354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-1b9fd83f-ef02-4ca4-b2b6-bf636a0e71ce tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:34.966804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-1b9fd83f-ef02-4ca4-b2b6-bf636a0e71ce tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 822 time: 0.3151808 Jan 28 16:42:34.973322 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-49bfe639-ae8b-42e4-ba77-ddd4d110e8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.001644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Request body: {'port': {'device_id': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'admin_state_up': True, 'tenant_id': '5ae692c77bc0446b86cf745d6c0a0375'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:35.157965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-7af08822-22b4-4aeb-804b-729f74a1457b service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666712 Jan 28 16:42:35.246965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816b4e5-1cb5-4fc0-897f-efcc158e8930 req-34b9cc5e-6f18-44fd-9028-a140227fec50 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:35.248444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9816b4e5-1cb5-4fc0-897f-efcc158e8930 req-34b9cc5e-6f18-44fd-9028-a140227fec50 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 945 time: 0.2765143 Jan 28 16:42:35.348616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-49bfe639-ae8b-42e4-ba77-ddd4d110e8d2 admin admin] Publish callbacks [] for security_group (8ffaacaa-79bd-4578-b877-72996b01157c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.369830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-49bfe639-ae8b-42e4-ba77-ddd4d110e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8ffaacaa-79bd-4578-b877-72996b01157c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.403527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Made reservation on behalf of 5ae692c77bc0446b86cf745d6c0a0375 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:35.406823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.458120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9816b4e5-1cb5-4fc0-897f-efcc158e8930 req-6c4188bd-395d-4a72-8c9b-5cd710b12daa tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930964 Jan 28 16:42:35.465418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-49bfe639-ae8b-42e4-ba77-ddd4d110e8d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=940cba058227434c8b9cf7d07a9ae3ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8949711 Jan 28 16:42:35.467419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-ce85f9ac-2f75-45a0-96be-706861e51a4d service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953513 Jan 28 16:42:35.468255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43342) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:35.478825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3697c1-39cf-4dc1-913c-0af87ea883a4 req-d02f3b97-3061-4a64-a8eb-a4d4025873ef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:35.479310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da3697c1-39cf-4dc1-913c-0af87ea883a4 req-d02f3b97-3061-4a64-a8eb-a4d4025873ef tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.2122235 Jan 28 16:42:35.479796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfe639-ae8b-42e4-ba77-ddd4d110e8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffaacaa-79bd-4578-b877-72996b01157c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:35.541984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e79cf40-9151-4a7c-b6c8-39bf48054b84 admin admin] Publish callbacks [] for security_group (8ffaacaa-79bd-4578-b877-72996b01157c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.567245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e79cf40-9151-4a7c-b6c8-39bf48054b84 admin admin] Publish callbacks [] for security_group (8ffaacaa-79bd-4578-b877-72996b01157c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.617147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e79cf40-9151-4a7c-b6c8-39bf48054b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8ffaacaa-79bd-4578-b877-72996b01157c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.620323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e79cf40-9151-4a7c-b6c8-39bf48054b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.621659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0e79cf40-9151-4a7c-b6c8-39bf48054b84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ffaacaa-79bd-4578-b877-72996b01157c HTTP/1.1" status: 204 len: 168 time: 0.1519198 Jan 28 16:42:35.629676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da3697c1-39cf-4dc1-913c-0af87ea883a4 req-f6542a2a-107b-4022-b4a0-59480f89e5c0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300173 Jan 28 16:42:35.637254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79cf40-9151-4a7c-b6c8-39bf48054b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffaacaa-79bd-4578-b877-72996b01157c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:35.659253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Allocated IP 172.20.0.7 (aba8db2a-ead4-41d5-91aa-7a992a30891b/318aef86-8bfa-428a-9eea-9c973ffa126c/5c285d9c-7108-41e6-b976-2dbcbc229461) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:35.831930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9341fe1-469a-4b1d-a793-eef290de46c4 req-a8c359c9-4e7a-4e32-b14c-e68ac2fb8312 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 210 time: 0.0638647 Jan 28 16:42:35.896278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.933040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:35.984934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Network aba8db2a-ead4-41d5-91aa-7a992a30891b is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:35.988618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event updated for resources: {'Port': ['ID=5c285d9c-7108-41e6-b976-2dbcbc229461,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:35.993343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:36.001478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:36.055756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:36.056370 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.074563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-30d7b6fa-10db-49dd-bcd4-d8d36a95f67e tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960381 Jan 28 16:42:36.092034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Request body: {'port': {'device_id': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:36.174062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.462860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-967b7163-2442-4bf5-9a7d-20ac1975a72d tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:36.465091 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-967b7163-2442-4bf5-9a7d-20ac1975a72d tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "GET /v2.0/ports?device_id=0be693a0-9a5f-4307-8108-8339ac68d59e HTTP/1.1" status: 200 len: 945 time: 0.0989349 Jan 28 16:42:36.494376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c285d9c-7108-41e6-b976-2dbcbc229461 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:36.505110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Publish callbacks [] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.522816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Transition to ACTIVE for port object 5c285d9c-7108-41e6-b976-2dbcbc229461 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:36.530281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.593751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Deleting port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:36.594288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.667698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d295b61-a406-465c-af11-346062e234dd service neutron] Pushing event updated for resources: {'Port': ['ID=5c285d9c-7108-41e6-b976-2dbcbc229461,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:36.725040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] For port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:36.725879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.739404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Calling delete_port for b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:36.758124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-a2f79f06-1c4e-4979-840c-0938ce54ccff tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:36.759630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-a2f79f06-1c4e-4979-840c-0938ce54ccff tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.24 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 945 time: 0.1690218 Jan 28 16:42:36.785027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d37e3-31e0-40b0-92d4-a647f478ec73 req-cda14675-53bc-41f4-957b-02c196ef20d1 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:36.786524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-213d37e3-31e0-40b0-92d4-a647f478ec73 req-cda14675-53bc-41f4-957b-02c196ef20d1 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 945 time: 0.2377710 Jan 28 16:42:36.874582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Attempting to bind port 5c285d9c-7108-41e6-b976-2dbcbc229461 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:36.874925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Attempting to bind port 5c285d9c-7108-41e6-b976-2dbcbc229461 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:36.875251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Attempting to bind port 5c285d9c-7108-41e6-b976-2dbcbc229461 on network aba8db2a-ead4-41d5-91aa-7a992a30891b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:36.925138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:36.940522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['98bf0cc9-7ecb-4581-bef0-38016503f5f8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:36.944494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:36.949452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Port 5c285d9c-7108-41e6-b976-2dbcbc229461 on network aba8db2a-ead4-41d5-91aa-7a992a30891b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:36.949783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Attempting to bind port 5c285d9c-7108-41e6-b976-2dbcbc229461 on network aba8db2a-ead4-41d5-91aa-7a992a30891b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:36.979922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-213d37e3-31e0-40b0-92d4-a647f478ec73 req-85f26615-ebd7-4910-960c-3161db4f1908 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705413 Jan 28 16:42:36.992625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Pushing event deleted for resources: {'Port': ['ID=b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:37.015664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:37.015664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Checking segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:37.015664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Bound using segment: {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:37.015664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Bound port: 5c285d9c-7108-41e6-b976-2dbcbc229461, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1507dd-f213-4b2b-9313-4cae4ceb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:37.016058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.067665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] No DVR routers for this DVR port b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:37.071693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.075674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec2a2a79-a735-4d64-9377-21390fa7e20a req-5e47544a-a5e8-41d7-9eb0-e49a9a30988f tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.31 "DELETE /v2.0/ports/b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c HTTP/1.1" status: 204 len: 173 time: 0.6036358 Jan 28 16:42:37.076149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'name': 'network-vif-deleted', 'tag': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:37.078389 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b912a-1e34-4d7d-ba8d-6cccb0cd4005" -d '{"events": [{"server_uuid": "0be693a0-9a5f-4307-8108-8339ac68d59e", "name": "network-vif-deleted", "tag": "b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:37.169495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7950a95-2f08-4318-8e34-2d5ae0428740 req-900d9ee2-45b2-4e0d-a167-9ac8919c481e tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0511577 Jan 28 16:42:37.187945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] For port 5c285d9c-7108-41e6-b976-2dbcbc229461, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:37.231612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Deleting port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:37.231969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.320484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] For port 5c285d9c-7108-41e6-b976-2dbcbc229461, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5c285d9c-7108-41e6-b976-2dbcbc229461,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:37.334450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759268b-27bf-43ec-8f2c-a6cc5602992b req-8eab927c-8491-4364-a9b9-5b669531f264 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:37.336033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6759268b-27bf-43ec-8f2c-a6cc5602992b req-8eab927c-8491-4364-a9b9-5b669531f264 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.3494737 Jan 28 16:42:37.349957 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.446951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:37.447617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.449084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-4d295b61-a406-465c-af11-346062e234dd service neutron] 10.222.0.31 "PUT /v2.0/ports/5c285d9c-7108-41e6-b976-2dbcbc229461 HTTP/1.1" status: 200 len: 1092 time: 1.3614173 Jan 28 16:42:37.454644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'tag': '5c285d9c-7108-41e6-b976-2dbcbc229461'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:37.457062 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab107c-97b2-4c11-9d9a-c814b457bbcc", "tag": "5c285d9c-7108-41e6-b976-2dbcbc229461"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:37.564280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] For port 98bf0cc9-7ecb-4581-bef0-38016503f5f8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=98bf0cc9-7ecb-4581-bef0-38016503f5f8,segment=NetworkSegment(1985f3ec-0622-4852-80d9-f91dbe1c7a9e),segment_id=1985f3ec-0622-4852-80d9-f91dbe1c7a9e)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:37.564562 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.571999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6759268b-27bf-43ec-8f2c-a6cc5602992b req-67fea260-ebf5-4a8f-b5ab-00298a781ee2 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257845 Jan 28 16:42:37.579347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d295b61-a406-465c-af11-346062e234dd service neutron] Pushing event updated for resources: {'Port': ['ID=5c285d9c-7108-41e6-b976-2dbcbc229461,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:37.592914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8d35f-f697-4be6-985b-166f0cab6067 req-3875419e-6ef6-4e96-9062-4453a869a021 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:37.594454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6e8d35f-f697-4be6-985b-166f0cab6067 req-3875419e-6ef6-4e96-9062-4453a869a021 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 943 time: 0.2724044 Jan 28 16:42:37.599997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Calling delete_port for 98bf0cc9-7ecb-4581-bef0-38016503f5f8 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:37.655336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-a4f980ae-4475-4177-bc2d-f6c14969e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:37.657117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-a4f980ae-4475-4177-bc2d-f6c14969e216 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 1126 time: 0.1570077 Jan 28 16:42:37.666761 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5a5670-3dc8-4653-b1c6-daf59b0bd8bd x-openstack-request-id: req-fa5a5670-3dc8-4653-b1c6-daf59b0bd8bd {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:37.667325 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be693a0-9a5f-4307-8108-8339ac68d59e", "name": "network-vif-deleted", "tag": "b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:37.667517 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa5a5670-3dc8-4653-b1c6-daf59b0bd8bd {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:37.667989 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be693a0-9a5f-4307-8108-8339ac68d59e', 'name': 'network-vif-deleted', 'tag': 'b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c', 'status': 'completed', 'code': 200} Jan 28 16:42:37.712092 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b711fe-4c39-4704-8728-f7455b7d5d57 x-openstack-request-id: req-c8b711fe-4c39-4704-8728-f7455b7d5d57 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:37.712384 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab107c-97b2-4c11-9d9a-c814b457bbcc", "tag": "5c285d9c-7108-41e6-b976-2dbcbc229461", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:37.712646 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8b711fe-4c39-4704-8728-f7455b7d5d57 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:37.713627 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'tag': '5c285d9c-7108-41e6-b976-2dbcbc229461', 'status': 'completed', 'code': 200} Jan 28 16:42:37.751400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-fa570060-6793-4a9c-88af-17d2360a6833 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c285d9c-7108-41e6-b976-2dbcbc229461 HTTP/1.1" status: 200 len: 217 time: 0.0529902 Jan 28 16:42:37.756380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6e8d35f-f697-4be6-985b-166f0cab6067 req-c7a91ce8-605f-4570-92a8-a7b64ae7e80d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534543 Jan 28 16:42:37.825071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-3dc56302-2016-4284-9ec7-0fe2e357948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:37.826527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-3dc56302-2016-4284-9ec7-0fe2e357948f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 200 len: 862 time: 0.0675895 Jan 28 16:42:37.884711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-253dc351-d004-4739-a471-2d447adf90d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aba8db2a-ead4-41d5-91aa-7a992a30891b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515969 Jan 28 16:42:37.965641 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (98bf0cc9-7ecb-4581-bef0-38016503f5f8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:37.980350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:38.017834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Pushing event deleted for resources: {'Port': ['ID=98bf0cc9-7ecb-4581-bef0-38016503f5f8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:38.028851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-6ca1ee5e-8086-4903-af8e-08f7b300cf82 service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354587 Jan 28 16:42:38.116370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] No DVR routers for this DVR port 98bf0cc9-7ecb-4581-bef0-38016503f5f8 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:38.134349 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:38.138217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15bc1ca0-4961-4978-8628-f6004624c3ac req-e5555f90-7749-4c57-bbf9-d25438a2d1e6 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.24 "DELETE /v2.0/ports/98bf0cc9-7ecb-4581-bef0-38016503f5f8 HTTP/1.1" status: 204 len: 173 time: 1.3718679 Jan 28 16:42:38.142231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ff05524-cb79-428b-beee-5b149cb449d0 req-d400003f-3a2b-42eb-bb9a-d66f5a476f26 tempest-ListServersNegativeTestJSON-553462557 tempest-ListServersNegativeTestJSON-553462557-project] 10.222.0.25 "GET /v2.0/ports?device_id=03412c20-e89a-4a18-bf4e-c796606e866b HTTP/1.1" status: 200 len: 210 time: 0.0866053 Jan 28 16:42:38.178923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca55375e-5d29-491c-83e5-f9cd0facfa4c req-7076e68e-d54e-488b-9283-63ef958d656a service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350100 Jan 28 16:42:38.316130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eba78427-b628-43dc-91f2-62469097df0f req-7106cab9-0d40-4fad-a119-4ab04ddc95a2 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0310297 Jan 28 16:42:38.329683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-d309a201-4282-42cf-af2e-0de03ef6d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:38.331280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-d309a201-4282-42cf-af2e-0de03ef6d463 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 1126 time: 0.0780771 Jan 28 16:42:38.448567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-95078d96-2820-4bab-a94f-534d8cd5a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:38.449989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-95078d96-2820-4bab-a94f-534d8cd5a2c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 200 len: 923 time: 0.1123824 Jan 28 16:42:38.497818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-8842026d-7a0d-46b2-a4eb-b6ba51a87ec1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c285d9c-7108-41e6-b976-2dbcbc229461 HTTP/1.1" status: 200 len: 217 time: 0.0350888 Jan 28 16:42:38.546509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-b5164820-5be7-4d69-83dc-1e74694b2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:38.547932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-b5164820-5be7-4d69-83dc-1e74694b2554 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 200 len: 862 time: 0.0424685 Jan 28 16:42:38.584686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-bfe2c27b-0aea-4dc5-8c24-31f15e235634 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aba8db2a-ead4-41d5-91aa-7a992a30891b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297253 Jan 28 16:42:39.029468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-9d523eea-1a9f-4aad-8456-c05fd62046ab service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377191 Jan 28 16:42:39.039132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6366-a775-4a6e-ac41-4e205ed52838 req-14ad561c-71cb-4c94-b9a4-85423dbdc29c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:39.040481 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6dd6366-a775-4a6e-ac41-4e205ed52838 req-14ad561c-71cb-4c94-b9a4-85423dbdc29c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 943 time: 0.1414690 Jan 28 16:42:39.055572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ee646-5ab7-48a4-b597-a78f3e523376 req-78c7e244-33ee-483e-a6bd-d87771069a04 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:39.057592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-071ee646-5ab7-48a4-b597-a78f3e523376 req-78c7e244-33ee-483e-a6bd-d87771069a04 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1574945 Jan 28 16:42:39.187280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-071ee646-5ab7-48a4-b597-a78f3e523376 req-8f90aac4-ee42-4d0c-9f13-44a070da9f35 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175249 Jan 28 16:42:39.192104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6dd6366-a775-4a6e-ac41-4e205ed52838 req-201a1b7e-0182-4789-97a5-99269c36155b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336644 Jan 28 16:42:39.208755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-884eaf13-4b9b-4d5a-89d4-82f7dfeb3aec req-652dc2a7-727f-4356-8471-4fc2f8ac6030 service neutron] 10.222.0.31 "GET /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660373 Jan 28 16:42:39.288759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43420) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:39.334637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Deleting subnet cd87ab9e-a069-4449-be0c-16322376416f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:42:39.338842 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Publish callbacks [] for subnet (cd87ab9e-a069-4449-be0c-16322376416f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.379123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (cd87ab9e-a069-4449-be0c-16322376416f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.424043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (cd87ab9e-a069-4449-be0c-16322376416f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.437733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0abeb1e7-c4ec-459c-98bc-cc1ea6f857d0 req-61ae19cf-6faa-4541-988c-f2e2ad40ffe8 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0314741 Jan 28 16:42:39.479198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (cd87ab9e-a069-4449-be0c-16322376416f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.505512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd87ab9e-a069-4449-be0c-16322376416f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:39.507449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.510826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-16eb019f-f576-4abf-9b46-9c9eaefd7e69 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd87ab9e-a069-4449-be0c-16322376416f HTTP/1.1" status: 204 len: 168 time: 0.2206891 Jan 28 16:42:39.513136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43424) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:39.582908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.661265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.670464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac7c9ff3-6ee9-43e3-9fdd-9f00b3e64598 req-7c297197-6c5c-449e-94e0-3d0333c802aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0265923 Jan 28 16:42:39.682464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:39.691417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1985f3ec-0622-4852-80d9-f91dbe1c7a9e') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:39.691724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1985f3ec-0622-4852-80d9-f91dbe1c7a9e') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:39.701349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (1985f3ec-0622-4852-80d9-f91dbe1c7a9e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.714646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1985f3ec-0622-4852-80d9-f91dbe1c7a9e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.715097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03412c20-e89a-4a18-bf4e-c796606e866b', 'name': 'network-vif-deleted', 'tag': '98bf0cc9-7ecb-4581-bef0-38016503f5f8'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:39.717550 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778bed4-66e2-4696-bfce-1f33a1ba3479" -d '{"events": [{"server_uuid": "03412c20-e89a-4a18-bf4e-c796606e866b", "name": "network-vif-deleted", "tag": "98bf0cc9-7ecb-4581-bef0-38016503f5f8"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:39.721086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:42:39.721473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (1985f3ec-0622-4852-80d9-f91dbe1c7a9e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:42:39.723097 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:42:39.752832 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcbc28-6af3-4909-af7b-27b1f1a17521 x-openstack-request-id: req-1fdcbc28-6af3-4909-af7b-27b1f1a17521 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:39.753339 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03412c20-e89a-4a18-bf4e-c796606e866b", "name": "network-vif-deleted", "tag": "98bf0cc9-7ecb-4581-bef0-38016503f5f8", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:39.753646 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fdcbc28-6af3-4909-af7b-27b1f1a17521 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:39.754045 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03412c20-e89a-4a18-bf4e-c796606e866b', 'name': 'network-vif-deleted', 'tag': '98bf0cc9-7ecb-4581-bef0-38016503f5f8', 'status': 'completed', 'code': 200} Jan 28 16:42:39.780224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.786026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:39.789816 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49 HTTP/1.1" status: 204 len: 168 time: 0.2757292 Jan 28 16:42:39.802214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33a8db-27db-4fec-9557-d7e14318ebe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb95fe0e-cc3c-4b9f-9ed2-fac39ca12e49,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:39.957195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43430) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:39.996874 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3aa3c5a6-c53f-415b-b8de-9950c0babc5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa1798bd5b6f46ed846d3018fae0d93a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384438 Jan 28 16:42:39.999219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:40.045189 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba5923b6-508f-4d66-a3cc-d42c3a5632b6 admin admin] Publish callbacks [] for security_group (7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:40.065539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:40.066275 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba5923b6-508f-4d66-a3cc-d42c3a5632b6 admin admin] Publish callbacks [] for security_group (7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:40.092496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:40.092864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b83e0fc5-e0ef-4e14-a6e8-aa6a03bd3c2c not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:40.112858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba5923b6-508f-4d66-a3cc-d42c3a5632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:40.118410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba5923b6-508f-4d66-a3cc-d42c3a5632b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:40.118410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba5923b6-508f-4d66-a3cc-d42c3a5632b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4 HTTP/1.1" status: 204 len: 168 time: 0.1160171 Jan 28 16:42:40.124904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5923b6-508f-4d66-a3cc-d42c3a5632b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98dd5d-e6cf-4132-bb0d-3973f1b06ed4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:40.364928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73beb-4473-4158-937c-87767243b6a0 req-89cfd4d4-2ce1-49f0-8f16-ce1a6df96a00 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:40.366363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ec73beb-4473-4158-937c-87767243b6a0 req-89cfd4d4-2ce1-49f0-8f16-ce1a6df96a00 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1006238 Jan 28 16:42:40.383824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc37da-1fd3-426a-b3b5-65cd75ee3cc1 req-d9b6e49a-e712-4fa5-9e43-ed2ecd7dced3 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:40.385557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9fc37da-1fd3-426a-b3b5-65cd75ee3cc1 req-d9b6e49a-e712-4fa5-9e43-ed2ecd7dced3 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 943 time: 0.1061406 Jan 28 16:42:40.461432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ec73beb-4473-4158-937c-87767243b6a0 req-d150e41b-8bd4-4d8a-9897-2880cdc68b49 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825374 Jan 28 16:42:40.473256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9fc37da-1fd3-426a-b3b5-65cd75ee3cc1 req-82d6d790-8cfa-400b-b6f5-7cb628b3bb5f tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805044 Jan 28 16:42:40.594833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a18397f-4e83-4732-9b8a-edf1788f8347 req-6c75b0bf-7e41-440b-830a-9a8479fd9a23 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0288451 Jan 28 16:42:40.841740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 98bf0cc9-7ecb-4581-bef0-38016503f5f8 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:40.862891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 98bf0cc9-7ecb-4581-bef0-38016503f5f8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:40.863471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 98bf0cc9-7ecb-4581-bef0-38016503f5f8 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:41.546360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:41.629280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b87ef-5a4d-4cb6-9828-bca6215059da req-3b27fa75-aaa8-4c48-8efa-a6ab8ac31d66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:41.630983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b8b87ef-5a4d-4cb6-9828-bca6215059da req-3b27fa75-aaa8-4c48-8efa-a6ab8ac31d66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0944533 Jan 28 16:42:41.648959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2ce3-6359-4e3f-8bd3-a0956776ff41 req-ea744e72-53f1-42dc-ba15-61e3d254206c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:41.651079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3a2ce3-6359-4e3f-8bd3-a0956776ff41 req-ea744e72-53f1-42dc-ba15-61e3d254206c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 943 time: 0.0841002 Jan 28 16:42:41.666365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a065c8a4-ea04-4c25-a19d-6f7c051a1d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.736525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b8b87ef-5a4d-4cb6-9828-bca6215059da req-8f9cbb2c-c4b5-4a31-bec1-d6eb07070ed4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950387 Jan 28 16:42:41.739708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c3a2ce3-6359-4e3f-8bd3-a0956776ff41 req-da50931c-53d0-474f-8f8d-4bc17f6c1667 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825853 Jan 28 16:42:41.756551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a065c8a4-ea04-4c25-a19d-6f7c051a1d45 admin admin] Publish callbacks [] for security_group (20a93813-e7c7-40ae-b6ad-a9593d7b66b5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.763183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a065c8a4-ea04-4c25-a19d-6f7c051a1d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (20a93813-e7c7-40ae-b6ad-a9593d7b66b5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.817208 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a065c8a4-ea04-4c25-a19d-6f7c051a1d45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=058f11ae5130448aa2b7059f134adba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672892 Jan 28 16:42:41.818261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43502) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:41.828409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065c8a4-ea04-4c25-a19d-6f7c051a1d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a93813-e7c7-40ae-b6ad-a9593d7b66b5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:41.859058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-622f6182-28b7-434f-b49c-2fa86475d971 req-4a03866e-68ba-4834-b4ea-20b4f01a4016 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0276201 Jan 28 16:42:41.884279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a045d7-9393-4fd2-92d7-6fe8262478c0 admin admin] Publish callbacks [] for security_group (20a93813-e7c7-40ae-b6ad-a9593d7b66b5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.906493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a045d7-9393-4fd2-92d7-6fe8262478c0 admin admin] Publish callbacks [] for security_group (20a93813-e7c7-40ae-b6ad-a9593d7b66b5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.958082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a045d7-9393-4fd2-92d7-6fe8262478c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (20a93813-e7c7-40ae-b6ad-a9593d7b66b5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.960992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a045d7-9393-4fd2-92d7-6fe8262478c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:41.964732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4a045d7-9393-4fd2-92d7-6fe8262478c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20a93813-e7c7-40ae-b6ad-a9593d7b66b5 HTTP/1.1" status: 204 len: 168 time: 0.1421576 Jan 28 16:42:41.970441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a045d7-9393-4fd2-92d7-6fe8262478c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a93813-e7c7-40ae-b6ad-a9593d7b66b5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:42.068267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5c285d9c-7108-41e6-b976-2dbcbc229461 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:42.091036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.134210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.216216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5c285d9c-7108-41e6-b976-2dbcbc229461, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5c285d9c-7108-41e6-b976-2dbcbc229461,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:42.230129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '5c285d9c-7108-41e6-b976-2dbcbc229461', 'network_id': 'aba8db2a-ead4-41d5-91aa-7a992a30891b', 'port_id': '5c285d9c-7108-41e6-b976-2dbcbc229461', 'mac_address': 'fa:16:3e:4d:a6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318aef86-8bfa-428a-9eea-9c973ffa126c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:42.278727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 5c285d9c-7108-41e6-b976-2dbcbc229461 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:42.279279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.295822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c285d9c-7108-41e6-b976-2dbcbc229461 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:42.321713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5c285d9c-7108-41e6-b976-2dbcbc229461, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5c285d9c-7108-41e6-b976-2dbcbc229461,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:42.328086 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.387148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=5c285d9c-7108-41e6-b976-2dbcbc229461,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:42.598081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['5c285d9c-7108-41e6-b976-2dbcbc229461'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:42.607961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3770b722-1be0-4494-9223-aadccbf73e22 req-9b57077d-dfe2-43ac-a931-187e8f596903 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0362859 Jan 28 16:42:42.725698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43538) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:42.859805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-859017176-network', 'tenant_id': '8e207ba9c2c3492c8c7d142d9ff84346'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:42.878926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Made reservation on behalf of 8e207ba9c2c3492c8c7d142d9ff84346 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:42.881478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.890281 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.929236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb056c6-9ea0-4335-a67d-1869621c614a req-3b189ec5-50ab-4bf7-9bae-ae6b9b4f76c0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:42.936902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fb056c6-9ea0-4335-a67d-1869621c614a req-3b189ec5-50ab-4bf7-9bae-ae6b9b4f76c0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0999238 Jan 28 16:42:42.952742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c9261-f2ab-4cc9-b80b-476e1ed75d72 req-cd9ef342-f54f-43f8-9b40-09b492d3bebc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:42.954232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f46c9261-f2ab-4cc9-b80b-476e1ed75d72 req-cd9ef342-f54f-43f8-9b40-09b492d3bebc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 944 time: 0.1067758 Jan 28 16:42:42.972849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks [] for security_group (1ce8812e-1791-4f18-a042-05f168852abb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:42.977082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1ce8812e-1791-4f18-a042-05f168852abb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.003083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:42:43.014445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8812e-1791-4f18-a042-05f168852abb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:43.020245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c7a42fda-0b85-4fdd-acd9-5a71a1d434a0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.020662 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Added segment c7a42fda-0b85-4fdd-acd9-5a71a1d434a0 of type vlan for network 446abbcc-8020-47ae-ae5e-b268063d0085 Jan 28 16:42:43.040381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fb056c6-9ea0-4335-a67d-1869621c614a req-804f3ebc-afa2-4dc6-8b36-09ccffc863c7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024232 Jan 28 16:42:43.060130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f46c9261-f2ab-4cc9-b80b-476e1ed75d72 req-83f330d2-702f-4c23-ad39-faa902d7c6d1 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957434 Jan 28 16:42:43.081325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (446abbcc-8020-47ae-ae5e-b268063d0085), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.106927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (446abbcc-8020-47ae-ae5e-b268063d0085), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.107872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:43.108477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.161285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4344168 Jan 28 16:42:43.165127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:43.170028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Request body: {'subnet': {'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-859017176-subnet', 'tenant_id': '8e207ba9c2c3492c8c7d142d9ff84346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:43.175968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc873d3-283b-4fac-ae0d-ae4986851eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=446abbcc-8020-47ae-ae5e-b268063d0085,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:43.191108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 446abbcc-8020-47ae-ae5e-b268063d0085 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:42:43.191849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Made reservation on behalf of 8e207ba9c2c3492c8c7d142d9ff84346 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:43.194593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.361913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (1e275cee-e65e-4269-a485-3ff69f03fbc4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.419351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e275cee-e65e-4269-a485-3ff69f03fbc4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:43.430870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Checking segment: {'id': 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:43.431228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Network hostable DHCP agents. Network: 446abbcc-8020-47ae-ae5e-b268063d0085, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:42:43.447800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Network 446abbcc-8020-47ae-ae5e-b268063d0085 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:42:43.456594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 446abbcc-8020-47ae-ae5e-b268063d0085) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:43.460837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:43.461565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:43.469699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de5cbe-dc82-4429-ad2b-46ed223beca1 None None] Network 446abbcc-8020-47ae-ae5e-b268063d0085 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:42:43.488489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a521f9b4-923c-4d3f-b798-8aab13b8809c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3149395 Jan 28 16:42:43.591716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3dd0ef-4841-4001-82ec-1eb8343695f3 None None] Network 446abbcc-8020-47ae-ae5e-b268063d0085 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:42:43.733265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b86e69c-492a-48e3-881f-650cb8572df2 req-349b8abf-40c0-4dcf-b1b0-7528d0143e95 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0335503 Jan 28 16:42:43.993469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-14bf9479-2adc-4844-b6f5-6a196af4a2ea tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:43.995108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-14bf9479-2adc-4844-b6f5-6a196af4a2ea tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/networks?id=446abbcc-8020-47ae-ae5e-b268063d0085 HTTP/1.1" status: 200 len: 813 time: 0.1143372 Jan 28 16:42:44.010172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-b6e24afb-576f-4b98-a1f4-37962414cf8b tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/quotas/8e207ba9c2c3492c8c7d142d9ff84346 HTTP/1.1" status: 200 len: 375 time: 0.0091519 Jan 28 16:42:44.047975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-6b0543d1-fe8e-443c-974a-5f57a41f3347 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e207ba9c2c3492c8c7d142d9ff84346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328498 Jan 28 16:42:44.082284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5c285d9c-7108-41e6-b976-2dbcbc229461 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:44.144238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 5c285d9c-7108-41e6-b976-2dbcbc229461 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:44.148831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 5c285d9c-7108-41e6-b976-2dbcbc229461 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:44.149012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:44.196154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66218244-637d-4f11-94c6-77a27eecf033 req-80afe7da-9cea-4967-9a33-962b3173e0ee tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:44.198189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66218244-637d-4f11-94c6-77a27eecf033 req-80afe7da-9cea-4967-9a33-962b3173e0ee tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0939565 Jan 28 16:42:44.199913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7fa04611-384a-4b16-80f6-1d4a768f49f8 service neutron] 10.222.0.25 "GET /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447005 Jan 28 16:42:44.236552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 5c285d9c-7108-41e6-b976-2dbcbc229461 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:44.237170 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:44.259410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c285d9c-7108-41e6-b976-2dbcbc229461'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:44.262414 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23340605-722e-44af-b4fc-2a923017ba94" -d '{"events": [{"server_uuid": "e9ab107c-97b2-4c11-9d9a-c814b457bbcc", "name": "network-vif-plugged", "status": "completed", "tag": "5c285d9c-7108-41e6-b976-2dbcbc229461"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:44.275528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5c285d9c-7108-41e6-b976-2dbcbc229461, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5c285d9c-7108-41e6-b976-2dbcbc229461,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:44.280042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:44.316896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66218244-637d-4f11-94c6-77a27eecf033 req-41fba111-8580-4f0a-87cb-7d02643eecfa tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066735 Jan 28 16:42:44.336497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=5c285d9c-7108-41e6-b976-2dbcbc229461,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:44.346760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-f90b6b15-432f-4369-8570-0840dae50769 service neutron] 10.222.0.25 "GET /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358936 Jan 28 16:42:44.457061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6c85a-533d-4698-81c3-eb9aeb11d44c req-66d0aa40-3992-4fd2-bdc8-8c82b5e6ca6b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:44.458881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6e6c85a-533d-4698-81c3-eb9aeb11d44c req-66d0aa40-3992-4fd2-bdc8-8c82b5e6ca6b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 945 time: 0.0730033 Jan 28 16:42:44.523718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6e6c85a-533d-4698-81c3-eb9aeb11d44c req-52baf7cd-e6a7-48c5-b63b-8e310af71f96 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Jan 28 16:42:44.575936 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a6fbaf-0aa2-4191-afa1-141bdd43a139 x-openstack-request-id: req-48a6fbaf-0aa2-4191-afa1-141bdd43a139 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:44.576240 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab107c-97b2-4c11-9d9a-c814b457bbcc", "name": "network-vif-plugged", "status": "completed", "tag": "5c285d9c-7108-41e6-b976-2dbcbc229461", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:44.576501 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48a6fbaf-0aa2-4191-afa1-141bdd43a139 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:44.576946 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c285d9c-7108-41e6-b976-2dbcbc229461', 'code': 200} Jan 28 16:42:44.625035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59de1c25-7cc6-446e-b426-d44479a05b32 req-08bc8195-58ec-46cd-b4b3-2ad2c2984f3d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Jan 28 16:42:44.713995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841779-6f97-43a4-a7a3-d69fe982bf70 req-71bc1526-b0ea-4152-bbd9-7e835fa4516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:44.715593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17841779-6f97-43a4-a7a3-d69fe982bf70 req-71bc1526-b0ea-4152-bbd9-7e835fa4516f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 1128 time: 0.0504315 Jan 28 16:42:44.764974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17841779-6f97-43a4-a7a3-d69fe982bf70 req-a44c5e57-9598-4f6b-93f3-af17daca8f51 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Jan 28 16:42:44.840427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0e59121-a584-4c39-a2aa-1ebee6baed84 req-b026ab0f-deb2-4020-b2b7-4273daa99238 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0316150 Jan 28 16:42:45.272485 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:42:45.434755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2179a6-0fc4-4546-b0c5-6e634b21fc83 req-c915ff2c-0576-4130-8d4f-0ba8148ccfa2 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:45.436217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb2179a6-0fc4-4546-b0c5-6e634b21fc83 req-c915ff2c-0576-4130-8d4f-0ba8148ccfa2 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0533609 Jan 28 16:42:45.482727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb2179a6-0fc4-4546-b0c5-6e634b21fc83 req-49d491b8-4996-4622-aa47-bc3d2885a5f5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Jan 28 16:42:45.713166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd76be-f58c-41e5-8272-e709b7aa7809 req-306628ce-25e3-49a4-9342-7069429a02a7 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:45.719766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aabd76be-f58c-41e5-8272-e709b7aa7809 req-306628ce-25e3-49a4-9342-7069429a02a7 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 945 time: 0.1064758 Jan 28 16:42:45.742191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-fadf7093-bb92-46f2-913d-1a384cd422ab tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:45.743741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-fadf7093-bb92-46f2-913d-1a384cd422ab tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.31 "GET /v2.0/networks?id=446abbcc-8020-47ae-ae5e-b268063d0085 HTTP/1.1" status: 200 len: 813 time: 0.1900175 Jan 28 16:42:45.770831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Request body: {'port': {'device_id': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085', 'admin_state_up': True, 'tenant_id': '8e207ba9c2c3492c8c7d142d9ff84346'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:45.777225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5ccaae2-091a-42f7-9103-30fc41b8a0bf req-77a024b9-43ad-4956-a63e-b912824660c2 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 210 time: 0.0754037 Jan 28 16:42:45.863783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aabd76be-f58c-41e5-8272-e709b7aa7809 req-1a5541ca-d1a9-47b5-b5cc-4148d7acdd04 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431444 Jan 28 16:42:45.896261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a1c31363-fe93-406a-b102-48e7f1c24096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:45.945758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Made reservation on behalf of 8e207ba9c2c3492c8c7d142d9ff84346 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:45.950609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:45.992293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3155abd8-9a43-4e3f-8325-7a1f0af415ff req-3ce6173c-d591-48a8-9368-57aed47330de tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0567386 Jan 28 16:42:46.106568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Allocated IP 172.20.0.8 (446abbcc-8020-47ae-ae5e-b268063d0085/1e275cee-e65e-4269-a485-3ff69f03fbc4/0d12507e-9837-4a21-b62e-c39d6b2d4fbe) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:42:46.256227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks [] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:46.290573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:46.334545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Network 446abbcc-8020-47ae-ae5e-b268063d0085 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:42:46.338233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:46.344104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:42:46.367304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Pushing event updated for resources: {'Port': ['ID=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:46.394930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:46.395548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:46.411301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-5ff80cea-9292-499c-8188-113acc3d5961 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447668 Jan 28 16:42:46.423183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Request body: {'port': {'device_id': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:46.486448 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:46.688583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8543-3aa7-47ad-82db-900b66872d19 req-05fe7c4d-a960-461b-a099-3700afac76e1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:46.690194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-516f8543-3aa7-47ad-82db-900b66872d19 req-05fe7c4d-a960-461b-a099-3700afac76e1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0896301 Jan 28 16:42:46.871766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-516f8543-3aa7-47ad-82db-900b66872d19 req-11d6a5ad-4c17-43cd-8ffb-4a3079d05d72 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029634 Jan 28 16:42:46.905997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d12507e-9837-4a21-b62e-c39d6b2d4fbe {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:46.928926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Publish callbacks [] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:46.950877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Transition to ACTIVE for port object 0d12507e-9837-4a21-b62e-c39d6b2d4fbe will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:42:46.959797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:46.973049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c2ba-d510-47ff-b872-67f7affa52a0 req-c1aaca62-fa44-45f6-909b-6c784f602f8c tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:46.974606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07b5c2ba-d510-47ff-b872-67f7affa52a0 req-c1aaca62-fa44-45f6-909b-6c784f602f8c tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 931 time: 0.0950112 Jan 28 16:42:47.072248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Pushing event updated for resources: {'Port': ['ID=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:47.143622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07b5c2ba-d510-47ff-b872-67f7affa52a0 req-1bd95530-1bf0-425a-8405-dcb5a87babc3 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417301 Jan 28 16:42:47.154432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea180c-f157-43a5-b07e-243af9dc9559 req-e09a8354-2056-4ccd-a175-21b1f154c44b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:47.155926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72ea180c-f157-43a5-b07e-243af9dc9559 req-e09a8354-2056-4ccd-a175-21b1f154c44b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 945 time: 0.1794522 Jan 28 16:42:47.206869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Attempting to bind port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:42:47.206869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Attempting to bind port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:42:47.206869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Attempting to bind port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe on network 446abbcc-8020-47ae-ae5e-b268063d0085 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:47.222671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe on network 446abbcc-8020-47ae-ae5e-b268063d0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:42:47.223031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Attempting to bind port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe on network 446abbcc-8020-47ae-ae5e-b268063d0085 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:42:47.239621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:42:47.240105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Checking segment: {'id': 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:47.240637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Bound using segment: {'id': 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:42:47.241303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Bound port: 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:42:47.241784 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:47.257779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72ea180c-f157-43a5-b07e-243af9dc9559 req-58dd1bc0-7b9e-45d9-b11f-157e8c99a47c tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937057 Jan 28 16:42:47.290260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efaa48a9-93fb-4903-9d49-724d1d029092 req-6f1eea27-58b5-4de2-a070-29d0db9b0cf3 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0438190 Jan 28 16:42:47.360456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] For port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:42:47.363855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] For port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,segment=NetworkSegment(c7a42fda-0b85-4fdd-acd9-5a71a1d434a0),segment_id=c7a42fda-0b85-4fdd-acd9-5a71a1d434a0)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:42:47.373773 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:47.426243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:47.427110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:47.429820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] 10.222.0.31 "PUT /v2.0/ports/0d12507e-9837-4a21-b62e-c39d6b2d4fbe HTTP/1.1" status: 200 len: 1092 time: 1.0106981 Jan 28 16:42:47.430903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'tag': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:47.434164 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f08788-cc98-4fc3-a601-f465ec7c8c02" -d '{"events": [{"name": "network-changed", "server_uuid": "86d47fdc-3056-4d41-ae9d-34ee5f798fd3", "tag": "0d12507e-9837-4a21-b62e-c39d6b2d4fbe"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:47.459155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293774d-37b3-4c07-9a6b-930bc60ed972 service neutron] Pushing event updated for resources: {'Port': ['ID=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:47.530263 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f2f1f8-760c-4360-8b23-52e917c76b08 x-openstack-request-id: req-f8f2f1f8-760c-4360-8b23-52e917c76b08 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:47.530847 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d47fdc-3056-4d41-ae9d-34ee5f798fd3", "tag": "0d12507e-9837-4a21-b62e-c39d6b2d4fbe", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:47.530847 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8f2f1f8-760c-4360-8b23-52e917c76b08 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:47.531270 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'tag': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe', 'status': 'completed', 'code': 200} Jan 28 16:42:47.598297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-8a14a050-c748-428b-af05-7a51a793817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:47.600227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-8a14a050-c748-428b-af05-7a51a793817f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e207ba9c2c3492c8c7d142d9ff84346&device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 1126 time: 0.0681288 Jan 28 16:42:47.660019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-ef994c76-1223-41fb-94a6-de269d9f2270 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe HTTP/1.1" status: 200 len: 217 time: 0.0443084 Jan 28 16:42:47.703316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0e7c1-dac7-46fd-bbce-c8872856fa2c req-26befff0-53da-47f5-9a7f-4d378bff2b00 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:47.704884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7c0e7c1-dac7-46fd-bbce-c8872856fa2c req-26befff0-53da-47f5-9a7f-4d378bff2b00 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 945 time: 0.1267211 Jan 28 16:42:47.739765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-f56b24c1-6d24-46c0-a4eb-278a7d2a2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:47.741220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-f56b24c1-6d24-46c0-a4eb-278a7d2a2039 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e275cee-e65e-4269-a485-3ff69f03fbc4 HTTP/1.1" status: 200 len: 853 time: 0.0717685 Jan 28 16:42:47.781293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7c0e7c1-dac7-46fd-bbce-c8872856fa2c req-1f2340ca-2a76-49e9-8846-3ed7908cf3f8 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686622 Jan 28 16:42:47.804357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-415e3eea-24c8-4793-ad42-e90b756b07c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=446abbcc-8020-47ae-ae5e-b268063d0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559108 Jan 28 16:42:47.854729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6db0f9c6-4bc0-4acb-936b-af1da9ad5fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:47.913271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-c750c9fd-f0d1-4085-9c8e-e8a0700bdfb5 service neutron] 10.222.0.31 "GET /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996914 Jan 28 16:42:48.382768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49b5be46-f1f5-4fe2-8cc1-de2982d37f7f req-e01861ed-348c-490f-b9e6-57336b53d560 service neutron] 10.222.0.31 "GET /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620240 Jan 28 16:42:48.391051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdd43a-db67-4ba2-be94-8a1db7cdc722 req-50d594b8-ab7e-45d4-ac92-4d532068e328 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:48.392603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98cdd43a-db67-4ba2-be94-8a1db7cdc722 req-50d594b8-ab7e-45d4-ac92-4d532068e328 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.4258349 Jan 28 16:42:48.410996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6645c-60bb-4971-85f5-e7b01cfa4b31 req-2a905fbd-d3b6-42e2-a6cc-eea525ca1779 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:48.412434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95a6645c-60bb-4971-85f5-e7b01cfa4b31 req-2a905fbd-d3b6-42e2-a6cc-eea525ca1779 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 943 time: 0.1076012 Jan 28 16:42:48.516306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98cdd43a-db67-4ba2-be94-8a1db7cdc722 req-d96fd04c-d50e-41cb-95e0-adbdb5a40474 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141949 Jan 28 16:42:48.529345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95a6645c-60bb-4971-85f5-e7b01cfa4b31 req-304622bd-e302-43fa-974d-c992a5e90393 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107531 Jan 28 16:42:48.545834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-0a5fb4c9-bd7e-4cfb-982f-db3d8a7cbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:48.547334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-0a5fb4c9-bd7e-4cfb-982f-db3d8a7cbb13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e207ba9c2c3492c8c7d142d9ff84346&device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 1126 time: 0.1038806 Jan 28 16:42:48.634547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95482630-1426-43c6-9cd0-406f821a3bc5 req-00c57be6-d36c-4f2f-b73b-9a0f21163274 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0356598 Jan 28 16:42:48.666244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-e5e638bc-45c4-40b4-8382-64a8dd2fa3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:48.667775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-e5e638bc-45c4-40b4-8382-64a8dd2fa3be service neutron] 10.222.0.31 "GET /v2.0/networks?id=446abbcc-8020-47ae-ae5e-b268063d0085 HTTP/1.1" status: 200 len: 914 time: 0.1135418 Jan 28 16:42:48.713768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-0061f788-b702-4817-aad6-7b9e50ae53de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe HTTP/1.1" status: 200 len: 217 time: 0.0380189 Jan 28 16:42:48.766219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-f461821c-b6e5-474b-a775-c4f4b2bfae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:48.767654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-f461821c-b6e5-474b-a775-c4f4b2bfae8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e275cee-e65e-4269-a485-3ff69f03fbc4 HTTP/1.1" status: 200 len: 853 time: 0.0431533 Jan 28 16:42:48.800896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-da170938-e37d-46c1-9d6f-0329883fd5f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=446abbcc-8020-47ae-ae5e-b268063d0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266590 Jan 28 16:42:48.949890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077cea5-aadf-4a3c-9309-d81937afe0fb req-66227fe9-cc0f-46d5-ad3a-941203258846 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:48.951533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1077cea5-aadf-4a3c-9309-d81937afe0fb req-66227fe9-cc0f-46d5-ad3a-941203258846 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 945 time: 0.0864267 Jan 28 16:42:48.956402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-918b7a34-df1e-464b-90fb-f840b1f05526 service neutron] 10.222.0.31 "GET /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477504 Jan 28 16:42:49.046942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b88190-6592-4197-a714-e0799f827f22 req-815891c8-83ee-4e0a-9b31-a5f8a7c94cdc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:49.049434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a5b88190-6592-4197-a714-e0799f827f22 req-815891c8-83ee-4e0a-9b31-a5f8a7c94cdc tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ab107c-97b2-4c11-9d9a-c814b457bbcc HTTP/1.1" status: 200 len: 945 time: 0.0586488 Jan 28 16:42:49.065276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1077cea5-aadf-4a3c-9309-d81937afe0fb req-f9e7c83d-67e2-4c58-b377-1c0efa6914f2 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6054d81-0bd5-4c94-b735-d3545273754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078992 Jan 28 16:42:49.092074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f08788-cc98-4fc3-a601-f465ec7c8c02 req-b7a53c4e-8e84-4955-86d6-1370b3f44768 service neutron] 10.222.0.31 "GET /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273506 Jan 28 16:42:49.162995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Deleting port 5c285d9c-7108-41e6-b976-2dbcbc229461 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:49.163283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:49.291759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] For port 5c285d9c-7108-41e6-b976-2dbcbc229461, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5c285d9c-7108-41e6-b976-2dbcbc229461,segment=NetworkSegment(db1507dd-f213-4b2b-9313-4cae4ceb6f33),segment_id=db1507dd-f213-4b2b-9313-4cae4ceb6f33)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:49.292402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:49.300396 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:49.308215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Calling delete_port for 5c285d9c-7108-41e6-b976-2dbcbc229461 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:49.439316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5c285d9c-7108-41e6-b976-2dbcbc229461), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:49.451593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['5c285d9c-7108-41e6-b976-2dbcbc229461'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:49.493908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event deleted for resources: {'Port': ['ID=5c285d9c-7108-41e6-b976-2dbcbc229461,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:49.530982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] No DVR routers for this DVR port 5c285d9c-7108-41e6-b976-2dbcbc229461 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:49.533890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:49.537907 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a5b88190-6592-4197-a714-e0799f827f22 req-42ccd39a-d015-469d-b178-c1e3c2cc3548 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.31 "DELETE /v2.0/ports/5c285d9c-7108-41e6-b976-2dbcbc229461 HTTP/1.1" status: 204 len: 173 time: 0.4814737 Jan 28 16:42:49.538959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'name': 'network-vif-deleted', 'tag': '5c285d9c-7108-41e6-b976-2dbcbc229461'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:49.545740 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6279c-804a-41d0-86ca-9a98c7569076" -d '{"events": [{"server_uuid": "e9ab107c-97b2-4c11-9d9a-c814b457bbcc", "name": "network-vif-deleted", "tag": "5c285d9c-7108-41e6-b976-2dbcbc229461"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:49.599177 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b014df-afd2-4b97-9efe-2410388c9b7f x-openstack-request-id: req-95b014df-afd2-4b97-9efe-2410388c9b7f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:49.599509 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab107c-97b2-4c11-9d9a-c814b457bbcc", "name": "network-vif-deleted", "tag": "5c285d9c-7108-41e6-b976-2dbcbc229461", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:49.600328 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95b014df-afd2-4b97-9efe-2410388c9b7f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:49.600752 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab107c-97b2-4c11-9d9a-c814b457bbcc', 'name': 'network-vif-deleted', 'tag': '5c285d9c-7108-41e6-b976-2dbcbc229461', 'status': 'completed', 'code': 200} Jan 28 16:42:49.707581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260eefc-346b-4a31-bfca-c393176294e0 req-93ca6ec5-db13-427a-9a18-8b2a733be1f6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:49.713654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b260eefc-346b-4a31-bfca-c393176294e0 req-93ca6ec5-db13-427a-9a18-8b2a733be1f6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1089087 Jan 28 16:42:49.764836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d4f73-0fd8-49b1-9c79-78d27df2faab req-f21de483-37c1-47e6-9656-9059f30e1031 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:49.766340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e2d4f73-0fd8-49b1-9c79-78d27df2faab req-f21de483-37c1-47e6-9656-9059f30e1031 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 943 time: 0.1091948 Jan 28 16:42:49.793538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b260eefc-346b-4a31-bfca-c393176294e0 req-807c4912-50b0-415b-b87a-cab13729bd9a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779116 Jan 28 16:42:49.828153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e2d4f73-0fd8-49b1-9c79-78d27df2faab req-29927c08-df1c-4b6b-a78a-a0f268bcb509 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537894 Jan 28 16:42:49.887710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96c4b22e-dbac-4be5-8750-3beac8477816 req-c4513806-2eff-4701-8ffc-2260f49864a3 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0276461 Jan 28 16:42:50.268464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43694) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:50.334455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7018434c-45bb-4621-a0ed-bf1eaabf0435 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group (84584df2-1bdc-4c7b-a184-6ff89156325e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.359087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7018434c-45bb-4621-a0ed-bf1eaabf0435 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group (84584df2-1bdc-4c7b-a184-6ff89156325e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.405860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7018434c-45bb-4621-a0ed-bf1eaabf0435 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (84584df2-1bdc-4c7b-a184-6ff89156325e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.408606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7018434c-45bb-4621-a0ed-bf1eaabf0435 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.412451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43696) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:50.413209 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7018434c-45bb-4621-a0ed-bf1eaabf0435 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "DELETE /v2.0/security-groups/84584df2-1bdc-4c7b-a184-6ff89156325e HTTP/1.1" status: 204 len: 168 time: 0.1417546 Jan 28 16:42:50.426656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018434c-45bb-4621-a0ed-bf1eaabf0435 tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84584df2-1bdc-4c7b-a184-6ff89156325e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:50.429826 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-930ad056-d1a5-4c87-a4ca-6832e3f02c8b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] show failed (client error): The resource could not be found. Jan 28 16:42:50.430979 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-930ad056-d1a5-4c87-a4ca-6832e3f02c8b tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "GET /v2.0/security-groups/84584df2-1bdc-4c7b-a184-6ff89156325e HTTP/1.1" status: 404 len: 347 time: 0.0170207 Jan 28 16:42:50.433681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43698) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:50.576050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Deleting port aaab1427-57de-42ec-a705-3a89546f83ea {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:50.576424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (aaab1427-57de-42ec-a705-3a89546f83ea), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.588731 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.655637 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (aaab1427-57de-42ec-a705-3a89546f83ea), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.655980 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for floatingip (aaab1427-57de-42ec-a705-3a89546f83ea), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.668854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Calling delete_port for aaab1427-57de-42ec-a705-3a89546f83ea owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:50.842045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (aaab1427-57de-42ec-a705-3a89546f83ea), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:50.869528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Pushing event deleted for resources: {'Port': ['ID=aaab1427-57de-42ec-a705-3a89546f83ea,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:51.014815 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks [] for floatingip (433af1ac-57ff-4084-a270-c25f47e0c802), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.017372 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.020746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-32e83b12-2ba3-4448-a273-8b150e448d6d tempest-ImagesOneServerNegativeTestJSON-303361468 tempest-ImagesOneServerNegativeTestJSON-303361468-project] 10.222.0.25 "DELETE /v2.0/floatingips/433af1ac-57ff-4084-a270-c25f47e0c802 HTTP/1.1" status: 204 len: 168 time: 0.5838153 Jan 28 16:42:51.040239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05a9b-2d33-4663-a675-f09d01146f26 req-0e314046-9fad-47db-aa2e-33ec813af757 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:51.042490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8d05a9b-2d33-4663-a675-f09d01146f26 req-0e314046-9fad-47db-aa2e-33ec813af757 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1066070 Jan 28 16:42:51.053769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7753933-dab9-41a7-a7c0-739c5cae76f2 req-5ec03606-8c4c-432a-8f19-89dcf06b5f33 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:51.055240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7753933-dab9-41a7-a7c0-739c5cae76f2 req-5ec03606-8c4c-432a-8f19-89dcf06b5f33 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 943 time: 0.1204534 Jan 28 16:42:51.138240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7753933-dab9-41a7-a7c0-739c5cae76f2 req-196c4964-e473-4afd-8b6c-3b7cdd109ff0 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Jan 28 16:42:51.142274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8d05a9b-2d33-4663-a675-f09d01146f26 req-cfa9c265-c08e-4f00-b6e0-eff8a31e4d0c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Jan 28 16:42:51.256005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff5b3b97-de63-47ce-bb39-1d59cd3c6a98 req-63a06733-081a-4b03-a07c-97c0421667de tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0316942 Jan 28 16:42:51.346104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43720) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:51.432835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Deleting subnet 318aef86-8bfa-428a-9eea-9c973ffa126c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:42:51.437299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Publish callbacks [] for subnet (318aef86-8bfa-428a-9eea-9c973ffa126c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.478091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (318aef86-8bfa-428a-9eea-9c973ffa126c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.478849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21860e9-b46e-491d-b0c9-db45aae794b3 req-c82bf2ae-4157-4b9d-bc60-1f558690b12b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:51.480542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e21860e9-b46e-491d-b0c9-db45aae794b3 req-c82bf2ae-4157-4b9d-bc60-1f558690b12b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Jan 28 16:42:51.532362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (318aef86-8bfa-428a-9eea-9c973ffa126c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.536775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e21860e9-b46e-491d-b0c9-db45aae794b3 req-e257de96-ac4a-4271-bf1f-1893d161067d tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499899 Jan 28 16:42:51.594536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (318aef86-8bfa-428a-9eea-9c973ffa126c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.620504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318aef86-8bfa-428a-9eea-9c973ffa126c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:51.624389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.627744 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8cac6111-9650-4a06-b675-5f4cffeef9cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/318aef86-8bfa-428a-9eea-9c973ffa126c HTTP/1.1" status: 204 len: 168 time: 0.2800274 Jan 28 16:42:51.630665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43726) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:51.713112 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (aba8db2a-ead4-41d5-91aa-7a992a30891b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.722532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.795968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (aba8db2a-ead4-41d5-91aa-7a992a30891b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.817495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba8db2a-ead4-41d5-91aa-7a992a30891b']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:51.826836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1507dd-f213-4b2b-9313-4cae4ceb6f33') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:51.827139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1507dd-f213-4b2b-9313-4cae4ceb6f33') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:42:51.841343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (db1507dd-f213-4b2b-9313-4cae4ceb6f33), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.854845 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (db1507dd-f213-4b2b-9313-4cae4ceb6f33), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.861054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:42:51.861508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (db1507dd-f213-4b2b-9313-4cae4ceb6f33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:42:51.863304 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:42:51.923264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (aba8db2a-ead4-41d5-91aa-7a992a30891b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.931779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:51.938807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] 10.222.0.25 "DELETE /v2.0/networks/aba8db2a-ead4-41d5-91aa-7a992a30891b HTTP/1.1" status: 204 len: 168 time: 0.3064594 Jan 28 16:42:51.953270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5eb99-6a35-4562-b586-49cbb270eb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=aba8db2a-ead4-41d5-91aa-7a992a30891b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:52.057383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:52.099696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0d12507e-9837-4a21-b62e-c39d6b2d4fbe details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:42:52.106136 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0cfe37dd-4a90-4cee-8c2e-e41f1ee849a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ae692c77bc0446b86cf745d6c0a0375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445848 Jan 28 16:42:52.106624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43732) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:52.108315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5c285d9c-7108-41e6-b976-2dbcbc229461 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:52.139569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 5c285d9c-7108-41e6-b976-2dbcbc229461 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:52.140144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5c285d9c-7108-41e6-b976-2dbcbc229461 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:52.227135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6650147c-f0c3-4671-b284-d10bc533b0d2 admin admin] Publish callbacks [] for security_group (f6054d81-0bd5-4c94-b735-d3545273754b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:52.276412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6650147c-f0c3-4671-b284-d10bc533b0d2 admin admin] Publish callbacks [] for security_group (f6054d81-0bd5-4c94-b735-d3545273754b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:52.302767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,segment=NetworkSegment(c7a42fda-0b85-4fdd-acd9-5a71a1d434a0),segment_id=c7a42fda-0b85-4fdd-acd9-5a71a1d434a0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:52.323535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe', 'network_id': '446abbcc-8020-47ae-ae5e-b268063d0085', 'port_id': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe', 'mac_address': 'fa:16:3e:49:2e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e275cee-e65e-4269-a485-3ff69f03fbc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:42:52.364349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:52.364987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:52.378518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d12507e-9837-4a21-b62e-c39d6b2d4fbe {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:42:52.399402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,segment=NetworkSegment(c7a42fda-0b85-4fdd-acd9-5a71a1d434a0),segment_id=c7a42fda-0b85-4fdd-acd9-5a71a1d434a0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:52.407211 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:52.420096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d57c0e-1cdc-45cc-b29f-5cafcb06f486 req-4a04b58a-2275-44d4-9693-810b8fe1abc4 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:52.421698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77d57c0e-1cdc-45cc-b29f-5cafcb06f486 req-4a04b58a-2275-44d4-9693-810b8fe1abc4 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 943 time: 0.1243088 Jan 28 16:42:52.467965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:52.483693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6650147c-f0c3-4671-b284-d10bc533b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f6054d81-0bd5-4c94-b735-d3545273754b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:52.487146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6650147c-f0c3-4671-b284-d10bc533b0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:52.491320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6650147c-f0c3-4671-b284-d10bc533b0d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6054d81-0bd5-4c94-b735-d3545273754b HTTP/1.1" status: 204 len: 168 time: 0.3829722 Jan 28 16:42:52.510036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87119-1afa-4bc5-8ea4-9992bd651ad5 req-51933233-4cdf-4786-8c13-a14ca4e258c9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:52.517418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99a87119-1afa-4bc5-8ea4-9992bd651ad5 req-51933233-4cdf-4786-8c13-a14ca4e258c9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.2218959 Jan 28 16:42:52.562078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650147c-f0c3-4671-b284-d10bc533b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6054d81-0bd5-4c94-b735-d3545273754b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:52.614490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77d57c0e-1cdc-45cc-b29f-5cafcb06f486 req-60bd6351-cd3e-4df3-b815-1c87f2f225a9 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804593 Jan 28 16:42:52.630198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99a87119-1afa-4bc5-8ea4-9992bd651ad5 req-9940e06d-cc26-46d3-95d8-d55f1c473292 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117449 Jan 28 16:42:52.674890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['0d12507e-9837-4a21-b62e-c39d6b2d4fbe'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:52.719377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-582db667-9f2d-4788-b3ed-cdd917585361 req-1a0eb493-36bb-454c-96a4-b8bf104327ef tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0458324 Jan 28 16:42:52.830350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31c7b-e141-4afe-a5e6-9251532c4a36 req-5e5cecf8-87ca-4a9a-b83a-a1df7cd25568 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:52.834014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bca31c7b-e141-4afe-a5e6-9251532c4a36 req-5e5cecf8-87ca-4a9a-b83a-a1df7cd25568 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 945 time: 0.0875418 Jan 28 16:42:52.898038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bca31c7b-e141-4afe-a5e6-9251532c4a36 req-610b63d4-e914-48d8-8640-d9ee6eba36f0 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587718 Jan 28 16:42:53.192233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-3a8b2cc0-59a6-4e3e-86aa-29e765dcfbc1 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:53.194148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-3a8b2cc0-59a6-4e3e-86aa-29e765dcfbc1 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.24 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 945 time: 0.0613995 Jan 28 16:42:53.343946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Deleting port 90b246b1-1f03-450e-bb6f-75094c78446b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:53.344291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:53.447142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] For port 90b246b1-1f03-450e-bb6f-75094c78446b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=90b246b1-1f03-450e-bb6f-75094c78446b,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:53.447601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:53.460911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Calling delete_port for 90b246b1-1f03-450e-bb6f-75094c78446b owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:53.608177 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (90b246b1-1f03-450e-bb6f-75094c78446b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:53.620580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', '30b3c3a8-c25e-4566-8597-41bf2fc06141'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:53.643555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['90b246b1-1f03-450e-bb6f-75094c78446b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:53.673665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event deleted for resources: {'Port': ['ID=90b246b1-1f03-450e-bb6f-75094c78446b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:53.742785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] No DVR routers for this DVR port 90b246b1-1f03-450e-bb6f-75094c78446b on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:53.747235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:53.750617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7665b83b-37b4-4114-97c7-1c5c775b5426 req-154765a2-677c-4150-b7df-0c953adecb6b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.24 "DELETE /v2.0/ports/90b246b1-1f03-450e-bb6f-75094c78446b HTTP/1.1" status: 204 len: 173 time: 0.5508959 Jan 28 16:42:53.758327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cfb384-c764-4558-bef7-c997d9195bb0', 'name': 'network-vif-deleted', 'tag': '90b246b1-1f03-450e-bb6f-75094c78446b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:53.766004 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eac36d-1cac-49b4-8189-0dcdde72033c" -d '{"events": [{"server_uuid": "09cfb384-c764-4558-bef7-c997d9195bb0", "name": "network-vif-deleted", "tag": "90b246b1-1f03-450e-bb6f-75094c78446b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:53.846181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917090c7-4473-4091-a4da-84ab977743a2 req-60bfc066-f33e-4553-952b-5c7487856312 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:53.847700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917090c7-4473-4091-a4da-84ab977743a2 req-60bfc066-f33e-4553-952b-5c7487856312 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 944 time: 0.1361744 Jan 28 16:42:53.860412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330ed8-df5e-4393-96b8-df9195fed9df req-0b42e9b2-7a58-4cc1-8ffc-28f93891e357 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:53.867906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7330ed8-df5e-4393-96b8-df9195fed9df req-0b42e9b2-7a58-4cc1-8ffc-28f93891e357 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1263261 Jan 28 16:42:53.963106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-917090c7-4473-4091-a4da-84ab977743a2 req-3ccbab10-ab39-4cdb-af7b-a7dc2d68b365 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891411 Jan 28 16:42:53.991335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7330ed8-df5e-4393-96b8-df9195fed9df req-d14fde3c-b836-4973-8a09-c28e7835df17 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193526 Jan 28 16:42:54.060737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9af3040-e0cf-4eff-91a6-17e2688e1d1b req-2c44e3c6-f65d-4428-a37b-8b1221e2da9d tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0313759 Jan 28 16:42:54.094823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53c69fb8-77ae-4e9a-acc7-e2d56f8a0c1c req-a8ba9663-e84e-4700-a9d4-cfbd0b090ccc tempest-AbsoluteLimitsNegativeTestJSON-500375443 tempest-AbsoluteLimitsNegativeTestJSON-500375443-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0affc33772914c028e27d483fe7a8a3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262921 Jan 28 16:42:54.131850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0d12507e-9837-4a21-b62e-c39d6b2d4fbe up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:42:54.166641 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c108e-3c70-4801-aca5-7d217721fd53 x-openstack-request-id: req-a64c108e-3c70-4801-aca5-7d217721fd53 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:54.167021 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cfb384-c764-4558-bef7-c997d9195bb0", "name": "network-vif-deleted", "tag": "90b246b1-1f03-450e-bb6f-75094c78446b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:54.167228 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a64c108e-3c70-4801-aca5-7d217721fd53 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:54.167573 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cfb384-c764-4558-bef7-c997d9195bb0', 'name': 'network-vif-deleted', 'tag': '90b246b1-1f03-450e-bb6f-75094c78446b', 'status': 'completed', 'code': 200} Jan 28 16:42:54.203332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:42:54.209845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:42:54.210571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.236246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f331f7ec-c7ce-4cfe-8cd2-c82fc4d80dc8 req-7081f5e9-c0bf-4f62-85aa-bbcc1943b363 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cfb384-c764-4558-bef7-c997d9195bb0 HTTP/1.1" status: 200 len: 210 time: 0.0417604 Jan 28 16:42:54.268578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69fb8-77ae-4e9a-acc7-e2d56f8a0c1c req-19352c30-eb4c-4661-8785-b3bba494eaec tempest-AbsoluteLimitsNegativeTestJSON-500375443 tempest-AbsoluteLimitsNegativeTestJSON-500375443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:54.270226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53c69fb8-77ae-4e9a-acc7-e2d56f8a0c1c req-19352c30-eb4c-4661-8785-b3bba494eaec tempest-AbsoluteLimitsNegativeTestJSON-500375443 tempest-AbsoluteLimitsNegativeTestJSON-500375443-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685612 Jan 28 16:42:54.287440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53c69fb8-77ae-4e9a-acc7-e2d56f8a0c1c req-ce50c713-5817-4da3-bc37-4119136e269e tempest-AbsoluteLimitsNegativeTestJSON-500375443 tempest-AbsoluteLimitsNegativeTestJSON-500375443-project] 10.222.0.25 "GET /v2.0/quotas/0affc33772914c028e27d483fe7a8a3f HTTP/1.1" status: 200 len: 375 time: 0.0097675 Jan 28 16:42:54.328561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:42:54.329284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.335261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53c69fb8-77ae-4e9a-acc7-e2d56f8a0c1c req-c176b238-6be0-40f9-9e2a-e6ebbbb97916 tempest-AbsoluteLimitsNegativeTestJSON-500375443 tempest-AbsoluteLimitsNegativeTestJSON-500375443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0affc33772914c028e27d483fe7a8a3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374420 Jan 28 16:42:54.367516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:54.370617 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e055e49-cf8b-4a4e-af70-ee6f3fb780d6" -d '{"events": [{"server_uuid": "86d47fdc-3056-4d41-ae9d-34ee5f798fd3", "name": "network-vif-plugged", "status": "completed", "tag": "0d12507e-9837-4a21-b62e-c39d6b2d4fbe"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:54.386438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,segment=NetworkSegment(c7a42fda-0b85-4fdd-acd9-5a71a1d434a0),segment_id=c7a42fda-0b85-4fdd-acd9-5a71a1d434a0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:54.392418 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.455669 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc9242f-10c4-49cd-af1c-161c1955160c x-openstack-request-id: req-3fc9242f-10c4-49cd-af1c-161c1955160c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:54.456010 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d47fdc-3056-4d41-ae9d-34ee5f798fd3", "name": "network-vif-plugged", "status": "completed", "tag": "0d12507e-9837-4a21-b62e-c39d6b2d4fbe", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:54.456225 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fc9242f-10c4-49cd-af1c-161c1955160c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:54.456617 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe', 'code': 200} Jan 28 16:42:54.461679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:54.553658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11db2a5-ed4b-438a-aba6-67ffae1fc500 req-7053f33d-32c2-4cbf-bce5-2912e853ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:54.555344 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a11db2a5-ed4b-438a-aba6-67ffae1fc500 req-7053f33d-32c2-4cbf-bce5-2912e853ca9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 1128 time: 0.0527544 Jan 28 16:42:54.612847 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a11db2a5-ed4b-438a-aba6-67ffae1fc500 req-cf48f776-df52-4401-943c-1c783582dde7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Jan 28 16:42:54.667412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43800) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:54.774652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-366dd6a6-8e2d-41d9-a92f-2ba40635c200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.850002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-366dd6a6-8e2d-41d9-a92f-2ba40635c200 admin admin] Publish callbacks [] for security_group (c9baaf4f-ad45-4de2-aaea-847b7b6bb58b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.854332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-366dd6a6-8e2d-41d9-a92f-2ba40635c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c9baaf4f-ad45-4de2-aaea-847b7b6bb58b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.892664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-366dd6a6-8e2d-41d9-a92f-2ba40635c200 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0affc33772914c028e27d483fe7a8a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241619 Jan 28 16:42:54.893568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd6a6-8e2d-41d9-a92f-2ba40635c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9baaf4f-ad45-4de2-aaea-847b7b6bb58b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:54.895284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:54.945465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13a08c4b-061c-4b86-a224-270feddb924e admin admin] Publish callbacks [] for security_group (c9baaf4f-ad45-4de2-aaea-847b7b6bb58b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:54.966418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13a08c4b-061c-4b86-a224-270feddb924e admin admin] Publish callbacks [] for security_group (c9baaf4f-ad45-4de2-aaea-847b7b6bb58b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:55.017389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13a08c4b-061c-4b86-a224-270feddb924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c9baaf4f-ad45-4de2-aaea-847b7b6bb58b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:55.019914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13a08c4b-061c-4b86-a224-270feddb924e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:55.023304 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-13a08c4b-061c-4b86-a224-270feddb924e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9baaf4f-ad45-4de2-aaea-847b7b6bb58b HTTP/1.1" status: 204 len: 168 time: 0.1247425 Jan 28 16:42:55.030772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a08c4b-061c-4b86-a224-270feddb924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9baaf4f-ad45-4de2-aaea-847b7b6bb58b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:55.150878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837480-6959-4e06-9f0a-66a1cc8156fc req-b94a83cb-6904-4aca-adb4-fc5f245e0a22 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:55.152384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3837480-6959-4e06-9f0a-66a1cc8156fc req-b94a83cb-6904-4aca-adb4-fc5f245e0a22 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1042538 Jan 28 16:42:55.163487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba7ff-bc42-4c0c-bf11-9c979026c9ad req-8d05b4f1-5fcc-483b-9f8d-f2a1c4f4d630 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:55.165250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0eba7ff-bc42-4c0c-bf11-9c979026c9ad req-8d05b4f1-5fcc-483b-9f8d-f2a1c4f4d630 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 945 time: 0.0871649 Jan 28 16:42:55.239315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3837480-6959-4e06-9f0a-66a1cc8156fc req-ff265d67-e20b-4b97-b808-d385f6f73740 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 Jan 28 16:42:55.250788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0eba7ff-bc42-4c0c-bf11-9c979026c9ad req-110ab266-8f76-4a20-b5ea-7040383265d5 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772440 Jan 28 16:42:55.356945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21ce508e-94c9-4c05-9a4c-82a5720cd72c req-57e39016-d787-4ecd-87ce-a6481c1ce355 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0383322 Jan 28 16:42:55.828264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43846) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:55.938759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-499267328-network', 'tenant_id': '582b91394e0045f7a86b81625b1dc2e3'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:55.966228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Made reservation on behalf of 582b91394e0045f7a86b81625b1dc2e3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:55.969014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:55.978396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.005086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee075d-5523-4a2d-802d-46d8bff3f279 req-8b25792f-dc26-4528-a614-bae67566fbd6 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:56.006913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7eee075d-5523-4a2d-802d-46d8bff3f279 req-8b25792f-dc26-4528-a614-bae67566fbd6 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.0760772 Jan 28 16:42:56.062781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7eee075d-5523-4a2d-802d-46d8bff3f279 req-9d459ee8-a7d9-49f1-9a44-696bd3b3d67d tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Jan 28 16:42:56.070083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks [] for security_group (16d148e8-15be-4e94-82d5-614ec665587e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.075082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16d148e8-15be-4e94-82d5-614ec665587e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.106596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:42:56.118137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d148e8-15be-4e94-82d5-614ec665587e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:56.122392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6dce2f7d-5409-4d18-9e85-530059ab5795), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.122735 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Added segment 6dce2f7d-5409-4d18-9e85-530059ab5795 of type vlan for network e25a725d-41b4-4648-83a1-a1d16302ed4b Jan 28 16:42:56.162139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e25a725d-41b4-4648-83a1-a1d16302ed4b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.187866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e25a725d-41b4-4648-83a1-a1d16302ed4b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.189043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:56.189701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.244045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4137499 Jan 28 16:42:56.246427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43854) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:42:56.252768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Request body: {'subnet': {'network_id': 'e25a725d-41b4-4648-83a1-a1d16302ed4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-499267328-subnet', 'tenant_id': '582b91394e0045f7a86b81625b1dc2e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:56.268276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c5bb5-48af-48c4-8841-603fdbe5835d admin admin] Pushing event updated for resources: {'Network': ['ID=e25a725d-41b4-4648-83a1-a1d16302ed4b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:56.283746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e25a725d-41b4-4648-83a1-a1d16302ed4b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:42:56.286201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Made reservation on behalf of 582b91394e0045f7a86b81625b1dc2e3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:42:56.289647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.390552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e790d9f-d7e5-410f-aeee-e0bb1a1da686 req-e8734fb4-ba9b-4620-ae34-896488c9cbaf tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:56.397735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e790d9f-d7e5-410f-aeee-e0bb1a1da686 req-e8734fb4-ba9b-4620-ae34-896488c9cbaf tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0708055 Jan 28 16:42:56.492192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660efd7-d847-44a8-8cf1-18cf591ea3e2 req-f8f7581b-ebb1-448b-8627-be2568416213 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:56.494122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8660efd7-d847-44a8-8cf1-18cf591ea3e2 req-f8f7581b-ebb1-448b-8627-be2568416213 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 945 time: 0.0924966 Jan 28 16:42:56.512419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e790d9f-d7e5-410f-aeee-e0bb1a1da686 req-4ae2afa4-a1d8-474c-9469-bfddc2f064d8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135404 Jan 28 16:42:56.573191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8660efd7-d847-44a8-8cf1-18cf591ea3e2 req-75db6a4b-e67e-4cbc-8e75-5d67986ce698 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Jan 28 16:42:56.616951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-009ca85e-3379-427f-a175-9f4c95fed2fb req-87fab6c1-2f48-49fb-95e9-0bd3ee23cf4b tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0316424 Jan 28 16:42:56.819661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7d072bb7-ac1d-44ee-ba11-82b17446a7a8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.895444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d072bb7-ac1d-44ee-ba11-82b17446a7a8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:56.901455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Checking segment: {'id': '6dce2f7d-5409-4d18-9e85-530059ab5795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e25a725d-41b4-4648-83a1-a1d16302ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:42:56.902095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Network hostable DHCP agents. Network: e25a725d-41b4-4648-83a1-a1d16302ed4b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:42:56.920470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Network e25a725d-41b4-4648-83a1-a1d16302ed4b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:42:56.921431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 90b246b1-1f03-450e-bb6f-75094c78446b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:42:56.934739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e25a725d-41b4-4648-83a1-a1d16302ed4b) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:42:56.939485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:56.941252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:56.953302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2f9c1-0abc-404c-894b-dfd536087f89 None None] Network e25a725d-41b4-4648-83a1-a1d16302ed4b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:42:56.956209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 90b246b1-1f03-450e-bb6f-75094c78446b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:42:56.956743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 90b246b1-1f03-450e-bb6f-75094c78446b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:42:56.992957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-341304ca-dd05-4b96-a2f0-63ebea7a30dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7365749 Jan 28 16:42:57.076946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9820551-e6cc-4363-91b6-74ab668ea068 req-c491662f-967c-4b45-8ce9-7a0bb9ac9357 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:57.084626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9820551-e6cc-4363-91b6-74ab668ea068 req-c491662f-967c-4b45-8ce9-7a0bb9ac9357 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.0970068 Jan 28 16:42:57.097324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd64e8-dbf6-47a8-bfd5-f93da795b2de None None] Network e25a725d-41b4-4648-83a1-a1d16302ed4b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:42:57.176332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9820551-e6cc-4363-91b6-74ab668ea068 req-bc358ecc-1c97-4634-9078-c1dd1c681891 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886948 Jan 28 16:42:57.211350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57387e-221e-48da-890c-f9db69075b49 req-b90f47fa-3316-4f56-98ab-f8ec0c770f71 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:57.212934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df57387e-221e-48da-890c-f9db69075b49 req-b90f47fa-3316-4f56-98ab-f8ec0c770f71 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 945 time: 0.1172481 Jan 28 16:42:57.265191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df57387e-221e-48da-890c-f9db69075b49 req-e9e48924-195c-48bc-b187-cb7fbc97cc7b tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Jan 28 16:42:57.338486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-f7e0655b-19d5-4944-ab17-5c3f4d1d9756 req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1003241056', 'description': 'tempest-description-1822691339'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:57.358066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f7e0655b-19d5-4944-ab17-5c3f4d1d9756 req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.426448 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f7e0655b-19d5-4944-ab17-5c3f4d1d9756 req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (71ab94ff-3f90-40b7-910b-ff1030fdfa1a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.431287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f7e0655b-19d5-4944-ab17-5c3f4d1d9756 req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (71ab94ff-3f90-40b7-910b-ff1030fdfa1a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.459489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f7e0655b-19d5-4944-ab17-5c3f4d1d9756 req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.460716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7e0655b-19d5-4944-ab17-5c3f4d1d9756 req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1266112 Jan 28 16:42:57.462561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df67dd-bcda-4573-bc74-d3c07681f8ad tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab94ff-3f90-40b7-910b-ff1030fdfa1a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:57.526579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-6bda8c71-aa4e-476a-8319-6a9070d89efb tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/71ab94ff-3f90-40b7-910b-ff1030fdfa1a HTTP/1.1" status: 200 len: 1832 time: 0.0422659 Jan 28 16:42:57.543420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '71ab94ff-3f90-40b7-910b-ff1030fdfa1a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:57.543960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '71ab94ff-3f90-40b7-910b-ff1030fdfa1a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:57.638237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group_rule (3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.659936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group_rule (3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.667773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b0561-ff9a-48f6-8e80-6783fbfbbea1 req-209cf3c3-bf70-4627-8035-a4d193fe83a4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:57.669259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f6b0561-ff9a-48f6-8e80-6783fbfbbea1 req-209cf3c3-bf70-4627-8035-a4d193fe83a4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0819407 Jan 28 16:42:57.670281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.701967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:57.713563 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.714821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fd41025-eb73-4e46-afaa-cd80f91f59a4 req-a3368d7a-47dc-4442-8d3b-d349e1732736 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1771727 Jan 28 16:42:57.739339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f6b0561-ff9a-48f6-8e80-6783fbfbbea1 req-ed700da3-4e6f-4ec8-96a8-2dcffa2efaa2 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630443 Jan 28 16:42:57.822570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-435384da-af1f-4bb6-b260-e2e196bbd73c req-43a2b904-91e9-4286-88bc-3d981965bae3 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0445502 Jan 28 16:42:57.834561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03d9887b-063d-48d5-b489-7595341bd8cd req-36e989de-7f63-4a32-89f8-7e99f2c37929 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/71ab94ff-3f90-40b7-910b-ff1030fdfa1a HTTP/1.1" status: 200 len: 2426 time: 0.0716515 Jan 28 16:42:57.880515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-f87f0793-7f08-4e47-8e33-9dda411aac04 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-group-rules/3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed HTTP/1.1" status: 200 len: 778 time: 0.0166390 Jan 28 16:42:57.931793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-177c4079-c244-4ee5-8300-fd8bf715e371 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/71ab94ff-3f90-40b7-910b-ff1030fdfa1a HTTP/1.1" status: 200 len: 2426 time: 0.0426586 Jan 28 16:42:57.961459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-dfb4cd77-6b18-4a2e-8136-6f4af92fbb24 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group_rule (3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.969862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-dfb4cd77-6b18-4a2e-8136-6f4af92fbb24 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group_rule (3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:57.997195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-dfb4cd77-6b18-4a2e-8136-6f4af92fbb24 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.011275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-dfb4cd77-6b18-4a2e-8136-6f4af92fbb24 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.012750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d0755a-cf03-4231-ae32-3813c32b3280 req-dfb4cd77-6b18-4a2e-8136-6f4af92fbb24 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed HTTP/1.1" status: 204 len: 173 time: 0.0759678 Jan 28 16:42:58.014228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4cd77-6b18-4a2e-8136-6f4af92fbb24 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad6ce1b-e1b6-4bf1-9e46-deb20f037fed,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:58.038344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-2f1513cb-5803-4eaa-adf2-a71461265735 req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1362682644', 'description': 'tempest-description-902142147'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:58.064324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2f1513cb-5803-4eaa-adf2-a71461265735 req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.139847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2f1513cb-5803-4eaa-adf2-a71461265735 req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (0e879e5b-86db-45b9-98a6-0291da4eb023), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.146990 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2f1513cb-5803-4eaa-adf2-a71461265735 req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0e879e5b-86db-45b9-98a6-0291da4eb023), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.182531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2f1513cb-5803-4eaa-adf2-a71461265735 req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.183694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f1513cb-5803-4eaa-adf2-a71461265735 req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1495628 Jan 28 16:42:58.185669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eba77-0384-47fc-b5ad-b0205d1dd0a6 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e879e5b-86db-45b9-98a6-0291da4eb023,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:58.263756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52045e21-dcf5-49bd-801d-a2c10c46d4c0 req-e157e104-73fa-43fa-b070-c6d244d6fe40 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/0e879e5b-86db-45b9-98a6-0291da4eb023 HTTP/1.1" status: 200 len: 1831 time: 0.0528095 Jan 28 16:42:58.310272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a94b7c43-3e52-432d-b0a5-12848b439f56 req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1640081543', 'description': 'tempest-description-1669551499'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:58.342082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a94b7c43-3e52-432d-b0a5-12848b439f56 req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.371021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a925e73-3f76-48b8-94d4-092b1336531b req-3fc48349-1cba-4864-9492-78580c0907a0 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:58.373480 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a925e73-3f76-48b8-94d4-092b1336531b req-3fc48349-1cba-4864-9492-78580c0907a0 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 945 time: 0.0697186 Jan 28 16:42:58.395701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d64f1-6943-4634-b931-dd178d075027 req-b8e156bc-49fc-4c8d-b958-07e479fb3d61 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:58.397318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-487d64f1-6943-4634-b931-dd178d075027 req-b8e156bc-49fc-4c8d-b958-07e479fb3d61 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.1277964 Jan 28 16:42:58.478515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-67428ba3-6442-46dd-a189-0fb59c5b4ac6 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:58.480008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-67428ba3-6442-46dd-a189-0fb59c5b4ac6 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.24 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.1234064 Jan 28 16:42:58.485626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-487d64f1-6943-4634-b931-dd178d075027 req-65e74356-f2fc-415b-998b-9be7f42c678e tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785902 Jan 28 16:42:58.558240 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a94b7c43-3e52-432d-b0a5-12848b439f56 req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (e80d5e41-8729-4e5c-b5b5-82ee99fda0b5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.564352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Deleting port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:58.565047 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.585770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a94b7c43-3e52-432d-b0a5-12848b439f56 req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e80d5e41-8729-4e5c-b5b5-82ee99fda0b5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.612502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a94b7c43-3e52-432d-b0a5-12848b439f56 req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.613778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a94b7c43-3e52-432d-b0a5-12848b439f56 req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3079267 Jan 28 16:42:58.714283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7ae7f-c5b0-44e8-9e4a-424270411ec0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d5e41-8729-4e5c-b5b5-82ee99fda0b5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:58.746288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] For port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,segment=NetworkSegment(c7a42fda-0b85-4fdd-acd9-5a71a1d434a0),segment_id=c7a42fda-0b85-4fdd-acd9-5a71a1d434a0)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:58.746601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.764153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Calling delete_port for 0d12507e-9837-4a21-b62e-c39d6b2d4fbe owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:58.789397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Deleting port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:42:58.789861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:58.802797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2718e-70fd-46e2-87be-7303b3ea781a req-e4064d72-0f68-40d3-a388-bcefd7473aaf tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:58.804480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59d2718e-70fd-46e2-87be-7303b3ea781a req-e4064d72-0f68-40d3-a388-bcefd7473aaf tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/ports?device_id=86d47fdc-3056-4d41-ae9d-34ee5f798fd3 HTTP/1.1" status: 200 len: 945 time: 0.1886644 Jan 28 16:42:58.808886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-171e5db8-e63e-41d5-b3c4-0e05d4156f2f req-e4635755-cf34-41f8-85e7-5ddce482c13d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/e80d5e41-8729-4e5c-b5b5-82ee99fda0b5 HTTP/1.1" status: 200 len: 1832 time: 0.1458504 Jan 28 16:42:58.984125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59d2718e-70fd-46e2-87be-7303b3ea781a req-e7dc49f7-9963-4150-b70f-045d2d40f122 tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce8812e-1791-4f18-a042-05f168852abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554551 Jan 28 16:42:59.001054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef370c3-d169-40c0-85fb-24d67e3b34ca req-c6ac23d3-04c9-474d-a0d8-3be266cb5b35 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:59.008195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ef370c3-d169-40c0-85fb-24d67e3b34ca req-c6ac23d3-04c9-474d-a0d8-3be266cb5b35 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1214440 Jan 28 16:42:59.024416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-b3ad6a85-d9d2-4de8-a462-88bf9c360231 req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1924221331', 'description': 'tempest-description-1011582958'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:59.025169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0d12507e-9837-4a21-b62e-c39d6b2d4fbe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.038058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['0d12507e-9837-4a21-b62e-c39d6b2d4fbe'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:42:59.073709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Pushing event deleted for resources: {'Port': ['ID=0d12507e-9837-4a21-b62e-c39d6b2d4fbe,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:59.102072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] For port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:42:59.102452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.130015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] No DVR routers for this DVR port 0d12507e-9837-4a21-b62e-c39d6b2d4fbe on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:42:59.132733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.136733 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a925e73-3f76-48b8-94d4-092b1336531b req-b83d34e3-1adb-4eb9-9e04-68c58b8f044d tempest-ServerAddressesTestJSON-2125703902 tempest-ServerAddressesTestJSON-2125703902-project] 10.222.0.31 "DELETE /v2.0/ports/0d12507e-9837-4a21-b62e-c39d6b2d4fbe HTTP/1.1" status: 204 len: 173 time: 0.7582202 Jan 28 16:42:59.137233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'name': 'network-vif-deleted', 'tag': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:42:59.140383 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e146952-64e7-4bba-8d52-11b74dc047c7" -d '{"events": [{"server_uuid": "86d47fdc-3056-4d41-ae9d-34ee5f798fd3", "name": "network-vif-deleted", "tag": "0d12507e-9837-4a21-b62e-c39d6b2d4fbe"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:42:59.222733 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b3ad6a85-d9d2-4de8-a462-88bf9c360231 req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.271534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ef370c3-d169-40c0-85fb-24d67e3b34ca req-22fea816-bdce-45b7-9f6a-1554e452bd96 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624259 Jan 28 16:42:59.410263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e8dfd44-40bc-45ed-8af1-e600de8c0918 req-7cded9f0-f3e7-4571-a69e-9b059fa26c6a tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0390215 Jan 28 16:42:59.441927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.442293 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (19b87833-0fe6-4f33-8bd1-60c6592d2bee), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.442609 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Floating IP 19b87833-0fe6-4f33-8bd1-60c6592d2bee disassociated. External IP: 172.25.8.185, port: 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383. Jan 28 16:42:59.442955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Calling delete_port for 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:42:59.456149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b3ad6a85-d9d2-4de8-a462-88bf9c360231 req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (16406f70-89cb-4a64-9774-c1c6d93068b8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.466313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b3ad6a85-d9d2-4de8-a462-88bf9c360231 req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16406f70-89cb-4a64-9774-c1c6d93068b8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.516096 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46208e9f-91b7-46e6-83ee-4cd68aff17f8 x-openstack-request-id: req-46208e9f-91b7-46e6-83ee-4cd68aff17f8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:42:59.516638 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d47fdc-3056-4d41-ae9d-34ee5f798fd3", "name": "network-vif-deleted", "tag": "0d12507e-9837-4a21-b62e-c39d6b2d4fbe", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:42:59.516638 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46208e9f-91b7-46e6-83ee-4cd68aff17f8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:42:59.517046 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d47fdc-3056-4d41-ae9d-34ee5f798fd3', 'name': 'network-vif-deleted', 'tag': '0d12507e-9837-4a21-b62e-c39d6b2d4fbe', 'status': 'completed', 'code': 200} Jan 28 16:42:59.584439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b3ad6a85-d9d2-4de8-a462-88bf9c360231 req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.585631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3ad6a85-d9d2-4de8-a462-88bf9c360231 req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5753913 Jan 28 16:42:59.610111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16406f70-89cb-4a64-9774-c1c6d93068b8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:59.626691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.627202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.627378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.627737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.628120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.628467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.628969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.629314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.629652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.629991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.630325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.630658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.631009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56c05a-b2c0-4608-ab85-8c6cdf543f14 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:42:59.783681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bcd11-2307-40f4-bc47-89aef68e1c2e req-3f0868f2-5531-4368-b01d-ed7677cf0287 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:42:59.785092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b5bcd11-2307-40f4-bc47-89aef68e1c2e req-3f0868f2-5531-4368-b01d-ed7677cf0287 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 945 time: 0.1602411 Jan 28 16:42:59.790869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8acf51b9-2140-4e08-bfa6-c5bdd3d494f3 req-98196ba9-7bc4-4555-ab2b-c810ebe17d95 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/16406f70-89cb-4a64-9774-c1c6d93068b8 HTTP/1.1" status: 200 len: 1832 time: 0.1271527 Jan 28 16:42:59.826762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3f1bb8a7-41c7-4a5c-b0e2-963ee724b383), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.842168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4ba64186-2d6a-48ca-b98b-73db120235b9 req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1078089872', 'description': 'tempest-description-272000466'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:42:59.889528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event deleted for resources: {'Port': ['ID=3f1bb8a7-41c7-4a5c-b0e2-963ee724b383,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:42:59.899201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4ba64186-2d6a-48ca-b98b-73db120235b9 req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:42:59.982634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b5bcd11-2307-40f4-bc47-89aef68e1c2e req-de5b1b01-ae57-487f-835a-218a92076cea tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups?id=d18416b6-cc30-465b-969c-84f5c50446b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795297 Jan 28 16:43:00.089570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43938) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:00.148623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Deleting subnet 1e275cee-e65e-4269-a485-3ff69f03fbc4 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:43:00.153332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Publish callbacks [] for subnet (1e275cee-e65e-4269-a485-3ff69f03fbc4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.195381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (1e275cee-e65e-4269-a485-3ff69f03fbc4), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.251214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (1e275cee-e65e-4269-a485-3ff69f03fbc4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.347514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (1e275cee-e65e-4269-a485-3ff69f03fbc4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.385338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e275cee-e65e-4269-a485-3ff69f03fbc4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:00.393171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.401148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-84c5fc7d-14da-4081-a84c-7e80d5082240 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e275cee-e65e-4269-a485-3ff69f03fbc4 HTTP/1.1" status: 204 len: 168 time: 0.3074467 Jan 28 16:43:00.401532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43942) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:00.481804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4ba64186-2d6a-48ca-b98b-73db120235b9 req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (73f48e3f-3927-4170-b642-04451b8c093e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.494148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4ba64186-2d6a-48ca-b98b-73db120235b9 req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (73f48e3f-3927-4170-b642-04451b8c093e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.508135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (446abbcc-8020-47ae-ae5e-b268063d0085), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.529500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Router cda5065a-152f-4805-ba20-5bc669852522 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:43:00.557167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4ef54-327c-4b12-bfde-13033bde45a2 req-7207c911-f93d-4aec-a68d-328301b17d30 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:00.558569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e4ef54-327c-4b12-bfde-13033bde45a2 req-7207c911-f93d-4aec-a68d-328301b17d30 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1517329 Jan 28 16:43:00.565331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4ba64186-2d6a-48ca-b98b-73db120235b9 req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.577977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ba64186-2d6a-48ca-b98b-73db120235b9 req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7527533 Jan 28 16:43:00.583435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c4cfd-37ed-4e72-ad03-8b27d0189ea8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f48e3f-3927-4170-b642-04451b8c093e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:00.628116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (446abbcc-8020-47ae-ae5e-b268063d0085), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.654379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446abbcc-8020-47ae-ae5e-b268063d0085']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:00.667071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:00.667846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a42fda-0b85-4fdd-acd9-5a71a1d434a0') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:00.687372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c7a42fda-0b85-4fdd-acd9-5a71a1d434a0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.694214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd3b90a5-1388-4895-80f3-fa1345eb0a30 req-40f28cbe-5fd3-466d-9e77-95caa4dd9f9d tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0391886 Jan 28 16:43:00.703677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c7a42fda-0b85-4fdd-acd9-5a71a1d434a0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.711365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:43:00.712528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c7a42fda-0b85-4fdd-acd9-5a71a1d434a0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.723547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14e4ef54-327c-4b12-bfde-13033bde45a2 req-f72aff62-2c55-4116-b483-dbfde9a1e287 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410277 Jan 28 16:43:00.824416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:00.842725 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] Sync routers for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:43:00.844837 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:43:00.859958 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:00.860819 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:00.877187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (446abbcc-8020-47ae-ae5e-b268063d0085), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.882206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae4cfc5a-7737-4c60-885d-d69323f499cb req-7d8e362a-5bc0-4af3-b60e-b18d0a62a8d8 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/73f48e3f-3927-4170-b642-04451b8c093e HTTP/1.1" status: 200 len: 1831 time: 0.0841117 Jan 28 16:43:00.897770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.901596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] 10.222.0.25 "DELETE /v2.0/networks/446abbcc-8020-47ae-ae5e-b268063d0085 HTTP/1.1" status: 204 len: 168 time: 0.4990206 Jan 28 16:43:00.913508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] No DVR routers for this DVR port 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:00.919824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:00.924817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b30c39bc-b482-4b68-ab2e-e9304cd1fbf4 req-ff35cd99-a1a1-4ec6-badd-a15b7719488b tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.24 "DELETE /v2.0/ports/3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 HTTP/1.1" status: 204 len: 173 time: 2.4297130 Jan 28 16:43:00.926012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'name': 'network-vif-deleted', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:00.928618 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef13997-ff42-42bb-8fc9-829f8e304157" -d '{"events": [{"server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "name": "network-vif-deleted", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:00.929635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a077285-2a8a-4455-8a58-897c23962067 admin admin] Pushing event deleted for resources: {'Network': ['ID=446abbcc-8020-47ae-ae5e-b268063d0085,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:00.933166 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-4de0b536-9636-443b-a142-849b7f0c3fc9 req-ba3f02b2-d937-45c6-bf98-2aec51d37fcc tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] show failed (client error): The resource could not be found. Jan 28 16:43:00.934255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4de0b536-9636-443b-a142-849b7f0c3fc9 req-ba3f02b2-d937-45c6-bf98-2aec51d37fcc tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/b0709905-b811-49a7-bd1c-e5e0442421f6 HTTP/1.1" status: 404 len: 352 time: 0.0308273 Jan 28 16:43:01.011281 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-dafd7185-c413-4bd8-8d04-e8dd685414bf req-24de0834-504c-447d-94a0-8c458e4c0316 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] show failed (client error): The resource could not be found. Jan 28 16:43:01.014610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dafd7185-c413-4bd8-8d04-e8dd685414bf req-24de0834-504c-447d-94a0-8c458e4c0316 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-group-rules/fe64f48c-c64b-401c-9865-5297a0c2281a HTTP/1.1" status: 404 len: 361 time: 0.0204203 Jan 28 16:43:01.041801 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb020433-ccad-434a-8057-0b24ccd60171 x-openstack-request-id: req-fb020433-ccad-434a-8057-0b24ccd60171 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:01.042395 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dece80fa-d286-4037-b202-6ba7d191db2d", "name": "network-vif-deleted", "tag": "3f1bb8a7-41c7-4a5c-b0e2-963ee724b383", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:01.042875 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb020433-ccad-434a-8057-0b24ccd60171 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:01.043622 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dece80fa-d286-4037-b202-6ba7d191db2d', 'name': 'network-vif-deleted', 'tag': '3f1bb8a7-41c7-4a5c-b0e2-963ee724b383', 'status': 'completed', 'code': 200} Jan 28 16:43:01.147391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:01.181551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e659bc4-908d-4656-980d-b20dec4702ea req-7a96ece9-5ea6-434f-aeeb-2f6fe56e86c3 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/73f48e3f-3927-4170-b642-04451b8c093e HTTP/1.1" status: 200 len: 1831 time: 0.1090362 Jan 28 16:43:01.223657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43964) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:01.278090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa14ab96-3280-44a8-b569-92d5903ac34b req-59bf1d02-a35a-47bb-a68a-8dfb1361a550 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/ports?device_id=dece80fa-d286-4037-b202-6ba7d191db2d HTTP/1.1" status: 200 len: 210 time: 0.0943451 Jan 28 16:43:01.303503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c30be6e3-e45a-4a46-8a18-9123804eea0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e207ba9c2c3492c8c7d142d9ff84346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790167 Jan 28 16:43:01.307081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43966) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:01.312937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9e659bc4-908d-4656-980d-b20dec4702ea req-ef37af57-dcc6-415f-82c1-7b696068e80b tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (73f48e3f-3927-4170-b642-04451b8c093e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.339379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9e659bc4-908d-4656-980d-b20dec4702ea req-ef37af57-dcc6-415f-82c1-7b696068e80b tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (73f48e3f-3927-4170-b642-04451b8c093e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.398659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36baef37-c049-4187-8cd0-dc2a486672f2 admin admin] Publish callbacks [] for security_group (1ce8812e-1791-4f18-a042-05f168852abb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.400939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9e659bc4-908d-4656-980d-b20dec4702ea req-ef37af57-dcc6-415f-82c1-7b696068e80b tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (73f48e3f-3927-4170-b642-04451b8c093e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.403772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9e659bc4-908d-4656-980d-b20dec4702ea req-ef37af57-dcc6-415f-82c1-7b696068e80b tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.409059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e659bc4-908d-4656-980d-b20dec4702ea req-ef37af57-dcc6-415f-82c1-7b696068e80b tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "DELETE /v2.0/security-groups/73f48e3f-3927-4170-b642-04451b8c093e HTTP/1.1" status: 204 len: 173 time: 0.2035952 Jan 28 16:43:01.425213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37af57-dcc6-415f-82c1-7b696068e80b tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f48e3f-3927-4170-b642-04451b8c093e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:01.463116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36baef37-c049-4187-8cd0-dc2a486672f2 admin admin] Publish callbacks [] for security_group (1ce8812e-1791-4f18-a042-05f168852abb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.514811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5c343bf-5074-4c74-a393-9b1838bba5c0 req-ec168e46-5b71-460a-86d8-ef242e71d810 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/16406f70-89cb-4a64-9774-c1c6d93068b8 HTTP/1.1" status: 200 len: 1832 time: 0.0750813 Jan 28 16:43:01.534707 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:51Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:01.561726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36baef37-c049-4187-8cd0-dc2a486672f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1ce8812e-1791-4f18-a042-05f168852abb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.564463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36baef37-c049-4187-8cd0-dc2a486672f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.565765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-36baef37-c049-4187-8cd0-dc2a486672f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ce8812e-1791-4f18-a042-05f168852abb HTTP/1.1" status: 204 len: 168 time: 0.2582917 Jan 28 16:43:01.579634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baef37-c049-4187-8cd0-dc2a486672f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8812e-1791-4f18-a042-05f168852abb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:01.590577 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] Checking router: cda5065a-152f-4805-ba20-5bc669852522 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:01.601266 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:01.602114 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:01.633431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d5c343bf-5074-4c74-a393-9b1838bba5c0 req-6ddf2a30-4c40-4942-a754-3f1359a50241 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (16406f70-89cb-4a64-9774-c1c6d93068b8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.666451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d5c343bf-5074-4c74-a393-9b1838bba5c0 req-6ddf2a30-4c40-4942-a754-3f1359a50241 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (16406f70-89cb-4a64-9774-c1c6d93068b8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.755939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d5c343bf-5074-4c74-a393-9b1838bba5c0 req-6ddf2a30-4c40-4942-a754-3f1359a50241 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16406f70-89cb-4a64-9774-c1c6d93068b8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.758963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d5c343bf-5074-4c74-a393-9b1838bba5c0 req-6ddf2a30-4c40-4942-a754-3f1359a50241 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:01.770483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5c343bf-5074-4c74-a393-9b1838bba5c0 req-6ddf2a30-4c40-4942-a754-3f1359a50241 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "DELETE /v2.0/security-groups/16406f70-89cb-4a64-9774-c1c6d93068b8 HTTP/1.1" status: 204 len: 173 time: 0.2547183 Jan 28 16:43:01.770664 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:01.803643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2a30-4c40-4942-a754-3f1359a50241 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16406f70-89cb-4a64-9774-c1c6d93068b8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:01.849229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b307835e-228a-4e15-be43-8fb3435c2662 req-4cf1a6c7-a381-4e95-9838-e24eb8be08aa tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0357599 Jan 28 16:43:01.877415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a7d464d-daf9-48fd-bbcb-78e5cd7dfae0 req-c4ce6148-f8d2-42e5-92d5-f0125611d025 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/e80d5e41-8729-4e5c-b5b5-82ee99fda0b5 HTTP/1.1" status: 200 len: 1832 time: 0.0871308 Jan 28 16:43:02.021374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a7d464d-daf9-48fd-bbcb-78e5cd7dfae0 req-7c4933e1-aa9d-479c-9a4c-c5809a2eb9d0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (e80d5e41-8729-4e5c-b5b5-82ee99fda0b5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.129340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0d12507e-9837-4a21-b62e-c39d6b2d4fbe no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:02.150781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a7d464d-daf9-48fd-bbcb-78e5cd7dfae0 req-7c4933e1-aa9d-479c-9a4c-c5809a2eb9d0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (e80d5e41-8729-4e5c-b5b5-82ee99fda0b5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.166746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 0d12507e-9837-4a21-b62e-c39d6b2d4fbe {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:02.167289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 0d12507e-9837-4a21-b62e-c39d6b2d4fbe not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:02.216254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea0f1f-10e1-40be-9c11-8cadff27df01 req-69f224c0-2e87-43fb-924f-284a63b17a46 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:02.218470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63ea0f1f-10e1-40be-9c11-8cadff27df01 req-69f224c0-2e87-43fb-924f-284a63b17a46 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.2215383 Jan 28 16:43:02.244594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a7d464d-daf9-48fd-bbcb-78e5cd7dfae0 req-7c4933e1-aa9d-479c-9a4c-c5809a2eb9d0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e80d5e41-8729-4e5c-b5b5-82ee99fda0b5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.249424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2a7d464d-daf9-48fd-bbcb-78e5cd7dfae0 req-7c4933e1-aa9d-479c-9a4c-c5809a2eb9d0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.251723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a7d464d-daf9-48fd-bbcb-78e5cd7dfae0 req-7c4933e1-aa9d-479c-9a4c-c5809a2eb9d0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "DELETE /v2.0/security-groups/e80d5e41-8729-4e5c-b5b5-82ee99fda0b5 HTTP/1.1" status: 204 len: 173 time: 0.3735046 Jan 28 16:43:02.256891 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:51Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:02.281733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4933e1-aa9d-479c-9a4c-c5809a2eb9d0 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d5e41-8729-4e5c-b5b5-82ee99fda0b5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:02.349629 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354fca9-d736-4297-bd18-6284a832c7b7 None None] The sync data for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 is: [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:41:46Z', 'revision_number': 4, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0512088b-e84d-4171-a106-8eb2f2164318', 'name': '', 'network_id': '9410fcb1-116e-4983-abb1-71684c1ed45f', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'mac_address': 'fa:16:3e:a1:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:44Z', 'updated_at': '2022-01-28T16:41:51Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'subnets': [{'id': '71b30b1f-dae1-4932-ae4f-6a4e7b89033c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:02.369836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c53b2d40-6809-4605-b72d-178c73a3d23b req-736c9987-013d-4c4a-a36d-d7ac1f199104 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/0e879e5b-86db-45b9-98a6-0291da4eb023 HTTP/1.1" status: 200 len: 1831 time: 0.0901787 Jan 28 16:43:02.389867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63ea0f1f-10e1-40be-9c11-8cadff27df01 req-20d51a93-4b46-4bca-83dc-8c55d67a4c84 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522741 Jan 28 16:43:02.476602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44000) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:02.485232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c53b2d40-6809-4605-b72d-178c73a3d23b req-0bf27592-956a-4fe9-ae74-5ed909a16d41 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (0e879e5b-86db-45b9-98a6-0291da4eb023), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.527616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c53b2d40-6809-4605-b72d-178c73a3d23b req-0bf27592-956a-4fe9-ae74-5ed909a16d41 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (0e879e5b-86db-45b9-98a6-0291da4eb023), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.543153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72ff760f-9642-4b0a-82eb-0166e3248cc9 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group (d18416b6-cc30-465b-969c-84f5c50446b4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.575751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72ff760f-9642-4b0a-82eb-0166e3248cc9 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group (d18416b6-cc30-465b-969c-84f5c50446b4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.611226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c53b2d40-6809-4605-b72d-178c73a3d23b req-0bf27592-956a-4fe9-ae74-5ed909a16d41 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0e879e5b-86db-45b9-98a6-0291da4eb023), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.614247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c53b2d40-6809-4605-b72d-178c73a3d23b req-0bf27592-956a-4fe9-ae74-5ed909a16d41 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.616269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c53b2d40-6809-4605-b72d-178c73a3d23b req-0bf27592-956a-4fe9-ae74-5ed909a16d41 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "DELETE /v2.0/security-groups/0e879e5b-86db-45b9-98a6-0291da4eb023 HTTP/1.1" status: 204 len: 173 time: 0.2245803 Jan 28 16:43:02.637341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27592-956a-4fe9-ae74-5ed909a16d41 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e879e5b-86db-45b9-98a6-0291da4eb023,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:02.694699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72ff760f-9642-4b0a-82eb-0166e3248cc9 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d18416b6-cc30-465b-969c-84f5c50446b4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.697795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72ff760f-9642-4b0a-82eb-0166e3248cc9 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.699307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72ff760f-9642-4b0a-82eb-0166e3248cc9 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "DELETE /v2.0/security-groups/d18416b6-cc30-465b-969c-84f5c50446b4 HTTP/1.1" status: 204 len: 168 time: 0.2215931 Jan 28 16:43:02.704276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44012) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:02.711240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff760f-9642-4b0a-82eb-0166e3248cc9 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18416b6-cc30-465b-969c-84f5c50446b4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:02.729446 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-57d767b5-28bc-4cf2-bb16-c62b361b4a7a tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] show failed (client error): The resource could not be found. Jan 28 16:43:02.730327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-57d767b5-28bc-4cf2-bb16-c62b361b4a7a tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "GET /v2.0/security-groups/d18416b6-cc30-465b-969c-84f5c50446b4 HTTP/1.1" status: 404 len: 347 time: 0.0244322 Jan 28 16:43:02.737340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4dedec6-b1ee-4c29-beb5-d948ac0923c4 req-ee3026c5-941b-4237-b4ef-fe61e5c7bcc2 tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "GET /v2.0/security-groups/71ab94ff-3f90-40b7-910b-ff1030fdfa1a HTTP/1.1" status: 200 len: 1832 time: 0.0956626 Jan 28 16:43:02.737830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44014) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:02.840224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44016) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:02.948738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4dedec6-b1ee-4c29-beb5-d948ac0923c4 req-61c13fba-1f64-4eba-97d2-00a5c6fc328d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (71ab94ff-3f90-40b7-910b-ff1030fdfa1a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:02.959288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:02.972250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66873640-a5d0-4735-8732-5af7f7fb248d None None] New status for floating IP 19b87833-0fe6-4f33-8bd1-60c6592d2bee: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:43:02.997991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4dedec6-b1ee-4c29-beb5-d948ac0923c4 req-61c13fba-1f64-4eba-97d2-00a5c6fc328d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (71ab94ff-3f90-40b7-910b-ff1030fdfa1a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.015373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Deleting port 5c742f9d-8010-4171-952a-77a24a2d254d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:03.015757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5c742f9d-8010-4171-952a-77a24a2d254d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.016030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-699155742-network', 'tenant_id': '67f9391515594681a7e95946b60320e7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:03.038734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Made reservation on behalf of 67f9391515594681a7e95946b60320e7 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:03.042074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.052470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.068333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a82605dc-453b-4a3b-9bc8-eed8f49a4d36 req-f13b7436-a0d3-431c-88de-2c6e7ba5a6b7 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0496411 Jan 28 16:43:03.178703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4dedec6-b1ee-4c29-beb5-d948ac0923c4 req-61c13fba-1f64-4eba-97d2-00a5c6fc328d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (71ab94ff-3f90-40b7-910b-ff1030fdfa1a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.183168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b4dedec6-b1ee-4c29-beb5-d948ac0923c4 req-61c13fba-1f64-4eba-97d2-00a5c6fc328d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.190079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4dedec6-b1ee-4c29-beb5-d948ac0923c4 req-61c13fba-1f64-4eba-97d2-00a5c6fc328d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] 10.222.0.25 "DELETE /v2.0/security-groups/71ab94ff-3f90-40b7-910b-ff1030fdfa1a HTTP/1.1" status: 204 len: 173 time: 0.3784947 Jan 28 16:43:03.194018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:03.198066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5c742f9d-8010-4171-952a-77a24a2d254d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.199183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (5c742f9d-8010-4171-952a-77a24a2d254d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.206709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:03.207590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 3f1bb8a7-41c7-4a5c-b0e2-963ee724b383 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:03.221789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c13fba-1f64-4eba-97d2-00a5c6fc328d tempest-SecurityGroupRulesNegativeTestJSON-569470875 tempest-SecurityGroupRulesNegativeTestJSON-569470875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab94ff-3f90-40b7-910b-ff1030fdfa1a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:03.233746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Calling delete_port for 5c742f9d-8010-4171-952a-77a24a2d254d owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:03.328399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks [] for security_group (b6438ad8-9685-4f4c-9cfb-a95cda748d98), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.348817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b6438ad8-9685-4f4c-9cfb-a95cda748d98), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.373066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Deleting subnet 7d072bb7-ac1d-44ee-ba11-82b17446a7a8 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:43:03.391508 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Publish callbacks [] for subnet (7d072bb7-ac1d-44ee-ba11-82b17446a7a8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.439346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:43:03.451657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6438ad8-9685-4f4c-9cfb-a95cda748d98,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:03.464118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (27fda997-2f69-493c-9ee1-39f55f360ee0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.464610 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Added segment 27fda997-2f69-493c-9ee1-39f55f360ee0 of type vlan for network 3f372b29-9423-4f21-9bce-1248d48da341 Jan 28 16:43:03.481601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7d072bb7-ac1d-44ee-ba11-82b17446a7a8), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.522757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5b8e0-b4a1-4552-a7eb-30c9d0f8997d req-44d69dbd-6e6d-4c9d-af58-e0036e852541 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:03.525196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32d5b8e0-b4a1-4552-a7eb-30c9d0f8997d req-44d69dbd-6e6d-4c9d-af58-e0036e852541 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.0805418 Jan 28 16:43:03.527438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5c742f9d-8010-4171-952a-77a24a2d254d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.542322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3f372b29-9423-4f21-9bce-1248d48da341), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.567521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7d072bb7-ac1d-44ee-ba11-82b17446a7a8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.605253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3f372b29-9423-4f21-9bce-1248d48da341), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.606327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:03.607136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.617337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Pushing event deleted for resources: {'Port': ['ID=5c742f9d-8010-4171-952a-77a24a2d254d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:03.685221 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8436086 Jan 28 16:43:03.688160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44034) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:03.694910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Request body: {'subnet': {'network_id': '3f372b29-9423-4f21-9bce-1248d48da341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-699155742-subnet', 'tenant_id': '67f9391515594681a7e95946b60320e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:03.696904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f372b29-9423-4f21-9bce-1248d48da341,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:03.705119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.705744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.706092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.706434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.706772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.707106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.707588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.707917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.708405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.708934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.709267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.709756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.710242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf205f47-9548-4e82-a909-9f41b28da2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:03.715869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7d072bb7-ac1d-44ee-ba11-82b17446a7a8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.716467 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks [] for floatingip (19b87833-0fe6-4f33-8bd1-60c6592d2bee), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.719281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.723509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2aae15e3-803b-4dcf-9209-b5cdccbc6370 tempest-ServersTestJSON-1943549039 tempest-ServersTestJSON-1943549039-project] 10.222.0.25 "DELETE /v2.0/floatingips/19b87833-0fe6-4f33-8bd1-60c6592d2bee HTTP/1.1" status: 204 len: 168 time: 0.9817865 Jan 28 16:43:03.725401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44036) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:03.728847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3f372b29-9423-4f21-9bce-1248d48da341 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:43:03.736971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b0bcd-97fb-4b67-b2c0-b36833b9f610 req-7b38aeae-f10b-4af3-8f0a-18177ee7f98e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:03.741150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a09b0bcd-97fb-4b67-b2c0-b36833b9f610 req-7b38aeae-f10b-4af3-8f0a-18177ee7f98e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.2147987 Jan 28 16:43:03.745871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32d5b8e0-b4a1-4552-a7eb-30c9d0f8997d req-7fef1dae-871e-4d03-bb34-be1ec6d88918 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046990 Jan 28 16:43:03.762411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.771588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7d072bb7-ac1d-44ee-ba11-82b17446a7a8 HTTP/1.1" status: 204 len: 168 time: 0.5709896 Jan 28 16:43:03.772793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3935c-74cf-4c44-ac8a-6f94501569b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d072bb7-ac1d-44ee-ba11-82b17446a7a8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:03.778565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44038) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:03.813802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Made reservation on behalf of 67f9391515594681a7e95946b60320e7 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:03.816191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:03.877330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a09b0bcd-97fb-4b67-b2c0-b36833b9f610 req-fc0ae4ba-75b9-477e-b90b-8ce8190e6f93 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243179 Jan 28 16:43:03.893161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e25a725d-41b4-4648-83a1-a1d16302ed4b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.035070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (40c5e7a1-c212-4e8d-82dd-1e8ed209d82a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.060709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e25a725d-41b4-4648-83a1-a1d16302ed4b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.089410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25a725d-41b4-4648-83a1-a1d16302ed4b']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:04.093039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c5e7a1-c212-4e8d-82dd-1e8ed209d82a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:04.113358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Checking segment: {'id': '27fda997-2f69-493c-9ee1-39f55f360ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:04.113724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Network hostable DHCP agents. Network: 3f372b29-9423-4f21-9bce-1248d48da341, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:43:04.134708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Network 3f372b29-9423-4f21-9bce-1248d48da341 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:43:04.139938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dce2f7d-5409-4d18-9e85-530059ab5795') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:04.140234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dce2f7d-5409-4d18-9e85-530059ab5795') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:04.146423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3f372b29-9423-4f21-9bce-1248d48da341) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:04.152910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (6dce2f7d-5409-4d18-9e85-530059ab5795), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.159825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77ca7c-d27b-4ec7-b7bf-fe2a35d6a116 None None] Network 3f372b29-9423-4f21-9bce-1248d48da341 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:04.171835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:04.172435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.197550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6dce2f7d-5409-4d18-9e85-530059ab5795), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.232471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:43:04.232946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (6dce2f7d-5409-4d18-9e85-530059ab5795), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:43:04.235053 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:43:04.240091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efad80b7-4cda-4d74-98e5-e61e296e725c req-745754ed-0077-4cfc-95f5-ee18df875373 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0478425 Jan 28 16:43:04.260929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-46265a0b-c9f0-420e-8880-5f78bacc5552 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5700271 Jan 28 16:43:04.296439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e6730-bc97-4f64-8269-4e250ecfae52 None None] Network 3f372b29-9423-4f21-9bce-1248d48da341 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:04.336956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e25a725d-41b4-4648-83a1-a1d16302ed4b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.342101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.347914 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e25a725d-41b4-4648-83a1-a1d16302ed4b HTTP/1.1" status: 204 len: 168 time: 0.5659308 Jan 28 16:43:04.362277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df977-bb7e-468b-8596-e87e5d55d17d admin admin] Pushing event deleted for resources: {'Network': ['ID=e25a725d-41b4-4648-83a1-a1d16302ed4b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:04.496152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (cda5065a-152f-4805-ba20-5bc669852522), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.577230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44054) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:04.637744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-46b67a47-6080-4105-a0be-9eea1e088263 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=582b91394e0045f7a86b81625b1dc2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592442 Jan 28 16:43:04.644311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44060) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:04.761295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e57cd92-e0b8-40e5-9924-7ad4437181c6 admin admin] Publish callbacks [] for security_group (16d148e8-15be-4e94-82d5-614ec665587e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.809423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Deleting port 0512088b-e84d-4171-a106-8eb2f2164318 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:04.809837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0512088b-e84d-4171-a106-8eb2f2164318), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.812064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e57cd92-e0b8-40e5-9924-7ad4437181c6 admin admin] Publish callbacks [] for security_group (16d148e8-15be-4e94-82d5-614ec665587e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.832245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-2a58802d-50e9-4529-9992-355abb8c8874 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:04.833753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-2a58802d-50e9-4529-9992-355abb8c8874 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/networks?id=3f372b29-9423-4f21-9bce-1248d48da341 HTTP/1.1" status: 200 len: 821 time: 0.1645877 Jan 28 16:43:04.891947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-1e701a02-627a-484f-b146-5aadf5b82fac tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/quotas/67f9391515594681a7e95946b60320e7 HTTP/1.1" status: 200 len: 375 time: 0.0495241 Jan 28 16:43:04.936155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-b907ffe6-d2c8-427f-9afd-03aca3f68056 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f9391515594681a7e95946b60320e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343313 Jan 28 16:43:04.938730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e57cd92-e0b8-40e5-9924-7ad4437181c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16d148e8-15be-4e94-82d5-614ec665587e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.941667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e57cd92-e0b8-40e5-9924-7ad4437181c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.942998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6e57cd92-e0b8-40e5-9924-7ad4437181c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16d148e8-15be-4e94-82d5-614ec665587e HTTP/1.1" status: 204 len: 168 time: 0.2976677 Jan 28 16:43:04.947848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-1b54130f-9a59-46b2-a60c-85f44164de97 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:04.949417 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-1b54130f-9a59-46b2-a60c-85f44164de97 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.1167905 Jan 28 16:43:04.955307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] For port 0512088b-e84d-4171-a106-8eb2f2164318, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0512088b-e84d-4171-a106-8eb2f2164318,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:04.955674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0512088b-e84d-4171-a106-8eb2f2164318), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:04.963705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57cd92-e0b8-40e5-9924-7ad4437181c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d148e8-15be-4e94-82d5-614ec665587e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:04.982032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa2cea-7eb7-41fd-8347-151a32bb0104 req-95258e78-ea31-4a79-8122-f7a8f4a211e5 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:04.988935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3aa2cea-7eb7-41fd-8347-151a32bb0104 req-95258e78-ea31-4a79-8122-f7a8f4a211e5 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 945 time: 0.1498075 Jan 28 16:43:04.995698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Calling delete_port for 0512088b-e84d-4171-a106-8eb2f2164318 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:05.093243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3aa2cea-7eb7-41fd-8347-151a32bb0104 req-94250751-dcf9-4702-9c0e-c7edcfe68a05 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033382 Jan 28 16:43:05.099628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-1ab1ade4-e0e9-4f26-a74e-1f7fb947a586 service neutron] 10.222.0.25 "GET /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552982 Jan 28 16:43:05.168151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Deleting port 30b3c3a8-c25e-4566-8597-41bf2fc06141 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:05.168497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:05.250674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d570428-69db-4098-bc02-df609c47bc08 req-08199322-9091-4d06-a9f9-e9d79b505928 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:05.252168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d570428-69db-4098-bc02-df609c47bc08 req-08199322-9091-4d06-a9f9-e9d79b505928 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.0868411 Jan 28 16:43:05.258437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-2b841097-de6c-4af1-9e8e-387483121479 service neutron] 10.222.0.25 "GET /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489367 Jan 28 16:43:05.313511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d570428-69db-4098-bc02-df609c47bc08 req-ea1c436e-e45e-42fb-9a81-4b7688c3b285 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533843 Jan 28 16:43:05.330465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] For port 30b3c3a8-c25e-4566-8597-41bf2fc06141, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=30b3c3a8-c25e-4566-8597-41bf2fc06141,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:05.330921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:05.354255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Calling delete_port for 30b3c3a8-c25e-4566-8597-41bf2fc06141 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:05.369705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0512088b-e84d-4171-a106-8eb2f2164318), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:05.422461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13436708-a9af-4e68-b292-389cac2a336d req-8fa91d98-41f2-4b7b-8f34-16ccea378d9c tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0337539 Jan 28 16:43:05.429311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Pushing event deleted for resources: {'Port': ['ID=0512088b-e84d-4171-a106-8eb2f2164318,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:05.561672 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f6fb2e6-b170-4bcf-b626-9c9fbd4e79df req-6754324e-426d-4ea6-8e0e-fa3d5e38eebb tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 210 time: 0.0507848 Jan 28 16:43:05.698781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (cda5065a-152f-4805-ba20-5bc669852522), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:05.711877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (30b3c3a8-c25e-4566-8597-41bf2fc06141), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:05.727910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', '30b3c3a8-c25e-4566-8597-41bf2fc06141'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:05.795233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event deleted for resources: {'Port': ['ID=30b3c3a8-c25e-4566-8597-41bf2fc06141,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:05.849285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] No DVR routers for this DVR port 30b3c3a8-c25e-4566-8597-41bf2fc06141 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:05.853742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:05.857216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-73ba29b7-613d-4b1d-ad1b-44cff38122e5 req-5dfbe784-87ea-4f5f-9834-de9fc28cadb4 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "DELETE /v2.0/ports/30b3c3a8-c25e-4566-8597-41bf2fc06141 HTTP/1.1" status: 204 len: 173 time: 0.8989654 Jan 28 16:43:05.857667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'name': 'network-vif-deleted', 'tag': '30b3c3a8-c25e-4566-8597-41bf2fc06141'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:05.859922 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f52b43-4a89-4ae9-82ab-f82f6c88bcb9" -d '{"events": [{"server_uuid": "a5a0bb52-85d1-4e52-9c20-23df2792bb8a", "name": "network-vif-deleted", "tag": "30b3c3a8-c25e-4566-8597-41bf2fc06141"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:05.910090 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c67b9-3b89-4642-b126-380ad5b470b8 x-openstack-request-id: req-296c67b9-3b89-4642-b126-380ad5b470b8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:05.910379 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a0bb52-85d1-4e52-9c20-23df2792bb8a", "name": "network-vif-deleted", "tag": "30b3c3a8-c25e-4566-8597-41bf2fc06141", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:05.910817 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-296c67b9-3b89-4642-b126-380ad5b470b8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:05.911361 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a0bb52-85d1-4e52-9c20-23df2792bb8a', 'name': 'network-vif-deleted', 'tag': '30b3c3a8-c25e-4566-8597-41bf2fc06141', 'status': 'completed', 'code': 200} Jan 28 16:43:06.057870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44106) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:06.116480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Router cda5065a-152f-4805-ba20-5bc669852522 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:43:06.193699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1476825758-network', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:06.226524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:06.233042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-618b3476-8f82-4bca-bbfd-c3045fd1137f admin admin] 10.222.0.25 "PUT /v2.0/routers/cda5065a-152f-4805-ba20-5bc669852522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4762673 Jan 28 16:43:06.235693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44112) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:06.239123 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] Sync routers for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:06.245465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c4fbbb4-424f-4412-b072-905f9dc4cb56 req-01cabe4c-19ff-4e4c-8c2c-fe2491d87781 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a0bb52-85d1-4e52-9c20-23df2792bb8a HTTP/1.1" status: 200 len: 210 time: 0.0416157 Jan 28 16:43:06.250443 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:06.251236 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:06.262949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Made reservation on behalf of 4408bd8c99c04e1ab1e4ebad382e6666 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:06.269568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.284801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.389419 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks [] for security_group (93d8cf34-43ca-4dc1-b972-fb7777ffbc10), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.393640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks [] for router (cda5065a-152f-4805-ba20-5bc669852522), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.396779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93d8cf34-43ca-4dc1-b972-fb7777ffbc10), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.398997 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:06.422665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:43:06.442822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d8cf34-43ca-4dc1-b972-fb7777ffbc10,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:06.446107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8b9dbbec-bde5-4759-9891-df63e9e642fa), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.446594 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Added segment 8b9dbbec-bde5-4759-9891-df63e9e642fa of type vlan for network 25f58c6c-5d2b-4282-90ba-df8e00addd5b Jan 28 16:43:06.530724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (25f58c6c-5d2b-4282-90ba-df8e00addd5b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.585279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f30a-8bb0-450b-a139-dc8bc7b41bad req-c2ca0ec2-537c-4691-b8da-d62d1b981673 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:06.587495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11f1f30a-8bb0-450b-a139-dc8bc7b41bad req-c2ca0ec2-537c-4691-b8da-d62d1b981673 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.1386275 Jan 28 16:43:06.596315 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks [] for router_gateway (cda5065a-152f-4805-ba20-5bc669852522), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.627960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c1d554c-c646-42bd-ac15-f08600a25d1a req-5f0045fc-77b0-42ec-9f43-6eec7f6d216f tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0524416 Jan 28 16:43:06.632302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (25f58c6c-5d2b-4282-90ba-df8e00addd5b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.633226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:06.634336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.646010 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:43:05Z', 'revision_number': 5, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port': {'id': '8f207eab-12a8-401f-9a66-613f89ddf4cc', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5065a-152f-4805-ba20-5bc669852522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:40Z', 'updated_at': '2022-01-28T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:06.678640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Deleting port 8f207eab-12a8-401f-9a66-613f89ddf4cc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:06.678990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.705480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6463296 Jan 28 16:43:06.709672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44122) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:06.719488 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] Checking router: cda5065a-152f-4805-ba20-5bc669852522 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:06.734358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Request body: {'subnet': {'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1476825758-subnet', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:06.745471 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] Routers {'cda5065a-152f-4805-ba20-5bc669852522'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:06.746216 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cda5065a-152f-4805-ba20-5bc669852522'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:06.751710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e75bb7-6f46-4353-a963-c485c07e6b71 admin admin] Pushing event updated for resources: {'Network': ['ID=25f58c6c-5d2b-4282-90ba-df8e00addd5b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:06.764548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:43:06.766072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11f1f30a-8bb0-450b-a139-dc8bc7b41bad req-d064d80f-ed0b-41a2-9f23-c81725ef2b84 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670234 Jan 28 16:43:06.795928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef3dadae-dc8e-4f81-9af1-0257fc793a8a req-60ef74c9-dfae-436c-9618-d9cb55b36011 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 210 time: 0.0359926 Jan 28 16:43:06.796682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Made reservation on behalf of 4408bd8c99c04e1ab1e4ebad382e6666 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:06.799807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.824974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] For port 8f207eab-12a8-401f-9a66-613f89ddf4cc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8f207eab-12a8-401f-9a66-613f89ddf4cc,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:06.825470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:06.938985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Calling delete_port for 8f207eab-12a8-401f-9a66-613f89ddf4cc owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:06.953317 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] Set router cda5065a-152f-4805-ba20-5bc669852522 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:07.010355 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:43:06Z', 'revision_number': 6, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:07.028037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (284453c5-a875-4cc0-8c5b-3c7329e26380), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.043154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-2aff46d8-1cc9-4ea2-a4b8-20b534db5d5c tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:07.044707 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-2aff46d8-1cc9-4ea2-a4b8-20b534db5d5c tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.31 "GET /v2.0/networks?id=3f372b29-9423-4f21-9bce-1248d48da341 HTTP/1.1" status: 200 len: 821 time: 0.2152107 Jan 28 16:43:07.088790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Pushing event updated for resources: {'Subnet': ['ID=284453c5-a875-4cc0-8c5b-3c7329e26380,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:07.089018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Request body: {'port': {'device_id': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341', 'admin_state_up': True, 'tenant_id': '67f9391515594681a7e95946b60320e7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:07.134474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95860280-4fe1-4af5-b018-ed09980ec9ae None None] The sync data for ids ['cda5065a-152f-4805-ba20-5bc669852522'] in n-d-812111-13 is: [{'id': 'cda5065a-152f-4805-ba20-5bc669852522', 'name': 'tempest-ServersTestJSON-682858181-router', 'tenant_id': '906bf8a5f2c949eba868b03b3a57c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:38Z', 'updated_at': '2022-01-28T16:43:06Z', 'revision_number': 6, 'project_id': '906bf8a5f2c949eba868b03b3a57c76e', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:07.136344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Checking segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:07.136742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Network hostable DHCP agents. Network: 25f58c6c-5d2b-4282-90ba-df8e00addd5b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:43:07.154706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:43:07.164573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 25f58c6c-5d2b-4282-90ba-df8e00addd5b) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:07.169248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:07.169937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.180051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819205a-e656-41b7-847d-d318607fcd38 None None] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:07.198721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-43eadd67-c5a4-4030-bc84-b928aca167af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4854155 Jan 28 16:43:07.199425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44124) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:07.205185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:07.226988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (403e9850-6eed-4caf-9a57-d9a0fbc3c037), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.228193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (403e9850-6eed-4caf-9a57-d9a0fbc3c037), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.289233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks [] for router_controller (403e9850-6eed-4caf-9a57-d9a0fbc3c037), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.312047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:43:07.313087 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.500652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks [] for router_gateway (403e9850-6eed-4caf-9a57-d9a0fbc3c037), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.522627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Allocated IP 172.20.0.2 (25f58c6c-5d2b-4282-90ba-df8e00addd5b/284453c5-a875-4cc0-8c5b-3c7329e26380/bdde9aa6-e320-47cf-9260-7a61ff8bb4d8) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:07.567836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8f207eab-12a8-401f-9a66-613f89ddf4cc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.606996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Made reservation on behalf of 67f9391515594681a7e95946b60320e7 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:07.610353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.627292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f207eab-12a8-401f-9a66-613f89ddf4cc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:07.744642 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-ea700f45-684c-41a2-9d6d-3817658ea8e8 service neutron] show failed (client error): The resource could not be found. Jan 28 16:43:07.744871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Publish callbacks [] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.745760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-ea700f45-684c-41a2-9d6d-3817658ea8e8 service neutron] 10.222.0.24 "GET /v2.0/ports/7239b569-a99d-4f84-bb4e-a4613bda959c/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.1554708 Jan 28 16:43:07.753977 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (cda5065a-152f-4805-ba20-5bc669852522), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.754343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf82c3-67a4-486b-bc27-0f851c9f9abb req-43e8e931-31e3-427f-8fd0-aa29baf25f86 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:07.756059 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.763274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8daf82c3-67a4-486b-bc27-0f851c9f9abb req-43e8e931-31e3-427f-8fd0-aa29baf25f86 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 946 time: 0.1638069 Jan 28 16:43:07.812566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98b7c5b1-3728-4e3a-b3cd-9127a56ba096 req-41b7ab67-c7a1-49c1-afe5-3231898845bb tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0396867 Jan 28 16:43:07.838941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:07.855018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:07.863659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:07.891370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (cda5065a-152f-4805-ba20-5bc669852522), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.895716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks [] for router_controller (cda5065a-152f-4805-ba20-5bc669852522), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:07.913722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8daf82c3-67a4-486b-bc27-0f851c9f9abb req-b21e5652-7a31-48c2-8e32-228ddedda84a tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488492 Jan 28 16:43:07.985323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Allocated IP 172.20.0.12 (3f372b29-9423-4f21-9bce-1248d48da341/40c5e7a1-c212-4e8d-82dd-1e8ed209d82a/756e81e5-76e5-4b16-b3b4-6826a24f6e68) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:08.031688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Attempting to bind port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:08.032071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Attempting to bind port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:08.032428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Attempting to bind port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 on network 25f58c6c-5d2b-4282-90ba-df8e00addd5b {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:08.044695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Pushing event updated for resources: {'Port': ['ID=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:08.052630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:08.053099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Checking segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:08.053524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.055448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Bound using segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:08.056104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Bound port: bdde9aa6-e320-47cf-9260-7a61ff8bb4d8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:08.056652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.143345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 30b3c3a8-c25e-4566-8597-41bf2fc06141 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:08.171008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (cda5065a-152f-4805-ba20-5bc669852522), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.172326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda5065a-152f-4805-ba20-5bc669852522 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:43:08.180983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 30b3c3a8-c25e-4566-8597-41bf2fc06141 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:08.181352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 30b3c3a8-c25e-4566-8597-41bf2fc06141 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:08.186260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] For port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:08.188939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.190197 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fcde3e96-dca3-4bb5-b831-373de4ba3a62 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cda5065a-152f-4805-ba20-5bc669852522 HTTP/1.1" status: 204 len: 168 time: 1.9535813 Jan 28 16:43:08.193924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:08.202587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe7b2e70-105e-4eb3-8953-16c61cdd6395 req-6d0b7997-632f-4077-ab35-214615f6662a tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 210 time: 0.1706121 Jan 28 16:43:08.203546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] For port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:08.215281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.255310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-951e4b70-f820-401e-80b7-39d35636a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:08.256721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-951e4b70-f820-401e-80b7-39d35636a6b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a&tenant_id=a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 1132 time: 0.2193182 Jan 28 16:43:08.266968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723d07-d8a8-42a2-b37d-78051a4a698a req-08f004ef-a61c-4076-8833-2aa664292881 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:08.276257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91723d07-d8a8-42a2-b37d-78051a4a698a req-08f004ef-a61c-4076-8833-2aa664292881 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.3360119 Jan 28 16:43:08.283619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:08.285500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks [] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.293034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c23ac0-3b0e-4b23-a696-4861759a480d None None] Pushing event updated for resources: {'Port': ['ID=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:08.297123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Deleting subnet 71b30b1f-dae1-4932-ae4f-6a4e7b89033c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:43:08.302917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Publish callbacks [] for subnet (71b30b1f-dae1-4932-ae4f-6a4e7b89033c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.350598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (71b30b1f-dae1-4932-ae4f-6a4e7b89033c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.367514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks [] for router_gateway (403e9850-6eed-4caf-9a57-d9a0fbc3c037), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.399991 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.404456 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.418588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91723d07-d8a8-42a2-b37d-78051a4a698a req-a0edb339-3613-4134-bb0d-ceb7d47191a9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416168 Jan 28 16:43:08.467817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Network 3f372b29-9423-4f21-9bce-1248d48da341 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:08.486091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:08.489252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:08.492031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Pushing event updated for resources: {'Port': ['ID=756e81e5-76e5-4b16-b3b4-6826a24f6e68,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:08.580314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (71b30b1f-dae1-4932-ae4f-6a4e7b89033c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.607507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:08.608109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.641174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-93e05c0a-b530-4cc4-89f2-016e01ba0c42 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5562184 Jan 28 16:43:08.655415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Request body: {'port': {'device_id': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:08.700472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (71b30b1f-dae1-4932-ae4f-6a4e7b89033c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.751984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b30b1f-dae1-4932-ae4f-6a4e7b89033c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:08.761992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.768256 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a8bfe5c-1c32-47bd-9403-9078157bfa2a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/71b30b1f-dae1-4932-ae4f-6a4e7b89033c HTTP/1.1" status: 204 len: 168 time: 0.5704334 Jan 28 16:43:08.768467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcfa400-a1a0-4025-9b99-cbdb80cd7fdd None None] Network 9410fcb1-116e-4983-abb1-71684c1ed45f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:08.768568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44144) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:08.903739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.907796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9410fcb1-116e-4983-abb1-71684c1ed45f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:08.912529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.088047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] DHCP port deletion for 9410fcb1-116e-4983-abb1-71684c1ed45f request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:43:09.159266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:09.182537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:09.252324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] Deleting port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:09.253208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.277093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Deleting port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:09.277419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.325804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:09.326760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.345187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] For port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:09.345187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.362024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Calling delete_port for 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:09.384739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9111860-b6a7-4f62-9d48-d3fa7f0f9187 req-837941bd-2767-4148-9ada-870d71089475 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.1819785 Jan 28 16:43:09.411151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Allocated IP 172.25.8.98 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a00c5980-7126-4c1e-bdc9-d7a315738574) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:09.422128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] For port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,segment=NetworkSegment(423589e2-da7d-482b-b85d-53db8d806889),segment_id=423589e2-da7d-482b-b85d-53db8d806889)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:09.422994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.441158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] Calling delete_port for 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:09.498633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.527674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:09.541181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:09.541947 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.563390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] No DVR routers for this DVR port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:09.594683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:09.611669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:09.611921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.637109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a837-a655-4ece-a781-f0b31af017db req-212098a5-5399-4d62-b7ac-5a94b7375671 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:09.638835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b69a837-a655-4ece-a781-f0b31af017db req-212098a5-5399-4d62-b7ac-5a94b7375671 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 946 time: 0.4346292 Jan 28 16:43:09.668332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-31946ded-6507-4262-bdc3-22d553879b4f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:09.672463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-31946ded-6507-4262-bdc3-22d553879b4f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 946 time: 0.4704814 Jan 28 16:43:09.697750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9410fcb1-116e-4983-abb1-71684c1ed45f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.728496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8f207eab-12a8-401f-9a66-613f89ddf4cc no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:09.732861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks [] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.737444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:09.739950 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b80e92-3880-4e9f-8560-e83176fe0f6a" -d '{"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-unplugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:09.747065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9410fcb1-116e-4983-abb1-71684c1ed45f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:09.757648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8f207eab-12a8-401f-9a66-613f89ddf4cc {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:09.759431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8f207eab-12a8-401f-9a66-613f89ddf4cc not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:09.760053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0512088b-e84d-4171-a106-8eb2f2164318 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:09.761723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423589e2-da7d-482b-b85d-53db8d806889') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:09.762068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423589e2-da7d-482b-b85d-53db8d806889') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:09.765335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.768134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:09.769068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Publish callbacks [] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.787960 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (423589e2-da7d-482b-b85d-53db8d806889), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.800794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0512088b-e84d-4171-a106-8eb2f2164318 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:09.801296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0512088b-e84d-4171-a106-8eb2f2164318 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:09.835420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1895e-a8d2-48ee-a0ab-31ea2036dc50 None None] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:09.840264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] Pushing event deleted for resources: {'Port': ['ID=3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:09.849628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (423589e2-da7d-482b-b85d-53db8d806889), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.852932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd908bc-cd4b-40f4-ac9e-01714b3b6736 None None] No DVR routers for this DVR port 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:09.867608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:43:09.868102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (423589e2-da7d-482b-b85d-53db8d806889), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:43:09.869944 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:43:09.912603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756e81e5-76e5-4b16-b3b4-6826a24f6e68 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:09.913306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dcd9-945a-4bd4-9773-64463aa61148 req-eff27095-f566-41ac-97d4-6f8f72d97e3e tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:09.919962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a14dcd9-945a-4bd4-9773-64463aa61148 req-eff27095-f566-41ac-97d4-6f8f72d97e3e tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 932 time: 0.2300835 Jan 28 16:43:09.927255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b69a837-a655-4ece-a781-f0b31af017db req-85f4c839-b150-4de2-8676-2569d2212e8d tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498019 Jan 28 16:43:09.927849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Publish callbacks [] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.951640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Transition to ACTIVE for port object 7239b569-a99d-4f84-bb4e-a4613bda959c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:43:09.953248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a6ec4b91-4d67-4ae1-9afb-a42c7fb18160 None None] Provisioning complete for port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:09.953570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Transition to ACTIVE for port object 756e81e5-76e5-4b16-b3b4-6826a24f6e68 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:43:09.953688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4b91-4d67-4ae1-9afb-a42c7fb18160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.955697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9410fcb1-116e-4983-abb1-71684c1ed45f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.963406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:09.969484 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] 10.222.0.25 "DELETE /v2.0/networks/9410fcb1-116e-4983-abb1-71684c1ed45f HTTP/1.1" status: 204 len: 168 time: 1.1972902 Jan 28 16:43:09.969655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.021436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.027505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.044847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14051c4-4001-46e9-8384-7e41a4f96e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9410fcb1-116e-4983-abb1-71684c1ed45f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:10.073753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a14dcd9-945a-4bd4-9773-64463aa61148 req-4d151874-3770-4493-948e-e0ca23e8846c tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528239 Jan 28 16:43:10.100903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Deleting port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:10.105165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.118752 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec4b91-4d67-4ae1-9afb-a42c7fb18160 None None] Current status of the port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:10.209603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Pushing event updated for resources: {'Port': ['ID=756e81e5-76e5-4b16-b3b4-6826a24f6e68,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:10.251316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44168) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:10.252897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:10.267508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] No DVR routers for this DVR port 7239b569-a99d-4f84-bb4e-a4613bda959c on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:10.272395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:10.321401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:10.325532 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:10.403702 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5870b0a1-7112-4723-aad1-8f7503bf96d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=906bf8a5f2c949eba868b03b3a57c76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496406 Jan 28 16:43:10.404350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44170) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:10.412863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Attempting to bind port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:10.413225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Attempting to bind port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '27fda997-2f69-493c-9ee1-39f55f360ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:10.413558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Attempting to bind port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 on network 3f372b29-9423-4f21-9bce-1248d48da341 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:10.425218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 on network 3f372b29-9423-4f21-9bce-1248d48da341 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:43:10.425549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Attempting to bind port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 on network 3f372b29-9423-4f21-9bce-1248d48da341 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:10.442081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:10.442417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Checking segment: {'id': '27fda997-2f69-493c-9ee1-39f55f360ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:10.442801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Bound using segment: {'id': '27fda997-2f69-493c-9ee1-39f55f360ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:10.443233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Bound port: 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fda997-2f69-493c-9ee1-39f55f360ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:10.443590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.465960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2c2d16de-d68f-4e23-aa0e-916238990b3f None None] Provisioning complete for port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:10.466672 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2c2d16de-d68f-4e23-aa0e-916238990b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.486867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:10.487443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:10.487535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:10.499700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Pushing event updated for resources: {'Port': ['ID=a00c5980-7126-4c1e-bdc9-d7a315738574,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:10.499977 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f0a191d-7bd8-4a11-ab69-fb9495c5da02 admin admin] Publish callbacks [] for security_group (86d6ec23-17b8-4ffb-93e0-006e1581db74), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.520945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:43:10.521274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:10.531016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] For port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:10.531386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.542305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f0a191d-7bd8-4a11-ab69-fb9495c5da02 admin admin] Publish callbacks [] for security_group (86d6ec23-17b8-4ffb-93e0-006e1581db74), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.550496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] For port 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:10.569943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] For port 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68,segment=NetworkSegment(27fda997-2f69-493c-9ee1-39f55f360ee0),segment_id=27fda997-2f69-493c-9ee1-39f55f360ee0)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:10.579873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d16de-d68f-4e23-aa0e-916238990b3f None None] Current status of the port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:10.585581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6f470-7cdd-4ff9-9fa1-ddc37b47cb82 req-ac3ea6e0-b086-490a-87f3-c81a37b8112a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:10.586519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.594154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9d6f470-7cdd-4ff9-9fa1-ddc37b47cb82 req-ac3ea6e0-b086-490a-87f3-c81a37b8112a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.4209220 Jan 28 16:43:10.602725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:10.603522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:10.603522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:10.604111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Bound port: 7239b569-a99d-4f84-bb4e-a4613bda959c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:10.604311 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.612708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54417120-2ec6-44a1-809e-08d390f1ed34 req-78b03775-7dec-4d9c-aa1c-15af1261f27a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:10.620900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54417120-2ec6-44a1-809e-08d390f1ed34 req-78b03775-7dec-4d9c-aa1c-15af1261f27a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3700149 Jan 28 16:43:10.630743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Calling delete_port for 9f9747ee-f2f3-4678-9f92-07dd0524c8bd owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:10.631050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:10.631677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.633094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] 10.222.0.31 "PUT /v2.0/ports/756e81e5-76e5-4b16-b3b4-6826a24f6e68 HTTP/1.1" status: 200 len: 1093 time: 1.9827769 Jan 28 16:43:10.633577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'tag': '756e81e5-76e5-4b16-b3b4-6826a24f6e68'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:10.635806 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0155ab32-bd8f-46d8-8a47-9f3434a91929", "tag": "756e81e5-76e5-4b16-b3b4-6826a24f6e68"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:10.647136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f0a191d-7bd8-4a11-ab69-fb9495c5da02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (86d6ec23-17b8-4ffb-93e0-006e1581db74), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.650662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f0a191d-7bd8-4a11-ab69-fb9495c5da02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:10.654958 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f0a191d-7bd8-4a11-ab69-fb9495c5da02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86d6ec23-17b8-4ffb-93e0-006e1581db74 HTTP/1.1" status: 204 len: 168 time: 0.2450933 Jan 28 16:43:10.673635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a191d-7bd8-4a11-ab69-fb9495c5da02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d6ec23-17b8-4ffb-93e0-006e1581db74,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:10.675384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e139-30e5-4c87-a1ed-5b4fd8d7f526 service neutron] Pushing event updated for resources: {'Port': ['ID=756e81e5-76e5-4b16-b3b4-6826a24f6e68,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:10.766341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-304d94df-bfa8-40f5-a774-575d7b27d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:10.767868 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-304d94df-bfa8-40f5-a774-575d7b27d150 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67f9391515594681a7e95946b60320e7&device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 1127 time: 0.0856137 Jan 28 16:43:10.847799 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-b4ff78b1-628e-4168-b2e2-a3664a299766 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68 HTTP/1.1" status: 200 len: 217 time: 0.0714059 Jan 28 16:43:10.923094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9d6f470-7cdd-4ff9-9fa1-ddc37b47cb82 req-08d8988b-cfcd-42c9-8c17-1fcbe0fc316a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284688 Jan 28 16:43:10.934827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d61346-4810-4355-9724-c49dab3cb60c req-18dba4de-b76a-449b-9b8f-38428b51eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:10.934827 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-18dba4de-b76a-449b-9b8f-38428b51eaa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40c5e7a1-c212-4e8d-82dd-1e8ed209d82a HTTP/1.1" status: 200 len: 861 time: 0.0738931 Jan 28 16:43:10.937059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:10.971365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54417120-2ec6-44a1-809e-08d390f1ed34 req-2e76db81-a308-478f-a460-f22a58a4cd61 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495541 Jan 28 16:43:10.983187 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-1fcd5e30-bfd5-449d-9b39-de4a68112e56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f372b29-9423-4f21-9bce-1248d48da341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489285 Jan 28 16:43:10.998162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:10.998914 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:11.052705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:11.111766 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda86e16-c81e-432e-aa33-ae47a5e86837 x-openstack-request-id: req-fda86e16-c81e-432e-aa33-ae47a5e86837 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:11.113574 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-unplugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:11.113837 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fda86e16-c81e-432e-aa33-ae47a5e86837 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:11.114249 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'code': 200} Jan 28 16:43:11.131585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:11.132385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:11.183918 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:11.189315 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d6e039-7501-499f-9aa0-7a6095b4591b x-openstack-request-id: req-b5d6e039-7501-499f-9aa0-7a6095b4591b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:11.189610 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155ab32-bd8f-46d8-8a47-9f3434a91929", "tag": "756e81e5-76e5-4b16-b3b4-6826a24f6e68", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:11.189939 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5d6e039-7501-499f-9aa0-7a6095b4591b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:11.190363 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'tag': '756e81e5-76e5-4b16-b3b4-6826a24f6e68', 'status': 'completed', 'code': 200} Jan 28 16:43:11.219282 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-160a9a8f-1212-4d4e-8e7a-57c86f9af4cc service neutron] 10.222.0.31 "GET /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294924 Jan 28 16:43:11.235216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:11.243182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eadfaa6a-6e64-4f01-9bfe-6b1779830109 req-8a2f9d1e-cdeb-47bd-af34-8b4054b917dd tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.1131339 Jan 28 16:43:11.290489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:11.290847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b1bcbcc-d9a0-4fdf-b8f9-cfff3ebb8608 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:11.359484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks [] for router_gateway (403e9850-6eed-4caf-9a57-d9a0fbc3c037), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:11.423041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10d61346-4810-4355-9724-c49dab3cb60c req-764a6c5f-dcfa-446f-8918-3338729508dd service neutron] 10.222.0.31 "GET /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964154 Jan 28 16:43:11.520535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.526823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:11.528411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] 10.222.0.31 "PUT /v2.0/ports/7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 1096 time: 3.2498643 Jan 28 16:43:11.532259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2ea2cf8-43be-4c6e-ab59-4c66700f9227 req-0d1f566c-c5cd-4ef7-9a01-1c678ce3d85c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.1117878 Jan 28 16:43:11.584526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-15de49ea-0c05-4145-ae8e-c254df66836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.587767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-15de49ea-0c05-4145-ae8e-c254df66836d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67f9391515594681a7e95946b60320e7&device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 1127 time: 0.0993114 Jan 28 16:43:11.648208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9f9747ee-f2f3-4678-9f92-07dd0524c8bd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:11.649984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ad7a-c699-4ae9-b077-64f780385ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:11.661010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['cb91eff5-77d3-472d-ae1d-4c9e7b6f324d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:11.730853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event deleted for resources: {'Port': ['ID=9f9747ee-f2f3-4678-9f92-07dd0524c8bd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:11.770517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88d4bc-aef6-441f-b27a-207c8e126c65 req-456b8efd-ff1f-4c48-85c7-f7459b903683 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.777447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a88d4bc-aef6-441f-b27a-207c8e126c65 req-456b8efd-ff1f-4c48-85c7-f7459b903683 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 944 time: 0.4021990 Jan 28 16:43:11.793494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770dd2-ef60-4ef0-8352-764b9faceb0c req-405be6e3-c30e-4a32-a637-4d5255f19899 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.810267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b770dd2-ef60-4ef0-8352-764b9faceb0c req-405be6e3-c30e-4a32-a637-4d5255f19899 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=00d77d2f-d36f-4d60-a159-fbe8accda3b9 HTTP/1.1" status: 200 len: 946 time: 0.4444211 Jan 28 16:43:11.828293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-fd4b690b-b3d1-4fe6-aabc-35f698734ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.834701 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-fd4b690b-b3d1-4fe6-aabc-35f698734ba9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f372b29-9423-4f21-9bce-1248d48da341 HTTP/1.1" status: 200 len: 922 time: 0.2401373 Jan 28 16:43:11.884123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] No DVR routers for this DVR port 9f9747ee-f2f3-4678-9f92-07dd0524c8bd on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:11.888231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-c28084a9-9efc-4315-bd37-652133eb3e27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68 HTTP/1.1" status: 200 len: 217 time: 0.0430753 Jan 28 16:43:11.927581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:11.932270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a0c0ecc-b40e-4f91-b71f-16546fcf2960 req-b43d9e3f-b5fb-4e5c-8f9f-b822ea589d8f tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "DELETE /v2.0/ports/9f9747ee-f2f3-4678-9f92-07dd0524c8bd HTTP/1.1" status: 204 len: 173 time: 2.2308002 Jan 28 16:43:11.961330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-16714647-9078-4f55-8266-d93e26008797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.962875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-16714647-9078-4f55-8266-d93e26008797 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40c5e7a1-c212-4e8d-82dd-1e8ed209d82a HTTP/1.1" status: 200 len: 861 time: 0.0688233 Jan 28 16:43:11.967123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44202) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:11.975117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-a781d73a-8d0f-4e6b-8b46-488915b45638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:11.976800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-a781d73a-8d0f-4e6b-8b46-488915b45638 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1130 time: 0.3529532 Jan 28 16:43:12.023324 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-d03ef21e-9bd8-4b9f-a2d8-6b024336ed64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f372b29-9423-4f21-9bce-1248d48da341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491822 Jan 28 16:43:12.082709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.133030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.156291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9f9747ee-f2f3-4678-9f92-07dd0524c8bd no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:12.182338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 9f9747ee-f2f3-4678-9f92-07dd0524c8bd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:12.183216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9f9747ee-f2f3-4678-9f92-07dd0524c8bd not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:12.196462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-282037592-network', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:12.202411 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-c11659bc-c822-411e-90e9-4bcf5ac9b8b7 service neutron] 10.222.0.31 "GET /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719801 Jan 28 16:43:12.267519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:12.269820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.283361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.344088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c2e50496-15d4-41e7-a7b1-2acd8c86c1cc req-161cef70-212b-4930-bff7-6862f1b239b5 service neutron] 10.222.0.31 "GET /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334465 Jan 28 16:43:12.411840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a88d4bc-aef6-441f-b27a-207c8e126c65 req-a7529edd-14ff-42b4-b7f0-9c21748fff3d tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320243 Jan 28 16:43:12.421125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b770dd2-ef60-4ef0-8352-764b9faceb0c req-266bbbe0-da22-425d-bf23-603bb87c9641 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095469 Jan 28 16:43:12.442005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks [] for security_group (52684b49-e8e7-4933-8abc-87ec4c4c3350), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.452805 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (52684b49-e8e7-4933-8abc-87ec4c4c3350), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.499476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52684b49-e8e7-4933-8abc-87ec4c4c3350,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:12.512091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (403e9850-6eed-4caf-9a57-d9a0fbc3c037), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.546083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:43:12.569838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (76de097b-116e-432f-bfdd-2095a10bea85), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.570446 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Added segment 76de097b-116e-432f-bfdd-2095a10bea85 of type vlan for network 7f385176-671a-4911-85db-c2fcb2aad176 Jan 28 16:43:12.621669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7f385176-671a-4911-85db-c2fcb2aad176), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.653329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7f385176-671a-4911-85db-c2fcb2aad176), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.654710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:12.655569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.663640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-c2269713-8bc2-4f88-b6f7-fc1f984ff968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:12.666348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-c2269713-8bc2-4f88-b6f7-fc1f984ff968 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.6773305 Jan 28 16:43:12.721850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7533138 Jan 28 16:43:12.724591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44210) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:12.729661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Request body: {'subnet': {'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-subnet', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:12.746104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b1afc-8d96-43dd-a470-30c70343f650 admin admin] Pushing event updated for resources: {'Network': ['ID=7f385176-671a-4911-85db-c2fcb2aad176,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:12.758936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:12.761869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.766905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7f385176-671a-4911-85db-c2fcb2aad176 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:43:12.854394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-2537d679-5f22-4547-a963-54093763225d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.1631749 Jan 28 16:43:12.933400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b132d2-6947-4719-ba00-bcc71dd706da req-fbb7dc3c-ff40-4358-992e-85e732e3bf22 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:12.934820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77b132d2-6947-4719-ba00-bcc71dd706da req-fbb7dc3c-ff40-4358-992e-85e732e3bf22 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.3204567 Jan 28 16:43:12.948130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05cae-8fb1-4723-9a39-8ce726b05927 req-a95815de-7def-4c1e-9eb5-d13e33511350 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:12.949653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ad05cae-8fb1-4723-9a39-8ce726b05927 req-a95815de-7def-4c1e-9eb5-d13e33511350 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3367186 Jan 28 16:43:12.963774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-9fbe02d8-da2e-4b03-81c2-db8923685672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:12.965207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-9fbe02d8-da2e-4b03-81c2-db8923685672 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1012545 Jan 28 16:43:12.973212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (534e12c1-91b7-4b80-b089-6d1fccb76b04), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:12.993471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:13.031381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:43:13.040764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534e12c1-91b7-4b80-b089-6d1fccb76b04,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:13.046202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Checking segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:13.046703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Network hostable DHCP agents. Network: 7f385176-671a-4911-85db-c2fcb2aad176, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:43:13.067883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 7239b569-a99d-4f84-bb4e-a4613bda959c host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:43:13.070040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Network 7f385176-671a-4911-85db-c2fcb2aad176 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:43:13.071773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:13.082060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7f385176-671a-4911-85db-c2fcb2aad176) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:13.085605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77b132d2-6947-4719-ba00-bcc71dd706da req-1ccd76af-687a-4858-ae7a-c27ec85682a9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349959 Jan 28 16:43:13.095940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a9c17f-4984-4733-b8be-364b33643f87 None None] Network 7f385176-671a-4911-85db-c2fcb2aad176 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:13.097705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:13.099500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.100158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ad05cae-8fb1-4723-9a39-8ce726b05927 req-9a1e52a6-63d8-4a11-b96e-8b6dfaadb8aa tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392188 Jan 28 16:43:13.134507 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c37e571c-1045-42ad-891c-a3c3badbf8a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4085379 Jan 28 16:43:13.144092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44212) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:13.150037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:13.160218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}, {'server_uuid': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'name': 'network-vif-deleted', 'tag': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:13.162751 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}, {"server_uuid": "00d77d2f-d36f-4d60-a159-fbe8accda3b9", "name": "network-vif-deleted", "tag": "9f9747ee-f2f3-4678-9f92-07dd0524c8bd"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:13.190653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (94652e67-728d-4486-80b2-088abc2c3055), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.191838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (94652e67-728d-4486-80b2-088abc2c3055), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.240704 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6968090-d247-4890-bcdf-b37dff8f5cd3 x-openstack-request-id: req-a6968090-d247-4890-bcdf-b37dff8f5cd3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:13.241018 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "status": "completed", "code": 200}, {"server_uuid": "00d77d2f-d36f-4d60-a159-fbe8accda3b9", "name": "network-vif-deleted", "tag": "9f9747ee-f2f3-4678-9f92-07dd0524c8bd", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:13.241781 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6968090-d247-4890-bcdf-b37dff8f5cd3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:13.242301 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'status': 'completed', 'code': 200} Jan 28 16:43:13.243159 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d77d2f-d36f-4d60-a159-fbe8accda3b9', 'name': 'network-vif-deleted', 'tag': '9f9747ee-f2f3-4678-9f92-07dd0524c8bd', 'status': 'completed', 'code': 200} Jan 28 16:43:13.254586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-66d2f602-e969-4d03-8700-4f0da5c04b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:13.256078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-66d2f602-e969-4d03-8700-4f0da5c04b1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2723992 Jan 28 16:43:13.265863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks [] for router_controller (94652e67-728d-4486-80b2-088abc2c3055), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.300334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-7f385176-671a-4911-85db-c2fcb2aad176', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:43:13.301226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.317987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf79f3a3-5166-4f2a-933f-6f4e3897d351 req-d25ac1cd-8000-4f9f-b50f-f7a4207c2bd8 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.1403816 Jan 28 16:43:13.428270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:13.441409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-8f7d08fc-c85d-4138-9b05-ef1b71b56ad9 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539066 Jan 28 16:43:13.458783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Sync routers for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:13.482710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-8836c241-2eba-4e2a-ad73-8e36099224c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:13.484806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-8836c241-2eba-4e2a-ad73-8e36099224c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1130 time: 0.2252052 Jan 28 16:43:13.531341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks [] for router_gateway (94652e67-728d-4486-80b2-088abc2c3055), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.535388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:13.536622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c09112b6-65bf-4d88-aee4-54131f6e5921 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3361647 Jan 28 16:43:13.542298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44224) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:13.680430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Allocated IP 172.20.0.2 (7f385176-671a-4911-85db-c2fcb2aad176/534e12c1-91b7-4b80-b089-6d1fccb76b04/ceb12e58-4245-44f3-ae32-dc853b8a4cec) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:13.685870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-6c182902-d938-4c05-a4cb-3cf74f24760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:13.688189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-6c182902-d938-4c05-a4cb-3cf74f24760d service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1693692 Jan 28 16:43:13.689925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3bbfd49d-6e35-42b5-96ae-948be6cdff72 req-56904801-27d8-4264-85d2-098a06aca89f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd72b449c62e466abf200a8396da87cd&device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0286391 Jan 28 16:43:13.757156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3bbfd49d-6e35-42b5-96ae-948be6cdff72 req-2e86c2b8-170f-4e66-88af-8078be6fa37e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd72b449c62e466abf200a8396da87cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384085 Jan 28 16:43:13.789440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-053c440f-7f20-4bb4-9e16-a791305cd9b9 req-165c972f-9c2a-4a19-91c5-1ddbb922f834 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385062 Jan 28 16:43:13.797446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:13.798750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:13.861283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-2ff055c7-3e93-49eb-9369-adbccb16376f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.1456563 Jan 28 16:43:13.964364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd49d-6e35-42b5-96ae-948be6cdff72 req-02f9e1d4-5aef-4f34-beab-cf7cfbdef43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:13.966596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3bbfd49d-6e35-42b5-96ae-948be6cdff72 req-02f9e1d4-5aef-4f34-beab-cf7cfbdef43b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2010615 Jan 28 16:43:14.011530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:14.036446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74e1a-1735-4372-9054-2c69832e961e req-725b402d-7c1f-4d2b-84e2-005f2dfeb365 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.039192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7c74e1a-1735-4372-9054-2c69832e961e req-725b402d-7c1f-4d2b-84e2-005f2dfeb365 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 944 time: 0.5193543 Jan 28 16:43:14.082887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bfc184d-9e7e-4e0b-bf3a-17d8883bbbb8 req-7008a371-6b77-4c72-95c8-c7f011529b35 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.2853978 Jan 28 16:43:14.190999 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Publish callbacks [] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.198403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-e85d6c12-aa90-434b-bae9-dca39564cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.199616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-e85d6c12-aa90-434b-bae9-dca39564cc4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.3063977 Jan 28 16:43:14.219726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 756e81e5-76e5-4b16-b3b4-6826a24f6e68 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:43:14.238562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.260503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7c74e1a-1735-4372-9054-2c69832e961e req-2ca26b11-2d88-4fd5-8cf3-6754d41cbb9b tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696627 Jan 28 16:43:14.287237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-ab9729ee-f32b-47ec-9794-4dd09933d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.288798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-ab9729ee-f32b-47ec-9794-4dd09933d23b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1130 time: 0.4197841 Jan 28 16:43:14.303171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Network 7f385176-671a-4911-85db-c2fcb2aad176 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:14.309433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:14.312595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:14.364187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-0e4d042f-960d-4621-9820-4c4c6f378918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.366278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-0e4d042f-960d-4621-9820-4c4c6f378918 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1493328 Jan 28 16:43:14.417945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64bd3-e3b6-41e0-aa84-07af96951df2 req-4f572595-409c-4a6b-91db-b3d8be93cda9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.419662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52c64bd3-e3b6-41e0-aa84-07af96951df2 req-4f572595-409c-4a6b-91db-b3d8be93cda9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.2191412 Jan 28 16:43:14.435968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Pushing event updated for resources: {'Port': ['ID=ceb12e58-4245-44f3-ae32-dc853b8a4cec,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:14.458725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.459349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.459848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.460345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.460867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.461386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.461886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.462379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.462920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.463408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.463897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.464396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.464904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:14.469175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Attempting to bind port ceb12e58-4245-44f3-ae32-dc853b8a4cec on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:14.469723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Attempting to bind port ceb12e58-4245-44f3-ae32-dc853b8a4cec by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:14.470517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Attempting to bind port ceb12e58-4245-44f3-ae32-dc853b8a4cec on network 7f385176-671a-4911-85db-c2fcb2aad176 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:14.481236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:14.481900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Checking segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:14.482481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.483033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Bound using segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:14.483670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Bound port: ceb12e58-4245-44f3-ae32-dc853b8a4cec, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:14.484226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.509323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:10Z', 'revision_number': 3, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:14.539714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks [] for router_gateway (94652e67-728d-4486-80b2-088abc2c3055), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.544878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Checking router: 403e9850-6eed-4caf-9a57-d9a0fbc3c037 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:14.545409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Updating router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 port a00c5980-7126-4c1e-bdc9-d7a315738574 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:43:14.590141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.595931 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.603486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52c64bd3-e3b6-41e0-aa84-07af96951df2 req-d8cca435-9d4b-4bd0-9250-d0e74502058e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326566 Jan 28 16:43:14.634736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a1709-d081-4a15-9608-dae7530dbca1 req-0b6199c2-f2be-48b9-b166-8e2b37cb58f9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.643239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d49a1709-d081-4a15-9608-dae7530dbca1 req-0b6199c2-f2be-48b9-b166-8e2b37cb58f9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.2225745 Jan 28 16:43:14.645726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-f4528be2-7979-4017-939a-df62bc27cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.647173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-f4528be2-7979-4017-939a-df62bc27cbd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.3466861 Jan 28 16:43:14.681286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68,segment=NetworkSegment(27fda997-2f69-493c-9ee1-39f55f360ee0),segment_id=27fda997-2f69-493c-9ee1-39f55f360ee0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:14.701393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-2d8a3c33-f112-47c0-b257-ff6c4d980620 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258479 Jan 28 16:43:14.721153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Allocated IP 172.25.8.194 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a0db6feb-59e2-40a9-b0d2-4e7d69688454) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:14.756003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '756e81e5-76e5-4b16-b3b4-6826a24f6e68', 'network_id': '3f372b29-9423-4f21-9bce-1248d48da341', 'port_id': '756e81e5-76e5-4b16-b3b4-6826a24f6e68', 'mac_address': 'fa:16:3e:ee:0b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c5e7a1-c212-4e8d-82dd-1e8ed209d82a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:43:14.770770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] For port ceb12e58-4245-44f3-ae32-dc853b8a4cec, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:14.778193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-86bf7e6f-7a7a-4b46-8f81-abf9a317eeb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.0986519 Jan 28 16:43:14.778906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] For port ceb12e58-4245-44f3-ae32-dc853b8a4cec, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceb12e58-4245-44f3-ae32-dc853b8a4cec,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:14.816852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.874100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:14.874819 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.875351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d49a1709-d081-4a15-9608-dae7530dbca1 req-d50880c9-5081-496d-b590-e2808b0b96f8 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312634 Jan 28 16:43:14.907061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756e81e5-76e5-4b16-b3b4-6826a24f6e68 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:14.932216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-e9108df4-6848-459f-b498-2d6bcc427e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:14.934151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-e9108df4-6848-459f-b498-2d6bcc427e14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1030295 Jan 28 16:43:14.935350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.939196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68,segment=NetworkSegment(27fda997-2f69-493c-9ee1-39f55f360ee0),segment_id=27fda997-2f69-493c-9ee1-39f55f360ee0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:14.956630 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:14.964761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea74339-d930-47aa-b45a-1e299f900275 None None] Pushing event updated for resources: {'Port': ['ID=ceb12e58-4245-44f3-ae32-dc853b8a4cec,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:15.042214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=756e81e5-76e5-4b16-b3b4-6826a24f6e68,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:15.057805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-708369bf-bb4f-4a63-8273-5c6609e1da10 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469095 Jan 28 16:43:15.092090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-1f326ade-fb38-4f9c-b4e1-46e9342373cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:15.093985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-1f326ade-fb38-4f9c-b4e1-46e9342373cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1202426 Jan 28 16:43:15.119871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks [] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.221245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['756e81e5-76e5-4b16-b3b4-6826a24f6e68'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:15.240079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Allocated IP 172.20.0.1 (25f58c6c-5d2b-4282-90ba-df8e00addd5b/284453c5-a875-4cc0-8c5b-3c7329e26380/3b70edc4-e81b-4673-9fb3-f46226b35a63) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:15.242453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.271278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8f3aa18-06c0-4aa7-86e1-4836e9b27396 req-baaa8b1d-e896-478e-8ba0-cf608d019118 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0548437 Jan 28 16:43:15.309215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bbfd49d-6e35-42b5-96ae-948be6cdff72 req-6b93038f-9f0c-4eed-9451-b63acb654ba4 tempest-ServerShowV254Test-1738115121 tempest-ServerShowV254Test-1738115121-project] 10.222.0.24 "GET /v2.0/ports?device_id=a84c8214-3422-410d-9f59-d5934db18c0c HTTP/1.1" status: 200 len: 210 time: 0.0740800 Jan 28 16:43:15.371075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-1f4bc6fd-57ea-4777-a495-1f568309ddff service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705600 Jan 28 16:43:15.394179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:15.395126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Pushing event updated for resources: {'Port': ['ID=a0db6feb-59e2-40a9-b0d2-4e7d69688454,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:15.418527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:15.543915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks [] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.589677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:15.648309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a55bb6c6-3f8b-4343-80fe-b7764ab2b452 req-64d599cb-5faf-4ba0-b348-6b7ce1563d24 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692845 Jan 28 16:43:15.656741 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.673472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a92b-ec97-4141-887d-9afb07899f33 req-f2dde55d-2761-4b2a-b4eb-408c98b15dfe tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:15.674987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5d7a92b-ec97-4141-887d-9afb07899f33 req-f2dde55d-2761-4b2a-b4eb-408c98b15dfe tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 945 time: 0.1918583 Jan 28 16:43:15.692116 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Publish callbacks [] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.713506 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.804093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Attempting to bind port a00c5980-7126-4c1e-bdc9-d7a315738574 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:15.804480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Attempting to bind port a00c5980-7126-4c1e-bdc9-d7a315738574 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:15.807795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Attempting to bind port a00c5980-7126-4c1e-bdc9-d7a315738574 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:15.813432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5d7a92b-ec97-4141-887d-9afb07899f33 req-574d1ed6-1b20-4553-81fa-923794539bf5 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299059 Jan 28 16:43:15.822630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:15.822989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:15.823381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:15.823834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.824704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:15.824704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Bound port: a00c5980-7126-4c1e-bdc9-d7a315738574, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:15.825157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.835549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Pushing event updated for resources: {'Port': ['ID=3b70edc4-e81b-4673-9fb3-f46226b35a63,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:15.841626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:15.859045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:15.859228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f66f1f-d328-4c31-a9c2-6121048d1edc req-4348c584-dd40-4549-9b9c-48ba26b39bf1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:15.860635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58f66f1f-d328-4c31-a9c2-6121048d1edc req-4348c584-dd40-4549-9b9c-48ba26b39bf1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.1245990 Jan 28 16:43:15.881230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] For port a00c5980-7126-4c1e-bdc9-d7a315738574, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:15.885746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] For port a00c5980-7126-4c1e-bdc9-d7a315738574, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a00c5980-7126-4c1e-bdc9-d7a315738574,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:15.889226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9fbf-e10b-4b34-9c01-7f3ca2ccadc2 None None] Pushing event updated for resources: {'Port': ['ID=a00c5980-7126-4c1e-bdc9-d7a315738574,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:15.933667 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:15.934482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (403e9850-6eed-4caf-9a57-d9a0fbc3c037), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:16.025757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58f66f1f-d328-4c31-a9c2-6121048d1edc req-d9c163b7-72ba-4289-bdad-1a5bd76236a1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495194 Jan 28 16:43:16.037561 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-34c34201-dd5a-4cc1-8e33-03081e2c7874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:16.114367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:16.115075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:16.200431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe204f-ef9f-46d3-8066-658e3f6baf0a req-4a9b5d5e-db42-40d2-be5b-dc5881c7499a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:16.205197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:43:16.207753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 756e81e5-76e5-4b16-b3b4-6826a24f6e68 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:16.208047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cfe204f-ef9f-46d3-8066-658e3f6baf0a req-4a9b5d5e-db42-40d2-be5b-dc5881c7499a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1533763 Jan 28 16:43:16.220222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9fbf-e10b-4b34-9c01-7f3ca2ccadc2 None None] Pushing event updated for resources: {'Port': ['ID=a00c5980-7126-4c1e-bdc9-d7a315738574,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:16.334415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cfe204f-ef9f-46d3-8066-658e3f6baf0a req-84f3c02c-e9ea-41aa-b6d9-802e0b72232b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218343 Jan 28 16:43:16.483861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:16.514296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks [] for router_gateway (94652e67-728d-4486-80b2-088abc2c3055), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:16.564657 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:43:16.655088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dfe43b77-4f87-4ca6-b889-1eceb9a020ad None None] Provisioning complete for port 3b70edc4-e81b-4673-9fb3-f46226b35a63 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:16.655466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dfe43b77-4f87-4ca6-b889-1eceb9a020ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:16.700353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-995cb376-91ee-4071-8761-a4ef7c9ff856 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:16.700570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:16.702214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-995cb376-91ee-4071-8761-a4ef7c9ff856 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a&tenant_id=a8937d6dd909437c9a610245349f866b&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 947 time: 0.1684904 Jan 28 16:43:16.738878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:43:16.761358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e641e-043c-4289-86f4-63f956adf706 req-d2bbfcdb-39bc-40c9-8036-1334c12c22dc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:16.768848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f4e641e-043c-4289-86f4-63f956adf706 req-d2bbfcdb-39bc-40c9-8036-1334c12c22dc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 947 time: 0.1408322 Jan 28 16:43:16.781711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1db1e-6945-4a11-94f7-0f2bedd05b0f None None] Network 7f385176-671a-4911-85db-c2fcb2aad176 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:16.792770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44258) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:16.816634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:16.817044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:16.895542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f4e641e-043c-4289-86f4-63f956adf706 req-622047b4-0c04-4b48-9f2f-0a517e375558 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Jan 28 16:43:16.908472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dfe43b77-4f87-4ca6-b889-1eceb9a020ad None None] Port 3b70edc4-e81b-4673-9fb3-f46226b35a63 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:16.916345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-d8a16af2-2880-48bf-941b-16a6ac826f7f service neutron] 10.222.0.31 "GET /v2.0/ports/7239b569-a99d-4f84-bb4e-a4613bda959c/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 383 time: 0.2066295 Jan 28 16:43:17.020288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:17.030064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceb12e58-4245-44f3-ae32-dc853b8a4cec up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:17.031630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7309df4-cfc6-4f95-88ba-028b4aa4f889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.103221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'mac_address': 'fa:16:3e:33:2c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:43:17.132805 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (94652e67-728d-4486-80b2-088abc2c3055), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.134911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] Provisioning complete for port ceb12e58-4245-44f3-ae32-dc853b8a4cec triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:17.135294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.144241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-3b49f687-a32c-4c41-bc40-202fb64bd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:17.147988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-3b49f687-a32c-4c41-bc40-202fb64bd275 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1130 time: 0.2029374 Jan 28 16:43:17.190956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194f3c-b41b-40a3-8446-a20dc79ef832 req-faa6a9f0-227c-47b4-9f08-3f1c69c3dd8c tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:17.193155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2194f3c-b41b-40a3-8446-a20dc79ef832 req-faa6a9f0-227c-47b4-9f08-3f1c69c3dd8c tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 945 time: 0.1917410 Jan 28 16:43:17.314176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks [] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.324516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.327976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7239b569-a99d-4f84-bb4e-a4613bda959c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:17.328379 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.345106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7239b569-a99d-4f84-bb4e-a4613bda959c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:17.353155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ceb12e58-4245-44f3-ae32-dc853b8a4cec triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:17.353532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.355056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:17.355434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.407206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7309df4-cfc6-4f95-88ba-028b4aa4f889 admin admin] Publish callbacks [] for security_group (6eb56fba-aabb-4df1-ad32-1fae59c277f4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.421283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2194f3c-b41b-40a3-8446-a20dc79ef832 req-3fb67262-0102-46dc-b36d-d437f7a6e14d tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140598 Jan 28 16:43:17.424218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7309df4-cfc6-4f95-88ba-028b4aa4f889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6eb56fba-aabb-4df1-ad32-1fae59c277f4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.459706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7309df4-cfc6-4f95-88ba-028b4aa4f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb56fba-aabb-4df1-ad32-1fae59c277f4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:17.467779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-40a3da8e-4e83-4fcd-948a-c9fdfbdcad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:17.468954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] Current status of the port ceb12e58-4245-44f3-ae32-dc853b8a4cec is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:17.469355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.469990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-40a3da8e-4e83-4fcd-948a-c9fdfbdcad8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2906015 Jan 28 16:43:17.471282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e81e5-76e5-4b16-b3b4-6826a24f6e68'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:17.473432 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9225c057-69df-46e6-ad55-618db16ae5ab" -d '{"events": [{"server_uuid": "0155ab32-bd8f-46d8-8a47-9f3434a91929", "name": "network-vif-plugged", "status": "completed", "tag": "756e81e5-76e5-4b16-b3b4-6826a24f6e68"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:17.479737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:17.498229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (403e9850-6eed-4caf-9a57-d9a0fbc3c037), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.510069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Pushing event updated for resources: {'Port': ['ID=3b70edc4-e81b-4673-9fb3-f46226b35a63,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:17.520344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68,segment=NetworkSegment(27fda997-2f69-493c-9ee1-39f55f360ee0),segment_id=27fda997-2f69-493c-9ee1-39f55f360ee0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:17.526729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.528217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Router 94652e67-728d-4486-80b2-088abc2c3055 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:43:17.552429 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.573831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-83708b1a-dce8-4628-8fb3-2e4f36ee871c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.0904062 Jan 28 16:43:17.580424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b7309df4-cfc6-4f95-88ba-028b4aa4f889 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd72b449c62e466abf200a8396da87cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7869928 Jan 28 16:43:17.581152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44270) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:17.599549 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ed288-de0e-4a3b-acb5-5eb403bd55d6 x-openstack-request-id: req-1e7ed288-de0e-4a3b-acb5-5eb403bd55d6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:17.601457 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155ab32-bd8f-46d8-8a47-9f3434a91929", "name": "network-vif-plugged", "status": "completed", "tag": "756e81e5-76e5-4b16-b3b4-6826a24f6e68", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:17.603091 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e7ed288-de0e-4a3b-acb5-5eb403bd55d6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:17.603719 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e81e5-76e5-4b16-b3b4-6826a24f6e68', 'code': 200} Jan 28 16:43:17.629700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] For port ceb12e58-4245-44f3-ae32-dc853b8a4cec, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceb12e58-4245-44f3-ae32-dc853b8a4cec,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:17.649962 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:17.662222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:10Z', 'revision_number': 3, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:17.736111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8731100-c95e-4cc0-903f-5e479428aa5b None None] The sync data for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 is: [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:10Z', 'revision_number': 3, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:17.746776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:17.795918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ceb12e58-4245-44f3-ae32-dc853b8a4cec is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:17.808889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['7239b569-a99d-4f84-bb4e-a4613bda959c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:17.901481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:17.904532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=756e81e5-76e5-4b16-b3b4-6826a24f6e68,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:17.908342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:17.930427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d73b9-e59b-4a6c-9821-3ed946405a65 req-339b8232-d99c-413a-9f85-74c51063250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:17.932617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f62d73b9-e59b-4a6c-9821-3ed946405a65 req-339b8232-d99c-413a-9f85-74c51063250a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 1129 time: 0.2633076 Jan 28 16:43:17.948863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:17.964182 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Sync routers for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:17.988127 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:17.988796 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:17.989522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e951044a-1c5e-4ca7-bd3b-c1fbc8b5c928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.069749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.074319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a8c9a25-0e6e-492b-8709-6279e895461c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9255471 Jan 28 16:43:18.081683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:18.096574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-508f875b-8060-4c16-90fb-87206afce79e None None] Provisioning complete for port ceb12e58-4245-44f3-ae32-dc853b8a4cec triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:18.097255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-508f875b-8060-4c16-90fb-87206afce79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.101073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7745f2a-16b2-4bb1-ba8b-7c1a4cedb77a None None] Pushing event updated for resources: {'Port': ['ID=ceb12e58-4245-44f3-ae32-dc853b8a4cec,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:18.313521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-508f875b-8060-4c16-90fb-87206afce79e None None] Current status of the port ceb12e58-4245-44f3-ae32-dc853b8a4cec is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:18.315455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:18.350503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f62d73b9-e59b-4a6c-9821-3ed946405a65 req-a27467d8-3c4e-4096-8b97-e34d94051514 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114370 Jan 28 16:43:18.452547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8ac11a46-0009-4c4a-b876-1d3f9f42ae93 None None] Provisioning complete for port 3b70edc4-e81b-4673-9fb3-f46226b35a63 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:18.452956 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ac11a46-0009-4c4a-b876-1d3f9f42ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.525519 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 3, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:18.549468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8ac11a46-0009-4c4a-b876-1d3f9f42ae93 None None] Port 3b70edc4-e81b-4673-9fb3-f46226b35a63 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:18.561219 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Checking router: 94652e67-728d-4486-80b2-088abc2c3055 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:18.561462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d96961-f47f-43cb-ad0c-ccbe7b779ff4 req-cd9d9fbf-6a80-4dea-b445-4e39816e6b7c tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:18.562289 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Updating router 94652e67-728d-4486-80b2-088abc2c3055 port a0db6feb-59e2-40a9-b0d2-4e7d69688454 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:43:18.570155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62d96961-f47f-43cb-ad0c-ccbe7b779ff4 req-cd9d9fbf-6a80-4dea-b445-4e39816e6b7c tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 1.1165781 Jan 28 16:43:18.593571 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.598280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-c4b6dce8-cd83-4eaf-a915-8f1188cb0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:18.599797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-c4b6dce8-cd83-4eaf-a915-8f1188cb0264 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 1.0142112 Jan 28 16:43:18.707921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bed403e-a9d1-49b7-b6f4-179fd3d4132f admin admin] Publish callbacks [] for security_group (6eb56fba-aabb-4df1-ad32-1fae59c277f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.733754 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bed403e-a9d1-49b7-b6f4-179fd3d4132f admin admin] Publish callbacks [] for security_group (6eb56fba-aabb-4df1-ad32-1fae59c277f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.806130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7a0d-b4a0-49d5-a403-01f938234974 req-15d2ac13-c211-4ef0-98f0-706c8676a5c0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:18.814649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-845c7a0d-b4a0-49d5-a403-01f938234974 req-15d2ac13-c211-4ef0-98f0-706c8676a5c0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.4297178 Jan 28 16:43:18.818874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bed403e-a9d1-49b7-b6f4-179fd3d4132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6eb56fba-aabb-4df1-ad32-1fae59c277f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.825453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bed403e-a9d1-49b7-b6f4-179fd3d4132f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.826610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9bed403e-a9d1-49b7-b6f4-179fd3d4132f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6eb56fba-aabb-4df1-ad32-1fae59c277f4 HTTP/1.1" status: 204 len: 168 time: 1.2386355 Jan 28 16:43:18.871499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62d96961-f47f-43cb-ad0c-ccbe7b779ff4 req-23562538-3f52-4f2b-ab57-d367ab089c29 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933598 Jan 28 16:43:18.875315 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Publish callbacks [] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.896527 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:18.947036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed403e-a9d1-49b7-b6f4-179fd3d4132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb56fba-aabb-4df1-ad32-1fae59c277f4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:19.021391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Pushing event updated for resources: {'Port': ['ID=a0db6feb-59e2-40a9-b0d2-4e7d69688454,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:19.035025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-f5047537-e8bb-473f-b8a5-2cee161f8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:19.040631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-f5047537-e8bb-473f-b8a5-2cee161f8719 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4322987 Jan 28 16:43:19.041583 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Attempting to bind port a0db6feb-59e2-40a9-b0d2-4e7d69688454 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:19.042108 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Attempting to bind port a0db6feb-59e2-40a9-b0d2-4e7d69688454 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:19.042652 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Attempting to bind port a0db6feb-59e2-40a9-b0d2-4e7d69688454 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:19.062693 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.063040 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.070513 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.071736 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.072230 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.072737 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.073254 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.073767 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.074349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.074847 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.075435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.076008 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.076541 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:43:19.084450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:19.086988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:43:19.087597 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:19.088289 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:19.089512 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:19.090009 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Bound port: a0db6feb-59e2-40a9-b0d2-4e7d69688454, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:19.090391 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:19.208532 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] For port a0db6feb-59e2-40a9-b0d2-4e7d69688454, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:19.221075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceb12e58-4245-44f3-ae32-dc853b8a4cec up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:19.221647 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] For port a0db6feb-59e2-40a9-b0d2-4e7d69688454, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a0db6feb-59e2-40a9-b0d2-4e7d69688454,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:19.230913 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:19.319495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-3e3e050a-7733-403d-aa4d-6ca7511964fb service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553196 Jan 28 16:43:19.324141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-845c7a0d-b4a0-49d5-a403-01f938234974 req-e1f38a54-e8a0-4447-a97a-68b6a7f1c2e9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086477 Jan 28 16:43:19.349833 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fd5a4-e562-4b66-8b2a-4e92659971f9 None None] Pushing event updated for resources: {'Port': ['ID=a0db6feb-59e2-40a9-b0d2-4e7d69688454,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:19.379305 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:19.381911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:19.454431 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:19.469655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ceb12e58-4245-44f3-ae32-dc853b8a4cec triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:19.470458 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:19.553916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e29116-a095-4b2b-85b8-5b1d4d67b12b req-1db0172a-fbc1-4ba4-a107-868b8bef504e tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:19.569305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:19.572728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4e29116-a095-4b2b-85b8-5b1d4d67b12b req-1db0172a-fbc1-4ba4-a107-868b8bef504e tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 946 time: 0.5094564 Jan 28 16:43:19.598137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a2485393-c772-4b7a-ae5f-d1caf639fb10 admin admin] 10.222.0.25 "PUT /v2.0/routers/403e9850-6eed-4caf-9a57-d9a0fbc3c037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0533118 Jan 28 16:43:19.616563 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:19.684292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ceb12e58-4245-44f3-ae32-dc853b8a4cec is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:19.685530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a00c5980-7126-4c1e-bdc9-d7a315738574 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:19.691266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-bb4338d3-8be6-4aa0-b102-6549c579d46d service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559713 Jan 28 16:43:19.756798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4e29116-a095-4b2b-85b8-5b1d4d67b12b req-9f89a523-d79d-4609-97bb-ce41e2f2cf41 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829252 Jan 28 16:43:19.800594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a00c5980-7126-4c1e-bdc9-d7a315738574 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:19.801002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:19.886157 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 3, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:19.976162 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992215-c027-4e2c-baf8-77d3ed10ad0e None None] The sync data for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 is: [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 3, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:19.995868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a00c5980-7126-4c1e-bdc9-d7a315738574 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:19.996311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:20.078217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea057d-16ee-4ecc-8330-5312996e730a req-4b5fc280-e4eb-43f1-b1b9-a5918ecedc0b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:20.079917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port a00c5980-7126-4c1e-bdc9-d7a315738574, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a00c5980-7126-4c1e-bdc9-d7a315738574,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:20.083418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21ea057d-16ee-4ecc-8330-5312996e730a req-4b5fc280-e4eb-43f1-b1b9-a5918ecedc0b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1233759 Jan 28 16:43:20.097964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:20.170188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:20.372593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21ea057d-16ee-4ecc-8330-5312996e730a req-a3235c05-7634-466a-a418-721abe71cb6b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596607 Jan 28 16:43:20.444943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:20.596249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=a00c5980-7126-4c1e-bdc9-d7a315738574,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:20.670106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b1dc-759c-48e6-a30d-193fd84f7ee0 req-78a43606-e023-4f2c-a3bd-3d0219c3b3a5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:20.680722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a458b1dc-759c-48e6-a30d-193fd84f7ee0 req-78a43606-e023-4f2c-a3bd-3d0219c3b3a5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.1455665 Jan 28 16:43:20.690106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44318) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:20.703890 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:20.711581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904997587', 'description': 'tempest-description--371705704'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:20.711821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 7239b569-a99d-4f84-bb4e-a4613bda959c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:43:20.721709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 7239b569-a99d-4f84-bb4e-a4613bda959c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:20.722144 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:20.785272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:20.811539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a458b1dc-759c-48e6-a30d-193fd84f7ee0 req-b3c763e5-0493-42e7-bc01-8cc1a1857053 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288447 Jan 28 16:43:20.936560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Allocated IP 172.20.0.1 (7f385176-671a-4911-85db-c2fcb2aad176/534e12c1-91b7-4b80-b089-6d1fccb76b04/bb8bf850-b0b8-4666-9e4c-3904563da9cb) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:20.973623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Sync routers for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:21.012253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7239b569-a99d-4f84-bb4e-a4613bda959c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:21.017139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.030837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:21.033201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:21.133039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group (eee0d5f5-6691-4259-9310-6d10af61ee64), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.170033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9973f2-f848-4a0a-881f-a98343eb5530 req-27639473-4c1d-4cfc-835a-d61561cb167b tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:21.183675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f9973f2-f848-4a0a-881f-a98343eb5530 req-27639473-4c1d-4cfc-835a-d61561cb167b tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 946 time: 0.2259300 Jan 28 16:43:21.185294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:21.191995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:21.195105 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d98500-a105-42aa-a88e-0a5567b331f9" -d '{"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-plugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:21.224224 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.238918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (eee0d5f5-6691-4259-9310-6d10af61ee64), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.257662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a00c5980-7126-4c1e-bdc9-d7a315738574 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:21.343946 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd9e0eb-a1cf-4e22-a1f5-66e07d01cc76 x-openstack-request-id: req-afd9e0eb-a1cf-4e22-a1f5-66e07d01cc76 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:21.344294 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-plugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:21.344647 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afd9e0eb-a1cf-4e22-a1f5-66e07d01cc76 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:21.345267 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'code': 200} Jan 28 16:43:21.378081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f9973f2-f848-4a0a-881f-a98343eb5530 req-48fbe1af-2aa2-4d98-ad54-a236eba67960 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926901 Jan 28 16:43:21.419316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:21.453087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.455565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7641673 Jan 28 16:43:21.458640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44332) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:21.467053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Request body: {'security_group_rule': {'security_group_id': 'eee0d5f5-6691-4259-9310-6d10af61ee64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:21.505169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75842638-508d-42d6-8b49-3c31e1e4076a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0d5f5-6691-4259-9310-6d10af61ee64,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:21.522824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group_rule (93463572-d1d4-4f8c-9c67-d91e1bd0da99), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.598844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks [] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.720238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.738042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:21.770267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group_rule (93463572-d1d4-4f8c-9c67-d91e1bd0da99), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.801593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Network 7f385176-671a-4911-85db-c2fcb2aad176 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:21.804089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (93463572-d1d4-4f8c-9c67-d91e1bd0da99), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.818486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:21.839486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:21.906890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93463572-d1d4-4f8c-9c67-d91e1bd0da99,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:21.921862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.926859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b9ddb525-b83f-4861-a797-7b2b875ead12 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642105 Jan 28 16:43:21.929015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44346) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:21.944024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a00c5980-7126-4c1e-bdc9-d7a315738574 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:21.944612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:21.946066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Request body: {'security_group_rule': {'security_group_id': 'eee0d5f5-6691-4259-9310-6d10af61ee64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:22.002898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8bf850-b0b8-4666-9e4c-3904563da9cb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:22.006388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group_rule (21159244-c196-44e1-8155-8c4e33359aaf), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.021323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dcf55-27c5-4dd3-a006-fb110bf865c2 req-2e1330af-a635-4c50-bfbf-f1f009fedf38 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:22.030115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d4dcf55-27c5-4dd3-a006-fb110bf865c2 req-2e1330af-a635-4c50-bfbf-f1f009fedf38 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3550117 Jan 28 16:43:22.039736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.040461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (94652e67-728d-4486-80b2-088abc2c3055), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.241272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d4dcf55-27c5-4dd3-a006-fb110bf865c2 req-6e41b9e5-1c73-4691-ad83-1693ec967956 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101099 Jan 28 16:43:22.276356 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:43:22.390835 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group_rule (21159244-c196-44e1-8155-8c4e33359aaf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.395002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c831e219-bdc9-445c-a32c-880597befa81 None None] Provisioning complete for port bb8bf850-b0b8-4666-9e4c-3904563da9cb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:22.395500 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c831e219-bdc9-445c-a32c-880597befa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.472647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.490908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (21159244-c196-44e1-8155-8c4e33359aaf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.509083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c831e219-bdc9-445c-a32c-880597befa81 None None] Port bb8bf850-b0b8-4666-9e4c-3904563da9cb cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:22.532881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a00c5980-7126-4c1e-bdc9-d7a315738574 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:22.534249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a0db6feb-59e2-40a9-b0d2-4e7d69688454 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:22.540298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 2, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:22.573218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6954d3-b7f2-435c-aed7-e72d949785b2 req-a8c7f772-fb2d-4ae9-9d69-1b4efee71762 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:22.584135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de6954d3-b7f2-435c-aed7-e72d949785b2 req-a8c7f772-fb2d-4ae9-9d69-1b4efee71762 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.4322944 Jan 28 16:43:22.599448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Checking router: 403e9850-6eed-4caf-9a57-d9a0fbc3c037 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:22.599971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Updating router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 port 3b70edc4-e81b-4673-9fb3-f46226b35a63 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:43:22.659917 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.730897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21159244-c196-44e1-8155-8c4e33359aaf,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:22.760213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de6954d3-b7f2-435c-aed7-e72d949785b2 req-33ec1c58-2aba-4b2e-b5f8-f83119203c31 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750183 Jan 28 16:43:22.810865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d289b0-7974-4efa-aead-0932adcbfe73 req-638653c3-4b79-4806-bdea-a29cbe1ef3d6 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:22.813555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a0db6feb-59e2-40a9-b0d2-4e7d69688454 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:22.814046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.822826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79d289b0-7974-4efa-aead-0932adcbfe73 req-638653c3-4b79-4806-bdea-a29cbe1ef3d6 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 946 time: 0.4296169 Jan 28 16:43:22.834915 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.839132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fed236ef-d6e5-432b-88c8-91c487f2c3bb tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9032092 Jan 28 16:43:22.845971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44354) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:22.857649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:22.950520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.960871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79d289b0-7974-4efa-aead-0932adcbfe73 req-50ae3b6a-18ca-4324-8adf-d1e1d144a334 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366255 Jan 28 16:43:22.981690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks [] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:22.987611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-dc515371-df02-455e-9857-47e1a614d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:22.989929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-dc515371-df02-455e-9857-47e1a614d50b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a&tenant_id=a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 1132 time: 0.1150920 Jan 28 16:43:23.004043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.004922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:23.068946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (94652e67-728d-4486-80b2-088abc2c3055), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.170449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.328195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a0db6feb-59e2-40a9-b0d2-4e7d69688454 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:23.329321 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.358276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8bf850-b0b8-4666-9e4c-3904563da9cb,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:23.389035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port a0db6feb-59e2-40a9-b0d2-4e7d69688454, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a0db6feb-59e2-40a9-b0d2-4e7d69688454,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:23.411501 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.490689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.547276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=a0db6feb-59e2-40a9-b0d2-4e7d69688454,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:23.611199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Publish callbacks [] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.624459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.675226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Allocated IP 172.25.8.18 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ac6bf242-8ee0-44dd-afcd-4967de6722f4) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:23.845090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-eabf17e7-ba52-4083-9e5f-24b93f8818d0 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:23.848172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-eabf17e7-ba52-4083-9e5f-24b93f8818d0 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.31 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 946 time: 0.2736368 Jan 28 16:43:23.860346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee31787-face-423a-aec3-556082e88f89 req-803bb4c7-d256-4ea2-9ca5-9ae7e97398ab tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:23.865092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1968d-4189-4b7b-be3d-80ccda20aa65 None None] Pushing event updated for resources: {'Port': ['ID=3b70edc4-e81b-4673-9fb3-f46226b35a63,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:23.882674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ee31787-face-423a-aec3-556082e88f89 req-803bb4c7-d256-4ea2-9ca5-9ae7e97398ab tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3736138 Jan 28 16:43:23.891197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:23.893622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.950829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Attempting to bind port 3b70edc4-e81b-4673-9fb3-f46226b35a63 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:23.951141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Attempting to bind port 3b70edc4-e81b-4673-9fb3-f46226b35a63 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:23.951476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Attempting to bind port 3b70edc4-e81b-4673-9fb3-f46226b35a63 on network 25f58c6c-5d2b-4282-90ba-df8e00addd5b {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:23.958028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:23.958369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Checking segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:23.959043 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.959582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Bound using segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:23.959953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Bound port: 3b70edc4-e81b-4673-9fb3-f46226b35a63, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:23.960376 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:23.981847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Network 7f385176-671a-4911-85db-c2fcb2aad176 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:23.995351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:24.097919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.107730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] For port 3b70edc4-e81b-4673-9fb3-f46226b35a63, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:24.118090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] For port 3b70edc4-e81b-4673-9fb3-f46226b35a63, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b70edc4-e81b-4673-9fb3-f46226b35a63,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:24.135213 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.211961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:24.233612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ee31787-face-423a-aec3-556082e88f89 req-7b0fe802-3ca9-4d7a-82dc-ef4e4c880e33 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499410 Jan 28 16:43:24.256111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:24.281890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:24.348041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:24.351179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348f14b-ed5b-4f7d-bd58-93cfdc4ea5ae req-18270950-e982-4a1e-bf69-ec2d298818b7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:24.361306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4348f14b-ed5b-4f7d-bd58-93cfdc4ea5ae req-18270950-e982-4a1e-bf69-ec2d298818b7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 949 time: 0.3264639 Jan 28 16:43:24.366169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:24.372390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1968d-4189-4b7b-be3d-80ccda20aa65 None None] Pushing event updated for resources: {'Port': ['ID=3b70edc4-e81b-4673-9fb3-f46226b35a63,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:24.397502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Deleting port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:24.397850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.410617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event updated for resources: {'Port': ['ID=ac6bf242-8ee0-44dd-afcd-4967de6722f4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:24.489542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] Provisioning complete for port 3b70edc4-e81b-4673-9fb3-f46226b35a63 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:24.489923 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.504238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Publish callbacks [] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.517939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Transition to ACTIVE for port object 7239b569-a99d-4f84-bb4e-a4613bda959c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:43:24.518836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:24.521596 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1747831e-0e66-47cf-b0bf-058fbaa4dcbe" -d '{"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-unplugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:24.523243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Router 94652e67-728d-4486-80b2-088abc2c3055 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:43:24.532557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (610be572-27aa-4b83-9836-00100e7d2d45), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.587972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.613314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:24.614073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:24.659575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:24.681533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4348f14b-ed5b-4f7d-bd58-93cfdc4ea5ae req-6636e10d-0950-453b-ba1e-b954a72df41d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190994 Jan 28 16:43:24.715303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:24.764455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda5a6c-0b96-42a9-97b1-abf7be2f79f8 req-0d871e93-4cfa-4f41-bcdb-ca770fb10dfd tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:24.772431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bda5a6c-0b96-42a9-97b1-abf7be2f79f8 req-0d871e93-4cfa-4f41-bcdb-ca770fb10dfd tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 946 time: 0.3963461 Jan 28 16:43:24.796744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:24.809714 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Sync routers for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:24.819114 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-640698f8-1fd9-461d-ad09-e66cd4acbaa0 admin admin] 10.222.0.25 "PUT /v2.0/routers/94652e67-728d-4486-80b2-088abc2c3055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7274570 Jan 28 16:43:24.824610 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac00e87-43d4-42a0-b012-b08ad4058408 x-openstack-request-id: req-2ac00e87-43d4-42a0-b012-b08ad4058408 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:24.825017 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-unplugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:24.825281 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ac00e87-43d4-42a0-b012-b08ad4058408 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:24.825703 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'code': 200} Jan 28 16:43:24.839010 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:24.844038 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:24.950437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] No DVR routers for this DVR port 7239b569-a99d-4f84-bb4e-a4613bda959c on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:25.009648 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:25.084753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.086144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:25.086594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:25.086928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:25.089440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 7239b569-a99d-4f84-bb4e-a4613bda959c host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:43:25.093215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:25.102552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.141563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] For port 756e81e5-76e5-4b16-b3b4-6826a24f6e68, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=756e81e5-76e5-4b16-b3b4-6826a24f6e68,segment=NetworkSegment(27fda997-2f69-493c-9ee1-39f55f360ee0),segment_id=27fda997-2f69-493c-9ee1-39f55f360ee0)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:25.141923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.153118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] Current status of the port 3b70edc4-e81b-4673-9fb3-f46226b35a63 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:25.153941 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.158832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:43:25.159159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Attempting to bind port 7239b569-a99d-4f84-bb4e-a4613bda959c on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:25.166339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Calling delete_port for 756e81e5-76e5-4b16-b3b4-6826a24f6e68 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:25.170628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bda5a6c-0b96-42a9-97b1-abf7be2f79f8 req-8d207f12-f2f1-47cc-bb63-6f4ea2faca6c tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6438ad8-9685-4f4c-9cfb-a95cda748d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959637 Jan 28 16:43:25.180873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:25.181177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:25.181641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:25.182080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Bound port: 7239b569-a99d-4f84-bb4e-a4613bda959c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:25.182510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.311380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event updated for resources: {'Port': ['ID=ac6bf242-8ee0-44dd-afcd-4967de6722f4,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:25.355308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (610be572-27aa-4b83-9836-00100e7d2d45), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.399286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.401047 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4148f0d-ce3e-4b90-9871-3c5edc1c9c6a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5529037 Jan 28 16:43:25.418647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] For port 3b70edc4-e81b-4673-9fb3-f46226b35a63, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b70edc4-e81b-4673-9fb3-f46226b35a63,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:25.465227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:25.527951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (756e81e5-76e5-4b16-b3b4-6826a24f6e68), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.563362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 2, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:25.684047 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Checking router: 94652e67-728d-4486-80b2-088abc2c3055 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:25.684397 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Updating router 94652e67-728d-4486-80b2-088abc2c3055 port bb8bf850-b0b8-4666-9e4c-3904563da9cb binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:43:25.743485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Pushing event deleted for resources: {'Port': ['ID=756e81e5-76e5-4b16-b3b4-6826a24f6e68,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:25.790756 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.917812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a0db6feb-59e2-40a9-b0d2-4e7d69688454 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:25.927910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:25.995444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] No DVR routers for this DVR port 756e81e5-76e5-4b16-b3b4-6826a24f6e68 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:26.010531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44448) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:26.015415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-546843529-network', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:26.024809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e87cd-a7d3-4907-be10-48c6a77ea0f7 req-ef5aa553-33cb-4665-bcff-34fa618ff1fa tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:26.046387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a29e87cd-a7d3-4907-be10-48c6a77ea0f7 req-ef5aa553-33cb-4665-bcff-34fa618ff1fa tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.6536798 Jan 28 16:43:26.066440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.069857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b293157-7bed-4aaa-a0e8-04d0575e2fb3 req-13b3db04-1ea4-43d1-9337-6474eb346028 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.31 "DELETE /v2.0/ports/756e81e5-76e5-4b16-b3b4-6826a24f6e68 HTTP/1.1" status: 204 len: 173 time: 2.1684942 Jan 28 16:43:26.083625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Made reservation on behalf of b26b12ced9cc4333883c3043c6d11b20 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:26.086816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.108721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:26.114437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.194715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:26.234266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d821c66-b157-4a7c-95c7-752bd0a67d38 req-66a9a0f4-52bd-49b7-9cbf-7dd29ab5327c tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:26.241557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 756e81e5-76e5-4b16-b3b4-6826a24f6e68 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:26.247854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d821c66-b157-4a7c-95c7-752bd0a67d38 req-66a9a0f4-52bd-49b7-9cbf-7dd29ab5327c tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 946 time: 0.6761215 Jan 28 16:43:26.317918 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.327080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 756e81e5-76e5-4b16-b3b4-6826a24f6e68 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:43:26.327441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 756e81e5-76e5-4b16-b3b4-6826a24f6e68 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:43:26.390524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks [] for security_group (3dd92e2d-d1ad-4000-bdc6-fce57c055740), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.397480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3dd92e2d-d1ad-4000-bdc6-fce57c055740), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.423346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:43:26.451732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (205de6bf-696d-4532-bc96-b1c27cb2686d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.455019 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Added segment 205de6bf-696d-4532-bc96-b1c27cb2686d of type vlan for network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 Jan 28 16:43:26.456465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd92e2d-d1ad-4000-bdc6-fce57c055740,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:26.490773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c36e37-dcd9-40eb-8a3e-2f6be90c4cf0 None None] Pushing event updated for resources: {'Port': ['ID=3b70edc4-e81b-4673-9fb3-f46226b35a63,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:26.516874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:24Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:26.521680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Provisioning complete for port 3b70edc4-e81b-4673-9fb3-f46226b35a63 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:26.522179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.556660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.622333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a29e87cd-a7d3-4907-be10-48c6a77ea0f7 req-a7519565-c24e-4daa-b83d-2fcf3d7cda3f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5749521 Jan 28 16:43:26.642546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.644937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:26.646235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.654966 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Publish callbacks [] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.655765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:26.657369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.661660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] 10.222.0.24 "PUT /v2.0/ports/7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 1097 time: 3.6612449 Jan 28 16:43:26.683047 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.732323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35abf4-d150-4a72-8fd3-7a8083095d2c service neutron] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=11']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:26.761181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d821c66-b157-4a7c-95c7-752bd0a67d38 req-cc731996-e93d-4beb-8c7c-0df2bd5397e7 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121341 Jan 28 16:43:26.846822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1cb82-833e-42c5-a09c-eece26109935 None None] The sync data for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 is: [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:24Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:26.863862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'name': 'network-vif-deleted', 'tag': '756e81e5-76e5-4b16-b3b4-6826a24f6e68'}, {'name': 'network-changed', 'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:26.871840 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565aa0a4-3606-4e61-b88d-d345f310a6ea" -d '{"events": [{"server_uuid": "0155ab32-bd8f-46d8-8a47-9f3434a91929", "name": "network-vif-deleted", "tag": "756e81e5-76e5-4b16-b3b4-6826a24f6e68"}, {"name": "network-changed", "server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:26.892386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a0db6feb-59e2-40a9-b0d2-4e7d69688454 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:26.892834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:26.906696 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f0d08-9477-4bed-aa23-e86e9aa701f7 None None] Pushing event updated for resources: {'Port': ['ID=bb8bf850-b0b8-4666-9e4c-3904563da9cb,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:26.991881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef14f97-a5f0-4a98-b1d1-0c7a10838e15,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:27.015023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:43:27.021150 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-49b73c7a-4766-4f40-9d19-650ce35ddc65 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0094965 Jan 28 16:43:27.023834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44462) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:27.038133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Request body: {'subnet': {'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-subnet', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:27.072268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Made reservation on behalf of b26b12ced9cc4333883c3043c6d11b20 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:27.082049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:27.191820 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Attempting to bind port bb8bf850-b0b8-4666-9e4c-3904563da9cb on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:27.200974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Attempting to bind port bb8bf850-b0b8-4666-9e4c-3904563da9cb by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:27.201443 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Attempting to bind port bb8bf850-b0b8-4666-9e4c-3904563da9cb on network 7f385176-671a-4911-85db-c2fcb2aad176 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:27.230811 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:27.232314 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Checking segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:27.232842 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:27.234163 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Bound using segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:27.239099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-176b9e24-032b-4eea-9e70-14737fd3526a req-cb602efc-67b7-459b-9c8e-e227fccae294 tempest-ServerAddressesNegativeTestJSON-1915670655 tempest-ServerAddressesNegativeTestJSON-1915670655-project] 10.222.0.25 "GET /v2.0/ports?device_id=0155ab32-bd8f-46d8-8a47-9f3434a91929 HTTP/1.1" status: 200 len: 210 time: 0.1423459 Jan 28 16:43:27.240278 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Bound port: bb8bf850-b0b8-4666-9e4c-3904563da9cb, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:27.244263 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:27.305124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-8923506d-f4fe-4cee-8ee0-821e4230c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:27.310802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-8923506d-f4fe-4cee-8ee0-821e4230c1e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1131 time: 0.5413513 Jan 28 16:43:27.447135 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba6f85-d2f4-48d8-9d98-a9a232804a75 x-openstack-request-id: req-62ba6f85-d2f4-48d8-9d98-a9a232804a75 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:27.447442 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155ab32-bd8f-46d8-8a47-9f3434a91929", "name": "network-vif-deleted", "tag": "756e81e5-76e5-4b16-b3b4-6826a24f6e68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:27.447704 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62ba6f85-d2f4-48d8-9d98-a9a232804a75 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:27.448727 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155ab32-bd8f-46d8-8a47-9f3434a91929', 'name': 'network-vif-deleted', 'tag': '756e81e5-76e5-4b16-b3b4-6826a24f6e68', 'status': 'completed', 'code': 200} Jan 28 16:43:27.448727 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'status': 'completed', 'code': 200} Jan 28 16:43:27.461820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de77049-cd86-482b-8641-85ffbbc908df req-b44aed1f-5b76-4f5c-b2f6-3e56c1fc77cb tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:27.463413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de77049-cd86-482b-8641-85ffbbc908df req-b44aed1f-5b76-4f5c-b2f6-3e56c1fc77cb tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.5761683 Jan 28 16:43:27.512697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Current status of the port 3b70edc4-e81b-4673-9fb3-f46226b35a63 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:27.530174 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] For port bb8bf850-b0b8-4666-9e4c-3904563da9cb, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:27.537185 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] For port bb8bf850-b0b8-4666-9e4c-3904563da9cb, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bb8bf850-b0b8-4666-9e4c-3904563da9cb,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:27.569256 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:27.582870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b9119-b2fa-412f-8f12-886276b97640 req-5df9327a-f8ba-42c5-a545-8dc5dcea07ca tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:27.589537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d02b9119-b2fa-412f-8f12-886276b97640 req-5df9327a-f8ba-42c5-a545-8dc5dcea07ca tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 946 time: 0.6882892 Jan 28 16:43:27.689926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Provisioning complete for port bb8bf850-b0b8-4666-9e4c-3904563da9cb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:27.690381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:27.751572 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:27.762105 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:27.771630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a0db6feb-59e2-40a9-b0d2-4e7d69688454 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:27.772095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (c8f0ec07-58de-405a-bff7-09cceba9bffe), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:27.989176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-7c2fc59c-0795-409b-b9af-db49d2799e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:27.990713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-7c2fc59c-0795-409b-b9af-db49d2799e01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1131 time: 0.3253396 Jan 28 16:43:28.004990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f0d08-9477-4bed-aa23-e86e9aa701f7 None None] Pushing event updated for resources: {'Port': ['ID=bb8bf850-b0b8-4666-9e4c-3904563da9cb,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:28.033467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f0ec07-58de-405a-bff7-09cceba9bffe,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:28.085063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Current status of the port bb8bf850-b0b8-4666-9e4c-3904563da9cb is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:28.086841 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.175711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Checking segment: {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:28.179394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Network hostable DHCP agents. Network: 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:43:28.183914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b70edc4-e81b-4673-9fb3-f46226b35a63 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:28.236392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:43:28.253687 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:28.286067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de77049-cd86-482b-8641-85ffbbc908df req-93ee5649-6066-4afc-9542-f08f59f09774 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954188 Jan 28 16:43:28.330565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:28.361292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:28.366601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.390691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb32a1-02cd-4845-a499-56ada3f08735 None None] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:28.435111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-6a4c2edb-b227-4cde-a8b5-9c8e6dbaaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:28.439028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] For port bb8bf850-b0b8-4666-9e4c-3904563da9cb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bb8bf850-b0b8-4666-9e4c-3904563da9cb,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:28.449644 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-6a4c2edb-b227-4cde-a8b5-9c8e6dbaaba9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.4524255 Jan 28 16:43:28.469136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-e3ebef6a-c6c3-4143-b50a-977518c87920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:28.470540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-e3ebef6a-c6c3-4143-b50a-977518c87920 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 1.1439872 Jan 28 16:43:28.472638 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56f485e2-e0ff-4206-9a8c-91a1317671e8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4476097 Jan 28 16:43:28.488621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:28.502188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:28.505677 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.581298 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-34ce7372-2706-4e87-8be2-1642fcfdc7d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.1235111 Jan 28 16:43:28.598210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3b70edc4-e81b-4673-9fb3-f46226b35a63 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:28.600235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.737673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-10369d23-46ed-4d3d-8c78-51041fbe2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:28.742641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-10369d23-46ed-4d3d-8c78-51041fbe2501 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1560874 Jan 28 16:43:28.772926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (4e577cc6-fe05-4344-bceb-53c9cdf4088c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.774567 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (4e577cc6-fe05-4344-bceb-53c9cdf4088c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.779116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-96396fc4-cfad-4a0e-90c5-0d3b6e71583f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.2913487 Jan 28 16:43:28.791476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f9854-7d0c-4e64-9b38-109b4d48db72 None None] Pushing event updated for resources: {'Port': ['ID=bb8bf850-b0b8-4666-9e4c-3904563da9cb,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:28.847402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353d017-2864-4283-a328-bdc906b0ccc9 req-853946a8-50c0-4068-a627-23e10f6ce8a5 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:28.857990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b353d017-2864-4283-a328-bdc906b0ccc9 req-853946a8-50c0-4068-a627-23e10f6ce8a5 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.9993722 Jan 28 16:43:28.907149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-b3db44d5-58ce-4454-84f5-a53fc48d7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:28.913620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-b3db44d5-58ce-4454-84f5-a53fc48d7bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1633825 Jan 28 16:43:28.930043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Deleting port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:28.930427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:28.960350 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:27Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:28.965922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-0ef14f97-a5f0-4a98-b1d1-0c7a10838e15', 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15', 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'fixed_ips': [{'subnet_id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:43:28.967912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:29.069474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab25f7a-9fce-471c-933a-2f80d4082057 None None] The sync data for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 is: [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:27Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:29.235722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-086d6d5c-1d4b-4260-8968-1c6fff849ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160195 Jan 28 16:43:29.242824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] For port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,segment=NetworkSegment(7b07559f-b10c-4ac5-a957-07eae3c3693d),segment_id=7b07559f-b10c-4ac5-a957-07eae3c3693d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:29.245005 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:29.275903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Calling delete_port for cb91eff5-77d3-472d-ae1d-4c9e7b6f324d owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:29.363038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Allocated IP 172.20.0.2 (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15/c8f0ec07-58de-405a-bff7-09cceba9bffe/9f5734e4-da1f-41cf-a7b7-a9b596cf5e31) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:29.489524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-b7a1bfba-d293-4e39-8e47-091ee480ec06 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453740 Jan 28 16:43:29.664143 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Publish callbacks [] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:29.692006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1bed4bd3-a77a-45bb-94bc-ab6ac170a758 None None] Provisioning complete for port bb8bf850-b0b8-4666-9e4c-3904563da9cb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:29.692438 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1bed4bd3-a77a-45bb-94bc-ab6ac170a758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:29.694503 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b70edc4-e81b-4673-9fb3-f46226b35a63 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:29.701384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:29.783200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Pushing event updated for resources: {'Port': ['ID=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:29.805241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:29.809152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:29.812002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:29.983308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1bed4bd3-a77a-45bb-94bc-ab6ac170a758 None None] Current status of the port bb8bf850-b0b8-4666-9e4c-3904563da9cb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:29.985732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Attempting to bind port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:29.986111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Attempting to bind port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:29.986478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Attempting to bind port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 on network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:29.994982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:29.995198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Checking segment: {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:29.995442 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:29.995844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Bound using segment: {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:29.996336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Bound port: 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:29.996757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:30.106287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] For port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:30.109780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] For port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:30.115139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bb8bf850-b0b8-4666-9e4c-3904563da9cb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:30.189230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:30.260092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-9c8692cf-b128-48e9-8d78-de20b282f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:30.266639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-9c8692cf-b128-48e9-8d78-de20b282f135 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 1.4470496 Jan 28 16:43:30.353199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks [] for router_controller (4e577cc6-fe05-4344-bceb-53c9cdf4088c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:30.399265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device cb91eff5-77d3-472d-ae1d-4c9e7b6f324d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:43:30.536230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bb8bf850-b0b8-4666-9e4c-3904563da9cb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:30.536230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:30.589297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6109-d56d-472b-8279-52398f1d2ad1 None None] Pushing event updated for resources: {'Port': ['ID=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:30.764920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b353d017-2864-4283-a328-bdc906b0ccc9 req-b04c0e35-3733-434a-9b40-73492458dfe5 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8527987 Jan 28 16:43:30.775329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92190e-04ba-4f68-8b68-d52e4064fb5a req-9b346e3b-2d66-4ddd-8699-09be74d0946b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:30.776968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f92190e-04ba-4f68-8b68-d52e4064fb5a req-9b346e3b-2d66-4ddd-8699-09be74d0946b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 946 time: 2.3054693 Jan 28 16:43:30.833786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bb8bf850-b0b8-4666-9e4c-3904563da9cb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:30.838082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:30.839540 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:30.861860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44518) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:30.949190 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cb91eff5-77d3-472d-ae1d-4c9e7b6f324d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:30.969410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Deleting subnet 40c5e7a1-c212-4e8d-82dd-1e8ed209d82a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:43:30.977286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Publish callbacks [] for subnet (40c5e7a1-c212-4e8d-82dd-1e8ed209d82a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.041007 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (40c5e7a1-c212-4e8d-82dd-1e8ed209d82a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.082002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks [] for router_gateway (4e577cc6-fe05-4344-bceb-53c9cdf4088c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.092251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-2160f1df-bd2e-48dd-ad1f-fa27b3132853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:31.093888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-2160f1df-bd2e-48dd-ad1f-fa27b3132853 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7203662 Jan 28 16:43:31.099325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (40c5e7a1-c212-4e8d-82dd-1e8ed209d82a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.115422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Pushing event deleted for resources: {'Port': ['ID=cb91eff5-77d3-472d-ae1d-4c9e7b6f324d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:31.135987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f92190e-04ba-4f68-8b68-d52e4064fb5a req-1e462a74-d318-4bee-9764-2ef55256e47e tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/security-groups?id=8595946a-a2b9-4d77-bce6-7a6055a07b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355088 Jan 28 16:43:31.212657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (40c5e7a1-c212-4e8d-82dd-1e8ed209d82a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.270042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c5e7a1-c212-4e8d-82dd-1e8ed209d82a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:31.271483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] No DVR routers for this DVR port cb91eff5-77d3-472d-ae1d-4c9e7b6f324d on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:31.277826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.278215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.281363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d02b9119-b2fa-412f-8f12-886276b97640 req-e7970ade-271b-4755-bf1f-fb378218c21b tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.31 "DELETE /v2.0/ports/cb91eff5-77d3-472d-ae1d-4c9e7b6f324d HTTP/1.1" status: 204 len: 173 time: 3.6422544 Jan 28 16:43:31.286194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d89c29c9-6758-44e4-9e5d-abdee5882829 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/40c5e7a1-c212-4e8d-82dd-1e8ed209d82a HTTP/1.1" status: 204 len: 168 time: 0.4232285 Jan 28 16:43:31.291049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44526) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:31.291186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'name': 'network-vif-deleted', 'tag': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:31.293404 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8cb217-b7f0-479c-875d-96e9489e0d2c" -d '{"events": [{"server_uuid": "ac3a05f8-7931-4254-974e-7c884d867b7b", "name": "network-vif-deleted", "tag": "cb91eff5-77d3-472d-ae1d-4c9e7b6f324d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:31.380665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3f372b29-9423-4f21-9bce-1248d48da341), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.385228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0b9d-6bc2-4937-91c0-2c50fd8da00d req-23fcfcf5-cc0f-43f4-a1ff-6409f04fd31a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:31.400417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-119b0b9d-6bc2-4937-91c0-2c50fd8da00d req-23fcfcf5-cc0f-43f4-a1ff-6409f04fd31a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.3885508 Jan 28 16:43:31.426574 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b75486-ee14-4c12-beb9-d5082b5197c6 x-openstack-request-id: req-24b75486-ee14-4c12-beb9-d5082b5197c6 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:31.426825 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3a05f8-7931-4254-974e-7c884d867b7b", "name": "network-vif-deleted", "tag": "cb91eff5-77d3-472d-ae1d-4c9e7b6f324d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:31.427039 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24b75486-ee14-4c12-beb9-d5082b5197c6 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:31.427433 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3a05f8-7931-4254-974e-7c884d867b7b', 'name': 'network-vif-deleted', 'tag': 'cb91eff5-77d3-472d-ae1d-4c9e7b6f324d', 'status': 'completed', 'code': 200} Jan 28 16:43:31.475495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-0a3ab310-6c21-4815-a04b-59e7185d1577 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595762 Jan 28 16:43:31.554475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3f372b29-9423-4f21-9bce-1248d48da341), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.597301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-119b0b9d-6bc2-4937-91c0-2c50fd8da00d req-fb525e56-278b-4ec2-95be-183cf285759f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958232 Jan 28 16:43:31.601852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f372b29-9423-4f21-9bce-1248d48da341']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:31.620736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fda997-2f69-493c-9ee1-39f55f360ee0') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:31.620736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fda997-2f69-493c-9ee1-39f55f360ee0') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:31.643919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (27fda997-2f69-493c-9ee1-39f55f360ee0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.667912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (27fda997-2f69-493c-9ee1-39f55f360ee0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.681021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:43:31.683301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (27fda997-2f69-493c-9ee1-39f55f360ee0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:43:31.687802 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:43:31.690263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-3b110b3e-79f3-4122-9f7c-d31cbcdf06cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2174211 Jan 28 16:43:31.714374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c349b25-3e6d-4af9-980b-6b8e63ea986a req-f29cd5d5-5c14-41e3-aa07-f3bf21accc20 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208755 Jan 28 16:43:31.850028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3f372b29-9423-4f21-9bce-1248d48da341), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.901017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:31.912386 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f372b29-9423-4f21-9bce-1248d48da341 HTTP/1.1" status: 204 len: 168 time: 0.6196153 Jan 28 16:43:31.926925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59797909-8759-412b-8e95-bb8fafab6ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=3f372b29-9423-4f21-9bce-1248d48da341,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:32.128019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:32.136722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-0bbdfbec-073c-40dc-a715-43659a072776 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1716182 Jan 28 16:43:32.246931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-62928d53-9b99-40f7-a84e-7c90184f87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.251632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:32.253650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:32.260025 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-62928d53-9b99-40f7-a84e-7c90184f87eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 1133 time: 0.1013403 Jan 28 16:43:32.281259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks [] for router_gateway (4e577cc6-fe05-4344-bceb-53c9cdf4088c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:32.318498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-6bbb1cb5-7063-47ab-a7f8-a58844c1641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.321166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-6bbb1cb5-7063-47ab-a7f8-a58844c1641d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 1132 time: 0.4496846 Jan 28 16:43:32.338195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:32.353549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-ecdac02c-a379-473a-9275-885c3c0f2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.357904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-ecdac02c-a379-473a-9275-885c3c0f2771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1131 time: 0.5275006 Jan 28 16:43:32.388897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e767480-9960-4cf3-b8c6-84faad6f519a None None] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:32.399278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c045245-ed08-4171-ad07-ca4b8ed5f9c8 req-8ae1206e-223e-46e4-9bf7-499d204f6f4e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.408015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c045245-ed08-4171-ad07-ca4b8ed5f9c8 req-8ae1206e-223e-46e4-9bf7-499d204f6f4e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3758569 Jan 28 16:43:32.482371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44544) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:32.524760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:32.525477 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:32.534634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-a987673d-8e8c-4400-b156-1cba06ccab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.536231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-a987673d-8e8c-4400-b156-1cba06ccab0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2119248 Jan 28 16:43:32.556474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fc2fa1bf-49a2-4c34-a3ea-bc0d48133a65 None None] Provisioning complete for port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:32.557282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa1bf-49a2-4c34-a3ea-bc0d48133a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:32.615448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-511bd508-860e-475a-9f73-b4d7c41d1ba7 req-a7d75a8e-d59f-46ff-8d99-fdc64f363239 tempest-AttachVolumeNegativeTest-1727355568 tempest-AttachVolumeNegativeTest-1727355568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3a05f8-7931-4254-974e-7c884d867b7b HTTP/1.1" status: 200 len: 210 time: 0.2493234 Jan 28 16:43:32.667407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:32.676902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-74653ffc-e02e-45d5-bd0a-4bf95f9ce9c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 200 len: 217 time: 0.1338539 Jan 28 16:43:32.741522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:32.759320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-39eada6c-de51-4127-b5fd-6a51087cf838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.761067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-39eada6c-de51-4127-b5fd-6a51087cf838 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0764039 Jan 28 16:43:32.836893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-83e9658e-dd99-4865-bd94-33553841f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.838845 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-83e9658e-dd99-4865-bd94-33553841f5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0685236 Jan 28 16:43:32.849867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-28466a50-aa30-4f05-a99a-0dd3183b59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:32.852254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-28466a50-aa30-4f05-a99a-0dd3183b59f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.4877946 Jan 28 16:43:32.861565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fc2fa1bf-49a2-4c34-a3ea-bc0d48133a65 None None] Current status of the port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:32.888590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:33.006962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c045245-ed08-4171-ad07-ca4b8ed5f9c8 req-19b63a76-f61c-4595-a929-5601e938aa81 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5976062 Jan 28 16:43:33.008832 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-c374848f-b922-4057-9daa-d24d0b394f84 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611094 Jan 28 16:43:33.041856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-3ac1d852-d1d8-4892-8ca8-36a3f2ec44e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 200 len: 217 time: 0.1507032 Jan 28 16:43:33.067648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2b866ec5-f1b9-4294-b0d1-a5031ab7c932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67f9391515594681a7e95946b60320e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812907 Jan 28 16:43:33.068788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44550) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:33.223066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108fcf8-7c0c-456c-bfb4-38443a66f448 req-6bb9c60c-e2a1-4b10-907f-3d3ab9e6e50d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:33.223066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7108fcf8-7c0c-456c-bfb4-38443a66f448 req-6bb9c60c-e2a1-4b10-907f-3d3ab9e6e50d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.4463863 Jan 28 16:43:33.224611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-21ae12d0-13dd-4c9b-b486-1795a8ca52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:33.226855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-21ae12d0-13dd-4c9b-b486-1795a8ca52d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.8615525 Jan 28 16:43:33.229085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Allocated IP 172.25.8.16 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/8b211ae8-e992-4a88-8643-c9e1638c13fe) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:33.249773 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42519cdc-1d49-4600-b6af-3681dca6e35c req-e7fa0805-8921-43dc-b692-dd3f17e6e577 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310939 Jan 28 16:43:33.250469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-885175e2-8cc3-486d-b552-6823e5d3287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:33.251940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-885175e2-8cc3-486d-b552-6823e5d3287a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1936617 Jan 28 16:43:33.297168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-769aef88-f359-4a71-b4e3-4437f10006b7 None None] Provisioning complete for port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:33.297857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-769aef88-f359-4a71-b4e3-4437f10006b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.334755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-288cd221-8327-49c4-81b0-5626f4d36f2f admin admin] Publish callbacks [] for security_group (b6438ad8-9685-4f4c-9cfb-a95cda748d98), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.382134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-288cd221-8327-49c4-81b0-5626f4d36f2f admin admin] Publish callbacks [] for security_group (b6438ad8-9685-4f4c-9cfb-a95cda748d98), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.406530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-090be86a-3c37-4fc8-be5e-9d8afe045abf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.1491206 Jan 28 16:43:33.473391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-769aef88-f359-4a71-b4e3-4437f10006b7 None None] Current status of the port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:33.487186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-288cd221-8327-49c4-81b0-5626f4d36f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b6438ad8-9685-4f4c-9cfb-a95cda748d98), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.492284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-288cd221-8327-49c4-81b0-5626f4d36f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.493483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-288cd221-8327-49c4-81b0-5626f4d36f2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6438ad8-9685-4f4c-9cfb-a95cda748d98 HTTP/1.1" status: 204 len: 168 time: 0.3788896 Jan 28 16:43:33.502332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cd221-8327-49c4-81b0-5626f4d36f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6438ad8-9685-4f4c-9cfb-a95cda748d98,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:33.560527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-c596e0f4-83cc-4f56-9830-54eb121f1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:33.562682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-c596e0f4-83cc-4f56-9830-54eb121f1ec6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2768881 Jan 28 16:43:33.575605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7108fcf8-7c0c-456c-bfb4-38443a66f448 req-ab2705c2-1adf-4ca9-9348-d0bf24cf5181 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163590 Jan 28 16:43:33.628152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-216fb711-e90c-462c-bad8-4aaa46762470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:33.630846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-216fb711-e90c-462c-bad8-4aaa46762470 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.2061384 Jan 28 16:43:33.703992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:33.769590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks [] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.800199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-a18d0259-8ff3-4cd5-867e-865f6c04cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:33.802132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-a18d0259-8ff3-4cd5-867e-865f6c04cec6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1656103 Jan 28 16:43:33.807776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-47a49767-a428-403d-a8f1-315266c90cfa service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235928 Jan 28 16:43:33.834936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Deleting subnet 9b65e85a-caba-4cc0-b2d5-26d27e222351 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:43:33.847538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Publish callbacks [] for subnet (9b65e85a-caba-4cc0-b2d5-26d27e222351), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.920395 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9b65e85a-caba-4cc0-b2d5-26d27e222351), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:33.979707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:34.006996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.039781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9b65e85a-caba-4cc0-b2d5-26d27e222351), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.091695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:34.103727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:34.134372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:34.159514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:34.160005 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.178148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9b65e85a-caba-4cc0-b2d5-26d27e222351), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.194261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.199131 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b65e85a-caba-4cc0-b2d5-26d27e222351 HTTP/1.1" status: 204 len: 168 time: 0.4933088 Jan 28 16:43:34.207510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-670eb213-db2b-410d-bcb9-55cc22b03093 req-2809bbd4-3d85-4dde-b6fe-2e7ef1c78893 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778002 Jan 28 16:43:34.211284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44570) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:34.224794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82819470-1103-4bec-98e4-736daa891030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b65e85a-caba-4cc0-b2d5-26d27e222351,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:34.292249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-296916d6-7410-42d3-867a-d874dd4ceda2 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815116 Jan 28 16:43:34.319901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:34.325416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Pushing event updated for resources: {'Port': ['ID=8b211ae8-e992-4a88-8643-c9e1638c13fe,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:34.729776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:34.816615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ed097501-d3f6-476d-af59-636fe119bdac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.843357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-623393672-network', 'tenant_id': 'c88a13e0897a4758b1020ee598b18448'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:34.867838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Made reservation on behalf of c88a13e0897a4758b1020ee598b18448 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:34.871460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.880918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.881640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897322e-5dd5-41e1-9dd7-3822c634d469 req-0308032c-db9b-494a-bd41-8fac9cf5e787 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:34.883164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1897322e-5dd5-41e1-9dd7-3822c634d469 req-0308032c-db9b-494a-bd41-8fac9cf5e787 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.6710021 Jan 28 16:43:34.918087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-565aa0a4-3606-4e61-b88d-d345f310a6ea req-18f4e3b2-549a-4179-bfa0-cf7e820be676 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826573 Jan 28 16:43:34.958911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d7ee-bfa2-4e5a-93df-ec0b7ca4b01d req-176c06c7-a1f9-4c4d-b9b2-8dcf26479587 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:34.960019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6989d7ee-bfa2-4e5a-93df-ec0b7ca4b01d req-176c06c7-a1f9-4c4d-b9b2-8dcf26479587 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.2497556 Jan 28 16:43:34.995352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks [] for security_group (7a1e84ac-dad4-44be-83aa-70f70cc5f72e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:34.998883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a1e84ac-dad4-44be-83aa-70f70cc5f72e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.030811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:43:35.038350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:43:35.042359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e84ac-dad4-44be-83aa-70f70cc5f72e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:35.047140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e557bfef-b10c-46ee-a84a-06640c499145), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.047479 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Added segment e557bfef-b10c-46ee-a84a-06640c499145 of type vlan for network 31713d15-c8d2-4110-a7bc-a7331004cd92 Jan 28 16:43:35.114312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (31713d15-c8d2-4110-a7bc-a7331004cd92), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.131581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ed097501-d3f6-476d-af59-636fe119bdac), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.134082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1897322e-5dd5-41e1-9dd7-3822c634d469 req-babc62da-e109-4811-a827-14a2083102c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186341 Jan 28 16:43:35.165738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (31713d15-c8d2-4110-a7bc-a7331004cd92), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.168144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:35.169176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.219207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6989d7ee-bfa2-4e5a-93df-ec0b7ca4b01d req-ead5be95-8252-4960-870b-7ac55a56ed8b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343006 Jan 28 16:43:35.226437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed097501-d3f6-476d-af59-636fe119bdac']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:35.247962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b07559f-b10c-4ac5-a957-07eae3c3693d') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:35.247962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b07559f-b10c-4ac5-a957-07eae3c3693d') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:35.281495 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5482974 Jan 28 16:43:35.281930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44602) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:35.283435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:35.284448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af88dff-aab0-4ec0-a7fc-51055caa78a7 admin admin] Pushing event updated for resources: {'Network': ['ID=31713d15-c8d2-4110-a7bc-a7331004cd92,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:35.296017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Request body: {'subnet': {'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-623393672-subnet', 'tenant_id': 'c88a13e0897a4758b1020ee598b18448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:35.296960 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (7b07559f-b10c-4ac5-a957-07eae3c3693d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.306425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 31713d15-c8d2-4110-a7bc-a7331004cd92 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:43:35.328536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Made reservation on behalf of c88a13e0897a4758b1020ee598b18448 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:35.332009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.345215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks [] for router_gateway (4e577cc6-fe05-4344-bceb-53c9cdf4088c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.353509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7b07559f-b10c-4ac5-a957-07eae3c3693d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.400832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'mac_address': 'fa:16:3e:33:2c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:43:35.460618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:43:35.461518 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (7b07559f-b10c-4ac5-a957-07eae3c3693d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:43:35.463585 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:43:35.475667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7239b569-a99d-4f84-bb4e-a4613bda959c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:35.476118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.500600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7239b569-a99d-4f84-bb4e-a4613bda959c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:35.541804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:35.549410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.623835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (5475c36c-460e-4f9b-952a-140d4f2422fe), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.626242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:35.695902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5475c36c-460e-4f9b-952a-140d4f2422fe,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:35.703977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Checking segment: {'id': 'e557bfef-b10c-46ee-a84a-06640c499145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:35.704407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Network hostable DHCP agents. Network: 31713d15-c8d2-4110-a7bc-a7331004cd92, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:43:35.708284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835f181-ddc1-446b-afd4-262a87e6a656 req-27540105-2963-4798-8df1-3f241b73284d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:35.710004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3835f181-ddc1-446b-afd4-262a87e6a656 req-27540105-2963-4798-8df1-3f241b73284d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 948 time: 0.3530912 Jan 28 16:43:35.710808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ed097501-d3f6-476d-af59-636fe119bdac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.719839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.723308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed097501-d3f6-476d-af59-636fe119bdac HTTP/1.1" status: 204 len: 168 time: 1.4817624 Jan 28 16:43:35.728550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Network 31713d15-c8d2-4110-a7bc-a7331004cd92 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:43:35.750752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 31713d15-c8d2-4110-a7bc-a7331004cd92) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:35.785800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:35.786568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.792863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b69d0-1cd4-41a9-a841-495474b76e9f None None] Network 31713d15-c8d2-4110-a7bc-a7331004cd92 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:35.795786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a23bd-864c-47f9-a4d8-677bf7bb73a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed097501-d3f6-476d-af59-636fe119bdac,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:35.839555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (4e577cc6-fe05-4344-bceb-53c9cdf4088c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:35.850896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3835f181-ddc1-446b-afd4-262a87e6a656 req-1a004672-917c-48bf-8980-8006855c34e1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Jan 28 16:43:35.864126 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f569f05-d3e5-402f-92f3-51050798cbd2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5730457 Jan 28 16:43:35.975624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44630) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:36.008542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7239b569-a99d-4f84-bb4e-a4613bda959c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:36.059916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecccc6fe-1490-411c-acad-79cd89dfecb1 None None] Network 31713d15-c8d2-4110-a7bc-a7331004cd92 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:43:36.099805 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7355df6a-b8f2-49fb-b9a6-52779408a57f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3a19cf5f9144aca8709ad746edbf15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1201921 Jan 28 16:43:36.102279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44634) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:36.154673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Router 4e577cc6-fe05-4344-bceb-53c9cdf4088c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:43:36.265604 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc1a5-6917-41ad-91d8-13454af47973 admin admin] Publish callbacks [] for security_group (8595946a-a2b9-4d77-bce6-7a6055a07b75), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:36.386235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc1a5-6917-41ad-91d8-13454af47973 admin admin] Publish callbacks [] for security_group (8595946a-a2b9-4d77-bce6-7a6055a07b75), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:36.488213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:36.494226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-13f5ee0c-e0a0-48e8-8c26-5ffbd847c6dd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619776 Jan 28 16:43:36.499006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Sync routers for ids ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:36.501932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed55f7-219f-4edf-bd30-074d1f7c1038 req-f2593d7d-728d-4677-80e4-9fdad2aa5493 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:36.504140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19ed55f7-219f-4edf-bd30-074d1f7c1038 req-f2593d7d-728d-4677-80e4-9fdad2aa5493 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1826055 Jan 28 16:43:36.510326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Routers {'4e577cc6-fe05-4344-bceb-53c9cdf4088c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:36.510954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:36.599058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:36.601194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c22c021-c468-4870-af43-d0c30b2e267b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1113935 Jan 28 16:43:36.603262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44660) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:36.624513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc1a5-6917-41ad-91d8-13454af47973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8595946a-a2b9-4d77-bce6-7a6055a07b75), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:36.631510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc1a5-6917-41ad-91d8-13454af47973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:36.635779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6ecbc1a5-6917-41ad-91d8-13454af47973 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8595946a-a2b9-4d77-bce6-7a6055a07b75 HTTP/1.1" status: 204 len: 168 time: 0.5300853 Jan 28 16:43:36.657215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Set router 4e577cc6-fe05-4344-bceb-53c9cdf4088c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:36.685448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbc1a5-6917-41ad-91d8-13454af47973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8595946a-a2b9-4d77-bce6-7a6055a07b75,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:36.710218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19ed55f7-219f-4edf-bd30-074d1f7c1038 req-e051e2f2-d070-485d-bc50-3a82ab32e8a4 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901202 Jan 28 16:43:36.727240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-74d9e31e-423c-4a7c-ae17-58c17c01957a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:36.728868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-74d9e31e-423c-4a7c-ae17-58c17c01957a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227650 Jan 28 16:43:36.760223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-b5e41a5c-a4c8-4cae-b20e-55250784ddac tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/quotas/a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 375 time: 0.0114119 Jan 28 16:43:36.921838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-b74694ae-a4ce-4770-82c6-8de067d7ef61 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1546299 Jan 28 16:43:36.990997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:43:34Z', 'revision_number': 3, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:37.084436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Checking router: 4e577cc6-fe05-4344-bceb-53c9cdf4088c for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:37.087817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Updating router 4e577cc6-fe05-4344-bceb-53c9cdf4088c port 8b211ae8-e992-4a88-8643-c9e1638c13fe binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:43:37.175473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:37.608719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-3dc37d9e-2e62-4df8-991b-5c8e6d772405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:37.615843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-3dc37d9e-2e62-4df8-991b-5c8e6d772405 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1128 time: 0.1433818 Jan 28 16:43:37.722327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:37.892524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Publish callbacks [] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:37.900050 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:37.970135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-ad364282-b14b-4f44-9e36-79877b354428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:37.973497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-ad364282-b14b-4f44-9e36-79877b354428 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.3537421 Jan 28 16:43:37.997738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1b33ebf-bd80-4614-9465-79f5bf2f5d76 req-6e2061a9-7a08-4088-b9fc-ea975fe510b8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 210 time: 0.2279646 Jan 28 16:43:38.006484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Attempting to bind port 8b211ae8-e992-4a88-8643-c9e1638c13fe on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:38.007114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Attempting to bind port 8b211ae8-e992-4a88-8643-c9e1638c13fe by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:38.008513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Allocated IP 172.20.0.1 (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15/c8f0ec07-58de-405a-bff7-09cceba9bffe/0e9c5d68-edb0-46a9-b380-222d1d0a1611) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:38.010075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Attempting to bind port 8b211ae8-e992-4a88-8643-c9e1638c13fe on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:38.022314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e6c3-d152-49de-b5e5-9cc1aefaa114 None None] Pushing event updated for resources: {'Port': ['ID=8b211ae8-e992-4a88-8643-c9e1638c13fe,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:38.049948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:38.057040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:38.057470 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.057871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:38.058426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Bound port: 8b211ae8-e992-4a88-8643-c9e1638c13fe, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:38.058751 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.178296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks [] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.207639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] For port 8b211ae8-e992-4a88-8643-c9e1638c13fe, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:38.215063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] For port 8b211ae8-e992-4a88-8643-c9e1638c13fe, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8b211ae8-e992-4a88-8643-c9e1638c13fe,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:38.223032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.226118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.240885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-2ee68142-9d4f-4cfb-8e90-267576826d63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 1000 time: 0.2247043 Jan 28 16:43:38.288312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Routers {'4e577cc6-fe05-4344-bceb-53c9cdf4088c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:38.293332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:38.312822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9c5d68-edb0-46a9-b380-222d1d0a1611,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:38.347305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:38.349212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:38.355867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:38.457671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (4e577cc6-fe05-4344-bceb-53c9cdf4088c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.464526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e6c3-d152-49de-b5e5-9cc1aefaa114 None None] Pushing event updated for resources: {'Port': ['ID=8b211ae8-e992-4a88-8643-c9e1638c13fe,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:38.565477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-7105a27f-4097-4e74-9bd0-1a09880e6bfc tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:38.576657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-7105a27f-4097-4e74-9bd0-1a09880e6bfc tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/networks?id=31713d15-c8d2-4110-a7bc-a7331004cd92 HTTP/1.1" status: 200 len: 812 time: 0.8894472 Jan 28 16:43:38.613762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-0c438b43-dc8d-4d3c-9b14-bfac4351372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:38.615485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-0c438b43-dc8d-4d3c-9b14-bfac4351372e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.3010767 Jan 28 16:43:38.622954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-6124f06c-d370-4f25-891a-6ab0be6502b7 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/quotas/c88a13e0897a4758b1020ee598b18448 HTTP/1.1" status: 200 len: 375 time: 0.0310628 Jan 28 16:43:38.625197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] Set router 4e577cc6-fe05-4344-bceb-53c9cdf4088c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:38.692966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f0e52-cce4-464f-b6ba-434cfa7fcbc3 req-07671bdf-f800-43ac-8f92-f6b6b6f7a907 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:38.700990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911f0e52-cce4-464f-b6ba-434cfa7fcbc3 req-07671bdf-f800-43ac-8f92-f6b6b6f7a907 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.5332539 Jan 28 16:43:38.755600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:38.833863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-5192fa43-21f3-4d2e-8352-d22daacbd8de tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c88a13e0897a4758b1020ee598b18448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2043691 Jan 28 16:43:38.901971 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-cbe66832-0221-4150-8d9d-2170ed8ec8fb tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a8937d6dd909437c9a610245349f866b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828657 Jan 28 16:43:39.008444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-b67e226c-8785-415e-bf6c-32379204efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:39.010568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-b67e226c-8785-415e-bf6c-32379204efe7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3840599 Jan 28 16:43:39.024762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911f0e52-cce4-464f-b6ba-434cfa7fcbc3 req-1a0d7fdf-832b-4de3-a1ad-5857beab29b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224783 Jan 28 16:43:39.090318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:39.440375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-caa395f8-0013-4f8d-a3a9-53f43fb912e2 None None] Provisioning complete for port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:39.440974 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-caa395f8-0013-4f8d-a3a9-53f43fb912e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.448324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-c1e22ef8-6736-467e-9f77-cd60eaffd6e6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:39.449873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-c1e22ef8-6736-467e-9f77-cd60eaffd6e6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5147884 Jan 28 16:43:39.470014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Request body: {'port': {'device_id': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'a8937d6dd909437c9a610245349f866b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:39.508645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks [] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.545114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-caa395f8-0013-4f8d-a3a9-53f43fb912e2 None None] Port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:39.557659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.591522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:43:34Z', 'revision_number': 3, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:39.656372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580cc632-a24d-406e-9080-c6f384242bf4 None None] The sync data for ids ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'] in n-d-812111-13 is: [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:43:34Z', 'revision_number': 3, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:39.662204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 7239b569-a99d-4f84-bb4e-a4613bda959c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:43:39.674842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 7239b569-a99d-4f84-bb4e-a4613bda959c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:39.680622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.859324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7239b569-a99d-4f84-bb4e-a4613bda959c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:39.860021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.868434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9c5d68-edb0-46a9-b380-222d1d0a1611,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:39.885676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (4e577cc6-fe05-4344-bceb-53c9cdf4088c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.907849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:39.909421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:39.912713 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f119fa55-dbb0-4377-8cac-62b346efd536" -d '{"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-plugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:39.918255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:39.997443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=13']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:40.100342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-f99c5272-98aa-41e6-a2f0-ebd6f95bfd52 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0743024 Jan 28 16:43:40.178209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Made reservation on behalf of a8937d6dd909437c9a610245349f866b for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:40.182400 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:40.183335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6aa4743c-6f37-4f70-b31d-ca5be922c773 req-7b6549b2-bd98-46d5-9428-9ce3e5e31f1e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 210 time: 0.1108463 Jan 28 16:43:40.200533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:40.205775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:40.251389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-a87e56be-e300-439c-b6a1-49fa80a15b2c service neutron] 10.222.0.25 "GET /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4067793 Jan 28 16:43:40.267850 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021169c0-5a34-4aae-acb4-14fe434c23bb x-openstack-request-id: req-021169c0-5a34-4aae-acb4-14fe434c23bb {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:40.270730 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-plugged", "status": "completed", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:40.271894 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-021169c0-5a34-4aae-acb4-14fe434c23bb {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:40.276944 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'code': 200} Jan 28 16:43:40.504600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Router 4e577cc6-fe05-4344-bceb-53c9cdf4088c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:43:40.625568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2338c9ed-82e9-4b50-97d1-a8ab67c42d76 req-46155d93-ffdd-403d-a9df-9a7f5299b5c1 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403284 Jan 28 16:43:40.669967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-3e1e7523-a9b8-4886-8606-40b9c2fefd5e service neutron] 10.222.0.25 "GET /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175396 Jan 28 16:43:40.728126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035b8a6-58d4-49d8-b586-7d6ce88584f7 req-c62a8b95-0b39-47ac-bd9c-7239ce235dc1 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:40.736077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a035b8a6-58d4-49d8-b586-7d6ce88584f7 req-c62a8b95-0b39-47ac-bd9c-7239ce235dc1 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.2788339 Jan 28 16:43:40.801675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Allocated IP 192.168.233.130 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/91532f8c-fa39-4a83-88ac-329a9aeb8bcc) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:40.812438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7914c501-b3ca-4f6a-96cb-f4385ef0db42 None None] Provisioning complete for port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:40.814322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7914c501-b3ca-4f6a-96cb-f4385ef0db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:40.913495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a035b8a6-58d4-49d8-b586-7d6ce88584f7 req-a18e392c-6484-4543-905f-36fceab7717f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760936 Jan 28 16:43:40.967964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7914c501-b3ca-4f6a-96cb-f4385ef0db42 None None] Port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:41.097078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77d300a7-dc55-4d73-9de8-981214053c9d req-076e18cf-d1c9-4b2e-abc6-895616101bcc tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 210 time: 0.0543389 Jan 28 16:43:41.274125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks [] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:41.306256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:43:41.342469 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-04c0e3b7-fe19-46b2-a3ad-64a631765396 admin admin] 10.222.0.25 "PUT /v2.0/routers/4e577cc6-fe05-4344-bceb-53c9cdf4088c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7380917 Jan 28 16:43:41.381644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad2130a6-bd53-4fca-a3d0-6b135504e6c2 req-fbb4197e-c7b6-4bcc-b6dd-d7a787beb9e8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 210 time: 0.0590346 Jan 28 16:43:41.432123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:41.448101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db', '7239b569-a99d-4f84-bb4e-a4613bda959c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:41.451353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:41.552017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:41.598073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:41.603456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:41.609820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:41.755017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:41.763416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:41.800782 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-cf8f78f0-d280-4839-bd99-b2a199a8f728 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3340437 Jan 28 16:43:41.832971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Request body: {'port': {'device_id': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:42.074933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.121204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8b211ae8-e992-4a88-8643-c9e1638c13fe up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:42.271844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c5ec-e4ae-4a20-ac1c-e5dabac9611c req-bbb8a5fa-2368-4860-96b2-b30da6645913 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:42.281883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96d9c5ec-e4ae-4a20-ac1c-e5dabac9611c req-bbb8a5fa-2368-4860-96b2-b30da6645913 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1930585 Jan 28 16:43:42.394111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0de243b9-6426-4fae-8322-982aa365bd0a req-fc234cb8-96fc-4351-b10f-9e5d99cce019 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 210 time: 0.1090002 Jan 28 16:43:42.445436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96d9c5ec-e4ae-4a20-ac1c-e5dabac9611c req-aa14b61f-5cbd-49c0-b75f-7c262a51e415 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577275 Jan 28 16:43:42.529048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.567237 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.637661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-53ba3831-a3b8-47a0-a9d2-72b6ec411c9d None None] Provisioning complete for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:42.638064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-53ba3831-a3b8-47a0-a9d2-72b6ec411c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.728665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2398bc0-355e-4f1e-99e9-e3b8e3108600 req-b142022d-6cf2-497e-a92b-2da264ab2021 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:42.736360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2398bc0-355e-4f1e-99e9-e3b8e3108600 req-b142022d-6cf2-497e-a92b-2da264ab2021 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 936 time: 0.1664734 Jan 28 16:43:42.737490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8b211ae8-e992-4a88-8643-c9e1638c13fe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:42.739318 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.812465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91532f8c-fa39-4a83-88ac-329a9aeb8bcc {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:42.843809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Publish callbacks [] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.846267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2398bc0-355e-4f1e-99e9-e3b8e3108600 req-fdf050c1-c44f-4e4b-ba22-e57dea584bd8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089427 Jan 28 16:43:42.891451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Transition to ACTIVE for port object 91532f8c-fa39-4a83-88ac-329a9aeb8bcc will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:43:42.900173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:42.903180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-53ba3831-a3b8-47a0-a9d2-72b6ec411c9d None None] Port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:43.071620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:43.253484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8b211ae8-e992-4a88-8643-c9e1638c13fe is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:43.261258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:43.301106 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Sync routers for ids ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:43:43.315551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-d1309b50-c157-4e0a-8295-cc3f6f6a4642 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:43.318473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Routers {'4e577cc6-fe05-4344-bceb-53c9cdf4088c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:43.320700 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:43.326334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-d1309b50-c157-4e0a-8295-cc3f6f6a4642 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.24 "GET /v2.0/networks?id=31713d15-c8d2-4110-a7bc-a7331004cd92 HTTP/1.1" status: 200 len: 812 time: 0.3372996 Jan 28 16:43:43.327362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 8b211ae8-e992-4a88-8643-c9e1638c13fe, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8b211ae8-e992-4a88-8643-c9e1638c13fe,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:43.332844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Request body: {'port': {'device_id': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92', 'admin_state_up': True, 'tenant_id': 'c88a13e0897a4758b1020ee598b18448'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:43.337157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:43.373947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:43.374366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:43.375351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:43.391849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:43:43.396364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:43.417654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:43.420800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:43.421528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:43.425385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Bound port: 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:43.437907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:43.531238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=8b211ae8-e992-4a88-8643-c9e1638c13fe,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:43.586432 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Set router 4e577cc6-fe05-4344-bceb-53c9cdf4088c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:43.624113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b17166be-443d-46dc-a216-a9aa662a2765 req-ab45e13c-92fc-497a-83cf-bfacfd49a222 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 210 time: 0.0540962 Jan 28 16:43:43.631864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Made reservation on behalf of c88a13e0897a4758b1020ee598b18448 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:43:43.636079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:43.639497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:43.649733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:43.664258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:43.784386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:43.785163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:43.787833 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] 10.222.0.31 "PUT /v2.0/ports/91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 1097 time: 1.9706554 Jan 28 16:43:43.790284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:43.792726 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b4623-998b-48ed-b3ff-d45d539d9150" -d '{"events": [{"name": "network-changed", "server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:43.922749 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ee6e2-f6d5-45ab-abff-efa89b2da559 x-openstack-request-id: req-c61ee6e2-f6d5-45ab-abff-efa89b2da559 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:43.923685 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:43.935860 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c61ee6e2-f6d5-45ab-abff-efa89b2da559 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:43.936512 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'status': 'completed', 'code': 200} Jan 28 16:43:43.945472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46bd7d-a7a0-4ad8-b1fb-467f9c20d4fb service neutron] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:44.020443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8b211ae8-e992-4a88-8643-c9e1638c13fe up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:44.027024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-99e260e0-773a-455e-a6be-4f8528dd069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:44.028543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-99e260e0-773a-455e-a6be-4f8528dd069b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1131 time: 0.1873109 Jan 28 16:43:44.069095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Allocated IP 172.20.0.4 (31713d15-c8d2-4110-a7bc-a7331004cd92/5475c36c-460e-4f9b-952a-140d4f2422fe/dacb327f-c7d8-411c-9a77-afdab7ad3be8) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:43:44.077530 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 4, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0e9c5d68-edb0-46a9-b380-222d1d0a1611', 'name': '', 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'mac_address': 'fa:16:3e:14:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:37Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 2, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'subnets': [{'id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:44.119750 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-6978a3fd-a731-4f20-99bf-dac952a00b32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0843878 Jan 28 16:43:44.205042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-9677083b-d531-4597-89db-20f437b3ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:44.205474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Checking router: 4e577cc6-fe05-4344-bceb-53c9cdf4088c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:43:44.206037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Updating router 4e577cc6-fe05-4344-bceb-53c9cdf4088c port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:43:44.206648 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-9677083b-d531-4597-89db-20f437b3ab8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0814977 Jan 28 16:43:44.243103 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.262679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8b211ae8-e992-4a88-8643-c9e1638c13fe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:44.266524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.321957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe59-f886-4857-969a-eb69684478ec req-9bfae5c1-7ca4-4c4b-90c5-e17869abcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:44.338593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-9bfae5c1-7ca4-4c4b-90c5-e17869abcebc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1233895 Jan 28 16:43:44.398254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks [] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.454275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733e4b8-ba86-460e-abea-457ee89a1109 req-bde04620-159b-443f-8d2c-6bbdc8579676 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:44.463419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7733e4b8-ba86-460e-abea-457ee89a1109 req-bde04620-159b-443f-8d2c-6bbdc8579676 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 948 time: 0.4320869 Jan 28 16:43:44.467324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.509528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8b211ae8-e992-4a88-8643-c9e1638c13fe is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:44.545367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Pushing event updated for resources: {'Port': ['ID=dacb327f-c7d8-411c-9a77-afdab7ad3be8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:44.555991 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-b7b33d5c-db8b-451b-85eb-45494411b3f9 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123628 Jan 28 16:43:44.567639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Network 31713d15-c8d2-4110-a7bc-a7331004cd92 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:43:44.569631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:43:44.575757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:43:44.634096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:44.634877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.674387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7733e4b8-ba86-460e-abea-457ee89a1109 req-4ca30bd8-c8d9-4c60-8c45-a2b88624f382 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100072 Jan 28 16:43:44.692176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-0004c9c9-8341-4283-be4d-d8982c9fde71 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3645513 Jan 28 16:43:44.706615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Request body: {'port': {'device_id': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:43:44.774169 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Publish callbacks [] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.784649 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.796182 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1b55fe59-f886-4857-969a-eb69684478ec req-afeb3e5c-101f-460b-a1f2-f89870debdee service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325966 Jan 28 16:43:44.887168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:44.985795 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4f75-0445-4701-9ff3-18a35c2c40fe req-4e58e9f9-b51c-4bb9-8397-0e136066e430 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:44.989784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44938) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:44.994168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31bf4f75-0445-4701-9ff3-18a35c2c40fe req-4e58e9f9-b51c-4bb9-8397-0e136066e430 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 931 time: 0.1944208 Jan 28 16:43:45.014275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-a11d3a0a-4cd0-4435-89f5-00fb869fe116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:45.016030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-a11d3a0a-4cd0-4435-89f5-00fb869fe116 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1131 time: 0.1509812 Jan 28 16:43:45.222486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-40d3c952-d537-476a-90a2-811c4391c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:45.224128 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-40d3c952-d537-476a-90a2-811c4391c1c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1991487 Jan 28 16:43:45.272197 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8a4e1-fbab-4e56-a92d-193e27a2bbcd None None] Pushing event updated for resources: {'Port': ['ID=0e9c5d68-edb0-46a9-b380-222d1d0a1611,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:45.280931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31bf4f75-0445-4701-9ff3-18a35c2c40fe req-0d9cbd72-1f8f-43c4-92da-181f196243bb tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820392 Jan 28 16:43:45.298547 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Attempting to bind port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:45.298940 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Attempting to bind port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:45.299304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Attempting to bind port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 on network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:45.306100 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:45.306655 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Checking segment: {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:45.307246 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.307434 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Bound using segment: {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:45.307904 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Bound port: 0e9c5d68-edb0-46a9-b380-222d1d0a1611, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205de6bf-696d-4532-bc96-b1c27cb2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:45.308281 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.332405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e191e206-e76d-42bb-9d74-23b608ca6eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.338419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-3c2138e9-4b3f-4c53-b834-4e921d9b1680 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.1077864 Jan 28 16:43:45.341434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1a1e9f9e-ce1a-43dc-9849-a66cb8e82862 None None] Provisioning complete for port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:45.345556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9f9e-ce1a-43dc-9849-a66cb8e82862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.433598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-566cb42e-7377-4b17-8bfd-73ed612b2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:45.435345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-566cb42e-7377-4b17-8bfd-73ed612b2a56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0879240 Jan 28 16:43:45.441046 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] For port 0e9c5d68-edb0-46a9-b380-222d1d0a1611, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:45.450738 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] For port 0e9c5d68-edb0-46a9-b380-222d1d0a1611, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e9c5d68-edb0-46a9-b380-222d1d0a1611,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:45.463247 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.479317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e9f9e-ce1a-43dc-9849-a66cb8e82862 None None] Port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:43:45.555132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-c98f724c-aac1-43ea-a134-c068ad9f534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:45.556957 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Routers {'4e577cc6-fe05-4344-bceb-53c9cdf4088c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:43:45.557581 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:45.558803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-c98f724c-aac1-43ea-a134-c068ad9f534f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1141858 Jan 28 16:43:45.565582 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8a4e1-fbab-4e56-a92d-193e27a2bbcd None None] Pushing event updated for resources: {'Port': ['ID=0e9c5d68-edb0-46a9-b380-222d1d0a1611,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:45.594271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e191e206-e76d-42bb-9d74-23b608ca6eb4 admin admin] Publish callbacks [] for security_group (0d20dd19-e1b5-44d0-8093-7b1b9ff024b0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.609864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e191e206-e76d-42bb-9d74-23b608ca6eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0d20dd19-e1b5-44d0-8093-7b1b9ff024b0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.650534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacb327f-c7d8-411c-9a77-afdab7ad3be8 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:45.670636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Publish callbacks [] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.693376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Transition to ACTIVE for port object dacb327f-c7d8-411c-9a77-afdab7ad3be8 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:43:45.718674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e191e206-e76d-42bb-9d74-23b608ca6eb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36a74bc789ae4b91abda624bf5d4c0d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7254736 Jan 28 16:43:45.719315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:45.724705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191e206-e76d-42bb-9d74-23b608ca6eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20dd19-e1b5-44d0-8093-7b1b9ff024b0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:45.831642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-aadfa87f-d868-4854-9791-8e2bc364d68b service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637110 Jan 28 16:43:45.843362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.895666 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] Set router 4e577cc6-fe05-4344-bceb-53c9cdf4088c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:43:45.909152 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ee04a63f-9c04-4b1e-9167-f4e474451a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.936931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] Provisioning complete for port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:45.937417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:45.993500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb327f-c7d8-411c-9a77-afdab7ad3be8,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:46.031069 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a25c9500-beea-47aa-96ee-17b2d56dc43d admin admin] Publish callbacks [] for security_group (0d20dd19-e1b5-44d0-8093-7b1b9ff024b0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.060442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-806b4623-998b-48ed-b3ff-d45d539d9150 req-ffbbce9e-0a34-429c-89f8-2c7ef0bef08e service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214723 Jan 28 16:43:46.062234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a25c9500-beea-47aa-96ee-17b2d56dc43d admin admin] Publish callbacks [] for security_group (0d20dd19-e1b5-44d0-8093-7b1b9ff024b0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.093475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] Current status of the port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:46.093883 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.142872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] For port 0e9c5d68-edb0-46a9-b380-222d1d0a1611, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e9c5d68-edb0-46a9-b380-222d1d0a1611,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:46.149311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.161190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Attempting to bind port dacb327f-c7d8-411c-9a77-afdab7ad3be8 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:43:46.161190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Attempting to bind port dacb327f-c7d8-411c-9a77-afdab7ad3be8 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e557bfef-b10c-46ee-a84a-06640c499145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:43:46.161559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Attempting to bind port dacb327f-c7d8-411c-9a77-afdab7ad3be8 on network 31713d15-c8d2-4110-a7bc-a7331004cd92 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:46.183525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522a138-e9dc-45f6-b32c-e805ca34a19a req-050fe181-f7d0-49b0-9775-79d9ad5a79b7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:46.185134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e522a138-e9dc-45f6-b32c-e805ca34a19a req-050fe181-f7d0-49b0-9775-79d9ad5a79b7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 948 time: 0.3302050 Jan 28 16:43:46.186513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Port dacb327f-c7d8-411c-9a77-afdab7ad3be8 on network 31713d15-c8d2-4110-a7bc-a7331004cd92 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:43:46.186855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Attempting to bind port dacb327f-c7d8-411c-9a77-afdab7ad3be8 on network 31713d15-c8d2-4110-a7bc-a7331004cd92 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:43:46.193122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:43:46.193470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Checking segment: {'id': 'e557bfef-b10c-46ee-a84a-06640c499145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:43:46.193863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Bound using segment: {'id': 'e557bfef-b10c-46ee-a84a-06640c499145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:43:46.194430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Bound port: dacb327f-c7d8-411c-9a77-afdab7ad3be8, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e557bfef-b10c-46ee-a84a-06640c499145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:43:46.195298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.230913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a25c9500-beea-47aa-96ee-17b2d56dc43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0d20dd19-e1b5-44d0-8093-7b1b9ff024b0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.231900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b73b8b-6010-4ae2-838a-058f6234ce1d None None] Pushing event updated for resources: {'Port': ['ID=0e9c5d68-edb0-46a9-b380-222d1d0a1611,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:46.234081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a25c9500-beea-47aa-96ee-17b2d56dc43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.235316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a25c9500-beea-47aa-96ee-17b2d56dc43d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d20dd19-e1b5-44d0-8093-7b1b9ff024b0 HTTP/1.1" status: 204 len: 168 time: 0.5144038 Jan 28 16:43:46.281887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c9500-beea-47aa-96ee-17b2d56dc43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20dd19-e1b5-44d0-8093-7b1b9ff024b0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:46.295753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e522a138-e9dc-45f6-b32c-e805ca34a19a req-ebb9d22d-6554-49d7-9337-b2e45f496d09 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981781 Jan 28 16:43:46.325360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] For port dacb327f-c7d8-411c-9a77-afdab7ad3be8, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:43:46.328698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] For port dacb327f-c7d8-411c-9a77-afdab7ad3be8, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8,segment=NetworkSegment(e557bfef-b10c-46ee-a84a-06640c499145),segment_id=e557bfef-b10c-46ee-a84a-06640c499145)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:43:46.337074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.338738 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 4, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0e9c5d68-edb0-46a9-b380-222d1d0a1611', 'name': '', 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'mac_address': 'fa:16:3e:14:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:37Z', 'updated_at': '2022-01-28T16:43:45Z', 'revision_number': 4, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'subnets': [{'id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:43:46.341867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:43:46.381317 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef404-4f70-4c93-a37c-9d384aa7fedf None None] The sync data for ids ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'] in n-d-812111-13 is: [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:43:38Z', 'revision_number': 4, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0e9c5d68-edb0-46a9-b380-222d1d0a1611', 'name': '', 'network_id': '0ef14f97-a5f0-4a98-b1d1-0c7a10838e15', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'mac_address': 'fa:16:3e:14:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:37Z', 'updated_at': '2022-01-28T16:43:45Z', 'revision_number': 4, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'subnets': [{'id': 'c8f0ec07-58de-405a-bff7-09cceba9bffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:43:46.407519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:46.408301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.410193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] 10.222.0.24 "PUT /v2.0/ports/dacb327f-c7d8-411c-9a77-afdab7ad3be8 HTTP/1.1" status: 200 len: 1092 time: 1.7094750 Jan 28 16:43:46.411616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'tag': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:46.414649 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b394e348-8883-4082-b751-c03466a002f3" -d '{"events": [{"name": "network-changed", "server_uuid": "54c64fbe-2c26-4380-a3d9-86856dc6956b", "tag": "dacb327f-c7d8-411c-9a77-afdab7ad3be8"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:46.526068 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e6e8d-66e6-4cf8-b77f-41dc3034ab09 x-openstack-request-id: req-a97e6e8d-66e6-4cf8-b77f-41dc3034ab09 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:46.526443 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c64fbe-2c26-4380-a3d9-86856dc6956b", "tag": "dacb327f-c7d8-411c-9a77-afdab7ad3be8", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:46.526748 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a97e6e8d-66e6-4cf8-b77f-41dc3034ab09 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:46.540324 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'tag': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8', 'status': 'completed', 'code': 200} Jan 28 16:43:46.641381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e16c0-c8d7-498d-9d24-95f60e2b1397 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb327f-c7d8-411c-9a77-afdab7ad3be8,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:46.655320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:46.674084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'mac_address': 'fa:16:3e:66:7a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:43:46.721329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:46.721329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.737017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91532f8c-fa39-4a83-88ac-329a9aeb8bcc {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:46.753087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60556256-8cff-497f-9af8-8388f93dc5f2 req-f2333799-4936-4576-b068-e3633587aee6 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:46.755336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60556256-8cff-497f-9af8-8388f93dc5f2 req-f2333799-4936-4576-b068-e3633587aee6 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 943 time: 0.2952948 Jan 28 16:43:46.780169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:46.785718 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:46.821757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-75f473a3-1a5c-458e-a5ec-dcb419834a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:46.824026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-75f473a3-1a5c-458e-a5ec-dcb419834a19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c88a13e0897a4758b1020ee598b18448&device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 1126 time: 0.2679918 Jan 28 16:43:46.898093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:46.923908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60556256-8cff-497f-9af8-8388f93dc5f2 req-7e4b88fa-c5c8-432a-81c5-d4902be009c4 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521072 Jan 28 16:43:46.964912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-44ec426f-dcf1-4409-bde5-e2a12a45541b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8 HTTP/1.1" status: 200 len: 217 time: 0.0566268 Jan 28 16:43:46.981646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:46.994259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['91532f8c-fa39-4a83-88ac-329a9aeb8bcc'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:47.020316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d149bf20-17e6-44a8-8fb3-c4161554777c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.075141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-b93f782a-dd05-4e50-add1-8caeaff72dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:47.079647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-b93f782a-dd05-4e50-add1-8caeaff72dda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5475c36c-460e-4f9b-952a-140d4f2422fe HTTP/1.1" status: 200 len: 852 time: 0.1052885 Jan 28 16:43:47.139452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-eb774cb9-5290-4f5c-b8d6-eeb8adf46d2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31713d15-c8d2-4110-a7bc-a7331004cd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557361 Jan 28 16:43:47.171252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d149bf20-17e6-44a8-8fb3-c4161554777c admin admin] Publish callbacks [] for security_group (5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.176114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d149bf20-17e6-44a8-8fb3-c4161554777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.216361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149bf20-17e6-44a8-8fb3-c4161554777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:47.240448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d149bf20-17e6-44a8-8fb3-c4161554777c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45dedf08369e48dbbced0653f2356d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556450 Jan 28 16:43:47.240848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44972) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:47.337363 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3dea885d-9e21-4ec8-959d-0dc86a42f198 admin admin] Publish callbacks [] for security_group (5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.396323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3dea885d-9e21-4ec8-959d-0dc86a42f198 admin admin] Publish callbacks [] for security_group (5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.398277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-d0f8ecbb-4e58-49f6-b04f-1baa8971baf6 service neutron] 10.222.0.24 "GET /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508371 Jan 28 16:43:47.484060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3dea885d-9e21-4ec8-959d-0dc86a42f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.487951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3dea885d-9e21-4ec8-959d-0dc86a42f198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.491881 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3dea885d-9e21-4ec8-959d-0dc86a42f198 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e HTTP/1.1" status: 204 len: 168 time: 0.2473297 Jan 28 16:43:47.531689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea885d-9e21-4ec8-959d-0dc86a42f198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f40e1-0efa-4b76-a67c-fbbf0a905e3e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:47.661047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d893-ebc0-4a4a-b9fe-ee443f16d14b req-84a4cc82-364e-4e42-acce-d18fd6ed72b0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:47.673304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d56d893-ebc0-4a4a-b9fe-ee443f16d14b req-84a4cc82-364e-4e42-acce-d18fd6ed72b0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 949 time: 0.1794541 Jan 28 16:43:47.673844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66f8866b-8425-4593-b9b6-f5dbb40b7e0a req-a60672f3-b5d2-40bd-9c2f-6a1860c1ed2e service neutron] 10.222.0.24 "GET /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680440 Jan 28 16:43:47.862432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d56d893-ebc0-4a4a-b9fe-ee443f16d14b req-3a727385-a825-4d75-8c31-8f103c3b437d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854119 Jan 28 16:43:47.875611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e348-8883-4082-b751-c03466a002f3 req-3074f1d5-66c2-45bb-a818-8aa7912cccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:47.875946 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27b398b3-72fd-418a-a6b1-c3768844662a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:47.877236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-3074f1d5-66c2-45bb-a818-8aa7912cccb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c88a13e0897a4758b1020ee598b18448&device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 1126 time: 0.1233444 Jan 28 16:43:48.099560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e9c5d68-edb0-46a9-b380-222d1d0a1611 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:48.126752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e348-8883-4082-b751-c03466a002f3 req-8e559fb5-d870-4003-a503-30080de60ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:48.128317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-8e559fb5-d870-4003-a503-30080de60ad9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31713d15-c8d2-4110-a7bc-a7331004cd92 HTTP/1.1" status: 200 len: 913 time: 0.2444930 Jan 28 16:43:48.304748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:48.305132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:48.315927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-d0e96d9e-443c-4858-93d8-ca7d8b37ab59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8 HTTP/1.1" status: 200 len: 217 time: 0.1662629 Jan 28 16:43:48.376312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:48.417939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e348-8883-4082-b751-c03466a002f3 req-57f60e7e-4216-4c78-988a-34461e3ed86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:48.420069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-57f60e7e-4216-4c78-988a-34461e3ed86b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5475c36c-460e-4f9b-952a-140d4f2422fe HTTP/1.1" status: 200 len: 852 time: 0.0968161 Jan 28 16:43:48.473123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-f8c3455a-a842-4f62-bdeb-b20a54c444ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31713d15-c8d2-4110-a7bc-a7331004cd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453656 Jan 28 16:43:48.483267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee070c9-3e9e-427e-a31f-e56ce94c85d2 req-dce599e3-32e8-4e04-a0a0-5cdfe24482e4 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:48.484890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ee070c9-3e9e-427e-a31f-e56ce94c85d2 req-dce599e3-32e8-4e04-a0a0-5cdfe24482e4 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 943 time: 0.3538065 Jan 28 16:43:48.517656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:43:48.525916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:48.536222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:48.536424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:48.606367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-00ce0dc3-1a79-4417-895c-ca2c56cac17c service neutron] 10.222.0.24 "GET /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203563 Jan 28 16:43:48.749339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:48.749703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:48.839528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:48.841127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:48.849904 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb5e931-6004-47d9-860b-ed00b877d3f6" -d '{"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-plugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:48.876199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ee070c9-3e9e-427e-a31f-e56ce94c85d2 req-563496af-8901-4974-b805-dd3a04221981 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683008 Jan 28 16:43:48.886137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:48.967132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b394e348-8883-4082-b751-c03466a002f3 req-e334864c-9aa7-4459-9173-1ad266c7f69b service neutron] 10.222.0.24 "GET /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524518 Jan 28 16:43:48.979538 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455cff28-4c4c-4297-b828-be0584f011b0 x-openstack-request-id: req-455cff28-4c4c-4297-b828-be0584f011b0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:48.979854 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-plugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:48.980597 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-455cff28-4c4c-4297-b828-be0584f011b0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:48.982376 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'code': 200} Jan 28 16:43:49.038253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:49.179342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9469c-8907-41b7-a7ad-d7c3b238caf0 req-8ac88af8-cd46-4859-89f6-19ba39d3cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:49.181543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ce9469c-8907-41b7-a7ad-d7c3b238caf0 req-8ac88af8-cd46-4859-89f6-19ba39d3cabd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1133 time: 0.1262522 Jan 28 16:43:49.199011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34564c-2669-46ce-9ca3-b063a8316ee3 req-0bf0ade3-0360-496e-aed4-c9035e74e2f1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:49.200551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db34564c-2669-46ce-9ca3-b063a8316ee3 req-0bf0ade3-0360-496e-aed4-c9035e74e2f1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1235638 Jan 28 16:43:49.261485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ce9469c-8907-41b7-a7ad-d7c3b238caf0 req-10334ce9-18e9-49b9-95e4-1df54ffaec56 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694811 Jan 28 16:43:49.271134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db34564c-2669-46ce-9ca3-b063a8316ee3 req-1bc6d1e5-d29d-4fba-9d26-a7fdfc889f49 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645969 Jan 28 16:43:49.321713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:50.054997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfab27-9941-44cf-8774-7efd6722806a req-7e430cb4-11b9-4b8c-aa25-6b07f3594334 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:50.058002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bbfab27-9941-44cf-8774-7efd6722806a req-7e430cb4-11b9-4b8c-aa25-6b07f3594334 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 943 time: 0.0832431 Jan 28 16:43:50.161227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bbfab27-9941-44cf-8774-7efd6722806a req-09426fbd-fb1b-44a0-a20a-0f3af94f8278 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963330 Jan 28 16:43:50.445516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ad882-03ce-43f0-8b60-5e27cff9ef88 req-b5f5bb93-66bf-4c53-a358-907cdc3b7243 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:50.448102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd2ad882-03ce-43f0-8b60-5e27cff9ef88 req-b5f5bb93-66bf-4c53-a358-907cdc3b7243 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.0851083 Jan 28 16:43:50.506275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd2ad882-03ce-43f0-8b60-5e27cff9ef88 req-5fe5d3f6-f96f-4252-9562-031e62996bbd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510187 Jan 28 16:43:50.590782 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:50.637754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df23c0-9de9-4d3b-ae4b-7f395d8900d4 req-fc32b42b-12ff-40a1-8793-b35f3722dc46 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:50.640160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88df23c0-9de9-4d3b-ae4b-7f395d8900d4 req-fc32b42b-12ff-40a1-8793-b35f3722dc46 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1133 time: 0.0560458 Jan 28 16:43:50.711764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88df23c0-9de9-4d3b-ae4b-7f395d8900d4 req-443b1a9a-8332-4ee4-b370-0896ea3ef092 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657604 Jan 28 16:43:50.805248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-9dae5670-037c-4507-827b-371f1448b0a6 req-9fce927b-9994-4b78-be6b-93b0344ecdd3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:43:50.806190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dae5670-037c-4507-827b-371f1448b0a6 req-9fce927b-9994-4b78-be6b-93b0344ecdd3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053823 Jan 28 16:43:51.094418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device dacb327f-c7d8-411c-9a77-afdab7ad3be8 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:43:51.181372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-25b99d59-2afb-4c7d-9031-4d4fd4ee82cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046338 Jan 28 16:43:51.201734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740cd62-83a7-455e-a389-82a3096f1be6 req-63c269d7-6ee8-4456-b7c8-a05f4dfae968 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:51.203369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d740cd62-83a7-455e-a389-82a3096f1be6 req-63c269d7-6ee8-4456-b7c8-a05f4dfae968 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1169662 Jan 28 16:43:51.290499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port dacb327f-c7d8-411c-9a77-afdab7ad3be8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8,segment=NetworkSegment(e557bfef-b10c-46ee-a84a-06640c499145),segment_id=e557bfef-b10c-46ee-a84a-06640c499145)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:51.304286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8', 'network_id': '31713d15-c8d2-4110-a7bc-a7331004cd92', 'port_id': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8', 'mac_address': 'fa:16:3e:d2:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5475c36c-460e-4f9b-952a-140d4f2422fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:43:51.345240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d740cd62-83a7-455e-a389-82a3096f1be6 req-b1cf74bb-19cf-4987-8f49-2979c843069a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219401 Jan 28 16:43:51.369017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port dacb327f-c7d8-411c-9a77-afdab7ad3be8 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:51.369671 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:51.388202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacb327f-c7d8-411c-9a77-afdab7ad3be8 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:43:51.417075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port dacb327f-c7d8-411c-9a77-afdab7ad3be8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8,segment=NetworkSegment(e557bfef-b10c-46ee-a84a-06640c499145),segment_id=e557bfef-b10c-46ee-a84a-06640c499145)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:51.426244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:51.481521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73691-cb99-4722-bf91-f98e3e340a5a req-7db55479-c0b5-4734-a66e-bb4450451bdd tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:51.497859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8f73691-cb99-4722-bf91-f98e3e340a5a req-7db55479-c0b5-4734-a66e-bb4450451bdd tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 943 time: 0.1917415 Jan 28 16:43:51.544700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=dacb327f-c7d8-411c-9a77-afdab7ad3be8,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:51.602253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8f73691-cb99-4722-bf91-f98e3e340a5a req-717619cc-5e2b-487f-b9a8-0a965e49efb9 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013513 Jan 28 16:43:51.725047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:51.741028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['dacb327f-c7d8-411c-9a77-afdab7ad3be8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:51.805199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45104) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:52.126692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cc969055-3409-4a24-8248-88ce28c0f8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.257366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cc969055-3409-4a24-8248-88ce28c0f8a7 admin admin] Publish callbacks [] for security_group (ff53601f-0990-4a80-997e-a07f5a2e3450), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.264736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cc969055-3409-4a24-8248-88ce28c0f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff53601f-0990-4a80-997e-a07f5a2e3450), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.296160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cc969055-3409-4a24-8248-88ce28c0f8a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21f4b7bfb3e6464884a314c4d3aad73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868631 Jan 28 16:43:52.296160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45128) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:52.337306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc969055-3409-4a24-8248-88ce28c0f8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff53601f-0990-4a80-997e-a07f5a2e3450,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:52.377678 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-78411477-7b65-4b11-bef7-e361bbad0812 admin admin] Publish callbacks [] for security_group (ff53601f-0990-4a80-997e-a07f5a2e3450), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.426216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-78411477-7b65-4b11-bef7-e361bbad0812 admin admin] Publish callbacks [] for security_group (ff53601f-0990-4a80-997e-a07f5a2e3450), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.590678 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-78411477-7b65-4b11-bef7-e361bbad0812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff53601f-0990-4a80-997e-a07f5a2e3450), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.595315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-78411477-7b65-4b11-bef7-e361bbad0812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:52.598863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-78411477-7b65-4b11-bef7-e361bbad0812 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff53601f-0990-4a80-997e-a07f5a2e3450 HTTP/1.1" status: 204 len: 168 time: 0.2991993 Jan 28 16:43:52.669451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8600a-2976-4555-9c81-979ec30062ea req-56563f95-4c36-46f4-a84c-1b3b4e522987 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:52.671094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c8600a-2976-4555-9c81-979ec30062ea req-56563f95-4c36-46f4-a84c-1b3b4e522987 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1730306 Jan 28 16:43:52.697202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78411477-7b65-4b11-bef7-e361bbad0812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff53601f-0990-4a80-997e-a07f5a2e3450,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:52.849100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c8600a-2976-4555-9c81-979ec30062ea req-5505197a-a0a7-4fd5-b417-c46b353952f1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615171 Jan 28 16:43:52.877031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fde54-1daa-41ef-8716-c8d17df2a4e0 req-20f8367a-9e3e-45a0-bbb8-048f28d6b817 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:52.884811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68fde54-1daa-41ef-8716-c8d17df2a4e0 req-20f8367a-9e3e-45a0-bbb8-048f28d6b817 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 944 time: 0.0956991 Jan 28 16:43:52.971691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d68fde54-1daa-41ef-8716-c8d17df2a4e0 req-d2a154a1-be86-4402-97a7-d7e4092597b0 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859978 Jan 28 16:43:53.116208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device dacb327f-c7d8-411c-9a77-afdab7ad3be8 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:43:53.226112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port dacb327f-c7d8-411c-9a77-afdab7ad3be8 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:43:53.230763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port dacb327f-c7d8-411c-9a77-afdab7ad3be8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:43:53.231247 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.241641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45148) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:53.258513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da3554eb-b902-43e0-ad26-0ac66a219e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.454521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port dacb327f-c7d8-411c-9a77-afdab7ad3be8 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:43:53.454838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.459344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da3554eb-b902-43e0-ad26-0ac66a219e43 admin admin] Publish callbacks [] for security_group (ff585fa8-efc0-4e01-98f5-666074408cf4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.469420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-cc46bd24-585e-456c-95f7-a86ce5571b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:53.472559 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-cc46bd24-585e-456c-95f7-a86ce5571b05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1133 time: 0.0966260 Jan 28 16:43:53.477711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da3554eb-b902-43e0-ad26-0ac66a219e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff585fa8-efc0-4e01-98f5-666074408cf4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.518591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3554eb-b902-43e0-ad26-0ac66a219e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff585fa8-efc0-4e01-98f5-666074408cf4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:53.522052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:53.526006 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf7b355-e900-4b89-b244-891725d7671b" -d '{"events": [{"server_uuid": "54c64fbe-2c26-4380-a3d9-86856dc6956b", "name": "network-vif-plugged", "status": "completed", "tag": "dacb327f-c7d8-411c-9a77-afdab7ad3be8"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:53.554809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port dacb327f-c7d8-411c-9a77-afdab7ad3be8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8,segment=NetworkSegment(e557bfef-b10c-46ee-a84a-06640c499145),segment_id=e557bfef-b10c-46ee-a84a-06640c499145)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:53.563463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.578849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-da3554eb-b902-43e0-ad26-0ac66a219e43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bd6ef820684468cbb72f378e6253d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360894 Jan 28 16:43:53.583622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45152) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:53.630705 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c469fbaf-dbc9-4191-a1b1-3f6a934a49e3 x-openstack-request-id: req-c469fbaf-dbc9-4191-a1b1-3f6a934a49e3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:53.633735 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c64fbe-2c26-4380-a3d9-86856dc6956b", "name": "network-vif-plugged", "status": "completed", "tag": "dacb327f-c7d8-411c-9a77-afdab7ad3be8", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:53.635033 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c469fbaf-dbc9-4191-a1b1-3f6a934a49e3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:53.635599 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8', 'code': 200} Jan 28 16:43:53.696727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=dacb327f-c7d8-411c-9a77-afdab7ad3be8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:53.697292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-583489af-4d98-4918-aa0a-2fb5bdc1b98c admin admin] Publish callbacks [] for security_group (ff585fa8-efc0-4e01-98f5-666074408cf4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.754037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-583489af-4d98-4918-aa0a-2fb5bdc1b98c admin admin] Publish callbacks [] for security_group (ff585fa8-efc0-4e01-98f5-666074408cf4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.770647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-e6877841-f307-4ff8-8305-b5af0af60beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:53.772448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-e6877841-f307-4ff8-8305-b5af0af60beb service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2938535 Jan 28 16:43:53.805227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58404a-d21b-457e-bf68-e04272c1b979 req-8827d23a-f99b-4115-9184-7e93a0e33218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:53.806756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf58404a-d21b-457e-bf68-e04272c1b979 req-8827d23a-f99b-4115-9184-7e93a0e33218 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 1128 time: 0.0948517 Jan 28 16:43:53.859346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-f3d0d742-44fe-4f8b-821a-f359903e4a13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0799975 Jan 28 16:43:53.959664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-934a279a-0de2-42a0-a32e-c10c899c5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:53.961778 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-934a279a-0de2-42a0-a32e-c10c899c5a74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0960898 Jan 28 16:43:53.968408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf58404a-d21b-457e-bf68-e04272c1b979 req-feb4bd4b-5a37-482c-a1b6-8807f38186d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530275 Jan 28 16:43:53.969384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-583489af-4d98-4918-aa0a-2fb5bdc1b98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff585fa8-efc0-4e01-98f5-666074408cf4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.972368 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-583489af-4d98-4918-aa0a-2fb5bdc1b98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:53.976196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-583489af-4d98-4918-aa0a-2fb5bdc1b98c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff585fa8-efc0-4e01-98f5-666074408cf4 HTTP/1.1" status: 204 len: 168 time: 0.3887582 Jan 28 16:43:53.989451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583489af-4d98-4918-aa0a-2fb5bdc1b98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff585fa8-efc0-4e01-98f5-666074408cf4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:54.092438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e305571-0203-4b6c-b923-63b724715f93 req-0c6805d9-2eba-4ddb-8f1e-c4d3b81fbc5e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:54.094145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e305571-0203-4b6c-b923-63b724715f93 req-0c6805d9-2eba-4ddb-8f1e-c4d3b81fbc5e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.0838094 Jan 28 16:43:54.103109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-afd34958-68ec-42f1-9876-92fbeee55165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:54.105006 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-afd34958-68ec-42f1-9876-92fbeee55165 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1364932 Jan 28 16:43:54.314761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e305571-0203-4b6c-b923-63b724715f93 req-319b0c55-0ee2-47c0-9db3-a35d9872cbcd tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117999 Jan 28 16:43:54.344501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0c2d-c0de-41ab-aaad-7cc2b4a6f74d req-f6be1460-3a7f-4ce3-8b71-ce2a8321e829 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:54.357151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-869d0c2d-c0de-41ab-aaad-7cc2b4a6f74d req-f6be1460-3a7f-4ce3-8b71-ce2a8321e829 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 945 time: 0.2364376 Jan 28 16:43:54.416255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-b3daf54b-9398-434e-8762-c7dbc17f4702 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885320 Jan 28 16:43:54.479111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-869d0c2d-c0de-41ab-aaad-7cc2b4a6f74d req-bccf65b9-cfad-43b6-b43c-7ab5cdf0e859 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208885 Jan 28 16:43:54.576803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-90a50f51-6ec4-4619-b5fb-93c3417de639 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515532 Jan 28 16:43:55.558727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee91d-1ee9-4980-879e-5fe4c89d52bf req-3442577e-25a7-4a63-9136-ec76eff05a7e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:55.562227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03fee91d-1ee9-4980-879e-5fe4c89d52bf req-3442577e-25a7-4a63-9136-ec76eff05a7e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1325562 Jan 28 16:43:55.743755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03fee91d-1ee9-4980-879e-5fe4c89d52bf req-93a9f5cc-d454-4788-b294-b1fa3193b53b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761358 Jan 28 16:43:55.771750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a96b4-085c-47a3-9600-7f5641dbaf33 req-df4f48bc-33c7-4828-8bfb-a70eb26838f6 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:55.774706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6a96b4-085c-47a3-9600-7f5641dbaf33 req-df4f48bc-33c7-4828-8bfb-a70eb26838f6 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 945 time: 0.1921165 Jan 28 16:43:55.877646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6a96b4-085c-47a3-9600-7f5641dbaf33 req-b083da29-9ef3-4dfc-81d0-e7526b9f05af tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913305 Jan 28 16:43:56.565019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6587-2085-415e-9813-12784879b1c0 req-b91d5d57-e113-454a-a730-e8d440e014e0 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:56.567613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-008f6587-2085-415e-9813-12784879b1c0 req-b91d5d57-e113-454a-a730-e8d440e014e0 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 945 time: 0.1232030 Jan 28 16:43:56.635824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-008f6587-2085-415e-9813-12784879b1c0 req-40258ff4-f5f1-4030-9e98-a509bb24a382 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614867 Jan 28 16:43:56.930962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2975ed-aa32-4fdc-ad4e-4bc1fe4176e6 req-958ca3a5-00a3-4c8a-a345-4d33629728c9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:56.932480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f2975ed-aa32-4fdc-ad4e-4bc1fe4176e6 req-958ca3a5-00a3-4c8a-a345-4d33629728c9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.0723751 Jan 28 16:43:57.004938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f2975ed-aa32-4fdc-ad4e-4bc1fe4176e6 req-bcf9ad1e-54ee-420d-9a9d-9317b1f52c54 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Jan 28 16:43:57.829905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320a474-06a3-4475-88fc-674e07f7fd98 req-78f342e1-cea8-4155-9299-0b6cfffa4094 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:57.837598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8320a474-06a3-4475-88fc-674e07f7fd98 req-78f342e1-cea8-4155-9299-0b6cfffa4094 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 945 time: 0.1002085 Jan 28 16:43:57.868212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-df3489f1-df6f-4f31-a4c1-94d21bec30ea tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:57.869723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-df3489f1-df6f-4f31-a4c1-94d21bec30ea tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.24 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 945 time: 0.1025195 Jan 28 16:43:57.928691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8320a474-06a3-4475-88fc-674e07f7fd98 req-22de9293-5387-49e2-960a-fbae6c78173e tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a1e84ac-dad4-44be-83aa-70f70cc5f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901260 Jan 28 16:43:58.003743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Deleting port dacb327f-c7d8-411c-9a77-afdab7ad3be8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:43:58.004304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:58.123006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] For port dacb327f-c7d8-411c-9a77-afdab7ad3be8, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=dacb327f-c7d8-411c-9a77-afdab7ad3be8,segment=NetworkSegment(e557bfef-b10c-46ee-a84a-06640c499145),segment_id=e557bfef-b10c-46ee-a84a-06640c499145)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:43:58.123433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:58.137505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Calling delete_port for dacb327f-c7d8-411c-9a77-afdab7ad3be8 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:43:58.298725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c1e7-0711-46cd-9dda-c786aca3ebe6 req-bed48ee0-5f7f-44a2-a702-cd831d11f80e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:58.300414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dec3c1e7-0711-46cd-9dda-c786aca3ebe6 req-bed48ee0-5f7f-44a2-a702-cd831d11f80e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1468050 Jan 28 16:43:58.376659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dec3c1e7-0711-46cd-9dda-c786aca3ebe6 req-6ab07860-d94b-44a8-8d2d-92dea14e02ca tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681140 Jan 28 16:43:58.491183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (dacb327f-c7d8-411c-9a77-afdab7ad3be8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:58.508358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['dacb327f-c7d8-411c-9a77-afdab7ad3be8'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:43:58.532810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Pushing event deleted for resources: {'Port': ['ID=dacb327f-c7d8-411c-9a77-afdab7ad3be8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:58.605082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] No DVR routers for this DVR port dacb327f-c7d8-411c-9a77-afdab7ad3be8 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:43:58.609355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:58.614246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae1e4e63-e668-4efe-b741-8d11864ac4e8 req-f530282d-c141-4a65-8549-765d0ed7e122 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.24 "DELETE /v2.0/ports/dacb327f-c7d8-411c-9a77-afdab7ad3be8 HTTP/1.1" status: 204 len: 173 time: 0.7383168 Jan 28 16:43:58.614987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'name': 'network-vif-deleted', 'tag': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:43:58.618458 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb95ada-1ff3-4584-8222-7512ed0f3eba" -d '{"events": [{"server_uuid": "54c64fbe-2c26-4380-a3d9-86856dc6956b", "name": "network-vif-deleted", "tag": "dacb327f-c7d8-411c-9a77-afdab7ad3be8"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:43:58.692905 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0afd2-330e-4d67-a20d-fd16e01a4ad2 x-openstack-request-id: req-9ba0afd2-330e-4d67-a20d-fd16e01a4ad2 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:43:58.693421 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c64fbe-2c26-4380-a3d9-86856dc6956b", "name": "network-vif-deleted", "tag": "dacb327f-c7d8-411c-9a77-afdab7ad3be8", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:43:58.693897 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ba0afd2-330e-4d67-a20d-fd16e01a4ad2 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:43:58.694906 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c64fbe-2c26-4380-a3d9-86856dc6956b', 'name': 'network-vif-deleted', 'tag': 'dacb327f-c7d8-411c-9a77-afdab7ad3be8', 'status': 'completed', 'code': 200} Jan 28 16:43:58.875478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45290) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:59.163154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9daeb0c1-d77e-4b42-b6a8-e88befcbb552 req-cb09e1a0-afd6-4698-a1ef-821a334c1408 tempest-ServerPasswordTestJSON-362036104 tempest-ServerPasswordTestJSON-362036104-project] 10.222.0.25 "GET /v2.0/ports?device_id=54c64fbe-2c26-4380-a3d9-86856dc6956b HTTP/1.1" status: 200 len: 210 time: 0.0891688 Jan 28 16:43:59.280193 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:43:59.373982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-414ec8de-886f-4bc7-94a5-fc82f017963c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.487902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-414ec8de-886f-4bc7-94a5-fc82f017963c admin admin] Publish callbacks [] for security_group (01d07082-85ba-48a8-8cac-478ad70add70), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.495171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-414ec8de-886f-4bc7-94a5-fc82f017963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (01d07082-85ba-48a8-8cac-478ad70add70), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.590365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-414ec8de-886f-4bc7-94a5-fc82f017963c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d27e56b719b74dcabfa50196fb670eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7109044 Jan 28 16:43:59.590539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45304) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:43:59.596359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ec8de-886f-4bc7-94a5-fc82f017963c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d07082-85ba-48a8-8cac-478ad70add70,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:43:59.648392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137313d-4027-4d27-881b-789087855659 req-ba365845-fab9-4e41-8dfe-0a1c9a4f7f10 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:43:59.650622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0137313d-4027-4d27-881b-789087855659 req-ba365845-fab9-4e41-8dfe-0a1c9a4f7f10 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1296508 Jan 28 16:43:59.667419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54b2af07-f112-44bb-bd00-44c42a24ddc6 admin admin] Publish callbacks [] for security_group (01d07082-85ba-48a8-8cac-478ad70add70), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.694442 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54b2af07-f112-44bb-bd00-44c42a24ddc6 admin admin] Publish callbacks [] for security_group (01d07082-85ba-48a8-8cac-478ad70add70), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.716035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0137313d-4027-4d27-881b-789087855659 req-2c5d3c63-b2f5-4281-8b03-a88c97d641f5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591879 Jan 28 16:43:59.763023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54b2af07-f112-44bb-bd00-44c42a24ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (01d07082-85ba-48a8-8cac-478ad70add70), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.767273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54b2af07-f112-44bb-bd00-44c42a24ddc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:43:59.769390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54b2af07-f112-44bb-bd00-44c42a24ddc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01d07082-85ba-48a8-8cac-478ad70add70 HTTP/1.1" status: 204 len: 168 time: 0.1777787 Jan 28 16:43:59.780015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2af07-f112-44bb-bd00-44c42a24ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d07082-85ba-48a8-8cac-478ad70add70,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:00.249147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45324) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:00.350990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Deleting subnet 5475c36c-460e-4f9b-952a-140d4f2422fe {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:44:00.359551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Publish callbacks [] for subnet (5475c36c-460e-4f9b-952a-140d4f2422fe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:00.462094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (5475c36c-460e-4f9b-952a-140d4f2422fe), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:00.596433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5475c36c-460e-4f9b-952a-140d4f2422fe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:00.725048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (5475c36c-460e-4f9b-952a-140d4f2422fe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:00.782119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5475c36c-460e-4f9b-952a-140d4f2422fe,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:00.827723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:00.833878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2f07b9d9-f23a-4551-9e60-e399d8949304 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5475c36c-460e-4f9b-952a-140d4f2422fe HTTP/1.1" status: 204 len: 168 time: 0.5834701 Jan 28 16:44:00.836844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45342) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:01.017211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (31713d15-c8d2-4110-a7bc-a7331004cd92), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.029589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47fa9-7606-4082-950e-c9e2834a4f94 req-5beede50-361c-4b2d-a593-9f643477dfc6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:01.031561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78f47fa9-7606-4082-950e-c9e2834a4f94 req-5beede50-361c-4b2d-a593-9f643477dfc6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1732726 Jan 28 16:44:01.137117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device dacb327f-c7d8-411c-9a77-afdab7ad3be8 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:01.197224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: dacb327f-c7d8-411c-9a77-afdab7ad3be8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:44:01.198586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device dacb327f-c7d8-411c-9a77-afdab7ad3be8 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:01.252234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78f47fa9-7606-4082-950e-c9e2834a4f94 req-86c8302b-5472-4360-9d19-e164eda87534 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127552 Jan 28 16:44:01.263505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (31713d15-c8d2-4110-a7bc-a7331004cd92), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.315535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31713d15-c8d2-4110-a7bc-a7331004cd92']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:01.342782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e557bfef-b10c-46ee-a84a-06640c499145') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:01.343113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e557bfef-b10c-46ee-a84a-06640c499145') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:01.370503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e557bfef-b10c-46ee-a84a-06640c499145), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.388369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e557bfef-b10c-46ee-a84a-06640c499145), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.398169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:44:01.398988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e557bfef-b10c-46ee-a84a-06640c499145), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:44:01.470805 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:44:01.478817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (31713d15-c8d2-4110-a7bc-a7331004cd92), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.493126 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.500992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] 10.222.0.25 "DELETE /v2.0/networks/31713d15-c8d2-4110-a7bc-a7331004cd92 HTTP/1.1" status: 204 len: 168 time: 0.6621230 Jan 28 16:44:01.535702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Pushing event deleted for resources: {'Network': ['ID=31713d15-c8d2-4110-a7bc-a7331004cd92,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:01.558171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.559890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.563366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.563880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.564398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.565599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.567508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.569553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.572816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.573993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.576019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.577494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.579922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b234f-e895-4787-a0c1-f4c56427418b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:01.784472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45366) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:01.885722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a00c6ea3-30f8-43a7-a1fa-99b586cf526e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c88a13e0897a4758b1020ee598b18448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996885 Jan 28 16:44:01.887993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45368) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:01.953888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-354c1304-490e-40b6-bdd4-c36ecbd46637 admin admin] Publish callbacks [] for security_group (7a1e84ac-dad4-44be-83aa-70f70cc5f72e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:01.983079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-354c1304-490e-40b6-bdd4-c36ecbd46637 admin admin] Publish callbacks [] for security_group (7a1e84ac-dad4-44be-83aa-70f70cc5f72e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:02.067153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-354c1304-490e-40b6-bdd4-c36ecbd46637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a1e84ac-dad4-44be-83aa-70f70cc5f72e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:02.072286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-354c1304-490e-40b6-bdd4-c36ecbd46637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:02.074519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-354c1304-490e-40b6-bdd4-c36ecbd46637 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a1e84ac-dad4-44be-83aa-70f70cc5f72e HTTP/1.1" status: 204 len: 168 time: 0.1852713 Jan 28 16:44:02.098207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c1304-490e-40b6-bdd4-c36ecbd46637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e84ac-dad4-44be-83aa-70f70cc5f72e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:02.428547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53a306-3d0e-41ab-a60d-5865a5e1436c req-d850b401-94ec-40a6-a24c-5e4d4f35cd66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:02.430926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a53a306-3d0e-41ab-a60d-5865a5e1436c req-d850b401-94ec-40a6-a24c-5e4d4f35cd66 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.0829649 Jan 28 16:44:02.892623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a53a306-3d0e-41ab-a60d-5865a5e1436c req-bc7f9be6-0a99-4ba8-93b0-905a5465f05f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542346 Jan 28 16:44:04.085678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f38af-93ac-4dd5-874f-cf10f3305186 req-0a800318-0264-4dc6-be29-074cc60c6844 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:04.087228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd6f38af-93ac-4dd5-874f-cf10f3305186 req-0a800318-0264-4dc6-be29-074cc60c6844 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.0950520 Jan 28 16:44:04.211284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd6f38af-93ac-4dd5-874f-cf10f3305186 req-386a0d3d-271b-48bf-8578-3159296f881e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181614 Jan 28 16:44:04.398912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45446) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:04.567050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-network', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:04.609653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Made reservation on behalf of 2a1111f37c2e49a8a818f52a71bb24a4 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:04.613029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.638860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.846368 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks [] for security_group (d494f147-fcaf-497a-8d44-af28165ce612), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.854213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d494f147-fcaf-497a-8d44-af28165ce612), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.875605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:04.892333 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e54d1b92-5486-482c-ab1e-d863cbc3a7a8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.892870 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Added segment e54d1b92-5486-482c-ab1e-d863cbc3a7a8 of type vlan for network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d Jan 28 16:44:04.947920 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.981541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:04.982643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:04.983312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.045989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494f147-fcaf-497a-8d44-af28165ce612,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:05.061569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6589258 Jan 28 16:44:05.062327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45464) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:05.062837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6e507-6eb2-4128-abb2-4c6b3288bbbe admin admin] Pushing event updated for resources: {'Network': ['ID=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:05.068368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Request body: {'subnet': {'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-subnet', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:05.091998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:05.116380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Made reservation on behalf of 2a1111f37c2e49a8a818f52a71bb24a4 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:05.119736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.397982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (b8cff0f3-bf07-4365-9333-1c86807784a9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.459470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cff0f3-bf07-4365-9333-1c86807784a9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:05.471903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.472693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.473158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.473589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.474068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.476841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.477453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.477888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.478316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.478798 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.479215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.479649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.480239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:05.536964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Checking segment: {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:05.538391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Network hostable DHCP agents. Network: cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:05.543317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54ed4-85f8-4953-aaba-3f832cd9bc71 req-47e7d86a-cdd1-42cd-921e-c8b6604ede98 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:05.545651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ab54ed4-85f8-4953-aaba-3f832cd9bc71 req-47e7d86a-cdd1-42cd-921e-c8b6604ede98 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1447823 Jan 28 16:44:05.580300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:05.600092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:05.606886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:05.608410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.667465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4a72da50-65ca-4696-b514-61e49ab714f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6035216 Jan 28 16:44:05.670750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:05.687917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:05.712382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ab54ed4-85f8-4953-aaba-3f832cd9bc71 req-d6b9d4be-7ecb-494d-a403-cdcf53fd86a1 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541369 Jan 28 16:44:05.773498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (cff8c741-e14a-4afa-9cdd-765af0de93e8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.776717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (cff8c741-e14a-4afa-9cdd-765af0de93e8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.827432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc4ce9-74aa-44d2-aedd-100882730bfe None None] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:05.861715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks [] for router_controller (cff8c741-e14a-4afa-9cdd-765af0de93e8), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:05.953290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49dee86-01bf-4f2c-b295-df6ab536e6ff None None] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:06.097967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks [] for router_gateway (cff8c741-e14a-4afa-9cdd-765af0de93e8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:06.415866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks [] for router_gateway (cff8c741-e14a-4afa-9cdd-765af0de93e8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:06.440643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:06.562903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Allocated IP 172.25.8.99 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/0ef9bee3-2c5b-40c7-a244-7972df80cb53) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:06.648402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-1626612a-3d0f-4e76-a709-c08c5d41db05 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--904997587&fields=id&tenant_id=4408bd8c99c04e1ab1e4ebad382e6666 HTTP/1.1" status: 200 len: 267 time: 0.0641482 Jan 28 16:44:06.675136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks [] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:06.729455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:06.782454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:06.787995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:06.790476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:06.826249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-66019283-75ba-467d-b806-18969c7bfb51 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:06.827720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-66019283-75ba-467d-b806-18969c7bfb51 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/networks?id=25f58c6c-5d2b-4282-90ba-df8e00addd5b HTTP/1.1" status: 200 len: 816 time: 0.1778607 Jan 28 16:44:06.863163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-871aa5ec-d63a-4427-8cd8-d2f1167d4ba7 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/quotas/4408bd8c99c04e1ab1e4ebad382e6666 HTTP/1.1" status: 200 len: 375 time: 0.0221555 Jan 28 16:44:06.883197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef9bee3-2c5b-40c7-a244-7972df80cb53,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:07.004524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70efab-0693-4db3-b95f-ae7aabd00690 req-8b4700db-f20c-45a9-b873-837d7c6f336c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:07.012499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e70efab-0693-4db3-b95f-ae7aabd00690 req-8b4700db-f20c-45a9-b873-837d7c6f336c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1255732 Jan 28 16:44:07.021197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-149b1bc0-0c14-4b66-872c-f4df2119d3a9 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4408bd8c99c04e1ab1e4ebad382e6666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565647 Jan 28 16:44:07.121304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e70efab-0693-4db3-b95f-ae7aabd00690 req-574dbd9d-3549-4e2e-9c63-6d914820cb6b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077611 Jan 28 16:44:07.169208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-5910b848-5bf8-417a-86ef-e971f544685b service neutron] 10.222.0.25 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297081 Jan 28 16:44:07.182147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks [] for router_gateway (cff8c741-e14a-4afa-9cdd-765af0de93e8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:07.323330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-76aa7cd8-03c4-4b98-add5-60160ceb8617 service neutron] 10.222.0.25 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476598 Jan 28 16:44:07.828446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01ef772c-b60f-43dd-818a-ac1b5f51cd9a req-0762fbe4-e27e-4e79-8433-65caf63ad152 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.0397882 Jan 28 16:44:07.962584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (cff8c741-e14a-4afa-9cdd-765af0de93e8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.132212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Router cff8c741-e14a-4afa-9cdd-765af0de93e8 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:44:08.145863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45584) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:08.298089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19570dae-7a3e-41a1-9cef-63359855f2e6 req-84771e78-fc31-42f4-90e9-9c3082baecf6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:08.307447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19570dae-7a3e-41a1-9cef-63359855f2e6 req-84771e78-fc31-42f4-90e9-9c3082baecf6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.0775447 Jan 28 16:44:08.309289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:44:08.327240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Sync routers for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:44:08.339157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.343512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:08.345357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e02a4b2d-e133-403b-90ec-a8799901fb46 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6734509 Jan 28 16:44:08.347575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:08.348451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:08.402585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9aeec9-8146-4973-8329-2c7f4039fb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.514247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:08.525687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19570dae-7a3e-41a1-9cef-63359855f2e6 req-9883c15a-38a6-476e-a14a-6d1c0d040748 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147367 Jan 28 16:44:08.696875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9aeec9-8146-4973-8329-2c7f4039fb02 admin admin] Publish callbacks [] for security_group (bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.737772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9aeec9-8146-4973-8329-2c7f4039fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.766619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9aeec9-8146-4973-8329-2c7f4039fb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:08.819574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7d9aeec9-8146-4973-8329-2c7f4039fb02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d39823e8e3b841219f3d8c714ff07eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6717191 Jan 28 16:44:08.822208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45604) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:08.881557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63f0edae-fb68-43b0-8c8b-b0adaebbfb40 admin admin] Publish callbacks [] for security_group (bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.923661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63f0edae-fb68-43b0-8c8b-b0adaebbfb40 admin admin] Publish callbacks [] for security_group (bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.958304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:06Z', 'revision_number': 3, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:08.988954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63f0edae-fb68-43b0-8c8b-b0adaebbfb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.993216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63f0edae-fb68-43b0-8c8b-b0adaebbfb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:08.995214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63f0edae-fb68-43b0-8c8b-b0adaebbfb40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7 HTTP/1.1" status: 204 len: 168 time: 0.1714814 Jan 28 16:44:09.007723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0edae-fb68-43b0-8c8b-b0adaebbfb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a15ed-dce7-4e3d-86fe-a0ff83e26bf7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:09.040128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78f4eb37-c77d-4783-923e-279b18562ef6 req-02558dd0-c0c4-4136-9fbc-5f2a2ebbdd79 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.1096883 Jan 28 16:44:09.049636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Checking router: cff8c741-e14a-4afa-9cdd-765af0de93e8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:44:09.050942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Updating router cff8c741-e14a-4afa-9cdd-765af0de93e8 port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:44:09.157752 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:09.323074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:09.425980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-99d48fca-bd8e-4630-9209-3fdd2b933f47 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:09.427751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-99d48fca-bd8e-4630-9209-3fdd2b933f47 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.24 "GET /v2.0/networks?id=25f58c6c-5d2b-4282-90ba-df8e00addd5b HTTP/1.1" status: 200 len: 816 time: 0.2638633 Jan 28 16:44:09.691440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-d280906f-d393-416b-927c-2a31e0deb410 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4408bd8c99c04e1ab1e4ebad382e6666 HTTP/1.1" status: 200 len: 379 time: 0.2519965 Jan 28 16:44:09.763909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Request body: {'port': {'device_id': '5987b992-4203-4981-b7e6-e3bd1127f652', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'admin_state_up': True, 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'security_groups': ['eee0d5f5-6691-4259-9310-6d10af61ee64']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:09.785723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45624) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:09.812740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5941df53-ef39-4467-a189-a837d108dda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:09.864946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Allocated IP 172.20.0.1 (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d/b8cff0f3-bf07-4365-9333-1c86807784a9/9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:09.874730 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Publish callbacks [] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:09.887362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:09.991212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e365cfc-5e47-4c39-aac8-9865730c004e None None] Pushing event updated for resources: {'Port': ['ID=0ef9bee3-2c5b-40c7-a244-7972df80cb53,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:10.007760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5941df53-ef39-4467-a189-a837d108dda7 admin admin] Publish callbacks [] for security_group (459e3aaf-2ff9-4e52-b575-d58c15272e62), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.016635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5941df53-ef39-4467-a189-a837d108dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (459e3aaf-2ff9-4e52-b575-d58c15272e62), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.028430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Attempting to bind port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:10.028963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Attempting to bind port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:10.029339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Attempting to bind port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:10.035148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:10.035613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:10.036163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.036628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:10.037223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Bound port: 0ef9bee3-2c5b-40c7-a244-7972df80cb53, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:10.037669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.080193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941df53-ef39-4467-a189-a837d108dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e3aaf-2ff9-4e52-b575-d58c15272e62,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:10.128308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] For port 0ef9bee3-2c5b-40c7-a244-7972df80cb53, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:10.136480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] For port 0ef9bee3-2c5b-40c7-a244-7972df80cb53, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ef9bee3-2c5b-40c7-a244-7972df80cb53,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:10.140097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5941df53-ef39-4467-a189-a837d108dda7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf92b8a736a54adb9b13af767146770f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505490 Jan 28 16:44:10.147840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45632) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:10.163625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.251622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c34a997-9e36-4392-a304-72540880c30d admin admin] Publish callbacks [] for security_group (459e3aaf-2ff9-4e52-b575-d58c15272e62), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.278918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c34a997-9e36-4392-a304-72540880c30d admin admin] Publish callbacks [] for security_group (459e3aaf-2ff9-4e52-b575-d58c15272e62), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.285334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d224d-0778-4e6a-a3b9-815eaaa75213 req-ba25d74c-6533-4d1b-8de5-eadf59c1941b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:10.287686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e365cfc-5e47-4c39-aac8-9865730c004e None None] Pushing event updated for resources: {'Port': ['ID=0ef9bee3-2c5b-40c7-a244-7972df80cb53,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:10.288248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-761d224d-0778-4e6a-a3b9-815eaaa75213 req-ba25d74c-6533-4d1b-8de5-eadf59c1941b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.5929630 Jan 28 16:44:10.329606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c34a997-9e36-4392-a304-72540880c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (459e3aaf-2ff9-4e52-b575-d58c15272e62), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.331383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks [] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.333803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c34a997-9e36-4392-a304-72540880c30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.335709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c34a997-9e36-4392-a304-72540880c30d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/459e3aaf-2ff9-4e52-b575-d58c15272e62 HTTP/1.1" status: 204 len: 168 time: 0.1867769 Jan 28 16:44:10.345627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a997-9e36-4392-a304-72540880c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e3aaf-2ff9-4e52-b575-d58c15272e62,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:10.368745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:10.372643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:10.426889 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6bc126b2-3b11-4cb0-9091-cc480796a318 req-11ba02f7-0145-43ac-b95a-29005fbdf7c4 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.1284790 Jan 28 16:44:10.465566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Made reservation on behalf of 4408bd8c99c04e1ab1e4ebad382e6666 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:10.471495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.554686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:10.680892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Allocated IP 172.20.0.6 (25f58c6c-5d2b-4282-90ba-df8e00addd5b/284453c5-a875-4cc0-8c5b-3c7329e26380/43bc1528-6fea-4153-ba84-afbb26bd1daf) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:10.860909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:06Z', 'revision_number': 3, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:10.904908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:10.916812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17f618-ebba-4e55-9e41-d16306feaa8d None None] The sync data for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 is: [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:06Z', 'revision_number': 3, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:44:10.973285 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:11.030869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-761d224d-0778-4e6a-a3b9-815eaaa75213 req-cb9af7d8-012d-44de-afff-4fd885f31a7c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251086 Jan 28 16:44:11.076934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:11.080258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:11.083638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:11.095476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:11.143013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:11.150324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:11.152926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:11.158596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event updated for resources: {'Port': ['ID=43bc1528-6fea-4153-ba84-afbb26bd1daf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:11.245872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:11.246956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:11.272947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:11.276365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (cff8c741-e14a-4afa-9cdd-765af0de93e8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:11.285004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-10327da6-fb38-4c52-b62a-f31258d31c8d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5660930 Jan 28 16:44:11.395194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Request body: {'port': {'device_id': '5987b992-4203-4981-b7e6-e3bd1127f652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:11.656314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:11.727428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0efe5280-2b98-4b02-855e-afaef14c8b41 None None] Provisioning complete for port 43bc1528-6fea-4153-ba84-afbb26bd1daf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:11.728049 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0efe5280-2b98-4b02-855e-afaef14c8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:11.796285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5280-2b98-4b02-855e-afaef14c8b41 None None] Port 43bc1528-6fea-4153-ba84-afbb26bd1daf cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:44:11.994072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:12.141884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:12.164364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ef9bee3-2c5b-40c7-a244-7972df80cb53 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:12.267577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:12.306276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:12.306647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:12.372617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6e263-49e8-4e93-a045-996ad4d814ac req-8c3b3f66-a935-4e09-b638-92ae69020846 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:12.379863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e6e263-49e8-4e93-a045-996ad4d814ac req-8c3b3f66-a935-4e09-b638-92ae69020846 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 931 time: 0.7637498 Jan 28 16:44:12.497161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:12.497555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:12.549921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 0ef9bee3-2c5b-40c7-a244-7972df80cb53, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ef9bee3-2c5b-40c7-a244-7972df80cb53,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:12.557773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:12.667597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=0ef9bee3-2c5b-40c7-a244-7972df80cb53,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:12.689197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f531-56d6-43d4-a769-a30a7ec23124 req-2d5dc720-55a0-4df4-abe1-7f9f73c39064 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:12.692344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b87f531-56d6-43d4-a769-a30a7ec23124 req-2d5dc720-55a0-4df4-abe1-7f9f73c39064 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.4156928 Jan 28 16:44:12.789396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e6e263-49e8-4e93-a045-996ad4d814ac req-f49e5beb-0398-43fe-a2e9-2490f39b8233 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575943 Jan 28 16:44:12.880568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b87f531-56d6-43d4-a769-a30a7ec23124 req-dbd722cc-ee97-4fc2-9e03-478e8ddb6c63 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578481 Jan 28 16:44:13.134629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45692) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:13.370857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cb7a-f5ad-4dd9-a51f-6a7acbcc51ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.519385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cb7a-f5ad-4dd9-a51f-6a7acbcc51ed admin admin] Publish callbacks [] for security_group (b9986088-cc6f-42af-81b0-50f8e89dd2f7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.528706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cb7a-f5ad-4dd9-a51f-6a7acbcc51ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b9986088-cc6f-42af-81b0-50f8e89dd2f7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.577995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8ca2cb7a-f5ad-4dd9-a51f-6a7acbcc51ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dd68e9ad2b04a469c4a09ac19a1ab17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4416432 Jan 28 16:44:13.582348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45704) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:13.605042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2cb7a-f5ad-4dd9-a51f-6a7acbcc51ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9986088-cc6f-42af-81b0-50f8e89dd2f7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:13.622761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks [] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.651363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bc1528-6fea-4153-ba84-afbb26bd1daf {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:44:13.665806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.729437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (cff8c741-e14a-4afa-9cdd-765af0de93e8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.765068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Publish callbacks [] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:13.986924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ef9bee3-2c5b-40c7-a244-7972df80cb53 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:14.053889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Transition to ACTIVE for port object 43bc1528-6fea-4153-ba84-afbb26bd1daf will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:44:14.066534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:14.075410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:14.113077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:14.113455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:14.133455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4343ceb4-a96b-4831-acd1-05324e91e8aa admin admin] Publish callbacks [] for security_group (b9986088-cc6f-42af-81b0-50f8e89dd2f7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:14.194878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4343ceb4-a96b-4831-acd1-05324e91e8aa admin admin] Publish callbacks [] for security_group (b9986088-cc6f-42af-81b0-50f8e89dd2f7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:14.285136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:14.312367 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:14.343752 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:14.360113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4343ceb4-a96b-4831-acd1-05324e91e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b9986088-cc6f-42af-81b0-50f8e89dd2f7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:14.362595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4343ceb4-a96b-4831-acd1-05324e91e8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:14.363811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4343ceb4-a96b-4831-acd1-05324e91e8aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9986088-cc6f-42af-81b0-50f8e89dd2f7 HTTP/1.1" status: 204 len: 168 time: 0.7734559 Jan 28 16:44:14.683180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Router cff8c741-e14a-4afa-9cdd-765af0de93e8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:44:14.771104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343ceb4-a96b-4831-acd1-05324e91e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9986088-cc6f-42af-81b0-50f8e89dd2f7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:14.820723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Attempting to bind port 43bc1528-6fea-4153-ba84-afbb26bd1daf on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:14.821070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Attempting to bind port 43bc1528-6fea-4153-ba84-afbb26bd1daf by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:14.821450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Attempting to bind port 43bc1528-6fea-4153-ba84-afbb26bd1daf on network 25f58c6c-5d2b-4282-90ba-df8e00addd5b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:14.843452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:14.894062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538875c-6383-48f4-a1ed-a35c3ce83aae req-a5dcd726-83c6-432a-a59e-6abca7143b48 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:14.895622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d538875c-6383-48f4-a1ed-a35c3ce83aae req-a5dcd726-83c6-432a-a59e-6abca7143b48 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 931 time: 0.9300764 Jan 28 16:44:14.959940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Pushing event updated for resources: {'Port': ['ID=43bc1528-6fea-4153-ba84-afbb26bd1daf,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:14.963460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Port 43bc1528-6fea-4153-ba84-afbb26bd1daf on network 25f58c6c-5d2b-4282-90ba-df8e00addd5b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:44:14.963785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Attempting to bind port 43bc1528-6fea-4153-ba84-afbb26bd1daf on network 25f58c6c-5d2b-4282-90ba-df8e00addd5b {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:14.978289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:14.978636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Checking segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:14.979026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Bound using segment: {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:14.979480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Bound port: 43bc1528-6fea-4153-ba84-afbb26bd1daf, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9dbbec-bde5-4759-9891-df63e9e642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:14.979841 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.018102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc379b8-4d2c-4328-941c-e118488b9a9b req-9edba105-7353-487d-aa15-415d4e242d8b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:15.019823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cc379b8-4d2c-4328-941c-e118488b9a9b req-9edba105-7353-487d-aa15-415d4e242d8b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.9736023 Jan 28 16:44:15.054968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ad99c07-a615-47ed-ad81-0a363ad9d9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.057456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45734) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:15.171153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63f417bd-2130-445f-af78-e20c928af41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.207065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ad99c07-a615-47ed-ad81-0a363ad9d9df admin admin] Publish callbacks [] for security_group (5629a8eb-e60b-4b7a-b535-db491535e933), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.214484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ad99c07-a615-47ed-ad81-0a363ad9d9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5629a8eb-e60b-4b7a-b535-db491535e933), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.255411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d538875c-6383-48f4-a1ed-a35c3ce83aae req-c709a007-e7d6-47a9-a778-6e63d1c3c187 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814915 Jan 28 16:44:15.263474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] For port 43bc1528-6fea-4153-ba84-afbb26bd1daf, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:15.271911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] For port 43bc1528-6fea-4153-ba84-afbb26bd1daf, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:15.294032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:44:15.300262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-46c27460-ae54-4833-9f2d-621e0d5d9e54 admin admin] 10.222.0.25 "PUT /v2.0/routers/cff8c741-e14a-4afa-9cdd-765af0de93e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9554825 Jan 28 16:44:15.307011 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Sync routers for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:44:15.326138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cc379b8-4d2c-4328-941c-e118488b9a9b req-1e4f3bca-a949-4ede-88b0-1502d46af60f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739918 Jan 28 16:44:15.335677 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.337806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad99c07-a615-47ed-ad81-0a363ad9d9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5629a8eb-e60b-4b7a-b535-db491535e933,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:15.346526 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:15.347379 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:15.351898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9ad99c07-a615-47ed-ad81-0a363ad9d9df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52243e8b690d4c30bfb692b5acf7960b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5028875 Jan 28 16:44:15.353063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45740) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:15.462472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-37caadf1-183c-471c-b328-eb8e9fcc4882 admin admin] Publish callbacks [] for security_group (5629a8eb-e60b-4b7a-b535-db491535e933), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.466099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Pushing event updated for resources: {'Port': ['ID=43bc1528-6fea-4153-ba84-afbb26bd1daf,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:15.497848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-37caadf1-183c-471c-b328-eb8e9fcc4882 admin admin] Publish callbacks [] for security_group (5629a8eb-e60b-4b7a-b535-db491535e933), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.515820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:15.516455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.518039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-2c48092e-4495-4e06-82e7-f91fdf600bee service neutron] 10.222.0.24 "PUT /v2.0/ports/43bc1528-6fea-4153-ba84-afbb26bd1daf HTTP/1.1" status: 200 len: 1092 time: 4.1410339 Jan 28 16:44:15.527515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:15.531766 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c" -d '{"events": [{"name": "network-changed", "server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:15.593494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:15.686191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-37caadf1-183c-471c-b328-eb8e9fcc4882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5629a8eb-e60b-4b7a-b535-db491535e933), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.689959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-37caadf1-183c-471c-b328-eb8e9fcc4882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.694084 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-37caadf1-183c-471c-b328-eb8e9fcc4882 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5629a8eb-e60b-4b7a-b535-db491535e933 HTTP/1.1" status: 204 len: 168 time: 0.3360293 Jan 28 16:44:15.701099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caadf1-183c-471c-b328-eb8e9fcc4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5629a8eb-e60b-4b7a-b535-db491535e933,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:15.759812 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0add7a-d159-417a-9d51-11fcb080585c x-openstack-request-id: req-7c0add7a-d159-417a-9d51-11fcb080585c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:15.760064 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:15.760315 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c0add7a-d159-417a-9d51-11fcb080585c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:15.761001 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'status': 'completed', 'code': 200} Jan 28 16:44:15.762999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63f417bd-2130-445f-af78-e20c928af41c admin admin] Publish callbacks [] for security_group (f0e90782-03be-4109-8614-ae872e5f3d75), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.780265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63f417bd-2130-445f-af78-e20c928af41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f0e90782-03be-4109-8614-ae872e5f3d75), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.906758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a58f286-568e-4d61-9730-1980edbe8b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:15.975455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-63f417bd-2130-445f-af78-e20c928af41c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=779395a20110466e9bba13042a7af012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9133492 Jan 28 16:44:15.977709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f417bd-2130-445f-af78-e20c928af41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e90782-03be-4109-8614-ae872e5f3d75,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:15.980155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45758) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:15.999416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-18a91a70-ae4d-4537-aaff-ce1c6264f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:16.005450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-18a91a70-ae4d-4537-aaff-ce1c6264f226 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4408bd8c99c04e1ab1e4ebad382e6666&device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 1126 time: 0.4179871 Jan 28 16:44:16.087203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-7b88b145-bd49-4a72-9f39-ea5d0ef82071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf HTTP/1.1" status: 200 len: 217 time: 0.0731668 Jan 28 16:44:16.111974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 2, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:16.146751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55a1352c-8f98-4a36-a4d9-26cf69ecc6d6 admin admin] Publish callbacks [] for security_group (f0e90782-03be-4109-8614-ae872e5f3d75), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.149494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Checking router: cff8c741-e14a-4afa-9cdd-765af0de93e8 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:44:16.150049 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Updating router cff8c741-e14a-4afa-9cdd-765af0de93e8 port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:44:16.199443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-5976df18-91b6-48ed-a954-74d7575c43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:16.203868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-5976df18-91b6-48ed-a954-74d7575c43ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=284453c5-a875-4cc0-8c5b-3c7329e26380 HTTP/1.1" status: 200 len: 855 time: 0.1081388 Jan 28 16:44:16.211824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55a1352c-8f98-4a36-a4d9-26cf69ecc6d6 admin admin] Publish callbacks [] for security_group (f0e90782-03be-4109-8614-ae872e5f3d75), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.252138 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.307857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55a1352c-8f98-4a36-a4d9-26cf69ecc6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f0e90782-03be-4109-8614-ae872e5f3d75), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.311146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55a1352c-8f98-4a36-a4d9-26cf69ecc6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.312249 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55a1352c-8f98-4a36-a4d9-26cf69ecc6d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0e90782-03be-4109-8614-ae872e5f3d75 HTTP/1.1" status: 204 len: 168 time: 0.3307610 Jan 28 16:44:16.340783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1352c-8f98-4a36-a4d9-26cf69ecc6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e90782-03be-4109-8614-ae872e5f3d75,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:16.440705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-8498fced-8687-4ffc-9fd0-31709757392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:16.444532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-8498fced-8687-4ffc-9fd0-31709757392b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25f58c6c-5d2b-4282-90ba-df8e00addd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2165785 Jan 28 16:44:16.475435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:16.489099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c52fcaec-286a-4ac5-ae80-5269a8b95841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.570628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-14d628a7-e141-4333-9e3b-25418ae7b36f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:16.572468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-14d628a7-e141-4333-9e3b-25418ae7b36f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 819 time: 0.3806665 Jan 28 16:44:16.677068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c52fcaec-286a-4ac5-ae80-5269a8b95841 admin admin] Publish callbacks [] for security_group (b607fda2-634a-49c9-8d33-a24f484e088c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.686370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c52fcaec-286a-4ac5-ae80-5269a8b95841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b607fda2-634a-49c9-8d33-a24f484e088c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.697695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-ea782be0-f5fe-4cbb-894b-1b1d56eb281a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/quotas/2a1111f37c2e49a8a818f52a71bb24a4 HTTP/1.1" status: 200 len: 375 time: 0.0979490 Jan 28 16:44:16.715677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69354c-5afc-4ffa-bc6f-b05253202313 req-82107d72-61bb-41fb-b201-1922437a1b65 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:16.719768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb69354c-5afc-4ffa-bc6f-b05253202313 req-82107d72-61bb-41fb-b201-1922437a1b65 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.2561812 Jan 28 16:44:16.738934 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Publish callbacks [] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.751993 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.788440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c52fcaec-286a-4ac5-ae80-5269a8b95841 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdac4c27891a43e7bc9a5e6d086dd791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118386 Jan 28 16:44:16.795441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:16.814154 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251777-ac94-439c-9168-337aca1408a6 None None] Pushing event updated for resources: {'Port': ['ID=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:16.834342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fcaec-286a-4ac5-ae80-5269a8b95841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607fda2-634a-49c9-8d33-a24f484e088c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:16.889521 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Attempting to bind port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:16.889890 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Attempting to bind port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:16.890250 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Attempting to bind port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e on network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:16.896010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26557f5-c626-4e10-b7aa-61a9e7ed8572 admin admin] Publish callbacks [] for security_group (b607fda2-634a-49c9-8d33-a24f484e088c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.896762 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:16.897349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Checking segment: {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:16.897933 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.898330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Bound using segment: {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:16.898792 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Bound port: 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:16.899164 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:16.916066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-c963a372-b478-4360-b181-8587b63f3289 service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510016 Jan 28 16:44:16.960795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26557f5-c626-4e10-b7aa-61a9e7ed8572 admin admin] Publish callbacks [] for security_group (b607fda2-634a-49c9-8d33-a24f484e088c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:17.054192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26557f5-c626-4e10-b7aa-61a9e7ed8572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b607fda2-634a-49c9-8d33-a24f484e088c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:17.054911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] For port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:17.057456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba8ff44a-6e62-42bf-8e7b-7e58a021c4fc req-95d6230b-5be5-46ae-a3ad-8cfcaf62d6d5 service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337433 Jan 28 16:44:17.058338 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26557f5-c626-4e10-b7aa-61a9e7ed8572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:17.060159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d26557f5-c626-4e10-b7aa-61a9e7ed8572 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b607fda2-634a-49c9-8d33-a24f484e088c HTTP/1.1" status: 204 len: 168 time: 0.2636623 Jan 28 16:44:17.069370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb69354c-5afc-4ffa-bc6f-b05253202313 req-09f24420-fcb4-4c85-838d-7872377005a5 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349571 Jan 28 16:44:17.076401 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] For port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:17.104800 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:17.118216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26557f5-c626-4e10-b7aa-61a9e7ed8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607fda2-634a-49c9-8d33-a24f484e088c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:17.126620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-1d50a293-bd0e-4b93-a507-098797b24282 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3967106 Jan 28 16:44:17.249873 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:17.250498 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:43:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:17.371827 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251777-ac94-439c-9168-337aca1408a6 None None] Pushing event updated for resources: {'Port': ['ID=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:17.459342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-490da8b9-a826-4ef2-b4ed-ee818bd02e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:17.460900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-490da8b9-a826-4ef2-b4ed-ee818bd02e45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4408bd8c99c04e1ab1e4ebad382e6666&device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 1126 time: 0.3091629 Jan 28 16:44:17.474006 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:17.587855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-efa2caae-af04-40f8-b2b2-1b95dbaff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:17.589582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-efa2caae-af04-40f8-b2b2-1b95dbaff1d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25f58c6c-5d2b-4282-90ba-df8e00addd5b HTTP/1.1" status: 200 len: 917 time: 0.1130726 Jan 28 16:44:17.592721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-b2135f02-edd1-479b-b2ac-c613bf1f80f2 service neutron] 10.222.0.25 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652908 Jan 28 16:44:17.616142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd8989-b514-41bb-87e5-1e6211bc3e83 req-a8396f95-ee42-46b3-8c0a-723bf3d94a05 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:17.617711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54cd8989-b514-41bb-87e5-1e6211bc3e83 req-a8396f95-ee42-46b3-8c0a-723bf3d94a05 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.3033612 Jan 28 16:44:17.670116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-059ac7c1-174f-4604-bdff-e4981f191444 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf HTTP/1.1" status: 200 len: 217 time: 0.0738304 Jan 28 16:44:17.792861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54cd8989-b514-41bb-87e5-1e6211bc3e83 req-bc018b30-161e-4d28-bbac-929e85e2a18d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375043 Jan 28 16:44:17.801040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-a9e07226-a5e2-4bdb-a988-66bc12dcd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:17.802547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-a9e07226-a5e2-4bdb-a988-66bc12dcd868 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=284453c5-a875-4cc0-8c5b-3c7329e26380 HTTP/1.1" status: 200 len: 855 time: 0.0954378 Jan 28 16:44:17.864657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-623f559c-e505-4410-922e-af49bbd92ffe service neutron] 10.222.0.25 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596226 Jan 28 16:44:17.895948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-0318859f-11d7-4664-ab20-19b36d10f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:17.898214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-0318859f-11d7-4664-ab20-19b36d10f021 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25f58c6c-5d2b-4282-90ba-df8e00addd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863733 Jan 28 16:44:18.020912 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:17Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:18.107514 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf062b-7760-4769-8b0b-761d91428d27 None None] The sync data for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 is: [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:17Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:44:18.158594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-b489b649-4a39-443c-99e0-b4820f34af45 service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531173 Jan 28 16:44:18.269042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86c43902-14ca-4682-a3d4-acb282a1b004 req-cac573b1-6826-4b05-a0a4-e48529eb1384 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 210 time: 0.1175900 Jan 28 16:44:18.344038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a50aa59-cbcd-412e-b69e-8052fc57a029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:18.469172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ed604-e6ec-48be-8ebd-c8b87edfefdf req-3d4a6b10-f87c-4e93-9aa0-bb2cca4af965 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:18.487650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d8ed604-e6ec-48be-8ebd-c8b87edfefdf req-3d4a6b10-f87c-4e93-9aa0-bb2cca4af965 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.2229526 Jan 28 16:44:18.541860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e153bb2-7416-40dc-8dd3-b7e1e2b8d02c req-7186614a-7796-4bc4-82f1-fc2bd7d19003 service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423059 Jan 28 16:44:18.593089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d8ed604-e6ec-48be-8ebd-c8b87edfefdf req-06e0b251-60fd-4b52-82c3-9bbf26c47059 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042790 Jan 28 16:44:19.053071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d204-4a37-444b-b944-3e4481ebaa84 req-34051a27-0cdc-45d9-a530-9f0a4bed6f1d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:19.054950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1590d204-4a37-444b-b944-3e4481ebaa84 req-34051a27-0cdc-45d9-a530-9f0a4bed6f1d tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1076951 Jan 28 16:44:19.196501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1590d204-4a37-444b-b944-3e4481ebaa84 req-d7513733-d274-45fb-8f11-c13c415f370b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292472 Jan 28 16:44:19.324249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:19.453910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa587d38-80e4-4fc2-a6d0-1297aa62a26e req-31aae0b8-6d40-4c00-9d2f-0cd49632773a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 210 time: 0.0656159 Jan 28 16:44:19.793639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74a74-9b5d-4ec7-bf8c-c724d44eb5aa req-0f331b09-54b8-48c0-a630-8999eaa49db5 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:19.801704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dea74a74-9b5d-4ec7-bf8c-c724d44eb5aa req-0f331b09-54b8-48c0-a630-8999eaa49db5 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.0890379 Jan 28 16:44:19.885768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dea74a74-9b5d-4ec7-bf8c-c724d44eb5aa req-17514329-4675-46bf-9f15-3fb4d333968c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735395 Jan 28 16:44:19.961316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-0c85e5e8-a936-45ae-9b92-b64cbfd59be6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:19.968267 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-0c85e5e8-a936-45ae-9b92-b64cbfd59be6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 819 time: 0.2754569 Jan 28 16:44:19.987751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'port': {'device_id': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'admin_state_up': True, 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:20.100627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:20.233445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Made reservation on behalf of 2a1111f37c2e49a8a818f52a71bb24a4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:20.237062 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:20.249841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:20.251523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:20.448153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba42ec-cd01-4b61-9e90-8bb17478b1fc req-b2c07fad-cd00-4032-88e9-ec5235eb338f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:20.463828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ba42ec-cd01-4b61-9e90-8bb17478b1fc req-b2c07fad-cd00-4032-88e9-ec5235eb338f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.1028295 Jan 28 16:44:20.491764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:20.492172 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:20.514820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Allocated IP 172.20.0.2 (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d/b8cff0f3-bf07-4365-9333-1c86807784a9/3110b992-9f34-41eb-b1b8-c68c14c2f46c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:20.627988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ba42ec-cd01-4b61-9e90-8bb17478b1fc req-1a8c8e3c-47ea-43bc-adea-710539e5225a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629179 Jan 28 16:44:20.672280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:20.682386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b544607-d6d3-438d-9cb1-d958b8781124 req-182992f1-fe7a-4cbf-9a9e-4de8a014b52d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 210 time: 0.0600584 Jan 28 16:44:20.687746 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:20.708338 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:20.858084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:20.877260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.877618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.877963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.878363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.878647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.878987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.879327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.879661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.879989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.880314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.881220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.881549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.881881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:44:20.902968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:20.963055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.029852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:21.033369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:21.040559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:21.048188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:21.088179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ccef5-a432-4fb9-90c1-b3b94a20dffb req-808d23b8-4c3f-4e69-82bc-b89892d3b64c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:21.098107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af3ccef5-a432-4fb9-90c1-b3b94a20dffb req-808d23b8-4c3f-4e69-82bc-b89892d3b64c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.1161914 Jan 28 16:44:21.132108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:21.133111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.157570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-dd3aba78-9636-4a1d-8df3-89f723d2cd94 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1807389 Jan 28 16:44:21.172755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Request body: {'port': {'device_id': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:21.213547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af3ccef5-a432-4fb9-90c1-b3b94a20dffb req-eb8ce48f-6983-4874-b494-beac68c96687 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144829 Jan 28 16:44:21.299768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.479972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:21.493294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45922) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:21.511640 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-04c8b965-6224-455f-b006-e064246bbd60 service neutron] show failed (client error): The resource could not be found. Jan 28 16:44:21.513602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-04c8b965-6224-455f-b006-e064246bbd60 service neutron] 10.222.0.31 "GET /v2.0/ports/91532f8c-fa39-4a83-88ac-329a9aeb8bcc/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0937979 Jan 28 16:44:21.725612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.839174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3110b992-9f34-41eb-b1b8-c68c14c2f46c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:44:21.864083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-514579ea-54b1-4ef5-b61f-5cd7623115fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.867022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Publish callbacks [] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.882735 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b02d27-7687-4c9a-aa8f-af0cc11de685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.912931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Transition to ACTIVE for port object 3110b992-9f34-41eb-b1b8-c68c14c2f46c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:44:21.930982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:21.988277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:21.995462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:22.047670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc3e41-3fbc-4b6b-8167-67ef1e703d27 req-72cdfa19-f408-4326-b265-424d46c84af3 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:22.051517 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3fc3e41-3fbc-4b6b-8167-67ef1e703d27 req-72cdfa19-f408-4326-b265-424d46c84af3 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.2694793 Jan 28 16:44:22.116038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:22.116419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.185096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-b1b72d45-5af2-46f7-b1b4-4c480c184b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:22.189707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-b1b72d45-5af2-46f7-b1b4-4c480c184b7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a&tenant_id=a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 1133 time: 0.3327246 Jan 28 16:44:22.206640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90440aec-02df-4c7e-8ff7-bf54a9b71e1f req-7a7e9c5a-a70a-4258-8c96-8efa1970bd8a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:22.210111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90440aec-02df-4c7e-8ff7-bf54a9b71e1f req-7a7e9c5a-a70a-4258-8c96-8efa1970bd8a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 931 time: 0.3517742 Jan 28 16:44:22.222730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-514579ea-54b1-4ef5-b61f-5cd7623115fa admin admin] Publish callbacks [] for security_group (45cfd5be-3e47-4e75-980d-83b3eb56b698), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.232989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Attempting to bind port 3110b992-9f34-41eb-b1b8-c68c14c2f46c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:22.233114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Attempting to bind port 3110b992-9f34-41eb-b1b8-c68c14c2f46c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:22.233472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Attempting to bind port 3110b992-9f34-41eb-b1b8-c68c14c2f46c on network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:22.234305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:22.243992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Port 3110b992-9f34-41eb-b1b8-c68c14c2f46c on network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:44:22.244262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Attempting to bind port 3110b992-9f34-41eb-b1b8-c68c14c2f46c on network cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:22.250456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b02d27-7687-4c9a-aa8f-af0cc11de685 admin admin] Publish callbacks [] for security_group (1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.251708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:22.252185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Checking segment: {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:22.252639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Bound using segment: {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:22.253245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Bound port: 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:22.253802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.256552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-514579ea-54b1-4ef5-b61f-5cd7623115fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (45cfd5be-3e47-4e75-980d-83b3eb56b698), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.275136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b02d27-7687-4c9a-aa8f-af0cc11de685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.294978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:22.310729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c1b02d27-7687-4c9a-aa8f-af0cc11de685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69da563910674363bf29ab88340dae69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8285780 Jan 28 16:44:22.316612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:22.371531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90440aec-02df-4c7e-8ff7-bf54a9b71e1f req-2f8e93ee-094a-45de-9a11-ed24422bd714 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257482 Jan 28 16:44:22.390926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3fc3e41-3fbc-4b6b-8167-67ef1e703d27 req-c6a79aa3-de12-441c-b3ff-458d4eb20f52 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234472 Jan 28 16:44:22.420311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-514579ea-54b1-4ef5-b61f-5cd7623115fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7592e51cc4d420aa15c59f648f57fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9213240 Jan 28 16:44:22.421114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45936) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:22.421286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514579ea-54b1-4ef5-b61f-5cd7623115fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cfd5be-3e47-4e75-980d-83b3eb56b698,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:22.439130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdb508d6-e811-459e-b4e4-6df72f86500c admin admin] Publish callbacks [] for security_group (1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.477329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.496082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdb508d6-e811-459e-b4e4-6df72f86500c admin admin] Publish callbacks [] for security_group (1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.504626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02d27-7687-4c9a-aa8f-af0cc11de685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:22.526945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:22.536201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:22.550210 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.590965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:22.591591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.593098 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] 10.222.0.31 "PUT /v2.0/ports/3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 1092 time: 1.4283667 Jan 28 16:44:22.593608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:22.596714 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a50fe-444e-4704-8e48-3120fbf31d40" -d '{"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:22.623580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdb508d6-e811-459e-b4e4-6df72f86500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.626376 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdb508d6-e811-459e-b4e4-6df72f86500c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.627815 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fdb508d6-e811-459e-b4e4-6df72f86500c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51 HTTP/1.1" status: 204 len: 168 time: 0.3102086 Jan 28 16:44:22.718677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfe38f-91c1-4eb5-b919-5f30b885dcc6 req-b0bc0fdf-5544-44a4-b58a-8e258f0290ef tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:22.727981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2cfe38f-91c1-4eb5-b919-5f30b885dcc6 req-b0bc0fdf-5544-44a4-b58a-8e258f0290ef tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.2534297 Jan 28 16:44:22.750327 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504a6ea-a48c-4fb2-9f31-c7e62bdbeeb3 x-openstack-request-id: req-e504a6ea-a48c-4fb2-9f31-c7e62bdbeeb3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:22.750538 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:22.750750 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e504a6ea-a48c-4fb2-9f31-c7e62bdbeeb3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:22.751211 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'status': 'completed', 'code': 200} Jan 28 16:44:22.771727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb508d6-e811-459e-b4e4-6df72f86500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf68fc-4740-4ddc-91a3-f3ba8ede6b51,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:22.779698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f592d-ab65-433c-af75-ce9e0d506e54 service neutron] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:22.820700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-1e5b1e81-1793-4aaa-ad38-d0a2cd94ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:22.823276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbf98-1d9f-4253-85a2-a3f114c2ca22 admin admin] Publish callbacks [] for security_group (45cfd5be-3e47-4e75-980d-83b3eb56b698), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.824230 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-1e5b1e81-1793-4aaa-ad38-d0a2cd94ead2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1126 time: 0.1635065 Jan 28 16:44:22.847679 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbf98-1d9f-4253-85a2-a3f114c2ca22 admin admin] Publish callbacks [] for security_group (45cfd5be-3e47-4e75-980d-83b3eb56b698), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.908395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbf98-1d9f-4253-85a2-a3f114c2ca22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (45cfd5be-3e47-4e75-980d-83b3eb56b698), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.912195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbf98-1d9f-4253-85a2-a3f114c2ca22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:22.913524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0a8bbf98-1d9f-4253-85a2-a3f114c2ca22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45cfd5be-3e47-4e75-980d-83b3eb56b698 HTTP/1.1" status: 204 len: 168 time: 0.4610388 Jan 28 16:44:22.940291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-0d1f153c-1bc4-4aba-ac4b-2df67e9acb9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.1084802 Jan 28 16:44:22.961913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2cfe38f-91c1-4eb5-b919-5f30b885dcc6 req-6fd2aa1d-3879-490d-9036-18c8d4a30889 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326963 Jan 28 16:44:22.979208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bbf98-1d9f-4253-85a2-a3f114c2ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cfd5be-3e47-4e75-980d-83b3eb56b698,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:23.058861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-f78a495a-c55a-4f9c-ad64-14a92899ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:23.066608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-f78a495a-c55a-4f9c-ad64-14a92899ba77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.1203339 Jan 28 16:44:23.142364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-31437768-9147-464b-9920-628bccd1a945 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652673 Jan 28 16:44:23.256085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45946) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:23.281824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03dbf49d-9c9c-4527-8465-efd5588f6a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.394157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03dbf49d-9c9c-4527-8465-efd5588f6a33 admin admin] Publish callbacks [] for security_group (7a498be1-6bac-44a0-b54a-b30daa181417), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.405016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03dbf49d-9c9c-4527-8465-efd5588f6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a498be1-6bac-44a0-b54a-b30daa181417), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.441565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-792ce7de-f19e-45e9-9a9e-48e32d128316 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937908 Jan 28 16:44:23.461975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbf49d-9c9c-4527-8465-efd5588f6a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a498be1-6bac-44a0-b54a-b30daa181417,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:23.501155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03dbf49d-9c9c-4527-8465-efd5588f6a33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e45599b6edf74b52a02e552f17afc7c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435062 Jan 28 16:44:23.508650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45956) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:23.589172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-09aa4e13-0623-4758-9a42-dcb05bd8d41c req-1a9a4d51-9b91-437c-8ae7-748a7a5676cb service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403387 Jan 28 16:44:23.632533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:23.695472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-e0adef03-1b3f-4b7f-a32a-96a32c1e3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:23.697761 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-e0adef03-1b3f-4b7f-a32a-96a32c1e3023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1126 time: 0.0576017 Jan 28 16:44:23.729538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:23.741844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fbb99-c6bb-4212-88fa-e9ac197cc0db req-082fa596-5497-4ab4-8209-06ebdb003d4f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:23.743584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce6fbb99-c6bb-4212-88fa-e9ac197cc0db req-082fa596-5497-4ab4-8209-06ebdb003d4f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 943 time: 0.2107737 Jan 28 16:44:23.771046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ced09f9-8a03-444f-b7ef-d61d9fd47392 admin admin] Publish callbacks [] for security_group (7a498be1-6bac-44a0-b54a-b30daa181417), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.791042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78298-c8b0-4005-b643-bee77bc3563c req-06d3481a-e8f7-49e6-b560-1ab20a32b46e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:23.792515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7be78298-c8b0-4005-b643-bee77bc3563c req-06d3481a-e8f7-49e6-b560-1ab20a32b46e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.2099853 Jan 28 16:44:23.808738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-e812b289-4c84-49d7-819b-ecbd6de37a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:23.810662 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-e812b289-4c84-49d7-819b-ecbd6de37a00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.1073661 Jan 28 16:44:23.853231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:23.856186 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb190482-0b8b-423f-b1a9-ca8fcf3a5004" -d '{"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-unplugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:23.866935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Publish callbacks [] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.871263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ced09f9-8a03-444f-b7ef-d61d9fd47392 admin admin] Publish callbacks [] for security_group (7a498be1-6bac-44a0-b54a-b30daa181417), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.880912 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-4e554e8b-8dc3-42ba-b884-1c7a47e27606 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.0623286 Jan 28 16:44:23.915399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Transition to ACTIVE for port object 91532f8c-fa39-4a83-88ac-329a9aeb8bcc will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:44:23.932146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce6fbb99-c6bb-4212-88fa-e9ac197cc0db req-1a656f41-07f6-473a-bce7-51182e42f952 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644812 Jan 28 16:44:23.942512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:23.967124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-cdee661d-3f47-4a51-9ce5-0888c58e95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:23.968841 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-cdee661d-3f47-4a51-9ce5-0888c58e95ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.0823021 Jan 28 16:44:24.000182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:24.008446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7be78298-c8b0-4005-b643-bee77bc3563c req-c23803c5-494d-4d5f-bcbf-ebe905388911 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958876 Jan 28 16:44:24.044082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] No DVR routers for this DVR port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:24.052038 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-102591df-41f6-4231-a2a3-4203dd325ac9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763435 Jan 28 16:44:24.056440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ced09f9-8a03-444f-b7ef-d61d9fd47392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a498be1-6bac-44a0-b54a-b30daa181417), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:24.059223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ced09f9-8a03-444f-b7ef-d61d9fd47392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:24.063360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9ced09f9-8a03-444f-b7ef-d61d9fd47392 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a498be1-6bac-44a0-b54a-b30daa181417 HTTP/1.1" status: 204 len: 168 time: 0.5536237 Jan 28 16:44:24.105132 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ffafb-ff10-48ce-a1ad-5d2e1c6ec6bc x-openstack-request-id: req-043ffafb-ff10-48ce-a1ad-5d2e1c6ec6bc {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:24.105534 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-unplugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:24.108534 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-043ffafb-ff10-48ce-a1ad-5d2e1c6ec6bc {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:24.110341 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'code': 200} Jan 28 16:44:24.111399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced09f9-8a03-444f-b7ef-d61d9fd47392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a498be1-6bac-44a0-b54a-b30daa181417,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:24.173713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:24.174141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:24.175527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:24.188183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:44:24.190300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:24.203586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:24.205719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:24.206386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:24.207053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Bound port: 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:24.208993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:24.291467 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-6a03e21b-b9c4-4ea7-9b1f-b1d5f54b1d3f service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309842 Jan 28 16:44:24.370797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e9ceb-efa4-4da7-9a31-d0f6a151b04b req-3a480966-3685-49c2-8ab0-89a880199734 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:24.372478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed5e9ceb-efa4-4da7-9a31-d0f6a151b04b req-3a480966-3685-49c2-8ab0-89a880199734 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.1562650 Jan 28 16:44:24.423630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:24.471417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:24.485347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-786a50fe-444e-4704-8e48-3120fbf31d40 req-f1c42a0d-3e4d-491a-883d-587303712a91 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840041 Jan 28 16:44:24.489366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed5e9ceb-efa4-4da7-9a31-d0f6a151b04b req-be44e9b0-5448-4f50-b2aa-d1fe2f2d482b tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085093 Jan 28 16:44:24.493896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:24.496284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:24.552627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:44:24.553517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:24.578039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:24.582867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:24.584066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:24.585720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-d9e287bc-bf08-4cde-9bf0-71441ad47874 service neutron] 10.222.0.24 "PUT /v2.0/ports/91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 1097 time: 2.3705933 Jan 28 16:44:24.666002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-0fe4bbb3-9b05-45d3-87e7-650aa9bf6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:24.669454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-0fe4bbb3-9b05-45d3-87e7-650aa9bf6a29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1131 time: 0.0623906 Jan 28 16:44:24.837822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-5011235c-2988-4b87-b9e3-2ff9e2105b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:24.839630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-5011235c-2988-4b87-b9e3-2ff9e2105b33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1643183 Jan 28 16:44:24.902345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-4f408440-f9fa-4365-8b0a-01f49d56f1ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0554385 Jan 28 16:44:24.980639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-83bf0b8b-2f67-4f1d-afd5-89620267b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:24.982156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-83bf0b8b-2f67-4f1d-afd5-89620267b9fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0734062 Jan 28 16:44:25.100614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-b8da360c-ba0f-4ca6-940e-0628b8eef041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:25.100614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-b8da360c-ba0f-4ca6-940e-0628b8eef041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1104596 Jan 28 16:44:25.235618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-693efbdf-e256-496e-8820-edee6f629b53 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297729 Jan 28 16:44:25.244943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29373b5b-f6d1-48b5-88ca-8a8044f51560 req-df44dc4e-b83e-47c6-8837-4d1981f4bacc tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:25.252158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29373b5b-f6d1-48b5-88ca-8a8044f51560 req-df44dc4e-b83e-47c6-8837-4d1981f4bacc tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 943 time: 0.2039826 Jan 28 16:44:25.477868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29373b5b-f6d1-48b5-88ca-8a8044f51560 req-b7cdd71d-4ded-4627-bfae-10a247e21cc1 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246180 Jan 28 16:44:25.487618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99e3f7c9-95d4-4e81-ab9f-160d2a69ccd3 req-210c9bb8-57db-41a8-b55f-8126a353d4e7 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331893 Jan 28 16:44:25.499744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622691-f694-4ba1-9f00-a8324949d591 req-ecd36f24-de97-44cc-a13b-3ae07bef1f84 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:25.508746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02622691-f694-4ba1-9f00-a8324949d591 req-ecd36f24-de97-44cc-a13b-3ae07bef1f84 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 948 time: 0.2717013 Jan 28 16:44:25.595636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02622691-f694-4ba1-9f00-a8324949d591 req-6a0ce439-4a8d-4f19-ba97-7e3fcbd0c220 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854359 Jan 28 16:44:25.711277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b47af0-848b-47d0-9005-2b0c2cb7feb7 req-ccf6f27e-d9ba-4139-b844-e1f6b99eb5d3 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:25.712705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28b47af0-848b-47d0-9005-2b0c2cb7feb7 req-ccf6f27e-d9ba-4139-b844-e1f6b99eb5d3 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.0856252 Jan 28 16:44:25.774210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28b47af0-848b-47d0-9005-2b0c2cb7feb7 req-259073e1-3c52-400e-9937-24e230e5bf8f tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560515 Jan 28 16:44:26.095976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46086) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:26.111261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:26.114190 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1beabf7-05db-4995-b74e-f2d30bf26f35" -d '{"events": [{"name": "network-changed", "server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:26.171183 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86711d42-4525-4e4d-bab9-9bdb68a4fc0b x-openstack-request-id: req-86711d42-4525-4e4d-bab9-9bdb68a4fc0b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:26.171670 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:26.171930 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86711d42-4525-4e4d-bab9-9bdb68a4fc0b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:26.172598 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'status': 'completed', 'code': 200} Jan 28 16:44:26.261869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06b56f79-0859-43e2-9fd0-45d32fad69c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.263071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-f828a61f-a429-4e45-81b7-f64ecccd73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.266095 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-f828a61f-a429-4e45-81b7-f64ecccd73c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1131 time: 0.0640905 Jan 28 16:44:26.297970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-c8afe815-b9d2-4690-bc3a-d9d4ab4bbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.299503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-c8afe815-b9d2-4690-bc3a-d9d4ab4bbee6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1131 time: 0.0949018 Jan 28 16:44:26.398177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-8dfaeef8-47b7-4772-b40c-26558e9b9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.399526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-8dfaeef8-47b7-4772-b40c-26558e9b9876 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1270571 Jan 28 16:44:26.414528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46094) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:26.443466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-6c0e63fc-7ded-4446-b8e8-a84a75ec9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.445247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-6c0e63fc-7ded-4446-b8e8-a84a75ec9749 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1385145 Jan 28 16:44:26.449928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06b56f79-0859-43e2-9fd0-45d32fad69c9 admin admin] Publish callbacks [] for security_group (ba04501e-8c33-4e51-b18e-5f21c4b88c8b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.454145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-730fd06a-ccaf-4cd3-85ac-6e1e81e0f8fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0460279 Jan 28 16:44:26.459379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06b56f79-0859-43e2-9fd0-45d32fad69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ba04501e-8c33-4e51-b18e-5f21c4b88c8b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.509181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-f642ca95-7f10-49f4-8aa6-94c3b7ff7b04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0576174 Jan 28 16:44:26.512894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3110b992-9f34-41eb-b1b8-c68c14c2f46c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:44:26.533003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-c3992cbb-198d-4354-99f4-4633b375d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.537468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-c3992cbb-198d-4354-99f4-4633b375d35e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0740821 Jan 28 16:44:26.571762 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-06b56f79-0859-43e2-9fd0-45d32fad69c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f94724e15114740a62667c4e0ef0d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736741 Jan 28 16:44:26.574284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46100) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:26.576278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56f79-0859-43e2-9fd0-45d32fad69c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba04501e-8c33-4e51-b18e-5f21c4b88c8b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:26.607239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c630f108-d654-4883-b673-6ca1c455fb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.624075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:26.647826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-5f014504-9ecb-4a4f-a7bc-72f9552d94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.648548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'port_id': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'mac_address': 'fa:16:3e:da:0d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:44:26.650368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-5f014504-9ecb-4a4f-a7bc-72f9552d94f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1336076 Jan 28 16:44:26.691431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-3f209909-d193-4bbb-a1f2-f6ef5dca0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.693728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-3f209909-d193-4bbb-a1f2-f6ef5dca0abf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1503713 Jan 28 16:44:26.702604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd210fe-0bf4-4902-b4e5-a2ddb98b29c8 req-09a052d8-125e-47cf-b81b-5290eb98ebe7 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.704324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cd210fe-0bf4-4902-b4e5-a2ddb98b29c8 req-09a052d8-125e-47cf-b81b-5290eb98ebe7 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 943 time: 0.0855520 Jan 28 16:44:26.715963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 3110b992-9f34-41eb-b1b8-c68c14c2f46c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:26.716363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.733945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c870d092-d293-4264-b76c-7f0d428604e8 admin admin] Publish callbacks [] for security_group (ba04501e-8c33-4e51-b18e-5f21c4b88c8b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.737732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3110b992-9f34-41eb-b1b8-c68c14c2f46c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:44:26.773837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:26.780322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.784404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c870d092-d293-4264-b76c-7f0d428604e8 admin admin] Publish callbacks [] for security_group (ba04501e-8c33-4e51-b18e-5f21c4b88c8b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.806266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-edd83393-cdb0-4957-a255-01385374ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.807826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-edd83393-cdb0-4957-a255-01385374ea3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1503954 Jan 28 16:44:26.860979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:26.862870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cd210fe-0bf4-4902-b4e5-a2ddb98b29c8 req-3ff5195d-b6e3-47ac-8e4a-dfefb3dc7e37 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492820 Jan 28 16:44:26.913984 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-33bd909e-3faf-4702-890d-39f8c03de140 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969663 Jan 28 16:44:26.914417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db5c4-f6ce-4014-b994-ac196d1ca127 req-12c2e1cc-c46e-4277-b0b8-6e46a5edfd5c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:26.917112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-098db5c4-f6ce-4014-b994-ac196d1ca127 req-12c2e1cc-c46e-4277-b0b8-6e46a5edfd5c tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 948 time: 0.1627984 Jan 28 16:44:26.918411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-9de73e5c-9aaa-400a-90d0-9566bf2a3371 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129257 Jan 28 16:44:26.991133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c630f108-d654-4883-b673-6ca1c455fb1e admin admin] Publish callbacks [] for security_group (cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:26.999135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c630f108-d654-4883-b673-6ca1c455fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.010066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3110b992-9f34-41eb-b1b8-c68c14c2f46c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:27.062454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630f108-d654-4883-b673-6ca1c455fb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:27.066883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-098db5c4-f6ce-4014-b994-ac196d1ca127 req-69d2f9c8-cfdd-42ee-a51f-d525cd098a4f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446514 Jan 28 16:44:27.086469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c870d092-d293-4264-b76c-7f0d428604e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ba04501e-8c33-4e51-b18e-5f21c4b88c8b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.089281 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c870d092-d293-4264-b76c-7f0d428604e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.092644 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c870d092-d293-4264-b76c-7f0d428604e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba04501e-8c33-4e51-b18e-5f21c4b88c8b HTTP/1.1" status: 204 len: 168 time: 0.5151482 Jan 28 16:44:27.092913 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c630f108-d654-4883-b673-6ca1c455fb1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39941b67afc8449d81f42a78f7263c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771779 Jan 28 16:44:27.099361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46108) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:27.107562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870d092-d293-4264-b76c-7f0d428604e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba04501e-8c33-4e51-b18e-5f21c4b88c8b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:27.146579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-51270115-5b3b-47f8-bce9-9f80fae3e985 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214124 Jan 28 16:44:27.202699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d763ec-321e-4e8b-b289-285f069ffcdb req-80e6753f-ae22-4a69-a023-573f69c4838e tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:27.205031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58d763ec-321e-4e8b-b289-285f069ffcdb req-80e6753f-ae22-4a69-a023-573f69c4838e tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.2396977 Jan 28 16:44:27.222299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1beabf7-05db-4995-b74e-f2d30bf26f35 req-176cec01-fdf3-4032-8387-530a28a2981e service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863400 Jan 28 16:44:27.305231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7be7c6f8-68ba-47bb-8129-0be03e1b60d2 admin admin] Publish callbacks [] for security_group (cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.343513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7be7c6f8-68ba-47bb-8129-0be03e1b60d2 admin admin] Publish callbacks [] for security_group (cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.374875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58d763ec-321e-4e8b-b289-285f069ffcdb req-fd76b775-c3cf-4015-ae11-13bc646fd998 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572590 Jan 28 16:44:27.421053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7be7c6f8-68ba-47bb-8129-0be03e1b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.424388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7be7c6f8-68ba-47bb-8129-0be03e1b60d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.425608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7be7c6f8-68ba-47bb-8129-0be03e1b60d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d HTTP/1.1" status: 204 len: 168 time: 0.3215172 Jan 28 16:44:27.447587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7c6f8-68ba-47bb-8129-0be03e1b60d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb623e4f-dbe2-4523-b6a7-5ac3ccb5e35d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:27.788777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46128) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:27.805347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0858872-f830-40f8-9fa6-31d39cb0c57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.888532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0858872-f830-40f8-9fa6-31d39cb0c57b admin admin] Publish callbacks [] for security_group (5344d6fe-0f89-4849-aa68-9b4614c1ac92), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.892962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0858872-f830-40f8-9fa6-31d39cb0c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5344d6fe-0f89-4849-aa68-9b4614c1ac92), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:27.942124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858872-f830-40f8-9fa6-31d39cb0c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5344d6fe-0f89-4849-aa68-9b4614c1ac92,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:27.948760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d0858872-f830-40f8-9fa6-31d39cb0c57b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=318d449d53cc40cd87f593898e6a8c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559343 Jan 28 16:44:27.951108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:28.034021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77ef904a-b242-4d52-8c02-8a04669cb1c2 admin admin] Publish callbacks [] for security_group (5344d6fe-0f89-4849-aa68-9b4614c1ac92), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.043573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eebff-60f2-409b-b71a-2912897b0695 req-f6b8ad90-362a-470f-a5a0-5996a1a3d9bb tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:28.045047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a92eebff-60f2-409b-b71a-2912897b0695 req-f6b8ad90-362a-470f-a5a0-5996a1a3d9bb tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 944 time: 0.0803893 Jan 28 16:44:28.072620 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77ef904a-b242-4d52-8c02-8a04669cb1c2 admin admin] Publish callbacks [] for security_group (5344d6fe-0f89-4849-aa68-9b4614c1ac92), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.148332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a92eebff-60f2-409b-b71a-2912897b0695 req-de1f2a1a-8d40-4754-82b3-4f753eb9353e tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909121 Jan 28 16:44:28.203743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77ef904a-b242-4d52-8c02-8a04669cb1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5344d6fe-0f89-4849-aa68-9b4614c1ac92), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.206239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77ef904a-b242-4d52-8c02-8a04669cb1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.210123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-77ef904a-b242-4d52-8c02-8a04669cb1c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5344d6fe-0f89-4849-aa68-9b4614c1ac92 HTTP/1.1" status: 204 len: 168 time: 0.2552087 Jan 28 16:44:28.229884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef904a-b242-4d52-8c02-8a04669cb1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344d6fe-0f89-4849-aa68-9b4614c1ac92,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:28.282288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72bcf-fc4e-4971-a21c-f03aa73340d0 req-b2b9abc3-411c-4637-a57e-62b01ceedeea tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:28.289784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19e72bcf-fc4e-4971-a21c-f03aa73340d0 req-b2b9abc3-411c-4637-a57e-62b01ceedeea tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 948 time: 0.1303308 Jan 28 16:44:28.343530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19e72bcf-fc4e-4971-a21c-f03aa73340d0 req-ebd2b8b3-5ea6-4a7d-b575-b7879a728aa5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527599 Jan 28 16:44:28.528742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3110b992-9f34-41eb-b1b8-c68c14c2f46c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:28.529609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825b54f-94c2-45e3-a81f-8f56259cf016 req-8739c75c-086d-415f-a023-3842fc93db4f tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:28.537494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7825b54f-94c2-45e3-a81f-8f56259cf016 req-8739c75c-086d-415f-a023-3842fc93db4f tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.0638623 Jan 28 16:44:28.594883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7825b54f-94c2-45e3-a81f-8f56259cf016 req-1b8ef71a-77f2-497c-a7f1-bf360a3ccb7d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565186 Jan 28 16:44:28.640221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 3110b992-9f34-41eb-b1b8-c68c14c2f46c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:44:28.647768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 3110b992-9f34-41eb-b1b8-c68c14c2f46c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:28.649011 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.758285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 3110b992-9f34-41eb-b1b8-c68c14c2f46c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:28.758684 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.789331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:28.792177 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca86033-5d52-4512-bebd-bc8af15ec390" -d '{"events": [{"server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "name": "network-vif-plugged", "status": "completed", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:28.814271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:28.822384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:28.906815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-9f14d4eb-42ef-4371-8c9f-b966903de205 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:28.913040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:28.914593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-9f14d4eb-42ef-4371-8c9f-b966903de205 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a&tenant_id=a8937d6dd909437c9a610245349f866b&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 948 time: 0.2035270 Jan 28 16:44:28.931875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce862adf-ea68-4a9f-8012-2f10c5bec831 req-0bd7bac2-3e8e-4b48-a7b5-d2bdbd2c05b8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:28.933917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce862adf-ea68-4a9f-8012-2f10c5bec831 req-0bd7bac2-3e8e-4b48-a7b5-d2bdbd2c05b8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 948 time: 0.1574092 Jan 28 16:44:29.052004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-ead743a5-0ba5-4c6f-99a6-3993a7166dc1 service neutron] 10.222.0.24 "GET /v2.0/ports/91532f8c-fa39-4a83-88ac-329a9aeb8bcc/bindings/n-h1-812111-13 HTTP/1.1" status: 200 len: 383 time: 0.1274960 Jan 28 16:44:29.068768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce862adf-ea68-4a9f-8012-2f10c5bec831 req-5fd52cd0-f0fd-4107-af26-16eb1c60393f tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060367 Jan 28 16:44:29.127410 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3cbc49-bc8f-4a93-ae15-e74d0009ceba x-openstack-request-id: req-cb3cbc49-bc8f-4a93-ae15-e74d0009ceba {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:29.127765 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "name": "network-vif-plugged", "status": "completed", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:29.128207 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb3cbc49-bc8f-4a93-ae15-e74d0009ceba {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:29.128774 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'code': 200} Jan 28 16:44:29.180157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-5e428f10-a009-47f1-b5d7-73b1e5fd2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.187397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-5e428f10-a009-47f1-b5d7-73b1e5fd2852 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1131 time: 0.1103323 Jan 28 16:44:29.188049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46180) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:29.237342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:44:29.377034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3737c73-f8be-4577-8e8b-2712436fe9cc req-fe444fa5-0b86-4556-bd57-9b6c798f8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.378737 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d3737c73-f8be-4577-8e8b-2712436fe9cc req-fe444fa5-0b86-4556-bd57-9b6c798f8931 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.1081414 Jan 28 16:44:29.482961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:29.486526 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d3737c73-f8be-4577-8e8b-2712436fe9cc req-0fff85b3-332e-4e09-a471-f1d2063b5838 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950308 Jan 28 16:44:29.501054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'mac_address': 'fa:16:3e:66:7a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:44:29.518868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-6e9438f3-f89d-4c74-a598-c1de5aa99a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.520347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-6e9438f3-f89d-4c74-a598-c1de5aa99a30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.3142307 Jan 28 16:44:29.529280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199112cc-cd7d-4882-949e-448aa31d129a req-6afe1efa-3080-469a-8bce-26c62b8f1216 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.530830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-199112cc-cd7d-4882-949e-448aa31d129a req-6afe1efa-3080-469a-8bce-26c62b8f1216 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.1905940 Jan 28 16:44:29.546832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:29.548416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:29.564568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91532f8c-fa39-4a83-88ac-329a9aeb8bcc {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:44:29.579702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.585057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.590177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:29.590319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.595629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.597980 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:29.600955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.606375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.611581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.619681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-114792b6-e4ce-4782-a847-d764ba4adcdc tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.2602937 Jan 28 16:44:29.634572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-367d3f2f-3f98-46a2-962b-9088c60a7e83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.1027796 Jan 28 16:44:29.694106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:29.711547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1940387927', 'router:external': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:29.765348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-199112cc-cd7d-4882-949e-448aa31d129a req-208edf6a-f995-452f-a058-0bf416503845 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239263 Jan 28 16:44:29.770414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-04dda7ac-0cf0-403b-a802-6d39246e57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.771883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-04dda7ac-0cf0-403b-a802-6d39246e57be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1231639 Jan 28 16:44:29.774944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Made reservation on behalf of 4dcf996083a047e3a80a65496ceca7eb for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:29.777273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:29.790413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffa7c57a-92c3-4f52-b9f5-6698f9017101 req-0a8bd468-652c-4b1b-b2b0-24f791b2fb0e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685150 Jan 28 16:44:29.809070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:29.895480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['91532f8c-fa39-4a83-88ac-329a9aeb8bcc'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:29.916573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-59f8ffa3-666c-45ba-954f-403f79031861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:29.918134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-59f8ffa3-666c-45ba-954f-403f79031861 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1164615 Jan 28 16:44:30.007810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca05db-9e39-4206-a4ed-35e845a4d3d8 req-1d2fa8e2-89a7-4ac8-8476-178a2583e691 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:30.009611 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33ca05db-9e39-4206-a4ed-35e845a4d3d8 req-1d2fa8e2-89a7-4ac8-8476-178a2583e691 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.1518483 Jan 28 16:44:30.061323 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for security_group (b6711c01-597d-44a4-b3ec-e9148f2f7383), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:30.081192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b6711c01-597d-44a4-b3ec-e9148f2f7383), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:30.166682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:30.170060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-01e52f1e-f338-4643-9662-6b39b6a68698 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449398 Jan 28 16:44:30.234220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33ca05db-9e39-4206-a4ed-35e845a4d3d8 req-dd79e53a-f919-4253-83fd-0b8276cd6945 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161062 Jan 28 16:44:30.235433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1cb3c45a-bee7-48ea-9fa1-41db7026bea6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:30.235781 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Added segment 1cb3c45a-bee7-48ea-9fa1-41db7026bea6 of type vlan for network 91f7bd8d-6e19-465b-a70a-c30f51961cbe Jan 28 16:44:30.240306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6711c01-597d-44a4-b3ec-e9148f2f7383,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:30.351590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (91f7bd8d-6e19-465b-a70a-c30f51961cbe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:30.379789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8f4c9-4dde-4349-8b40-08177f1772bb req-17fe8d2f-948e-48a4-bc44-6aacb1653287 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:30.385325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82d8f4c9-4dde-4349-8b40-08177f1772bb req-17fe8d2f-948e-48a4-bc44-6aacb1653287 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 949 time: 0.2159491 Jan 28 16:44:30.393154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-f4f45476-06ca-46f8-9a83-814d1788ceca service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010682 Jan 28 16:44:30.441256 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (91f7bd8d-6e19-465b-a70a-c30f51961cbe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:30.442572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:30.443374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:30.517730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82d8f4c9-4dde-4349-8b40-08177f1772bb req-692d4dc7-5ff3-4dac-902d-223b2a96a6fc tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267385 Jan 28 16:44:30.523781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3344696 Jan 28 16:44:30.526637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46264) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:30.533489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'subnet': {'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:30.544694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9703c8-4dd9-40f6-aa42-a3ad6dc7fc8b tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Network': ['ID=91f7bd8d-6e19-465b-a70a-c30f51961cbe,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:30.559766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Made reservation on behalf of 4dcf996083a047e3a80a65496ceca7eb for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:30.563204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 91f7bd8d-6e19-465b-a70a-c30f51961cbe details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:30.566783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.071171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46294) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:31.200990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-928a60ff-3d1d-470b-9621-058c0a4fd005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.236429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:31.284077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-928a60ff-3d1d-470b-9621-058c0a4fd005 admin admin] Publish callbacks [] for security_group (a9f6cb48-db3f-4538-bba5-e905bc2f494e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.285508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.290145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-928a60ff-3d1d-470b-9621-058c0a4fd005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9f6cb48-db3f-4538-bba5-e905bc2f494e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.292187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:44:31.294499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.296384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:31.296969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.300909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.308433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.314946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.321142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.327377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.329778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-1f09d305-4d64-46f4-ad54-c1426a815b97 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.1747520 Jan 28 16:44:31.341255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-928a60ff-3d1d-470b-9621-058c0a4fd005 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f413220141864318a4208040cebb56f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683458 Jan 28 16:44:31.342714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a60ff-3d1d-470b-9621-058c0a4fd005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f6cb48-db3f-4538-bba5-e905bc2f494e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:31.358386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:31.359463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0234d-b11c-405b-8784-7f62d7d35e21 req-b3ec6db5-c1b4-4480-9063-d3a8bb33d571 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.361566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9c0234d-b11c-405b-8784-7f62d7d35e21 req-b3ec6db5-c1b4-4480-9063-d3a8bb33d571 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2053814 Jan 28 16:44:31.386598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:31.387015 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.428444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:31.429725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:31.429928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e6872e84-3fa8-4e67-8656-0a71da495cae admin admin] Publish callbacks [] for security_group (a9f6cb48-db3f-4538-bba5-e905bc2f494e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.433179 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b004e-ef3b-47c1-b321-2fec7493a32e" -d '{"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-plugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:31.438417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.463446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e6872e84-3fa8-4e67-8656-0a71da495cae admin admin] Publish callbacks [] for security_group (a9f6cb48-db3f-4538-bba5-e905bc2f494e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.467644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9c0234d-b11c-405b-8784-7f62d7d35e21 req-de47e89c-016a-4c9c-9bf0-3bdb167b2b7f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762198 Jan 28 16:44:31.512252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:31.525412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:44:31.526470 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (3b282b72-b501-4721-bf4f-d820fc98cb71), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.559314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e6872e84-3fa8-4e67-8656-0a71da495cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9f6cb48-db3f-4538-bba5-e905bc2f494e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.566154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e6872e84-3fa8-4e67-8656-0a71da495cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.569891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e6872e84-3fa8-4e67-8656-0a71da495cae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9f6cb48-db3f-4538-bba5-e905bc2f494e HTTP/1.1" status: 204 len: 168 time: 0.2060914 Jan 28 16:44:31.579791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8d2a9eb-c69a-478d-99ab-aeb83fa19bf3 req-e3db60ff-1b02-435b-a395-3498ae58923d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409542 Jan 28 16:44:31.580214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6872e84-3fa8-4e67-8656-0a71da495cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f6cb48-db3f-4538-bba5-e905bc2f494e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:31.622814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Checking segment: {'id': '1cb3c45a-bee7-48ea-9fa1-41db7026bea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:31.622814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network hostable DHCP agents. Network: 91f7bd8d-6e19-465b-a70a-c30f51961cbe, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:31.654627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3b282b72-b501-4721-bf4f-d820fc98cb71,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:31.689477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63359a0-a33c-4e0f-8231-1baad842f86f req-afd44a9a-9a9c-4a51-8af7-46f6a49c4286 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.691143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e63359a0-a33c-4e0f-8231-1baad842f86f req-afd44a9a-9a9c-4a51-8af7-46f6a49c4286 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.1104681 Jan 28 16:44:31.699561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 91f7bd8d-6e19-465b-a70a-c30f51961cbe is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:31.718627 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40342b51-c3d1-46f4-831d-191ca49c8e79 x-openstack-request-id: req-40342b51-c3d1-46f4-831d-191ca49c8e79 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:31.719205 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-plugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:31.719503 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40342b51-c3d1-46f4-831d-191ca49c8e79 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:31.720511 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'code': 200} Jan 28 16:44:31.727732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 91f7bd8d-6e19-465b-a70a-c30f51961cbe) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:31.734054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:31.734877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.737730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60337a20-b899-47d9-9782-dfad60eebabd None None] Network 91f7bd8d-6e19-465b-a70a-c30f51961cbe requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:31.790969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e63359a0-a33c-4e0f-8231-1baad842f86f req-00f5cc49-86c9-43e7-955f-70bdda057a3f tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864401 Jan 28 16:44:31.804716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ce51b7e-921e-437b-9a4f-e00b846a2c50 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2723174 Jan 28 16:44:31.810632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46310) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:31.819500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-877317363', 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:31.871754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Made reservation on behalf of 4dcf996083a047e3a80a65496ceca7eb for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:31.874765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:31.910727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] device_id is not set on port 7695bf62-7957-4990-ad35-3a3a1ebb8c7b yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:44:31.995160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d8f29-04f3-4d63-a110-c334a378abc3 None None] Network 91f7bd8d-6e19-465b-a70a-c30f51961cbe requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:32.057358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-494fd41d-dd6a-43ac-9bbf-ef2bb627ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.059175 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-494fd41d-dd6a-43ac-9bbf-ef2bb627ae20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.0687523 Jan 28 16:44:32.095022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Allocated IP 172.20.0.13 (91f7bd8d-6e19-465b-a70a-c30f51961cbe/3b282b72-b501-4721-bf4f-d820fc98cb71/7695bf62-7957-4990-ad35-3a3a1ebb8c7b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:32.235036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-ddc330e4-46b1-4e57-b2d3-55597f68fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.241515 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-ddc330e4-46b1-4e57-b2d3-55597f68fa61 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.1758831 Jan 28 16:44:32.277860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef2431-586c-427f-9178-f5a97140f96f req-60742cad-dfbc-42fe-9da8-0c8703361bfe tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.285203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32ef2431-586c-427f-9178-f5a97140f96f req-60742cad-dfbc-42fe-9da8-0c8703361bfe tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.3666418 Jan 28 16:44:32.324642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-bdd756bb-bb69-4eb0-8623-385c1702a005 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.0758393 Jan 28 16:44:32.387841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-0458d4ce-dd46-4421-8007-35bc5de6038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.389900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-0458d4ce-dd46-4421-8007-35bc5de6038a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.0609841 Jan 28 16:44:32.429509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb811b-8b39-4759-a6f6-98a6aefbf2c7 req-6b52cb47-809a-4b81-817d-d110ae5d7368 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.436904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bafb811b-8b39-4759-a6f6-98a6aefbf2c7 req-6b52cb47-809a-4b81-817d-d110ae5d7368 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3298299 Jan 28 16:44:32.451736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-fea21f73-4b94-457c-ba62-b231242d3c4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543733 Jan 28 16:44:32.563511 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-4a2655e8-f16d-433f-ad50-27bdad6ed8b3 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063867 Jan 28 16:44:32.609975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32ef2431-586c-427f-9178-f5a97140f96f req-d18bc393-627c-409a-a93c-ecc1ef1e7c1e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194709 Jan 28 16:44:32.682934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bafb811b-8b39-4759-a6f6-98a6aefbf2c7 req-9949df99-7257-479e-92e0-a45ae288fa9f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455323 Jan 28 16:44:32.688128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-3f8035fa-f58b-4550-9b52-55782f490320 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4258885 Jan 28 16:44:32.731236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.744808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.750946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.757132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.757389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9b05b40d-cc6f-45ef-a5e5-ecb9106036d8 req-efc2ac14-5160-40b5-9571-2b6d689b0ceb service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853602 Jan 28 16:44:32.763194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.769433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.774947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.777000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-41c08910-eb37-4f97-8d2a-06d6f0fe2a5d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.3927505 Jan 28 16:44:32.877967 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for port (7695bf62-7957-4990-ad35-3a3a1ebb8c7b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:32.899899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-4c155cea-308d-4052-a22b-2feeeb227d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:32.901511 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-4c155cea-308d-4052-a22b-2feeeb227d69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a&tenant_id=a8937d6dd909437c9a610245349f866b HTTP/1.1" status: 200 len: 1133 time: 0.1219227 Jan 28 16:44:32.912713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:32.980532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:33.001956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-75181c21-8726-4f7b-87d2-349fb0f8f66e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.003332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-75181c21-8726-4f7b-87d2-349fb0f8f66e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "GET /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2037361 Jan 28 16:44:33.102967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-c143b28d-e5de-45b7-8a82-cbb5714a48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.104468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-c143b28d-e5de-45b7-8a82-cbb5714a48b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1128 time: 0.3181555 Jan 28 16:44:33.135052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587583-acac-4315-8e77-ec488af42ec2 req-1e39e827-07b9-4fed-984f-9317d0c0b396 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.141894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c587583-acac-4315-8e77-ec488af42ec2 req-1e39e827-07b9-4fed-984f-9317d0c0b396 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.1754484 Jan 28 16:44:33.184100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-d08c2fd1-41ab-4d33-8709-f135fbf4dc5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653516 Jan 28 16:44:33.202624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.213966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.223078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.230155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.235616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.241719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.246971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.256463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-0942591f-433c-42e1-a427-a740087a9756 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 5432 time: 0.4783089 Jan 28 16:44:33.323410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-ebb5b841-cfb9-4944-9d37-3b267956c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.325099 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-ebb5b841-cfb9-4944-9d37-3b267956c3d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 1133 time: 0.1168804 Jan 28 16:44:33.381752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c587583-acac-4315-8e77-ec488af42ec2 req-f64a6bc7-cda1-4240-900f-bf57937c07a8 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338200 Jan 28 16:44:33.382762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:33.433120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:33.464306 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7695bf62-7957-4990-ad35-3a3a1ebb8c7b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:33.495464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-3e68fc06-21a0-407a-b6e7-880c4a0f5839 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "GET /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4819577 Jan 28 16:44:33.541828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:33.544239 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ffb3c2-83fd-4db0-99f3-4134175313fb" -d '{"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-unplugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:33.550532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Publish callbacks [] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:33.582168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Transition to ACTIVE for port object 91532f8c-fa39-4a83-88ac-329a9aeb8bcc will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:44:33.596415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:33.603921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:33.667253 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d5ea6-e52d-46a9-b1bb-72f4ede2cc9c x-openstack-request-id: req-d45d5ea6-e52d-46a9-b1bb-72f4ede2cc9c {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:33.667253 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-unplugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:33.667253 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d45d5ea6-e52d-46a9-b1bb-72f4ede2cc9c {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:33.667614 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'code': 200} Jan 28 16:44:33.678845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-a07e2d1c-37ab-47a8-bf1e-b02ad056cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.683564 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-a07e2d1c-37ab-47a8-bf1e-b02ad056cd22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2251475 Jan 28 16:44:33.734520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Port': ['ID=7695bf62-7957-4990-ad35-3a3a1ebb8c7b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:33.755960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-5c9e4cc4-95c8-4532-bd8d-718d5144cb29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 200 len: 217 time: 0.0675690 Jan 28 16:44:33.772051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af3757e5-46b6-4182-80d1-d1ca69a76fe8 req-e2eb8896-42b3-45c7-93e7-d49ef7ebd55f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5146141 Jan 28 16:44:33.790827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] No DVR routers for this DVR port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:33.792558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=10']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:33.942237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 91f7bd8d-6e19-465b-a70a-c30f51961cbe is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:33.944145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-b5a262af-2059-42b2-b96e-b77a8d3f6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.946047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-b5a262af-2059-42b2-b96e-b77a8d3f6d32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.7860847 Jan 28 16:44:33.950803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:33.951146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:33.951476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:33.964455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-876e83e8-b6ed-4019-9323-0148a63c6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:33.965999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-876e83e8-b6ed-4019-9323-0148a63c6c65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1849093 Jan 28 16:44:33.967026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:44:33.967350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Attempting to bind port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:34.013643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:34.046979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:34.047593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:34.047987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:34.048435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Bound port: 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:34.048828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.068819 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.132533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-41969525-de92-427e-856f-f8d112853bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:34.134302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-41969525-de92-427e-856f-f8d112853bc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1565108 Jan 28 16:44:34.200504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:34.219515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:34.225157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:34.243479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.271731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46378) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:34.282708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:34.283420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.319645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:34.320490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.322647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] 10.222.0.31 "PUT /v2.0/ports/91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 1098 time: 1.4148579 Jan 28 16:44:34.324211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dfddc9a2-f69c-4c2e-8982-4445c1258f21 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5103037 Jan 28 16:44:34.325074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-146b29db-3a2a-464c-8b15-41056311c4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836588 Jan 28 16:44:34.328504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46382) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:34.492418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=81bbc3b3-a661-449f-b84d-7893896874e0,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:34.535595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] For port 81bbc3b3-a661-449f-b84d-7893896874e0, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:34.571742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] device_id is not set on port 81bbc3b3-a661-449f-b84d-7893896874e0 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:44:34.581092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Publish callbacks [] for port (81bbc3b3-a661-449f-b84d-7893896874e0), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.596655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-82d03f00-c8e6-4410-9690-f626e3b2b5f8 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:34.607796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.677993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Pushing event updated for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:34.693112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f1983-ba6d-49c6-90f0-a4ac59e7fd81 req-785dc82c-bf44-4764-b1d3-41e87d301c91 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:34.700632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-844f1983-ba6d-49c6-90f0-a4ac59e7fd81 req-785dc82c-bf44-4764-b1d3-41e87d301c91 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.9269321 Jan 28 16:44:34.718068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c17a3-d4c4-4eed-993e-05890ce0ccd7 req-896d5391-83ee-4fcb-aa53-959822168fa7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:34.721520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d9c17a3-d4c4-4eed-993e-05890ce0ccd7 req-896d5391-83ee-4fcb-aa53-959822168fa7 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 949 time: 0.7186921 Jan 28 16:44:34.787602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-b9925321-3f2c-4f56-abe9-969babc31cd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 1000 time: 0.7822587 Jan 28 16:44:34.819636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-844f1983-ba6d-49c6-90f0-a4ac59e7fd81 req-4329c6e3-fafa-4faa-8e58-89b608732c25 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179886 Jan 28 16:44:34.936570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] No DVR routers for this DVR port 81bbc3b3-a661-449f-b84d-7893896874e0 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:34.944868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddef77-eb2a-4701-bb65-d43fc4202b48 service neutron] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=11']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:34.997110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] In _notify_port_updated(), no bound segment for port 81bbc3b3-a661-449f-b84d-7893896874e0 on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:44:34.997951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:34.998555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:34.999840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-729bd06e-9c61-4f99-a3c9-855337ced40e service neutron] 10.222.0.24 "PUT /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 200 len: 1027 time: 1.4099991 Jan 28 16:44:35.026671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-897df0cd-4f41-4971-ab42-bda90b425b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.028190 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-897df0cd-4f41-4971-ab42-bda90b425b5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1132 time: 0.6597574 Jan 28 16:44:35.104664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a1888871-4862-482d-a128-282241fa206f None None] Provisioning complete for port 81bbc3b3-a661-449f-b84d-7893896874e0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:35.105259 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a1888871-4862-482d-a128-282241fa206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.133449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-866086f5-cbee-44ea-8239-32b8f9108a34 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.134958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-866086f5-cbee-44ea-8239-32b8f9108a34 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "GET /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1113005 Jan 28 16:44:35.144013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-750205f4-15bd-47f3-a4aa-4c4cc9b79ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.145856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-750205f4-15bd-47f3-a4aa-4c4cc9b79ee0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1081579 Jan 28 16:44:35.155129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-313e06f7-5d8e-4818-8999-74a0be9546a2 req-f4fea991-d4e4-42e2-8677-efeaf5323910 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183742 Jan 28 16:44:35.156052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-82d03f00-c8e6-4410-9690-f626e3b2b5f8 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "PUT /v2.0/quotas/28f0051fadc0414b95eedb129e5bf75e HTTP/1.1" status: 200 len: 366 time: 0.8748493 Jan 28 16:44:35.162825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46390) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.169839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a1888871-4862-482d-a128-282241fa206f None None] Port 81bbc3b3-a661-449f-b84d-7893896874e0 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:44:35.173877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:35.208275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-95e44f1d-dab9-48d9-96ee-33bf8706fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.209942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-95e44f1d-dab9-48d9-96ee-33bf8706fa27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.4059243 Jan 28 16:44:35.214254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-67042af8-43b5-4e25-9223-cbea7e8b1321 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0489299 Jan 28 16:44:35.218791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46392) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.220389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-8aa8a112-2a79-4ac9-a26f-220f616393a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0677609 Jan 28 16:44:35.235118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d9c17a3-d4c4-4eed-993e-05890ce0ccd7 req-f62c1e43-3546-4083-9e97-b24d92c3cbe6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288356 Jan 28 16:44:35.246322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Deleting port 7695bf62-7957-4990-ad35-3a3a1ebb8c7b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:35.246973 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7695bf62-7957-4990-ad35-3a3a1ebb8c7b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.265570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9fe60ba1-9558-46bd-a8e8-4670f684318c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:35.298925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54db6ae8-9d22-410f-9e84-cc2f69f037a6 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "GET /v2.0/quotas/28f0051fadc0414b95eedb129e5bf75e HTTP/1.1" status: 200 len: 366 time: 0.0770390 Jan 28 16:44:35.304503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c79f-522a-4c91-ba0f-d6a879f387ff req-7b83c5ee-729e-4a24-b223-e678684a732f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.305124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46394) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.312005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a26c79f-522a-4c91-ba0f-d6a879f387ff req-7b83c5ee-729e-4a24-b223-e678684a732f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3310373 Jan 28 16:44:35.350992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1ce7a43a-7a2e-4502-bf0d-b9e1bdfad7d4 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/28f0051fadc0414b95eedb129e5bf75e HTTP/1.1" status: 204 len: 168 time: 0.0440357 Jan 28 16:44:35.352970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.354918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46396) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.367161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-c393132d-9d1d-4cba-a42e-0d46151e4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.368688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-c393132d-9d1d-4cba-a42e-0d46151e4df4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1381073 Jan 28 16:44:35.386155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-dff33497-401a-413a-aa10-1ca226bf48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.392901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-dff33497-401a-413a-aa10-1ca226bf48f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1765215 Jan 28 16:44:35.434831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7695bf62-7957-4990-ad35-3a3a1ebb8c7b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.437322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d9d1040c-54dc-411c-b210-1972a55ddcbd tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0790079 Jan 28 16:44:35.440294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46398) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.471418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 9fe60ba1-9558-46bd-a8e8-4670f684318c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:35.474557 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.476700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-46567faf-7fb8-450b-87ce-05e61ce23cb4 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "GET /v2.0/quotas/28f0051fadc0414b95eedb129e5bf75e HTTP/1.1" status: 200 len: 370 time: 0.0252109 Jan 28 16:44:35.477578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46400) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.478824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a26c79f-522a-4c91-ba0f-d6a879f387ff req-602c807d-fc95-4cc1-bdfc-3bfe487ebfc0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658366 Jan 28 16:44:35.505089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Calling delete_port for 7695bf62-7957-4990-ad35-3a3a1ebb8c7b owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:35.510183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9a8bec68-4248-4d6f-9ffb-a5aff49cbcbc tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "GET /v2.0/quotas/28f0051fadc0414b95eedb129e5bf75e/default HTTP/1.1" status: 200 len: 370 time: 0.0204380 Jan 28 16:44:35.519954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46402) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.549988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-70922957-6b71-4c37-87dc-bde0235b904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.556848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:35.558717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-70922957-6b71-4c37-87dc-bde0235b904f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1825047 Jan 28 16:44:35.559812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe60ba1-9558-46bd-a8e8-4670f684318c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:35.569857 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-c1dc8590-2663-4b87-b5fe-fb6896d54a42 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] delete failed (client error): The resource could not be found. Jan 28 16:44:35.570991 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c1dc8590-2663-4b87-b5fe-fb6896d54a42 tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/28f0051fadc0414b95eedb129e5bf75e HTTP/1.1" status: 404 len: 348 time: 0.0494697 Jan 28 16:44:35.571572 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4bdcdb-1167-4888-a6a8-f0f033e74be2" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe60ba1-9558-46bd-a8e8-4670f684318c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:35.575699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.576435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a5ecbc15-f856-4cd1-a334-d3bf90772a82 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:35.653389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:44:35.653840 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:44:35.668947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:35.671250 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d892c3-ce36-4066-8eb1-c8d608d76c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:35.677829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13136b5-76c9-499c-b485-9c6cd4485855 req-a160157f-70da-425f-a706-a47ea66a7474 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.679391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d13136b5-76c9-499c-b485-9c6cd4485855 req-a160157f-70da-425f-a706-a47ea66a7474 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.2855909 Jan 28 16:44:35.722410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-68dd43e2-6408-43cf-a972-25b3ea33dc91 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208585 Jan 28 16:44:35.740135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.750563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.765313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.773917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.780602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.787333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:35.797052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-197f92b1-8585-40b8-ae32-094155666680 req-0eb85ba0-34c0-4e0e-9bf5-7ce549c1ab18 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 4656 time: 0.2024152 Jan 28 16:44:35.841332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7695bf62-7957-4990-ad35-3a3a1ebb8c7b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:35.843785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46414) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:35.947079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event deleted for resources: {'Port': ['ID=7695bf62-7957-4990-ad35-3a3a1ebb8c7b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:35.957014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-89eda21f-349c-4587-9191-f6aad89619a8 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743842 Jan 28 16:44:35.960710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:network and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:35.972243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a5ecbc15-f856-4cd1-a334-d3bf90772a82 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:35.973052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.001273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:36.008153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.040412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:36.048694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.051242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 81bbc3b3-a661-449f-b84d-7893896874e0 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:36.092942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:subnet and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.106893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.157822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:subnetpool and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.186339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.190420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d39d8360-5f94-4312-9c57-bb451acf1864 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7695bf62-7957-4990-ad35-3a3a1ebb8c7b HTTP/1.1" status: 204 len: 168 time: 1.8604646 Jan 28 16:44:36.191640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.200735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46416) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:36.207450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe', 'external_fixed_ips': [{'subnet_id': '3b282b72-b501-4721-bf4f-d820fc98cb71', 'ip_address': '172.20.0.13'}]}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:36.212734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:36.216848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 81bbc3b3-a661-449f-b84d-7893896874e0 host ! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:44:36.217250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 81bbc3b3-a661-449f-b84d-7893896874e0 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:36.217852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 754d79fe-eda0-4fea-88b7-1dd342a504c5 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:36.236818 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f83fd013-2dee-46bb-bc03-a7018d0440da req-0885f79b-195d-47ed-b72f-50d25f922b65 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724061 Jan 28 16:44:36.245747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:port and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.250806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.259293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (30d2ba2a-d592-40ec-91b3-7080861b0d83), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.260577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (30d2ba2a-d592-40ec-91b3-7080861b0d83), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.269629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:router and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.277015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.286253 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:44:36.295598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:floatingip and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.300343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.334055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 754d79fe-eda0-4fea-88b7-1dd342a504c5 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:36.334450 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.336651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (30d2ba2a-d592-40ec-91b3-7080861b0d83), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.375235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:36.381277 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.382108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device c95a78d9-089c-476d-b630-6227a9ac627c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:36.470567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d13136b5-76c9-499c-b485-9c6cd4485855 req-2fb06c49-1748-4ea6-8eff-b4f9d1d26673 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7772069 Jan 28 16:44:36.470917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:36.499807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.510191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-197f92b1-8585-40b8-ae32-094155666680 req-6c5ac086-72e3-4e06-a089-2d506eba566f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3fcb246-bb42-42e0-bdb6-9cb5eca46164&id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7135544 Jan 28 16:44:36.525269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port c95a78d9-089c-476d-b630-6227a9ac627c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:36.525812 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.567148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58de6c39-9937-4f8e-aba3-6a25f868e1bf req-31587c98-affc-4db3-92c6-ab07de23cda9 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690260 Jan 28 16:44:36.580005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c95a78d9-089c-476d-b630-6227a9ac627c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:36.583979 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dfe2e0-a56e-491d-8991-7fbaad59ed9a x-openstack-request-id: req-a9dfe2e0-a56e-491d-8991-7fbaad59ed9a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:36.584309 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe60ba1-9558-46bd-a8e8-4670f684318c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:36.584573 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9dfe2e0-a56e-491d-8991-7fbaad59ed9a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:36.585037 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe60ba1-9558-46bd-a8e8-4670f684318c', 'code': 200} Jan 28 16:44:36.586911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.587794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:36.608384 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (30d2ba2a-d592-40ec-91b3-7080861b0d83), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.622863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:security_group and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.655563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.670564 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6372e17-67ff-4fdb-ab65-540d38c5d877 x-openstack-request-id: req-b6372e17-67ff-4fdb-ab65-540d38c5d877 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:36.670880 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:36.671117 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6372e17-67ff-4fdb-ab65-540d38c5d877 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:36.671520 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'status': 'completed', 'code': 200} Jan 28 16:44:36.686105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:44:36.686527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:36.686958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a64d0b2c-65df-46ac-bb1a-1d057fa26a16 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:36.692878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:36.779490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Usage tracker for resource:security_group_rule and project:945b0a35f77344f38273e3f660728ef6 is out of sync, need to count used quota {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 16:44:36.784417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.quota.resource [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103094) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 16:44:36.790014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:36.791123 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.810129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ee0da896-3399-496a-8629-131d31c439ff tempest-QuotasTest-1610722165 tempest-QuotasTest-1610722165-project-admin] 10.222.0.25 "GET /v2.0/quotas/945b0a35f77344f38273e3f660728ef6/details.json HTTP/1.1" status: 200 len: 703 time: 0.9550860 Jan 28 16:44:36.831146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-2f6aa47f-a684-405b-ad11-5ee295ec6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:36.832929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-2f6aa47f-a684-405b-ad11-5ee295ec6077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1132 time: 0.1014261 Jan 28 16:44:36.857452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:36.867215 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:36.869985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1516128a-2e57-4502-bd57-f92761f3e335 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:36.887923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506d702-22e4-4601-b7fe-dabb679c34b7 req-62431711-9cf6-4f4a-9a4d-5982031cf567 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:36.889502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1506d702-22e4-4601-b7fe-dabb679c34b7 req-62431711-9cf6-4f4a-9a4d-5982031cf567 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 949 time: 0.1453905 Jan 28 16:44:36.896909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-2971dfc9-8f06-4e46-9c44-c4511e76b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:36.898347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-2971dfc9-8f06-4e46-9c44-c4511e76b2c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8937d6dd909437c9a610245349f866b&device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1132 time: 0.1758244 Jan 28 16:44:36.914024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9fe60ba1-9558-46bd-a8e8-4670f684318c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:36.957401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f463493-eff4-4905-ad1a-649b703b2875 req-a8700763-e6bc-4ddb-9edf-7eeaa64e144f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:36.959487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f463493-eff4-4905-ad1a-649b703b2875 req-a8700763-e6bc-4ddb-9edf-7eeaa64e144f tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.2637291 Jan 28 16:44:36.966864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-91aadddc-ac8f-4df9-9f3d-584d00d9a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:36.969132 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-91aadddc-ac8f-4df9-9f3d-584d00d9a41b service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1289797 Jan 28 16:44:36.969547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:37.026892 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-e06ee506-6813-4c6a-9a44-b5fc1d2bb579 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.0512612 Jan 28 16:44:37.074010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 1516128a-2e57-4502-bd57-f92761f3e335 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:37.074429 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1516128a-2e57-4502-bd57-f92761f3e335), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.123501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1516128a-2e57-4502-bd57-f92761f3e335,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:37.132104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.143022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1506d702-22e4-4601-b7fe-dabb679c34b7 req-394500c9-a739-463c-9db7-24472da03cb0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412376 Jan 28 16:44:37.191574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-58092cbb-1a61-47e9-b0e7-b6559b3f9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:37.199528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-58092cbb-1a61-47e9-b0e7-b6559b3f9449 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1057673 Jan 28 16:44:37.224238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-9661393e-4f4b-4684-9fb7-2058c612f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:37.228968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-9661393e-4f4b-4684-9fb7-2058c612f7f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2926927 Jan 28 16:44:37.245529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:37.316852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] For port 9fe60ba1-9558-46bd-a8e8-4670f684318c, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:37.370730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-f0260a21-d240-4592-a10c-48ab60a01179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:37.372261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-f0260a21-d240-4592-a10c-48ab60a01179 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1657603 Jan 28 16:44:37.449404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46430) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:37.459033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f463493-eff4-4905-ad1a-649b703b2875 req-f2b67c1c-6e90-444e-afe9-5ff8ae9c484e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413438 Jan 28 16:44:37.460526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (30d2ba2a-d592-40ec-91b3-7080861b0d83), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.487309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.497892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-8595f365-c38b-4264-bac6-2fe4c7f9462e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 200 len: 217 time: 0.2038512 Jan 28 16:44:37.570042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] device_id is not set on port 9fe60ba1-9558-46bd-a8e8-4670f684318c yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:44:37.587989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Publish callbacks [] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.605838 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.628942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d1a03-d6ce-4374-965d-0393732332ae req-57518d77-968a-48be-aef3-95e1c505a745 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:37.636827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-105d1a03-d6ce-4374-965d-0393732332ae req-57518d77-968a-48be-aef3-95e1c505a745 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3439288 Jan 28 16:44:37.653263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-97757255-aaa5-4650-8f70-abfa2203c5a3 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741449 Jan 28 16:44:37.661261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-71196caa-5acd-474a-bd26-848c0d98cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:37.663400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-71196caa-5acd-474a-bd26-848c0d98cbec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1566095 Jan 28 16:44:37.721437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4da-147f-49d7-a8b6-6846c02a267f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:37.726101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:37.951419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-105d1a03-d6ce-4374-965d-0393732332ae req-f2827977-2835-442f-989b-36504bc3a97f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135681 Jan 28 16:44:37.978440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-bf179a46-7046-47e0-97d7-b48e1ebb1765 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190877 Jan 28 16:44:37.984947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Allocated IP 172.20.0.13 (91f7bd8d-6e19-465b-a70a-c30f51961cbe/3b282b72-b501-4721-bf4f-d820fc98cb71/fa2e40c7-ddef-493c-8692-7a508403da89) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:37.986436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] No DVR routers for this DVR port 9fe60ba1-9558-46bd-a8e8-4670f684318c on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:38.065522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68bb90-faea-4148-8a1e-5f880c955be6 req-82a04e99-2251-4d2a-8f62-c9f04b9820ff tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.074282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b68bb90-faea-4148-8a1e-5f880c955be6 req-82a04e99-2251-4d2a-8f62-c9f04b9820ff tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.4541948 Jan 28 16:44:38.132713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-af20aab9-8a79-4e59-bd61-ce5f0eed95b1 None None] Provisioning complete for port 9fe60ba1-9558-46bd-a8e8-4670f684318c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:38.133092 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af20aab9-8a79-4e59-bd61-ce5f0eed95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.144259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4da-147f-49d7-a8b6-6846c02a267f admin admin] Publish callbacks [] for security_group (a644881a-a4e3-4eec-a0ef-8146e542f58b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.154152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b68bb90-faea-4148-8a1e-5f880c955be6 req-be12c159-126b-47a2-add9-e8d792a4b66c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785677 Jan 28 16:44:38.155001 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4da-147f-49d7-a8b6-6846c02a267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a644881a-a4e3-4eec-a0ef-8146e542f58b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.179836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-ec2c4e75-1308-4318-b6ad-fb3a3273329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.187263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-ec2c4e75-1308-4318-b6ad-fb3a3273329f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5042231 Jan 28 16:44:38.201400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80d4da-147f-49d7-a8b6-6846c02a267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a644881a-a4e3-4eec-a0ef-8146e542f58b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:38.245280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-af20aab9-8a79-4e59-bd61-ce5f0eed95b1 None None] Port 9fe60ba1-9558-46bd-a8e8-4670f684318c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:44:38.251496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ea80d4da-147f-49d7-a8b6-6846c02a267f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7f59d7e0e74456daceaa9f219c360b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7958698 Jan 28 16:44:38.255897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46446) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:38.269116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for port (fa2e40c7-ddef-493c-8692-7a508403da89), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.336253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] In _notify_port_updated(), no bound segment for port 9fe60ba1-9558-46bd-a8e8-4670f684318c on network 8ca89ba0-a770-405c-bb94-189fe91a7346 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:44:38.337064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.337812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.339094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-31754893-daa5-43e7-88e0-2b07e82eb4e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 200 len: 1027 time: 3.1818221 Jan 28 16:44:38.347645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80d1cdd3-45d2-4839-bbea-f903405aab7a admin admin] Publish callbacks [] for security_group (a644881a-a4e3-4eec-a0ef-8146e542f58b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.361917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.416381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Port': ['ID=fa2e40c7-ddef-493c-8692-7a508403da89,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:38.425230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80d1cdd3-45d2-4839-bbea-f903405aab7a admin admin] Publish callbacks [] for security_group (a644881a-a4e3-4eec-a0ef-8146e542f58b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.440612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 91f7bd8d-6e19-465b-a70a-c30f51961cbe is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:38.444107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:38.449934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:38.455190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-0473d7e9-caaa-4aad-a071-1a1aa2707291 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.461286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-0473d7e9-caaa-4aad-a071-1a1aa2707291 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.466595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-0473d7e9-caaa-4aad-a071-1a1aa2707291 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.472024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-0473d7e9-caaa-4aad-a071-1a1aa2707291 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.477928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-0473d7e9-caaa-4aad-a071-1a1aa2707291 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.479866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-0473d7e9-caaa-4aad-a071-1a1aa2707291 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 3874 time: 0.3196738 Jan 28 16:44:38.490427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-98d5cecf-428a-470e-94f5-db1dd3fdbdba service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905686 Jan 28 16:44:38.575183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:44:38.592110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660e217-eb32-4a42-9c1e-43ececdb4e1c req-71015454-28a0-46bf-bdd8-bacd0dd92eb0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:38.599312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0660e217-eb32-4a42-9c1e-43ececdb4e1c req-71015454-28a0-46bf-bdd8-bacd0dd92eb0 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 949 time: 0.2570081 Jan 28 16:44:38.623294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94f87ca6-7cf8-4d77-8c46-a387ab13da6f req-989009ce-838a-41fc-b6a2-05353a464546 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318991 Jan 28 16:44:38.669136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80d1cdd3-45d2-4839-bbea-f903405aab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a644881a-a4e3-4eec-a0ef-8146e542f58b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.672636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80d1cdd3-45d2-4839-bbea-f903405aab7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.677704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:38.683939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-80d1cdd3-45d2-4839-bbea-f903405aab7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a644881a-a4e3-4eec-a0ef-8146e542f58b HTTP/1.1" status: 204 len: 168 time: 0.4248831 Jan 28 16:44:38.684114 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d41e403-7cb5-4169-a197-20396e4fa292" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "1516128a-2e57-4502-bd57-f92761f3e335"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:38.748369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:38.767853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1cdd3-45d2-4839-bbea-f903405aab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a644881a-a4e3-4eec-a0ef-8146e542f58b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:38.773636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'mac_address': 'fa:16:3e:66:7a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:44:38.839173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:38.839567 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.855925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d892c3-ce36-4066-8eb1-c8d608d76c1d req-4470f105-0be9-49de-9b32-7e9e649e75fc service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344307 Jan 28 16:44:38.857347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91532f8c-fa39-4a83-88ac-329a9aeb8bcc {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:44:38.890446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0660e217-eb32-4a42-9c1e-43ececdb4e1c req-66b2cc9f-4a95-44c9-8f37-6c7089ca5671 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608619 Jan 28 16:44:38.894835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:38.901573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:38.941308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port a5ecbc15-f856-4cd1-a334-d3bf90772a82 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:38.941673 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.026414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (30d2ba2a-d592-40ec-91b3-7080861b0d83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.103804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c808f66-a5de-474e-8894-4bdaa2a8da0f req-235c55d3-b06d-4d18-b269-9d1ef5e70c8d tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:39.105710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c808f66-a5de-474e-8894-4bdaa2a8da0f req-235c55d3-b06d-4d18-b269-9d1ef5e70c8d tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3372288 Jan 28 16:44:39.213506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46464) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:39.252690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] For port a5ecbc15-f856-4cd1-a334-d3bf90772a82, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a5ecbc15-f856-4cd1-a334-d3bf90772a82,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:39.253068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.264932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:39.269672 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4c16e2-48b4-41d9-8b4d-ad8c8a0fd910 x-openstack-request-id: req-5a4c16e2-48b4-41d9-8b4d-ad8c8a0fd910 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:39.270237 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-unplugged", "status": "completed", "tag": "1516128a-2e57-4502-bd57-f92761f3e335", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:39.270681 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a4c16e2-48b4-41d9-8b4d-ad8c8a0fd910 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:39.271229 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82', 'code': 200} Jan 28 16:44:39.271731 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5', 'code': 200} Jan 28 16:44:39.272152 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c', 'code': 200} Jan 28 16:44:39.272550 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'code': 200} Jan 28 16:44:39.272982 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335', 'code': 200} Jan 28 16:44:39.295967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c808f66-a5de-474e-8894-4bdaa2a8da0f req-c6883d89-e5c7-46e2-b2f3-12b4b53c8115 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624849 Jan 28 16:44:39.296760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66679c00-3f71-4c37-ab12-1e3dd3797628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.309730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for a5ecbc15-f856-4cd1-a334-d3bf90772a82 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:39.345826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df818d5-6e73-401c-b100-2575379a065d req-a93f3402-2e0b-48ba-887e-7dcbbe64c91d tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:39.347344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4df818d5-6e73-401c-b100-2575379a065d req-a93f3402-2e0b-48ba-887e-7dcbbe64c91d tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 1133 time: 0.2650278 Jan 28 16:44:39.370102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['91532f8c-fa39-4a83-88ac-329a9aeb8bcc'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:39.518366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4df818d5-6e73-401c-b100-2575379a065d req-95cfa296-5101-4a18-9360-17f78c676290 tempest-MigrationsAdminTest-1985824956 tempest-MigrationsAdminTest-1985824956-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594553 Jan 28 16:44:39.521618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (30d2ba2a-d592-40ec-91b3-7080861b0d83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.687703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66679c00-3f71-4c37-ab12-1e3dd3797628 admin admin] Publish callbacks [] for security_group (59fc32d7-5bf4-4080-be81-553c7c0c6537), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.724157 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66679c00-3f71-4c37-ab12-1e3dd3797628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (59fc32d7-5bf4-4080-be81-553c7c0c6537), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.732837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece658c-60dd-4071-bcba-bc7ae26cbc54 req-6cd8416a-ebf5-476c-b763-dd087b38edc9 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:39.734371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fece658c-60dd-4071-bcba-bc7ae26cbc54 req-6cd8416a-ebf5-476c-b763-dd087b38edc9 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2596378 Jan 28 16:44:39.773988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Router 30d2ba2a-d592-40ec-91b3-7080861b0d83 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:44:39.798253 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a5ecbc15-f856-4cd1-a334-d3bf90772a82), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.816374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-66679c00-3f71-4c37-ab12-1e3dd3797628 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=945b0a35f77344f38273e3f660728ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954931 Jan 28 16:44:39.826752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46472) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:39.836722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66679c00-3f71-4c37-ab12-1e3dd3797628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fc32d7-5bf4-4080-be81-553c7c0c6537,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:39.845623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=a5ecbc15-f856-4cd1-a334-d3bf90772a82,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:39.877392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6765-13d7-406a-8cc7-861e2a14005b req-706d53ca-4f3d-4299-ac91-563f59fc1f72 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:39.878897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5cb6765-13d7-406a-8cc7-861e2a14005b req-706d53ca-4f3d-4299-ac91-563f59fc1f72 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.1994429 Jan 28 16:44:39.927646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fece658c-60dd-4071-bcba-bc7ae26cbc54 req-ca5cbbf1-a328-494c-9c7c-a8fa0dfcb939 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753633 Jan 28 16:44:39.934285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] No DVR routers for this DVR port a5ecbc15-f856-4cd1-a334-d3bf90772a82 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:39.937917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.941198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2975f7b6-242f-4a02-ba8f-d708cadab374 admin admin] Publish callbacks [] for security_group (59fc32d7-5bf4-4080-be81-553c7c0c6537), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.949967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-315145c5-89ef-4011-a89f-2b405e4903aa tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "DELETE /v2.0/ports/a5ecbc15-f856-4cd1-a334-d3bf90772a82 HTTP/1.1" status: 204 len: 173 time: 1.6011460 Jan 28 16:44:39.951552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:39.953927 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a1bc68-f50c-44a3-804b-2c8fa8cf8db9" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:39.968885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:44:39.983190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Sync routers for ids ['30d2ba2a-d592-40ec-91b3-7080861b0d83'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:44:39.991214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2975f7b6-242f-4a02-ba8f-d708cadab374 admin admin] Publish callbacks [] for security_group (59fc32d7-5bf4-4080-be81-553c7c0c6537), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:39.993114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Routers {'30d2ba2a-d592-40ec-91b3-7080861b0d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:39.993681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['30d2ba2a-d592-40ec-91b3-7080861b0d83'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:40.014747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.018474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-68c68d90-5e54-4c36-af63-bd4fa69fd45d tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.8137596 Jan 28 16:44:40.022352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5cb6765-13d7-406a-8cc7-861e2a14005b req-a7d77218-19c5-4503-81de-cf2eac000855 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259685 Jan 28 16:44:40.022815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46476) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:40.094535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2975f7b6-242f-4a02-ba8f-d708cadab374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (59fc32d7-5bf4-4080-be81-553c7c0c6537), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.097637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2975f7b6-242f-4a02-ba8f-d708cadab374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.101535 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2975f7b6-242f-4a02-ba8f-d708cadab374 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59fc32d7-5bf4-4080-be81-553c7c0c6537 HTTP/1.1" status: 204 len: 168 time: 0.2708962 Jan 28 16:44:40.115783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975f7b6-242f-4a02-ba8f-d708cadab374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fc32d7-5bf4-4080-be81-553c7c0c6537,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:40.143082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Set router 30d2ba2a-d592-40ec-91b3-7080861b0d83 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:40.224073 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415d1c31-bf8e-4512-b090-00105b36b87e x-openstack-request-id: req-415d1c31-bf8e-4512-b090-00105b36b87e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:40.224565 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "a5ecbc15-f856-4cd1-a334-d3bf90772a82", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:40.224716 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-415d1c31-bf8e-4512-b090-00105b36b87e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:40.225056 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': 'a5ecbc15-f856-4cd1-a334-d3bf90772a82', 'status': 'completed', 'code': 200} Jan 28 16:44:40.258164 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (30d2ba2a-d592-40ec-91b3-7080861b0d83), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.354864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d827-990d-4fac-a228-13622057f91b req-faf443b2-de59-4088-b429-ae177fcc811b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:40.361200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d827-990d-4fac-a228-13622057f91b req-faf443b2-de59-4088-b429-ae177fcc811b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:40.367084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d827-990d-4fac-a228-13622057f91b req-faf443b2-de59-4088-b429-ae177fcc811b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:40.372639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d827-990d-4fac-a228-13622057f91b req-faf443b2-de59-4088-b429-ae177fcc811b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:40.382116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28d0d827-990d-4fac-a228-13622057f91b req-faf443b2-de59-4088-b429-ae177fcc811b tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 3141 time: 0.2250662 Jan 28 16:44:40.406049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d2ba2a-d592-40ec-91b3-7080861b0d83', 'name': '', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe', 'external_fixed_ips': [{'subnet_id': '3b282b72-b501-4721-bf4f-d820fc98cb71', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fa2e40c7-ddef-493c-8692-7a508403da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:36Z', 'updated_at': '2022-01-28T16:44:38Z', 'revision_number': 3, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port': {'id': 'fa2e40c7-ddef-493c-8692-7a508403da89', 'name': '', 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d2ba2a-d592-40ec-91b3-7080861b0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '3b282b72-b501-4721-bf4f-d820fc98cb71', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:37Z', 'updated_at': '2022-01-28T16:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b282b72-b501-4721-bf4f-d820fc98cb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:40.409120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port c95a78d9-089c-476d-b630-6227a9ac627c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:40.409497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.433312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Checking router: 30d2ba2a-d592-40ec-91b3-7080861b0d83 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:44:40.433672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Updating router 30d2ba2a-d592-40ec-91b3-7080861b0d83 port fa2e40c7-ddef-493c-8692-7a508403da89 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:44:40.468136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.592746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:40.705406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:44:40.713372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:40.713739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.719761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:40.725349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1330298237'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:40.748862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:40.754109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.796716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:40.821877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e92b6ae4-2baf-42e4-89cc-590ec0ae0130), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.821877 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Added segment e92b6ae4-2baf-42e4-89cc-590ec0ae0130 of type vlan for network c755c58b-bdc0-41c0-97e3-7901e1027b63 Jan 28 16:44:40.889463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c755c58b-bdc0-41c0-97e3-7901e1027b63), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.891648 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Publish callbacks [] for port (fa2e40c7-ddef-493c-8692-7a508403da89), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.893909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:40.894316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.917275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.920522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28d0d827-990d-4fac-a228-13622057f91b req-a45418e3-1cc8-45ed-a9e1-2d8c42ce3fe5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5373476 Jan 28 16:44:40.925918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c755c58b-bdc0-41c0-97e3-7901e1027b63), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.931527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:40.932142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.943500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e97c0-dd69-4f68-8653-6b75168ee105 req-9cfcac5e-ddd0-43f5-a8a8-8ab4c6113e02 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:40.953575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d47e97c0-dd69-4f68-8653-6b75168ee105 req-9cfcac5e-ddd0-43f5-a8a8-8ab4c6113e02 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 950 time: 0.6219969 Jan 28 16:44:40.967026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:40.983743 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:40.988366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (30d2ba2a-d592-40ec-91b3-7080861b0d83), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.002882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Attempting to bind port fa2e40c7-ddef-493c-8692-7a508403da89 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:41.003265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Attempting to bind port fa2e40c7-ddef-493c-8692-7a508403da89 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1cb3c45a-bee7-48ea-9fa1-41db7026bea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:41.003642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Attempting to bind port fa2e40c7-ddef-493c-8692-7a508403da89 on network 91f7bd8d-6e19-465b-a70a-c30f51961cbe {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:41.015772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] For port c95a78d9-089c-476d-b630-6227a9ac627c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=c95a78d9-089c-476d-b630-6227a9ac627c,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:41.016196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.031197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:41.031653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Checking segment: {'id': '1cb3c45a-bee7-48ea-9fa1-41db7026bea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:41.032021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.032448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Bound using segment: {'id': '1cb3c45a-bee7-48ea-9fa1-41db7026bea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:41.033037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Bound port: fa2e40c7-ddef-493c-8692-7a508403da89, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3c45a-bee7-48ea-9fa1-41db7026bea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91f7bd8d-6e19-465b-a70a-c30f51961cbe'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:41.033435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.047716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fc2d6-5caa-47de-b79e-cdae14a3aaa4 None None] Pushing event updated for resources: {'Port': ['ID=fa2e40c7-ddef-493c-8692-7a508403da89,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.060748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for c95a78d9-089c-476d-b630-6227a9ac627c owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:41.064641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3425937 Jan 28 16:44:41.067255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afc2e3-6051-479d-9bff-0d1781105e02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Network': ['ID=c755c58b-bdc0-41c0-97e3-7901e1027b63,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.069754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46510) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:41.082115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2074429230'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:41.095022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:41.104943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d47e97c0-dd69-4f68-8653-6b75168ee105 req-56640391-dcc4-430f-bc95-fd81ad005f68 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326663 Jan 28 16:44:41.211136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:41.214521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.218860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] For port fa2e40c7-ddef-493c-8692-7a508403da89, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:41.235683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=13']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.235922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:41.239932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] For port fa2e40c7-ddef-493c-8692-7a508403da89, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fa2e40c7-ddef-493c-8692-7a508403da89,segment=NetworkSegment(1cb3c45a-bee7-48ea-9fa1-41db7026bea6),segment_id=1cb3c45a-bee7-48ea-9fa1-41db7026bea6)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:41.254777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.283487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:41.285764 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421b22b6-7b6d-4cf9-8e36-014cb11d2791" -d '{"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-plugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:41.303537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed93b-786c-4e49-a094-92fffb2840f7 req-8fbd457e-d702-4570-b551-536208827864 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:41.305667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e3ed93b-786c-4e49-a094-92fffb2840f7 req-8fbd457e-d702-4570-b551-536208827864 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.2298582 Jan 28 16:44:41.307259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Deleting port fa2e40c7-ddef-493c-8692-7a508403da89 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:41.317217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.322354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Routers {'30d2ba2a-d592-40ec-91b3-7080861b0d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:41.323007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['30d2ba2a-d592-40ec-91b3-7080861b0d83'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:41.327914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fc2d6-5caa-47de-b79e-cdae14a3aaa4 None None] Pushing event updated for resources: {'Port': ['ID=fa2e40c7-ddef-493c-8692-7a508403da89,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.361491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-418565472'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:41.386833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:41.391431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.402686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:41.408801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.420454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] Set router 30d2ba2a-d592-40ec-91b3-7080861b0d83 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:41.466791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (87ded981-54f0-49af-b810-51d5cb8153b9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.467148 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Added segment 87ded981-54f0-49af-b810-51d5cb8153b9 of type vlan for network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 Jan 28 16:44:41.475431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2391db6-73e0-40f4-a00f-b8588af24943 req-569352b2-337f-4806-bf22-4a3f34ab5c78 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:41.476160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d2ba2a-d592-40ec-91b3-7080861b0d83', 'name': '', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:36Z', 'updated_at': '2022-01-28T16:44:40Z', 'revision_number': 4, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:41.476985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2391db6-73e0-40f4-a00f-b8588af24943 req-569352b2-337f-4806-bf22-4a3f34ab5c78 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2877619 Jan 28 16:44:41.493056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for security_group (8a012f6a-51d9-4df6-8440-ce6bfb42d1b0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.498089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8a012f6a-51d9-4df6-8440-ce6bfb42d1b0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.508109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e4ec0-9c41-4ac4-9d82-dccd3723d6b0 None None] The sync data for ids ['30d2ba2a-d592-40ec-91b3-7080861b0d83'] in n-d-812111-13 is: [{'id': '30d2ba2a-d592-40ec-91b3-7080861b0d83', 'name': '', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:36Z', 'updated_at': '2022-01-28T16:44:40Z', 'revision_number': 4, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:44:41.519167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:41.537942 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3b5a09b8-ec9b-48bf-912d-59af940f09b0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.538305 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 3b5a09b8-ec9b-48bf-912d-59af940f09b0 of type vlan for network a48b0e71-886b-40cc-982d-ae89a91e1778 Jan 28 16:44:41.546977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a012f6a-51d9-4df6-8440-ce6bfb42d1b0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.561797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e3ed93b-786c-4e49-a094-92fffb2840f7 req-676d13e7-4dc9-4cbf-ad68-227ceb42c969 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000110 Jan 28 16:44:41.581448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] For port fa2e40c7-ddef-493c-8692-7a508403da89, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fa2e40c7-ddef-493c-8692-7a508403da89,segment=NetworkSegment(1cb3c45a-bee7-48ea-9fa1-41db7026bea6),segment_id=1cb3c45a-bee7-48ea-9fa1-41db7026bea6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:41.581801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.601850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a48b0e71-886b-40cc-982d-ae89a91e1778), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.622420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.630985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Calling delete_port for fa2e40c7-ddef-493c-8692-7a508403da89 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:41.638018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a48b0e71-886b-40cc-982d-ae89a91e1778), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.639391 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c95a78d9-089c-476d-b630-6227a9ac627c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.643677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:41.644639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.672927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4357147 Jan 28 16:44:41.742211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775abb-2019-4c59-ae38-5afb6aa0ab9b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=a48b0e71-886b-40cc-982d-ae89a91e1778,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.747013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=c95a78d9-089c-476d-b630-6227a9ac627c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:41.757722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a48b0e71-886b-40cc-982d-ae89a91e1778 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:41.759704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2391db6-73e0-40f4-a00f-b8588af24943 req-e0e162c9-78b1-4213-8a8e-6363d53a9f62 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697091 Jan 28 16:44:41.845247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.855551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:41.856203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.882752 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fbed4f-a02f-4b6d-8e6a-21f44f7d6c83 x-openstack-request-id: req-63fbed4f-a02f-4b6d-8e6a-21f44f7d6c83 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:41.885207 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-plugged", "status": "completed", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:41.885555 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63fbed4f-a02f-4b6d-8e6a-21f44f7d6c83 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:41.886480 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'code': 200} Jan 28 16:44:41.922036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] No DVR routers for this DVR port c95a78d9-089c-476d-b630-6227a9ac627c on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:41.925318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:41.929305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-8e8e7389-0cf7-4f47-9b86-fb0f1ec5c490 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "DELETE /v2.0/ports/c95a78d9-089c-476d-b630-6227a9ac627c HTTP/1.1" status: 204 len: 173 time: 1.9785218 Jan 28 16:44:41.975979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-2d7ecab1-fb8b-403d-ba9d-198bd290fea4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:41.977533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-2d7ecab1-fb8b-403d-ba9d-198bd290fea4 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 951 time: 0.4610848 Jan 28 16:44:41.999362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9255006 Jan 28 16:44:42.002285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:42.007858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'subnet': {'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:42.054623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9dbc-9093-4170-bc15-f5ae7a385bce tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Network': ['ID=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:42.066367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:42.152236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:42.157087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.189435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf81dc-832d-4821-9c96-32c9601df797 req-41eefc21-1643-4e68-9298-fd4b3e9d985a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:42.204277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0baf81dc-832d-4821-9c96-32c9601df797 req-41eefc21-1643-4e68-9298-fd4b3e9d985a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.5531156 Jan 28 16:44:42.238139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:42.241233 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a64e5-134c-4859-8f15-e13810e74c78" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:42.243592 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.244483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.445846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7fc5-a401-446a-abf3-fe80d3290cdf req-76fc90ce-7174-4f78-8e4b-772457885c58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:42.451180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7fc5-a401-446a-abf3-fe80d3290cdf req-76fc90ce-7174-4f78-8e4b-772457885c58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:42.456576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7fc5-a401-446a-abf3-fe80d3290cdf req-76fc90ce-7174-4f78-8e4b-772457885c58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:42.463858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eba7fc5-a401-446a-abf3-fe80d3290cdf req-76fc90ce-7174-4f78-8e4b-772457885c58 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 2409 time: 0.4195900 Jan 28 16:44:42.473266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0baf81dc-832d-4821-9c96-32c9601df797 req-728cca2a-44ec-469c-9483-d1c820980ecd tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683904 Jan 28 16:44:42.486553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (398286f8-8d4c-4f27-908a-1512b5bfa6f9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.554483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Deleting port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:42.554874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.557694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fa2e40c7-ddef-493c-8692-7a508403da89), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.573634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Subnet': ['ID=398286f8-8d4c-4f27-908a-1512b5bfa6f9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:42.576052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port 754d79fe-eda0-4fea-88b7-1dd342a504c5 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:42.576993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.587369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Checking segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:42.587740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network hostable DHCP agents. Network: c755c58b-bdc0-41c0-97e3-7901e1027b63, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:42.610128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:42.623413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c755c58b-bdc0-41c0-97e3-7901e1027b63) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:42.632592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:42.633245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.633696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec933fe2-bd28-4df5-8b8d-d1d16d6db587 None None] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:42.660689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-35c00052-90c0-4000-9b59-0f7a2d5939d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6550322 Jan 28 16:44:42.661935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:42.667091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'subnet': {'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:42.811345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-c755c58b-bdc0-41c0-97e3-7901e1027b63', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:42.812606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:42.831342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eba7fc5-a401-446a-abf3-fe80d3290cdf req-ee82aef9-5e86-4a24-80dc-2aabd045804a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663843 Jan 28 16:44:42.918175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa2e40c7-ddef-493c-8692-7a508403da89,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:42.987077 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786d0404-70b7-40c0-a96f-1a2c257cb6fb x-openstack-request-id: req-786d0404-70b7-40c0-a96f-1a2c257cb6fb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:42.988585 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "c95a78d9-089c-476d-b630-6227a9ac627c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:42.989162 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-786d0404-70b7-40c0-a96f-1a2c257cb6fb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:42.989776 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': 'c95a78d9-089c-476d-b630-6227a9ac627c', 'status': 'completed', 'code': 200} Jan 28 16:44:43.060894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Allocated IP 10.1.1.2 (c755c58b-bdc0-41c0-97e3-7901e1027b63/398286f8-8d4c-4f27-908a-1512b5bfa6f9/da7e81b1-51fb-42b3-aabf-d27ea4367171) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:43.093730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea0233-6787-4469-bb46-f45f763d5eb8 req-b20f66f6-3245-4f6d-be14-c2e83b27de6b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:43.095628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebea0233-6787-4469-bb46-f45f763d5eb8 req-b20f66f6-3245-4f6d-be14-c2e83b27de6b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=832639f0-c45e-4adb-8877-38ac71c2a62a HTTP/1.1" status: 200 len: 951 time: 0.4976451 Jan 28 16:44:43.167211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] For port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:43.167624 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.170629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (30d2ba2a-d592-40ec-91b3-7080861b0d83), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.184262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:43.189777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.242412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Publish callbacks [] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.242979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] For port 754d79fe-eda0-4fea-88b7-1dd342a504c5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=754d79fe-eda0-4fea-88b7-1dd342a504c5,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:43.243127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.253042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.309458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Pushing event updated for resources: {'Port': ['ID=da7e81b1-51fb-42b3-aabf-d27ea4367171,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:43.324734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:43.326369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:43.331948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for 754d79fe-eda0-4fea-88b7-1dd342a504c5 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:43.333565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:43.335032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Calling delete_port for 91532f8c-fa39-4a83-88ac-329a9aeb8bcc owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:43.337522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (30d2ba2a-d592-40ec-91b3-7080861b0d83), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.345311 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (30d2ba2a-d592-40ec-91b3-7080861b0d83), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.365677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebea0233-6787-4469-bb46-f45f763d5eb8 req-24edb632-ed9f-430c-855d-fb48eccc3be9 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412574 Jan 28 16:44:43.382912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68807d93-de73-4271-9bd4-3859276d9c73 req-f9e2cfdb-87ba-41b9-9aee-fba9795dd9b3 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:43.390285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68807d93-de73-4271-9bd4-3859276d9c73 req-f9e2cfdb-87ba-41b9-9aee-fba9795dd9b3 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3472455 Jan 28 16:44:43.415487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Attempting to bind port da7e81b1-51fb-42b3-aabf-d27ea4367171 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:43.416257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Attempting to bind port da7e81b1-51fb-42b3-aabf-d27ea4367171 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:43.417165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Attempting to bind port da7e81b1-51fb-42b3-aabf-d27ea4367171 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:43.426256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:43.426826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Checking segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:43.427604 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.428095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Bound using segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:43.428664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Bound port: da7e81b1-51fb-42b3-aabf-d27ea4367171, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:43.429167 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.475822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68807d93-de73-4271-9bd4-3859276d9c73 req-b91c067d-83eb-4330-9088-2517ffbc8821 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846312 Jan 28 16:44:43.506962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.520854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] For port da7e81b1-51fb-42b3-aabf-d27ea4367171, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:43.525456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] For port da7e81b1-51fb-42b3-aabf-d27ea4367171, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=da7e81b1-51fb-42b3-aabf-d27ea4367171,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:43.537190 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.597142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Checking segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:43.597494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network hostable DHCP agents. Network: 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:43.621912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Subnet': ['ID=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:43.640075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:43.651406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d642330-7327-42da-be76-3f01ea030b16 None None] Pushing event updated for resources: {'Port': ['ID=da7e81b1-51fb-42b3-aabf-d27ea4367171,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:43.654870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:43.662875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:43.666123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.667756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fca9b-e0c6-4708-a655-7215d05b555e None None] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:43.705189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e6be59d-f11c-46a5-85e2-485ed98bc84d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0399139 Jan 28 16:44:43.705941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46534) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:43.711524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'name': 'tempest-TaggedBootDevicesTest_v242-1837052832', 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:43.801275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (30d2ba2a-d592-40ec-91b3-7080861b0d83), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.802347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30d2ba2a-d592-40ec-91b3-7080861b0d83 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:44:43.809893 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (91532f8c-fa39-4a83-88ac-329a9aeb8bcc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.821301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:43.827157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3aca993b-173b-48bb-b608-6c4256abb8be tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/routers/30d2ba2a-d592-40ec-91b3-7080861b0d83 HTTP/1.1" status: 204 len: 168 time: 3.7853794 Jan 28 16:44:43.838779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46536) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:43.855947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:44.026476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db', '7239b569-a99d-4f84-bb4e-a4613bda959c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:44.064523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'fixed_ips': [{'subnet_id': 'd2f13bfb-5a9e-4ec6-bd02-dc80e26d602d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:44.065541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:44.085995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:44.100866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event deleted for resources: {'Port': ['ID=91532f8c-fa39-4a83-88ac-329a9aeb8bcc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:44.341377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:44.362612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] device_id is not set on port 6900f1ba-9390-445f-868e-2ca3782bfee5 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:44:44.486533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Allocated IP 10.2.2.2 (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5/d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d/b144ead5-f2a3-42d1-a508-30ae3713bb69) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:44.780797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 10.1.1.182 (c755c58b-bdc0-41c0-97e3-7901e1027b63/398286f8-8d4c-4f27-908a-1512b5bfa6f9/6900f1ba-9390-445f-868e-2ca3782bfee5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:44.786636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f7128-ec08-49e4-84e7-3f6dd445de1b req-dafad9a9-8586-4432-a636-24026e69da07 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:44.788207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c8f7128-ec08-49e4-84e7-3f6dd445de1b req-dafad9a9-8586-4432-a636-24026e69da07 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 1.0341847 Jan 28 16:44:44.813416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device da7e81b1-51fb-42b3-aabf-d27ea4367171 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:44.853117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:44.880259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Deleting subnet 3b282b72-b501-4721-bf4f-d820fc98cb71 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:44:44.930646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for subnet (3b282b72-b501-4721-bf4f-d820fc98cb71), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:44.933268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] No DVR routers for this DVR port 91532f8c-fa39-4a83-88ac-329a9aeb8bcc on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:44.936558 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:44.938513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 91532f8c-fa39-4a83-88ac-329a9aeb8bcc {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:44:44.939026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 91532f8c-fa39-4a83-88ac-329a9aeb8bcc not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:44.940723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b4e9244-ecc2-4061-b523-4ab23720627a req-5791e955-a140-4b32-9b57-d6cc11f5d653 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "DELETE /v2.0/ports/91532f8c-fa39-4a83-88ac-329a9aeb8bcc HTTP/1.1" status: 204 len: 173 time: 2.9491630 Jan 28 16:44:44.956220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901bff4-bd99-48a4-94cf-9988da597a07 req-14b02219-6e95-48fb-ab4a-78512bf83fed tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:44.958951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e901bff4-bd99-48a4-94cf-9988da597a07 req-14b02219-6e95-48fb-ab4a-78512bf83fed tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 1.4240277 Jan 28 16:44:44.986493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.023320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-deleted', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:45.025641 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e2ad6-a50b-4a99-bd67-4461b350a6f2" -d '{"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-deleted", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:45.039156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46544) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:45.061270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:45.074077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.081802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e901bff4-bd99-48a4-94cf-9988da597a07 req-e0ebe2aa-4cd8-4458-9576-1661021da79a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873382 Jan 28 16:44:45.111460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (3b282b72-b501-4721-bf4f-d820fc98cb71), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.167482 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3b282b72-b501-4721-bf4f-d820fc98cb71), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.196408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c8f7128-ec08-49e4-84e7-3f6dd445de1b req-a0f2b11e-d084-41bb-9bc5-948e4e1f2163 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858007 Jan 28 16:44:45.217547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (754d79fe-eda0-4fea-88b7-1dd342a504c5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.237347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port da7e81b1-51fb-42b3-aabf-d27ea4367171 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:45.238200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.306801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:45.332462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:45.338725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=754d79fe-eda0-4fea-88b7-1dd342a504c5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:45.339833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:45.345698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:45.421552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:45.422972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.427710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:45.430852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.446047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Publish callbacks [] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.467027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.476010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] No DVR routers for this DVR port 754d79fe-eda0-4fea-88b7-1dd342a504c5 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:45.480836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.485632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-10f543b9-3a79-45f9-b5a0-b241529dbf85 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "DELETE /v2.0/ports/754d79fe-eda0-4fea-88b7-1dd342a504c5 HTTP/1.1" status: 204 len: 173 time: 3.5180385 Jan 28 16:44:45.486902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (3b282b72-b501-4721-bf4f-d820fc98cb71), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.508803 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.512866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/3b282b72-b501-4721-bf4f-d820fc98cb71 HTTP/1.1" status: 204 len: 168 time: 1.6457245 Jan 28 16:44:45.544486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:45.548950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:45.563212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:45.575156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:45.599774 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-64170590-7c42-4b37-9a65-945f03b773ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8927503 Jan 28 16:44:45.603130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46552) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:45.608698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'name': 'tempest-TaggedBootDevicesTest_v242-860676080', 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:45.609586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Pushing event updated for resources: {'Port': ['ID=b144ead5-f2a3-42d1-a508-30ae3713bb69,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:45.615067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port da7e81b1-51fb-42b3-aabf-d27ea4367171 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:45.615462 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.655828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed4bef-3df5-4ee7-b886-05e13b390fe0 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3b282b72-b501-4721-bf4f-d820fc98cb71,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:45.675961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (91f7bd8d-6e19-465b-a70a-c30f51961cbe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.691346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43451e3c-f60d-4947-8749-b29141b1c989 None None] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:45.694382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12e22f-c5f5-43b5-b031-3c5517836485 req-088254da-95aa-4e03-99fd-1252ba3d8b5e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:45.701202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de12e22f-c5f5-43b5-b031-3c5517836485 req-088254da-95aa-4e03-99fd-1252ba3d8b5e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3024693 Jan 28 16:44:45.726559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Attempting to bind port b144ead5-f2a3-42d1-a508-30ae3713bb69 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:45.726926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Attempting to bind port b144ead5-f2a3-42d1-a508-30ae3713bb69 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:45.727286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Attempting to bind port b144ead5-f2a3-42d1-a508-30ae3713bb69 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:45.741589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (820bb3bb-c762-4f2a-bd48-69631e5715dd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.763769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port da7e81b1-51fb-42b3-aabf-d27ea4367171, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=da7e81b1-51fb-42b3-aabf-d27ea4367171,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:45.774005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33876f88-ec79-4a7c-a013-af917e9e9b76 req-f79f4088-a43c-4d9a-8310-c718cb369d82 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:45.779718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33876f88-ec79-4a7c-a013-af917e9e9b76 req-f79f4088-a43c-4d9a-8310-c718cb369d82 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:45.782084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33876f88-ec79-4a7c-a013-af917e9e9b76 req-f79f4088-a43c-4d9a-8310-c718cb369d82 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 1676 time: 0.5597129 Jan 28 16:44:45.828104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=820bb3bb-c762-4f2a-bd48-69631e5715dd,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:45.868535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '3b5a09b8-ec9b-48bf-912d-59af940f09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:45.868944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: a48b0e71-886b-40cc-982d-ae89a91e1778, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:45.872594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:45.877196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.896749 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.902257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] device_id is not set on port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:44:45.925602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de12e22f-c5f5-43b5-b031-3c5517836485 req-c2783dd3-c42f-4d37-a8ac-05bd48bd78da tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226081 Jan 28 16:44:45.936306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:45.936777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Checking segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:45.937198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.937550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Bound using segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:45.938212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Bound port: b144ead5-f2a3-42d1-a508-30ae3713bb69, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:45.942775 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.961454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network a48b0e71-886b-40cc-982d-ae89a91e1778 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:45.975537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (91f7bd8d-6e19-465b-a70a-c30f51961cbe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:45.999238 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c7058-a9fa-4154-b8ac-53ba8386a1ca x-openstack-request-id: req-6c8c7058-a9fa-4154-b8ac-53ba8386a1ca {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:46.001029 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832639f0-c45e-4adb-8877-38ac71c2a62a", "name": "network-vif-deleted", "tag": "91532f8c-fa39-4a83-88ac-329a9aeb8bcc", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:46.001029 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c8c7058-a9fa-4154-b8ac-53ba8386a1ca {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:46.001029 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832639f0-c45e-4adb-8877-38ac71c2a62a', 'name': 'network-vif-deleted', 'tag': '91532f8c-fa39-4a83-88ac-329a9aeb8bcc', 'status': 'completed', 'code': 200} Jan 28 16:44:46.016196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f4c9-f1d9-4edb-87f8-95232caa79d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.031771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33876f88-ec79-4a7c-a013-af917e9e9b76 req-a79fcc61-919d-4071-9abb-678d5d542905 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443786 Jan 28 16:44:46.033722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f7bd8d-6e19-465b-a70a-c30f51961cbe']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:46.040497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port 1516128a-2e57-4502-bd57-f92761f3e335 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:46.040497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1516128a-2e57-4502-bd57-f92761f3e335), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.044123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9405395a-cb5b-40fb-9125-ba32e636bf8f None None] Provisioning complete for port da7e81b1-51fb-42b3-aabf-d27ea4367171 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:46.044333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9405395a-cb5b-40fb-9125-ba32e636bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.076870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb3c45a-bee7-48ea-9fa1-41db7026bea6') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:46.077282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb3c45a-bee7-48ea-9fa1-41db7026bea6') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:46.086610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a48b0e71-886b-40cc-982d-ae89a91e1778) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:46.095196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:46.095941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.142293 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-085ad399-1f73-4766-933f-22d3e19222d1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1015744 Jan 28 16:44:46.143911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e311793-fb6d-4bcc-972f-21e91aa387fa None None] Network a48b0e71-886b-40cc-982d-ae89a91e1778 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:46.147886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:46.152643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (1cb3c45a-bee7-48ea-9fa1-41db7026bea6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.161949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27835442'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:46.179723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=da7e81b1-51fb-42b3-aabf-d27ea4367171,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:46.191640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1cb3c45a-bee7-48ea-9fa1-41db7026bea6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.208051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:44:46.208458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (1cb3c45a-bee7-48ea-9fa1-41db7026bea6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.305186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:46.308587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:44:46.322828 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:44:46.333845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] For port b144ead5-f2a3-42d1-a508-30ae3713bb69, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:46.336535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 10.1.1.128 (c755c58b-bdc0-41c0-97e3-7901e1027b63/398286f8-8d4c-4f27-908a-1512b5bfa6f9/2a68b0c6-099f-4d40-9965-1b1aa9afd84d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:46.343860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (91f7bd8d-6e19-465b-a70a-c30f51961cbe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.355768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] For port b144ead5-f2a3-42d1-a508-30ae3713bb69, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b144ead5-f2a3-42d1-a508-30ae3713bb69,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:46.371722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:46.388826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91f7bd8d-6e19-465b-a70a-c30f51961cbe {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 16:44:46.402288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.402641 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 81b2ddd4-8c13-4ce0-9010-7a79c8711292 of type vlan for network 75128f91-20ae-4dfd-963a-f949cc659ef5 Jan 28 16:44:46.404891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.434729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.438819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/networks/91f7bd8d-6e19-465b-a70a-c30f51961cbe HTTP/1.1" status: 204 len: 168 time: 0.8921690 Jan 28 16:44:46.474391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device da7e81b1-51fb-42b3-aabf-d27ea4367171 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:46.550889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.554328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3223e70-c994-495a-9a39-b0f6107fbc8c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event deleted for resources: {'Network': ['ID=91f7bd8d-6e19-465b-a70a-c30f51961cbe,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:46.582824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a48b0e71-886b-40cc-982d-ae89a91e1778', 'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '820bb3bb-c762-4f2a-bd48-69631e5715dd'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:46.583799 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.653372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9405395a-cb5b-40fb-9125-ba32e636bf8f None None] Current status of the port da7e81b1-51fb-42b3-aabf-d27ea4367171 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:46.656862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.663447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3a1c5-8a26-4ca2-8141-ae2e8618fef6 None None] Pushing event updated for resources: {'Port': ['ID=b144ead5-f2a3-42d1-a508-30ae3713bb69,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:46.671943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:46.673685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.732786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-756c9faa-1cbc-4676-8880-77eaac548d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:46.734314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-756c9faa-1cbc-4676-8880-77eaac548d8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 1128 time: 0.3595688 Jan 28 16:44:46.736868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] For port 1516128a-2e57-4502-bd57-f92761f3e335, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1516128a-2e57-4502-bd57-f92761f3e335,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:46.737242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1516128a-2e57-4502-bd57-f92761f3e335), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.788778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbcca0-1c15-4904-b033-72909715c1f5 req-1878c08d-73ed-40a7-8f2a-595228560eb8 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:46.798539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2fbcca0-1c15-4904-b033-72909715c1f5 req-1878c08d-73ed-40a7-8f2a-595228560eb8 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.4747074 Jan 28 16:44:46.856975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for 1516128a-2e57-4502-bd57-f92761f3e335 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:46.873195 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7154393 Jan 28 16:44:46.876829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.886948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:46.900311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:46.904185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3baa1b34-9193-4ff8-a690-4dac506c3c6a None None] Provisioning complete for port 6900f1ba-9390-445f-868e-2ca3782bfee5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:46.904835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3baa1b34-9193-4ff8-a690-4dac506c3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:46.915347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port da7e81b1-51fb-42b3-aabf-d27ea4367171 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:46.915953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.019818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46574) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:47.045855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2af73-aeb8-4fa7-bddc-03aef62dbc37 req-848a851d-b50c-418d-9eb2-f5967d7f4c30 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:47.046080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3d6b0-d5ec-4151-a48e-5e1e7f945ce3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=75128f91-20ae-4dfd-963a-f949cc659ef5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:47.056174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eed2af73-aeb8-4fa7-bddc-03aef62dbc37 req-848a851d-b50c-418d-9eb2-f5967d7f4c30 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.5338321 Jan 28 16:44:47.062515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'name': 'tempest-router--1876938954', 'project_id': 'ce6493c94f854974a482f75036869fe8'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:47.067995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 75128f91-20ae-4dfd-963a-f949cc659ef5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:47.149538 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.150749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.156026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3baa1b34-9193-4ff8-a690-4dac506c3c6a None None] Port 6900f1ba-9390-445f-868e-2ca3782bfee5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:44:47.172713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.187655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Allocated IP 2001:db8:0:ffff::2 (a48b0e71-886b-40cc-982d-ae89a91e1778/820bb3bb-c762-4f2a-bd48-69631e5715dd/3b046c08-f8b3-4549-a783-573ee1428214) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:47.191669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:47.196980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.226859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3baa1b34-9193-4ff8-a690-4dac506c3c6a None None] Provisioning complete for port da7e81b1-51fb-42b3-aabf-d27ea4367171 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:47.227233 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3baa1b34-9193-4ff8-a690-4dac506c3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.281737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2fbcca0-1c15-4904-b033-72909715c1f5 req-29975f67-91d9-4299-8bf9-f5bbda446152 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823091 Jan 28 16:44:47.312498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43bc1528-6fea-4153-ba84-afbb26bd1daf details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:44:47.329702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:47.339695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:47.342038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:47.354386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port da7e81b1-51fb-42b3-aabf-d27ea4367171 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:47.380586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.409945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-cf3fd00e-626b-4de8-aab3-3c41929339ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:47.411974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-cf3fd00e-626b-4de8-aab3-3c41929339ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.6657560 Jan 28 16:44:47.421423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.422007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:47.436327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:47.437022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.463173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eed2af73-aeb8-4fa7-bddc-03aef62dbc37 req-34bfbe67-c6ec-4beb-8ae8-eb8bc067ae27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689430 Jan 28 16:44:47.491803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8c34094-1683-4872-a625-854d3ff20c5f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8845973 Jan 28 16:44:47.671414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-53146a9c-f7ea-422d-b679-97bf0f0a9d4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 200 len: 1000 time: 0.2403455 Jan 28 16:44:47.693112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (3053a381-f784-4b07-ab2e-e5ef5662450e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.709899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945c499-da8d-423c-8097-fc35560a56d0 req-1886e6f5-a816-432c-9a3d-fe262215be0e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:47.711498 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0945c499-da8d-423c-8097-fc35560a56d0 req-1886e6f5-a816-432c-9a3d-fe262215be0e tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 950 time: 0.1086178 Jan 28 16:44:47.742956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.748320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6cf9c9c2-284f-41fc-8115-ab83aea977bb tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7175653 Jan 28 16:44:47.749527 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1516128a-2e57-4502-bd57-f92761f3e335), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.750817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46580) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:47.788282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3baa1b34-9193-4ff8-a690-4dac506c3c6a None None] Current status of the port da7e81b1-51fb-42b3-aabf-d27ea4367171 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:47.807745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43bc1528-6fea-4153-ba84-afbb26bd1daf, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:47.810829 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Publish callbacks [] for port (3b046c08-f8b3-4549-a783-573ee1428214), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.821466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=3053a381-f784-4b07-ab2e-e5ef5662450e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:47.823008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'port_id': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'mac_address': 'fa:16:3e:fc:13:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:44:47.827268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (3b046c08-f8b3-4549-a783-573ee1428214), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.851958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '81b2ddd4-8c13-4ce0-9010-7a79c8711292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:47.852328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: 75128f91-20ae-4dfd-963a-f949cc659ef5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:47.884555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 75128f91-20ae-4dfd-963a-f949cc659ef5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:47.903497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 75128f91-20ae-4dfd-963a-f949cc659ef5) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:47.909241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:47.909982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.924137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6a36-c2d8-4fb5-aa28-43b5babe0610 req-cd8879a7-9dad-48eb-bf81-8966d4f97549 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:47.928539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396d9ee-1ff1-4a7b-b1d7-13543996fe14 None None] Network 75128f91-20ae-4dfd-963a-f949cc659ef5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:47.932963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3cb6a36-c2d8-4fb5-aa28-43b5babe0610 req-cd8879a7-9dad-48eb-bf81-8966d4f97549 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 943 time: 0.5271332 Jan 28 16:44:47.934735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7f19b616-fc4c-4da1-b83c-3d6fd6ad87aa tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0438614 Jan 28 16:44:47.936871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Network a48b0e71-886b-40cc-982d-ae89a91e1778 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:47.939590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46582) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:47.943544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Deleting port 7239b569-a99d-4f84-bb4e-a4613bda959c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:47.943890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.961156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f614f63-e395-41c2-a899-044e6fbe6d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:47.967567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:47.969494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Pushing event updated for resources: {'Port': ['ID=3b046c08-f8b3-4549-a783-573ee1428214,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:47.999430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:48.002864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-a93758ef-256b-4722-acb9-01333a098e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:48.007033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-a93758ef-256b-4722-acb9-01333a098e3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.2772188 Jan 28 16:44:48.007864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=1516128a-2e57-4502-bd57-f92761f3e335,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:48.008796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-442cb1c2-cc09-45a4-a59b-1a7df4370670 None None] Provisioning complete for port 6900f1ba-9390-445f-868e-2ca3782bfee5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:48.009356 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-442cb1c2-cc09-45a4-a59b-1a7df4370670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.010434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:48.011139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 43bc1528-6fea-4153-ba84-afbb26bd1daf is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:48.011624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.017849 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7d6f4-bda2-4d60-b6ea-86f1ed9cf76d" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:48.030418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bc1528-6fea-4153-ba84-afbb26bd1daf {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:44:48.061840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] For port 7239b569-a99d-4f84-bb4e-a4613bda959c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7239b569-a99d-4f84-bb4e-a4613bda959c,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:48.062226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.076335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Calling delete_port for 7239b569-a99d-4f84-bb4e-a4613bda959c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:48.141627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43bc1528-6fea-4153-ba84-afbb26bd1daf, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:48.184447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3cb6a36-c2d8-4fb5-aa28-43b5babe0610 req-2a179601-523e-4788-8c1a-11b9bf27b47a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505116 Jan 28 16:44:48.185449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.227788 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.257415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7239b569-a99d-4f84-bb4e-a4613bda959c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.263317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-75128f91-20ae-4dfd-963a-f949cc659ef5', 'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '3053a381-f784-4b07-ab2e-e5ef5662450e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:48.264222 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.274364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=43bc1528-6fea-4153-ba84-afbb26bd1daf,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:48.278236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:48.280440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:48.313023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event deleted for resources: {'Port': ['ID=7239b569-a99d-4f84-bb4e-a4613bda959c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:48.321432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd8921-9d06-48ac-a547-429d6634309f req-9e4cd3e7-f3ad-480e-ae09-525d7b716d37 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:48.323078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0cd8921-9d06-48ac-a547-429d6634309f req-9e4cd3e7-f3ad-480e-ae09-525d7b716d37 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a HTTP/1.1" status: 200 len: 950 time: 0.6493790 Jan 28 16:44:48.330491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-442cb1c2-cc09-45a4-a59b-1a7df4370670 None None] Port 6900f1ba-9390-445f-868e-2ca3782bfee5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:44:48.330687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] No DVR routers for this DVR port 1516128a-2e57-4502-bd57-f92761f3e335 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:48.368271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6273048-b070-47fc-8925-dafbb3263462 None None] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:48.381297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.382308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] No DVR routers for this DVR port 7239b569-a99d-4f84-bb4e-a4613bda959c on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:48.384908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-87da78f3-d3de-46d8-99ce-04c85fc99602 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "DELETE /v2.0/ports/1516128a-2e57-4502-bd57-f92761f3e335 HTTP/1.1" status: 204 len: 173 time: 2.8820024 Jan 28 16:44:48.385526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.396383 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0945c499-da8d-423c-8097-fc35560a56d0 req-a502034c-d16c-404a-b0d0-f178edb6c173 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "DELETE /v2.0/ports/7239b569-a99d-4f84-bb4e-a4613bda959c HTTP/1.1" status: 204 len: 173 time: 0.6653874 Jan 28 16:44:48.399923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-442cb1c2-cc09-45a4-a59b-1a7df4370670 None None] Provisioning complete for port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:48.400585 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-442cb1c2-cc09-45a4-a59b-1a7df4370670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.401381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-deleted', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:48.402732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Attempting to bind port 3b046c08-f8b3-4549-a783-573ee1428214 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:48.403105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Attempting to bind port 3b046c08-f8b3-4549-a783-573ee1428214 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3b5a09b8-ec9b-48bf-912d-59af940f09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:48.403472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Attempting to bind port 3b046c08-f8b3-4549-a783-573ee1428214 on network a48b0e71-886b-40cc-982d-ae89a91e1778 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:48.406738 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78248360-68e1-4c34-ad27-225e886ac6e4" -d '{"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-deleted", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:48.416434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:48.416847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Checking segment: {'id': '3b5a09b8-ec9b-48bf-912d-59af940f09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:48.417264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.417698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Bound using segment: {'id': '3b5a09b8-ec9b-48bf-912d-59af940f09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:48.419298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Bound port: 3b046c08-f8b3-4549-a783-573ee1428214, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5a09b8-ec9b-48bf-912d-59af940f09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a48b0e71-886b-40cc-982d-ae89a91e1778'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:48.419298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b046c08-f8b3-4549-a783-573ee1428214), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.565343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['43bc1528-6fea-4153-ba84-afbb26bd1daf'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:48.606825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b144ead5-f2a3-42d1-a508-30ae3713bb69 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:48.623164 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.638913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-20ee539e-a46d-4386-8e1a-959409be8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:48.640423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-20ee539e-a46d-4386-8e1a-959409be8690 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6160641 Jan 28 16:44:48.642388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.649303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.763641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-442cb1c2-cc09-45a4-a59b-1a7df4370670 None None] Port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:44:48.789017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0cd8921-9d06-48ac-a547-429d6634309f req-81efdaf1-f53c-4941-9198-996ad3fbefe5 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548907 Jan 28 16:44:48.803640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3b05-7ffd-454f-8447-c93126a98a0b req-2d651935-ad4f-43e1-a77b-39c91a300f2f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:48.805234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e56d3b05-7ffd-454f-8447-c93126a98a0b req-2d651935-ad4f-43e1-a77b-39c91a300f2f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 943 time: 0.4983981 Jan 28 16:44:48.844092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.844601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:44:48.858910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] For port 3b046c08-f8b3-4549-a783-573ee1428214, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:48.868213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Allocated IP 2001:db8::1 (75128f91-20ae-4dfd-963a-f949cc659ef5/3053a381-f784-4b07-ab2e-e5ef5662450e/1f00f53a-3baf-40fd-a959-88889e691673) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:48.870868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:48.874481 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-13b009ae-2a39-4dd1-a7c0-c72c2c0fc640 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/routers/abcfc4f5-67e6-48bd-9e4a-594d0c1b6c62 HTTP/1.1" status: 204 len: 168 time: 1.0581157 Jan 28 16:44:48.930993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] For port 3b046c08-f8b3-4549-a783-573ee1428214, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b046c08-f8b3-4549-a783-573ee1428214,segment=NetworkSegment(3b5a09b8-ec9b-48bf-912d-59af940f09b0),segment_id=3b5a09b8-ec9b-48bf-912d-59af940f09b0)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:49.011496 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b046c08-f8b3-4549-a783-573ee1428214), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.062005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:49.076203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3053a381-f784-4b07-ab2e-e5ef5662450e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.090548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-825291db-1680-460f-85db-3ae36ed1ad13 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393535 Jan 28 16:44:49.150873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Provisioning complete for port b144ead5-f2a3-42d1-a508-30ae3713bb69 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:49.151328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:49.151711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.151915 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.198618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46598) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:49.200312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b144ead5-f2a3-42d1-a508-30ae3713bb69 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:49.200957 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.204342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339715312', 'description': 'tempest-description--1640614774'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:49.242982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.316465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:49.399150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group (6f0ab6d0-0328-42ee-b33d-121658bdb654), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.405854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6f0ab6d0-0328-42ee-b33d-121658bdb654), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.430132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 7239b569-a99d-4f84-bb4e-a4613bda959c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:44:49.430486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7239b569-a99d-4f84-bb4e-a4613bda959c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:49.443518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ab6d0-0328-42ee-b33d-121658bdb654,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:49.462057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28460a15-e8b8-4fcf-89bf-5926969745e3 None None] Pushing event updated for resources: {'Port': ['ID=3b046c08-f8b3-4549-a783-573ee1428214,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:49.466569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.468992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42b40ff7-f6c7-4a82-828e-f6e7cfcba212 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2682807 Jan 28 16:44:49.471260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46604) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:49.478257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'security_group_rule': {'security_group_id': '6f0ab6d0-0328-42ee-b33d-121658bdb654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:49.529516 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.538172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1477155949', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:49.550701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group_rule (a5a9c7cc-bd65-4438-9ee5-8f98f57c578b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.644099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (f112c960-ecc3-45a1-abe3-250efdc22fff), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.645710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (f112c960-ecc3-45a1-abe3-250efdc22fff), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.675813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group_rule (a5a9c7cc-bd65-4438-9ee5-8f98f57c578b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.687103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a5a9c7cc-bd65-4438-9ee5-8f98f57c578b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.747353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b144ead5-f2a3-42d1-a508-30ae3713bb69 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:49.747748 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.765704 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18cb190-fedf-4250-ab68-9e64bde4ea5e x-openstack-request-id: req-d18cb190-fedf-4250-ab68-9e64bde4ea5e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:49.766265 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "754d79fe-eda0-4fea-88b7-1dd342a504c5", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:49.766382 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d18cb190-fedf-4250-ab68-9e64bde4ea5e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:49.766908 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': '754d79fe-eda0-4fea-88b7-1dd342a504c5', 'status': 'completed', 'code': 200} Jan 28 16:44:49.768623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (f112c960-ecc3-45a1-abe3-250efdc22fff), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.771531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Current status of the port b144ead5-f2a3-42d1-a508-30ae3713bb69 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:49.772245 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.783216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a9c7cc-bd65-4438-9ee5-8f98f57c578b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:49.808132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Publish callbacks [] for port (1f00f53a-3baf-40fd-a959-88889e691673), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.808967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e56d3b05-7ffd-454f-8447-c93126a98a0b req-ae96c383-1726-4c3d-9b03-ed19042869d5 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e7f05-cdd3-4464-b997-891fa4ba5691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9673035 Jan 28 16:44:49.827654 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1f00f53a-3baf-40fd-a959-88889e691673), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.930570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Network 75128f91-20ae-4dfd-963a-f949cc659ef5 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:49.937928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:49.942792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:49.955058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port b144ead5-f2a3-42d1-a508-30ae3713bb69, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b144ead5-f2a3-42d1-a508-30ae3713bb69,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:49.958500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (3053a381-f784-4b07-ab2e-e5ef5662450e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.991993 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:49.993591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Pushing event updated for resources: {'Port': ['ID=1f00f53a-3baf-40fd-a959-88889e691673,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:50.009427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=3053a381-f784-4b07-ab2e-e5ef5662450e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:50.012623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4696a57-53cf-45df-851b-a0dd6e248ef4 req-f72dea18-0b7a-483a-913b-fcb21aef5192 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867383 Jan 28 16:44:50.030498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] For port a64d0b2c-65df-46ac-bb1a-1d057fa26a16, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:50.030867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.068614 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf933f0-3123-485f-87e9-76305b3e7a60 x-openstack-request-id: req-4bf933f0-3123-485f-87e9-76305b3e7a60 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:50.069209 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a", "name": "network-vif-deleted", "tag": "7239b569-a99d-4f84-bb4e-a4613bda959c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:50.069333 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bf933f0-3123-485f-87e9-76305b3e7a60 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:50.069707 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e2100-b2f7-4ae1-a6dd-47fa2baa527a', 'name': 'network-vif-deleted', 'tag': '7239b569-a99d-4f84-bb4e-a4613bda959c', 'status': 'completed', 'code': 200} Jan 28 16:44:50.074272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74b05b-d64e-4f87-95e2-ab63cb962a21 req-85e3f24c-c161-4ce7-94d9-b0275de2e16e tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:50.075042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.075865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c74b05b-d64e-4f87-95e2-ab63cb962a21 req-85e3f24c-c161-4ce7-94d9-b0275de2e16e tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3080745 Jan 28 16:44:50.080590 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-173f4dc8-d10e-4a2d-821d-99d4536f41b9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6057763 Jan 28 16:44:50.081992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:50.125212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'security_group_rule': {'security_group_id': '6f0ab6d0-0328-42ee-b33d-121658bdb654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:50.168625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (f112c960-ecc3-45a1-abe3-250efdc22fff), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.205216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.205861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group_rule (62ffe023-5cf5-4110-b7fb-41572db6bc6a), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.258763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Attempting to bind port 1f00f53a-3baf-40fd-a959-88889e691673 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:50.258763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Attempting to bind port 1f00f53a-3baf-40fd-a959-88889e691673 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '81b2ddd4-8c13-4ce0-9010-7a79c8711292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:50.259111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Attempting to bind port 1f00f53a-3baf-40fd-a959-88889e691673 on network 75128f91-20ae-4dfd-963a-f949cc659ef5 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:50.278138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:50.278411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Checking segment: {'id': '81b2ddd4-8c13-4ce0-9010-7a79c8711292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:50.278664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.279199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Bound using segment: {'id': '81b2ddd4-8c13-4ce0-9010-7a79c8711292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:50.280103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Bound port: 1f00f53a-3baf-40fd-a959-88889e691673, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b2ddd4-8c13-4ce0-9010-7a79c8711292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '75128f91-20ae-4dfd-963a-f949cc659ef5'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:50.280752 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f00f53a-3baf-40fd-a959-88889e691673), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.283237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75128f91-20ae-4dfd-963a-f949cc659ef5']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:50.284614 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:44:50.286021 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:44:50.290809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=b144ead5-f2a3-42d1-a508-30ae3713bb69,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:50.297564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group_rule (62ffe023-5cf5-4110-b7fb-41572db6bc6a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.299651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1613e-0c66-4510-8701-8e9b6f4cf6fb req-ae3e053f-d602-4e11-bdaf-1d8036e7e857 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:50.302599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60d1613e-0c66-4510-8701-8e9b6f4cf6fb req-ae3e053f-d602-4e11-bdaf-1d8036e7e857 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.2995901 Jan 28 16:44:50.311421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (62ffe023-5cf5-4110-b7fb-41572db6bc6a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.324606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b2ddd4-8c13-4ce0-9010-7a79c8711292') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:50.325534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b2ddd4-8c13-4ce0-9010-7a79c8711292') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:50.337604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ffe023-5cf5-4110-b7fb-41572db6bc6a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:50.356454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.360564 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c166a7e4-dc66-4b79-9b47-8aafb6d170e4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758441 Jan 28 16:44:50.361091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:50.368241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.371709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:50.382067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c74b05b-d64e-4f87-95e2-ab63cb962a21 req-986ece45-567e-4d17-9e73-11af4c0c39dc tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595541 Jan 28 16:44:50.437720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] For port 1f00f53a-3baf-40fd-a959-88889e691673, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:50.506856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.552828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:44:50.553262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:44:50.585202 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:44:50.592503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.609101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.613210 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (f112c960-ecc3-45a1-abe3-250efdc22fff), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.626059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60d1613e-0c66-4510-8701-8e9b6f4cf6fb req-b23d3d75-0f44-4c2b-b0cb-09b621b68b44 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067739 Jan 28 16:44:50.650791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.651838 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d57422ca-026f-4da0-8e1a-334d1a504356), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.652222 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Floating IP d57422ca-026f-4da0-8e1a-334d1a504356 disassociated. External IP: 172.25.8.147, port: a64d0b2c-65df-46ac-bb1a-1d057fa26a16. Jan 28 16:44:50.653118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for a64d0b2c-65df-46ac-bb1a-1d057fa26a16 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:50.662580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.672090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b144ead5-f2a3-42d1-a508-30ae3713bb69 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:50.749964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b144ead5-f2a3-42d1-a508-30ae3713bb69 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:50.750380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.868080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Allocated IP 172.25.8.156 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/7fda0c37-8ace-498a-8b84-29ad33e41c71) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:50.882041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 16:44:50.882041 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 16:44:50.882041 n-d-812111-13 neutron-server[103093]: [parameters: {'id': '75128f91-20ae-4dfd-963a-f949cc659ef5'}] Jan 28 16:44:50.882041 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:44:50.883108 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:44:50.886885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] For port 1f00f53a-3baf-40fd-a959-88889e691673, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1f00f53a-3baf-40fd-a959-88889e691673,segment=NetworkSegment(81b2ddd4-8c13-4ce0-9010-7a79c8711292),segment_id=81b2ddd4-8c13-4ce0-9010-7a79c8711292)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:50.890632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8ce62cd6-f86a-4823-983d-38b8e08737e4 None None] Current status of the port b144ead5-f2a3-42d1-a508-30ae3713bb69 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:50.906350 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f00f53a-3baf-40fd-a959-88889e691673), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.910313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a64d0b2c-65df-46ac-bb1a-1d057fa26a16), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:50.926271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33f27-66fa-4c81-b74f-28f4e526918c req-ed9fefc6-2de6-49d2-9497-16fee47059ad tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:50.928622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0f33f27-66fa-4c81-b74f-28f4e526918c req-ed9fefc6-2de6-49d2-9497-16fee47059ad tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 944 time: 0.4189823 Jan 28 16:44:50.977470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007df710-e8ae-4c30-9467-c652562e72e6 None None] Network a48b0e71-886b-40cc-982d-ae89a91e1778 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:51.012585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.012751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=a64d0b2c-65df-46ac-bb1a-1d057fa26a16,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:51.055468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7fa611c9-d582-4807-8f48-16b0b0b4fd35 req-2c58da11-144f-4288-827b-49b8a58cefb4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0530396 Jan 28 16:44:51.072525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0f33f27-66fa-4c81-b74f-28f4e526918c req-baddc10a-6b65-46c9-b086-b064f02a5c31 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333225 Jan 28 16:44:51.084910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for port (7fda0c37-8ace-498a-8b84-29ad33e41c71), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.093436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b144ead5-f2a3-42d1-a508-30ae3713bb69 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:51.096290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b046c08-f8b3-4549-a783-573ee1428214 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:51.101340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dfb90-1dd2-47e0-a5ce-9db5fe757799 None None] Pushing event updated for resources: {'Port': ['ID=1f00f53a-3baf-40fd-a959-88889e691673,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:51.159478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7fda0c37-8ace-498a-8b84-29ad33e41c71), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.212052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-91732197-0458-4060-bb22-3f976a0838c5 None None] Provisioning complete for port b144ead5-f2a3-42d1-a508-30ae3713bb69 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:51.212448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91732197-0458-4060-bb22-3f976a0838c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.240736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353edf0-1f5a-4d2d-b9f7-64f57154b1b3 None None] Network 75128f91-20ae-4dfd-963a-f949cc659ef5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:51.245100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:44:51.246204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:51.251927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:51.255454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:51.259302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706c7b-444f-4008-864f-19cddebaf6ab req-205bcbae-96e2-430d-a5d2-b2ac20373ee8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:51.260852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6706c7b-444f-4008-864f-19cddebaf6ab req-205bcbae-96e2-430d-a5d2-b2ac20373ee8 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.0758593 Jan 28 16:44:51.279622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 172.25.8.111 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/2d2c5427-76bd-4318-b3e1-adcd6ca7396d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:51.305568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event updated for resources: {'Port': ['ID=7fda0c37-8ace-498a-8b84-29ad33e41c71,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:51.324912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43bc1528-6fea-4153-ba84-afbb26bd1daf up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:51.374028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6706c7b-444f-4008-864f-19cddebaf6ab req-f597dc24-013b-4dae-a81c-30d9330d2e94 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027603 Jan 28 16:44:51.401846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3b046c08-f8b3-4549-a783-573ee1428214 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:51.402093 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b046c08-f8b3-4549-a783-573ee1428214), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.430416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.516423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:44:51.521191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-91732197-0458-4060-bb22-3f976a0838c5 None None] Current status of the port b144ead5-f2a3-42d1-a508-30ae3713bb69 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:51.528005 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] Sync routers for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:44:51.543305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 43bc1528-6fea-4153-ba84-afbb26bd1daf completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:44:51.551640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 43bc1528-6fea-4153-ba84-afbb26bd1daf triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:51.552018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.553303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:51.555705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-91732197-0458-4060-bb22-3f976a0838c5 None None] Provisioning complete for port 3b046c08-f8b3-4549-a783-573ee1428214 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:51.556075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91732197-0458-4060-bb22-3f976a0838c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b046c08-f8b3-4549-a783-573ee1428214), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.560808 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:51.628845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] No DVR routers for this DVR port a64d0b2c-65df-46ac-bb1a-1d057fa26a16 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:51.633651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.637621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23ceaab6-1a5a-4261-a8dd-aa1bd5d665d7 req-b88399e0-e9a3-4b64-aa67-dda3f69f1a0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.24 "DELETE /v2.0/ports/a64d0b2c-65df-46ac-bb1a-1d057fa26a16 HTTP/1.1" status: 204 len: 173 time: 3.2362084 Jan 28 16:44:51.733488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b046c08-f8b3-4549-a783-573ee1428214 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:51.733890 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3b046c08-f8b3-4549-a783-573ee1428214), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.782480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f3a10-acce-4f67-bf74-74ba26991c34 req-0a22003f-5df8-483a-8188-d2b6ab12dcde tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:51.798277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-416f3a10-acce-4f67-bf74-74ba26991c34 req-0a22003f-5df8-483a-8188-d2b6ab12dcde tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2844522 Jan 28 16:44:51.804409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335'}, {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:51.813941 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981b891f-5eae-48b7-94aa-154646b51eec" -d '{"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "1516128a-2e57-4502-bd57-f92761f3e335"}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:51.815716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.834201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:51.836602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting port 1f00f53a-3baf-40fd-a959-88889e691673 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:51.841463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1f00f53a-3baf-40fd-a959-88889e691673), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.892179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 3b046c08-f8b3-4549-a783-573ee1428214, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b046c08-f8b3-4549-a783-573ee1428214,segment=NetworkSegment(3b5a09b8-ec9b-48bf-912d-59af940f09b0),segment_id=3b5a09b8-ec9b-48bf-912d-59af940f09b0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:51.934513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990aa6b-68ff-4102-b5c6-9d691a5bbc88 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:44:51.941543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3b046c08-f8b3-4549-a783-573ee1428214), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:51.992223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-416f3a10-acce-4f67-bf74-74ba26991c34 req-cb537d28-a18c-4223-aa13-564990f5dcf9 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860549 Jan 28 16:44:52.057135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 43bc1528-6fea-4153-ba84-afbb26bd1daf is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:52.057625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.070979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] For port 1f00f53a-3baf-40fd-a959-88889e691673, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1f00f53a-3baf-40fd-a959-88889e691673,segment=NetworkSegment(81b2ddd4-8c13-4ce0-9010-7a79c8711292),segment_id=81b2ddd4-8c13-4ce0-9010-7a79c8711292)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:52.077440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1f00f53a-3baf-40fd-a959-88889e691673), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.094756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-91732197-0458-4060-bb22-3f976a0838c5 None None] Current status of the port 3b046c08-f8b3-4549-a783-573ee1428214 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:52.108329 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193a009-d4aa-46ed-80ef-f37db8af18f4 x-openstack-request-id: req-0193a009-d4aa-46ed-80ef-f37db8af18f4 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:52.110639 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "1516128a-2e57-4502-bd57-f92761f3e335", "status": "completed", "code": 200}, {"server_uuid": "b00b85c6-c265-4c32-84c3-e19747d2e253", "name": "network-vif-deleted", "tag": "a64d0b2c-65df-46ac-bb1a-1d057fa26a16", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:52.111102 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0193a009-d4aa-46ed-80ef-f37db8af18f4 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:52.111684 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': '1516128a-2e57-4502-bd57-f92761f3e335', 'status': 'completed', 'code': 200} Jan 28 16:44:52.114359 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b85c6-c265-4c32-84c3-e19747d2e253', 'name': 'network-vif-deleted', 'tag': 'a64d0b2c-65df-46ac-bb1a-1d057fa26a16', 'status': 'completed', 'code': 200} Jan 28 16:44:52.119248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Calling delete_port for 1f00f53a-3baf-40fd-a959-88889e691673 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:52.142908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9f0d-5851-4656-ad10-67f74f5edd0a req-a7aee59d-47e6-4487-9d53-8c433ff4aa13 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:52.152810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:52.155360 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea58d22-bba8-4289-9a97-ffcb36248c57" -d '{"events": [{"server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "name": "network-vif-plugged", "status": "completed", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:52.156592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-118b9f0d-5851-4656-ad10-67f74f5edd0a req-a7aee59d-47e6-4487-9d53-8c433ff4aa13 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3346152 Jan 28 16:44:52.170812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=3b046c08-f8b3-4549-a783-573ee1428214,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:52.179158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43bc1528-6fea-4153-ba84-afbb26bd1daf, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:52.198080 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.322921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e62b9b41-3d85-49c2-acf9-c1ad41fda585 None None] Provisioning complete for port 3b046c08-f8b3-4549-a783-573ee1428214 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:52.323304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e62b9b41-3d85-49c2-acf9-c1ad41fda585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b046c08-f8b3-4549-a783-573ee1428214), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.366480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990aa6b-68ff-4102-b5c6-9d691a5bbc88 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:44:52.397975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-118b9f0d-5851-4656-ad10-67f74f5edd0a req-0df002e2-45e1-453d-ad96-b3975583e75e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350681 Jan 28 16:44:52.414814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=43bc1528-6fea-4153-ba84-afbb26bd1daf,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:52.425621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caa5a4-7b43-401f-b937-b4ec29e46c49 req-dc1622c3-c2b0-4742-b573-f3dafb010d19 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:52.435278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0caa5a4-7b43-401f-b937-b4ec29e46c49 req-dc1622c3-c2b0-4742-b573-f3dafb010d19 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.2064314 Jan 28 16:44:52.505562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b046c08-f8b3-4549-a783-573ee1428214 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:52.528019 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:23Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:52.535423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a863ee44-9f3a-46c7-a276-597771c3629a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:52.537352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a863ee44-9f3a-46c7-a276-597771c3629a tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.2380140 Jan 28 16:44:52.544594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (f112c960-ecc3-45a1-abe3-250efdc22fff), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.592355 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] Checking router: 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:44:52.613269 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:52.613915 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:52.618285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb37040d-f41b-4a98-89c4-1c59e5fbc9b6 req-6e0ef2db-0e60-4ac9-ac82-7ae9b212d9cf tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0916493 Jan 28 16:44:52.624083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1f00f53a-3baf-40fd-a959-88889e691673), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.653208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.677075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e62b9b41-3d85-49c2-acf9-c1ad41fda585 None None] Current status of the port 3b046c08-f8b3-4549-a783-573ee1428214 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:52.705668 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d4409-1e33-4b06-af64-259f8ebdbb98 x-openstack-request-id: req-383d4409-1e33-4b06-af64-259f8ebdbb98 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:52.706308 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "name": "network-vif-plugged", "status": "completed", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:52.706732 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-383d4409-1e33-4b06-af64-259f8ebdbb98 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:52.707511 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'code': 200} Jan 28 16:44:52.741050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No DVR routers for this DVR port 1f00f53a-3baf-40fd-a959-88889e691673 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:52.788543 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:44:52.821223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Port': ['ID=1f00f53a-3baf-40fd-a959-88889e691673,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:52.851157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0caa5a4-7b43-401f-b937-b4ec29e46c49 req-a8ee567d-5f0c-41e4-96ce-fdcf428e9291 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4101162 Jan 28 16:44:52.911594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:52.971510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:52.990855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.005203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:53.012460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:53.019525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=2d2c5427-76bd-4318-b3e1-adcd6ca7396d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:53.064520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (f112c960-ecc3-45a1-abe3-250efdc22fff), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.077987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75128f91-20ae-4dfd-963a-f949cc659ef5']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:53.111365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b2ddd4-8c13-4ce0-9010-7a79c8711292') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:53.112090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b2ddd4-8c13-4ce0-9010-7a79c8711292') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:53.161114 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.166136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f260-4880-4506-9906-265b5ec0684e req-fad3597d-0f8f-4079-959a-6e1383751633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:53.167981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe38f260-4880-4506-9906-265b5ec0684e req-fad3597d-0f8f-4079-959a-6e1383751633 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 1128 time: 0.3513951 Jan 28 16:44:53.188441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c5975-8afd-4865-81eb-249974c6efa3 req-bd600b03-96c7-4255-bcfd-a17fdcef9928 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:53.196739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd9c5975-8afd-4865-81eb-249974c6efa3 req-bd600b03-96c7-4255-bcfd-a17fdcef9928 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=13fbcd96-0420-4e08-9059-004c8831a0d2 HTTP/1.1" status: 200 len: 949 time: 0.3689384 Jan 28 16:44:53.207822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Deleting port 47539273-3d11-48fb-b0fd-390cb71e9be2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:53.208699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.215795 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:23Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:53.234212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (98d17572-ebd5-4c68-bbd9-5a62f3c20c75), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.237819 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.250048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3b046c08-f8b3-4549-a783-573ee1428214 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:53.250653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3b046c08-f8b3-4549-a783-573ee1428214), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.284090 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce09f0-c6bd-4245-9fdf-a7e9fb69edba None None] The sync data for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 is: [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:38:18Z', 'revision_number': 4, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ef3b1abf-72a3-4490-96ce-fd7376f943a6', 'name': '', 'network_id': '3759275c-ff7c-41dd-95c9-2bdde6ff3343', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'mac_address': 'fa:16:3e:df:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4b533955-65a8-4162-8449-0023f20ef93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:17Z', 'updated_at': '2022-01-28T16:38:23Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'subnets': [{'id': '4b533955-65a8-4162-8449-0023f20ef93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:44:53.301757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:44:53.308173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (81b2ddd4-8c13-4ce0-9010-7a79c8711292), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:44:53.313211 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:44:53.326506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.442952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3b046c08-f8b3-4549-a783-573ee1428214 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:53.494588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] For port 47539273-3d11-48fb-b0fd-390cb71e9be2, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=47539273-3d11-48fb-b0fd-390cb71e9be2,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:53.495058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.500278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Router f112c960-ecc3-45a1-abe3-250efdc22fff is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:44:53.508403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Calling delete_port for 47539273-3d11-48fb-b0fd-390cb71e9be2 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:53.584232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.599445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.610291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7863-434b-473d-8d00-77bf06606ed2 req-c572dabd-72d6-47a6-b902-583db06eb87e tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:53.611943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38be7863-434b-473d-8d00-77bf06606ed2 req-c572dabd-72d6-47a6-b902-583db06eb87e tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.5061288 Jan 28 16:44:53.621117 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (75128f91-20ae-4dfd-963a-f949cc659ef5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.674468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.677828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/75128f91-20ae-4dfd-963a-f949cc659ef5 HTTP/1.1" status: 204 len: 168 time: 5.7153347 Jan 28 16:44:53.685834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcf686-b9fc-4a52-b4d8-19a0eba541b1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=75128f91-20ae-4dfd-963a-f949cc659ef5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:53.688043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46638) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:53.699710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd9c5975-8afd-4865-81eb-249974c6efa3 req-9799998f-d637-4ed9-8960-0bf95adfa648 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017388 Jan 28 16:44:53.701879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe38f260-4880-4506-9906-265b5ec0684e req-30001788-a69a-43a6-85b8-bfbc7ab0a2e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5237551 Jan 28 16:44:53.717588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211706715'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:53.738497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91020c9-365c-46d6-9e32-8094d590b6fb None None] New status for floating IP d57422ca-026f-4da0-8e1a-334d1a504356: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:44:53.777480 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (47539273-3d11-48fb-b0fd-390cb71e9be2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.782454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38be7863-434b-473d-8d00-77bf06606ed2 req-753efe8e-cb82-4d37-8d95-1d3b39b1de2e tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592772 Jan 28 16:44:53.793855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['47539273-3d11-48fb-b0fd-390cb71e9be2'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:53.807830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['646d9b05-4888-4463-b2b2-71947a1a65db'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:44:53.828796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=2d2c5427-76bd-4318-b3e1-adcd6ca7396d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:53.831628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:53.835596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.837915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:44:53.840976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (98d17572-ebd5-4c68-bbd9-5a62f3c20c75), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.850730 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] Sync routers for ids ['f112c960-ecc3-45a1-abe3-250efdc22fff'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:44:53.880151 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] Routers {'f112c960-ecc3-45a1-abe3-250efdc22fff'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:53.881309 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f112c960-ecc3-45a1-abe3-250efdc22fff'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:53.895387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.896647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e6c2463-e73d-4148-9651-39b6b19c5e42 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5318828 Jan 28 16:44:53.902458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.903700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1ab9c98d-1a53-4229-ab42-aba4e32279f7 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8406301 Jan 28 16:44:53.915299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event deleted for resources: {'Port': ['ID=47539273-3d11-48fb-b0fd-390cb71e9be2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:53.916498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46644) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:53.929812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:53.966704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] No DVR routers for this DVR port 47539273-3d11-48fb-b0fd-390cb71e9be2 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:53.978030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.981525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e6ef017-43cb-48df-b154-2c6a8dcad5f3 req-a4b85c72-3dff-4287-9e69-2878922e4c4b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.31 "DELETE /v2.0/ports/47539273-3d11-48fb-b0fd-390cb71e9be2 HTTP/1.1" status: 204 len: 173 time: 1.4388232 Jan 28 16:44:53.989167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5ee1023b-6d1e-4cc3-8a68-e193303364b4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:53.989520 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 5ee1023b-6d1e-4cc3-8a68-e193303364b4 of type vlan for network 0cf8e04d-2d87-4fad-811d-498751d9c25d Jan 28 16:44:54.028527 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:54.034844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93d9adbe-11b6-479d-829c-b2a0315e9eaa req-caa08bf6-c3e5-4b8f-8ed2-1795c6c28956 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1262598 Jan 28 16:44:54.100645 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] Routers {'f112c960-ecc3-45a1-abe3-250efdc22fff'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:44:54.104701 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f112c960-ecc3-45a1-abe3-250efdc22fff'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:54.114430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c44e9-fb19-48d7-a1a1-173b23cc1c48 req-f3b178d9-fc93-4c5d-b8d5-4a8b7100a7ae tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:54.125000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d8c44e9-fb19-48d7-a1a1-173b23cc1c48 req-f3b178d9-fc93-4c5d-b8d5-4a8b7100a7ae tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.1619968 Jan 28 16:44:54.134888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-deleted', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:54.137725 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f392845-11c9-4a30-91a8-8a7b05cd4f92" -d '{"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-deleted", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:54.169764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (0cf8e04d-2d87-4fad-811d-498751d9c25d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:54.267509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-513b0079-333d-4a03-bec2-c44fb7c1c5f8 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/f112c960-ecc3-45a1-abe3-250efdc22fff HTTP/1.1" status: 200 len: 921 time: 0.3495371 Jan 28 16:44:54.268112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46650) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:54.274151 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:54.276510 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1549f83-5bec-4a15-98c8-0441d646fb86 None None] The sync data for ids ['f112c960-ecc3-45a1-abe3-250efdc22fff'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:44:54.295343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d8c44e9-fb19-48d7-a1a1-173b23cc1c48 req-b76b9e01-2cf3-4c99-8423-a9c669fb2889 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637619 Jan 28 16:44:54.300114 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd46ec6e-c2b0-442c-a8f6-75afd3aad6d5 x-openstack-request-id: req-dd46ec6e-c2b0-442c-a8f6-75afd3aad6d5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:54.307243 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbcd96-0420-4e08-9059-004c8831a0d2", "name": "network-vif-deleted", "tag": "47539273-3d11-48fb-b0fd-390cb71e9be2", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:54.309079 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd46ec6e-c2b0-442c-a8f6-75afd3aad6d5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:54.309744 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbcd96-0420-4e08-9059-004c8831a0d2', 'name': 'network-vif-deleted', 'tag': '47539273-3d11-48fb-b0fd-390cb71e9be2', 'status': 'completed', 'code': 200} Jan 28 16:44:54.316332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (0cf8e04d-2d87-4fad-811d-498751d9c25d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:54.322085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:54.322677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:54.335052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:54.335821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f569e15-003c-427a-8bd5-5ee0d8f87315 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f112c960-ecc3-45a1-abe3-250efdc22fff HTTP/1.1" status: 200 len: 205 time: 0.0655978 Jan 28 16:44:54.425632 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7354832 Jan 28 16:44:54.427435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cb7fe-6bab-4aff-a50c-4531964779c7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=0cf8e04d-2d87-4fad-811d-498751d9c25d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:54.433637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46664) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:54.439535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:54.447855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 0cf8e04d-2d87-4fad-811d-498751d9c25d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:54.580643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:54.584436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:54.818160 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d354c3ea-dbde-4bcc-aa94-0bc729b9153c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:54.976592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=d354c3ea-dbde-4bcc-aa94-0bc729b9153c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:54.987564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '5ee1023b-6d1e-4cc3-8a68-e193303364b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:54.987813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: 0cf8e04d-2d87-4fad-811d-498751d9c25d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:54.992545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-de1658d7-a036-40ba-9717-5442aa446aa8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1339715312&fields=id&tenant_id=27b8a93b3b824d50863e2c6be3ab1db4 HTTP/1.1" status: 200 len: 267 time: 0.5512645 Jan 28 16:44:55.011523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 0cf8e04d-2d87-4fad-811d-498751d9c25d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:55.024111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 0cf8e04d-2d87-4fad-811d-498751d9c25d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:55.036402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac782ea1-9a20-4f81-97de-40179d5b8b02 None None] Network 0cf8e04d-2d87-4fad-811d-498751d9c25d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:55.054137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.059106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.069389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (f112c960-ecc3-45a1-abe3-250efdc22fff), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.092664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-886a18bd-7fb2-4d15-a4a0-4f21fa9e3642 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6541245 Jan 28 16:44:55.092904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46676) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:55.099541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862608412'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:55.136172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:55.140240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.141489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-54fbb65a-e5c6-42c0-9bae-73ff64769cf1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.149337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-54fbb65a-e5c6-42c0-9bae-73ff64769cf1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 937 time: 0.1556156 Jan 28 16:44:55.174672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:55.206462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dd097dfb-ffa1-45be-93d1-84e82f7dfca7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.207180 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment dd097dfb-ffa1-45be-93d1-84e82f7dfca7 of type vlan for network d2549c9d-9163-42e8-b071-dce16b0a4968 Jan 28 16:44:55.208905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-0cf8e04d-2d87-4fad-811d-498751d9c25d', 'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': 'd354c3ea-dbde-4bcc-aa94-0bc729b9153c'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:55.210961 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.252128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-80f199fc-a6cc-4795-8098-c553a166f460 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.260565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-80f199fc-a6cc-4795-8098-c553a166f460 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 936 time: 0.1099873 Jan 28 16:44:55.265866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d2549c9d-9163-42e8-b071-dce16b0a4968), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.291966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ea335-27b0-491c-9aa0-d22b1221bae7 req-e4592bb4-2830-4e0a-af4e-49f6dfcb5b6b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.293806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-245ea335-27b0-491c-9aa0-d22b1221bae7 req-e4592bb4-2830-4e0a-af4e-49f6dfcb5b6b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2386696 Jan 28 16:44:55.307470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d2549c9d-9163-42e8-b071-dce16b0a4968), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.319011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.319877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.322937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-6c03c193-551c-4bf3-b089-dc88a61dfc65 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0612054 Jan 28 16:44:55.374842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-93951234-56e1-4108-910f-9be3e47267fe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0507500 Jan 28 16:44:55.385106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Allocated IP 2001:db8::3 (0cf8e04d-2d87-4fad-811d-498751d9c25d/d354c3ea-dbde-4bcc-aa94-0bc729b9153c/aa7ef590-c26c-47ca-ad28-73c97d75290c) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:55.387661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (f112c960-ecc3-45a1-abe3-250efdc22fff), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.419840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=d2549c9d-9163-42e8-b071-dce16b0a4968,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:55.438941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5211354-e157-4b10-b58f-5fef5bbc1460 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3424160 Jan 28 16:44:55.439404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46680) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:55.444822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': 'd2549c9d-9163-42e8-b071-dce16b0a4968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:55.514159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-245ea335-27b0-491c-9aa0-d22b1221bae7 req-f37479e1-cfb5-49a8-a5cd-e72e52f87454 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973586 Jan 28 16:44:55.557836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Publish callbacks [] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.562094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d2549c9d-9163-42e8-b071-dce16b0a4968 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:55.598487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e67bf6bf-8839-4bb0-b620-a202576f2498 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.600326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:55.604696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e67bf6bf-8839-4bb0-b620-a202576f2498 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.605574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.611036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e67bf6bf-8839-4bb0-b620-a202576f2498 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.620358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e67bf6bf-8839-4bb0-b620-a202576f2498 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/networks?id=7f385176-671a-4911-85db-c2fcb2aad176&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 HTTP/1.1" status: 200 len: 1995 time: 0.2443707 Jan 28 16:44:55.637340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.669768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-6b2c03c3-d4ac-4bb3-abb5-acf4ef0f80d2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/quotas/27b8a93b3b824d50863e2c6be3ab1db4 HTTP/1.1" status: 200 len: 375 time: 0.0484591 Jan 28 16:44:55.677337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Network 0cf8e04d-2d87-4fad-811d-498751d9c25d is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:55.682202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:55.690695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:55.693318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Deleting port 7fda0c37-8ace-498a-8b84-29ad33e41c71 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:55.693647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7fda0c37-8ace-498a-8b84-29ad33e41c71), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.704443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Pushing event updated for resources: {'Port': ['ID=aa7ef590-c26c-47ca-ad28-73c97d75290c,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:55.726185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Performing IP validity checks on allocation pools {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 16:44:55.726185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 16:44:55.782903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9b00-24e6-4271-9f83-6e868413a513 req-6f82aafb-ddc1-4a77-9933-668bf3698bee tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:55.784390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7baa9b00-24e6-4271-9f83-6e868413a513 req-6f82aafb-ddc1-4a77-9933-668bf3698bee tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.1614456 Jan 28 16:44:55.792977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Attempting to bind port aa7ef590-c26c-47ca-ad28-73c97d75290c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:44:55.793813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Attempting to bind port aa7ef590-c26c-47ca-ad28-73c97d75290c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '5ee1023b-6d1e-4cc3-8a68-e193303364b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:44:55.794411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Attempting to bind port aa7ef590-c26c-47ca-ad28-73c97d75290c on network 0cf8e04d-2d87-4fad-811d-498751d9c25d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:44:55.800955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:44:55.801840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Checking segment: {'id': '5ee1023b-6d1e-4cc3-8a68-e193303364b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:55.802467 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.803080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Bound using segment: {'id': '5ee1023b-6d1e-4cc3-8a68-e193303364b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:44:55.804748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Bound port: aa7ef590-c26c-47ca-ad28-73c97d75290c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee1023b-6d1e-4cc3-8a68-e193303364b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cf8e04d-2d87-4fad-811d-498751d9c25d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:44:55.805523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.827375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7fda0c37-8ace-498a-8b84-29ad33e41c71), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.860514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-b0f952b4-7908-42ac-a26e-3f48c1a3a084 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1898141 Jan 28 16:44:55.896284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Calling delete_port for 7fda0c37-8ace-498a-8b84-29ad33e41c71 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:55.917314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] For port aa7ef590-c26c-47ca-ad28-73c97d75290c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:44:55.921148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] For port aa7ef590-c26c-47ca-ad28-73c97d75290c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=aa7ef590-c26c-47ca-ad28-73c97d75290c,segment=NetworkSegment(5ee1023b-6d1e-4cc3-8a68-e193303364b4),segment_id=5ee1023b-6d1e-4cc3-8a68-e193303364b4)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:44:55.925321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7b3ed673-d22d-41b6-8db2-d93b775784fa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.930184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:55.974818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7baa9b00-24e6-4271-9f83-6e868413a513 req-72320736-aecf-4198-ba7f-1ecfa79f2eff tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825268 Jan 28 16:44:55.997864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=7b3ed673-d22d-41b6-8db2-d93b775784fa,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:56.018735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377743b-6cf7-48ad-935b-b408d7fb7a58 None None] Pushing event updated for resources: {'Port': ['ID=aa7ef590-c26c-47ca-ad28-73c97d75290c,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:56.055345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': 'dd097dfb-ffa1-45be-93d1-84e82f7dfca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd2549c9d-9163-42e8-b071-dce16b0a4968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:56.055875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: d2549c9d-9163-42e8-b071-dce16b0a4968, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:56.083267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network d2549c9d-9163-42e8-b071-dce16b0a4968 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:56.098294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d2549c9d-9163-42e8-b071-dce16b0a4968) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:56.102902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:56.104053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.114566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb36fc-69de-42c3-bdac-f80c2c7f27f6 None None] Network d2549c9d-9163-42e8-b071-dce16b0a4968 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:56.148776 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-46125931-8fb7-401d-95dd-f370b660018e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7075121 Jan 28 16:44:56.151407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:56.161816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-441a0711-9226-4745-a317-ea065cfe9174 req-670fd3f8-cb22-4239-b94a-45f91df70b37 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0518553 Jan 28 16:44:56.176636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0a7899e4-4546-49ec-a28a-d153963d5730 service neutron] 10.222.0.25 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152225 Jan 28 16:44:56.368962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d2549c9d-9163-42e8-b071-dce16b0a4968), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.388653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c5955-86fd-4b0f-a877-87224d06a750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-d2549c9d-9163-42e8-b071-dce16b0a4968', 'network_id': 'd2549c9d-9163-42e8-b071-dce16b0a4968', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '7b3ed673-d22d-41b6-8db2-d93b775784fa'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:56.396138 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5955-86fd-4b0f-a877-87224d06a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.517324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7b3ed673-d22d-41b6-8db2-d93b775784fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.530290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-668a6d5d-3783-40c3-a652-14c73c35a9f6 service neutron] 10.222.0.25 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433523 Jan 28 16:44:56.567755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-d97c9005-5bd4-42ec-b15f-ad1975b0297b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:56.570090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-d97c9005-5bd4-42ec-b15f-ad1975b0297b tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.2909930 Jan 28 16:44:56.578196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device aa7ef590-c26c-47ca-ad28-73c97d75290c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:56.596133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727cbd8-5934-43cf-b824-c34543084117 req-d5b1527b-acf2-4dc8-893f-53312da5beda tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:56.598439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b727cbd8-5934-43cf-b824-c34543084117 req-d5b1527b-acf2-4dc8-893f-53312da5beda tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.2648175 Jan 28 16:44:56.614857 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7fda0c37-8ace-498a-8b84-29ad33e41c71), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.634131 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7b3ed673-d22d-41b6-8db2-d93b775784fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.682399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3ed673-d22d-41b6-8db2-d93b775784fa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:56.682914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e65ce794-e40d-4231-b07f-d3dda4c9807d service neutron] 10.222.0.25 "GET /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1346474 Jan 28 16:44:56.686288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event deleted for resources: {'Port': ['ID=7fda0c37-8ace-498a-8b84-29ad33e41c71,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-9d0c5955-86fd-4b0f-a877-87224d06a750 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b3ed673-d22d-41b6-8db2-d93b775784fa: This subnet is being modified by another concurrent operation. Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:44:56.726312 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b3ed673-d22d-41b6-8db2-d93b775784fa: This subnet is being modified by another concurrent operation. Jan 28 16:44:56.729739 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 16:44:56.741412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:56.759908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d2549c9d-9163-42e8-b071-dce16b0a4968), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.776755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 47539273-3d11-48fb-b0fd-390cb71e9be2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:44:56.777320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 47539273-3d11-48fb-b0fd-390cb71e9be2 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:56.804723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2549c9d-9163-42e8-b071-dce16b0a4968']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:56.808405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c694aa-a000-45cc-8ea7-87222391ffe2 None None] Network d2549c9d-9163-42e8-b071-dce16b0a4968 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:56.821270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd097dfb-ffa1-45be-93d1-84e82f7dfca7') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:56.821815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd097dfb-ffa1-45be-93d1-84e82f7dfca7') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:44:56.837341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (dd097dfb-ffa1-45be-93d1-84e82f7dfca7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.854264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dd097dfb-ffa1-45be-93d1-84e82f7dfca7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.865160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:44:56.865636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (dd097dfb-ffa1-45be-93d1-84e82f7dfca7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:44:56.869309 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:44:56.871592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port aa7ef590-c26c-47ca-ad28-73c97d75290c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:56.872297 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.920985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b727cbd8-5934-43cf-b824-c34543084117 req-a0f8d56c-0509-4557-805a-7149e20da9f9 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966909 Jan 28 16:44:56.954151 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d2549c9d-9163-42e8-b071-dce16b0a4968), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.966949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:56.975751 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/d2549c9d-9163-42e8-b071-dce16b0a4968 HTTP/1.1" status: 204 len: 168 time: 0.8227742 Jan 28 16:44:56.977835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46690) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:56.993138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902503340'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:57.002663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247cab2-7aca-451b-8d04-ac4dc3793b55 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=d2549c9d-9163-42e8-b071-dce16b0a4968,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:57.006841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port aa7ef590-c26c-47ca-ad28-73c97d75290c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:57.007392 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.021037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (f112c960-ecc3-45a1-abe3-250efdc22fff), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.030359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-247ae04a-de56-45d7-aa42-1a3cfca277ae service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404803 Jan 28 16:44:57.037817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:57.041933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.065085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port aa7ef590-c26c-47ca-ad28-73c97d75290c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=aa7ef590-c26c-47ca-ad28-73c97d75290c,segment=NetworkSegment(5ee1023b-6d1e-4cc3-8a68-e193303364b4),segment_id=5ee1023b-6d1e-4cc3-8a68-e193303364b4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:57.071947 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.083734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:44:57.095661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.096484 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 95dfe9d5-ea74-4480-9e25-84ef5b64bc3a of type vlan for network b305ad13-cd17-4005-856f-6885ee0dbf3e Jan 28 16:44:57.147037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.166189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=aa7ef590-c26c-47ca-ad28-73c97d75290c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:57.191049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.199252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:57.200740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.240317 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (f112c960-ecc3-45a1-abe3-250efdc22fff), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.246462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (f112c960-ecc3-45a1-abe3-250efdc22fff), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.284900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2961900 Jan 28 16:44:57.285834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:57.293946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:57.329326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (f112c960-ecc3-45a1-abe3-250efdc22fff), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.329891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Fanout notify agent at l3_agent the message router_deleted on router f112c960-ecc3-45a1-abe3-250efdc22fff {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:44:57.342043 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.346804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8686c083-1f5b-4fbc-9d0d-2e2239b11978 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/f112c960-ecc3-45a1-abe3-250efdc22fff HTTP/1.1" status: 204 len: 168 time: 3.0070615 Jan 28 16:44:57.353894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46698) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:57.354718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec19cc-7f02-4bf9-8d1a-bc51509afc76 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=b305ad13-cd17-4005-856f-6885ee0dbf3e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:57.359386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Deleting port 646d9b05-4888-4463-b2b2-71947a1a65db {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:44:57.359732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.366667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b305ad13-cd17-4005-856f-6885ee0dbf3e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:44:57.369239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'name': 'tempest-snat-router-542296995', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': False}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:57.372686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0551f-4d07-444e-a429-b3b350af6cba req-30367db4-38a2-4d5d-a96b-e9dc526b2007 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:57.379773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ed0551f-4d07-444e-a429-b3b350af6cba req-30367db4-38a2-4d5d-a96b-e9dc526b2007 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3564227 Jan 28 16:44:57.401198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (cfa0e548-b264-4661-afee-90fbec38fa89), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.402616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (cfa0e548-b264-4661-afee-90fbec38fa89), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.415939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-2757affb-764f-4e24-a165-6a6f0a2e2b73 service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881463 Jan 28 16:44:57.531660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (cfa0e548-b264-4661-afee-90fbec38fa89), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.551981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-3fac9161-ab4f-472c-a23f-cffffbc9b1cc service neutron] 10.222.0.25 "GET /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0821636 Jan 28 16:44:57.582929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ed0551f-4d07-444e-a429-b3b350af6cba req-6e6c9a70-4004-498f-bbdd-c067ee696d9f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003915 Jan 28 16:44:57.635195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:44:57.639024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.686699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d2db7e-0f66-4abc-8c93-cb1db924094b None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:44:57.708624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] For port 646d9b05-4888-4463-b2b2-71947a1a65db, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=646d9b05-4888-4463-b2b2-71947a1a65db,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:44:57.709013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.741644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Calling delete_port for 646d9b05-4888-4463-b2b2-71947a1a65db owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:44:57.781720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2eac27cb-1d07-4ac8-b97e-432455ecbb54 None None] Provisioning complete for port aa7ef590-c26c-47ca-ad28-73c97d75290c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:57.782089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2eac27cb-1d07-4ac8-b97e-432455ecbb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:57.822987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-269b183c-93de-4a93-80af-41462a3686e6 service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641172 Jan 28 16:44:57.831702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf73f21-e926-4d1b-80e0-07e6263dd8ae req-365e43f3-e75b-401f-a811-a5f48963c2bf tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:57.844312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cf73f21-e926-4d1b-80e0-07e6263dd8ae req-365e43f3-e75b-401f-a811-a5f48963c2bf tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.1623757 Jan 28 16:44:57.845077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46700) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:57.875945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Request body: {'floatingip': {'port_id': '43bc1528-6fea-4153-ba84-afbb26bd1daf'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:44:57.992224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2eac27cb-1d07-4ac8-b97e-432455ecbb54 None None] Current status of the port aa7ef590-c26c-47ca-ad28-73c97d75290c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:57.998041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2db7e-0f66-4abc-8c93-cb1db924094b None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:44:58.011340 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (610be572-27aa-4b83-9836-00100e7d2d45), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.169504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (cfa0e548-b264-4661-afee-90fbec38fa89), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.264744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23952573-e977-4a0f-b508-8d42269fe467 None None] Network 0cf8e04d-2d87-4fad-811d-498751d9c25d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:58.271090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3c20e-f09f-4f75-98cb-6423f9503856 req-f5943f7d-ad01-49c6-9e8e-b2e1295e86c6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:58.277916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ee3c20e-f09f-4f75-98cb-6423f9503856 req-f5943f7d-ad01-49c6-9e8e-b2e1295e86c6 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/ports?device_id=14ca8510-4759-4a89-83d2-b37bb9080a28 HTTP/1.1" status: 200 len: 950 time: 0.3464668 Jan 28 16:44:58.290617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-76d78f18-4b9b-4780-9d0a-214fe0e07eb9 service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433153 Jan 28 16:44:58.479919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device aa7ef590-c26c-47ca-ad28-73c97d75290c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:44:58.559748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (75c2da7f-24f7-4e83-b2f2-6daf76a9f25b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.698410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=75c2da7f-24f7-4e83-b2f2-6daf76a9f25b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:58.756395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:44:58.756819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: b305ad13-cd17-4005-856f-6885ee0dbf3e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:44:58.833206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (646d9b05-4888-4463-b2b2-71947a1a65db), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.866508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e3948361-4073-47a8-879b-ddd73f58d09f None None] Provisioning complete for port aa7ef590-c26c-47ca-ad28-73c97d75290c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:58.867089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3948361-4073-47a8-879b-ddd73f58d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.867946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network b305ad13-cd17-4005-856f-6885ee0dbf3e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:44:58.886167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b305ad13-cd17-4005-856f-6885ee0dbf3e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:58.895945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:58.896806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.909574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (cfa0e548-b264-4661-afee-90fbec38fa89), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.932100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a27ae1c-5470-4865-9439-20123b176c12 None None] Network b305ad13-cd17-4005-856f-6885ee0dbf3e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:44:58.945581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:58.959477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ee3c20e-f09f-4f75-98cb-6423f9503856 req-62de537b-2c3c-4310-a0a7-8ddbcde39805 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d22700-d009-4c0e-9539-cad059f44e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806087 Jan 28 16:44:58.961489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Pushing event deleted for resources: {'Port': ['ID=646d9b05-4888-4463-b2b2-71947a1a65db,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:59.084821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-27ddaaf7-daa3-4195-8c78-660f526565f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7951128 Jan 28 16:44:59.087395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46704) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:44:59.094042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e3948361-4073-47a8-879b-ddd73f58d09f None None] Current status of the port aa7ef590-c26c-47ca-ad28-73c97d75290c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:59.110725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-fce03336-0426-4767-a30a-bf52eb3187c3 service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074157 Jan 28 16:44:59.141067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port aa7ef590-c26c-47ca-ad28-73c97d75290c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:44:59.141822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.145892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c016669a-ee6d-43b8-abd0-499eeace707b req-c143e7f1-2916-4749-be45-c9b6df1e9d1c tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0710144 Jan 28 16:44:59.184251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] No DVR routers for this DVR port 646d9b05-4888-4463-b2b2-71947a1a65db on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:44:59.196520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Allocated IP 172.25.8.235 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/8156c90c-d70e-48ac-93f2-5073419140ea) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:59.223535 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.226891 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0c9426b-92b6-42d1-96d9-026bc7d6cbdb req-1b004f49-8b21-471d-9257-5f6027193613 tempest-MigrationsAdminTest-1434391953 tempest-MigrationsAdminTest-1434391953-project] 10.222.0.24 "DELETE /v2.0/ports/646d9b05-4888-4463-b2b2-71947a1a65db HTTP/1.1" status: 204 len: 173 time: 2.6275334 Jan 28 16:44:59.227363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-deleted', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:44:59.230008 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48054c0-a25b-4ce4-840e-c24e45d04e47" -d '{"events": [{"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-deleted", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:44:59.293384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49453a71-86fc-495b-90ab-3c248515e04d req-668e5441-2b9f-4ff0-8d06-a0ea4a037d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:59.294898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49453a71-86fc-495b-90ab-3c248515e04d req-668e5441-2b9f-4ff0-8d06-a0ea4a037d4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.4383276 Jan 28 16:44:59.348995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b305ad13-cd17-4005-856f-6885ee0dbf3e', 'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '75c2da7f-24f7-4e83-b2f2-6daf76a9f25b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:44:59.349773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.361696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.366909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:44:59.474380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-6c191d25-523b-4b01-b446-7932b1aebfc3 service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416727 Jan 28 16:44:59.495609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for port (8156c90c-d70e-48ac-93f2-5073419140ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.519695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (75c2da7f-24f7-4e83-b2f2-6daf76a9f25b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.555471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Allocated IP 2001:db8::1 (b305ad13-cd17-4005-856f-6885ee0dbf3e/75c2da7f-24f7-4e83-b2f2-6daf76a9f25b/228bf1ce-a927-490c-b1fe-f3f7b575a767) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:44:59.577434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49453a71-86fc-495b-90ab-3c248515e04d req-48914450-a20a-4b1f-a463-7d8f3fc67ca1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629988 Jan 28 16:44:59.579381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:44:59.622854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.627229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8044003-833e-4d46-9f5a-e92703d2d568 req-c9090ee9-a14b-4238-b1e6-6156efb2b35f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:44:59.634813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8044003-833e-4d46-9f5a-e92703d2d568 req-c9090ee9-a14b-4238-b1e6-6156efb2b35f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3563354 Jan 28 16:44:59.697828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:59.700962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:59.704513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:44:59.736447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Port': ['ID=8156c90c-d70e-48ac-93f2-5073419140ea,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:59.743360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.758743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (610be572-27aa-4b83-9836-00100e7d2d45), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.805407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8044003-833e-4d46-9f5a-e92703d2d568 req-e7a6d0f3-8e8a-4fbb-9d72-004cb966a3c0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697125 Jan 28 16:44:59.811179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d27e1c98-e6d5-4eae-b3c7-762b3d7a3cae service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308239 Jan 28 16:44:59.832854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Publish callbacks [] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.871538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (75c2da7f-24f7-4e83-b2f2-6daf76a9f25b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.896984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 646d9b05-4888-4463-b2b2-71947a1a65db {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:44:59.897584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 646d9b05-4888-4463-b2b2-71947a1a65db not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:44:59.907981 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a134c05-3093-44b9-9556-3385cd7a32ec x-openstack-request-id: req-9a134c05-3093-44b9-9556-3385cd7a32ec {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:44:59.908377 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ca8510-4759-4a89-83d2-b37bb9080a28", "name": "network-vif-deleted", "tag": "646d9b05-4888-4463-b2b2-71947a1a65db", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:44:59.908748 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a134c05-3093-44b9-9556-3385cd7a32ec {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:44:59.909235 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ca8510-4759-4a89-83d2-b37bb9080a28', 'name': 'network-vif-deleted', 'tag': '646d9b05-4888-4463-b2b2-71947a1a65db', 'status': 'completed', 'code': 200} Jan 28 16:44:59.913206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:44:59.946669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=75c2da7f-24f7-4e83-b2f2-6daf76a9f25b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:59.971378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Pushing event updated for resources: {'Port': ['ID=228bf1ce-a927-490c-b1fe-f3f7b575a767,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:44:59.978713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port aa7ef590-c26c-47ca-ad28-73c97d75290c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:44:59.995254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Network b305ad13-cd17-4005-856f-6885ee0dbf3e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:44:59.996952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:44:59.999984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:00.078358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Attempting to bind port 228bf1ce-a927-490c-b1fe-f3f7b575a767 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:00.078742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Attempting to bind port 228bf1ce-a927-490c-b1fe-f3f7b575a767 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:00.079483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Attempting to bind port 228bf1ce-a927-490c-b1fe-f3f7b575a767 on network b305ad13-cd17-4005-856f-6885ee0dbf3e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:00.086231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:00.086664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Checking segment: {'id': '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:00.087526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.088277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Bound using segment: {'id': '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:00.089158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Bound port: 228bf1ce-a927-490c-b1fe-f3f7b575a767, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:00.089556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.090699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.101496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-1886182b-46d5-4f06-afe1-f517e9f476ca service neutron] 10.222.0.25 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792645 Jan 28 16:45:00.103330 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Floating IP 610be572-27aa-4b83-9836-00100e7d2d45 associated. External IP: 172.25.8.18, port: 43bc1528-6fea-4153-ba84-afbb26bd1daf. Jan 28 16:45:00.157938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b305ad13-cd17-4005-856f-6885ee0dbf3e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:00.174741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] For port 228bf1ce-a927-490c-b1fe-f3f7b575a767, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:00.178045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] For port 228bf1ce-a927-490c-b1fe-f3f7b575a767, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=228bf1ce-a927-490c-b1fe-f3f7b575a767,segment=NetworkSegment(95dfe9d5-ea74-4480-9e25-84ef5b64bc3a),segment_id=95dfe9d5-ea74-4480-9e25-84ef5b64bc3a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:00.202721 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.245306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:00.245728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:00.273226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.331206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (cfa0e548-b264-4661-afee-90fbec38fa89), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.334540 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.378161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:00.379330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.382965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2926466d-fe1f-445f-8361-ac376148be9a req-3b548b02-5ae8-4a4f-a066-41f13bf30116 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0652354 Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:00.383604 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:00.400383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e691b5-7bc6-4289-94fb-d9a4f1f8dba4 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:45:00.499513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4114d8c-ae74-4a84-8378-c15959462ddd service neutron] 10.222.0.25 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641497 Jan 28 16:45:00.538417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:00.573229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46716) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:00.589201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 16:45:00.589201 n-d-812111-13 neutron-server[103094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 16:45:00.589201 n-d-812111-13 neutron-server[103094]: [parameters: {'id': 'b305ad13-cd17-4005-856f-6885ee0dbf3e'}] Jan 28 16:45:00.589201 n-d-812111-13 neutron-server[103094]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:45:00.593595 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:45:00.619083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ca899-a868-4d8f-add9-e7dd950723ad None None] Pushing event updated for resources: {'Port': ['ID=228bf1ce-a927-490c-b1fe-f3f7b575a767,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:00.705800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e691b5-7bc6-4289-94fb-d9a4f1f8dba4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:45:00.749660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-b65f4abb-b6f8-4b37-9b53-0902838979da service neutron] 10.222.0.25 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426605 Jan 28 16:45:00.808569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (cfa0e548-b264-4661-afee-90fbec38fa89), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.834331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:00.840892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:00.871056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-90acf857-7278-49c4-862e-b4b8df63022d tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "PUT /v2.0/floatingips/610be572-27aa-4b83-9836-00100e7d2d45 HTTP/1.1" status: 200 len: 990 time: 3.0207028 Jan 28 16:45:00.921137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a1f20f8f-945b-4fc4-b4c8-6e7592993535 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8937d6dd909437c9a610245349f866b&name=default HTTP/1.1" status: 200 len: 2998 time: 0.3462915 Jan 28 16:45:00.921800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46724) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:00.943179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] Sync routers for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:00.962285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-297457e9-975a-4349-8b98-c589832b13c5 service neutron] 10.222.0.25 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124765 Jan 28 16:45:00.979880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Router cfa0e548-b264-4661-afee-90fbec38fa89 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:00.999733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:01.000380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:01.073297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91f42835-16f9-4b21-9e05-72d5ce2870d8 admin admin] Publish callbacks [] for security_group (51d22700-d009-4c0e-9539-cad059f44e37), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.095994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91f42835-16f9-4b21-9e05-72d5ce2870d8 admin admin] Publish callbacks [] for security_group (51d22700-d009-4c0e-9539-cad059f44e37), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.113037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:01.129413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.133988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:01.145678 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Sync routers for ids ['cfa0e548-b264-4661-afee-90fbec38fa89'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:01.147493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1614f-fc1e-4757-bf80-2d9716f0f536 req-fd548c63-e476-43e8-81dd-e71b5f31ede1 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:01.149635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b1614f-fc1e-4757-bf80-2d9716f0f536 req-fd548c63-e476-43e8-81dd-e71b5f31ede1 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2336454 Jan 28 16:45:01.162308 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Routers {'cfa0e548-b264-4661-afee-90fbec38fa89'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:01.164085 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cfa0e548-b264-4661-afee-90fbec38fa89'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:01.170128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91f42835-16f9-4b21-9e05-72d5ce2870d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (51d22700-d009-4c0e-9539-cad059f44e37), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.173251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91f42835-16f9-4b21-9e05-72d5ce2870d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.189008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-91f42835-16f9-4b21-9e05-72d5ce2870d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51d22700-d009-4c0e-9539-cad059f44e37 HTTP/1.1" status: 204 len: 168 time: 0.2442107 Jan 28 16:45:01.206589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.210814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a0439b50-40f5-41ad-a751-4a135e2b8a06 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8505781 Jan 28 16:45:01.210973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46728) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:01.233820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f42835-16f9-4b21-9e05-72d5ce2870d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d22700-d009-4c0e-9539-cad059f44e37,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:01.239628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bc6f71ea-4f62-480d-aa27-e05938768c85 service neutron] 10.222.0.25 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657280 Jan 28 16:45:01.309233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b1614f-fc1e-4757-bf80-2d9716f0f536 req-c52610bf-d206-42c9-bfbe-3d72d4af80e9 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496832 Jan 28 16:45:01.340946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8573847a-af28-4a51-9328-f41d9beaad3d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:01.346065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8573847a-af28-4a51-9328-f41d9beaad3d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 937 time: 0.0887668 Jan 28 16:45:01.396476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Set router cfa0e548-b264-4661-afee-90fbec38fa89 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:01.419733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting port 228bf1ce-a927-490c-b1fe-f3f7b575a767 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:01.424065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.480849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-80de34ae-a7fa-46d3-848e-6dd94b19f4ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:01.483329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-80de34ae-a7fa-46d3-848e-6dd94b19f4ae tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 936 time: 0.1364787 Jan 28 16:45:01.528583 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-18e9aefd-cc72-439f-899c-d31a16983fa5 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/cfa0e548-b264-4661-afee-90fbec38fa89 HTTP/1.1" status: 200 len: 908 time: 0.3164370 Jan 28 16:45:01.533568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46736) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:01.539052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'name': 'tempest-snat-router-542296995', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': True}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:01.561686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] For port 228bf1ce-a927-490c-b1fe-f3f7b575a767, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=228bf1ce-a927-490c-b1fe-f3f7b575a767,segment=NetworkSegment(95dfe9d5-ea74-4480-9e25-84ef5b64bc3a),segment_id=95dfe9d5-ea74-4480-9e25-84ef5b64bc3a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:01.564277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.569132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e197a-9023-4f3e-9b3c-96e683f9a099 req-0c1df742-c46a-447c-a8c7-7bfe5532c4d2 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:01.576561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a7a71-d9b8-4a36-a674-ee5a881b5cc1 None None] Network b305ad13-cd17-4005-856f-6885ee0dbf3e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:01.579035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-972e197a-9023-4f3e-9b3c-96e683f9a099 req-0c1df742-c46a-447c-a8c7-7bfe5532c4d2 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.1483541 Jan 28 16:45:01.601435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Calling delete_port for 228bf1ce-a927-490c-b1fe-f3f7b575a767 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:01.626772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.628969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.674224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-972e197a-9023-4f3e-9b3c-96e683f9a099 req-0793bc2a-a727-404a-9648-bce03d539d36 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910754 Jan 28 16:45:01.704897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c71c9c60-30dc-42d3-a32e-d756a85eb056 req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-863879369', 'description': 'tempest-description-1985419517'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:01.739946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c71c9c60-30dc-42d3-a32e-d756a85eb056 req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.788286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46744) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:01.820491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.864007 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa0e548-b264-4661-afee-90fbec38fa89', 'name': 'tempest-snat-router-542296995', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': False}, 'gw_port_id': '8156c90c-d70e-48ac-93f2-5073419140ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:57Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 3, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port': {'id': '8156c90c-d70e-48ac-93f2-5073419140ea', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa0e548-b264-4661-afee-90fbec38fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:58Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:01.869485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8f9fec4-0633-4f05-9f25-26e1317da5b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52973b05187f4fb294b48abf7123cdc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776143 Jan 28 16:45:01.875708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46748) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:01.897643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '610be572-27aa-4b83-9836-00100e7d2d45', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'port_id': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'mac_address': 'fa:16:3e:fc:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5987b992-4203-4981-b7e6-e3bd1127f652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:43:24Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 1, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:25Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:01.909736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (228bf1ce-a927-490c-b1fe-f3f7b575a767), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.911311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:01.915017 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f811d87a-9e89-4aa6-b121-87f13405f755" -d '{"events": [{"name": "network-changed", "server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:01.921253 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c71c9c60-30dc-42d3-a32e-d756a85eb056 req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for security_group (a39ce024-22f8-4abd-889b-9dc4bd2ae486), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.932181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c71c9c60-30dc-42d3-a32e-d756a85eb056 req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a39ce024-22f8-4abd-889b-9dc4bd2ae486), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:01.935505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] Checking router: 403e9850-6eed-4caf-9a57-d9a0fbc3c037 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:01.946712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:01.948051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:01.951549 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Checking router: cfa0e548-b264-4661-afee-90fbec38fa89 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:01.951911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Updating router cfa0e548-b264-4661-afee-90fbec38fa89 port 8156c90c-d70e-48ac-93f2-5073419140ea binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:45:01.982600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39ce024-22f8-4abd-889b-9dc4bd2ae486,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:01.994453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.994863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.995317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.995845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.996398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.996866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.997321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.997829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.998344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.998705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.999141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:01.999573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.000873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.006359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c71c9c60-30dc-42d3-a32e-d756a85eb056 req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.015148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c71c9c60-30dc-42d3-a32e-d756a85eb056 req-65707adb-4ebd-4752-80dc-20b0bf477a19 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3152609 Jan 28 16:45:02.031777 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.051012 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d131957d-81a6-4e23-86b0-6010b8f7da92 admin admin] Publish callbacks [] for security_group (28658f8b-ddd1-453c-b9fa-561fd63f4fa6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.064473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Port': ['ID=228bf1ce-a927-490c-b1fe-f3f7b575a767,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:02.108966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:02.131031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d131957d-81a6-4e23-86b0-6010b8f7da92 admin admin] Publish callbacks [] for security_group (28658f8b-ddd1-453c-b9fa-561fd63f4fa6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.167077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No DVR routers for this DVR port 228bf1ce-a927-490c-b1fe-f3f7b575a767 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:02.265309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fcbf451-cabe-40a8-ac6b-a68c4335f328 req-bf2f7d85-8ed4-402f-8658-3defb289ee45 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1630678 Jan 28 16:45:02.288936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d131957d-81a6-4e23-86b0-6010b8f7da92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (28658f8b-ddd1-453c-b9fa-561fd63f4fa6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.291649 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d131957d-81a6-4e23-86b0-6010b8f7da92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.304641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d131957d-81a6-4e23-86b0-6010b8f7da92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28658f8b-ddd1-453c-b9fa-561fd63f4fa6 HTTP/1.1" status: 204 len: 168 time: 0.4240861 Jan 28 16:45:02.327797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131957d-81a6-4e23-86b0-6010b8f7da92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28658f8b-ddd1-453c-b9fa-561fd63f4fa6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:02.397490 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62bf268-571c-4ac5-a530-759ca6045fbf x-openstack-request-id: req-f62bf268-571c-4ac5-a530-759ca6045fbf {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:02.398170 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:02.398170 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f62bf268-571c-4ac5-a530-759ca6045fbf {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:02.398748 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'status': 'completed', 'code': 200} Jan 28 16:45:02.556366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '610be572-27aa-4b83-9836-00100e7d2d45', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'port_id': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'mac_address': 'fa:16:3e:fc:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5987b992-4203-4981-b7e6-e3bd1127f652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:43:24Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 1, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:25Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:02.575773 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Publish callbacks [] for port (8156c90c-d70e-48ac-93f2-5073419140ea), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.585173 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.598131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0c776-834e-4b55-99c0-4bf820c4f73b None None] The sync data for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 is: [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '610be572-27aa-4b83-9836-00100e7d2d45', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'port_id': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'mac_address': 'fa:16:3e:fc:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5987b992-4203-4981-b7e6-e3bd1127f652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:43:24Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 1, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:25Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:02.646811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-6028593f-9e4f-4f25-b154-e8fce052184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:02.648338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-6028593f-9e4f-4f25-b154-e8fce052184b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4408bd8c99c04e1ab1e4ebad382e6666&device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 1128 time: 0.2381909 Jan 28 16:45:02.660306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da0dac53-db6b-440b-b19a-c873261bb295 req-3616bcdc-f288-4db5-9a06-8e3b11196448 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0857167 Jan 28 16:45:02.712818 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Pushing event updated for resources: {'Port': ['ID=8156c90c-d70e-48ac-93f2-5073419140ea,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:02.718073 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Attempting to bind port 8156c90c-d70e-48ac-93f2-5073419140ea on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:02.729947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Attempting to bind port 8156c90c-d70e-48ac-93f2-5073419140ea by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:02.732042 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Attempting to bind port 8156c90c-d70e-48ac-93f2-5073419140ea on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:02.771623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.771623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.771623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.771623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.771623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.774276 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.776618 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.779979 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.780734 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.781201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.782656 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.783089 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.783535 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:02.788383 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:02.799778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:02.799778 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.801812 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:02.804450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Bound port: 8156c90c-d70e-48ac-93f2-5073419140ea, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:02.807307 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:02.846955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-5bd4c811-dc49-4543-9a59-81c946cd69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:02.849451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-5bd4c811-dc49-4543-9a59-81c946cd69ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=25f58c6c-5d2b-4282-90ba-df8e00addd5b HTTP/1.1" status: 200 len: 917 time: 0.1878927 Jan 28 16:45:02.859374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-4b379b38-0ae5-4121-95a4-fcafb2ef07f7 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-863879369&fields=id&tenant_id=2a1111f37c2e49a8a818f52a71bb24a4 HTTP/1.1" status: 200 len: 267 time: 0.3297350 Jan 28 16:45:02.950587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] For port 8156c90c-d70e-48ac-93f2-5073419140ea, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:02.954115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-7768fb64-93f4-4046-bfab-dfe1b6595e3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf HTTP/1.1" status: 200 len: 998 time: 0.0834014 Jan 28 16:45:02.957307 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] For port 8156c90c-d70e-48ac-93f2-5073419140ea, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8156c90c-d70e-48ac-93f2-5073419140ea,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:02.974154 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.069915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-68b1430e-6824-40cb-b6a8-c4086d7e9e80 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:03.079011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-68b1430e-6824-40cb-b6a8-c4086d7e9e80 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.2184098 Jan 28 16:45:03.086500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'port': {'security_groups': ['d494f147-fcaf-497a-8d44-af28165ce612', 'a39ce024-22f8-4abd-889b-9dc4bd2ae486']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:03.088163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f732f5-c819-4bac-a3e9-ccc3408d34f9 None None] New status for floating IP 610be572-27aa-4b83-9836-00100e7d2d45: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:45:03.099697 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Routers {'cfa0e548-b264-4661-afee-90fbec38fa89'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:03.103549 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cfa0e548-b264-4661-afee-90fbec38fa89'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:03.118342 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3fa23-37b8-4654-95f7-ce47bedaa9ce None None] Pushing event updated for resources: {'Port': ['ID=8156c90c-d70e-48ac-93f2-5073419140ea,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:03.161362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.241940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-dbd38832-828c-49e8-8c4b-92d70fc9384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:03.245810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-dbd38832-828c-49e8-8c4b-92d70fc9384e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=284453c5-a875-4cc0-8c5b-3c7329e26380 HTTP/1.1" status: 200 len: 855 time: 0.2749803 Jan 28 16:45:03.278851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.284527 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] Set router cfa0e548-b264-4661-afee-90fbec38fa89 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:03.357257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.393022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b305ad13-cd17-4005-856f-6885ee0dbf3e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:03.416154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:03.416542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dfe9d5-ea74-4480-9e25-84ef5b64bc3a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:03.431504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.453484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.470828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:03.473164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (95dfe9d5-ea74-4480-9e25-84ef5b64bc3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:03.477249 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:03.603899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b305ad13-cd17-4005-856f-6885ee0dbf3e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.617054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.620443 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/b305ad13-cd17-4005-856f-6885ee0dbf3e HTTP/1.1" status: 204 len: 168 time: 4.5320730 Jan 28 16:45:03.633788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46794) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:03.640388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-474315338'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:03.648182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81f66-f7f9-4e61-a4b2-f131ce4d7188 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=b305ad13-cd17-4005-856f-6885ee0dbf3e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:03.714559 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa0e548-b264-4661-afee-90fbec38fa89', 'name': 'tempest-snat-router-542296995', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': False}, 'gw_port_id': '8156c90c-d70e-48ac-93f2-5073419140ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:57Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 3, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port': {'id': '8156c90c-d70e-48ac-93f2-5073419140ea', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa0e548-b264-4661-afee-90fbec38fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:58Z', 'updated_at': '2022-01-28T16:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:03.801500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:03.805912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.837377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:03.848086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.848528 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 3abf7071-ee8f-4cae-a626-bec324ab9353 of type vlan for network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 Jan 28 16:45:03.898739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.929345 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d57-ea14-4f72-bec8-fa528f02687d None None] The sync data for ids ['cfa0e548-b264-4661-afee-90fbec38fa89'] in n-d-812111-13 is: [{'id': 'cfa0e548-b264-4661-afee-90fbec38fa89', 'name': 'tempest-snat-router-542296995', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': False}, 'gw_port_id': '8156c90c-d70e-48ac-93f2-5073419140ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:57Z', 'updated_at': '2022-01-28T16:44:59Z', 'revision_number': 3, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port': {'id': '8156c90c-d70e-48ac-93f2-5073419140ea', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa0e548-b264-4661-afee-90fbec38fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:58Z', 'updated_at': '2022-01-28T16:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:03.944314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.951403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:03.952352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:03.994236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:04.085694 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4505825 Jan 28 16:45:04.087156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:04.092298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:04.106772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:04.149469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64075750-7dd2-48ba-a40b-f0ecf25c22eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=16645ca5-dd4d-4a4b-8cfa-21e6c648b215,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:04.157142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7319151c-8ef3-4952-8c9e-29b7832e109c req-3bf21319-8a27-4424-b8d4-f0f322fac757 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0538702 Jan 28 16:45:04.174366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:04.203687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-5f9cbc3b-c154-4fb3-a817-a49390d7f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:04.209057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-5f9cbc3b-c154-4fb3-a817-a49390d7f699 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25f58c6c-5d2b-4282-90ba-df8e00addd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9190598 Jan 28 16:45:04.480406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-cd684150-b15c-427a-ad90-4bd41ee80ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:04.482021 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-cd684150-b15c-427a-ad90-4bd41ee80ad8 service neutron] 10.222.0.24 "GET /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 1033 time: 0.1267183 Jan 28 16:45:04.552162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-cbe14dae-b830-43ad-a810-4fa19604526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:04.553644 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-cbe14dae-b830-43ad-a810-4fa19604526d service neutron] 10.222.0.24 "GET /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 1032 time: 0.0627916 Jan 28 16:45:04.598155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-931302d4-7459-4a18-8118-981863602069 req-a42876d9-e71b-47c6-9b6f-30f486ef9f68 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1652086 Jan 28 16:45:04.719579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:04.723383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-3e8b94c7-51f0-4a58-94a3-8a428bb955d0 service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978912 Jan 28 16:45:04.869168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Allocated IP 172.25.8.118 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/42a04ec3-aaa3-44a8-a660-3dc328469a7d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:04.886778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:04.889470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:04.893220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:04.903935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:04.916504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3110b992-9f34-41eb-b1b8-c68c14c2f46c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:04.955575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-20649a47-57c7-4644-8a5d-08338b73f51b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:04.961505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-20649a47-57c7-4644-8a5d-08338b73f51b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:04.966845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-20649a47-57c7-4644-8a5d-08338b73f51b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:04.969028 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-20649a47-57c7-4644-8a5d-08338b73f51b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "GET /v2.0/networks?id=7f385176-671a-4911-85db-c2fcb2aad176&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 HTTP/1.1" status: 200 len: 1995 time: 0.4063256 Jan 28 16:45:04.992607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:05.068382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:05.069083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:05.070591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d63c2be-b768-4944-9da8-1d56ec3b34d4 req-1c8f18c8-b413-40f6-bac9-c36fd52db8a0 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "PUT /v2.0/ports/3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 981 time: 1.9906240 Jan 28 16:45:05.070997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:05.073290 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb54051-9595-4fc9-b843-78d67c60f885" -d '{"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:05.102769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f811d87a-9e89-4aa6-b121-87f13405f755 req-f8192b22-b209-480c-83d4-0e21db11b437 service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714035 Jan 28 16:45:05.128149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3110b992-9f34-41eb-b1b8-c68c14c2f46c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:05.176131 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce99cc3-9603-4cc4-99f2-3cf0b1f25375 x-openstack-request-id: req-fce99cc3-9603-4cc4-99f2-3cf0b1f25375 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:05.176643 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:05.176833 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fce99cc3-9603-4cc4-99f2-3cf0b1f25375 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:05.177094 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'status': 'completed', 'code': 200} Jan 28 16:45:05.372319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-44f29cac-3032-4433-ac90-8773002d551b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b8a93b3b824d50863e2c6be3ab1db4 HTTP/1.1" status: 200 len: 380 time: 0.3605101 Jan 28 16:45:05.396007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'admin_state_up': True, 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'security_groups': ['6f0ab6d0-0328-42ee-b33d-121658bdb654']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:05.430362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-3bb000ad-77d1-4df1-8c6b-1574ab00d6b4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-863879369&fields=id&tenant_id=2a1111f37c2e49a8a818f52a71bb24a4 HTTP/1.1" status: 200 len: 267 time: 0.1711252 Jan 28 16:45:05.439760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-495fcdac-5562-40b4-a6b8-039c2ef7a5b1 req-9cf09dea-f02f-4885-a2af-bc0787e504cd tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1263382 Jan 28 16:45:05.455824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb54051-9595-4fc9-b843-78d67c60f885 req-fbdae8ec-597a-4e91-8d60-1d5fc6ffd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:05.458154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-fbdae8ec-597a-4e91-8d60-1d5fc6ffd6ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1167 time: 0.2689097 Jan 28 16:45:05.510522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:05.668863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-a4999765-146c-4b63-87de-19f552bbc909 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:05.670954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-a4999765-146c-4b63-87de-19f552bbc909 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 984 time: 0.2393389 Jan 28 16:45:05.690551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'port': {'security_groups': ['d494f147-fcaf-497a-8d44-af28165ce612']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:05.812005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb54051-9595-4fc9-b843-78d67c60f885 req-90be1c96-b22c-4ce0-93ea-375e1fbbbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:05.814482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-90be1c96-b22c-4ce0-93ea-375e1fbbbc0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.3314061 Jan 28 16:45:05.864403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:05.912572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (78beb862-2d26-49d0-ac21-b78c627cea3e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:05.919986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-1ac4da56-2961-4379-b39b-207f652c8ede service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.0850554 Jan 28 16:45:05.944328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:05.948666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8671353f-d7bf-4277-be9b-6d887c4993fa req-ac958d39-3eed-4885-a331-e3fcba1f0746 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0811110 Jan 28 16:45:05.984244 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=78beb862-2d26-49d0-ac21-b78c627cea3e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:05.992289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:06.004069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:06.007630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:06.009973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:06.022738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:06.023260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb54051-9595-4fc9-b843-78d67c60f885 req-55b4d501-fd0d-4ee5-b83d-afb622410442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:06.025256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-55b4d501-fd0d-4ee5-b83d-afb622410442 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.0993814 Jan 28 16:45:06.066607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.067042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.067535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.067973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.068445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.068862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.069304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.069717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.070120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.070575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.071167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.071608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.072012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:06.074659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-fe780c51-333c-4d06-9aef-d42b5b7c2ff2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414512 Jan 28 16:45:06.088392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Port': ['ID=42a04ec3-aaa3-44a8-a660-3dc328469a7d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:06.236045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '3abf7071-ee8f-4cae-a626-bec324ab9353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:06.236612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: 16645ca5-dd4d-4a4b-8cfa-21e6c648b215, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:06.403647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-cd1b0e56-e1fb-41d6-8171-bff9ad13f660 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872813 Jan 28 16:45:06.478887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:06.517532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 16645ca5-dd4d-4a4b-8cfa-21e6c648b215) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:06.562143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1582e-b03f-4df3-bc56-6c66edb87a5c None None] Network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:06.587585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:06.592706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:06.612016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb54051-9595-4fc9-b843-78d67c60f885 req-c9b5ef38-ef8c-40b5-b74e-22a43ca46364 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011120 Jan 28 16:45:06.641309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 172.20.0.7 (7f385176-671a-4911-85db-c2fcb2aad176/534e12c1-91b7-4b80-b089-6d1fccb76b04/d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:06.664695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:06.730734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4e593370-c82e-43fc-922d-956f88c9e88c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6330240 Jan 28 16:45:06.737792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46838) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:06.750678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da2448d9-b550-43c5-95b4-3c6c22906634 req-c655695c-ad96-4b17-bc6f-c7ce051e2bc6 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0487313 Jan 28 16:45:06.789371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8156c90c-d70e-48ac-93f2-5073419140ea up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:06.799047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:06.809831 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:06.850155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-16645ca5-dd4d-4a4b-8cfa-21e6c648b215', 'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '78beb862-2d26-49d0-ac21-b78c627cea3e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:45:06.850697 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:06.870484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3110b992-9f34-41eb-b1b8-c68c14c2f46c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:06.895777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event updated for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:06.907787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:06.908454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:06.918910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb580b3e-433a-42a9-8b05-4f476257c2bf req-1a1d01f1-fe1f-4965-8160-8d251e2fb7a6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "PUT /v2.0/ports/3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 942 time: 1.2358742 Jan 28 16:45:07.123894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Allocated IP 2001:db8::1 (16645ca5-dd4d-4a4b-8cfa-21e6c648b215/78beb862-2d26-49d0-ac21-b78c627cea3e/628cebdb-30ae-4357-8133-369596db6c17) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:07.141367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8156c90c-d70e-48ac-93f2-5073419140ea triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:07.141915 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.155705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.158523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3110b992-9f34-41eb-b1b8-c68c14c2f46c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:07.198232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:07.201147 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf1659-92be-437e-bdab-f53da729a185" -d '{"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:07.243741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-324dd24e-0f3a-441d-a185-f0e3fae1a9b7 req-fc945760-25ca-46bb-b540-f771ec1c4b37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0984905 Jan 28 16:45:07.296780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.301926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.353930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-497a8a1f-3e06-431a-aae5-24408f2d5efa tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4174888 Jan 28 16:45:07.359296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:07.381740 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b75c21-a540-4bd4-b086-08953b887b3c x-openstack-request-id: req-f0b75c21-a540-4bd4-b086-08953b887b3c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:07.382207 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:07.382467 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0b75c21-a540-4bd4-b086-08953b887b3c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:07.382865 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'status': 'completed', 'code': 200} Jan 28 16:45:07.442712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.494956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf1659-92be-437e-bdab-f53da729a185 req-c1d2a8fb-62ba-4721-9ec1-3e0857f28192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:07.496642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-c1d2a8fb-62ba-4721-9ec1-3e0857f28192 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.1072822 Jan 28 16:45:07.526021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46852) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:07.558285 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (78beb862-2d26-49d0-ac21-b78c627cea3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.604953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.634385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf1659-92be-437e-bdab-f53da729a185 req-dfc0a224-50fd-4e7c-9b8d-ccef6dfa9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:07.635956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-dfc0a224-50fd-4e7c-9b8d-ccef6dfa9827 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.1302865 Jan 28 16:45:07.687881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-521642f7-b506-4ce6-93f7-81909ec2bcff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.0450091 Jan 28 16:45:07.718848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network 7f385176-671a-4911-85db-c2fcb2aad176 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:07.736768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.758923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:07.760865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:07.767153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:07.776412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8156c90c-d70e-48ac-93f2-5073419140ea is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:07.777688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.798492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad941bd0-a01c-4818-a54c-1083f4112e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.804098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 8156c90c-d70e-48ac-93f2-5073419140ea, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8156c90c-d70e-48ac-93f2-5073419140ea,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:07.820843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.825636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf1659-92be-437e-bdab-f53da729a185 req-53b708fb-b541-4636-886c-c2d0e1a4a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:07.835781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-53b708fb-b541-4636-886c-c2d0e1a4a77c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.1423051 Jan 28 16:45:07.878183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.895557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:07.900088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.908554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-360e7e73-8256-449a-838b-7a32b92d709a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661905 Jan 28 16:45:07.923181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Publish callbacks [] for port (628cebdb-30ae-4357-8133-369596db6c17), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:07.952596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (628cebdb-30ae-4357-8133-369596db6c17), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.002704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=8156c90c-d70e-48ac-93f2-5073419140ea,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:08.042640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-3576a9aa-f11b-4eaa-b202-e34fdb418468 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145287 Jan 28 16:45:08.042929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d030976b-24d7-43d1-b9d7-593e60f45915 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6539114 Jan 28 16:45:08.057067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (78beb862-2d26-49d0-ac21-b78c627cea3e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.079145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'admin_state_up': True, 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'security_groups': ['6f0ab6d0-0328-42ee-b33d-121658bdb654']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:08.085495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Pushing event updated for resources: {'Port': ['ID=628cebdb-30ae-4357-8133-369596db6c17,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:08.089409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:08.109797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:08.116188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-21f46b01-7b1f-4362-b117-6ba25bdd5a4b req-c9863af3-397f-4e97-b8e1-392b1c27302f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.2077277 Jan 28 16:45:08.123699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:08.207475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Allocated IP 172.25.8.220 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/fb95dbd7-ef89-4177-b986-3138c4f4d117) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:08.256164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Attempting to bind port 628cebdb-30ae-4357-8133-369596db6c17 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:08.256372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cf1659-92be-437e-bdab-f53da729a185 req-fcd09b35-23b2-466f-88b1-5b93a2aacff1 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863017 Jan 28 16:45:08.257021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Attempting to bind port 628cebdb-30ae-4357-8133-369596db6c17 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3abf7071-ee8f-4cae-a626-bec324ab9353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:08.257589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Attempting to bind port 628cebdb-30ae-4357-8133-369596db6c17 on network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:08.269074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:08.270742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Checking segment: {'id': '3abf7071-ee8f-4cae-a626-bec324ab9353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:08.271375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.271963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Bound using segment: {'id': '3abf7071-ee8f-4cae-a626-bec324ab9353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:08.272666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Bound port: 628cebdb-30ae-4357-8133-369596db6c17, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abf7071-ee8f-4cae-a626-bec324ab9353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:08.273279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (628cebdb-30ae-4357-8133-369596db6c17), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.278744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=78beb862-2d26-49d0-ac21-b78c627cea3e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:08.309149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2c09d9ff-8b7e-41c6-9b4b-dd643d327784 None None] Provisioning complete for port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:08.309866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2c09d9ff-8b7e-41c6-9b4b-dd643d327784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.383061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:08.386630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.429451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.467663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2c09d9ff-8b7e-41c6-9b4b-dd643d327784 None None] Port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:08.477558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8156c90c-d70e-48ac-93f2-5073419140ea up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:08.517325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] For port 628cebdb-30ae-4357-8133-369596db6c17, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:08.527899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 10.1.1.219 (c755c58b-bdc0-41c0-97e3-7901e1027b63/398286f8-8d4c-4f27-908a-1512b5bfa6f9/99a76918-46c7-47d8-a712-f6d0c3bc535e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:08.531808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.534624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] For port 628cebdb-30ae-4357-8133-369596db6c17, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=628cebdb-30ae-4357-8133-369596db6c17,segment=NetworkSegment(3abf7071-ee8f-4cae-a626-bec324ab9353),segment_id=3abf7071-ee8f-4cae-a626-bec324ab9353)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:08.559401 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (628cebdb-30ae-4357-8133-369596db6c17), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.560025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.567123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad941bd0-a01c-4818-a54c-1083f4112e19 admin admin] Publish callbacks [] for security_group (141f9610-980b-4037-91f6-7ef9b80a0f26), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.594025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad941bd0-a01c-4818-a54c-1083f4112e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (141f9610-980b-4037-91f6-7ef9b80a0f26), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.602020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:08.623182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ea37e-211f-4ff5-80fb-92568c544955 req-65410e98-2ffc-4415-a6b7-bf4453e65046 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:08.625621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-530ea37e-211f-4ff5-80fb-92568c544955 req-65410e98-2ffc-4415-a6b7-bf4453e65046 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 931 time: 0.2460938 Jan 28 16:45:08.630648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:08.634549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:08.645796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16645ca5-dd4d-4a4b-8cfa-21e6c648b215']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:08.649928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8156c90c-d70e-48ac-93f2-5073419140ea triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:08.650330 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.657019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f7a1-0778-44e3-bfa5-7133adb43c3f None None] Pushing event updated for resources: {'Port': ['ID=628cebdb-30ae-4357-8133-369596db6c17,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:08.702293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abf7071-ee8f-4cae-a626-bec324ab9353') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:08.702607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abf7071-ee8f-4cae-a626-bec324ab9353') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:08.746311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ad941bd0-a01c-4818-a54c-1083f4112e19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c95ec79b8d9245bca543aafcaa1de1bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2150514 Jan 28 16:45:08.749081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad941bd0-a01c-4818-a54c-1083f4112e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141f9610-980b-4037-91f6-7ef9b80a0f26,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:08.752843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.757801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46862) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:08.763932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994376fc-42cf-455d-a904-a43223419ae3 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:45:08.783386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event updated for resources: {'Port': ['ID=fb95dbd7-ef89-4177-b986-3138c4f4d117,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:08.799802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Router c9e0821b-6088-43e6-bb9f-c4af5b282ef2 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:08.828173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.835710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8156c90c-d70e-48ac-93f2-5073419140ea is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:08.851749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.862186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:08.862596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:08.868806 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:08.879470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-530ea37e-211f-4ff5-80fb-92568c544955 req-8f7990d4-73ce-4e40-a692-cbb279e81e7e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610153 Jan 28 16:45:08.920546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:08.993133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994376fc-42cf-455d-a904-a43223419ae3 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:45:09.102460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.114447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.201724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event updated for resources: {'Port': ['ID=fb95dbd7-ef89-4177-b986-3138c4f4d117,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:09.258679 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.303430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17f24a92-dc5c-4007-98b2-cc15a1a5e39c req-1712cd31-ed8e-46e0-9f01-cfa411956313 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0398836 Jan 28 16:45:09.315070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.316832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-082e0945-0b93-4386-956b-1670a7211a7d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9619205 Jan 28 16:45:09.352225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663bb8d-48a9-4e7e-be51-c430665aa2be None None] Network 16645ca5-dd4d-4a4b-8cfa-21e6c648b215 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:09.373390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59612998-259a-46b7-b1eb-d08508756228 admin admin] Publish callbacks [] for security_group (141f9610-980b-4037-91f6-7ef9b80a0f26), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.381407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.408728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-9e13e29b-c4f3-4e65-a143-1f459aee1a8d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.0848954 Jan 28 16:45:09.429179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 16:45:09.429179 n-d-812111-13 neutron-server[103094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 16:45:09.429179 n-d-812111-13 neutron-server[103094]: [parameters: {'id': '16645ca5-dd4d-4a4b-8cfa-21e6c648b215'}] Jan 28 16:45:09.429179 n-d-812111-13 neutron-server[103094]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:45:09.429659 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:45:09.464273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59612998-259a-46b7-b1eb-d08508756228 admin admin] Publish callbacks [] for security_group (141f9610-980b-4037-91f6-7ef9b80a0f26), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.506481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:09.520240 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Sync routers for ids ['c9e0821b-6088-43e6-bb9f-c4af5b282ef2'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:09.533758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-f2b00db5-0452-4474-8034-faf4cad67c57 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:09.541940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.543902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-f2b00db5-0452-4474-8034-faf4cad67c57 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.1338785 Jan 28 16:45:09.547405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.551283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7d5f539c-7eb9-418d-8548-0af75cf3d7ea tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0139887 Jan 28 16:45:09.551477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-13329359-496c-441f-b136-69f0fdd6cf8d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:45:09.551568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Routers {'c9e0821b-6088-43e6-bb9f-c4af5b282ef2'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:09.551568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['c9e0821b-6088-43e6-bb9f-c4af5b282ef2'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:09.561567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46866) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:09.561739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79809090-d0b5-46eb-bf98-c3e22f2abca8 req-13329359-496c-441f-b136-69f0fdd6cf8d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169587 Jan 28 16:45:09.626905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59612998-259a-46b7-b1eb-d08508756228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (141f9610-980b-4037-91f6-7ef9b80a0f26), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.630186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59612998-259a-46b7-b1eb-d08508756228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.631506 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59612998-259a-46b7-b1eb-d08508756228 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/141f9610-980b-4037-91f6-7ef9b80a0f26 HTTP/1.1" status: 204 len: 168 time: 0.8724971 Jan 28 16:45:09.664926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:09.674482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59612998-259a-46b7-b1eb-d08508756228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f9610-980b-4037-91f6-7ef9b80a0f26,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:09.680994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:09.691482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Set router c9e0821b-6088-43e6-bb9f-c4af5b282ef2 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:09.702718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:09.730966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-f12af885-7c95-4b96-acb5-db5d340604f6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:09.739179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-f12af885-7c95-4b96-acb5-db5d340604f6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1218419 Jan 28 16:45:09.814948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-77e77cfe-6a9c-42fe-89fe-ee392c978afc tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.0748403 Jan 28 16:45:09.820815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'floatingip': {'port_id': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:09.847766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:09.884121 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.919090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:09.923516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.940729 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:09.971710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e31e4eb0-58a1-4db2-add5-ac9488b4cc7a tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/c9e0821b-6088-43e6-bb9f-c4af5b282ef2 HTTP/1.1" status: 200 len: 907 time: 0.4122233 Jan 28 16:45:09.976164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46876) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:10.103565 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e0821b-6088-43e6-bb9f-c4af5b282ef2', 'name': 'tempest-snat-router-542296995', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '42a04ec3-aaa3-44a8-a660-3dc328469a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:45:01Z', 'updated_at': '2022-01-28T16:45:06Z', 'revision_number': 3, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port': {'id': '42a04ec3-aaa3-44a8-a660-3dc328469a7d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e0821b-6088-43e6-bb9f-c4af5b282ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:45:04Z', 'updated_at': '2022-01-28T16:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:10.153866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.166270 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Checking router: c9e0821b-6088-43e6-bb9f-c4af5b282ef2 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:10.166609 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Updating router c9e0821b-6088-43e6-bb9f-c4af5b282ef2 port 42a04ec3-aaa3-44a8-a660-3dc328469a7d binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:45:10.208818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-14fc696f-1319-4422-850c-a4362ae8d166 None None] Provisioning complete for port 99a76918-46c7-47d8-a712-f6d0c3bc535e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:10.209313 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14fc696f-1319-4422-850c-a4362ae8d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.254727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352863a3-8d6d-454c-917e-a5538f813f9f req-9956f480-a01d-47ff-ad35-0d4c5bc98dd4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:10.254946 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.261846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352863a3-8d6d-454c-917e-a5538f813f9f req-9956f480-a01d-47ff-ad35-0d4c5bc98dd4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:10.264188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-352863a3-8d6d-454c-917e-a5538f813f9f req-9956f480-a01d-47ff-ad35-0d4c5bc98dd4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 1653 time: 0.2304311 Jan 28 16:45:10.264949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46878) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:10.285468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-e113a05d-7f9d-484a-9a81-0d2be05943f0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2253220 Jan 28 16:45:10.296757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'admin_state_up': True, 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'security_groups': ['6f0ab6d0-0328-42ee-b33d-121658bdb654']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:10.298118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-14fc696f-1319-4422-850c-a4362ae8d166 None None] Port 99a76918-46c7-47d8-a712-f6d0c3bc535e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:10.346002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e124914-7e89-4571-8331-46129f8d42f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.447587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-352863a3-8d6d-454c-917e-a5538f813f9f req-c6eeda45-f39c-478b-8fb3-4aec15359b6f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613564 Jan 28 16:45:10.634885 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Publish callbacks [] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.640265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:10.642022 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.643763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.650126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.653675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting port 628cebdb-30ae-4357-8133-369596db6c17 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:10.654008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (628cebdb-30ae-4357-8133-369596db6c17), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.715211 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1949f3b-ee39-4466-905b-1f0b4c82cdb1 None None] Pushing event updated for resources: {'Port': ['ID=42a04ec3-aaa3-44a8-a660-3dc328469a7d,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:10.719590 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Attempting to bind port 42a04ec3-aaa3-44a8-a660-3dc328469a7d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:10.720394 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Attempting to bind port 42a04ec3-aaa3-44a8-a660-3dc328469a7d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:10.721936 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Attempting to bind port 42a04ec3-aaa3-44a8-a660-3dc328469a7d on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:10.730070 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:10.731081 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:10.732181 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.733023 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:10.734193 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Bound port: 42a04ec3-aaa3-44a8-a660-3dc328469a7d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:10.734858 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.804158 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] For port 42a04ec3-aaa3-44a8-a660-3dc328469a7d, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:10.809430 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] For port 42a04ec3-aaa3-44a8-a660-3dc328469a7d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=42a04ec3-aaa3-44a8-a660-3dc328469a7d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:10.823108 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.829802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] For port 628cebdb-30ae-4357-8133-369596db6c17, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=628cebdb-30ae-4357-8133-369596db6c17,segment=NetworkSegment(3abf7071-ee8f-4cae-a626-bec324ab9353),segment_id=3abf7071-ee8f-4cae-a626-bec324ab9353)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:10.830248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (628cebdb-30ae-4357-8133-369596db6c17), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:10.857394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Calling delete_port for 628cebdb-30ae-4357-8133-369596db6c17 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:10.927422 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Routers {'c9e0821b-6088-43e6-bb9f-c4af5b282ef2'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:10.928710 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['c9e0821b-6088-43e6-bb9f-c4af5b282ef2'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:10.992383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Deleting port 42a04ec3-aaa3-44a8-a660-3dc328469a7d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:10.992816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.002745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 10.1.1.199 (c755c58b-bdc0-41c0-97e3-7901e1027b63/398286f8-8d4c-4f27-908a-1512b5bfa6f9/7edacc01-0790-4c84-ab36-3baace368526) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:11.107275 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] Set router c9e0821b-6088-43e6-bb9f-c4af5b282ef2 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:11.195114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe962dc9-4348-4abf-8900-27971b1b203b req-ee647531-a27d-4a5c-9b7e-f6b01cf6bd03 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0470908 Jan 28 16:45:11.203293 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e0821b-6088-43e6-bb9f-c4af5b282ef2', 'name': 'tempest-snat-router-542296995', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:45:01Z', 'updated_at': '2022-01-28T16:45:10Z', 'revision_number': 4, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:11.221094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (628cebdb-30ae-4357-8133-369596db6c17), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.246405 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76816a05-61dc-4bc3-8eb8-7d4b4e556586 None None] The sync data for ids ['c9e0821b-6088-43e6-bb9f-c4af5b282ef2'] in n-d-812111-13 is: [{'id': 'c9e0821b-6088-43e6-bb9f-c4af5b282ef2', 'name': 'tempest-snat-router-542296995', 'tenant_id': '4dcf996083a047e3a80a65496ceca7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:45:01Z', 'updated_at': '2022-01-28T16:45:10Z', 'revision_number': 4, 'project_id': '4dcf996083a047e3a80a65496ceca7eb', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:11.257187 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1949f3b-ee39-4466-905b-1f0b4c82cdb1 None None] Pushing event updated for resources: {'Port': ['ID=42a04ec3-aaa3-44a8-a660-3dc328469a7d,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:11.265610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e124914-7e89-4571-8331-46129f8d42f8 admin admin] Publish callbacks [] for security_group (f187e011-6e5b-4e80-ae28-3115ccf3eae6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.275024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e124914-7e89-4571-8331-46129f8d42f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f187e011-6e5b-4e80-ae28-3115ccf3eae6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.294784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] For port 42a04ec3-aaa3-44a8-a660-3dc328469a7d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=42a04ec3-aaa3-44a8-a660-3dc328469a7d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:11.295935 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.312917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Calling delete_port for 42a04ec3-aaa3-44a8-a660-3dc328469a7d owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:11.327929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5e124914-7e89-4571-8331-46129f8d42f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70e297d5d2dc4539b93b5089e8bc01ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0576501 Jan 28 16:45:11.334244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46882) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:11.432460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e124914-7e89-4571-8331-46129f8d42f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f187e011-6e5b-4e80-ae28-3115ccf3eae6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:11.460732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce44dc81-cf0c-477f-bdee-3a631d5c0e07 admin admin] Publish callbacks [] for security_group (f187e011-6e5b-4e80-ae28-3115ccf3eae6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.516893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No DVR routers for this DVR port 628cebdb-30ae-4357-8133-369596db6c17 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:11.555511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce44dc81-cf0c-477f-bdee-3a631d5c0e07 admin admin] Publish callbacks [] for security_group (f187e011-6e5b-4e80-ae28-3115ccf3eae6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.578155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.585153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (7edacc01-0790-4c84-ab36-3baace368526), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.595453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.646392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (42a04ec3-aaa3-44a8-a660-3dc328469a7d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.655749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.732333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Port': ['ID=628cebdb-30ae-4357-8133-369596db6c17,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:11.758400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb864-b9d3-4116-ad7f-7850ecdcb77f req-a7cc3549-b2fc-4c84-99e4-0714328deef0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:11.764535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb864-b9d3-4116-ad7f-7850ecdcb77f req-a7cc3549-b2fc-4c84-99e4-0714328deef0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:11.772258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bbdb864-b9d3-4116-ad7f-7850ecdcb77f req-a7cc3549-b2fc-4c84-99e4-0714328deef0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 1653 time: 0.1925972 Jan 28 16:45:11.783465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce44dc81-cf0c-477f-bdee-3a631d5c0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f187e011-6e5b-4e80-ae28-3115ccf3eae6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.786588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce44dc81-cf0c-477f-bdee-3a631d5c0e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.787887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ce44dc81-cf0c-477f-bdee-3a631d5c0e07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f187e011-6e5b-4e80-ae28-3115ccf3eae6 HTTP/1.1" status: 204 len: 168 time: 0.4527194 Jan 28 16:45:11.795717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.817760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44dc81-cf0c-477f-bdee-3a631d5c0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f187e011-6e5b-4e80-ae28-3115ccf3eae6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:11.820321 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Floating IP 27f6f612-813b-4134-9d82-9d868581b8f0 associated. External IP: 172.25.8.220, port: 3110b992-9f34-41eb-b1b8-c68c14c2f46c. Jan 28 16:45:11.926195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:11.929208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.057594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.067892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bbdb864-b9d3-4116-ad7f-7850ecdcb77f req-25c73748-4f3e-4199-aad0-822e840aa64b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946057 Jan 28 16:45:12.100073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16645ca5-dd4d-4a4b-8cfa-21e6c648b215']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:12.105954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.115293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abf7071-ee8f-4cae-a626-bec324ab9353') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:12.115594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abf7071-ee8f-4cae-a626-bec324ab9353') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:12.130089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.177843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.198275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a04ec3-aaa3-44a8-a660-3dc328469a7d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:12.200821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.203249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (c9e0821b-6088-43e6-bb9f-c4af5b282ef2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.203772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e0821b-6088-43e6-bb9f-c4af5b282ef2 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:45:12.216309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.217472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-164cb3b6-c63b-4b49-acb9-fbc20c7eadad tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c9e0821b-6088-43e6-bb9f-c4af5b282ef2 HTTP/1.1" status: 204 len: 168 time: 2.2377801 Jan 28 16:45:12.220272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46890) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:12.322971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:12.323510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3abf7071-ee8f-4cae-a626-bec324ab9353), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.329032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Router cff8c741-e14a-4afa-9cdd-765af0de93e8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:12.336879 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:12.374101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:12.442250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:12.468362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:12.523777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:12.524464 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.601771 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3088648 Jan 28 16:45:12.602445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09373c7-f3b4-4289-9110-9ab92834edc8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:12.616514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'admin_state_up': True, 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'security_groups': ['6f0ab6d0-0328-42ee-b33d-121658bdb654']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:12.665336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (16645ca5-dd4d-4a4b-8cfa-21e6c648b215), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.678008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1324e851-0ab4-4195-80bd-aad347096e80 req-0aac2aa9-b463-4dcb-a87f-42cc48a29008 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.3086164 Jan 28 16:45:12.720838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:12.724536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] Sync routers for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:12.750257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.754322 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/16645ca5-dd4d-4a4b-8cfa-21e6c648b215 HTTP/1.1" status: 204 len: 168 time: 6.0094373 Jan 28 16:45:12.759439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.763587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:12.764472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:12.770436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46902) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:12.777118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445719848'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:12.781304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (cfa0e548-b264-4661-afee-90fbec38fa89), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.869474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-9df56935-0efc-4fca-8d55-b72561f9651b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "PUT /v2.0/floatingips/27f6f612-813b-4134-9d82-9d868581b8f0 HTTP/1.1" status: 200 len: 996 time: 3.0535951 Jan 28 16:45:12.869934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:12.872165 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87301095-899e-4f01-bb9d-f443bc296c58" -d '{"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:12.975276 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (cfa0e548-b264-4661-afee-90fbec38fa89), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:12.978578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dac5f-97bc-4ddb-b28c-82410dfa944c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=16645ca5-dd4d-4a4b-8cfa-21e6c648b215,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:13.038173 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4f0dc-859c-45bb-9f9b-1b2d31806de5 x-openstack-request-id: req-e7f4f0dc-859c-45bb-9f9b-1b2d31806de5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:13.038469 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:13.038731 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f4f0dc-859c-45bb-9f9b-1b2d31806de5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:13.039141 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'status': 'completed', 'code': 200} Jan 28 16:45:13.118049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:13.135310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.165249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-4123b2ce-b1d5-4048-a00a-77ac75a370ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.166944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-4123b2ce-b1d5-4048-a00a-77ac75a370ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.2635345 Jan 28 16:45:13.183895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:13.197917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (720d0c77-6ce4-4745-9552-8c816736cebd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.198510 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 720d0c77-6ce4-4745-9552-8c816736cebd of type vlan for network 384f3bb4-6634-44b5-b65d-3f5b4290d582 Jan 28 16:45:13.239135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (384f3bb4-6634-44b5-b65d-3f5b4290d582), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.273667 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (384f3bb4-6634-44b5-b65d-3f5b4290d582), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.279535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.280371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.289746 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:45:13.314548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87301095-899e-4f01-bb9d-f443bc296c58 req-a30b3d55-d77e-4897-941f-f37148894e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.316359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-a30b3d55-d77e-4897-941f-f37148894e78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.2763681 Jan 28 16:45:13.338055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:13.439064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.448471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87301095-899e-4f01-bb9d-f443bc296c58 req-1ffb92d0-89b8-414b-a533-0b4dff9f260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.449992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-1ffb92d0-89b8-414b-a533-0b4dff9f260e service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.1075575 Jan 28 16:45:13.458066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:13.519742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Deleting port 8156c90c-d70e-48ac-93f2-5073419140ea {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:13.520073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.531304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-11b69681-6957-4ae5-ae5c-522617ce214a None None] Provisioning complete for port 7edacc01-0790-4c84-ab36-3baace368526 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:13.534402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11b69681-6957-4ae5-ae5c-522617ce214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7edacc01-0790-4c84-ab36-3baace368526), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.540899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-3d64f74c-af35-4646-8bbe-50c469840e30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 999 time: 0.0709193 Jan 28 16:45:13.601337 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8267646 Jan 28 16:45:13.604522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:13.610641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:13.619594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-e6d11146-fc2a-4c8f-92f2-8f7476e7ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.627332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-e6d11146-fc2a-4c8f-92f2-8f7476e7ba92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.4506726 Jan 28 16:45:13.698567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-11b69681-6957-4ae5-ae5c-522617ce214a None None] Port 7edacc01-0790-4c84-ab36-3baace368526 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:13.704972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d66c2-8dcc-4037-852e-281f015bf015 req-ee736df1-057a-45e7-8d53-346371a8d90d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.712308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59459c-c493-4cf5-966f-dda373115d6f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=384f3bb4-6634-44b5-b65d-3f5b4290d582,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:13.715320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d66c2-8dcc-4037-852e-281f015bf015 req-ee736df1-057a-45e7-8d53-346371a8d90d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.732973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d66c2-8dcc-4037-852e-281f015bf015 req-ee736df1-057a-45e7-8d53-346371a8d90d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.742657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-404d66c2-8dcc-4037-852e-281f015bf015 req-ee736df1-057a-45e7-8d53-346371a8d90d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 2374 time: 0.4482098 Jan 28 16:45:13.744508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:13.761695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87301095-899e-4f01-bb9d-f443bc296c58 req-70bef5f9-1d97-45bd-b13d-673b74a5285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:13.763247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-70bef5f9-1d97-45bd-b13d-673b74a5285a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.2108984 Jan 28 16:45:13.786790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] For port 8156c90c-d70e-48ac-93f2-5073419140ea, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8156c90c-d70e-48ac-93f2-5073419140ea,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:13.788742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.839972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-8545342c-8cb4-42bc-a3a4-05813577b08e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652063 Jan 28 16:45:13.869647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-f188eb7e-4cb2-4fed-ac8b-b03c557c47c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 999 time: 0.2413762 Jan 28 16:45:13.925319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:13.930395 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:13.979731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '27f6f612-813b-4134-9d82-9d868581b8f0', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'port_id': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'mac_address': 'fa:16:3e:da:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:45:08Z', 'updated_at': '2022-01-28T16:45:11Z', 'revision_number': 1, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:20Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:14.013326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] Checking router: cff8c741-e14a-4afa-9cdd-765af0de93e8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:14.015677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-404d66c2-8dcc-4037-852e-281f015bf015 req-68bcdea9-68a6-456b-a1ab-6eb1821248e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719131 Jan 28 16:45:14.023860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:14.024504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:14.086685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-232eb88c-ddf7-4564-9613-37a10f593284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:14.088928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Calling delete_port for 8156c90c-d70e-48ac-93f2-5073419140ea owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:14.089710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-232eb88c-ddf7-4564-9613-37a10f593284 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.1992335 Jan 28 16:45:14.148759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-0e3fe4bd-96dc-423a-9f0b-19a0f72cd071 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965758 Jan 28 16:45:14.212441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-856640c0-8d52-4989-8ad1-c57dec2c8cdb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716200 Jan 28 16:45:14.214082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:14.227496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-b6ae7103-a27c-4e72-b098-4ef1a0c160da service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:45:14.234849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-b6ae7103-a27c-4e72-b098-4ef1a0c160da service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215213 Jan 28 16:45:14.447921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb892013-f165-4c34-a1b8-07bf7b507c05 req-3e151928-abea-4107-9998-8cae59dcc4e2 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0393054 Jan 28 16:45:14.450073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87301095-899e-4f01-bb9d-f443bc296c58 req-3c219b79-96b6-4e43-af78-7349821f7b9c service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837889 Jan 28 16:45:14.460479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-f6c6d265-5200-4949-bf59-4128c30a5c87 service neutron] 10.222.0.25 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243779 Jan 28 16:45:14.578605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-219e531c-71fd-4701-ae9a-bec5aab01c4a req-613afe7e-c818-4907-bfb5-99d30b33d731 service neutron] 10.222.0.25 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119165 Jan 28 16:45:14.614520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '27f6f612-813b-4134-9d82-9d868581b8f0', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'port_id': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'mac_address': 'fa:16:3e:da:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:45:08Z', 'updated_at': '2022-01-28T16:45:11Z', 'revision_number': 1, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:20Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:14.651354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbea54-fd22-4f39-a492-ae98ee57f9dc None None] The sync data for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 is: [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '27f6f612-813b-4134-9d82-9d868581b8f0', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'port_id': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'mac_address': 'fa:16:3e:da:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:45:08Z', 'updated_at': '2022-01-28T16:45:11Z', 'revision_number': 1, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:20Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:14.669692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-0f6f2056-4674-43f6-9c3e-b57de616e8cb tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 999 time: 0.0732694 Jan 28 16:45:14.751744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-33d5d760-f373-49f8-a032-095f673da201 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:14.753251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-33d5d760-f373-49f8-a032-095f673da201 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports/3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 942 time: 0.0827785 Jan 28 16:45:14.922561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-029526d0-370f-49bf-9130-3a19eed87da1 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 999 time: 0.0967305 Jan 28 16:45:15.054785 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f01fc-f9ba-44f0-9325-485c275958eb None None] New status for floating IP 27f6f612-813b-4134-9d82-9d868581b8f0: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:45:15.064485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-e2988e19-6477-4a28-8f4a-f12c7dcd3f8a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:15.067368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-e2988e19-6477-4a28-8f4a-f12c7dcd3f8a tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.1386225 Jan 28 16:45:15.133643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7feabd7d-998d-4243-9bdc-ea616e943354), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.188239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-a9b0d62f-9c09-4ea1-9059-ff3dcef1d447 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 999 time: 0.1141493 Jan 28 16:45:15.204234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:15.209892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 10.2.2.100 (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5/d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d/e4902c50-e4b9-4bc1-b62a-60cfd55a45a3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:15.278797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '720d0c77-6ce4-4745-9552-8c816736cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:15.279039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: 384f3bb4-6634-44b5-b65d-3f5b4290d582, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:15.281093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=7feabd7d-998d-4243-9bdc-ea616e943354,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:15.285564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.355399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239745e-9a4d-479b-b5d3-df24c615a44a req-a1de737b-7524-447b-9de4-867f555b17ca tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:15.360634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239745e-9a4d-479b-b5d3-df24c615a44a req-a1de737b-7524-447b-9de4-867f555b17ca tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:15.366772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239745e-9a4d-479b-b5d3-df24c615a44a req-a1de737b-7524-447b-9de4-867f555b17ca tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:15.368406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0239745e-9a4d-479b-b5d3-df24c615a44a req-a1de737b-7524-447b-9de4-867f555b17ca tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 2374 time: 0.2405443 Jan 28 16:45:15.403108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:15.410204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8156c90c-d70e-48ac-93f2-5073419140ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.441548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 384f3bb4-6634-44b5-b65d-3f5b4290d582) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:15.452917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event deleted for resources: {'Port': ['ID=8156c90c-d70e-48ac-93f2-5073419140ea,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:15.456088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:15.456088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.461693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c4805-7d61-4b06-b947-8edaf4d2fce0 None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:15.481556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2d66ee98-77c9-4e69-915f-7d7e951ca318 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8729665 Jan 28 16:45:15.485718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46962) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:15.494224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:15.505071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.522086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0239745e-9a4d-479b-b5d3-df24c615a44a req-669b3dfe-89ea-4aad-b602-9f1b4fca331c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229846 Jan 28 16:45:15.525461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.525799 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Floating IP 27f6f612-813b-4134-9d82-9d868581b8f0 disassociated. External IP: 172.25.8.220, port: 3110b992-9f34-41eb-b1b8-c68c14c2f46c. Jan 28 16:45:15.555501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.576911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (cfa0e548-b264-4661-afee-90fbec38fa89), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.630088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-384f3bb4-6634-44b5-b65d-3f5b4290d582', 'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '7feabd7d-998d-4243-9bdc-ea616e943354'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:45:15.632863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.697725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (cfa0e548-b264-4661-afee-90fbec38fa89), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.701125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_controller (cfa0e548-b264-4661-afee-90fbec38fa89), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.704013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3af2fb77-d653-4308-9fdb-cf41079dac72 req-071895fb-20e7-4b1c-8dc2-3e049216e12a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0598230 Jan 28 16:45:15.758161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.791132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (cfa0e548-b264-4661-afee-90fbec38fa89), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.791807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfa0e548-b264-4661-afee-90fbec38fa89 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:45:15.803956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.806487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5053d73c-660f-4cbe-adf9-0151bca32a8e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "DELETE /v2.0/routers/cfa0e548-b264-4661-afee-90fbec38fa89 HTTP/1.1" status: 204 len: 168 time: 3.5824344 Jan 28 16:45:15.810665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46972) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:15.818074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-434658488', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:15.846178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:15.871584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:15.876549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:15.877459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:15.881423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.889591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (40f08829-ada9-4263-82cb-0761e069f774), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.896983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (40f08829-ada9-4263-82cb-0761e069f774), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.906485 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4d39-5795-43e8-81e6-34cad57631d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:15.948069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Allocated IP 2001:db8::2 (384f3bb4-6634-44b5-b65d-3f5b4290d582/7feabd7d-998d-4243-9bdc-ea616e943354/8083b075-33f0-4b4d-b01a-2258b30feaf1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:15.951331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:16.049337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:16.051059 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.144613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (40f08829-ada9-4263-82cb-0761e069f774), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.200578 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8b0cc387-9292-434b-96a5-9442b9d7ea56 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5876875 Jan 28 16:45:16.215325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'admin_state_up': True, 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'security_groups': ['6f0ab6d0-0328-42ee-b33d-121658bdb654']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:16.298666 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Publish callbacks [] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.308459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.368985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:16.374708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:16.382118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-01786ac2-6c94-48eb-8470-bcca4e5d0ef4 None None] Provisioning complete for port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:16.382502 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-01786ac2-6c94-48eb-8470-bcca4e5d0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.384304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:16.427289 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (40f08829-ada9-4263-82cb-0761e069f774), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.432647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Pushing event updated for resources: {'Port': ['ID=8083b075-33f0-4b4d-b01a-2258b30feaf1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:16.433130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46978) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:16.497009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-01786ac2-6c94-48eb-8470-bcca4e5d0ef4 None None] Port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:16.498708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Attempting to bind port 8083b075-33f0-4b4d-b01a-2258b30feaf1 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:16.499087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Attempting to bind port 8083b075-33f0-4b4d-b01a-2258b30feaf1 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '720d0c77-6ce4-4745-9552-8c816736cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:16.499458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Attempting to bind port 8083b075-33f0-4b4d-b01a-2258b30feaf1 on network 384f3bb4-6634-44b5-b65d-3f5b4290d582 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:16.508243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:16.508624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Checking segment: {'id': '720d0c77-6ce4-4745-9552-8c816736cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:16.509069 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.509475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Bound using segment: {'id': '720d0c77-6ce4-4745-9552-8c816736cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:16.509968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Bound port: 8083b075-33f0-4b4d-b01a-2258b30feaf1, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720d0c77-6ce4-4745-9552-8c816736cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:16.510361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.596769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] For port 8083b075-33f0-4b4d-b01a-2258b30feaf1, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:16.607840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] For port 8083b075-33f0-4b4d-b01a-2258b30feaf1, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8083b075-33f0-4b4d-b01a-2258b30feaf1,segment=NetworkSegment(720d0c77-6ce4-4745-9552-8c816736cebd),segment_id=720d0c77-6ce4-4745-9552-8c816736cebd)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:16.620198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.641972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Made reservation on behalf of 27b8a93b3b824d50863e2c6be3ab1db4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:16.647318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.687722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8156c90c-d70e-48ac-93f2-5073419140ea no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:16.723695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aecd05-f6c2-45f3-a875-178f225dbca5 None None] Pushing event updated for resources: {'Port': ['ID=8083b075-33f0-4b4d-b01a-2258b30feaf1,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:16.766038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8156c90c-d70e-48ac-93f2-5073419140ea {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:16.766796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8156c90c-d70e-48ac-93f2-5073419140ea not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:16.854329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82de90b1-93fc-440e-b0d9-691a37587d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.921261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Router cff8c741-e14a-4afa-9cdd-765af0de93e8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:16.943944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (40f08829-ada9-4263-82cb-0761e069f774), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.952564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973bed1-3842-40fd-82d7-f8dbc0280b87 req-cf42381b-4462-4ee5-ae3e-ecf3e043d1f1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:16.965397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973bed1-3842-40fd-82d7-f8dbc0280b87 req-cf42381b-4462-4ee5-ae3e-ecf3e043d1f1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:16.970758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973bed1-3842-40fd-82d7-f8dbc0280b87 req-cf42381b-4462-4ee5-ae3e-ecf3e043d1f1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:16.976865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973bed1-3842-40fd-82d7-f8dbc0280b87 req-cf42381b-4462-4ee5-ae3e-ecf3e043d1f1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:16.980533 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:16.984386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f973bed1-3842-40fd-82d7-f8dbc0280b87 req-cf42381b-4462-4ee5-ae3e-ecf3e043d1f1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 3095 time: 0.2623744 Jan 28 16:45:17.108432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Allocated IP 172.25.8.229 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/435f3df4-b80d-4326-a5a6-bdf645614a60) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:17.175568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:17.203461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.210329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] Sync routers for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:17.247443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:17.248408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:44:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:17.251473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82de90b1-93fc-440e-b0d9-691a37587d1d admin admin] Publish callbacks [] for security_group (fb341316-0de6-4c1e-8b79-da73feadb688), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.263538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82de90b1-93fc-440e-b0d9-691a37587d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb341316-0de6-4c1e-8b79-da73feadb688), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.327779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f973bed1-3842-40fd-82d7-f8dbc0280b87 req-0964d87f-693b-46b3-9207-a598f7dbe762 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424547 Jan 28 16:45:17.348825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-927b17e7-ff35-4e25-b6da-09aa83e70f53 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "PUT /v2.0/floatingips/27f6f612-813b-4134-9d82-9d868581b8f0 HTTP/1.1" status: 200 len: 695 time: 2.1533272 Jan 28 16:45:17.352432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:17.354865 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f90ad67-d283-4224-a156-11bfbe8b1cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:17.405608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-82de90b1-93fc-440e-b0d9-691a37587d1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1e7c01eb40b421a81f1323a23032b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9684401 Jan 28 16:45:17.409406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46988) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:17.416839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Allocated IP 10.2.2.200 (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5/d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d/48992663-2242-4a53-bdde-d5103c7c9502) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:17.425802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de90b1-93fc-440e-b0d9-691a37587d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb341316-0de6-4c1e-8b79-da73feadb688,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:17.523245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for port (435f3df4-b80d-4326-a5a6-bdf645614a60), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.539608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:17.540350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63a9a745-1cbf-435d-8cb9-d91370a6fa73 req-7cac0454-2217-4a99-90ce-fe4904aa0ec3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0654759 Jan 28 16:45:17.623727 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d9d50b-e0ff-4143-8086-3adfe7e8a222 x-openstack-request-id: req-21d9d50b-e0ff-4143-8086-3adfe7e8a222 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:17.624247 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:17.624664 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21d9d50b-e0ff-4143-8086-3adfe7e8a222 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:17.625268 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'status': 'completed', 'code': 200} Jan 28 16:45:17.629009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-5ad6bb6b-2685-419b-a786-212687fdf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:17.631293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-5ad6bb6b-2685-419b-a786-212687fdf320 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.2576482 Jan 28 16:45:17.632875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.640133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c901f3-1a79-45f8-9db3-4c095697ad93 admin admin] Publish callbacks [] for security_group (fb341316-0de6-4c1e-8b79-da73feadb688), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.663564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c901f3-1a79-45f8-9db3-4c095697ad93 admin admin] Publish callbacks [] for security_group (fb341316-0de6-4c1e-8b79-da73feadb688), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.724739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c901f3-1a79-45f8-9db3-4c095697ad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb341316-0de6-4c1e-8b79-da73feadb688), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.727323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c901f3-1a79-45f8-9db3-4c095697ad93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.732656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f3c901f3-1a79-45f8-9db3-4c095697ad93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb341316-0de6-4c1e-8b79-da73feadb688 HTTP/1.1" status: 204 len: 168 time: 0.3125508 Jan 28 16:45:17.757529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (435f3df4-b80d-4326-a5a6-bdf645614a60), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.768271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c901f3-1a79-45f8-9db3-4c095697ad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb341316-0de6-4c1e-8b79-da73feadb688,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:17.790863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:17.803967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:17.813104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:17.814108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.833589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:17.836697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for port (48992663-2242-4a53-bdde-d5103c7c9502), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.839765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:17.845044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:17.851044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:17.855779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event updated for resources: {'Port': ['ID=435f3df4-b80d-4326-a5a6-bdf645614a60,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:17.862002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fce8d805-3e57-47c0-a79a-70780897efc6 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3717334 Jan 28 16:45:17.864237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-ae2dfae0-f1be-4b3f-aad4-0ff7e5558b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:17.865831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-ae2dfae0-f1be-4b3f-aad4-0ff7e5558b82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 1128 time: 0.2240844 Jan 28 16:45:17.871323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46992) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:17.935321 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7282b398-0ab0-4657-ac86-c300acce05af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:17.936799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-522a0941-a12c-4c8e-9de7-b1d2798b41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:17.938888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-522a0941-a12c-4c8e-9de7-b1d2798b41c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.2871275 Jan 28 16:45:18.038442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:20Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:18.076018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] Checking router: cff8c741-e14a-4afa-9cdd-765af0de93e8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:18.090348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:18.091350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:18.135108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-f3874c1e-4bb2-416d-8163-315b25f6c7e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.1633594 Jan 28 16:45:18.180184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:18.184928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e004f17-7bfc-4c3f-810e-c9c338e5a92c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.192883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e004f17-7bfc-4c3f-810e-c9c338e5a92c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.193964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e004f17-7bfc-4c3f-810e-c9c338e5a92c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.195412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e004f17-7bfc-4c3f-810e-c9c338e5a92c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.196772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e004f17-7bfc-4c3f-810e-c9c338e5a92c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.210265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5e004f17-7bfc-4c3f-810e-c9c338e5a92c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3374465 Jan 28 16:45:18.215238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:18.261395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150461768'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:18.267629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:18.327508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:18.334911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:18.338802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:18.351085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event updated for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:18.409791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:18.414468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:18.443496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-2bd978b2-19e6-443c-9d69-4d0e7d3b50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.445476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-2bd978b2-19e6-443c-9d69-4d0e7d3b50d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.2792346 Jan 28 16:45:18.517330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (40f08829-ada9-4263-82cb-0761e069f774), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:18.547178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-061def3e-2ef0-4eb9-af4f-251329ce71fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916791 Jan 28 16:45:18.548491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-d57fbaa2-27c2-4bc3-ac5b-d986a3a35a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.551631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-d57fbaa2-27c2-4bc3-ac5b-d986a3a35a0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 200 len: 920 time: 0.6766524 Jan 28 16:45:18.694685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8083b075-33f0-4b4d-b01a-2258b30feaf1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:18.696594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af8de6-1fe9-4cc3-af2a-5db56c4c6a46 None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:18.718747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:18.719803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:18.768367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:18.781113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-36c2cd61-1d2d-4165-bf9d-6c0079b82876 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5698500 Jan 28 16:45:18.792924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:18.869581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-cccffb96-7b4b-4fa1-89f5-9a2bb83f4485 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 200 len: 217 time: 0.1710994 Jan 28 16:45:18.890553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (633e6690-9e14-41f6-ab94-a3cade864ba3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:18.890906 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 633e6690-9e14-41f6-ab94-a3cade864ba3 of type vlan for network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 Jan 28 16:45:19.021296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-b30bd70c-2def-4830-a1c5-4bcdee8bee13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.027827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-b30bd70c-2def-4830-a1c5-4bcdee8bee13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.035376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-b30bd70c-2def-4830-a1c5-4bcdee8bee13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.041652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-b30bd70c-2def-4830-a1c5-4bcdee8bee13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.048903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-b30bd70c-2def-4830-a1c5-4bcdee8bee13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.051580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-b30bd70c-2def-4830-a1c5-4bcdee8bee13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 3816 time: 0.5106981 Jan 28 16:45:19.095126 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.118639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-802c3ee3-2e66-4b2b-9a0b-b57e7eb71f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.120624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-802c3ee3-2e66-4b2b-9a0b-b57e7eb71f72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 200 len: 859 time: 0.2399192 Jan 28 16:45:19.148071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] Provisioning complete for port 8083b075-33f0-4b4d-b01a-2258b30feaf1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:19.148619 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.175175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-56e9b6fb-19ce-417e-8e0c-1634fea27e42 service neutron] 10.222.0.25 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755197 Jan 28 16:45:19.218263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8083b075-33f0-4b4d-b01a-2258b30feaf1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:19.218580 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.218707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.255403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (40f08829-ada9-4263-82cb-0761e069f774), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.260423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-54bc6184-769f-432f-bd16-fc9a4b6ff26c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261222 Jan 28 16:45:19.264993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:20Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:19.322446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3c8a0-4fd2-4baa-a030-4cb2aaf12bd8 None None] The sync data for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 is: [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:44:11Z', 'revision_number': 4, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e', 'name': '', 'network_id': 'cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'mac_address': 'fa:16:3e:f7:a8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:09Z', 'updated_at': '2022-01-28T16:44:20Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'subnets': [{'id': 'b8cff0f3-bf07-4365-9333-1c86807784a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:19.356257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.393036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47018) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:19.398556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5e9e0-8e71-438b-9edb-679d489e80da req-fa62a756-49ae-4781-8826-2dfcc9ea99e7 service neutron] 10.222.0.25 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673744 Jan 28 16:45:19.449839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:19.450876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.465732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.474994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:19.476609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.564469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Router 40f08829-ada9-4263-82cb-0761e069f774 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:19.588430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68d7f60c-a505-4853-ba79-a62c303e6559 req-5ec067c1-e186-4b81-8d39-ebdddfd137a6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192287 Jan 28 16:45:19.596052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:19.596759 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.626702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] For port 8083b075-33f0-4b4d-b01a-2258b30feaf1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8083b075-33f0-4b4d-b01a-2258b30feaf1,segment=NetworkSegment(720d0c77-6ce4-4745-9552-8c816736cebd),segment_id=720d0c77-6ce4-4745-9552-8c816736cebd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:19.670028 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.684901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Update dhcp port {'port': {'network_id': '384f3bb4-6634-44b5-b65d-3f5b4290d582', 'fixed_ips': [{'subnet_id': '7feabd7d-998d-4243-9bdc-ea616e943354', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '8083b075-33f0-4b4d-b01a-2258b30feaf1'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:45:19.706605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56c735d2-2ba3-43dc-9177-805501fe3d15 req-27ee33eb-7343-4a64-988a-beea69c7232d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1261628 Jan 28 16:45:19.712712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-816927085-network', 'tenant_id': 'c8706c70cf064b408cb679d24313cd38'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:19.743917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4939656 Jan 28 16:45:19.787780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Made reservation on behalf of c8706c70cf064b408cb679d24313cd38 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:19.790594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.793823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47024) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:19.802579 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.829747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:19.856065 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c24099-3fff-49f1-b0bc-16f2c08db488 None None] New status for floating IP 27f6f612-813b-4134-9d82-9d868581b8f0: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:45:19.858484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5c772-7d73-433d-b1f0-b0dec4b56c0c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=3d826ecc-722d-43f2-9618-ccd4042f9ec9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:19.876417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-c675d9b6-c673-449b-830b-527c7aff757b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips/27f6f612-813b-4134-9d82-9d868581b8f0 HTTP/1.1" status: 200 len: 695 time: 0.1791389 Jan 28 16:45:19.880298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.883884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:19.900912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:19.951607 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:19.965241 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-538cf709-dcf1-4251-ba06-b14c5eefcffe tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1511612 Jan 28 16:45:19.968291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:19.976174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] Sync routers for ids ['40f08829-ada9-4263-82cb-0761e069f774'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:20.004151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': False}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:20.040231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-fd9a2ea2-cb90-48e6-970f-261ebb15b3e3 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:20.049237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-fd9a2ea2-cb90-48e6-970f-261ebb15b3e3 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 784 time: 0.1717145 Jan 28 16:45:20.053499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] Routers {'40f08829-ada9-4263-82cb-0761e069f774'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:20.054082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['40f08829-ada9-4263-82cb-0761e069f774'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:20.087833 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:45:20.088201 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:45:20.093782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:20.103753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-84f125f4-8e62-4e97-bbbe-67f08864251d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:45:20.104839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-84f125f4-8e62-4e97-bbbe-67f08864251d tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544922 Jan 28 16:45:20.111069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-209c5e5a-00e0-48fe-8de9-7e71944159dd None None] Provisioning complete for port 48992663-2242-4a53-bdde-d5103c7c9502 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:20.111069 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-209c5e5a-00e0-48fe-8de9-7e71944159dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (48992663-2242-4a53-bdde-d5103c7c9502), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.119180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddec1a1-3a11-4ee7-8751-77dcaa2ec8d3 None None] Pushing event updated for resources: {'Port': ['ID=8083b075-33f0-4b4d-b01a-2258b30feaf1,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:20.183146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-5d428315-3b92-42d1-88fb-814476274b50 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915635 Jan 28 16:45:20.274253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:20.285747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Publish callbacks [] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.314667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-2be8eb68-901d-4b96-87d5-ae78694baa8b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 698 time: 0.1706116 Jan 28 16:45:20.345909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Transition to ACTIVE for port object d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:20.356418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.469639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Pushing event updated for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:20.497509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] Routers {'40f08829-ada9-4263-82cb-0761e069f774'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:20.498177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['40f08829-ada9-4263-82cb-0761e069f774'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:20.516804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-e6eb4173-91c3-4cd3-9a60-97a9327d1c5c tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.1498954 Jan 28 16:45:20.549061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-209c5e5a-00e0-48fe-8de9-7e71944159dd None None] Port 48992663-2242-4a53-bdde-d5103c7c9502 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:20.552129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:20.552964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3a7366-ac6c-4a84-944f-8173ef3ababd None None] The sync data for ids ['40f08829-ada9-4263-82cb-0761e069f774'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:20.570194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Allocated IP 172.20.0.1 (384f3bb4-6634-44b5-b65d-3f5b4290d582/4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6/8083b075-33f0-4b4d-b01a-2258b30feaf1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:20.585767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Attempting to bind port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:20.586397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Attempting to bind port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:20.586397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Attempting to bind port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 on network 7f385176-671a-4911-85db-c2fcb2aad176 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:20.595588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 on network 7f385176-671a-4911-85db-c2fcb2aad176 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:20.595926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Attempting to bind port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 on network 7f385176-671a-4911-85db-c2fcb2aad176 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:20.601376 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.609282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:20.609621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Checking segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:20.610018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Bound using segment: {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:20.610470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Bound port: d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76de097b-116e-432f-bfdd-2095a10bea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:20.610835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.625020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (40f08829-ada9-4263-82cb-0761e069f774), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.740099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.747989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:20.752502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:20.762865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.812092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:20.812385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.814781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] 10.222.0.24 "PUT /v2.0/ports/d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 HTTP/1.1" status: 200 len: 1092 time: 2.0266180 Jan 28 16:45:20.815963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:20.816693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.819082 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa081e0-11fc-42c5-add7-3d85f1e32267" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:20.858347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:20.871936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] For port 8083b075-33f0-4b4d-b01a-2258b30feaf1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8083b075-33f0-4b4d-b01a-2258b30feaf1,segment=NetworkSegment(720d0c77-6ce4-4745-9552-8c816736cebd),segment_id=720d0c77-6ce4-4745-9552-8c816736cebd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:20.899008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f90ad67-d283-4224-a156-11bfbe8b1cb9 req-4555c3fa-6480-41d6-89df-8f62f8456714 service neutron] 10.222.0.31 "GET /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937778 Jan 28 16:45:20.935783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db1bca-febf-4553-bc23-6a806b50b931 service neutron] Pushing event updated for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:20.960839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:20.976719 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Publish callbacks [] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:20.989108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.006099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 is not hosted by any dhcp agent {{(pid=103093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:45:21.016975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:21.029525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.030117 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.035853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "PUT /v2.0/networks/3d826ecc-722d-43f2-9618-ccd4042f9ec9 HTTP/1.1" status: 200 len: 723 time: 1.2297504 Jan 28 16:45:21.036574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47036) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:21.058065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:21.083137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks [] for security_group (11482341-0fcc-4223-a4ce-7a564451e0ac), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.114859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11482341-0fcc-4223-a4ce-7a564451e0ac), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.118797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1185c1b-3368-4510-bee1-3a7c950ab935 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=3d826ecc-722d-43f2-9618-ccd4042f9ec9,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:21.187642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:21.205889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8083b075-33f0-4b4d-b01a-2258b30feaf1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:21.311450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Pushing event updated for resources: {'Port': ['ID=8083b075-33f0-4b4d-b01a-2258b30feaf1,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:21.413512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.414126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.414972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.415657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.416359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.417045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.417611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.418107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.418885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.419409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.420395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.421428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.422440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a282259-dcd1-4730-9a27-695e6eda89a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:45:21.507858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8083b075-33f0-4b4d-b01a-2258b30feaf1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:21.509341 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.656579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:21.729549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303931-72e6-4310-907c-229c992512cf req-b3887333-cb9e-4057-aab9-3db3fd73b0c0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:21.734894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303931-72e6-4310-907c-229c992512cf req-b3887333-cb9e-4057-aab9-3db3fd73b0c0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:21.740908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303931-72e6-4310-907c-229c992512cf req-b3887333-cb9e-4057-aab9-3db3fd73b0c0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:21.746269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303931-72e6-4310-907c-229c992512cf req-b3887333-cb9e-4057-aab9-3db3fd73b0c0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:21.751649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303931-72e6-4310-907c-229c992512cf req-b3887333-cb9e-4057-aab9-3db3fd73b0c0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:21.754335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.759080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66303931-72e6-4310-907c-229c992512cf req-b3887333-cb9e-4057-aab9-3db3fd73b0c0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 3828 time: 0.9797552 Jan 28 16:45:21.769194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:21.817124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11482341-0fcc-4223-a4ce-7a564451e0ac,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:21.840401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e04da7ee-65bc-4fb1-ae36-754337628cf2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.840722 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Added segment e04da7ee-65bc-4fb1-ae36-754337628cf2 of type vlan for network 320dc372-532a-4f6c-a239-478eba769e9e Jan 28 16:45:21.844512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Deleting port fb95dbd7-ef89-4177-b986-3138c4f4d117 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:21.844910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:21.945977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66303931-72e6-4310-907c-229c992512cf req-5b7d5e93-bbc8-4f7e-8d30-f3de1822ef0c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623161 Jan 28 16:45:21.947349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:21.954598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.006713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6900f1ba-9390-445f-868e-2ca3782bfee5 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:22.021782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (40f08829-ada9-4263-82cb-0761e069f774), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.035057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Publish callbacks [] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.044545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (40f08829-ada9-4263-82cb-0761e069f774), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.108386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Transition to ACTIVE for port object 6900f1ba-9390-445f-868e-2ca3782bfee5 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:22.129488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.136170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39fc10-5e03-4e53-82ac-6db457ebebf4 None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:22.188089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbf04ca3-1636-4526-9a16-33b2ae09cd2e req-d5426af9-7f95-42a5-a787-c9a3c385a24e tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1156440 Jan 28 16:45:22.238488 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (320dc372-532a-4f6c-a239-478eba769e9e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.300036 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0685a-9bcb-41f3-ace7-49b7b2075eda x-openstack-request-id: req-cfa0685a-9bcb-41f3-ace7-49b7b2075eda {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:22.300342 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:22.300591 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfa0685a-9bcb-41f3-ace7-49b7b2075eda {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:22.301034 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'status': 'completed', 'code': 200} Jan 28 16:45:22.323171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-278ed6ab-8fb4-4104-8c9f-e809e2096edd None None] Provisioning complete for port 8083b075-33f0-4b4d-b01a-2258b30feaf1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:22.323415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-278ed6ab-8fb4-4104-8c9f-e809e2096edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.327144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Router 40f08829-ada9-4263-82cb-0761e069f774 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:22.353382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:22.410404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.411011 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (fb95dbd7-ef89-4177-b986-3138c4f4d117), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.421805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (320dc372-532a-4f6c-a239-478eba769e9e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.423572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:22.424369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.531784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:22.539979 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1346095 Jan 28 16:45:22.548928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Calling delete_port for fb95dbd7-ef89-4177-b986-3138c4f4d117 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:22.554287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-278ed6ab-8fb4-4104-8c9f-e809e2096edd None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:22.557424 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] Sync routers for ids ['40f08829-ada9-4263-82cb-0761e069f774'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:22.565167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.567357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9522011c-a7f4-4ef7-9f7a-ee6f3c45ea18 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "PUT /v2.0/routers/40f08829-ada9-4263-82cb-0761e069f774 HTTP/1.1" status: 200 len: 921 time: 2.5952384 Jan 28 16:45:22.571224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47038) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:22.571977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47040) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:22.583033 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] Routers {'40f08829-ada9-4263-82cb-0761e069f774'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:22.584811 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['40f08829-ada9-4263-82cb-0761e069f774'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:22.588619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Request body: {'subnet': {'network_id': '320dc372-532a-4f6c-a239-478eba769e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-816927085-subnet', 'tenant_id': 'c8706c70cf064b408cb679d24313cd38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:22.627478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b2474-fccc-400e-be35-934453a5c37c admin admin] Pushing event updated for resources: {'Network': ['ID=320dc372-532a-4f6c-a239-478eba769e9e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:22.633904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Attempting to bind port 6900f1ba-9390-445f-868e-2ca3782bfee5 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:22.634237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Attempting to bind port 6900f1ba-9390-445f-868e-2ca3782bfee5 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:22.634557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Attempting to bind port 6900f1ba-9390-445f-868e-2ca3782bfee5 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:22.639242 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:22.639443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Port 6900f1ba-9390-445f-868e-2ca3782bfee5 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:22.639841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Attempting to bind port 6900f1ba-9390-445f-868e-2ca3782bfee5 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:22.641320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 320dc372-532a-4f6c-a239-478eba769e9e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:22.646015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:22.646351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Checking segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:22.646738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Bound using segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:22.652385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Bound port: 6900f1ba-9390-445f-868e-2ca3782bfee5, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:22.652790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.661564 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] Routers {'40f08829-ada9-4263-82cb-0761e069f774'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:22.664051 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['40f08829-ada9-4263-82cb-0761e069f774'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:22.740181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:22.743694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6900f1ba-9390-445f-868e-2ca3782bfee5,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:22.754962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.863177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:22.879825 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:22.881050 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a981446-f5b1-443e-9c0a-c2b3238a3f42 None None] The sync data for ids ['40f08829-ada9-4263-82cb-0761e069f774'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:22.900831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:22.904400 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.906768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-47e3c7f3-37e3-4826-964d-c9565ec7ebae service neutron] 10.222.0.24 "PUT /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 1137 time: 2.0602965 Jan 28 16:45:22.941365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:22.977544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5e4585ea-9b27-4a04-9ce4-53eba4515dc8 None None] Provisioning complete for port 8083b075-33f0-4b4d-b01a-2258b30feaf1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:22.980326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e4585ea-9b27-4a04-9ce4-53eba4515dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:22.980824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:22.983294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:22.996014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:22.996709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.000644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.004043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.015706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-7b187881-b55d-4cff-b785-4328a8a2ba29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5313 time: 0.6880994 Jan 28 16:45:23.079299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.169931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Made reservation on behalf of c8706c70cf064b408cb679d24313cd38 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:23.172654 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.186724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8083b075-33f0-4b4d-b01a-2258b30feaf1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:23.190137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5e4585ea-9b27-4a04-9ce4-53eba4515dc8 None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:23.261025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8083b075-33f0-4b4d-b01a-2258b30feaf1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:23.261674 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.275616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (5a775787-5ceb-45e2-9542-ada732051bc6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.368103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8083b075-33f0-4b4d-b01a-2258b30feaf1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:23.476851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.482301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.488267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.493675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.499163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.505036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.512725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c39b69cc-53e9-4400-a973-c8bfca98ccaf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 4606 time: 0.3824699 Jan 28 16:45:23.520078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a68b0c6-099f-4d40-9965-1b1aa9afd84d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:23.528474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fdce1a8b-f5f5-4c03-9042-fc3a8cc68820 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/40f08829-ada9-4263-82cb-0761e069f774 HTTP/1.1" status: 200 len: 921 time: 0.9244134 Jan 28 16:45:23.529059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47048) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:23.552393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=5a775787-5ceb-45e2-9542-ada732051bc6,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:23.567900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Publish callbacks [] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.604812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '633e6690-9e14-41f6-ab94-a3cade864ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:23.605291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: 3d826ecc-722d-43f2-9618-ccd4042f9ec9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:23.613781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Transition to ACTIVE for port object 2a68b0c6-099f-4d40-9965-1b1aa9afd84d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:23.614511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fb95dbd7-ef89-4177-b986-3138c4f4d117), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.617027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-97bbeb4d-06be-4978-ab06-2ff2b0843101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.617569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-97bbeb4d-06be-4978-ab06-2ff2b0843101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.618040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-97bbeb4d-06be-4978-ab06-2ff2b0843101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.620060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-97bbeb4d-06be-4978-ab06-2ff2b0843101 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5795429 Jan 28 16:45:23.632503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.683790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fcc1e6-ef53-477a-86a7-a7e682b0903c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.688370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66fcc1e6-ef53-477a-86a7-a7e682b0903c tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=40f08829-ada9-4263-82cb-0761e069f774&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1579454 Jan 28 16:45:23.695394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47050) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:23.711919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event deleted for resources: {'Port': ['ID=fb95dbd7-ef89-4177-b986-3138c4f4d117,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:23.737038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Pushing event updated for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:23.804228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:23.845288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b122f8-a81e-40d8-abf8-9c5620eb87eb req-c706fa89-44b1-41ba-8fd2-500dd515651c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314898 Jan 28 16:45:23.856730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Attempting to bind port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:23.857180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Attempting to bind port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:23.866742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Attempting to bind port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:23.878179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d on network c755c58b-bdc0-41c0-97e3-7901e1027b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:23.878623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Attempting to bind port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:23.889815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:23.890303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Checking segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:23.890803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Bound using segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:23.891385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Bound port: 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:23.891882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:23.924096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba6cfd-720f-48be-b5cc-6ef2cda98a52 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:23.926734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-46ba6cfd-720f-48be-b5cc-6ef2cda98a52 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.2278538 Jan 28 16:45:23.930589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47052) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:23.940533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3d826ecc-722d-43f2-9618-ccd4042f9ec9) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:23.949243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5d108-06d5-4285-b4a1-15b76f725a3d None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:23.990999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ee993d3-eba7-4cb7-9c00-c399d5a6cc52 req-fd4acd72-b1f5-4505-826d-5ada4e7c621d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0513971 Jan 28 16:45:24.001437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.004871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.011826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for floatingip (27f6f612-813b-4134-9d82-9d868581b8f0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.014667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.015997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c51b33ac-3e07-4809-891c-179ec78bc383 req-851f46ad-618b-42e1-9e3b-0936ab5aacb6 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "DELETE /v2.0/floatingips/27f6f612-813b-4134-9d82-9d868581b8f0 HTTP/1.1" status: 204 len: 173 time: 3.4979000 Jan 28 16:45:24.046466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:24.064062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-4a72ea99-9198-4a6d-b09c-9b5680aec2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.067374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fa081e0-11fc-42c5-add7-3d85f1e32267 req-4a72ea99-9198-4a6d-b09c-9b5680aec2cc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4302547 Jan 28 16:45:24.094435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:24.103834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2ab9ccb8-dedd-4382-92e2-87d91c8ea7e6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=40f08829-ada9-4263-82cb-0761e069f774 HTTP/1.1" status: 200 len: 205 time: 0.0655015 Jan 28 16:45:24.105857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.106870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47056) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:24.137054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-713a6670-84a6-4901-9fe8-afeddd3aac94 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0918112 Jan 28 16:45:24.155534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47058) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:24.163879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:24.175129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.175829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.177620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 1136 time: 1.2410727 Jan 28 16:45:24.188271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (9e9f1354-f650-4e32-8da5-0be760f0c494), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.235238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:24.256068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54de7edc-0284-4528-969a-181c4877a374 req-16b2165e-a412-41ed-b3e2-6360fa2a2408 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups/a39ce024-22f8-4abd-889b-9dc4bd2ae486 HTTP/1.1" status: 200 len: 1826 time: 0.1963658 Jan 28 16:45:24.353049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '6900f1ba-9390-445f-868e-2ca3782bfee5'}, {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '2a68b0c6-099f-4d40-9965-1b1aa9afd84d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:24.356833 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "6900f1ba-9390-445f-868e-2ca3782bfee5"}, {"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "2a68b0c6-099f-4d40-9965-1b1aa9afd84d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:24.402979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Checking segment: {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:24.403487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Network hostable DHCP agents. Network: 320dc372-532a-4f6c-a239-478eba769e9e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:24.419862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3d826ecc-722d-43f2-9618-ccd4042f9ec9', 'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '5a775787-5ceb-45e2-9542-ada732051bc6'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:45:24.421075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.424998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9f1354-f650-4e32-8da5-0be760f0c494,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:24.443113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126034394'] for subnet (5a775787-5ceb-45e2-9542-ada732051bc6), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.456851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Network 320dc372-532a-4f6c-a239-478eba769e9e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:24.489501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 320dc372-532a-4f6c-a239-478eba769e9e) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:24.491455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-54de7edc-0284-4528-969a-181c4877a374 req-6ecd385e-3a11-43f2-94fd-e7283ffd99be tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for security_group (a39ce024-22f8-4abd-889b-9dc4bd2ae486), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.498059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (40f08829-ada9-4263-82cb-0761e069f774), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.503828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.504428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.553265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0a119-8946-4637-866f-dbbd4850e959 None None] Network 320dc372-532a-4f6c-a239-478eba769e9e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:24.591000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-54de7edc-0284-4528-969a-181c4877a374 req-6ecd385e-3a11-43f2-94fd-e7283ffd99be tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for security_group (a39ce024-22f8-4abd-889b-9dc4bd2ae486), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.605342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ced6dc74-d306-4fff-b09b-c67337fb3490 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0249119 Jan 28 16:45:24.639559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.724966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (40f08829-ada9-4263-82cb-0761e069f774), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.742964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-54de7edc-0284-4528-969a-181c4877a374 req-6ecd385e-3a11-43f2-94fd-e7283ffd99be tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a39ce024-22f8-4abd-889b-9dc4bd2ae486), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.746031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-54de7edc-0284-4528-969a-181c4877a374 req-6ecd385e-3a11-43f2-94fd-e7283ffd99be tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:24.747332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54de7edc-0284-4528-969a-181c4877a374 req-6ecd385e-3a11-43f2-94fd-e7283ffd99be tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "DELETE /v2.0/security-groups/a39ce024-22f8-4abd-889b-9dc4bd2ae486 HTTP/1.1" status: 204 len: 173 time: 0.4904325 Jan 28 16:45:24.791417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da223c-bcc6-418f-96de-34ad16058e2e None None] Network 320dc372-532a-4f6c-a239-478eba769e9e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:24.836650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd385e-3a11-43f2-94fd-e7283ffd99be tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39ce024-22f8-4abd-889b-9dc4bd2ae486,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:24.953383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.956323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.960349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.961717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.962171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.967182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.968626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:24.974784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-de8f47c1-18f2-4469-a6b1-89427f303439 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6316 time: 0.2457848 Jan 28 16:45:25.022530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Deleting port 435f3df4-b80d-4326-a5a6-bdf645614a60 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:25.025333 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (435f3df4-b80d-4326-a5a6-bdf645614a60), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.147296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a76918-46c7-47d8-a712-f6d0c3bc535e {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:25.155501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Publish callbacks [] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.172997 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfc4cd7-e05a-45b8-8396-f3d29eb1f683 x-openstack-request-id: req-9dfc4cd7-e05a-45b8-8396-f3d29eb1f683 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:25.173373 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "6900f1ba-9390-445f-868e-2ca3782bfee5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "2a68b0c6-099f-4d40-9965-1b1aa9afd84d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:25.173803 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dfc4cd7-e05a-45b8-8396-f3d29eb1f683 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:25.174280 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '6900f1ba-9390-445f-868e-2ca3782bfee5', 'status': 'completed', 'code': 200} Jan 28 16:45:25.174576 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '2a68b0c6-099f-4d40-9965-1b1aa9afd84d', 'status': 'completed', 'code': 200} Jan 28 16:45:25.192541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-23b839dc-83db-4013-b5af-c1c619f27731 req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-745092030', 'description': 'tempest-description-1499811450'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:25.203949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738852387283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126519347'] for subnet (5a775787-5ceb-45e2-9542-ada732051bc6), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.209598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Transition to ACTIVE for port object 99a76918-46c7-47d8-a712-f6d0c3bc535e will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:25.257459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5afd3-f2e0-443a-86f7-5b3c32d37909 service neutron] Pushing event updated for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:25.262257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.279381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Allocated IP 2001:db8::2 (3d826ecc-722d-43f2-9618-ccd4042f9ec9/5a775787-5ceb-45e2-9542-ada732051bc6/2f4c86e7-04ae-4d34-9a68-27b1f7684341) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:25.279995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.280398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.283522 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "PUT /v2.0/subnets/5a775787-5ceb-45e2-9542-ada732051bc6 HTTP/1.1" status: 200 len: 826 time: 1.1265943 Jan 28 16:45:25.303117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.308634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.314180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47078) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:25.314367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.319856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.325614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.331089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.336746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.338791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-a57185d6-e0c8-448a-a768-01c96d414e28 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5383 time: 0.3093445 Jan 28 16:45:25.348808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-a925971b-a916-41ef-a39f-1304cf55de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.349427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-a925971b-a916-41ef-a39f-1304cf55de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.349962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-a925971b-a916-41ef-a39f-1304cf55de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.351612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-a925971b-a916-41ef-a39f-1304cf55de52 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3673046 Jan 28 16:45:25.448398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.459268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-89cb6b2e-02a6-4a23-9902-c4f46dc75955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.460905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-89cb6b2e-02a6-4a23-9902-c4f46dc75955 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921350 Jan 28 16:45:25.471263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23b839dc-83db-4013-b5af-c1c619f27731 req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.482240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132388ca-80c6-4ef8-b2b3-cbe4d630dd4e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=5a775787-5ceb-45e2-9542-ada732051bc6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:25.492862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (435f3df4-b80d-4326-a5a6-bdf645614a60), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.523287 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Publish callbacks [] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.535051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.563547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:25.564407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23b839dc-83db-4013-b5af-c1c619f27731 req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (ad8e536b-225a-4fa0-ab2b-9e48d513ae51), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.611051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Pushing event updated for resources: {'Port': ['ID=2f4c86e7-04ae-4d34-9a68-27b1f7684341,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:25.620136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:25.621683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:25.627547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:25.642575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23b839dc-83db-4013-b5af-c1c619f27731 req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ad8e536b-225a-4fa0-ab2b-9e48d513ae51), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.656147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c28bb120-52d4-4d31-9bf8-047350d73106 req-657f3959-a7ed-432e-ad38-d7470425c7ee tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3016374 Jan 28 16:45:25.688163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Calling delete_port for 435f3df4-b80d-4326-a5a6-bdf645614a60 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:25.690173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8e536b-225a-4fa0-ab2b-9e48d513ae51,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:25.732892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Attempting to bind port 2f4c86e7-04ae-4d34-9a68-27b1f7684341 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:25.733276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Attempting to bind port 2f4c86e7-04ae-4d34-9a68-27b1f7684341 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '633e6690-9e14-41f6-ab94-a3cade864ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:25.734901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Attempting to bind port 2f4c86e7-04ae-4d34-9a68-27b1f7684341 on network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:25.735047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Attempting to bind port 99a76918-46c7-47d8-a712-f6d0c3bc535e on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:25.735285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Attempting to bind port 99a76918-46c7-47d8-a712-f6d0c3bc535e by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:25.735619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Attempting to bind port 99a76918-46c7-47d8-a712-f6d0c3bc535e on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:25.746528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.747231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Port 99a76918-46c7-47d8-a712-f6d0c3bc535e on network c755c58b-bdc0-41c0-97e3-7901e1027b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:25.747364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.747681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Attempting to bind port 99a76918-46c7-47d8-a712-f6d0c3bc535e on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:25.748040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.748661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.749180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.749325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:25.749743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Checking segment: {'id': '633e6690-9e14-41f6-ab94-a3cade864ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:25.749969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.750152 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.750553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Bound using segment: {'id': '633e6690-9e14-41f6-ab94-a3cade864ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:25.750681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:25.751049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Bound port: 2f4c86e7-04ae-4d34-9a68-27b1f7684341, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633e6690-9e14-41f6-ab94-a3cade864ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3d826ecc-722d-43f2-9618-ccd4042f9ec9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:25.751441 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.753126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-61f95eea-af41-4dd6-9e39-cfb754625e8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6342 time: 0.1867476 Jan 28 16:45:25.755959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-23b839dc-83db-4013-b5af-c1c619f27731 req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.766807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:25.766807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Checking segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:25.766807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Bound using segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:25.766807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Bound port: 99a76918-46c7-47d8-a712-f6d0c3bc535e, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:25.766807 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.769294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23b839dc-83db-4013-b5af-c1c619f27731 req-891e1b7b-e910-4c72-a565-ba6f3e1dd8d5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5833158 Jan 28 16:45:25.798045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting port 2f4c86e7-04ae-4d34-9a68-27b1f7684341 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:25.798464 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.855875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] For port 2f4c86e7-04ae-4d34-9a68-27b1f7684341, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:25.861625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] For port 2f4c86e7-04ae-4d34-9a68-27b1f7684341, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2f4c86e7-04ae-4d34-9a68-27b1f7684341,segment=NetworkSegment(633e6690-9e14-41f6-ab94-a3cade864ba3),segment_id=633e6690-9e14-41f6-ab94-a3cade864ba3)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:25.873012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:25.974981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-641524f2-5e24-4c61-8cdc-744c75233da1 req-bc8a4d7c-0fd8-4bd3-93eb-a0b37d756c0f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.0545869 Jan 28 16:45:26.002209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99173d-3686-490b-be2a-e6b8363ac328 None None] Pushing event updated for resources: {'Port': ['ID=2f4c86e7-04ae-4d34-9a68-27b1f7684341,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:26.043079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] For port 2f4c86e7-04ae-4d34-9a68-27b1f7684341, host n-d-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:26.043807 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.044056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-03171ff3-2722-4e94-8bf0-ad7e80ef47d4 req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1551315282', 'description': 'tempest-description-878550306'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:26.047475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:26.058817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:26.068848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.071676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Calling delete_port for 2f4c86e7-04ae-4d34-9a68-27b1f7684341 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:26.148132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:26.148989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.151174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/99a76918-46c7-47d8-a712-f6d0c3bc535e HTTP/1.1" status: 200 len: 1092 time: 1.9342217 Jan 28 16:45:26.218773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:26.259584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51af4f-b972-4e86-ada3-3e7b92b7e4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:26.370300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7edacc01-0790-4c84-ab36-3baace368526), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.567511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2f4c86e7-04ae-4d34-9a68-27b1f7684341), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.696472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c82765-9508-4b49-8ae1-64db011a60f8 req-78734824-15a1-4b47-bd5b-b132a808beea tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:26.698232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20c82765-9508-4b49-8ae1-64db011a60f8 req-78734824-15a1-4b47-bd5b-b132a808beea tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.9218109 Jan 28 16:45:26.704740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (435f3df4-b80d-4326-a5a6-bdf645614a60), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.791783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event deleted for resources: {'Port': ['ID=435f3df4-b80d-4326-a5a6-bdf645614a60,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:26.798550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03171ff3-2722-4e94-8bf0-ad7e80ef47d4 req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.829513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Port': ['ID=2f4c86e7-04ae-4d34-9a68-27b1f7684341,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:26.884881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No DVR routers for this DVR port 2f4c86e7-04ae-4d34-9a68-27b1f7684341 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:26.908578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-28614796-2a4a-4f2e-9798-e395052b06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:26.909997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-28614796-2a4a-4f2e-9798-e395052b06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:26.910116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-28614796-2a4a-4f2e-9798-e395052b06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:26.911920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-28614796-2a4a-4f2e-9798-e395052b06f1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0499725 Jan 28 16:45:26.922791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20c82765-9508-4b49-8ae1-64db011a60f8 req-db749903-487e-4ad1-9fdd-dd1b099b135f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025366 Jan 28 16:45:26.973390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (40f08829-ada9-4263-82cb-0761e069f774), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:26.986830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5a775787-5ceb-45e2-9542-ada732051bc6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.162550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (5a775787-5ceb-45e2-9542-ada732051bc6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.181960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:27.184657 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826fe054-f80f-465d-b2e5-dedf2049bca2" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:27.199770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (40f08829-ada9-4263-82cb-0761e069f774), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.217779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (40f08829-ada9-4263-82cb-0761e069f774), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.267489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=5a775787-5ceb-45e2-9542-ada732051bc6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:27.285583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edacc01-0790-4c84-ab36-3baace368526 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:27.301802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Publish callbacks [] for port (7edacc01-0790-4c84-ab36-3baace368526), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.307342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.324833 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03171ff3-2722-4e94-8bf0-ad7e80ef47d4 req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (1187a41c-9899-4870-a535-087fc3793291), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.332523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Transition to ACTIVE for port object 7edacc01-0790-4c84-ab36-3baace368526 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:27.342568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d826ecc-722d-43f2-9618-ccd4042f9ec9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:27.345246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.360100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633e6690-9e14-41f6-ab94-a3cade864ba3') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:27.360402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633e6690-9e14-41f6-ab94-a3cade864ba3') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:27.379644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03171ff3-2722-4e94-8bf0-ad7e80ef47d4 req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1187a41c-9899-4870-a535-087fc3793291), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.397427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (633e6690-9e14-41f6-ab94-a3cade864ba3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.416524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (40f08829-ada9-4263-82cb-0761e069f774), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.417238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Fanout notify agent at l3_agent the message router_deleted on router 40f08829-ada9-4263-82cb-0761e069f774 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:45:27.425248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-79c877a3-1bdd-4612-ad65-2e9e391ce453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.427695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6fa4ad49-4cf9-42ad-866e-3437e2a1eac8 req-79c877a3-1bdd-4612-ad65-2e9e391ce453 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5001624 Jan 28 16:45:27.436768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (633e6690-9e14-41f6-ab94-a3cade864ba3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.441273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.446175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b5bba154-e4f0-4db4-84ca-43db2cbba75a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/40f08829-ada9-4263-82cb-0761e069f774 HTTP/1.1" status: 204 len: 168 time: 3.3311253 Jan 28 16:45:27.448969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:27.463251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830176630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:27.475994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03171ff3-2722-4e94-8bf0-ad7e80ef47d4 req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.478681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:27.480261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03171ff3-2722-4e94-8bf0-ad7e80ef47d4 req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.4622533 Jan 28 16:45:27.537192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.567441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.588928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.592848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:27.593327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (633e6690-9e14-41f6-ab94-a3cade864ba3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.597181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:27.599740 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:27.607174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.615900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.623521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.633724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-5ca69605-6b24-47a5-89ef-6908a1c30c02 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5395 time: 0.4359567 Jan 28 16:45:27.643436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-32d064c8-7fbb-45cf-a8dc-d1c424fbd43b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.645549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-32d064c8-7fbb-45cf-a8dc-d1c424fbd43b tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.31 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.4297912 Jan 28 16:45:27.646441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c85e79-7fc5-429d-bf82-f9cd545e0f01 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1187a41c-9899-4870-a535-087fc3793291,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:27.682567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Attempting to bind port 7edacc01-0790-4c84-ab36-3baace368526 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:27.682934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Attempting to bind port 7edacc01-0790-4c84-ab36-3baace368526 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:27.683274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Attempting to bind port 7edacc01-0790-4c84-ab36-3baace368526 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:27.689148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Port 7edacc01-0790-4c84-ab36-3baace368526 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:27.689937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Attempting to bind port 7edacc01-0790-4c84-ab36-3baace368526 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:27.697455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:27.697806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Checking segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:27.698202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Bound using segment: {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:27.698649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Bound port: 7edacc01-0790-4c84-ab36-3baace368526, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:27.699015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7edacc01-0790-4c84-ab36-3baace368526), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.709202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3d826ecc-722d-43f2-9618-ccd4042f9ec9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.714409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70a173-3fc9-4e82-ab86-b3ec587a07a7 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:27.725201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.731794 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/3d826ecc-722d-43f2-9618-ccd4042f9ec9 HTTP/1.1" status: 204 len: 168 time: 2.4115975 Jan 28 16:45:27.732862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70a173-3fc9-4e82-ab86-b3ec587a07a7 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 could not be found, it might have been deleted concurrently. {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 16:45:27.733181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:27.757181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f68d7a9-237c-4157-ae79-deaa6fd13a88 req-02a3adc0-c46a-4b6e-83ec-ded8d96c75db tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1059015 Jan 28 16:45:27.759328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.765647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.776657 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1f29e9-5eeb-4f65-b7eb-25ae7a194402 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:27.777154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1f29e9-5eeb-4f65-b7eb-25ae7a194402 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:27.788452 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc1f29e9-5eeb-4f65-b7eb-25ae7a194402 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/3d826ecc-722d-43f2-9618-ccd4042f9ec9 HTTP/1.1" status: 404 len: 339 time: 0.0529940 Jan 28 16:45:27.794265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6b0537e6-b0d2-4743-92de-90dc389ae4b4 None None] Could not find standard attr ID for object 2f4c86e7-04ae-4d34-9a68-27b1f7684341. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:45:27.849003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47098) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:27.861644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d17eee7-14e2-4d47-9969-c93eeb1cbb07 None None] DHCP port deletion for 3d826ecc-722d-43f2-9618-ccd4042f9ec9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:45:27.864549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985195629', 'description': 'd1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:27.870151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33102fe-c565-4fcb-8096-b24f605188f1 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=3d826ecc-722d-43f2-9618-ccd4042f9ec9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:27.888427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70474f9-beed-4c6d-b5d4-e1a697aaa4b4 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:27.901790 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163f227-182d-4c3d-bf5a-f4110189ce11 x-openstack-request-id: req-d163f227-182d-4c3d-bf5a-f4110189ce11 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:27.902297 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:27.902715 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d163f227-182d-4c3d-bf5a-f4110189ce11 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:27.903277 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e', 'status': 'completed', 'code': 200} Jan 28 16:45:27.916199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:27.919983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7edacc01-0790-4c84-ab36-3baace368526,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:27.921564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:27.925481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.941748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.948047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70474f9-beed-4c6d-b5d4-e1a697aaa4b4 None None] Network 3d826ecc-722d-43f2-9618-ccd4042f9ec9 could not be found, it might have been deleted concurrently. {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 16:45:27.986540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:27.987302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:27.988824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] 10.222.0.24 "PUT /v2.0/ports/7edacc01-0790-4c84-ab36-3baace368526 HTTP/1.1" status: 200 len: 1092 time: 1.7816617 Jan 28 16:45:27.991495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:28.015937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (044724b2-77fc-4a02-b3df-482e9e467228), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.016307 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 044724b2-77fc-4a02-b3df-482e9e467228 of type vlan for network f8c65e46-a282-41bd-8c6b-2d835101a7fc Jan 28 16:45:28.041820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:28.049803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4c7cf-79d7-4516-bb20-73d044a23aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:28.056984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78b84a4e-bc8e-4377-bbb3-ebbaa7e7d471 req-7425ed8d-2dec-4573-86de-107a1b31608f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4184766 Jan 28 16:45:28.103718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.146256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.172807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.205575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.249665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.255379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.255856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606678'] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.336996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.338425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5f495d47-f0f2-49af-8499-3cb1fc054319 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8816595 Jan 28 16:45:28.345941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.345941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.346720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.347041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.347510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.347969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.348582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.351351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-c93757a2-6cba-4782-a971-350bc760b4bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6514 time: 0.3610492 Jan 28 16:45:28.357904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47110) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:28.363895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:28.365741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=f8c65e46-a282-41bd-8c6b-2d835101a7fc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:28.375903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a54db1da-a7c8-4330-9e89-a581e870cc8d tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5257461 Jan 28 16:45:28.376523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47112) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:28.381345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f8c65e46-a282-41bd-8c6b-2d835101a7fc details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:28.460066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Deleting port 3110b992-9f34-41eb-b1b8-c68c14c2f46c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:28.461490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.519276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7990a788-699f-45a2-9fdb-e343b2758018 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.520846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7990a788-699f-45a2-9fdb-e343b2758018 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks?id=f8c65e46-a282-41bd-8c6b-2d835101a7fc HTTP/1.1" status: 200 len: 765 time: 0.1392787 Jan 28 16:45:28.527317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47114) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:28.533289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'description': 'd2'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:28.563312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb5d2f-a8c8-4c05-acb5-2928f409eee9 req-6ec7d243-eaf9-4764-ae98-8a31e92bfd0f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.570783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82fb5d2f-a8c8-4c05-acb5-2928f409eee9 req-6ec7d243-eaf9-4764-ae98-8a31e92bfd0f tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 945 time: 0.3922584 Jan 28 16:45:28.780488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.804870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.819567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-ba30fc01-ecd8-46e6-bc04-20f829317bf4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.821388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-ba30fc01-ecd8-46e6-bc04-20f829317bf4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 812 time: 0.7130027 Jan 28 16:45:28.824291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] For port 3110b992-9f34-41eb-b1b8-c68c14c2f46c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3110b992-9f34-41eb-b1b8-c68c14c2f46c,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:28.824654 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.840902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network f8c65e46-a282-41bd-8c6b-2d835101a7fc is not hosted by any dhcp agent {{(pid=103094) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:45:28.845333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82fb5d2f-a8c8-4c05-acb5-2928f409eee9 req-723b21ea-91c8-42e5-ba55-bdff3c9a85d7 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/security-groups?id=d494f147-fcaf-497a-8d44-af28165ce612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737284 Jan 28 16:45:28.846220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.846757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.851116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "PUT /v2.0/networks/f8c65e46-a282-41bd-8c6b-2d835101a7fc HTTP/1.1" status: 200 len: 762 time: 0.3225918 Jan 28 16:45:28.852294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47118) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:28.852859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Calling delete_port for 3110b992-9f34-41eb-b1b8-c68c14c2f46c owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:28.921450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af524682-8619-41de-a4ad-471f2c0870fc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=f8c65e46-a282-41bd-8c6b-2d835101a7fc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:28.935971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f8c65e46-a282-41bd-8c6b-2d835101a7fc details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:28.948228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-dcf4256a-b4d2-47de-b26c-ccae372e9eb8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/quotas/c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 375 time: 0.1064510 Jan 28 16:45:28.961803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:28.978260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-abb28b67-8d0d-4533-9f0a-f33940ecfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.978687 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Publish callbacks [] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:28.978805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-abb28b67-8d0d-4533-9f0a-f33940ecfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.979186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-abb28b67-8d0d-4533-9f0a-f33940ecfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:28.980787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-abb28b67-8d0d-4533-9f0a-f33940ecfb18 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5499697 Jan 28 16:45:29.010892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Transition to ACTIVE for port object e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:29.022529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.069239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2f4c86e7-04ae-4d34-9a68-27b1f7684341 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:29.088131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:29.123267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2f4c86e7-04ae-4d34-9a68-27b1f7684341 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:29.124411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2f4c86e7-04ae-4d34-9a68-27b1f7684341 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:29.127339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.191183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Attempting to bind port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:29.191619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Attempting to bind port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:29.192056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Attempting to bind port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:29.198732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:29.199285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Attempting to bind port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:29.199547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-ce89a80e-ffd8-44df-a648-8576d7bb388e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1830883 Jan 28 16:45:29.201844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96bb36b0-c775-42df-842b-d8fdf8fa5b6a req-c2cac809-4f2c-4ab7-a845-0f979cd5248f tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1848876 Jan 28 16:45:29.206625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:29.207219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Checking segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:29.207769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Bound using segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:29.208339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Bound port: e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:29.209004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.281063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3435c-f612-4351-9054-a67548f80782 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.290368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4d3435c-f612-4351-9054-a67548f80782 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks?id=f8c65e46-a282-41bd-8c6b-2d835101a7fc HTTP/1.1" status: 200 len: 765 time: 0.4304063 Jan 28 16:45:29.293331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47122) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:29.387217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:29.412422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-ade1fd70-7715-4246-b55f-553695d4fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.415233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-826fe054-f80f-465d-b2e5-dedf2049bca2 req-ade1fd70-7715-4246-b55f-553695d4fd5b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3500431 Jan 28 16:45:29.436373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:29.461757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.537880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.539012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.540933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 HTTP/1.1" status: 200 len: 1092 time: 1.5024543 Jan 28 16:45:29.566402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.573074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.574307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f7a8d-54a4-4564-a556-e7c98bebe685 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.578494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.578790 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b62f7a8d-54a4-4564-a556-e7c98bebe685 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2843637 Jan 28 16:45:29.584594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Request body: {'port': {'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:29.584980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.587018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47124) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:29.590170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.596162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.603450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.610952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-2a86ee5c-1446-47ac-8a65-d00f67827fed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5419 time: 0.2957673 Jan 28 16:45:29.629738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794d59-c037-4928-90ca-bfc03b723bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:29.660390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bf4dc4a1-5bbe-4393-b18b-b05e62af4547 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 207 time: 0.0705745 Jan 28 16:45:29.662852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47126) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:29.707738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-637d6100-75f5-44dc-be8e-95a4743e0fef req-06bcbb67-7579-4c1c-bd78-0a3b1c098048 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847695 Jan 28 16:45:29.767276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-f25abca4-df9c-4877-a003-50ad7cffa070 service neutron] 10.222.0.25 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179064 Jan 28 16:45:29.847016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (48992663-2242-4a53-bdde-d5103c7c9502), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.856656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3110b992-9f34-41eb-b1b8-c68c14c2f46c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:29.898360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Pushing event deleted for resources: {'Port': ['ID=3110b992-9f34-41eb-b1b8-c68c14c2f46c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:29.934561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '7edacc01-0790-4c84-ab36-3baace368526'}, {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:29.937171 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "7edacc01-0790-4c84-ab36-3baace368526"}, {"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:29.947894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.955510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.962642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.970028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.975805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.981373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:29.983330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da38f589-c93b-40e5-9afe-e99cb0f91af5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3193269 Jan 28 16:45:30.008979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47132) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:30.044592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] No DVR routers for this DVR port 3110b992-9f34-41eb-b1b8-c68c14c2f46c on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:30.047506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:30.051177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b37e34a6-c440-4b48-85bc-8eb8664bf99c req-7aa73a27-a6e2-45c7-809f-a392c55ab5c4 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.31 "DELETE /v2.0/ports/3110b992-9f34-41eb-b1b8-c68c14c2f46c HTTP/1.1" status: 204 len: 173 time: 2.3793414 Jan 28 16:45:30.053106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9be5525d-256d-4101-b132-c119f8d2dff4 service neutron] 10.222.0.25 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850885 Jan 28 16:45:30.069142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'name': 'network-vif-deleted', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:30.071404 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c96d0f-c19a-4dc7-a300-5589c0c1a249" -d '{"events": [{"server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "name": "network-vif-deleted", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:30.079122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e46bbe0-8641-4e16-9c17-48e86c945e42 req-88c3e702-c8dd-4a6e-a06b-6fee33d02b02 tempest-ServerRescueTestJSONUnderV235-231695684 tempest-ServerRescueTestJSONUnderV235-231695684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b93a5597-46cc-4e6f-9f57-00f531a15c93 HTTP/1.1" status: 200 len: 210 time: 0.0972533 Jan 28 16:45:30.125149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:30.183732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:30.406078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Allocated IP 172.25.8.216 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/69ed42e6-7f7e-464c-b888-09f74aa9eec5) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:30.427438 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75f5f90-b942-45bb-997f-3e92a0c25517 x-openstack-request-id: req-a75f5f90-b942-45bb-997f-3e92a0c25517 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:30.428409 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "7edacc01-0790-4c84-ab36-3baace368526", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:30.429409 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a75f5f90-b942-45bb-997f-3e92a0c25517 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:30.430026 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '7edacc01-0790-4c84-ab36-3baace368526', 'status': 'completed', 'code': 200} Jan 28 16:45:30.430444 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3', 'status': 'completed', 'code': 200} Jan 28 16:45:30.519017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for port (69ed42e6-7f7e-464c-b888-09f74aa9eec5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:30.528721 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13f5db0-5197-495c-b658-91e2cb57cd22 x-openstack-request-id: req-f13f5db0-5197-495c-b658-91e2cb57cd22 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:30.529016 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93a5597-46cc-4e6f-9f57-00f531a15c93", "name": "network-vif-deleted", "tag": "3110b992-9f34-41eb-b1b8-c68c14c2f46c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:30.529273 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f13f5db0-5197-495c-b658-91e2cb57cd22 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:30.529772 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93a5597-46cc-4e6f-9f57-00f531a15c93', 'name': 'network-vif-deleted', 'tag': '3110b992-9f34-41eb-b1b8-c68c14c2f46c', 'status': 'completed', 'code': 200} Jan 28 16:45:30.556422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7dba70a4-377f-425f-9f9c-a817452b010c tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5453627 Jan 28 16:45:30.561148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47144) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:30.707918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374bcd6-fba5-419b-8f30-ad6a3f377810 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.709358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374bcd6-fba5-419b-8f30-ad6a3f377810 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.710840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374bcd6-fba5-419b-8f30-ad6a3f377810 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.712319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374bcd6-fba5-419b-8f30-ad6a3f377810 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.715316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374bcd6-fba5-419b-8f30-ad6a3f377810 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.721483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8374bcd6-fba5-419b-8f30-ad6a3f377810 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1587512 Jan 28 16:45:30.727790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47152) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:30.809914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3110b992-9f34-41eb-b1b8-c68c14c2f46c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:30.855983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 3110b992-9f34-41eb-b1b8-c68c14c2f46c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:30.856581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3110b992-9f34-41eb-b1b8-c68c14c2f46c not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:30.902501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1e3a5-5dcf-4376-bad5-df942b8dd720 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.903727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1e3a5-5dcf-4376-bad5-df942b8dd720 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.905045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1e3a5-5dcf-4376-bad5-df942b8dd720 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.906377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1e3a5-5dcf-4376-bad5-df942b8dd720 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.907713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1e3a5-5dcf-4376-bad5-df942b8dd720 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:30.914945 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a2a1e3a5-5dcf-4376-bad5-df942b8dd720 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1860240 Jan 28 16:45:30.921644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47154) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.090994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1f709-93a2-4386-9dea-6b81fdba78fd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.096720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-47a1f709-93a2-4386-9dea-6b81fdba78fd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks/a48b0e71-886b-40cc-982d-ae89a91e1778 HTTP/1.1" status: 200 len: 803 time: 0.1736381 Jan 28 16:45:31.097363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47158) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.105215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48992663-2242-4a53-bdde-d5103c7c9502 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:31.137611 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Publish callbacks [] for port (48992663-2242-4a53-bdde-d5103c7c9502), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.177490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-830adef5-7c8b-4ba7-bb0c-8814b6f91386 req-73fa6b30-9ec7-4b4c-b053-af4c35309b61 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.6458256 Jan 28 16:45:31.213589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Transition to ACTIVE for port object 48992663-2242-4a53-bdde-d5103c7c9502 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:31.214594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6905b76-c7a5-4174-b921-629a7c26b0ca req-8622a6e4-bf20-4a0f-b621-f7c931cedaf0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 210 time: 0.6838400 Jan 28 16:45:31.228473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.291130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47162) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.309444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Pushing event updated for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:31.343105 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bab81920-5414-413e-bcd4-40d143b82b79 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/networks/a48b0e71-886b-40cc-982d-ae89a91e1778?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2405677 Jan 28 16:45:31.370495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47164) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.381822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (69ed42e6-7f7e-464c-b888-09f74aa9eec5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.395472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.396284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.396849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.397372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.397888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.398402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.398921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.401264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-ac3da559-e5fe-4e1a-95ba-ce2d69be26b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6613 time: 0.8776705 Jan 28 16:45:31.495377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a87f0-7f3e-45a5-9693-cb4162eb53cc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.500589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba3a87f0-7f3e-45a5-9693-cb4162eb53cc tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/subnets/820bb3bb-c762-4f2a-bd48-69631e5715dd HTTP/1.1" status: 200 len: 843 time: 0.1245141 Jan 28 16:45:31.500861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47168) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.521498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:31.567533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:31.568361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3128fd-e25a-41f5-a5f6-241d40373d49 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.570004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f3128fd-e25a-41f5-a5f6-241d40373d49 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "GET /v2.0/subnets/820bb3bb-c762-4f2a-bd48-69631e5715dd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0683706 Jan 28 16:45:31.570404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:31.576235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47170) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.584857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1197131327'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:31.599452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Attempting to bind port 48992663-2242-4a53-bdde-d5103c7c9502 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:31.600011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Attempting to bind port 48992663-2242-4a53-bdde-d5103c7c9502 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:31.600350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Attempting to bind port 48992663-2242-4a53-bdde-d5103c7c9502 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:31.609051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Port 48992663-2242-4a53-bdde-d5103c7c9502 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:31.609383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Attempting to bind port 48992663-2242-4a53-bdde-d5103c7c9502 on network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:31.620464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:31.620892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Checking segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:31.621312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Bound using segment: {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:31.621823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Bound port: 48992663-2242-4a53-bdde-d5103c7c9502, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ded981-54f0-49af-b810-51d5cb8153b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:31.622186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (48992663-2242-4a53-bdde-d5103c7c9502), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.632999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:31.637440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.645265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.651154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.658090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.664495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.669698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.677703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.685381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.687991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-1a7152a2-07a0-401b-8bb3-22c001860fbf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.4135525 Jan 28 16:45:31.694854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:31.699705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event updated for resources: {'Port': ['ID=69ed42e6-7f7e-464c-b888-09f74aa9eec5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:31.721056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.722157 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Added segment 8ae37d51-fb08-4661-a715-79a7d2e05818 of type vlan for network 992994b5-e1af-4085-98bb-722aff88b313 Jan 28 16:45:31.738004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:31.776186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=48992663-2242-4a53-bdde-d5103c7c9502,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:31.781463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (992994b5-e1af-4085-98bb-722aff88b313), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.791680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.839350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.840095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.841730 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] 10.222.0.24 "PUT /v2.0/ports/48992663-2242-4a53-bdde-d5103c7c9502 HTTP/1.1" status: 200 len: 1092 time: 2.2617338 Jan 28 16:45:31.866163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (992994b5-e1af-4085-98bb-722aff88b313), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.871435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:31.872115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:31.900340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a497e7-100d-4fc4-bc6f-ee884052102c service neutron] Pushing event updated for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:31.989566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4123001 Jan 28 16:45:31.990641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752f990-3482-4ac6-9c36-2a995cc316cd tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Network': ['ID=992994b5-e1af-4085-98bb-722aff88b313,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:31.992716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47172) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:31.997671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'network_id': '992994b5-e1af-4085-98bb-722aff88b313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:32.002729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 992994b5-e1af-4085-98bb-722aff88b313 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:32.008388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-effe625a-aa84-492c-a9c4-404b9cc1485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.009126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-effe625a-aa84-492c-a9c4-404b9cc1485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.009740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-effe625a-aa84-492c-a9c4-404b9cc1485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.011468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-effe625a-aa84-492c-a9c4-404b9cc1485f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5994563 Jan 28 16:45:32.185040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Made reservation on behalf of 7e1aaa32773a415585986e732d6d79a3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:32.193603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.193783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79640197-8df8-4e6a-b379-c9ec07f092a4 req-bb8f3670-2885-4e54-b7ff-ccb153d7cff4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4631844 Jan 28 16:45:32.260331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-921754f1-aa23-441e-b209-511fb38925ee tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.262660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-921754f1-aa23-441e-b209-511fb38925ee tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.31 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 812 time: 0.4342465 Jan 28 16:45:32.277114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Performing IP validity checks on allocation pools {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 16:45:32.277643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 16:45:32.305192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-09fc4ecd-7678-4b1d-aed7-3047ffbc9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.308274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-09fc4ecd-7678-4b1d-aed7-3047ffbc9f57 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2766957 Jan 28 16:45:32.313567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'port': {'device_id': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e', 'admin_state_up': True, 'tenant_id': 'c8706c70cf064b408cb679d24313cd38'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:32.432487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:32.434659 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1e6b3-865c-469f-bdc8-db9e153daf65" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "48992663-2242-4a53-bdde-d5103c7c9502"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:32.444359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (2247578c-95ec-44fb-848d-6d504e9d2416), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.513815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=2247578c-95ec-44fb-848d-6d504e9d2416,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:32.524455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Checking segment: {'id': '8ae37d51-fb08-4661-a715-79a7d2e05818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '992994b5-e1af-4085-98bb-722aff88b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:32.524455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network hostable DHCP agents. Network: 992994b5-e1af-4085-98bb-722aff88b313, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:32.528875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2a5a857-a91d-4fd3-ac56-d8bc770585c5 req-ee276ad3-4d5f-43f7-bfd0-422ba5e77a15 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1068707 Jan 28 16:45:32.530884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-229b6fa0-f72c-4b94-b4d8-a51fc9ff3ad9 req-24276756-dd52-4a7b-b02c-6d7eb2bc7e1f tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 210 time: 0.1098559 Jan 28 16:45:32.563719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Network 992994b5-e1af-4085-98bb-722aff88b313 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:32.585077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 992994b5-e1af-4085-98bb-722aff88b313) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:32.593715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f446a-88f1-487d-a756-51b43da3bf21 None None] Network 992994b5-e1af-4085-98bb-722aff88b313 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:32.598938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.599883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.604785 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a42431-7e4c-4966-8810-1e16f6d59600 x-openstack-request-id: req-16a42431-7e4c-4966-8810-1e16f6d59600 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:32.605089 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "48992663-2242-4a53-bdde-d5103c7c9502", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:32.605350 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16a42431-7e4c-4966-8810-1e16f6d59600 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:32.606421 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502', 'status': 'completed', 'code': 200} Jan 28 16:45:32.628104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7a9a4ae7-104e-402d-b143-77330649fb64 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6334705 Jan 28 16:45:32.628869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47182) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:32.634357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:32.691597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.691597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.693221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.693221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.693221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.693699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.694177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:32.696490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b8745554-9dbf-48de-9b67-7df8a6761087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6712 time: 0.2766604 Jan 28 16:45:32.702861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.732190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-992994b5-e1af-4085-98bb-722aff88b313', 'network_id': '992994b5-e1af-4085-98bb-722aff88b313', 'project_id': '7e1aaa32773a415585986e732d6d79a3', 'fixed_ips': [{'subnet_id': '2247578c-95ec-44fb-848d-6d504e9d2416'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:45:32.733155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.758511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126034394'] for subnet (2247578c-95ec-44fb-848d-6d504e9d2416), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.781073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Made reservation on behalf of c8706c70cf064b408cb679d24313cd38 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:32.785091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:32.967291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738852387283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126519347'] for subnet (2247578c-95ec-44fb-848d-6d504e9d2416), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.028814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:33.029629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.034757 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "PUT /v2.0/subnets/2247578c-95ec-44fb-848d-6d504e9d2416 HTTP/1.1" status: 200 len: 900 time: 0.4013891 Jan 28 16:45:33.036337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-84a59378-ef21-41cc-a480-57affea398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:33.037159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47184) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:33.037584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-84a59378-ef21-41cc-a480-57affea398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:33.038125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-84a59378-ef21-41cc-a480-57affea398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:33.039750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-84a59378-ef21-41cc-a480-57affea398b8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3311305 Jan 28 16:45:33.051171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Allocated IP 2001:db8::3 (992994b5-e1af-4085-98bb-722aff88b313/2247578c-95ec-44fb-848d-6d504e9d2416/16d7b054-fac5-4607-931e-80e6d5777d1a) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:33.060895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88438f87-c8be-4854-8f8a-a18aae84a126 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event updated for resources: {'Subnet': ['ID=2247578c-95ec-44fb-848d-6d504e9d2416,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:33.170850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (992994b5-e1af-4085-98bb-722aff88b313), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.251940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Allocated IP 172.20.0.5 (320dc372-532a-4f6c-a239-478eba769e9e/9e9f1354-f650-4e32-8da5-0be760f0c494/85af8b9f-f8de-4b89-96ff-b643ed014fed) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:33.255852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (2247578c-95ec-44fb-848d-6d504e9d2416), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.287564 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Publish callbacks [] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.298566 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.305279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (cff8c741-e14a-4afa-9cdd-765af0de93e8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.309740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b73d3618-3de7-45b9-b346-7ab50b186db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:33.310724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.311359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34fc01cc-ccdf-4778-a6b0-118d2dc9daa0 req-b73d3618-3de7-45b9-b346-7ab50b186db4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294714 Jan 28 16:45:33.316354 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.338824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Network 992994b5-e1af-4085-98bb-722aff88b313 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:33.348475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:33.356914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:33.406087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (2247578c-95ec-44fb-848d-6d504e9d2416), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.459543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=2247578c-95ec-44fb-848d-6d504e9d2416,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:33.462030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Pushing event updated for resources: {'Port': ['ID=16d7b054-fac5-4607-931e-80e6d5777d1a,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:33.473153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Attempting to bind port 16d7b054-fac5-4607-931e-80e6d5777d1a on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:33.473625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Attempting to bind port 16d7b054-fac5-4607-931e-80e6d5777d1a by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8ae37d51-fb08-4661-a715-79a7d2e05818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '992994b5-e1af-4085-98bb-722aff88b313'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:33.474116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Attempting to bind port 16d7b054-fac5-4607-931e-80e6d5777d1a on network 992994b5-e1af-4085-98bb-722aff88b313 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:33.481146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:33.481737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Checking segment: {'id': '8ae37d51-fb08-4661-a715-79a7d2e05818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '992994b5-e1af-4085-98bb-722aff88b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:33.482221 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.482693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Bound using segment: {'id': '8ae37d51-fb08-4661-a715-79a7d2e05818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '992994b5-e1af-4085-98bb-722aff88b313'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:33.483358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Bound port: 16d7b054-fac5-4607-931e-80e6d5777d1a, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae37d51-fb08-4661-a715-79a7d2e05818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '992994b5-e1af-4085-98bb-722aff88b313'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:33.483953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.545309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (992994b5-e1af-4085-98bb-722aff88b313), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.569229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] For port 16d7b054-fac5-4607-931e-80e6d5777d1a, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:33.573082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] For port 16d7b054-fac5-4607-931e-80e6d5777d1a, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=16d7b054-fac5-4607-931e-80e6d5777d1a,segment=NetworkSegment(8ae37d51-fb08-4661-a715-79a7d2e05818),segment_id=8ae37d51-fb08-4661-a715-79a7d2e05818)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:33.583861 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.592655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992994b5-e1af-4085-98bb-722aff88b313']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:33.602526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae37d51-fb08-4661-a715-79a7d2e05818') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:33.602967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae37d51-fb08-4661-a715-79a7d2e05818') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:33.614659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.632489 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.639194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:33.639609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:33.704407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3867-fa19-4b71-8800-0fb1a43498f6 None None] Pushing event updated for resources: {'Port': ['ID=16d7b054-fac5-4607-931e-80e6d5777d1a,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:33.709460 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:33.715896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 16:45:33.715896 n-d-812111-13 neutron-server[103094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 16:45:33.715896 n-d-812111-13 neutron-server[103094]: [parameters: {'id': '992994b5-e1af-4085-98bb-722aff88b313'}] Jan 28 16:45:33.715896 n-d-812111-13 neutron-server[103094]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:45:33.716363 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:45:33.734829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c33f3-ce91-4dbb-ba6c-507cab4e6ec3 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:45:33.900536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c33f3-ce91-4dbb-ba6c-507cab4e6ec3 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:45:34.029907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d34aed4-2895-4255-8063-f7764da84e25 req-f94e4eb7-d052-4511-9d8b-84cd1dbeddab tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 210 time: 0.0968623 Jan 28 16:45:34.142134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.147491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.152893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.158236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.163605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.168991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.174972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.176476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec6868-0b07-49f1-95c6-00ead6bc00bd None None] Network 992994b5-e1af-4085-98bb-722aff88b313 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:34.176987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-dcc89228-8432-44ac-8fe4-95724407f440 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.8149624 Jan 28 16:45:34.190656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.191130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.191598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.192191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.192580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.193068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.193891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.195585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a4b734d4-0384-4df4-8189-371d77de0737 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6712 time: 0.8292570 Jan 28 16:45:34.218090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (992994b5-e1af-4085-98bb-722aff88b313), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.289698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting port 16d7b054-fac5-4607-931e-80e6d5777d1a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:34.290344 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.297223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a670b0c-bfd0-4fe7-a31d-dd477b6902ef req-1aa1c42d-1dd4-4814-a4ba-7f3a48d2bb77 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1144354 Jan 28 16:45:34.321801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ac132-111d-4e47-9745-9af70546e248 None None] Network 992994b5-e1af-4085-98bb-722aff88b313 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:34.365019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-304a780e-cd3f-4b0a-b854-126d0bba7bde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 HTTP/1.1" status: 200 len: 217 time: 0.1434240 Jan 28 16:45:34.368036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] For port 16d7b054-fac5-4607-931e-80e6d5777d1a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=16d7b054-fac5-4607-931e-80e6d5777d1a,segment=NetworkSegment(8ae37d51-fb08-4661-a715-79a7d2e05818),segment_id=8ae37d51-fb08-4661-a715-79a7d2e05818)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:34.368411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.384522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Calling delete_port for 16d7b054-fac5-4607-931e-80e6d5777d1a owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:34.468532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.486301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (16d7b054-fac5-4607-931e-80e6d5777d1a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.512224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa6d9a0-372e-4faa-b465-eba6bed7c521 req-7f87a1b4-9e1e-4ca9-83ea-34030a8eab9f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3097558 Jan 28 16:45:34.514406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Port': ['ID=16d7b054-fac5-4607-931e-80e6d5777d1a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:34.517023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No DVR routers for this DVR port 16d7b054-fac5-4607-931e-80e6d5777d1a on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:34.523252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-6364f618-665d-4b72-8bb3-fdb0b808a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.525035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-6364f618-665d-4b72-8bb3-fdb0b808a8c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=534e12c1-91b7-4b80-b089-6d1fccb76b04 HTTP/1.1" status: 200 len: 855 time: 0.1481979 Jan 28 16:45:34.573894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Router 6a77edbf-9d5c-426c-8e97-3a13d243fd3a is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:34.656846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (992994b5-e1af-4085-98bb-722aff88b313), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.664755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.699625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992994b5-e1af-4085-98bb-722aff88b313']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:34.711485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae37d51-fb08-4661-a715-79a7d2e05818') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:34.711732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a192990d-d86e-4326-87ef-9b0e5ef1ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.713087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae37d51-fb08-4661-a715-79a7d2e05818') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:34.713232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a192990d-d86e-4326-87ef-9b0e5ef1ca24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f385176-671a-4911-85db-c2fcb2aad176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1773458 Jan 28 16:45:34.723787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.737314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.743271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:34.745129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (8ae37d51-fb08-4661-a715-79a7d2e05818), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:34.749004 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:34.766979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Network 320dc372-532a-4f6c-a239-478eba769e9e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:34.807728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (992994b5-e1af-4085-98bb-722aff88b313), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.814543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.818035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/992994b5-e1af-4085-98bb-722aff88b313 HTTP/1.1" status: 204 len: 168 time: 1.7794278 Jan 28 16:45:34.830125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47192) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:34.838593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567d795-c474-452e-9c0a-5e172b1f2db5 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=992994b5-e1af-4085-98bb-722aff88b313,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:34.846198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:34.854883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:34.859012 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed5acd1-dc5e-4a96-a68f-dbeae565b290 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:34.859335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:34.859473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed5acd1-dc5e-4a96-a68f-dbeae565b290 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:34.862551 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8ed5acd1-dc5e-4a96-a68f-dbeae565b290 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/2247578c-95ec-44fb-848d-6d504e9d2416 HTTP/1.1" status: 404 len: 337 time: 0.0309443 Jan 28 16:45:34.865007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47194) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:34.890527 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3d3ea7-2829-448b-981d-1b0bde6cc385 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:34.891016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3d3ea7-2829-448b-981d-1b0bde6cc385 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:34.894574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6e3d3ea7-2829-448b-981d-1b0bde6cc385 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/992994b5-e1af-4085-98bb-722aff88b313 HTTP/1.1" status: 404 len: 339 time: 0.0286732 Jan 28 16:45:34.898130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47196) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:34.947551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:34.962058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] Sync routers for ids ['6a77edbf-9d5c-426c-8e97-3a13d243fd3a'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:34.965544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.969524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e0f76a01-0535-469a-b2cd-9dd4b1657214 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "PUT /v2.0/routers/6a77edbf-9d5c-426c-8e97-3a13d243fd3a HTTP/1.1" status: 200 len: 880 time: 6.6103563 Jan 28 16:45:34.971175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47198) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:34.985148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:34.985930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:34.990863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] Routers {'6a77edbf-9d5c-426c-8e97-3a13d243fd3a'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:34.991675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-88ba79b9-b9ad-4494-af77-1814169bbfba service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476768 Jan 28 16:45:34.995935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Deleting port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:34.996375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.001091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6a77edbf-9d5c-426c-8e97-3a13d243fd3a'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.035358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-9b974272-832b-40a0-ad75-18c74e7da213 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7255003 Jan 28 16:45:35.047015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.064085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-a6c45342-fff9-41ff-afae-838bd870ca0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1811945 Jan 28 16:45:35.106556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.114082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Request body: {'port': {'device_id': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:35.133666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] Routers {'6a77edbf-9d5c-426c-8e97-3a13d243fd3a'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:35.134434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6a77edbf-9d5c-426c-8e97-3a13d243fd3a'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.206878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.208263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a301fbf-07e3-43a3-9de7-89fea1ca751e None None] The sync data for ids ['6a77edbf-9d5c-426c-8e97-3a13d243fd3a'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:35.234213 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-12799a4c-7ba0-4370-84c4-3d8310c80088 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/6a77edbf-9d5c-426c-8e97-3a13d243fd3a HTTP/1.1" status: 200 len: 921 time: 0.2595394 Jan 28 16:45:35.238015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47202) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.270260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.294215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.298031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c65e46-a282-41bd-8c6b-2d835101a7fc']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.311620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044724b2-77fc-4a02-b3df-482e9e467228') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.311951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044724b2-77fc-4a02-b3df-482e9e467228') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:35.325975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-38fc9438-57b7-482d-918f-b7e19fffda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:35.327485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-38fc9438-57b7-482d-918f-b7e19fffda7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4408bd8c99c04e1ab1e4ebad382e6666&device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 1128 time: 0.1948900 Jan 28 16:45:35.333626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (044724b2-77fc-4a02-b3df-482e9e467228), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.344158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-baf9f8a2-8498-480a-8cc9-b893ce7c2d5d service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430986 Jan 28 16:45:35.350961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b4de6-56ac-40f0-b4cd-a7bb21a00a4f tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:35.353117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f22b4de6-56ac-40f0-b4cd-a7bb21a00a4f tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=6a77edbf-9d5c-426c-8e97-3a13d243fd3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1135178 Jan 28 16:45:35.354282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (044724b2-77fc-4a02-b3df-482e9e467228), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.363016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] For port 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,segment=NetworkSegment(e54d1b92-5486-482c-ab1e-d863cbc3a7a8),segment_id=e54d1b92-5486-482c-ab1e-d863cbc3a7a8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:35.363672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.363823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47206) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.377012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:35.377947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (044724b2-77fc-4a02-b3df-482e9e467228), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:35.380953 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:35.407220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Calling delete_port for 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:35.469632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac4bb-da01-467f-a0c8-9246268121e1 req-dd36fca0-4d0d-4395-9f01-2f862edcc846 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:35.471188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69dac4bb-da01-467f-a0c8-9246268121e1 req-dd36fca0-4d0d-4395-9f01-2f862edcc846 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 931 time: 0.2957599 Jan 28 16:45:35.472561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-2d0ddfcf-9cf3-4bfa-be8a-63e045c52a35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 217 time: 0.0730953 Jan 28 16:45:35.541290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f8c65e46-a282-41bd-8c6b-2d835101a7fc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.556155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:35.559362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/f8c65e46-a282-41bd-8c6b-2d835101a7fc HTTP/1.1" status: 204 len: 168 time: 0.6614027 Jan 28 16:45:35.567519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47210) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.623314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99275d-1f35-4af1-8a2a-53037095ea0a tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=f8c65e46-a282-41bd-8c6b-2d835101a7fc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:35.627165 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aaa24b-e73a-4327-9836-e799b04f4864 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:35.628177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40aaa24b-e73a-4327-9836-e799b04f4864 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:35.633909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-40aaa24b-e73a-4327-9836-e799b04f4864 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/5a775787-5ceb-45e2-9542-ada732051bc6 HTTP/1.1" status: 404 len: 337 time: 0.0547466 Jan 28 16:45:35.633909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-969e7be0-87b7-4351-b7a2-288c0bf1e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:35.634700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-969e7be0-87b7-4351-b7a2-288c0bf1e5ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=25f58c6c-5d2b-4282-90ba-df8e00addd5b HTTP/1.1" status: 200 len: 917 time: 0.2778826 Jan 28 16:45:35.635520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47214) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.652618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf792e-e6e0-448d-920f-e05f84af9f1e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:35.656883 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-00cf792e-e6e0-448d-920f-e05f84af9f1e tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.2873976 Jan 28 16:45:35.658989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-448c30c2-5992-499d-a150-762cde7cb875 req-dc850cdf-6cc9-4364-b690-76463cd9b6a4 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.2603877 Jan 28 16:45:35.664561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47216) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.701803 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f813e2-4ab3-4582-a001-003e106d0b0e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:35.702356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f813e2-4ab3-4582-a001-003e106d0b0e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:35.705573 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-92f813e2-4ab3-4582-a001-003e106d0b0e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/3d826ecc-722d-43f2-9618-ccd4042f9ec9 HTTP/1.1" status: 404 len: 339 time: 0.0687003 Jan 28 16:45:35.711730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.728490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2aca51df-b750-4e38-8148-79b34b3ee49e tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a77edbf-9d5c-426c-8e97-3a13d243fd3a HTTP/1.1" status: 200 len: 205 time: 0.0592957 Jan 28 16:45:35.736203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-10e72580-b250-4e54-9198-d26edc1c9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:35.738257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-10e72580-b250-4e54-9198-d26edc1c9a24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.2577231 Jan 28 16:45:35.739965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47220) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:35.940144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69dac4bb-da01-467f-a0c8-9246268121e1 req-91569ca6-3a43-4393-9cc8-02ea6251493f tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569280 Jan 28 16:45:36.037813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-341d9bea-054d-4f3e-8460-aa0133ebf9a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf HTTP/1.1" status: 200 len: 1000 time: 0.3925269 Jan 28 16:45:36.046068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting subnet 4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:36.058740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.083656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-18d0ec80-cb5d-489a-8200-295eb221ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.085222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-18d0ec80-cb5d-489a-8200-295eb221ac4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3215463 Jan 28 16:45:36.125998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.131247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.132397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.136152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-1d60eeb3-02c8-44bf-b71f-215168d5feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.136519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.138054 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-1d60eeb3-02c8-44bf-b71f-215168d5feb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=284453c5-a875-4cc0-8c5b-3c7329e26380 HTTP/1.1" status: 200 len: 855 time: 0.0893016 Jan 28 16:45:36.141802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.147647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.152844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.158074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.160426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-afeb559c-9d88-40f6-9f64-cc33482d3dff tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3562639 Jan 28 16:45:36.217128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.275125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-11dc0a65-006e-4bfe-aa79-96ec5f3564db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:36.276627 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-11dc0a65-006e-4bfe-aa79-96ec5f3564db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25f58c6c-5d2b-4282-90ba-df8e00addd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1189620 Jan 28 16:45:36.365754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.451775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-2223b967-49f6-4ddf-abff-1a7b7c5feb8f service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683707 Jan 28 16:45:36.458340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.492366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7239b-cf9b-46f1-8642-30fc0f854c94 None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:36.499146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.504929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6 HTTP/1.1" status: 204 len: 168 time: 0.7900310 Jan 28 16:45:36.516948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47222) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:36.568035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047f39-24aa-491a-9618-dabd447b36a9 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2295c5-a20a-4b21-8ac7-35b2a56ee5d6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:36.583275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting subnet 7feabd7d-998d-4243-9bdc-ea616e943354 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:36.586597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (7feabd7d-998d-4243-9bdc-ea616e943354), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.634312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7feabd7d-998d-4243-9bdc-ea616e943354), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.731140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7feabd7d-998d-4243-9bdc-ea616e943354), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.753717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-fb7ab750-bcb6-44b3-8aa4-e86bb44c1b0d service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581120 Jan 28 16:45:36.857516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85af8b9f-f8de-4b89-96ff-b643ed014fed {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:36.899716 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7e01f436-cfeb-48e3-94c2-41763cfebf0a req-00851bf9-04e6-43f9-91cf-6ad043cf1f6c service neutron] 10.222.0.24 "GET /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312727 Jan 28 16:45:36.901286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7feabd7d-998d-4243-9bdc-ea616e943354), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.921195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.937640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=7feabd7d-998d-4243-9bdc-ea616e943354,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:36.957137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:36.966087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eda16eb4-f2b7-454a-8c8a-5f6f41e15aa3 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/7feabd7d-998d-4243-9bdc-ea616e943354 HTTP/1.1" status: 204 len: 168 time: 0.4471238 Jan 28 16:45:36.967007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47228) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:36.978159 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Publish callbacks [] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.052080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fe8f7a6-8053-40c6-b1f6-4cb0b826ffbd req-f499b99d-2c3b-45fc-89cd-13f028711b4a tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.2462921 Jan 28 16:45:37.069865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:37.109750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (384f3bb4-6634-44b5-b65d-3f5b4290d582), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.117523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-02395247-c3a6-4810-8184-dc59cbcd8963 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300436 Jan 28 16:45:37.124483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Transition to ACTIVE for port object 85af8b9f-f8de-4b89-96ff-b643ed014fed will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:45:37.198832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-d3ba5edf-e9e6-4710-849a-b48c41c199d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 217 time: 0.0719600 Jan 28 16:45:37.200288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting port 8083b075-33f0-4b4d-b01a-2258b30feaf1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:37.201055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.212310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24b79cff-9f42-43ee-9f63-93096dcfb87d req-0d6e21d4-a55c-4df4-a194-5e9360e07d0b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0423751 Jan 28 16:45:37.220690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.293399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] For port 8083b075-33f0-4b4d-b01a-2258b30feaf1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8083b075-33f0-4b4d-b01a-2258b30feaf1,segment=NetworkSegment(720d0c77-6ce4-4745-9552-8c816736cebd),segment_id=720d0c77-6ce4-4745-9552-8c816736cebd)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:37.294577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.316643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Calling delete_port for 8083b075-33f0-4b4d-b01a-2258b30feaf1 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:37.362446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-2ea91844-6043-48a7-a3c2-b0c4fb3c6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:37.364077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-2ea91844-6043-48a7-a3c2-b0c4fb3c6643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.1485858 Jan 28 16:45:37.394446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.459411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8083b075-33f0-4b4d-b01a-2258b30feaf1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.460143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:37.490549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Port': ['ID=8083b075-33f0-4b4d-b01a-2258b30feaf1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:37.495165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No DVR routers for this DVR port 8083b075-33f0-4b4d-b01a-2258b30feaf1 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:37.523365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed15525-c763-4d8a-bb84-5bd4c9b0e899 req-e06d312c-15a6-429c-84d7-b496f6a7abf8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:37.525101 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ed15525-c763-4d8a-bb84-5bd4c9b0e899 req-e06d312c-15a6-429c-84d7-b496f6a7abf8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 943 time: 0.3222940 Jan 28 16:45:37.604483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (384f3bb4-6634-44b5-b65d-3f5b4290d582), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.634935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384f3bb4-6634-44b5-b65d-3f5b4290d582']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:37.646573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720d0c77-6ce4-4745-9552-8c816736cebd') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:37.647495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720d0c77-6ce4-4745-9552-8c816736cebd') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:37.659679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (720d0c77-6ce4-4745-9552-8c816736cebd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.677848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-5db705f8-a1e9-4c54-b2a8-f3f7b3dda095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:37.681213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72554f90-be54-43fd-9706-a5bd8b22333c None None] Network 384f3bb4-6634-44b5-b65d-3f5b4290d582 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:37.685181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-5db705f8-a1e9-4c54-b2a8-f3f7b3dda095 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3051882 Jan 28 16:45:37.689200 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (720d0c77-6ce4-4745-9552-8c816736cebd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.699077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:37.699818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (720d0c77-6ce4-4745-9552-8c816736cebd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:37.707034 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:37.758403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8245c159-be5b-4074-8ae8-cb8e8fff1020 None None] Could not find standard attr ID for object 8083b075-33f0-4b4d-b01a-2258b30feaf1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:45:37.818314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (384f3bb4-6634-44b5-b65d-3f5b4290d582), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.842803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.852093 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/384f3bb4-6634-44b5-b65d-3f5b4290d582 HTTP/1.1" status: 204 len: 168 time: 0.8827953 Jan 28 16:45:37.855107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f80f-77d5-46ea-a052-1cf4e7aa3216 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=384f3bb4-6634-44b5-b65d-3f5b4290d582,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:37.857479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47232) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:37.882806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea044c0-02ae-4ca7-b324-e8452f3c130b None None] DHCP port deletion for 384f3bb4-6634-44b5-b65d-3f5b4290d582 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:45:37.886139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Attempting to bind port 85af8b9f-f8de-4b89-96ff-b643ed014fed on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:37.886139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Attempting to bind port 85af8b9f-f8de-4b89-96ff-b643ed014fed by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:37.886945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Attempting to bind port 85af8b9f-f8de-4b89-96ff-b643ed014fed on network 320dc372-532a-4f6c-a239-478eba769e9e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:37.888361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (cff8c741-e14a-4afa-9cdd-765af0de93e8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.907794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ed15525-c763-4d8a-bb84-5bd4c9b0e899 req-1583799b-244e-44f6-b8f0-b531fbc7a9fb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815373 Jan 28 16:45:37.909336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Deleting port 69ed42e6-7f7e-464c-b888-09f74aa9eec5 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:37.909573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (69ed42e6-7f7e-464c-b888-09f74aa9eec5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:37.914356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Port 85af8b9f-f8de-4b89-96ff-b643ed014fed on network 320dc372-532a-4f6c-a239-478eba769e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:45:37.914356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Attempting to bind port 85af8b9f-f8de-4b89-96ff-b643ed014fed on network 320dc372-532a-4f6c-a239-478eba769e9e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:37.922714 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-12918537-ca12-4a0c-abc7-f97a8cf983db tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:37.924063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12918537-ca12-4a0c-abc7-f97a8cf983db tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:37.934667 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-12918537-ca12-4a0c-abc7-f97a8cf983db tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/78beb862-2d26-49d0-ac21-b78c627cea3e HTTP/1.1" status: 404 len: 337 time: 0.0762849 Jan 28 16:45:37.944748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47236) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:37.945736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:37.945867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Checking segment: {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:37.946190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Bound using segment: {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:37.946653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Bound port: 85af8b9f-f8de-4b89-96ff-b643ed014fed, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:37.947015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.074022 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-01927ded-4696-4973-9828-3933684fb5eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:38.074567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01927ded-4696-4973-9828-3933684fb5eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:38.081686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-01927ded-4696-4973-9828-3933684fb5eb tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/16645ca5-dd4d-4a4b-8cfa-21e6c648b215 HTTP/1.1" status: 404 len: 339 time: 0.1284001 Jan 28 16:45:38.081846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47242) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:38.092284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-2660729c-572c-4c18-82b6-ebb5cb6c5ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382561 Jan 28 16:45:38.175757 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-89941644-f4c2-4493-8d41-d9f4cc94805b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:38.176331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89941644-f4c2-4493-8d41-d9f4cc94805b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:38.181916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89941644-f4c2-4493-8d41-d9f4cc94805b tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/75c2da7f-24f7-4e83-b2f2-6daf76a9f25b HTTP/1.1" status: 404 len: 337 time: 0.0976481 Jan 28 16:45:38.182953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47248) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:38.280309 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8faac55-5da8-4653-b2e0-068e7e2e399e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:38.280309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8faac55-5da8-4653-b2e0-068e7e2e399e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:38.285486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d8faac55-5da8-4653-b2e0-068e7e2e399e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/b305ad13-cd17-4005-856f-6885ee0dbf3e HTTP/1.1" status: 404 len: 339 time: 0.0870726 Jan 28 16:45:38.285924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47252) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:38.330905 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (69ed42e6-7f7e-464c-b888-09f74aa9eec5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.332545 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32b9230-078d-4a4f-ab2f-13bcf3b3b315 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:38.333305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32b9230-078d-4a4f-ab2f-13bcf3b3b315 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:38.334937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95350634-8b32-46bb-a439-2909a582df34 req-4ff60d64-14f6-4e4c-a6dc-516bd65fd489 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b00b85c6-c265-4c32-84c3-e19747d2e253 HTTP/1.1" status: 200 len: 210 time: 0.1013794 Jan 28 16:45:38.353271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c32b9230-078d-4a4f-ab2f-13bcf3b3b315 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/7b3ed673-d22d-41b6-8db2-d93b775784fa HTTP/1.1" status: 404 len: 337 time: 0.0651927 Jan 28 16:45:38.355148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47254) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:38.359230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:38.369463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:38.370955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Calling delete_port for 69ed42e6-7f7e-464c-b888-09f74aa9eec5 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:38.395734 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1ec75d-3359-40ea-b100-af728ea4cf17 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:38.400105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1ec75d-3359-40ea-b100-af728ea4cf17 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:38.430915 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.448181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a1ec75d-3359-40ea-b100-af728ea4cf17 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/d2549c9d-9163-42e8-b071-dce16b0a4968 HTTP/1.1" status: 404 len: 339 time: 0.0894811 Jan 28 16:45:38.450527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47258) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:38.515764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting subnet d354c3ea-dbde-4bcc-aa94-0bc729b9153c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:38.522864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (d354c3ea-dbde-4bcc-aa94-0bc729b9153c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.583477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d354c3ea-dbde-4bcc-aa94-0bc729b9153c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.614242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-ba7467d3-434e-4209-b876-e44ebb93c95f service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997690 Jan 28 16:45:38.658063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:38.659445 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.660946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] 10.222.0.31 "PUT /v2.0/ports/85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 1092 time: 3.5569417 Jan 28 16:45:38.670884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:38.673773 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a534f-8e3d-4746-8663-f57fca1f44db" -d '{"events": [{"name": "network-changed", "server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:38.716312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d354c3ea-dbde-4bcc-aa94-0bc729b9153c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.763499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8284759c-1ad5-48bc-9699-e75da7596ab2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e HTTP/1.1" status: 200 len: 217 time: 0.1237164 Jan 28 16:45:38.794860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d354c3ea-dbde-4bcc-aa94-0bc729b9153c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.818750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcb81b-3b6f-4f42-932c-88cab120e3de service neutron] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:38.834877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=d354c3ea-dbde-4bcc-aa94-0bc729b9153c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:38.838850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:38.845215 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a0c482f7-7bcd-4cf0-9e67-9002a991be91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/d354c3ea-dbde-4bcc-aa94-0bc729b9153c HTTP/1.1" status: 204 len: 168 time: 0.3917427 Jan 28 16:45:38.846075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733ddec-d2ba-4c3e-a287-896bb90aee54 None None] Network 0cf8e04d-2d87-4fad-811d-498751d9c25d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:38.850458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47262) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:39.030639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] DHCP port deletion for 0cf8e04d-2d87-4fad-811d-498751d9c25d request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:45:39.126321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] Deleting port aa7ef590-c26c-47ca-ad28-73c97d75290c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:39.128820 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:39.205282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8083b075-33f0-4b4d-b01a-2258b30feaf1 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:39.216756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] For port aa7ef590-c26c-47ca-ad28-73c97d75290c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=aa7ef590-c26c-47ca-ad28-73c97d75290c,segment=NetworkSegment(5ee1023b-6d1e-4cc3-8a68-e193303364b4),segment_id=5ee1023b-6d1e-4cc3-8a68-e193303364b4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:39.217186 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:39.245265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8083b075-33f0-4b4d-b01a-2258b30feaf1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:39.245606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8083b075-33f0-4b4d-b01a-2258b30feaf1 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:39.252548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] Calling delete_port for aa7ef590-c26c-47ca-ad28-73c97d75290c owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:39.335672 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (aa7ef590-c26c-47ca-ad28-73c97d75290c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:39.340620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.346575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.351904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.357275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.361642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] Pushing event deleted for resources: {'Port': ['ID=aa7ef590-c26c-47ca-ad28-73c97d75290c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:39.363318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.365348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebca9f7-ae9f-46e5-8dc0-07fd5eeaeed4 None None] No DVR routers for this DVR port aa7ef590-c26c-47ca-ad28-73c97d75290c on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:39.368638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.375720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.381897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-0eb01687-f437-4386-89ab-7d9a5f8a278f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.8718286 Jan 28 16:45:39.393667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693caef-301d-4e30-89bc-e97ef6b84426 req-49b8bc26-93a4-4d14-84b9-bb98794a8ba1 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.395167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e693caef-301d-4e30-89bc-e97ef6b84426 req-49b8bc26-93a4-4d14-84b9-bb98794a8ba1 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.8811879 Jan 28 16:45:39.434143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Router cff8c741-e14a-4afa-9cdd-765af0de93e8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:39.445195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-c9608d2a-bdd7-4e43-b8e5-f4db131dfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.446650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-c9608d2a-bdd7-4e43-b8e5-f4db131dfd81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.6660421 Jan 28 16:45:39.509324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (0cf8e04d-2d87-4fad-811d-498751d9c25d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:39.521904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-4f1f960c-45ab-4499-9864-c208286f580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.523388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-4f1f960c-45ab-4499-9864-c208286f580e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1126 time: 0.7721772 Jan 28 16:45:39.686463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-fd091681-ab4a-43fe-986f-3292743b2129 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 217 time: 0.1343126 Jan 28 16:45:39.718398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e693caef-301d-4e30-89bc-e97ef6b84426 req-92b13c98-0309-4ebe-bdd8-8ce42d7aaf2e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004832 Jan 28 16:45:39.730454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7612131e-b5c3-488f-bd3f-acf026dceaa8 req-db9992cb-c75e-4c5e-acc7-8cabf89d5660 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3476694 Jan 28 16:45:39.816803 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (69ed42e6-7f7e-464c-b888-09f74aa9eec5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:39.820117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-54df015c-92bc-48c0-a905-e4b20c28db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:39.821664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-54df015c-92bc-48c0-a905-e4b20c28db72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3651135 Jan 28 16:45:39.824875 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa48720-6d07-4fc7-838f-6c0466c55d53 x-openstack-request-id: req-5aa48720-6d07-4fc7-838f-6c0466c55d53 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:39.825172 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:39.825436 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5aa48720-6d07-4fc7-838f-6c0466c55d53 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:39.825826 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'status': 'completed', 'code': 200} Jan 28 16:45:39.901291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event deleted for resources: {'Port': ['ID=69ed42e6-7f7e-464c-b888-09f74aa9eec5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:40.001935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-7c23966f-b435-48de-88e0-1eabdea37f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:40.003917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-7c23966f-b435-48de-88e0-1eabdea37f7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.3074992 Jan 28 16:45:40.049012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:40.062916 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] Sync routers for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:40.075290 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:40.076363 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.078611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (0cf8e04d-2d87-4fad-811d-498751d9c25d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.086488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b45d0f9a-abd4-4ab7-8b18-8d3151e66868 admin admin] 10.222.0.25 "PUT /v2.0/routers/cff8c741-e14a-4afa-9cdd-765af0de93e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7889681 Jan 28 16:45:40.086816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:40.124246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-66e8f244-e93f-4221-8aba-33a452f506ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899591 Jan 28 16:45:40.191295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf8e04d-2d87-4fad-811d-498751d9c25d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.216266 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:40.226191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks [] for router (cff8c741-e14a-4afa-9cdd-765af0de93e8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.247073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee1023b-6d1e-4cc3-8a68-e193303364b4') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.247384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee1023b-6d1e-4cc3-8a68-e193303364b4') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.274178 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (5ee1023b-6d1e-4cc3-8a68-e193303364b4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.276249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.321990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-c9e257d9-475a-433b-b066-4e461beb16da service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902959 Jan 28 16:45:40.373631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96929c00-8d40-4dca-ba76-08ef4bc0c868 req-da84ed84-9f82-4f7e-93c8-2959e6c10f86 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:40.380865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96929c00-8d40-4dca-ba76-08ef4bc0c868 req-da84ed84-9f82-4f7e-93c8-2959e6c10f86 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 943 time: 0.5033510 Jan 28 16:45:40.387300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-873c9e69-0569-4e89-9f61-c28c61ff6f49 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:40.389003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-873c9e69-0569-4e89-9f61-c28c61ff6f49 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.1607428 Jan 28 16:45:40.389137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5ee1023b-6d1e-4cc3-8a68-e193303364b4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.455572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:40.455949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (5ee1023b-6d1e-4cc3-8a68-e193303364b4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:40.466543 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:40.503680 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:45:36Z', 'revision_number': 5, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port': {'id': '0ef9bee3-2c5b-40c7-a244-7972df80cb53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:44:06Z', 'updated_at': '2022-01-28T16:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.508312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.510589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks [] for router_gateway (cff8c741-e14a-4afa-9cdd-765af0de93e8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.511850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.525600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9bae-1e99-4724-aaa6-df2a8f2088e7 req-8528bf93-6a3c-4116-a291-321706b60351 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:40.527177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c52e9bae-1e99-4724-aaa6-df2a8f2088e7 req-8528bf93-6a3c-4116-a291-321706b60351 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.4749680 Jan 28 16:45:40.547078 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] Checking router: cff8c741-e14a-4afa-9cdd-765af0de93e8 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:40.557630 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] Routers {'cff8c741-e14a-4afa-9cdd-765af0de93e8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:40.559371 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['cff8c741-e14a-4afa-9cdd-765af0de93e8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.572397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Deleting port fed39e09-4479-48ca-a103-b48454305c46 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:40.573251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fed39e09-4479-48ca-a103-b48454305c46), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.649095 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-cec4344b-56be-4e47-abbd-a78375c9f89c service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058701 Jan 28 16:45:40.679033 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] Set router cff8c741-e14a-4afa-9cdd-765af0de93e8 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:40.701842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (0cf8e04d-2d87-4fad-811d-498751d9c25d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.703361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (6a77edbf-9d5c-426c-8e97-3a13d243fd3a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.703900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Fanout notify agent at l3_agent the message router_deleted on router 6a77edbf-9d5c-426c-8e97-3a13d243fd3a {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:45:40.720553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Deleting port 0ef9bee3-2c5b-40c7-a244-7972df80cb53 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:40.721536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96929c00-8d40-4dca-ba76-08ef4bc0c868 req-4e66b004-f1fe-442a-a710-ad3fa7de65b8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356071 Jan 28 16:45:40.722782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.742605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.743707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4a03f068-eb81-4a4b-9230-0b650af5ad2c tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/6a77edbf-9d5c-426c-8e97-3a13d243fd3a HTTP/1.1" status: 204 len: 168 time: 4.9919209 Jan 28 16:45:40.767107 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:45:40Z', 'revision_number': 6, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:40.807613 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458547-78a6-4950-a987-331c17de0d05 None None] The sync data for ids ['cff8c741-e14a-4afa-9cdd-765af0de93e8'] in n-d-812111-13 is: [{'id': 'cff8c741-e14a-4afa-9cdd-765af0de93e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-551145595-router', 'tenant_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:44:05Z', 'updated_at': '2022-01-28T16:45:40Z', 'revision_number': 6, 'project_id': '2a1111f37c2e49a8a818f52a71bb24a4', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:40.821955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.825483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/0cf8e04d-2d87-4fad-811d-498751d9c25d HTTP/1.1" status: 204 len: 168 time: 1.9690380 Jan 28 16:45:40.828363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] For port 0ef9bee3-2c5b-40c7-a244-7972df80cb53, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ef9bee3-2c5b-40c7-a244-7972df80cb53,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:40.828861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.843958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Calling delete_port for 0ef9bee3-2c5b-40c7-a244-7972df80cb53 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:40.846029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47276) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:40.846882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47280) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:40.847199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47284) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:40.868168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2015960390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:40.874386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] For port fed39e09-4479-48ca-a103-b48454305c46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fed39e09-4479-48ca-a103-b48454305c46,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:40.874827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fed39e09-4479-48ca-a103-b48454305c46), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:40.930595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036eb80-a712-48c8-9b63-df045587a43e tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=0cf8e04d-2d87-4fad-811d-498751d9c25d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:40.945692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0dcb7ff6-5ba5-456a-a2b9-9737f305541a service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797484 Jan 28 16:45:40.969913 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f221e46d-f541-4a20-8389-2a3649398010 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:40.970274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f221e46d-f541-4a20-8389-2a3649398010 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:40.976586 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f221e46d-f541-4a20-8389-2a3649398010 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/3053a381-f784-4b07-ab2e-e5ef5662450e HTTP/1.1" status: 404 len: 337 time: 0.1231933 Jan 28 16:45:40.981576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:41.012569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c52e9bae-1e99-4724-aaa6-df2a8f2088e7 req-65a730e7-43bf-4fdd-90a4-9174ca68ddef tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324138 Jan 28 16:45:41.050344 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-279d64df-ec6a-4fc4-a9db-025c59071c9f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] DELETE failed (client error): The resource could not be found. Jan 28 16:45:41.051061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279d64df-ec6a-4fc4-a9db-025c59071c9f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:45:41.059363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-279d64df-ec6a-4fc4-a9db-025c59071c9f tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/75128f91-20ae-4dfd-963a-f949cc659ef5 HTTP/1.1" status: 404 len: 339 time: 0.0755305 Jan 28 16:45:41.059752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-4df7cde7-25a6-4d81-8487-0bbd19538b3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7edacc01-0790-4c84-ab36-3baace368526 HTTP/1.1" status: 200 len: 217 time: 0.0796280 Jan 28 16:45:41.060799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.062016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.068645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47290) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:41.134529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d2455f9-eecc-4408-8b35-8ca0e4cee7d5 req-6d30ac41-27f9-4649-b3c7-4564d4b2436b service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649453 Jan 28 16:45:41.190205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e822a16c-ac52-42f7-acdd-82eb22cd4c14 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group (325e7f05-cdd3-4464-b997-891fa4ba5691), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.239807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb994e3b-0e92-4f82-b019-b4387fa19acd req-c11ead77-b5b3-4128-aa58-9db91dff92e7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.246814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb994e3b-0e92-4f82-b019-b4387fa19acd req-c11ead77-b5b3-4128-aa58-9db91dff92e7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 945 time: 0.3660152 Jan 28 16:45:41.296252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (6dd70453-f202-4d9f-8383-6f07bfc09c42), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.306984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0fa2d776-4e82-4227-adab-6509335ce1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.308433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0fa2d776-4e82-4227-adab-6509335ce1e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.2374566 Jan 28 16:45:41.343020 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.345498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device aa7ef590-c26c-47ca-ad28-73c97d75290c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:41.372786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.373347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (dee8decf-398f-4dd5-aa03-c39ce77e315b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.373488 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Floating IP dee8decf-398f-4dd5-aa03-c39ce77e315b disassociated. External IP: 172.25.8.39, port: fed39e09-4479-48ca-a103-b48454305c46. Jan 28 16:45:41.373788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Calling delete_port for fed39e09-4479-48ca-a103-b48454305c46 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:41.379073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: aa7ef590-c26c-47ca-ad28-73c97d75290c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:41.379424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device aa7ef590-c26c-47ca-ad28-73c97d75290c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:41.379844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:41.398063 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e822a16c-ac52-42f7-acdd-82eb22cd4c14 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group (325e7f05-cdd3-4464-b997-891fa4ba5691), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.409060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:41.409410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9e0e2a8a-5855-44d4-8c6d-4a7a6086aa1e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:41.450921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.455147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2da6a4f1-0f0d-4567-8733-71dcd98fc9ab tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6040795 Jan 28 16:45:41.471877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.475298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47292) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:41.477552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.482261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': True}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:41.483039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.488988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.494382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.499666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.505626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.507566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-5b98e06e-16d2-4f69-a011-64a431a8f641 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.4195595 Jan 28 16:45:41.545130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb994e3b-0e92-4f82-b019-b4387fa19acd req-5b8140db-0fcb-4628-88db-8fafa006121b tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5463ec-b470-4476-9a64-6c8f3009e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974610 Jan 28 16:45:41.568911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-e2e73a43-94eb-4acc-a471-c8f9b70533bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.570621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-e2e73a43-94eb-4acc-a471-c8f9b70533bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1126 time: 0.3787985 Jan 28 16:45:41.601663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-ace90450-361c-4861-9b10-ea3ee0a2c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.603342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-ace90450-361c-4861-9b10-ea3ee0a2c52f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2618921 Jan 28 16:45:41.676939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e822a16c-ac52-42f7-acdd-82eb22cd4c14 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (325e7f05-cdd3-4464-b997-891fa4ba5691), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.679431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e822a16c-ac52-42f7-acdd-82eb22cd4c14 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:41.684169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e822a16c-ac52-42f7-acdd-82eb22cd4c14 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/security-groups/325e7f05-cdd3-4464-b997-891fa4ba5691 HTTP/1.1" status: 204 len: 168 time: 0.8313148 Jan 28 16:45:41.723750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47296) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:41.773190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a16c-ac52-42f7-acdd-82eb22cd4c14 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e7f05-cdd3-4464-b997-891fa4ba5691,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:41.791594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68dd7ab8-88a6-4f85-949e-6404ecd7b80f req-d9300e61-39b1-4a00-b7d6-8610e7b211b6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629976 Jan 28 16:45:41.800637 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-55a0fcbb-2ed0-4bac-9468-2d8c5c147400 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] show failed (client error): The resource could not be found. Jan 28 16:45:41.804463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-55a0fcbb-2ed0-4bac-9468-2d8c5c147400 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "GET /v2.0/security-groups/325e7f05-cdd3-4464-b997-891fa4ba5691 HTTP/1.1" status: 404 len: 347 time: 0.0772989 Jan 28 16:45:41.807567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:41.882962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-17cf15df-3a12-4b50-9d43-8f1a13ef9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:41.884467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-17cf15df-3a12-4b50-9d43-8f1a13ef9202 service neutron] 10.222.0.31 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.3058126 Jan 28 16:45:41.886437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-f43dc574-323b-4b94-9df6-e85fd5684e38 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673285 Jan 28 16:45:41.964201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-a664f5cb-4e5f-4604-aba3-99a254ab141e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 217 time: 0.0696828 Jan 28 16:45:41.969377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Deleting subnet 820bb3bb-c762-4f2a-bd48-69631e5715dd {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:42.055367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (820bb3bb-c762-4f2a-bd48-69631e5715dd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.124337 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.155926 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.284846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (820bb3bb-c762-4f2a-bd48-69631e5715dd), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.314532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (6dd70453-f202-4d9f-8383-6f07bfc09c42), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.331335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fed39e09-4479-48ca-a103-b48454305c46), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.403285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event deleted for resources: {'Port': ['ID=fed39e09-4479-48ca-a103-b48454305c46,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:42.451392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0ef9bee3-2c5b-40c7-a244-7972df80cb53), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.553157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef9bee3-2c5b-40c7-a244-7972df80cb53,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:42.578623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a4166-e64e-46bd-a68f-14d7a3976e20 req-047def4d-79a0-4c73-9ac6-259d459403c4 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:42.586152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e20a4166-e64e-46bd-a68f-14d7a3976e20 req-047def4d-79a0-4c73-9ac6-259d459403c4 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.1386731 Jan 28 16:45:42.598157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (820bb3bb-c762-4f2a-bd48-69631e5715dd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.603147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-9882fff9-be90-441c-a2d6-cb808a1531ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:42.604658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-9882fff9-be90-441c-a2d6-cb808a1531ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.1285992 Jan 28 16:45:42.625405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port 11a06457-a679-4d57-869f-20c091e6741a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:42.625756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (11a06457-a679-4d57-869f-20c091e6741a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.640455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aae6e-4566-4cd1-8d58-894f446ce78e req-3d7236f8-740a-42b5-aeb7-107e1b11adce tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:42.642103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca2aae6e-4566-4cd1-8d58-894f446ce78e req-3d7236f8-740a-42b5-aeb7-107e1b11adce tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 943 time: 0.7506793 Jan 28 16:45:42.664704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-a6e8734f-7ad7-4222-b156-ee4b35bbcfe8 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708251 Jan 28 16:45:42.668076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-a725a730-889d-405b-bec6-88316d438ccf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562282 Jan 28 16:45:42.785150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-99390a46-b6c1-40bd-ac58-87a8862e6f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 HTTP/1.1" status: 200 len: 217 time: 0.1098559 Jan 28 16:45:42.803914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (cff8c741-e14a-4afa-9cdd-765af0de93e8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.823082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e20a4166-e64e-46bd-a68f-14d7a3976e20 req-df672a7d-c4c2-48a8-81f3-591f174a3fed tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360120 Jan 28 16:45:42.856215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85af8b9f-f8de-4b89-96ff-b643ed014fed details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:45:42.860780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fed39e09-4479-48ca-a103-b48454305c46 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:42.886376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca2aae6e-4566-4cd1-8d58-894f446ce78e req-80f27bb0-a540-4b24-80b1-6afc3e4aea16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251585 Jan 28 16:45:42.930689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-b57cebbf-c386-440f-8ddc-6109f6f77f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:42.932187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-b57cebbf-c386-440f-8ddc-6109f6f77f7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.1315782 Jan 28 16:45:42.951286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: fed39e09-4479-48ca-a103-b48454305c46 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:42.951649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fed39e09-4479-48ca-a103-b48454305c46 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:42.962311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:42.976445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (11a06457-a679-4d57-869f-20c091e6741a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.983697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (11a06457-a679-4d57-869f-20c091e6741a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:42.998488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (820bb3bb-c762-4f2a-bd48-69631e5715dd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.032549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-e957d358-7aa2-43e7-af41-6416e588ce2b service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503032 Jan 28 16:45:43.052615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for 11a06457-a679-4d57-869f-20c091e6741a owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:43.057264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (cff8c741-e14a-4afa-9cdd-765af0de93e8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.082585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks [] for router_controller (cff8c741-e14a-4afa-9cdd-765af0de93e8), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.113857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.118434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/subnets/820bb3bb-c762-4f2a-bd48-69631e5715dd HTTP/1.1" status: 204 len: 168 time: 2.0470080 Jan 28 16:45:43.119564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb95f10-fbc2-45ac-972a-0e7daae7bab7 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Subnet': ['ID=820bb3bb-c762-4f2a-bd48-69631e5715dd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:43.122109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:43.144946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9c2063-a4f2-4c11-88a9-294ad982fd0e None None] Network a48b0e71-886b-40cc-982d-ae89a91e1778 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:43.153091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc472e7e-af89-43f5-a657-55b9d3e3a277 req-6bcbfd82-d183-4836-bce6-07d25b23e7fb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 210 time: 0.1171923 Jan 28 16:45:43.215674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-ba7c96b1-c082-42bc-8906-2da3e948abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.215901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ef9bee3-2c5b-40c7-a244-7972df80cb53 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:43.223503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-ba7c96b1-c082-42bc-8906-2da3e948abca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2789850 Jan 28 16:45:43.249407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0ef9bee3-2c5b-40c7-a244-7972df80cb53 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:43.249762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ef9bee3-2c5b-40c7-a244-7972df80cb53 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:43.287038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.292170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.298070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.304232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.309868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.314753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:43.315720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.321348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.323479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-592e323e-ee1c-42d0-97dc-cc139af13e11 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2945492 Jan 28 16:45:43.354991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e', 'port_id': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'mac_address': 'fa:16:3e:e6:5b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9f1354-f650-4e32-8da5-0be760f0c494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:45:43.370493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55a534f-8e3d-4746-8663-f57fca1f44db req-482a8c6b-0d4c-433e-9f1a-58edc004106c service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246856 Jan 28 16:45:43.421000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 85af8b9f-f8de-4b89-96ff-b643ed014fed is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:43.421961 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.441650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85af8b9f-f8de-4b89-96ff-b643ed014fed {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:45:43.447219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] DHCP port deletion for a48b0e71-886b-40cc-982d-ae89a91e1778 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:45:43.484937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-1c1ada5f-2602-4ee2-b859-cb9da9f35230 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412696 Jan 28 16:45:43.491397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-149483cb-e4b4-43f7-aa30-8f20f87c7232 req-1077af69-9e0a-4523-8eee-2f419e63bfc0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315892 Jan 28 16:45:43.506924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:43.524021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.588347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:43.613219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] Deleting port 3b046c08-f8b3-4549-a783-573ee1428214 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:43.613695 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3b046c08-f8b3-4549-a783-573ee1428214), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.624904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-0cacc19f-969e-48bf-8a20-cb743f7ab5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318784 Jan 28 16:45:43.675482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-dcc92812-de30-4608-b8c0-62130c1e0e03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48992663-2242-4a53-bdde-d5103c7c9502 HTTP/1.1" status: 200 len: 217 time: 0.0445268 Jan 28 16:45:43.692491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] For port 3b046c08-f8b3-4549-a783-573ee1428214, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b046c08-f8b3-4549-a783-573ee1428214,segment=NetworkSegment(3b5a09b8-ec9b-48bf-912d-59af940f09b0),segment_id=3b5a09b8-ec9b-48bf-912d-59af940f09b0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:43.692922 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3b046c08-f8b3-4549-a783-573ee1428214), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.706356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a48b0e71-886b-40cc-982d-ae89a91e1778), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.708366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] Calling delete_port for 3b046c08-f8b3-4549-a783-573ee1428214 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:43.727436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (cff8c741-e14a-4afa-9cdd-765af0de93e8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.728057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff8c741-e14a-4afa-9cdd-765af0de93e8 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:45:43.756696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8768e02b-4ec4-4cfd-bd87-be7b6ac32caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.758441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8768e02b-4ec4-4cfd-bd87-be7b6ac32caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.0757504 Jan 28 16:45:43.786135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:43.824349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8adef98b-9b2f-4239-93de-0e1c6a4c47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:43.826442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-8adef98b-9b2f-4239-93de-0e1c6a4c47cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0614297 Jan 28 16:45:43.833626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.835002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-18611bd8-cf1b-4d4e-bf23-a542d5909ac4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cff8c741-e14a-4afa-9cdd-765af0de93e8 HTTP/1.1" status: 204 len: 168 time: 3.7471895 Jan 28 16:45:43.842491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47312) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:43.914554 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (3b046c08-f8b3-4549-a783-573ee1428214), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:43.954189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:43.978389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:43.982836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] No DVR routers for this DVR port 3b046c08-f8b3-4549-a783-573ee1428214 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:43.984855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e598453-f4d9-48c2-a0c2-8407e9166609 None None] Pushing event deleted for resources: {'Port': ['ID=3b046c08-f8b3-4549-a783-573ee1428214,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:44.027319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:44.027957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:44.079233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Deleting subnet b8cff0f3-bf07-4365-9333-1c86807784a9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:44.087198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Publish callbacks [] for subnet (b8cff0f3-bf07-4365-9333-1c86807784a9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.106941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] No DVR routers for this DVR port fed39e09-4479-48ca-a103-b48454305c46 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:44.146495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.151700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-06accf57-c03c-469c-85c8-53c37c55e7b7 req-13200ca3-bf41-4763-9fa9-f10cd560c2b6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "DELETE /v2.0/ports/fed39e09-4479-48ca-a103-b48454305c46 HTTP/1.1" status: 204 len: 173 time: 3.7577987 Jan 28 16:45:44.181569 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (b8cff0f3-bf07-4365-9333-1c86807784a9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.184347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-cdd9fdfe-3156-4f73-b730-9cea43b7c268 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.186140 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-cdd9fdfe-3156-4f73-b730-9cea43b7c268 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.24 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.4735835 Jan 28 16:45:44.243518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:44.244625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dee4de-9ea4-4f89-88fa-08096ba14bdc req-10267f79-93f3-4b6b-8c02-88acd8753805 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.251720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74dee4de-9ea4-4f89-88fa-08096ba14bdc req-10267f79-93f3-4b6b-8c02-88acd8753805 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.2830381 Jan 28 16:45:44.255549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-465142ad-042f-45c4-a752-0a72f7eab683 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228418 Jan 28 16:45:44.259649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a48b0e71-886b-40cc-982d-ae89a91e1778), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.264864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c303329-14d0-403a-8346-9237ff15364e req-ff53cfb2-facb-4d97-9a46-305c30d6fafd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.266327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c303329-14d0-403a-8346-9237ff15364e req-ff53cfb2-facb-4d97-9a46-305c30d6fafd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 944 time: 0.2677903 Jan 28 16:45:44.290491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48b0e71-886b-40cc-982d-ae89a91e1778']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:44.298777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'name': 'network-vif-deleted', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:44.301452 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b62e90-a7fd-4ec3-b12e-4e65d06df798" -d '{"events": [{"server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "name": "network-vif-deleted", "tag": "fed39e09-4479-48ca-a103-b48454305c46"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:44.386994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (b8cff0f3-bf07-4365-9333-1c86807784a9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.392043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5a09b8-ec9b-48bf-912d-59af940f09b0') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:44.393686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5a09b8-ec9b-48bf-912d-59af940f09b0') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:44.416764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3b5a09b8-ec9b-48bf-912d-59af940f09b0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.426976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (6dd70453-f202-4d9f-8383-6f07bfc09c42), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.468490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.493664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74dee4de-9ea4-4f89-88fa-08096ba14bdc req-983f749b-706f-47af-8a0f-ebc740b4e48b tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262232 Jan 28 16:45:44.512653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c303329-14d0-403a-8346-9237ff15364e req-a6c337f6-9301-4b8c-96dd-d59ff1bba954 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166183 Jan 28 16:45:44.594283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a6bd0c-aaab-470a-a0cb-0d3b5eca689c req-7e57e4b5-ca94-4ba0-9449-f96a4f752124 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094659 Jan 28 16:45:44.597686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (b8cff0f3-bf07-4365-9333-1c86807784a9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.605840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Allocated IP 172.25.8.59 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/8c80ffe1-5353-4e76-a4ce-b6ff10582eb3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:44.639911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cff0f3-bf07-4365-9333-1c86807784a9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:44.641837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.647703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30cc7ae7-b385-4047-a5aa-194542e0f3dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b8cff0f3-bf07-4365-9333-1c86807784a9 HTTP/1.1" status: 204 len: 168 time: 0.8047974 Jan 28 16:45:44.655554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47324) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:44.700691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be9684d9-8af6-4bb8-aa2e-986dd6fbfd3e req-9089146c-befd-4e62-9357-facdcb590838 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb24b987-487c-49bb-9d7d-2dac687b77de HTTP/1.1" status: 200 len: 210 time: 0.0639977 Jan 28 16:45:44.726410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for port (8c80ffe1-5353-4e76-a4ce-b6ff10582eb3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.760013 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c36c4b-6502-46cb-a771-46481c87dd7d x-openstack-request-id: req-08c36c4b-6502-46cb-a771-46481c87dd7d {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:44.760307 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb24b987-487c-49bb-9d7d-2dac687b77de", "name": "network-vif-deleted", "tag": "fed39e09-4479-48ca-a103-b48454305c46", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:44.760639 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08c36c4b-6502-46cb-a771-46481c87dd7d {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:44.761114 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb24b987-487c-49bb-9d7d-2dac687b77de', 'name': 'network-vif-deleted', 'tag': 'fed39e09-4479-48ca-a103-b48454305c46', 'status': 'completed', 'code': 200} Jan 28 16:45:44.787397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3b5a09b8-ec9b-48bf-912d-59af940f09b0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.806806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:44.818139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.818713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:44.819253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3b5a09b8-ec9b-48bf-912d-59af940f09b0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:44.823747 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:44.847819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:44.855720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8c80ffe1-5353-4e76-a4ce-b6ff10582eb3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.857594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.864123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.868439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.871033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85af8b9f-f8de-4b89-96ff-b643ed014fed up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:44.874223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.879614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.884930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.890273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.892080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-b7f39404-d917-4ef9-9f35-a262d2fff21c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.1887572 Jan 28 16:45:44.926521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.926825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.927222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.927680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.928134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.928590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.929748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:44.931912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-a967105a-9f26-4586-af80-625ba83f6eee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6712 time: 0.1894019 Jan 28 16:45:44.934804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Deleting port 43bc1528-6fea-4153-ba84-afbb26bd1daf {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:44.935262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:44.939448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:44.952976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:45.063492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 85af8b9f-f8de-4b89-96ff-b643ed014fed completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:45:45.067725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Port': ['ID=8c80ffe1-5353-4e76-a4ce-b6ff10582eb3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:45.124724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-dca1dfd2-70b2-4ba7-8822-d65af22b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:45.126334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-dca1dfd2-70b2-4ba7-8822-d65af22b67fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 HTTP/1.1" status: 200 len: 903 time: 0.1864369 Jan 28 16:45:45.127063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:45.129565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.151716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:45.155865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a48b0e71-886b-40cc-982d-ae89a91e1778), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.168731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:45.172524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:45.175309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 85af8b9f-f8de-4b89-96ff-b643ed014fed triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:45.175689 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.197590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b046c08-f8b3-4549-a783-573ee1428214 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:45.208916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-06f0d36a-a82e-47ba-9885-b07cff71f556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48992663-2242-4a53-bdde-d5103c7c9502 HTTP/1.1" status: 200 len: 217 time: 0.0736730 Jan 28 16:45:45.210600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:45.226181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3b046c08-f8b3-4549-a783-573ee1428214 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:45.226561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b046c08-f8b3-4549-a783-573ee1428214 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:45.231454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:45.231885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54d1b92-5486-482c-ab1e-d863cbc3a7a8') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:45.259324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.265074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70d1d2a8-1b42-4176-9fa4-f541b477a1ea req-065e7112-7263-4a64-8f07-9217d3243af9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3516667 Jan 28 16:45:45.265285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] 10.222.0.25 "DELETE /v2.0/networks/a48b0e71-886b-40cc-982d-ae89a91e1778 HTTP/1.1" status: 204 len: 168 time: 2.1306674 Jan 28 16:45:45.269893 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e54d1b92-5486-482c-ab1e-d863cbc3a7a8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.294082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e54d1b92-5486-482c-ab1e-d863cbc3a7a8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.319595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-243c6f14-ac2d-43a5-a2ba-8ef0bc8251e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:45.321330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-243c6f14-ac2d-43a5-a2ba-8ef0bc8251e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.1012335 Jan 28 16:45:45.324911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:45.326556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e54d1b92-5486-482c-ab1e-d863cbc3a7a8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:45.331621 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:45.495579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.497353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e34f2-a6fd-4242-bb67-c4c13a7d1f91 tempest-NetworksIpV6Test-987805509 tempest-NetworksIpV6Test-987805509-project] Pushing event deleted for resources: {'Network': ['ID=a48b0e71-886b-40cc-982d-ae89a91e1778,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:45.501815 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.508213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d HTTP/1.1" status: 204 len: 168 time: 0.8493550 Jan 28 16:45:45.539724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (11a06457-a679-4d57-869f-20c091e6741a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.552487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914817d-877d-4ed9-b9fa-035e665725f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd59ef66-aaee-40d4-a6f0-fb6cc9d9175d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:45.584692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-b9c8a006-3cfe-4415-85e2-4cdbac82d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:45.598468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-b9c8a006-3cfe-4415-85e2-4cdbac82d0de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2621002 Jan 28 16:45:45.616541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 85af8b9f-f8de-4b89-96ff-b643ed014fed is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:45.618905 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.619183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=11a06457-a679-4d57-869f-20c091e6741a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:45.735535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:45.739231 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdcb18d-e789-47d5-80da-f97b260cf6ce" -d '{"events": [{"server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "name": "network-vif-plugged", "status": "completed", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:45.752347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47336) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:45.773113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:45.798295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (6dd70453-f202-4d9f-8383-6f07bfc09c42), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.800883 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.860327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb81ba-bcef-49c6-aa48-cad8820d3b9f req-df89e034-dbd9-46cb-9b0c-c5a2608e3969 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:45.868568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fadb81ba-bcef-49c6-aa48-cad8820d3b9f req-df89e034-dbd9-46cb-9b0c-c5a2608e3969 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.2867789 Jan 28 16:45:45.889633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47344) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:45.906076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bee93-a395-41ae-9409-700d76e42f37 req-7a7a93bb-60a9-4f45-8a2e-2ea854c3b6ed tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:45.914258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d27bee93-a395-41ae-9409-700d76e42f37 req-7a7a93bb-60a9-4f45-8a2e-2ea854c3b6ed tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 944 time: 0.2282796 Jan 28 16:45:45.926500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-d8bcca5c-5927-4fc1-8489-bd3317c348ef service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071663 Jan 28 16:45:45.951799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] For port 43bc1528-6fea-4153-ba84-afbb26bd1daf, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43bc1528-6fea-4153-ba84-afbb26bd1daf,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:45.952717 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a426-adca-415a-a294-d3ee09df1580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.957005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:45.961269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:45.976512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:46.016987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95de8af-e199-4727-90d8-70dc20c4d03d None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:46.067904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for floatingip (d57422ca-026f-4da0-8e1a-334d1a504356), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.070934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.075040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63fdfee3-32c1-4849-857b-8f74546c99a3 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/floatingips/d57422ca-026f-4da0-8e1a-334d1a504356 HTTP/1.1" status: 204 len: 168 time: 4.2656863 Jan 28 16:45:46.077079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47346) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:46.137793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fadb81ba-bcef-49c6-aa48-cad8820d3b9f req-d666a093-7b80-4cb6-a862-e6a30697b09a tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679694 Jan 28 16:45:46.243650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d58f0726-b50d-4f4b-ad6d-f37bd9c683e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a1111f37c2e49a8a818f52a71bb24a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465345 Jan 28 16:45:46.244025 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222da9ef-e340-4288-bba3-462a0d4388ef x-openstack-request-id: req-222da9ef-e340-4288-bba3-462a0d4388ef {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:46.244335 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "name": "network-vif-plugged", "status": "completed", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:46.244596 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-222da9ef-e340-4288-bba3-462a0d4388ef {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:46.245097 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'code': 200} Jan 28 16:45:46.247704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47350) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:46.310738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d27bee93-a395-41ae-9409-700d76e42f37 req-9f56360e-8852-49c6-a62d-c86e7370cea0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877838 Jan 28 16:45:46.316463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47352) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:46.336933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bf1e6b3-865c-469f-bdc8-db9e153daf65 req-c2900cd0-c218-4001-81b1-72a9aab53316 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960791 Jan 28 16:45:46.357325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18064e5f-fb06-4447-af47-6d1cbcde43eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e1aaa32773a415585986e732d6d79a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5942740 Jan 28 16:45:46.358378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.360503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:46.425659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101dc633-b46d-474a-97de-946b4970a1bd admin admin] Publish callbacks [] for security_group (d494f147-fcaf-497a-8d44-af28165ce612), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.500469 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101dc633-b46d-474a-97de-946b4970a1bd admin admin] Publish callbacks [] for security_group (d494f147-fcaf-497a-8d44-af28165ce612), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.529147 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae721a8-3820-421b-a5a2-7a74af8d0602 None None] New status for floating IP dee8decf-398f-4dd5-aa03-c39ce77e315b: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:45:46.557887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-933e24a3-5ccf-484c-b987-eac163b67032 admin admin] Publish callbacks [] for security_group (8a012f6a-51d9-4df6-8440-ce6bfb42d1b0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.575425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.581592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.586909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.592611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.598191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.603825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.609414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:46.617694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-6010f5ac-c2a6-45d7-8138-7ea956cf86d7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.1968126 Jan 28 16:45:46.701023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-933e24a3-5ccf-484c-b987-eac163b67032 admin admin] Publish callbacks [] for security_group (8a012f6a-51d9-4df6-8440-ce6bfb42d1b0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.734559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101dc633-b46d-474a-97de-946b4970a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d494f147-fcaf-497a-8d44-af28165ce612), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.740517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.750417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101dc633-b46d-474a-97de-946b4970a1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.754487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-101dc633-b46d-474a-97de-946b4970a1bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d494f147-fcaf-497a-8d44-af28165ce612 HTTP/1.1" status: 204 len: 168 time: 0.4923408 Jan 28 16:45:46.832443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dc633-b46d-474a-97de-946b4970a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494f147-fcaf-497a-8d44-af28165ce612,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:46.854812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a72d12c3-9a86-4022-9cad-61d4f788da2e req-f54c0f05-8fcd-413e-a530-a381b44c1d2a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359593 Jan 28 16:45:46.864008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-933e24a3-5ccf-484c-b987-eac163b67032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8a012f6a-51d9-4df6-8440-ce6bfb42d1b0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.868888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-933e24a3-5ccf-484c-b987-eac163b67032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.873380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.874999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (610be572-27aa-4b83-9836-00100e7d2d45), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:46.877946 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Floating IP 610be572-27aa-4b83-9836-00100e7d2d45 disassociated. External IP: 172.25.8.18, port: 43bc1528-6fea-4153-ba84-afbb26bd1daf. Jan 28 16:45:46.878329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Calling delete_port for 43bc1528-6fea-4153-ba84-afbb26bd1daf owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:46.881640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-933e24a3-5ccf-484c-b987-eac163b67032 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a012f6a-51d9-4df6-8440-ce6bfb42d1b0 HTTP/1.1" status: 204 len: 168 time: 0.5074217 Jan 28 16:45:46.891745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e24a3-5ccf-484c-b987-eac163b67032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a012f6a-51d9-4df6-8440-ce6bfb42d1b0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:47.015582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770e561b-d3e1-4129-8564-9cfd684e425e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (bf5463ec-b470-4476-9a64-6c8f3009e4a3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.062022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9885-2d72-4ffd-b082-75aefba586cb req-55191fb6-433b-415a-a63a-3f5e615932a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:47.062022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8daf9885-2d72-4ffd-b082-75aefba586cb req-55191fb6-433b-415a-a63a-3f5e615932a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1128 time: 0.7305570 Jan 28 16:45:47.069568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port 9fe60ba1-9558-46bd-a8e8-4670f684318c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:47.069916 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.119910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770e561b-d3e1-4129-8564-9cfd684e425e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (bf5463ec-b470-4476-9a64-6c8f3009e4a3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.267141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8daf9885-2d72-4ffd-b082-75aefba586cb req-784f6ae1-8f17-409b-a7d6-4360053972e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928518 Jan 28 16:45:47.312058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.339527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for 9fe60ba1-9558-46bd-a8e8-4670f684318c owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:47.344340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770e561b-d3e1-4129-8564-9cfd684e425e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bf5463ec-b470-4476-9a64-6c8f3009e4a3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.347142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-770e561b-d3e1-4129-8564-9cfd684e425e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.348301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-770e561b-d3e1-4129-8564-9cfd684e425e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf5463ec-b470-4476-9a64-6c8f3009e4a3 HTTP/1.1" status: 204 len: 168 time: 1.0270033 Jan 28 16:45:47.351598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47380) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:47.368299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Router 6dd70453-f202-4d9f-8383-6f07bfc09c42 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:47.378241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e561b-d3e1-4129-8564-9cfd684e425e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5463ec-b470-4476-9a64-6c8f3009e4a3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:47.414339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (43bc1528-6fea-4153-ba84-afbb26bd1daf), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.421469 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-11dd5185-4fd4-4fd6-a577-f5f220e8c9df tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] show failed (client error): The resource could not be found. Jan 28 16:45:47.427545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-11dd5185-4fd4-4fd6-a577-f5f220e8c9df tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups/bf5463ec-b470-4476-9a64-6c8f3009e4a3 HTTP/1.1" status: 404 len: 347 time: 0.0703301 Jan 28 16:45:47.435019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47386) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:47.485813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43bc1528-6fea-4153-ba84-afbb26bd1daf no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:47.531728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 43bc1528-6fea-4153-ba84-afbb26bd1daf {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:47.531971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43bc1528-6fea-4153-ba84-afbb26bd1daf not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:47.555381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event deleted for resources: {'Port': ['ID=43bc1528-6fea-4153-ba84-afbb26bd1daf,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:47.611049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d1bbb-193f-4f39-859d-021b5391b3a3 req-1ee604d6-04de-4c0b-8565-74d885d73664 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:47.613412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b7d1bbb-193f-4f39-859d-021b5391b3a3 req-1ee604d6-04de-4c0b-8565-74d885d73664 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 945 time: 0.3787549 Jan 28 16:45:47.799669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:47.814302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] Sync routers for ids ['6dd70453-f202-4d9f-8383-6f07bfc09c42'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:47.834261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] Routers {'6dd70453-f202-4d9f-8383-6f07bfc09c42'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:47.835183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6dd70453-f202-4d9f-8383-6f07bfc09c42'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:47.845030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.849402 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9105567e-85a0-48d3-9253-0fec59afb9c7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "PUT /v2.0/routers/6dd70453-f202-4d9f-8383-6f07bfc09c42 HTTP/1.1" status: 200 len: 914 time: 6.3681786 Jan 28 16:45:47.857885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362b71-e742-475d-b7ee-dd8798e31400 req-003e2ea9-262c-43e0-94f6-4454f40e4fcd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:47.859499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f362b71-e742-475d-b7ee-dd8798e31400 req-003e2ea9-262c-43e0-94f6-4454f40e4fcd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 945 time: 0.4295950 Jan 28 16:45:47.860009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47402) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:47.903512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:45:47.904588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:47.925447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9fe60ba1-9558-46bd-a8e8-4670f684318c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.926453 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e932f62-a362-4fc3-a3bb-2b01e2cc6740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:47.934198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] Routers {'6dd70453-f202-4d9f-8383-6f07bfc09c42'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:47.935168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6dd70453-f202-4d9f-8383-6f07bfc09c42'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:48.019150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=9fe60ba1-9558-46bd-a8e8-4670f684318c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:48.029320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:48.030331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864be861-41e8-4b2c-8fbb-91a9e3a086b4 None None] The sync data for ids ['6dd70453-f202-4d9f-8383-6f07bfc09c42'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:48.072906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f362b71-e742-475d-b7ee-dd8798e31400 req-2bd6a1fa-1f6e-4f44-9359-d854fa017be3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914225 Jan 28 16:45:48.182885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b7d1bbb-193f-4f39-859d-021b5391b3a3 req-dab015f1-447e-43ae-b325-16c9f3df1835 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups?id=eee0d5f5-6691-4259-9310-6d10af61ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295895 Jan 28 16:45:48.185165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-354329ef-36c4-431e-8266-a73b9ede2d2a tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/6dd70453-f202-4d9f-8383-6f07bfc09c42 HTTP/1.1" status: 200 len: 920 time: 0.3060577 Jan 28 16:45:48.190374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47412) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:48.205235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Deleting port 42c5714b-e97c-42d2-93d4-b46545ad9b34 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:48.214169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.308751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47418) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:48.368479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:48.383178 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] Sync routers for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:48.406304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:48.407209 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:48.423055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] No DVR routers for this DVR port 43bc1528-6fea-4153-ba84-afbb26bd1daf on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:48.426205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.429698 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-37bee7e5-8f28-45d9-8a58-c80eb08d2bd1 req-846b3950-0e60-458e-91b3-781f8052c387 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.24 "DELETE /v2.0/ports/43bc1528-6fea-4153-ba84-afbb26bd1daf HTTP/1.1" status: 204 len: 173 time: 4.1173246 Jan 28 16:45:48.430162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'name': 'network-vif-deleted', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:48.432485 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aacdae-bbec-43fa-9fbc-1a8e5a85e7f4" -d '{"events": [{"server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "name": "network-vif-deleted", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:48.437649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.444652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6cd37dd6-1bda-41a1-82ad-fa83ff6d983d tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/ports/9fe60ba1-9558-46bd-a8e8-4670f684318c HTTP/1.1" status: 204 len: 168 time: 2.3629713 Jan 28 16:45:48.445345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47422) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:48.524091 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf9786-4c70-442f-8c42-970198fe1d4f x-openstack-request-id: req-8bdf9786-4c70-442f-8c42-970198fe1d4f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:48.524313 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5987b992-4203-4981-b7e6-e3bd1127f652", "name": "network-vif-deleted", "tag": "43bc1528-6fea-4153-ba84-afbb26bd1daf", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:48.524568 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bdf9786-4c70-442f-8c42-970198fe1d4f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:48.524977 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5987b992-4203-4981-b7e6-e3bd1127f652', 'name': 'network-vif-deleted', 'tag': '43bc1528-6fea-4153-ba84-afbb26bd1daf', 'status': 'completed', 'code': 200} Jan 28 16:45:48.565304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port 81bbc3b3-a661-449f-b84d-7893896874e0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:48.565660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.697690 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:48.700701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.729772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for 81bbc3b3-a661-449f-b84d-7893896874e0 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:48.739390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47426) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:48.939402 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:25Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:48.972985 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] Checking router: 403e9850-6eed-4caf-9a57-d9a0fbc3c037 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:45:48.979811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.980711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (42c5714b-e97c-42d2-93d4-b46545ad9b34), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.982999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-903733e0-45e6-4beb-bc81-2b9abc81d931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:48.984791 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:48.985502 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:48.994265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (81bbc3b3-a661-449f-b84d-7893896874e0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.031351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Calling delete_port for 42c5714b-e97c-42d2-93d4-b46545ad9b34 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:49.031542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=81bbc3b3-a661-449f-b84d-7893896874e0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:49.196595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.201162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.208500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.209060 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50a212e0-325c-4bc5-a369-31abc0493198 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/ports/81bbc3b3-a661-449f-b84d-7893896874e0 HTTP/1.1" status: 204 len: 168 time: 0.7625153 Jan 28 16:45:49.212545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47434) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:49.218490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.224965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.231144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.236628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.242679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.244722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-31be7b02-ce60-44ab-a19c-9dbec13846e3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.9629431 Jan 28 16:45:49.246748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eade7a-3813-4523-8fe7-c0ce96d6f959 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.251138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-79eade7a-3813-4523-8fe7-c0ce96d6f959 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=6dd70453-f202-4d9f-8383-6f07bfc09c42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0585413 Jan 28 16:45:49.255436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47438) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:49.290535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1917038882'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:49.326343 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:45:49.328351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.362417 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-903733e0-45e6-4beb-bc81-2b9abc81d931 admin admin] Publish callbacks [] for security_group (1dba7a19-571c-44c0-91d7-a11a5da0d35a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.368006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting subnet 7ae2a6ba-eba1-4689-a68e-14e24976e40a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:49.375913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for subnet (7ae2a6ba-eba1-4689-a68e-14e24976e40a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.380625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-903733e0-45e6-4beb-bc81-2b9abc81d931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1dba7a19-571c-44c0-91d7-a11a5da0d35a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.388978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:49.393179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.403499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0213cc91-5ba6-484a-a6a0-558ec8c7dece req-55f2fd75-2055-4a3f-8570-375fca4af837 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387527 Jan 28 16:45:49.427413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389b1c-3d90-4964-a321-8baa98524ad1 req-671cdd66-e2af-46f0-9fb5-9ae353798b1c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.429068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b389b1c-3d90-4964-a321-8baa98524ad1 req-671cdd66-e2af-46f0-9fb5-9ae353798b1c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 945 time: 0.1731715 Jan 28 16:45:49.430867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.571207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903733e0-45e6-4beb-bc81-2b9abc81d931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba7a19-571c-44c0-91d7-a11a5da0d35a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:49.592797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for security_group (fa32f290-3a5a-407e-b542-cb8ea11face9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.610168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-903733e0-45e6-4beb-bc81-2b9abc81d931 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=330fc5c5c826410eb0a868cbce3b50b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8680699 Jan 28 16:45:49.615345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47440) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:49.616420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7ae2a6ba-eba1-4689-a68e-14e24976e40a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.621280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1d3dd13-aa3a-4ece-be6e-5d4abe0d1c8e req-02642817-8904-438d-a1d9-6141e588bff5 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.0626984 Jan 28 16:45:49.631347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fa32f290-3a5a-407e-b542-cb8ea11face9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.679737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc38dc7-40a6-4644-89e8-7017e722dbf2 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:49.681163 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8fc38dc7-40a6-4644-89e8-7017e722dbf2 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.4247012 Jan 28 16:45:49.684153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47442) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:49.695952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b389b1c-3d90-4964-a321-8baa98524ad1 req-665707e9-b1f5-4089-a3e4-12ca929da49e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496769 Jan 28 16:45:49.708854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:49.714580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (42c5714b-e97c-42d2-93d4-b46545ad9b34), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.716911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:25Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:49.746103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-16cf9fa3-d8eb-49c3-897c-1d26b14c9ecb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dd70453-f202-4d9f-8383-6f07bfc09c42 HTTP/1.1" status: 200 len: 205 time: 0.0607588 Jan 28 16:45:49.748822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47446) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:49.760691 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae96e1b-9a58-48cb-ace4-0ad5698ad9a4 None None] The sync data for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 is: [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:43:16Z', 'revision_number': 4, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '3b70edc4-e81b-4673-9fb3-f46226b35a63', 'name': '', 'network_id': '25f58c6c-5d2b-4282-90ba-df8e00addd5b', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'mac_address': 'fa:16:3e:c3:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:25Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'subnets': [{'id': '284453c5-a875-4cc0-8c5b-3c7329e26380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:49.773741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa32f290-3a5a-407e-b542-cb8ea11face9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:49.782499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event deleted for resources: {'Port': ['ID=42c5714b-e97c-42d2-93d4-b46545ad9b34,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:49.785600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (294593f0-082f-4588-9630-38f75d4dfcc2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.785943 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 294593f0-082f-4588-9630-38f75d4dfcc2 of type vlan for network f9c36446-bd67-40b7-8503-216bdf07370d Jan 28 16:45:49.870853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7ae2a6ba-eba1-4689-a68e-14e24976e40a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.896595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f9c36446-bd67-40b7-8503-216bdf07370d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.915338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d4178d6-de91-45e9-aea6-6ed00688b1b3 admin admin] Publish callbacks [] for security_group (1dba7a19-571c-44c0-91d7-a11a5da0d35a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.939374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (dee8decf-398f-4dd5-aa03-c39ce77e315b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.942814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:49.947408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ecc1c70b-9648-49fd-a692-20b19fa97ab6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "DELETE /v2.0/floatingips/dee8decf-398f-4dd5-aa03-c39ce77e315b HTTP/1.1" status: 204 len: 168 time: 2.5089183 Jan 28 16:45:49.988474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d4178d6-de91-45e9-aea6-6ed00688b1b3 admin admin] Publish callbacks [] for security_group (1dba7a19-571c-44c0-91d7-a11a5da0d35a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.003323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.008880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f9c36446-bd67-40b7-8503-216bdf07370d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.013975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:50.014567 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.037669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-2a20ce30-76d7-4dda-8245-cc1da285d11b tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-745092030&fields=id&tenant_id=c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 267 time: 0.1937821 Jan 28 16:45:50.138967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1488249 Jan 28 16:45:50.139773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47450) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:50.149178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1085537858'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:50.160328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae377ab7-7afa-4664-9229-c936759ee972 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=f9c36446-bd67-40b7-8503-216bdf07370d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:50.171947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f9c36446-bd67-40b7-8503-216bdf07370d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:50.206764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (6dd70453-f202-4d9f-8383-6f07bfc09c42), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.208621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d4178d6-de91-45e9-aea6-6ed00688b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1dba7a19-571c-44c0-91d7-a11a5da0d35a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.211838 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d4178d6-de91-45e9-aea6-6ed00688b1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.213280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7d4178d6-de91-45e9-aea6-6ed00688b1b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1dba7a19-571c-44c0-91d7-a11a5da0d35a HTTP/1.1" status: 204 len: 168 time: 0.5944870 Jan 28 16:45:50.233962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:50.239629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.244952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4178d6-de91-45e9-aea6-6ed00688b1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba7a19-571c-44c0-91d7-a11a5da0d35a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:50.262993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-96c2f55f-497c-4d9d-bc75-949dbc71ae3a tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:50.264772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-96c2f55f-497c-4d9d-bc75-949dbc71ae3a tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 945 time: 0.2027004 Jan 28 16:45:50.279774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7ae2a6ba-eba1-4689-a68e-14e24976e40a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.281615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'port': {'security_groups': ['11482341-0fcc-4223-a4ce-7a564451e0ac', 'ad8e536b-225a-4fa0-ab2b-9e48d513ae51']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:50.290744 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:45:50.336146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.342581 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/subnets/7ae2a6ba-eba1-4689-a68e-14e24976e40a HTTP/1.1" status: 204 len: 168 time: 1.1287959 Jan 28 16:45:50.343390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:45:50.345019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47454) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:50.374280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd8cfa-94e4-4f96-8761-53e5b43eda56 None None] Network 07766232-8393-45f7-be9c-388086ef8cf0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:50.376589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7d105-ec58-4d0b-8711-97b28080aeef tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae2a6ba-eba1-4689-a68e-14e24976e40a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:50.379890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef0d7b-2e71-4177-99e8-b428ddd908ba None None] New status for floating IP 610be572-27aa-4b83-9836-00100e7d2d45: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:45:50.401521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f68d26d-c972-4d16-b649-40af2a78867f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.402426 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 3f68d26d-c972-4d16-b649-40af2a78867f of type vlan for network af75ac80-90d9-4546-bc0a-25829ffb7ce7 Jan 28 16:45:50.421042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47456) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:50.440633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting subnet 18169289-997f-4a56-8e90-280bd06dca3a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:45:50.446021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for subnet (18169289-997f-4a56-8e90-280bd06dca3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.454071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401289244', 'description': 'tempest-description--2110615128'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:50.467542 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.490474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (af75ac80-90d9-4546-bc0a-25829ffb7ce7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.514402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (18169289-997f-4a56-8e90-280bd06dca3a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.571191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.634866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (18169289-997f-4a56-8e90-280bd06dca3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.708334 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (18169289-997f-4a56-8e90-280bd06dca3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.718767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (af75ac80-90d9-4546-bc0a-25829ffb7ce7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.720033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Deleting port 8c80ffe1-5353-4e76-a4ce-b6ff10582eb3 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:50.721145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8c80ffe1-5353-4e76-a4ce-b6ff10582eb3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.724604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:50.725280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.787516 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.830625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8c80ffe1-5353-4e76-a4ce-b6ff10582eb3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.847953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Calling delete_port for 8c80ffe1-5353-4e76-a4ce-b6ff10582eb3 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:50.906521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7610459 Jan 28 16:45:50.907373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47472) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:50.917766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] DHCP port deletion for 07766232-8393-45f7-be9c-388086ef8cf0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:45:50.930688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:50.961667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Subnet': ['ID=18169289-997f-4a56-8e90-280bd06dca3a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:50.964147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:50.969688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-721056c3-f2ef-4dab-8625-a1627480e0c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/subnets/18169289-997f-4a56-8e90-280bd06dca3a HTTP/1.1" status: 204 len: 168 time: 0.6011744 Jan 28 16:45:50.971316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:50.978018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:50.983683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:50.985280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d8ca5-dc82-40fe-94ea-a7b83efd71ef None None] Network 8ca89ba0-a770-405c-bb94-189fe91a7346 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:50.989409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:50.997554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:51.002533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:51.008255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:51.014160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:51.023062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-448a48e6-1a90-4467-8a79-39169e6868e9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.4589202 Jan 28 16:45:51.121974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e29d-64e4-4010-a767-5ffea93bc6de tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=af75ac80-90d9-4546-bc0a-25829ffb7ce7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:51.141121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:45:51.183810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:51.187320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] Deleting port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:51.187698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.200362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (07766232-8393-45f7-be9c-388086ef8cf0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.287136 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (6f7ec6a7-21d3-4132-83d7-08c1620dd106), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.300546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a33596c-1986-4ffe-9940-ab169a667bbe req-5357cbb5-4db7-48aa-9e30-b5bede169de2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764585 Jan 28 16:45:51.311455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6f7ec6a7-21d3-4132-83d7-08c1620dd106), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.388489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:51.392259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.399252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] DHCP port deletion for 8ca89ba0-a770-405c-bb94-189fe91a7346 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:45:51.423932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:51.450863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] For port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:51.451273 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.482768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.487268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0642984 Jan 28 16:45:51.497344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47486) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:51.503276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'security_group_rule': {'security_group_id': '6f7ec6a7-21d3-4132-83d7-08c1620dd106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:51.525295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923096e7-33d0-4550-9a33-0893fe1b5512 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ec6a7-21d3-4132-83d7-08c1620dd106,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:51.531934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:51.533073 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.535494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bba0f6c2-0b9c-40bc-949d-a091eecae9f7 req-b51b21c4-d54a-4fc1-b764-23d57913dc74 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.0976937 Jan 28 16:45:51.544375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] Calling delete_port for c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:51.626388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.663739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.664658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:51.670423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] Deleting port e4e4b5bc-7982-4626-ad44-a8f0c173c58f {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:51.671344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.681814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (595cb811-90a8-4c1d-97a2-63cf860b9385), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.782013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] For port e4e4b5bc-7982-4626-ad44-a8f0c173c58f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,segment=NetworkSegment(b8eb3d69-23a5-418f-bc3a-837e482bd3b7),segment_id=b8eb3d69-23a5-418f-bc3a-837e482bd3b7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:51.782407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.798335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] Calling delete_port for e4e4b5bc-7982-4626-ad44-a8f0c173c58f owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:51.829054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Deleting port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:51.829703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.844785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8c80ffe1-5353-4e76-a4ce-b6ff10582eb3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.862873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:51.863666 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.865319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf52d0f-6472-472a-9c25-ba79a100b4b2 req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "PUT /v2.0/ports/85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 981 time: 1.5907419 Jan 28 16:45:51.868508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:51.870620 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12" -d '{"events": [{"name": "network-changed", "server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:51.912304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event deleted for resources: {'Port': ['ID=8c80ffe1-5353-4e76-a4ce-b6ff10582eb3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:51.935601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (595cb811-90a8-4c1d-97a2-63cf860b9385), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.942773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902b50-b1ee-4c9a-bf4a-97137eeb36e3 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:51.966808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (595cb811-90a8-4c1d-97a2-63cf860b9385), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:51.995504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:52.004181 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc71088a-f923-4fce-a7c8-f3ca96e896b5 x-openstack-request-id: req-cc71088a-f923-4fce-a7c8-f3ca96e896b5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:52.004714 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:52.004958 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc71088a-f923-4fce-a7c8-f3ca96e896b5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:52.005460 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'status': 'completed', 'code': 200} Jan 28 16:45:52.021476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595cb811-90a8-4c1d-97a2-63cf860b9385,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.029895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ea06e014-14a4-43ab-8a7f-fdc402ed1c80), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.037465 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (e4e4b5bc-7982-4626-ad44-a8f0c173c58f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.042561 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.067401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.068884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d0c44f7f-e6a1-4bd8-8306-90e27cff108a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5704355 Jan 28 16:45:52.074091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] For port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,segment=NetworkSegment(51de7db7-05e2-4a59-bc89-f4f45ca83faa),segment_id=51de7db7-05e2-4a59-bc89-f4f45ca83faa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:52.074342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.085317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47502) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:52.125086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'security_group_rule': {'security_group_id': '6f7ec6a7-21d3-4132-83d7-08c1620dd106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:52.133001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:52.145048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Calling delete_port for c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:52.181829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] Pushing event deleted for resources: {'Port': ['ID=e4e4b5bc-7982-4626-ad44-a8f0c173c58f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.211236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (6dd70453-f202-4d9f-8383-6f07bfc09c42), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.225197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-49589dcb-70fd-4aad-9c47-b92a77b06e05 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1551315282&fields=id&tenant_id=c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 267 time: 0.0904429 Jan 28 16:45:52.249550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.259492 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.263973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2ee09-6453-4619-bd1d-9f5e2aad9207 None None] No DVR routers for this DVR port e4e4b5bc-7982-4626-ad44-a8f0c173c58f on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:52.313729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=ea06e014-14a4-43ab-8a7f-fdc402ed1c80,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.347850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '294593f0-082f-4588-9630-38f75d4dfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:52.348275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: f9c36446-bd67-40b7-8503-216bdf07370d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:52.350214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (250bfa1e-bb32-4b95-bb13-8c640aebed55), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.371546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-ce9b3292-33a3-45e2-ab7e-c3ff43e837b4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:52.373738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-ce9b3292-33a3-45e2-ab7e-c3ff43e837b4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 984 time: 0.1412897 Jan 28 16:45:52.385296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.385762 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c2c4db6b-49e4-4eec-8d1c-da0e658c4d35), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.391982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'port': {'security_groups': ['11482341-0fcc-4223-a4ce-7a564451e0ac', 'ad8e536b-225a-4fa0-ab2b-9e48d513ae51', '1187a41c-9899-4870-a535-087fc3793291']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:52.425005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] Pushing event deleted for resources: {'Port': ['ID=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.451252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8259fa-dc93-48e7-a814-f304ec551217 None None] No DVR routers for this DVR port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:52.477333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Port': ['ID=c2c4db6b-49e4-4eec-8d1c-da0e658c4d35,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.481750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-a48971aa-6223-4eb8-9864-e0ade1e45cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:52.483857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-a48971aa-6223-4eb8-9864-e0ade1e45cdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1167 time: 0.4557567 Jan 28 16:45:52.488915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.529477 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.533653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (250bfa1e-bb32-4b95-bb13-8c640aebed55), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.534065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network f9c36446-bd67-40b7-8503-216bdf07370d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:52.535846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (6dd70453-f202-4d9f-8383-6f07bfc09c42), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.554022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f9c36446-bd67-40b7-8503-216bdf07370d) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:52.569742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:52.570441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.623852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f7ca98bd-4647-4e8b-8ba3-eb6b6bb24ac1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6972384 Jan 28 16:45:52.627600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47508) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:52.633421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:52.651749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8dfa8-4007-4bec-a3d5-ad45a8bfc517 None None] Network f9c36446-bd67-40b7-8503-216bdf07370d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:52.658981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-85916535-c7b2-4674-9ffc-b84244d84ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:52.661458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-85916535-c7b2-4674-9ffc-b84244d84ffa service neutron] 10.222.0.31 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.1697245 Jan 28 16:45:52.670631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (250bfa1e-bb32-4b95-bb13-8c640aebed55), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.675851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] No DVR routers for this DVR port c2c4db6b-49e4-4eec-8d1c-da0e658c4d35 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:45:52.743657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-39d00ab0-55a1-4214-bfc7-cf46c6bfa90f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 217 time: 0.0655451 Jan 28 16:45:52.752170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250bfa1e-bb32-4b95-bb13-8c640aebed55,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:52.781828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f9c36446-bd67-40b7-8503-216bdf07370d', 'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': 'ea06e014-14a4-43ab-8a7f-fdc402ed1c80'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:45:52.782775 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.833168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:45:52.838267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.884592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-d9b3bb23-77a4-4a05-8af3-87dc4d17cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:52.886546 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-d9b3bb23-77a4-4a05-8af3-87dc4d17cf3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.1306663 Jan 28 16:45:52.942863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-33185b1b-9091-4c4f-9b74-ec3943bb920d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471747 Jan 28 16:45:52.950182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:52.953237 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df780e9d-c79c-4368-b3b2-f61f49fd07c0 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8420823 Jan 28 16:45:53.061597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Allocated IP 2001:db8::2 (f9c36446-bd67-40b7-8503-216bdf07370d/ea06e014-14a4-43ab-8a7f-fdc402ed1c80/1245a420-839b-4b60-9c93-1c29071e6644) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:53.093810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:53.096362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-95c6a909-b01e-4e5d-9338-ec667093691e service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086545 Jan 28 16:45:53.098231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (6dd70453-f202-4d9f-8383-6f07bfc09c42), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.098781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd70453-f202-4d9f-8383-6f07bfc09c42 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:45:53.105333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:53.142916 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ef363249-5db1-48c7-be44-929e9d15a8f5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.152062 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.153316 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f4bceb8-3c47-4c9e-bfeb-df969e29f71b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/6dd70453-f202-4d9f-8383-6f07bfc09c42 HTTP/1.1" status: 204 len: 168 time: 3.4035835 Jan 28 16:45:53.181460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:53.187956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1644445029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:53.197202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4e4b5bc-7982-4626-ad44-a8f0c173c58f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:45:53.260052 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c07ea8e0-25e3-4449-8bd2-8d0f2b31dd12 req-c0f654f7-9b0a-49cf-b500-ef194a9f1715 service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052785 Jan 28 16:45:53.262297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (07766232-8393-45f7-be9c-388086ef8cf0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.264981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.302843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Publish callbacks [] for port (1245a420-839b-4b60-9c93-1c29071e6644), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.303923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07766232-8393-45f7-be9c-388086ef8cf0']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:53.318547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '3f68d26d-c972-4d16-b649-40af2a78867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:53.319378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: af75ac80-90d9-4546-bc0a-25829ffb7ce7, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:45:53.324248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=ef363249-5db1-48c7-be44-929e9d15a8f5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:53.330410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (4e649991-5436-4d9b-b131-f3e825908c73), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.331490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (4e649991-5436-4d9b-b131-f3e825908c73), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.351390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1245a420-839b-4b60-9c93-1c29071e6644), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.354942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e4e4b5bc-7982-4626-ad44-a8f0c173c58f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:45:53.355679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4e4b5bc-7982-4626-ad44-a8f0c173c58f not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:45:53.361135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51de7db7-05e2-4a59-bc89-f4f45ca83faa') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:53.361452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51de7db7-05e2-4a59-bc89-f4f45ca83faa') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:53.377670 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (51de7db7-05e2-4a59-bc89-f4f45ca83faa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.401908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (51de7db7-05e2-4a59-bc89-f4f45ca83faa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.402140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (4e649991-5436-4d9b-b131-f3e825908c73), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.414031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:53.415668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (51de7db7-05e2-4a59-bc89-f4f45ca83faa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:53.420354 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:53.426211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (4e649991-5436-4d9b-b131-f3e825908c73), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.446551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Network f9c36446-bd67-40b7-8503-216bdf07370d is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:53.447480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Pushing event updated for resources: {'Port': ['ID=1245a420-839b-4b60-9c93-1c29071e6644,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:53.451644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:53.454032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:53.457788 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.461639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0f8ffcfe-fe56-4006-aca9-9ff958dc6c3b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2754440 Jan 28 16:45:53.463273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:45:53.466294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47514) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:53.479783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': False}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:53.520791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Attempting to bind port 1245a420-839b-4b60-9c93-1c29071e6644 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:53.521123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Attempting to bind port 1245a420-839b-4b60-9c93-1c29071e6644 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '294593f0-082f-4588-9630-38f75d4dfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:53.521528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Attempting to bind port 1245a420-839b-4b60-9c93-1c29071e6644 on network f9c36446-bd67-40b7-8503-216bdf07370d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:53.527982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (07766232-8393-45f7-be9c-388086ef8cf0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.529004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:53.529639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Checking segment: {'id': '294593f0-082f-4588-9630-38f75d4dfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:53.529807 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.530212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Bound using segment: {'id': '294593f0-082f-4588-9630-38f75d4dfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:53.530694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Bound port: 1245a420-839b-4b60-9c93-1c29071e6644, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294593f0-082f-4588-9630-38f75d4dfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9c36446-bd67-40b7-8503-216bdf07370d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:53.531089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1245a420-839b-4b60-9c93-1c29071e6644), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.531366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, af75ac80-90d9-4546-bc0a-25829ffb7ce7) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:53.539023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.549087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39bdbc9-131a-411e-83b6-deb8634dfd19 None None] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:53.562809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.572487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:53.573471 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.575346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:53.575843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/networks/07766232-8393-45f7-be9c-388086ef8cf0 HTTP/1.1" status: 204 len: 168 time: 2.6032839 Jan 28 16:45:53.592763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5174e-2d5e-4adb-b85b-f45eabc067c0 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Network': ['ID=07766232-8393-45f7-be9c-388086ef8cf0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:53.601871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:53.659326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] For port 1245a420-839b-4b60-9c93-1c29071e6644, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:53.682623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] For port 1245a420-839b-4b60-9c93-1c29071e6644, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1245a420-839b-4b60-9c93-1c29071e6644,segment=NetworkSegment(294593f0-082f-4588-9630-38f75d4dfcc2),segment_id=294593f0-082f-4588-9630-38f75d4dfcc2)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:53.698576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1245a420-839b-4b60-9c93-1c29071e6644), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.742736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-88397e11-11c3-488b-98b0-3ab709c187e6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1139140 Jan 28 16:45:53.746168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47518) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:53.754694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-af75ac80-90d9-4546-bc0a-25829ffb7ce7', 'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': 'ef363249-5db1-48c7-be44-929e9d15a8f5'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:45:53.755769 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.762034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2079311814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:53.784617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Allocated IP 172.25.8.81 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:53.825664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fa52b-9718-4226-ba71-adeb9c45df02 None None] Pushing event updated for resources: {'Port': ['ID=1245a420-839b-4b60-9c93-1c29071e6644,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:53.839757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.850961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8ca89ba0-a770-405c-bb94-189fe91a7346), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.884823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (f9331174-e3ae-4ab6-be58-b6764acd50d4), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.885924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (f9331174-e3ae-4ab6-be58-b6764acd50d4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.906099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.914199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (4e649991-5436-4d9b-b131-f3e825908c73), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:53.940197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:53.995549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (f9331174-e3ae-4ab6-be58-b6764acd50d4), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.003856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (f9331174-e3ae-4ab6-be58-b6764acd50d4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.031554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.033551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:54.053296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.056961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d73951ac-fc1a-4a18-995f-7a66c6b434e7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3069818 Jan 28 16:45:54.057771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:54.068743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.069396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.070812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d39b9bf-b4a7-4c11-8bfe-a1718cde1d87 req-230544d0-4da6-4fc3-827a-1a09270d9830 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "PUT /v2.0/ports/85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 1020 time: 1.6888089 Jan 28 16:45:54.073133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:45:54.075533 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b865f-0586-4ddb-94a0-e2db159c7a42" -d '{"events": [{"name": "network-changed", "server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:45:54.211531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:45:54.289786 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8ca89ba0-a770-405c-bb94-189fe91a7346), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.330673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca89ba0-a770-405c-bb94-189fe91a7346']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:54.352825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:54.353182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eb3d69-23a5-418f-bc3a-837e482bd3b7') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:54.358373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.371891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Allocated IP 2001:db8:1::2 (af75ac80-90d9-4546-bc0a-25829ffb7ce7/ef363249-5db1-48c7-be44-929e9d15a8f5/979c09b9-3cc0-401f-8006-b57989ad5a19) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:54.384017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (b8eb3d69-23a5-418f-bc3a-837e482bd3b7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.407599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.417606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.423232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.430880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.440718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.450293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:54.450704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.459217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:54.469402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-0b8e0218-b35a-4f03-b0b8-8719c3987c37 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2761164 Jan 28 16:45:54.500771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:54.508265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b8eb3d69-23a5-418f-bc3a-837e482bd3b7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.509380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:54.518281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'Port': ['ID=fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:54.525518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:45:54.525924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (b8eb3d69-23a5-418f-bc3a-837e482bd3b7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:45:54.530484 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:45:54.661721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.703591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8ca89ba0-a770-405c-bb94-189fe91a7346), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.722407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95e90b94-7ed1-4d49-b842-e34995bd5626 req-11f0f83d-502c-4048-8ec2-8ff44d9938ad tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2461455 Jan 28 16:45:54.738640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.747401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] 10.222.0.25 "DELETE /v2.0/networks/8ca89ba0-a770-405c-bb94-189fe91a7346 HTTP/1.1" status: 204 len: 168 time: 1.1710634 Jan 28 16:45:54.812705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6444ac-2f00-44bf-814f-46109e9d1356 tempest-TaggedBootDevicesTest-1896077427 tempest-TaggedBootDevicesTest-1896077427-project] Pushing event deleted for resources: {'Network': ['ID=8ca89ba0-a770-405c-bb94-189fe91a7346,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:54.875717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86d03c0d-a24f-49af-98a5-5848093266f3 req-8a883bbb-0a12-4d73-8569-812f2807dec3 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.0487289 Jan 28 16:45:54.887930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (4e649991-5436-4d9b-b131-f3e825908c73), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.913064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (e3a17518-c07d-478c-9498-275f320e0fa5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.925314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:54.977180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Publish callbacks [] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.036868 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.136541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Pushing event updated for resources: {'Port': ['ID=979c09b9-3cc0-401f-8006-b57989ad5a19,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:55.143529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.161088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:55.166638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Allocated IP 172.25.8.169 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/1b84e9e9-34a4-4d09-98f6-7302d602878d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:55.168238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:55.176043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:55.218294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-93c511cf-a9cb-4fbf-90f0-57fcd4874503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:55.219869 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-93c511cf-a9cb-4fbf-90f0-57fcd4874503 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1207 time: 0.2124381 Jan 28 16:45:55.301591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Attempting to bind port 979c09b9-3cc0-401f-8006-b57989ad5a19 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:45:55.302102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Attempting to bind port 979c09b9-3cc0-401f-8006-b57989ad5a19 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3f68d26d-c972-4d16-b649-40af2a78867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:45:55.302532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Attempting to bind port 979c09b9-3cc0-401f-8006-b57989ad5a19 on network af75ac80-90d9-4546-bc0a-25829ffb7ce7 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:45:55.320611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1245a420-839b-4b60-9c93-1c29071e6644 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:55.324125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:45:55.324578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Checking segment: {'id': '3f68d26d-c972-4d16-b649-40af2a78867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:45:55.325082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.325537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Bound using segment: {'id': '3f68d26d-c972-4d16-b649-40af2a78867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:45:55.326107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Bound port: 979c09b9-3cc0-401f-8006-b57989ad5a19, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f68d26d-c972-4d16-b649-40af2a78867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'af75ac80-90d9-4546-bc0a-25829ffb7ce7'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:45:55.326553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.375883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for port (1b84e9e9-34a4-4d09-98f6-7302d602878d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.384479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-8f85f836-08c5-434a-8ccd-0ab304610cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:55.386051 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-8f85f836-08c5-434a-8ccd-0ab304610cbf service neutron] 10.222.0.31 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.1567619 Jan 28 16:45:55.390684 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1741ef45-3d90-4332-b2bf-f0fad6a48ea3 x-openstack-request-id: req-1741ef45-3d90-4332-b2bf-f0fad6a48ea3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:45:55.390914 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:45:55.391219 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1741ef45-3d90-4332-b2bf-f0fad6a48ea3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:45:55.391667 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'status': 'completed', 'code': 200} Jan 28 16:45:55.462658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-cb76960b-b2c0-4bba-8345-a653b23fd5cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 217 time: 0.0401680 Jan 28 16:45:55.474628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1b84e9e9-34a4-4d09-98f6-7302d602878d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.487164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1245a420-839b-4b60-9c93-1c29071e6644 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:55.487805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1245a420-839b-4b60-9c93-1c29071e6644), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.491686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] For port 979c09b9-3cc0-401f-8006-b57989ad5a19, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:45:55.495018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] For port 979c09b9-3cc0-401f-8006-b57989ad5a19, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=979c09b9-3cc0-401f-8006-b57989ad5a19,segment=NetworkSegment(3f68d26d-c972-4d16-b649-40af2a78867f),segment_id=3f68d26d-c972-4d16-b649-40af2a78867f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:45:55.522403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.536025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae4266-87b5-402d-9a3f-e65f00cb7a4b req-d40fb0de-9ffa-46a3-a485-5e6ddd7e12df tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:55.537977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeae4266-87b5-402d-9a3f-e65f00cb7a4b req-d40fb0de-9ffa-46a3-a485-5e6ddd7e12df tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1023 time: 0.1494808 Jan 28 16:45:55.565088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594175f0-4a4c-4c6c-9e82-beffb4dd4016 None None] Network f9c36446-bd67-40b7-8503-216bdf07370d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:55.568359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:55.586038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:55.592300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:55.594848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Pushing event updated for resources: {'Port': ['ID=1b84e9e9-34a4-4d09-98f6-7302d602878d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:55.708887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeae4266-87b5-402d-9a3f-e65f00cb7a4b req-5ca44161-0091-4a3e-947e-6b9c1de09c6a tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=ad8e536b-225a-4fa0-ab2b-9e48d513ae51&id=1187a41c-9899-4870-a535-087fc3793291 HTTP/1.1" status: 200 len: 6207 time: 0.1620071 Jan 28 16:45:55.726826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9952c4-e3ce-4593-b0cf-023ad2fa5f78 None None] Pushing event updated for resources: {'Port': ['ID=979c09b9-3cc0-401f-8006-b57989ad5a19,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:55.777273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Provisioning complete for port 1245a420-839b-4b60-9c93-1c29071e6644 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:55.777659 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1245a420-839b-4b60-9c93-1c29071e6644), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.933525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1245a420-839b-4b60-9c93-1c29071e6644 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:55.933923 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1245a420-839b-4b60-9c93-1c29071e6644), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:55.939766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8::1 (f9c36446-bd67-40b7-8503-216bdf07370d/ea06e014-14a4-43ab-8a7f-fdc402ed1c80/63a1c8d7-9f8b-49da-b9e1-d524b306af99) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:55.960732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-f0de50ae-9ab7-4ce9-ab4a-03d0b4f3a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:55.962279 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-f0de50ae-9ab7-4ce9-ab4a-03d0b4f3a955 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.4887156 Jan 28 16:45:56.006370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Current status of the port 1245a420-839b-4b60-9c93-1c29071e6644 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:56.007078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1245a420-839b-4b60-9c93-1c29071e6644), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.011364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-3297d729-288c-45d8-972d-713b9eb1f73f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424094 Jan 28 16:45:56.043602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 1245a420-839b-4b60-9c93-1c29071e6644, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1245a420-839b-4b60-9c93-1c29071e6644,segment=NetworkSegment(294593f0-082f-4588-9630-38f75d4dfcc2),segment_id=294593f0-082f-4588-9630-38f75d4dfcc2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:56.054138 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1245a420-839b-4b60-9c93-1c29071e6644), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.225046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=1245a420-839b-4b60-9c93-1c29071e6644,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:56.239435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:45:56.240627 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:45:56.265224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.285216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.407319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.417251 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-2cdb030e-7f9d-4c23-b276-3f1fe6f3e6f9 service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926644 Jan 28 16:45:56.443043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'Port': ['ID=fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:56.459389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-728a0877-b3d6-4505-bd54-ef7e6b676b91 req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1707838292 ', 'description': 'tempest-description-896540959'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:45:56.484007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-728a0877-b3d6-4505-bd54-ef7e6b676b91 req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.499076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e3a17518-c07d-478c-9498-275f320e0fa5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.531310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.540876 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4dda52d3-6c3f-4083-840a-500c425d5489 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4352655 Jan 28 16:45:56.555032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.565718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-728a0877-b3d6-4505-bd54-ef7e6b676b91 req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (3778cdb0-9d7a-4dc5-985e-666faf345099), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.577185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-728a0877-b3d6-4505-bd54-ef7e6b676b91 req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3778cdb0-9d7a-4dc5-985e-666faf345099), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.606395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3778cdb0-9d7a-4dc5-985e-666faf345099,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:56.608974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a82b865f-0586-4ddb-94a0-e2db159c7a42 req-2d8bc5fc-22dc-413e-a2e6-4c315cd26416 service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826468 Jan 28 16:45:56.628082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-728a0877-b3d6-4505-bd54-ef7e6b676b91 req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.629157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network f9c36446-bd67-40b7-8503-216bdf07370d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:56.629626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-728a0877-b3d6-4505-bd54-ef7e6b676b91 req-569ea915-cc55-4066-aa44-7aafe970cd92 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1764824 Jan 28 16:45:56.658833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:56.685752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:56.686274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.753804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=63a1c8d7-9f8b-49da-b9e1-d524b306af99,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:56.815368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-702e19bc-e2f6-4d5d-93ce-700e2dc0c158 None None] Current status of the port 1245a420-839b-4b60-9c93-1c29071e6644 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:56.849909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.856740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.862678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.868324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.881507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.893151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.899476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:56.902596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-dcec8e4e-e215-40ce-8162-287458c82aef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.1514773 Jan 28 16:45:56.938564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.949968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a8a576b5-d88b-403d-b868-9d73a061e832 None None] Provisioning complete for port 1245a420-839b-4b60-9c93-1c29071e6644 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:56.950343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8a576b5-d88b-403d-b868-9d73a061e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1245a420-839b-4b60-9c93-1c29071e6644), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:56.965572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router_gateway (4e649991-5436-4d9b-b131-f3e825908c73), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.138817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b74d4c2-0051-4c58-8197-e382c66296d9 req-aae8643d-de40-4f34-9e00-126e814e8a45 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295144 Jan 28 16:45:57.173794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a8a576b5-d88b-403d-b868-9d73a061e832 None None] Current status of the port 1245a420-839b-4b60-9c93-1c29071e6644 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:57.313888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97eb1e-749c-4027-b5d0-cbea5c1bae02 None None] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:45:57.367425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1245a420-839b-4b60-9c93-1c29071e6644 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:57.371236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (4e649991-5436-4d9b-b131-f3e825908c73), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.374739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (4e649991-5436-4d9b-b131-f3e825908c73), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.406044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0a6ceffc-837b-417c-9159-0b7724aadf60 None None] Provisioning complete for port 63a1c8d7-9f8b-49da-b9e1-d524b306af99 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:57.406430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a6ceffc-837b-417c-9159-0b7724aadf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.437149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.447546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.449121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.480107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1245a420-839b-4b60-9c93-1c29071e6644 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:57.480488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1245a420-839b-4b60-9c93-1c29071e6644), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.527963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ceffc-837b-417c-9159-0b7724aadf60 None None] Port 63a1c8d7-9f8b-49da-b9e1-d524b306af99 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:57.550111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afa933d1-2492-45aa-8654-56896e3703ba req-38b17d38-8361-401d-bec3-5166ba3e9ef9 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.1702275 Jan 28 16:45:57.607310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1245a420-839b-4b60-9c93-1c29071e6644 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:57.608474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 979c09b9-3cc0-401f-8006-b57989ad5a19 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:57.626292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Router 4e649991-5436-4d9b-b131-f3e825908c73 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:57.640800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network f9c36446-bd67-40b7-8503-216bdf07370d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:57.641687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b824d80d-f454-4494-be2f-cb23d58d7230 req-a8c53a45-678c-4f6f-b7f6-06b9d685d8ff tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/3778cdb0-9d7a-4dc5-985e-666faf345099 HTTP/1.1" status: 200 len: 1799 time: 0.0728250 Jan 28 16:45:57.645658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:57.695914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=63a1c8d7-9f8b-49da-b9e1-d524b306af99,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:57.699897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] Provisioning complete for port 979c09b9-3cc0-401f-8006-b57989ad5a19 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:57.700224 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.807668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 979c09b9-3cc0-401f-8006-b57989ad5a19 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:57.808047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:57.885631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-48133e1e-b59d-4a30-be27-03e04fb842db tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--401289244&fields=id&tenant_id=12350eaeffec4b3d9d9c8820c18eec33 HTTP/1.1" status: 200 len: 267 time: 0.1150911 Jan 28 16:45:57.888595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router f9331174-e3ae-4ab6-be58-b6764acd50d4 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:45:57.988760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:57.998952 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] Sync routers for ids ['4e649991-5436-4d9b-b131-f3e825908c73'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:58.005625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.010909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-05306d11-9bca-4560-9357-75f2236a9483 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "PUT /v2.0/routers/4e649991-5436-4d9b-b131-f3e825908c73 HTTP/1.1" status: 200 len: 916 time: 4.5393827 Jan 28 16:45:58.014917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.032628 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] Routers {'4e649991-5436-4d9b-b131-f3e825908c73'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:58.034585 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e649991-5436-4d9b-b131-f3e825908c73'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.092426 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.104920 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] Routers {'4e649991-5436-4d9b-b131-f3e825908c73'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:58.106540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e649991-5436-4d9b-b131-f3e825908c73'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.124741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:45:58.133549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-76d2088d-14cf-4c99-889e-f102cc89f88a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/f9331174-e3ae-4ab6-be58-b6764acd50d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0638664 Jan 28 16:45:58.137192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47556) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.157291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] Sync routers for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:45:58.169740 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.170507 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad641e5-f409-4bd2-a51e-6c70bffcecd7 None None] The sync data for ids ['4e649991-5436-4d9b-b131-f3e825908c73'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:58.208832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-6f8bd722-29db-4fbf-af1d-8abb928fa796 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:58.211258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-6f8bd722-29db-4fbf-af1d-8abb928fa796 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 811 time: 0.3242798 Jan 28 16:45:58.218345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca077c-23f5-4ce8-b1f3-414b7c48fed9 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:58.219854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-34ca077c-23f5-4ce8-b1f3-414b7c48fed9 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports/63a1c8d7-9f8b-49da-b9e1-d524b306af99 HTTP/1.1" status: 200 len: 911 time: 0.0815692 Jan 28 16:45:58.224005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.232231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] Current status of the port 979c09b9-3cc0-401f-8006-b57989ad5a19 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:58.232824 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.237485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:58.238244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.266021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-4cc06277-8783-4bc8-bb03-6e35cfe78179 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/quotas/12350eaeffec4b3d9d9c8820c18eec33 HTTP/1.1" status: 200 len: 375 time: 0.0490494 Jan 28 16:45:58.284794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1d0ad278-6700-4222-90ca-e55f4bc5afb3 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/4e649991-5436-4d9b-b131-f3e825908c73 HTTP/1.1" status: 200 len: 922 time: 0.2694025 Jan 28 16:45:58.294732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47562) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.300857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.371691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] For port 979c09b9-3cc0-401f-8006-b57989ad5a19, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=979c09b9-3cc0-401f-8006-b57989ad5a19,segment=NetworkSegment(3f68d26d-c972-4d16-b649-40af2a78867f),segment_id=3f68d26d-c972-4d16-b649-40af2a78867f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:45:58.380169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef38d4-be15-4e3d-bab0-c999941d1fe7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:58.381898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-67ef38d4-be15-4e3d-bab0-c999941d1fe7 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=4e649991-5436-4d9b-b131-f3e825908c73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0845382 Jan 28 16:45:58.384485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47564) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.391349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.397369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 979c09b9-3cc0-401f-8006-b57989ad5a19 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:58.397756 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.417630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:45:58.418771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.473728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdfc93-ba4c-4fd1-8616-f8740e883126 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:58.475314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cafdfc93-ba4c-4fd1-8616-f8740e883126 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.0898345 Jan 28 16:45:58.481849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-18f9747e-c74f-4751-a12c-5e5dd31729c6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960056 Jan 28 16:45:58.482044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:45:58.482338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47566) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.482582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f384c-8dc0-4aad-a932-92671e318570 None None] The sync data for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:45:58.561064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfcf75-0ee7-43b4-a74d-80d69e0917af None None] Pushing event updated for resources: {'Port': ['ID=979c09b9-3cc0-401f-8006-b57989ad5a19,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:58.568428 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:45:58.568805 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:45:58.570016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd2a240b-c910-4ec3-9ecb-612708882796 None None] Provisioning complete for port 979c09b9-3cc0-401f-8006-b57989ad5a19 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:58.570390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd2a240b-c910-4ec3-9ecb-612708882796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.598994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bf67dd1d-8e93-47bb-9439-9f62c9c78244 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e649991-5436-4d9b-b131-f3e825908c73 HTTP/1.1" status: 200 len: 205 time: 0.1155710 Jan 28 16:45:58.604928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47570) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:45:58.652093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-7ba1e539-b7dc-451d-8a46-6cbc4be8a951 service neutron] 10.222.0.25 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365712 Jan 28 16:45:58.657494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a240b-c910-4ec3-9ecb-612708882796 None None] Current status of the port 979c09b9-3cc0-401f-8006-b57989ad5a19 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:58.668687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd2a240b-c910-4ec3-9ecb-612708882796 None None] Provisioning complete for port 63a1c8d7-9f8b-49da-b9e1-d524b306af99 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:58.669186 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd2a240b-c910-4ec3-9ecb-612708882796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.705209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a240b-c910-4ec3-9ecb-612708882796 None None] Port 63a1c8d7-9f8b-49da-b9e1-d524b306af99 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:58.705518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.789737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (4e649991-5436-4d9b-b131-f3e825908c73), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.833261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-a1921e01-9133-44b3-bddb-054745aec758 service neutron] 10.222.0.25 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727912 Jan 28 16:45:58.908591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (4e649991-5436-4d9b-b131-f3e825908c73), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:58.992057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8:1::1 (af75ac80-90d9-4546-bc0a-25829ffb7ce7/ef363249-5db1-48c7-be44-929e9d15a8f5/9abe4bf8-9200-475a-8c23-82ecf1efede5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:45:59.009121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Deleting port 1b84e9e9-34a4-4d09-98f6-7302d602878d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:45:59.009697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1b84e9e9-34a4-4d09-98f6-7302d602878d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.124797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 979c09b9-3cc0-401f-8006-b57989ad5a19 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:59.141221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8194d5d0-d321-4930-a231-64ed50738c9f req-e4875df5-3022-45b5-8807-778cb7e3c95c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/3778cdb0-9d7a-4dc5-985e-666faf345099 HTTP/1.1" status: 200 len: 1799 time: 0.1420395 Jan 28 16:45:59.151965 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.177074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1b84e9e9-34a4-4d09-98f6-7302d602878d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.193265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Calling delete_port for 1b84e9e9-34a4-4d09-98f6-7302d602878d owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:45:59.197683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.242345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:45:59.247127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:45:59.265679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:45:59.266399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.275644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 979c09b9-3cc0-401f-8006-b57989ad5a19 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:45:59.319717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=9abe4bf8-9200-475a-8c23-82ecf1efede5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:59.394496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 979c09b9-3cc0-401f-8006-b57989ad5a19 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:59.394880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.441268 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8194d5d0-d321-4930-a231-64ed50738c9f req-43cc65d3-ac07-4ac6-bd51-514357b09fa7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (3778cdb0-9d7a-4dc5-985e-666faf345099), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.471193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8194d5d0-d321-4930-a231-64ed50738c9f req-43cc65d3-ac07-4ac6-bd51-514357b09fa7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (3778cdb0-9d7a-4dc5-985e-666faf345099), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.480416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.579798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 979c09b9-3cc0-401f-8006-b57989ad5a19 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:45:59.644731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a7ad9b29-a5b2-4dd7-ad96-4ffeaf38a1a1 None None] Provisioning complete for port 9abe4bf8-9200-475a-8c23-82ecf1efede5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:45:59.644939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9b29-a5b2-4dd7-ad96-4ffeaf38a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.649388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8194d5d0-d321-4930-a231-64ed50738c9f req-43cc65d3-ac07-4ac6-bd51-514357b09fa7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3778cdb0-9d7a-4dc5-985e-666faf345099), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.651948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8194d5d0-d321-4930-a231-64ed50738c9f req-43cc65d3-ac07-4ac6-bd51-514357b09fa7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.653119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8194d5d0-d321-4930-a231-64ed50738c9f req-43cc65d3-ac07-4ac6-bd51-514357b09fa7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/3778cdb0-9d7a-4dc5-985e-666faf345099 HTTP/1.1" status: 204 len: 173 time: 0.3860800 Jan 28 16:45:59.687805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc65d3-ac07-4ac6-bd51-514357b09fa7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3778cdb0-9d7a-4dc5-985e-666faf345099,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:59.694394 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1b84e9e9-34a4-4d09-98f6-7302d602878d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.738023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad9b29-a5b2-4dd7-ad96-4ffeaf38a1a1 None None] Port 9abe4bf8-9200-475a-8c23-82ecf1efede5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:45:59.743640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event deleted for resources: {'Port': ['ID=1b84e9e9-34a4-4d09-98f6-7302d602878d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:45:59.844884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (4e649991-5436-4d9b-b131-f3e825908c73), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.933199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.940165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.940702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (4e649991-5436-4d9b-b131-f3e825908c73), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.941192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.944817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (4e649991-5436-4d9b-b131-f3e825908c73), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:45:59.959621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.964995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.970656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.975965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.981171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.988183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.993396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:45:59.995365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-52f7ae9e-c3b0-44a3-83a7-ec235c89a5ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.1927698 Jan 28 16:46:00.055700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=9abe4bf8-9200-475a-8c23-82ecf1efede5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:00.066056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (4e649991-5436-4d9b-b131-f3e825908c73), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.066626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Fanout notify agent at l3_agent the message router_deleted on router 4e649991-5436-4d9b-b131-f3e825908c73 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:46:00.083932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.089269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-74d02d07-e1d0-432d-bc2b-293ddd970ceb tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/4e649991-5436-4d9b-b131-f3e825908c73 HTTP/1.1" status: 204 len: 168 time: 1.4790452 Jan 28 16:46:00.089541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47586) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:00.094646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1006009065', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:00.116498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:00.118297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:00.144332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6233da5c-7d33-411b-b00e-cf0a55dabe69 req-1fb0aff4-5e18-441a-b1d6-c2e73c50bf94 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082084 Jan 28 16:46:00.156691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.158260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.224265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.259451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router f9331174-e3ae-4ab6-be58-b6764acd50d4 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:00.331205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1a142eb-b55e-4aac-a8d2-f2916656e2c9 req-fda575f4-e9ee-42e3-bbec-960e90d3ace0 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.0620756 Jan 28 16:46:00.380040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:00.387903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4090455d-374a-4bce-ba86-72000870497f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/f9331174-e3ae-4ab6-be58-b6764acd50d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1606297 Jan 28 16:46:00.388788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:00.404353 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] Sync routers for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:00.430551 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:00.434924 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:00.484707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.499617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5a4d543-4f0a-4375-87d8-28ce7d7cebd9 req-b6013f3b-3c48-436c-ad1a-18c025275d4e tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 210 time: 0.0421307 Jan 28 16:46:00.511772 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:00.529915 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:00.530767 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:00.553924 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-53c2a425-d858-4a1a-aab3-b2c5df993d53 req-5a56a4f8-c20e-47b8-8d56-97dccfa04251 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:00.560249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53c2a425-d858-4a1a-aab3-b2c5df993d53 req-5a56a4f8-c20e-47b8-8d56-97dccfa04251 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/3778cdb0-9d7a-4dc5-985e-666faf345099 HTTP/1.1" status: 404 len: 352 time: 0.0282552 Jan 28 16:46:00.582049 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:00.583073 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77df08-da9e-40e7-b37a-460abf46279b None None] The sync data for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:00.593645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5b5e27b3-950e-43ac-82e2-0d377544752e None None] Provisioning complete for port 9abe4bf8-9200-475a-8c23-82ecf1efede5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:00.594699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27b3-950e-43ac-82e2-0d377544752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.616041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-821e23b1-d27f-4e2a-b6bd-23760ef85eba req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1353569680', 'description': 'tempest-description-1918419671'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:00.652618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-821e23b1-d27f-4e2a-b6bd-23760ef85eba req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.665501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e27b3-950e-43ac-82e2-0d377544752e None None] Port 9abe4bf8-9200-475a-8c23-82ecf1efede5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:00.770392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-821e23b1-d27f-4e2a-b6bd-23760ef85eba req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (9402a115-194b-457f-b965-0aa5fdc323f4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.778499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-821e23b1-d27f-4e2a-b6bd-23760ef85eba req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9402a115-194b-457f-b965-0aa5fdc323f4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.823338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9402a115-194b-457f-b965-0aa5fdc323f4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:00.830432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-821e23b1-d27f-4e2a-b6bd-23760ef85eba req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.831958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-821e23b1-d27f-4e2a-b6bd-23760ef85eba req-3949559d-486e-4ac6-b094-97443a9a1241 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2198412 Jan 28 16:46:00.844250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f8a4e-60a0-475f-a440-2d8074e77ddc tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:00.846240 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9e9f8a4e-60a0-475f-a440-2d8074e77ddc tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports/9abe4bf8-9200-475a-8c23-82ecf1efede5 HTTP/1.1" status: 200 len: 913 time: 0.4564502 Jan 28 16:46:00.849254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:00.870441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-381dfe6a-527d-4b82-81a3-5055190fb827 req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1867934887', 'description': 'tempest-description-1970124266'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:00.953279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-381dfe6a-527d-4b82-81a3-5055190fb827 req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:00.969159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-6bb06d01-98d0-4831-9c8c-3f5cd53d46ba tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:00.970681 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-6bb06d01-98d0-4831-9c8c-3f5cd53d46ba tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 811 time: 0.1973200 Jan 28 16:46:00.986674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (0ce60c69-d9ac-4219-87eb-7f172792efb6), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.008574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.092886 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-cbabf157-ef31-4b05-bff7-c86a99f8de7a tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12350eaeffec4b3d9d9c8820c18eec33 HTTP/1.1" status: 200 len: 379 time: 0.0831099 Jan 28 16:46:01.104227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'port': {'device_id': '898a5b8f-f60f-4166-a841-512d1cb67441', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'admin_state_up': True, 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'security_groups': ['6f7ec6a7-21d3-4132-83d7-08c1620dd106']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:01.129037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-381dfe6a-527d-4b82-81a3-5055190fb827 req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c1ea873d-22de-40f1-b9e8-84342948370b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.135377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-381dfe6a-527d-4b82-81a3-5055190fb827 req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c1ea873d-22de-40f1-b9e8-84342948370b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.174605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Allocated IP 172.25.8.102 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/32efb82d-1e40-46ce-9c4c-bba8834ea28e) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:01.182082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea873d-22de-40f1-b9e8-84342948370b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:01.192046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-381dfe6a-527d-4b82-81a3-5055190fb827 req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.193318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-381dfe6a-527d-4b82-81a3-5055190fb827 req-2275a626-d510-4a5d-8074-58d04b430155 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3276887 Jan 28 16:46:01.343286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Made reservation on behalf of 12350eaeffec4b3d9d9c8820c18eec33 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:01.349220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.541932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.628801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Allocated IP 172.20.0.5 (d5f0d0ff-2699-45ec-936e-d5667aa00b62/c0d04805-2542-4368-a29d-797329f8b939/097c93c9-ce88-4735-8f7b-ba9429d58b84) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:01.674074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for port (32efb82d-1e40-46ce-9c4c-bba8834ea28e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.704158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.709600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.714777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.720815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.725347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.730950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.736352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:01.741546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-fae95984-3b48-4723-baca-fec9f1979196 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.4658685 Jan 28 16:46:01.792333 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (32efb82d-1e40-46ce-9c4c-bba8834ea28e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.856733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:01.864134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ec0f9c6-a8d5-4036-8c8f-1c2cd1b4d502 req-6fd1c2ca-aa0a-40d8-82f5-c6d4c7cb0bb7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156235 Jan 28 16:46:01.869239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:01.871887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:01.915263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:01.921124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event updated for resources: {'Port': ['ID=32efb82d-1e40-46ce-9c4c-bba8834ea28e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:01.940387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-71cb82bc-e578-4a7f-ae36-ca1ba189888d req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1376404124', 'description': 'tempest-description-1950757545'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:01.981154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.022636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 9abe4bf8-9200-475a-8c23-82ecf1efede5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:02.022982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.027685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71cb82bc-e578-4a7f-ae36-ca1ba189888d req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.057796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:02.089579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event updated for resources: {'Port': ['ID=097c93c9-ce88-4735-8f7b-ba9429d58b84,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:02.092126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:02.096566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:02.195442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:02.196294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.199576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (0ce60c69-d9ac-4219-87eb-7f172792efb6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.212543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.225382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-b5045837-bde9-464c-a094-60119c7b90c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1261404 Jan 28 16:46:02.232050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 9abe4bf8-9200-475a-8c23-82ecf1efede5 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:02.240946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Request body: {'port': {'device_id': '898a5b8f-f60f-4166-a841-512d1cb67441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:02.311958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71cb82bc-e578-4a7f-ae36-ca1ba189888d req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (987bfcf2-5c6f-4073-a901-369cbc140e5b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.326538 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71cb82bc-e578-4a7f-ae36-ca1ba189888d req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (987bfcf2-5c6f-4073-a901-369cbc140e5b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.326995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.369711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-71cb82bc-e578-4a7f-ae36-ca1ba189888d req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.371145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71cb82bc-e578-4a7f-ae36-ca1ba189888d req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4370842 Jan 28 16:46:02.403830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987bfcf2-5c6f-4073-a901-369cbc140e5b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:02.426931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.427676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.428183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.428751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.430710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.431289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.431910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.432432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.433369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.433890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.434394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.434900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.435402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c245050-35e6-46b5-ac5c-629287af2caa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:02.515603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-280f9129-b205-4ea3-a9db-0b195cc317a1 None None] Provisioning complete for port 097c93c9-ce88-4735-8f7b-ba9429d58b84 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:02.527183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.528990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-280f9129-b205-4ea3-a9db-0b195cc317a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.597907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-280f9129-b205-4ea3-a9db-0b195cc317a1 None None] Port 097c93c9-ce88-4735-8f7b-ba9429d58b84 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:02.624661 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-141226e0-35f5-4c25-9cf8-0f8c696695cc req-b57210ef-6f61-496d-b67d-e07dfd0f9ab2 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5987b992-4203-4981-b7e6-e3bd1127f652 HTTP/1.1" status: 200 len: 210 time: 0.1066778 Jan 28 16:46:02.797081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9abe4bf8-9200-475a-8c23-82ecf1efede5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:02.878960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e5c6c-d940-4f5e-91cb-6c411d035382 req-a8ad6e66-d110-4428-bb06-6ef8669baa77 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:02.886232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a1e5c6c-d940-4f5e-91cb-6c411d035382 req-a8ad6e66-d110-4428-bb06-6ef8669baa77 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 931 time: 0.1442778 Jan 28 16:46:02.957619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Router 0ce60c69-d9ac-4219-87eb-7f172792efb6 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:46:02.965967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=9abe4bf8-9200-475a-8c23-82ecf1efede5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:02.983012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9b3b2d-105b-4e21-9f1b-0c6ccea6fce4 req-8282fba2-1f96-4d52-a72a-e351a84e1323 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 11014 time: 0.2398400 Jan 28 16:46:02.996866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097c93c9-ce88-4735-8f7b-ba9429d58b84 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:03.028509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a1e5c6c-d940-4f5e-91cb-6c411d035382 req-3681107d-78b0-49fb-9dc7-7369620ce490 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369536 Jan 28 16:46:03.039702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Publish callbacks [] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.092489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Transition to ACTIVE for port object 097c93c9-ce88-4735-8f7b-ba9429d58b84 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:46:03.109267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.114382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9b3b2d-105b-4e21-9f1b-0c6ccea6fce4 req-1f16b61d-b401-43de-a723-0ef5e2a2bf09 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/11482341-0fcc-4223-a4ce-7a564451e0ac HTTP/1.1" status: 200 len: 3002 time: 0.1304514 Jan 28 16:46:03.283553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9b3b2d-105b-4e21-9f1b-0c6ccea6fce4 req-7fe8daea-4ecf-4a73-bd6f-827796e4de52 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/11482341-0fcc-4223-a4ce-7a564451e0ac HTTP/1.1" status: 200 len: 3002 time: 0.1640062 Jan 28 16:46:03.297851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:03.310100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] Sync routers for ids ['0ce60c69-d9ac-4219-87eb-7f172792efb6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:03.326321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] Routers {'0ce60c69-d9ac-4219-87eb-7f172792efb6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:03.326969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ce60c69-d9ac-4219-87eb-7f172792efb6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:03.356172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.362721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.368760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.374862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.383184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.389388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.396335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:03.398722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab3c011f-842d-4896-a851-0005c303a35d req-15f51946-d51b-4de1-9687-02a96a28b09e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2724016 Jan 28 16:46:03.404722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:03.405839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.407221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ff7d925-c3a5-48bd-a9c5-e107b0c49ced tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3167458 Jan 28 16:46:03.415480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:03.422929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] Routers {'0ce60c69-d9ac-4219-87eb-7f172792efb6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:03.423551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:03.424149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ce60c69-d9ac-4219-87eb-7f172792efb6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:03.473884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:03.474844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd547aa0-f653-4b09-ba99-56d8782320c2 None None] The sync data for ids ['0ce60c69-d9ac-4219-87eb-7f172792efb6'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:03.505814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3de8b25-931c-4c49-82b0-e7883ff6c3a2 req-07623825-8cf8-414b-b918-394523b7da2d tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/9402a115-194b-457f-b965-0aa5fdc323f4 HTTP/1.1" status: 200 len: 1820 time: 0.1930416 Jan 28 16:46:03.526951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.684868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab3c011f-842d-4896-a851-0005c303a35d req-627124fa-50dd-4e6c-970e-326fb0353dd3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2707264 Jan 28 16:46:03.727264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3de8b25-931c-4c49-82b0-e7883ff6c3a2 req-1f00e9dc-e2c6-4c3f-81a6-7ecabb55fe5c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (9402a115-194b-457f-b965-0aa5fdc323f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.784545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Pushing event updated for resources: {'Port': ['ID=097c93c9-ce88-4735-8f7b-ba9429d58b84,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:03.798917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3de8b25-931c-4c49-82b0-e7883ff6c3a2 req-1f00e9dc-e2c6-4c3f-81a6-7ecabb55fe5c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (9402a115-194b-457f-b965-0aa5fdc323f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.839590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router f9331174-e3ae-4ab6-be58-b6764acd50d4 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:03.944212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3de8b25-931c-4c49-82b0-e7883ff6c3a2 req-1f00e9dc-e2c6-4c3f-81a6-7ecabb55fe5c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9402a115-194b-457f-b965-0aa5fdc323f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.949735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c3de8b25-931c-4c49-82b0-e7883ff6c3a2 req-1f00e9dc-e2c6-4c3f-81a6-7ecabb55fe5c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:03.965117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3de8b25-931c-4c49-82b0-e7883ff6c3a2 req-1f00e9dc-e2c6-4c3f-81a6-7ecabb55fe5c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/9402a115-194b-457f-b965-0aa5fdc323f4 HTTP/1.1" status: 204 len: 173 time: 0.4466193 Jan 28 16:46:03.970780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47634) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:03.998475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:04.000926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Attempting to bind port 097c93c9-ce88-4735-8f7b-ba9429d58b84 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:04.010059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Attempting to bind port 097c93c9-ce88-4735-8f7b-ba9429d58b84 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:04.010619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Attempting to bind port 097c93c9-ce88-4735-8f7b-ba9429d58b84 on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:04.012647 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] Sync routers for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:04.017408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96e0248c-154e-4569-a535-74440cdc9f9d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/f9331174-e3ae-4ab6-be58-b6764acd50d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1674092 Jan 28 16:46:04.020797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47638) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:04.027994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Port 097c93c9-ce88-4735-8f7b-ba9429d58b84 on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:04.028321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Attempting to bind port 097c93c9-ce88-4735-8f7b-ba9429d58b84 on network d5f0d0ff-2699-45ec-936e-d5667aa00b62 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:04.031177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:04.032662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00e9dc-e2c6-4c3f-81a6-7ecabb55fe5c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402a115-194b-457f-b965-0aa5fdc323f4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:04.033186 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:04.099443 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-58c53ee7-ba4c-44d3-a6ff-b046d1fead07 req-e8b57339-5a30-402a-a05e-844b466ed18d tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:04.099708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:04.099831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Checking segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:04.100190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Bound using segment: {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:04.100649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Bound port: 097c93c9-ce88-4735-8f7b-ba9429d58b84, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6739bc9a-1165-401f-9974-a33908b77e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:04.101026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.113465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58c53ee7-ba4c-44d3-a6ff-b046d1fead07 req-e8b57339-5a30-402a-a05e-844b466ed18d tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/9402a115-194b-457f-b965-0aa5fdc323f4 HTTP/1.1" status: 404 len: 352 time: 0.1216269 Jan 28 16:46:04.141771 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:04.158716 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.167150 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:04.169825 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:04.239075 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:04.240107 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d4042-030e-45b6-9223-7272e37f2fda None None] The sync data for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:04.284652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_gateway (0ce60c69-d9ac-4219-87eb-7f172792efb6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.314277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-002bcb7c-aeac-46e1-b545-d43a158692bc req-6d44b1f3-a999-4b2d-b8f7-3e5f286cc53f tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/c1ea873d-22de-40f1-b9e8-84342948370b HTTP/1.1" status: 200 len: 1820 time: 0.1235297 Jan 28 16:46:04.355663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1f14-0bd2-41b8-80d7-aa951ec29b49 req-1c5be8d1-9dba-492d-9189-84641b07e7f3 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:04.357141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] For port 097c93c9-ce88-4735-8f7b-ba9429d58b84, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:04.357275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-320e1f14-0bd2-41b8-80d7-aa951ec29b49 req-1c5be8d1-9dba-492d-9189-84641b07e7f3 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 943 time: 0.1915512 Jan 28 16:46:04.362941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] For port 097c93c9-ce88-4735-8f7b-ba9429d58b84, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:04.373284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.380662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47646) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:04.390496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5bbef3a4-674b-48d6-a4da-aec838c41046 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group (eee0d5f5-6691-4259-9310-6d10af61ee64), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.443232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:04.443738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.445436 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] 10.222.0.31 "PUT /v2.0/ports/097c93c9-ce88-4735-8f7b-ba9429d58b84 HTTP/1.1" status: 200 len: 1092 time: 2.2109408 Jan 28 16:46:04.447970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:04.456695 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b" -d '{"events": [{"name": "network-changed", "server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:04.476175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5bbef3a4-674b-48d6-a4da-aec838c41046 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group (eee0d5f5-6691-4259-9310-6d10af61ee64), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.526214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-320e1f14-0bd2-41b8-80d7-aa951ec29b49 req-57f89be4-bc40-4cac-a5c2-7da03f4b7e21 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405058 Jan 28 16:46:04.537706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc2c8d-3315-4e01-b580-630177afe348 service neutron] Pushing event updated for resources: {'Port': ['ID=097c93c9-ce88-4735-8f7b-ba9429d58b84,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:04.581540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5bbef3a4-674b-48d6-a4da-aec838c41046 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (eee0d5f5-6691-4259-9310-6d10af61ee64), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.585400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5bbef3a4-674b-48d6-a4da-aec838c41046 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.586651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5bbef3a4-674b-48d6-a4da-aec838c41046 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "DELETE /v2.0/security-groups/eee0d5f5-6691-4259-9310-6d10af61ee64 HTTP/1.1" status: 204 len: 168 time: 0.6116798 Jan 28 16:46:04.590851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47652) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:04.606831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-243274bd-20c5-45c5-88ca-5ab44dce396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:04.610359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-002bcb7c-aeac-46e1-b545-d43a158692bc req-a54f096a-40dd-4eb4-a0f0-8297c347fc16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c1ea873d-22de-40f1-b9e8-84342948370b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.615858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-243274bd-20c5-45c5-88ca-5ab44dce396d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 1126 time: 0.1263130 Jan 28 16:46:04.622627 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174db4fc-ce01-4cad-a323-c3a3d5d190aa x-openstack-request-id: req-174db4fc-ce01-4cad-a323-c3a3d5d190aa {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:04.623261 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:04.623731 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-174db4fc-ce01-4cad-a323-c3a3d5d190aa {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:04.624331 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'status': 'completed', 'code': 200} Jan 28 16:46:04.646979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-002bcb7c-aeac-46e1-b545-d43a158692bc req-a54f096a-40dd-4eb4-a0f0-8297c347fc16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c1ea873d-22de-40f1-b9e8-84342948370b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.650868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef3a4-674b-48d6-a4da-aec838c41046 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0d5f5-6691-4259-9310-6d10af61ee64,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:04.654884 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-dd08dae3-f2d7-4524-bcbf-3a5befa92449 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] show failed (client error): The resource could not be found. Jan 28 16:46:04.656214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dd08dae3-f2d7-4524-bcbf-3a5befa92449 tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "GET /v2.0/security-groups/eee0d5f5-6691-4259-9310-6d10af61ee64 HTTP/1.1" status: 404 len: 347 time: 0.0531726 Jan 28 16:46:04.678399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Deleting port 32efb82d-1e40-46ce-9c4c-bba8834ea28e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:04.679111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (32efb82d-1e40-46ce-9c4c-bba8834ea28e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.686340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47656) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:04.716145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f41e606-3fbc-4300-8354-ec9b250d1f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.718767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-85739437-19c9-4507-a379-764643384005 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84 HTTP/1.1" status: 200 len: 217 time: 0.0915291 Jan 28 16:46:04.827652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-77fe46e3-2293-4c44-8edb-3896b49bf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:04.829568 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-77fe46e3-2293-4c44-8edb-3896b49bf271 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.1022029 Jan 28 16:46:04.886637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.926784 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-002bcb7c-aeac-46e1-b545-d43a158692bc req-a54f096a-40dd-4eb4-a0f0-8297c347fc16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c1ea873d-22de-40f1-b9e8-84342948370b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.929379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-002bcb7c-aeac-46e1-b545-d43a158692bc req-a54f096a-40dd-4eb4-a0f0-8297c347fc16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.930534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-002bcb7c-aeac-46e1-b545-d43a158692bc req-a54f096a-40dd-4eb4-a0f0-8297c347fc16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/c1ea873d-22de-40f1-b9e8-84342948370b HTTP/1.1" status: 204 len: 173 time: 0.6016409 Jan 28 16:46:04.950286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f096a-40dd-4eb4-a0f0-8297c347fc16 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea873d-22de-40f1-b9e8-84342948370b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:04.971392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (32efb82d-1e40-46ce-9c4c-bba8834ea28e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:04.994286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:04.999816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.005869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.011302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.017242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.022489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.027764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.029688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-24aabf85-b86b-4ce6-ac19-08b7e8094f48 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2193761 Jan 28 16:46:05.036761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-be765514-98c1-4709-b237-6dbf08dfd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.039767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-be765514-98c1-4709-b237-6dbf08dfd650 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2024579 Jan 28 16:46:05.072262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Calling delete_port for 32efb82d-1e40-46ce-9c4c-bba8834ea28e owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:05.076895 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f41e606-3fbc-4300-8354-ec9b250d1f65 admin admin] Publish callbacks [] for security_group (d2e6d1ed-a5b0-48c7-a920-93740a82e9ae), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.085980 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-55b31b58-1a34-408b-8023-844c463ad663 req-29b5a816-42eb-46e8-80c1-7ab5a294e289 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:05.087017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55b31b58-1a34-408b-8023-844c463ad663 req-29b5a816-42eb-46e8-80c1-7ab5a294e289 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/c1ea873d-22de-40f1-b9e8-84342948370b HTTP/1.1" status: 404 len: 352 time: 0.0545208 Jan 28 16:46:05.132607 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f41e606-3fbc-4300-8354-ec9b250d1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d2e6d1ed-a5b0-48c7-a920-93740a82e9ae), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.187192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a7b936d-6dd3-46fc-a68f-1aaa38769676 req-a5ae2b4f-a62c-48ed-aeb4-f76ee49fae13 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414599 Jan 28 16:46:05.194611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Deleting port ac6bf242-8ee0-44dd-afcd-4967de6722f4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:05.195086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.246634 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3f41e606-3fbc-4300-8354-ec9b250d1f65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4cb8bc5b9374569af6017ea12190cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8417816 Jan 28 16:46:05.250026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e606-3fbc-4300-8354-ec9b250d1f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6d1ed-a5b0-48c7-a920-93740a82e9ae,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:05.252520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47666) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:05.275519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37c69e71-452c-4a35-9d0d-29bcedfbcfb4 req-e85724c8-9a0b-4a64-86b1-50e476dff1d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/987bfcf2-5c6f-4073-a901-369cbc140e5b HTTP/1.1" status: 200 len: 1820 time: 0.1538281 Jan 28 16:46:05.329987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-9282a7a5-7df1-4983-9489-4b7b1d4aac77 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462234 Jan 28 16:46:05.368477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa252605-cb54-4326-902d-c655a5937f49 admin admin] Publish callbacks [] for security_group (d2e6d1ed-a5b0-48c7-a920-93740a82e9ae), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.476299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa252605-cb54-4326-902d-c655a5937f49 admin admin] Publish callbacks [] for security_group (d2e6d1ed-a5b0-48c7-a920-93740a82e9ae), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.584352 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d83a21c-5452-4900-bf2e-d8903ba1a8f8 req-e4790a88-ec27-4eed-b1c0-5078040a4c88 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353439 Jan 28 16:46:05.604824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 63a1c8d7-9f8b-49da-b9e1-d524b306af99 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:05.605705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.609274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa252605-cb54-4326-902d-c655a5937f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d2e6d1ed-a5b0-48c7-a920-93740a82e9ae), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.612204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa252605-cb54-4326-902d-c655a5937f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.613713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aa252605-cb54-4326-902d-c655a5937f49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2e6d1ed-a5b0-48c7-a920-93740a82e9ae HTTP/1.1" status: 204 len: 168 time: 0.3577456 Jan 28 16:46:05.702985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa252605-cb54-4326-902d-c655a5937f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6d1ed-a5b0-48c7-a920-93740a82e9ae,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:05.746819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-27d79dbd-72af-4bf4-a5f8-7afd3a5a4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.748371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-27d79dbd-72af-4bf4-a5f8-7afd3a5a4ddb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 1126 time: 0.0787702 Jan 28 16:46:05.750913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.751275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (ac6bf242-8ee0-44dd-afcd-4967de6722f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.773729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Calling delete_port for ac6bf242-8ee0-44dd-afcd-4967de6722f4 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:05.860600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-08aed618-238e-4b30-8ace-e3e9edf2e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.862461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-08aed618-238e-4b30-8ace-e3e9edf2e2fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.1066713 Jan 28 16:46:05.885656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-37c69e71-452c-4a35-9d0d-29bcedfbcfb4 req-d371c4ed-f63c-43be-b23b-1728ce72125e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (987bfcf2-5c6f-4073-a901-369cbc140e5b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.908569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ef3f-e595-4d08-8ba3-9632a2a49b74 req-4e503bf0-2623-4bb1-bbc3-f4a7db683edc tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:05.910076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44b8ef3f-e595-4d08-8ba3-9632a2a49b74 req-4e503bf0-2623-4bb1-bbc3-f4a7db683edc tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 943 time: 0.2201140 Jan 28 16:46:05.917623 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (32efb82d-1e40-46ce-9c4c-bba8834ea28e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.924303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.929240 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-066b7d81-6c86-4ba6-8cb4-82dd6601dd28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84 HTTP/1.1" status: 200 len: 217 time: 0.0577807 Jan 28 16:46:05.976219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-37c69e71-452c-4a35-9d0d-29bcedfbcfb4 req-d371c4ed-f63c-43be-b23b-1728ce72125e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (987bfcf2-5c6f-4073-a901-369cbc140e5b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:05.979372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 63a1c8d7-9f8b-49da-b9e1-d524b306af99 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:05.980212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Pushing event deleted for resources: {'Port': ['ID=32efb82d-1e40-46ce-9c4c-bba8834ea28e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:06.176410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44b8ef3f-e595-4d08-8ba3-9632a2a49b74 req-70a6211d-b8d2-4eb7-b2bb-edc96e2756ad tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497418 Jan 28 16:46:06.194536 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (0ce60c69-d9ac-4219-87eb-7f172792efb6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.206172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-859eeb8a-e631-4bfb-be66-8489ad3c10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.214360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-859eeb8a-e631-4bfb-be66-8489ad3c10c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.2771337 Jan 28 16:46:06.234992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63a1c8d7-9f8b-49da-b9e1-d524b306af99), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.285312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=63a1c8d7-9f8b-49da-b9e1-d524b306af99,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:06.323497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.324157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.324491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.325094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.325371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.325794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.326362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.326657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.326839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-37c69e71-452c-4a35-9d0d-29bcedfbcfb4 req-d371c4ed-f63c-43be-b23b-1728ce72125e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (987bfcf2-5c6f-4073-a901-369cbc140e5b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.327158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.327577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.327999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.328411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.328914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:06.329439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-37c69e71-452c-4a35-9d0d-29bcedfbcfb4 req-d371c4ed-f63c-43be-b23b-1728ce72125e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.346025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37c69e71-452c-4a35-9d0d-29bcedfbcfb4 req-d371c4ed-f63c-43be-b23b-1728ce72125e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/987bfcf2-5c6f-4073-a901-369cbc140e5b HTTP/1.1" status: 204 len: 173 time: 1.0509925 Jan 28 16:46:06.437077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-9d3a39fd-7fab-4fb6-8376-4498e8239d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.440162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-9d3a39fd-7fab-4fb6-8376-4498e8239d1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2156088 Jan 28 16:46:06.441423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (f9331174-e3ae-4ab6-be58-b6764acd50d4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.503411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371c4ed-f63c-43be-b23b-1728ce72125e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987bfcf2-5c6f-4073-a901-369cbc140e5b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:06.577924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ac6bf242-8ee0-44dd-afcd-4967de6722f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.585834 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-916ddae8-80bf-4a4a-a9c7-062af77769bc req-f4f1c756-991f-4c70-837e-a4808efff2f9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:06.594435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-916ddae8-80bf-4a4a-a9c7-062af77769bc req-f4f1c756-991f-4c70-837e-a4808efff2f9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/987bfcf2-5c6f-4073-a901-369cbc140e5b HTTP/1.1" status: 404 len: 352 time: 0.1475942 Jan 28 16:46:06.685771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Pushing event deleted for resources: {'Port': ['ID=ac6bf242-8ee0-44dd-afcd-4967de6722f4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:06.764296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.764591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-c58e7a50-52e6-476b-9184-35c2285edfd2 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141952 Jan 28 16:46:06.766650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router f9331174-e3ae-4ab6-be58-b6764acd50d4 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:06.866657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks [] for floatingip (610be572-27aa-4b83-9836-00100e7d2d45), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.869969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.871330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-87acc5c1-a2be-4aa2-9ea6-4012e15e1d1c tempest-ServersTestBootFromVolume-569658313 tempest-ServersTestBootFromVolume-569658313-project] 10.222.0.25 "DELETE /v2.0/floatingips/610be572-27aa-4b83-9836-00100e7d2d45 HTTP/1.1" status: 204 len: 168 time: 2.1836915 Jan 28 16:46:06.877545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47700) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:06.883924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.889419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.895640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.903613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.910157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.916298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.922461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:06.925158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-181fc991-5500-418a-967b-be1e41ffec53 req-96209d3d-cc8f-484a-88db-ab2231f7a406 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.5717225 Jan 28 16:46:06.932934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:06.961836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 097c93c9-ce88-4735-8f7b-ba9429d58b84 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:07.160742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Router 0ce60c69-d9ac-4219-87eb-7f172792efb6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:07.167956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74faec9f-c89c-43ed-9b23-fb9e8d82afda req-727b3454-6489-4090-9a7b-fb4967ce96c2 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 6207 time: 0.5254040 Jan 28 16:46:07.189103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-181fc991-5500-418a-967b-be1e41ffec53 req-2586aa0f-7b6f-40c9-84da-53977fc1a671 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406034 Jan 28 16:46:07.220854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 097c93c9-ce88-4735-8f7b-ba9429d58b84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:07.241899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'port_id': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'mac_address': 'fa:16:3e:42:b9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:07.322243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 097c93c9-ce88-4735-8f7b-ba9429d58b84 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:07.322646 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:07.357514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097c93c9-ce88-4735-8f7b-ba9429d58b84 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:07.407374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 097c93c9-ce88-4735-8f7b-ba9429d58b84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:07.418238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:07.425445 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:07.425936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8bff752a-c20a-4031-9574-5bb2bec49a2b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/f9331174-e3ae-4ab6-be58-b6764acd50d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4039578 Jan 28 16:46:07.431571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47714) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:07.443098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:07.464363 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] Sync routers for ids ['0ce60c69-d9ac-4219-87eb-7f172792efb6'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:07.476728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:07.481116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-94a85dfe-54ec-45cb-84aa-3914801f4716 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "PUT /v2.0/routers/0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 200 len: 706 time: 4.0592985 Jan 28 16:46:07.483228 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] Routers {'0ce60c69-d9ac-4219-87eb-7f172792efb6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:07.484251 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ce60c69-d9ac-4219-87eb-7f172792efb6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.490949 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0ad9f037-980c-465d-95b1-0ba57b6ca469 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9331174-e3ae-4ab6-be58-b6764acd50d4 HTTP/1.1" status: 200 len: 205 time: 0.0582297 Jan 28 16:46:07.491529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47716) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:07.521173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47718) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:07.545651 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.550290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74faec9f-c89c-43ed-9b23-fb9e8d82afda req-9d594f47-f686-4765-863f-c88a81825dd4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/11482341-0fcc-4223-a4ce-7a564451e0ac HTTP/1.1" status: 200 len: 3002 time: 0.3576665 Jan 28 16:46:07.565029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=097c93c9-ce88-4735-8f7b-ba9429d58b84,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:07.566027 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] Routers {'0ce60c69-d9ac-4219-87eb-7f172792efb6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:07.566806 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ce60c69-d9ac-4219-87eb-7f172792efb6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.572120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] Sync routers for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:07.608720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:07.609370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.627760 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.628651 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61bca9-7a46-4525-a673-e46102dbe365 None None] The sync data for ids ['0ce60c69-d9ac-4219-87eb-7f172792efb6'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:07.645825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef9bab7d-0cb4-43dd-a97b-3a6240aaba5b req-289e5d61-4f36-4847-b35a-fd2abaead67f service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743830 Jan 28 16:46:07.693595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-68c40883-5749-43fd-83fb-39db136c1350 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/routers/0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 200 len: 741 time: 0.1343791 Jan 28 16:46:07.696257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47724) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:07.706707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['097c93c9-ce88-4735-8f7b-ba9429d58b84'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:07.765675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.774697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55ba0406-2ecd-49d5-87c4-fcb3189e1c10 tempest-RoutersAdminTest-1101257794 tempest-RoutersAdminTest-1101257794-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 200 len: 205 time: 0.0772431 Jan 28 16:46:07.782397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] Routers {'f9331174-e3ae-4ab6-be58-b6764acd50d4'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:07.783443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['f9331174-e3ae-4ab6-be58-b6764acd50d4'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.819010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47726) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:07.825063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:07.825858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527df51-83c1-43d8-a63c-f83ec5cbe1cf None None] The sync data for ids ['f9331174-e3ae-4ab6-be58-b6764acd50d4'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:07.889445 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (f9331174-e3ae-4ab6-be58-b6764acd50d4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:07.895648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74faec9f-c89c-43ed-9b23-fb9e8d82afda req-60855e0c-bf19-4636-bd7c-0f06dd9568ca tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/11482341-0fcc-4223-a4ce-7a564451e0ac HTTP/1.1" status: 200 len: 3002 time: 0.2543199 Jan 28 16:46:07.908989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-de77d73b-a3e5-4f0b-907e-be7506f3cca9 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 200 len: 205 time: 0.0866768 Jan 28 16:46:07.940330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47732) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.026584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d5e-4fab-4519-94d7-0dcc233f2f4e req-b93ee275-91f8-4604-b110-fe0ba6523884 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.031902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e359d5e-4fab-4519-94d7-0dcc233f2f4e req-b93ee275-91f8-4604-b110-fe0ba6523884 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 944 time: 0.6239197 Jan 28 16:46:08.040177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-512059a2-d795-4174-9358-0dbc7cbfdaa0 req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-578499691', 'description': 'tempest-description-1423860164'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:08.073691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.156961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-512059a2-d795-4174-9358-0dbc7cbfdaa0 req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.328586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.344184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router_controller (0ce60c69-d9ac-4219-87eb-7f172792efb6), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.359220 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (f9331174-e3ae-4ab6-be58-b6764acd50d4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.369134 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (f9331174-e3ae-4ab6-be58-b6764acd50d4), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.399269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e359d5e-4fab-4519-94d7-0dcc233f2f4e req-c467bea6-3d6f-4d13-a6c5-177f90df98e9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200817 Jan 28 16:46:08.437948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (0ce60c69-d9ac-4219-87eb-7f172792efb6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.438463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce60c69-d9ac-4219-87eb-7f172792efb6 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:46:08.458760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.463896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cd43ccac-457c-4667-a8ed-ca54ccb232d6 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 204 len: 168 time: 0.5104325 Jan 28 16:46:08.465500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47746) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.504125 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (f9331174-e3ae-4ab6-be58-b6764acd50d4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.504710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router f9331174-e3ae-4ab6-be58-b6764acd50d4 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:46:08.527258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-18748312-b990-4b5e-9a98-733f0f07273f tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 200 len: 205 time: 0.0604901 Jan 28 16:46:08.529598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47748) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.534464 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.540333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d3290864-7391-4841-85ff-6d61146d9c75 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/f9331174-e3ae-4ab6-be58-b6764acd50d4 HTTP/1.1" status: 204 len: 168 time: 1.0078402 Jan 28 16:46:08.544306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47750) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.586194 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-51e2f888-7aad-4aa3-9a0f-1cbb9c5856e0 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] delete failed (client error): The resource could not be found. Jan 28 16:46:08.588482 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-512059a2-d795-4174-9358-0dbc7cbfdaa0 req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (e0ccccce-2844-45d7-97f5-aee50a5a2006), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.590491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-51e2f888-7aad-4aa3-9a0f-1cbb9c5856e0 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/0ce60c69-d9ac-4219-87eb-7f172792efb6 HTTP/1.1" status: 404 len: 336 time: 0.0597813 Jan 28 16:46:08.592501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47752) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.641591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a422a58-9e87-463a-b8f4-c507738a765a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e649991-5436-4d9b-b131-f3e825908c73 HTTP/1.1" status: 200 len: 205 time: 0.0473735 Jan 28 16:46:08.642557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47754) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.666350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-512059a2-d795-4174-9358-0dbc7cbfdaa0 req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e0ccccce-2844-45d7-97f5-aee50a5a2006), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.702976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ccccce-2844-45d7-97f5-aee50a5a2006,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:08.727125 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-34cdd018-0a4e-4c96-af7c-cb9457cd211f tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] delete failed (client error): The resource could not be found. Jan 28 16:46:08.729488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet ef363249-5db1-48c7-be44-929e9d15a8f5 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:08.731591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-34cdd018-0a4e-4c96-af7c-cb9457cd211f tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/4e649991-5436-4d9b-b131-f3e825908c73 HTTP/1.1" status: 404 len: 336 time: 0.0852897 Jan 28 16:46:08.732348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47758) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.754271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-512059a2-d795-4174-9358-0dbc7cbfdaa0 req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.763685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-512059a2-d795-4174-9358-0dbc7cbfdaa0 req-955ac0cb-d874-4803-88da-ba498d0c3a25 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7690239 Jan 28 16:46:08.763786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (403e9850-6eed-4caf-9a57-d9a0fbc3c037), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.788859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (ef363249-5db1-48c7-be44-929e9d15a8f5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.796758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a3435190-2e29-4471-8fa0-09c09ba01f97 req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-604939402', 'description': 'tempest-description-1918922401'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:08.820856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-037b496f-2565-49b5-9eb3-df9fdde87c5d tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dd70453-f202-4d9f-8383-6f07bfc09c42 HTTP/1.1" status: 200 len: 205 time: 0.0871229 Jan 28 16:46:08.825247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47762) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.839250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.844517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.850498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.855994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.870249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.881855 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-df1409c9-e35e-4877-974e-7308c642b940 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] delete failed (client error): The resource could not be found. Jan 28 16:46:08.882026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.884939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df1409c9-e35e-4877-974e-7308c642b940 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/6dd70453-f202-4d9f-8383-6f07bfc09c42 HTTP/1.1" status: 404 len: 336 time: 0.0568085 Jan 28 16:46:08.891458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:08.893770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-f725f29b-8d86-4016-a28b-571e6e794b70 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3526664 Jan 28 16:46:08.894830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47766) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:08.920447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (ef363249-5db1-48c7-be44-929e9d15a8f5), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:08.965003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 097c93c9-ce88-4735-8f7b-ba9429d58b84 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:09.049390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ef363249-5db1-48c7-be44-929e9d15a8f5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.062252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 097c93c9-ce88-4735-8f7b-ba9429d58b84 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:46:09.069256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 097c93c9-ce88-4735-8f7b-ba9429d58b84 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:09.070067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.214045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a3435190-2e29-4471-8fa0-09c09ba01f97 req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.219006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c71c9208-ca27-47f0-b94c-2e3bfc2a890b tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a77edbf-9d5c-426c-8e97-3a13d243fd3a HTTP/1.1" status: 200 len: 205 time: 0.1645603 Jan 28 16:46:09.221470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47770) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.224312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Deleting port 3b70edc4-e81b-4673-9fb3-f46226b35a63 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:09.224662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.241756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 097c93c9-ce88-4735-8f7b-ba9429d58b84 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:09.242851 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.286118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 097c93c9-ce88-4735-8f7b-ba9429d58b84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:09.288253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:09.291333 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af145f-59fe-46c9-baac-ded5f0acb372" -d '{"events": [{"server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "name": "network-vif-plugged", "status": "completed", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:09.300842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.388350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (ef363249-5db1-48c7-be44-929e9d15a8f5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.410283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea0297e-dc4d-4aae-bbe7-258ca93bc44e req-c7d4b4cf-19ff-49fa-b717-3c6d4e4eb5e2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2789352 Jan 28 16:46:09.418008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.421793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/ef363249-5db1-48c7-be44-929e9d15a8f5 HTTP/1.1" status: 204 len: 168 time: 0.8758717 Jan 28 16:46:09.428826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3203b8-2c0d-4a39-9f3b-533d53b94f08 None None] Network af75ac80-90d9-4546-bc0a-25829ffb7ce7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:09.443008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a3435190-2e29-4471-8fa0-09c09ba01f97 req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (e5ef0b42-45f2-40a1-94e5-142d10b1fcbf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.444075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.452474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43a706-366f-4cca-8023-ad649c5a33b7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=ef363249-5db1-48c7-be44-929e9d15a8f5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:09.457212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a3435190-2e29-4471-8fa0-09c09ba01f97 req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e5ef0b42-45f2-40a1-94e5-142d10b1fcbf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.468112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=097c93c9-ce88-4735-8f7b-ba9429d58b84,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:09.488826 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-22c29578-1712-4031-9159-3afd4efbf422 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] delete failed (client error): The resource could not be found. Jan 28 16:46:09.493320 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-22c29578-1712-4031-9159-3afd4efbf422 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/6a77edbf-9d5c-426c-8e97-3a13d243fd3a HTTP/1.1" status: 404 len: 336 time: 0.2684731 Jan 28 16:46:09.498659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47782) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.541125 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a3435190-2e29-4471-8fa0-09c09ba01f97 req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.542398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3435190-2e29-4471-8fa0-09c09ba01f97 req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7497621 Jan 28 16:46:09.563270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet ea06e014-14a4-43ab-8a7f-fdc402ed1c80 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:09.568351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e7ff9-bed2-4e29-bc4f-38a9b328c544 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef0b42-45f2-40a1-94e5-142d10b1fcbf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:09.571078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (ea06e014-14a4-43ab-8a7f-fdc402ed1c80), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.600414 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89a89e55-d29f-4e0c-a99b-22a89646b373 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=40f08829-ada9-4263-82cb-0761e069f774 HTTP/1.1" status: 200 len: 205 time: 0.0940552 Jan 28 16:46:09.600647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47788) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.655801 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-3ebd6b90-2521-41c4-b32a-44cf4e30cfa9 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] delete failed (client error): The resource could not be found. Jan 28 16:46:09.659774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3ebd6b90-2521-41c4-b32a-44cf4e30cfa9 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/40f08829-ada9-4263-82cb-0761e069f774 HTTP/1.1" status: 404 len: 336 time: 0.0566931 Jan 28 16:46:09.672259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.685841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] For port 3b70edc4-e81b-4673-9fb3-f46226b35a63, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3b70edc4-e81b-4673-9fb3-f46226b35a63,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:09.686210 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.708498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Calling delete_port for 3b70edc4-e81b-4673-9fb3-f46226b35a63 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:09.735791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] DHCP port deletion for af75ac80-90d9-4546-bc0a-25829ffb7ce7 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:46:09.774754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-67eeb22d-e909-4777-b3f9-818a09464d3a tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f112c960-ecc3-45a1-abe3-250efdc22fff HTTP/1.1" status: 200 len: 205 time: 0.1001403 Jan 28 16:46:09.778497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (ea06e014-14a4-43ab-8a7f-fdc402ed1c80), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.783362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.847112 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-0ad0cd0e-2623-4557-8719-e83aa0fc0b41 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] delete failed (client error): The resource could not be found. Jan 28 16:46:09.849562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0ad0cd0e-2623-4557-8719-e83aa0fc0b41 tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/routers/f112c960-ecc3-45a1-abe3-250efdc22fff HTTP/1.1" status: 404 len: 336 time: 0.0645990 Jan 28 16:46:09.857411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:09.879307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] Deleting port 979c09b9-3cc0-401f-8006-b57989ad5a19 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:09.879704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:09.911179 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-c517fff4-e24f-459c-b703-9fc36956f09e tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] DELETE failed (client error): The resource could not be found. Jan 28 16:46:09.925693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c517fff4-e24f-459c-b703-9fc36956f09e tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:46:09.929507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c517fff4-e24f-459c-b703-9fc36956f09e tempest-RoutersAdminTest-1482552116 tempest-RoutersAdminTest-1482552116-project] 10.222.0.25 "DELETE /v2.0/subnets/3b282b72-b501-4721-bf4f-d820fc98cb71 HTTP/1.1" status: 404 len: 337 time: 0.0696430 Jan 28 16:46:09.994167 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c83ced-4e84-45e6-9243-748e1f4ecc21 x-openstack-request-id: req-45c83ced-4e84-45e6-9243-748e1f4ecc21 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:09.994709 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "name": "network-vif-plugged", "status": "completed", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:09.994709 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45c83ced-4e84-45e6-9243-748e1f4ecc21 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:09.995097 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'code': 200} Jan 28 16:46:10.036632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507f2b-0ab1-4e64-88c2-c39f5647f942 req-c1a49933-8150-4ec1-8b22-e765da2fa3cd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:10.047246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77507f2b-0ab1-4e64-88c2-c39f5647f942 req-c1a49933-8150-4ec1-8b22-e765da2fa3cd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 0.3735065 Jan 28 16:46:10.052291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] For port 979c09b9-3cc0-401f-8006-b57989ad5a19, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=979c09b9-3cc0-401f-8006-b57989ad5a19,segment=NetworkSegment(3f68d26d-c972-4d16-b649-40af2a78867f),segment_id=3f68d26d-c972-4d16-b649-40af2a78867f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:10.052719 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:10.081965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] Calling delete_port for 979c09b9-3cc0-401f-8006-b57989ad5a19 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:10.258007 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (979c09b9-3cc0-401f-8006-b57989ad5a19), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:10.273337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6005dc-e3b7-40a6-9623-c4a45a436835 req-73543f88-685d-4455-b2d2-e1cfa834ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:10.274969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] No DVR routers for this DVR port 979c09b9-3cc0-401f-8006-b57989ad5a19 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:10.276726 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b6005dc-e3b7-40a6-9623-c4a45a436835 req-73543f88-685d-4455-b2d2-e1cfa834ba0b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 1128 time: 0.2010159 Jan 28 16:46:10.307598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3b70edc4-e81b-4673-9fb3-f46226b35a63), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:10.321741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90185f0a-7cb6-4b37-b9bc-e82f0523f4ee None None] Pushing event deleted for resources: {'Port': ['ID=979c09b9-3cc0-401f-8006-b57989ad5a19,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:10.361945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ea06e014-14a4-43ab-8a7f-fdc402ed1c80), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:10.480707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77507f2b-0ab1-4e64-88c2-c39f5647f942 req-7ccb9b69-923b-405b-85a0-0eafa9e78929 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4260085 Jan 28 16:46:10.519169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b6005dc-e3b7-40a6-9623-c4a45a436835 req-7dba512b-7cdf-4b68-ab1f-4b459809b600 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331092 Jan 28 16:46:10.525143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b70edc4-e81b-4673-9fb3-f46226b35a63,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:10.725000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47820) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:10.740404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-567e2fcb-e3b3-48ac-b751-c4749fde573e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:10.753950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-567e2fcb-e3b3-48ac-b751-c4749fde573e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 812 time: 0.6296623 Jan 28 16:46:10.852552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (403e9850-6eed-4caf-9a57-d9a0fbc3c037), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:10.869996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fdd7a11a-e96c-4e88-baa5-9ffda1d2d215 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/quotas/c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 375 time: 0.1150796 Jan 28 16:46:10.879478 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (ea06e014-14a4-43ab-8a7f-fdc402ed1c80), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:11.077412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=ea06e014-14a4-43ab-8a7f-fdc402ed1c80,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:11.101303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30496726-e358-4803-bcb0-5f4a103b8d07 None None] Network f9c36446-bd67-40b7-8503-216bdf07370d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:11.102942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:11.129220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a6c09c7d-0eda-4ab1-bf82-ef2f5fb7ee20 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/ea06e014-14a4-43ab-8a7f-fdc402ed1c80 HTTP/1.1" status: 204 len: 168 time: 1.6816974 Jan 28 16:46:11.132974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:11.270362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.284306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.306137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.336479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (af75ac80-90d9-4546-bc0a-25829ffb7ce7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:11.340740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.363770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.369150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.404292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:11.406240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-b0ba7756-0c78-4fae-86ec-3d6b4ec7d1a2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.6830745 Jan 28 16:46:11.435777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-ca87b10b-4123-4935-8e48-19c7ceb0dea4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5572400 Jan 28 16:46:11.436221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 979c09b9-3cc0-401f-8006-b57989ad5a19 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:11.496193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffd25-12c0-4eb5-9360-d685c8879d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:11.502282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 979c09b9-3cc0-401f-8006-b57989ad5a19 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:11.502282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 979c09b9-3cc0-401f-8006-b57989ad5a19 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:11.627577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39125373-86cd-4261-aa66-451023640b48 None None] DHCP port deletion for f9c36446-bd67-40b7-8503-216bdf07370d request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:46:11.775633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-39125373-86cd-4261-aa66-451023640b48 None None] Deleting port 1245a420-839b-4b60-9c93-1c29071e6644 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:11.776017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-39125373-86cd-4261-aa66-451023640b48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1245a420-839b-4b60-9c93-1c29071e6644), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:11.900205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2fd7f42-4577-41da-b4b9-49880c06de57 req-52330cde-7169-4ded-bf07-33152b77591a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4819131 Jan 28 16:46:11.916610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-39125373-86cd-4261-aa66-451023640b48 None None] For port 1245a420-839b-4b60-9c93-1c29071e6644, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1245a420-839b-4b60-9c93-1c29071e6644,segment=NetworkSegment(294593f0-082f-4588-9630-38f75d4dfcc2),segment_id=294593f0-082f-4588-9630-38f75d4dfcc2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:11.917349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-39125373-86cd-4261-aa66-451023640b48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1245a420-839b-4b60-9c93-1c29071e6644), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:11.949742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-39125373-86cd-4261-aa66-451023640b48 None None] Calling delete_port for 1245a420-839b-4b60-9c93-1c29071e6644 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:12.038706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-60ba783c-c069-4718-9526-85d09f37dde0 service neutron] 10.222.0.25 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006255 Jan 28 16:46:12.040756 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-39125373-86cd-4261-aa66-451023640b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (1245a420-839b-4b60-9c93-1c29071e6644), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.056028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39125373-86cd-4261-aa66-451023640b48 None None] No DVR routers for this DVR port 1245a420-839b-4b60-9c93-1c29071e6644 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:12.072502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffd25-12c0-4eb5-9360-d685c8879d55 admin admin] Publish callbacks [] for security_group (8b579949-b91e-48dd-850c-64832c53bba2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.094999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39125373-86cd-4261-aa66-451023640b48 None None] Pushing event deleted for resources: {'Port': ['ID=1245a420-839b-4b60-9c93-1c29071e6644,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:12.146417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.189970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.220023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-66df8390-0878-44f8-8c1b-66077e35318d service neutron] 10.222.0.25 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791809 Jan 28 16:46:12.231799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (af75ac80-90d9-4546-bc0a-25829ffb7ce7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.244320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffd25-12c0-4eb5-9360-d685c8879d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8b579949-b91e-48dd-850c-64832c53bba2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.276996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:12.299067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af75ac80-90d9-4546-bc0a-25829ffb7ce7']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:12.323356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f68d26d-c972-4d16-b649-40af2a78867f') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:12.323702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f68d26d-c972-4d16-b649-40af2a78867f') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:12.357836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3f68d26d-c972-4d16-b649-40af2a78867f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.389769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2b5ffd25-12c0-4eb5-9360-d685c8879d55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ef701e6362d4548a1efd3d7e7f56906&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6187809 Jan 28 16:46:12.390380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47844) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:12.413382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffd25-12c0-4eb5-9360-d685c8879d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b579949-b91e-48dd-850c-64832c53bba2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:12.432754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9fc6a-07d4-4c3e-8c81-13d42fa3c38b req-22a6bec3-29fb-4a12-b2ed-ce414b45c08c tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:12.434469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12b9fc6a-07d4-4c3e-8c81-13d42fa3c38b req-22a6bec3-29fb-4a12-b2ed-ce414b45c08c tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 0.3555422 Jan 28 16:46:12.488988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f68d26d-c972-4d16-b649-40af2a78867f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.511593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:12.512745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3f68d26d-c972-4d16-b649-40af2a78867f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:12.527983 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:12.648074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d7015-22c9-4792-a922-b66458a1e2c3 admin admin] Publish callbacks [] for security_group (8b579949-b91e-48dd-850c-64832c53bba2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.664592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8271585-66d7-40c0-92d5-3855e8753870 req-5edbfa1f-bc24-44b1-9d87-8b84227b6543 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 210 time: 0.0991964 Jan 28 16:46:12.702982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12b9fc6a-07d4-4c3e-8c81-13d42fa3c38b req-0cdededa-0203-448a-9688-33c29bf6d220 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545469 Jan 28 16:46:12.767904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (af75ac80-90d9-4546-bc0a-25829ffb7ce7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.781927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.790973 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/af75ac80-90d9-4546-bc0a-25829ffb7ce7 HTTP/1.1" status: 204 len: 168 time: 1.6567895 Jan 28 16:46:12.795163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d7015-22c9-4792-a922-b66458a1e2c3 admin admin] Publish callbacks [] for security_group (8b579949-b91e-48dd-850c-64832c53bba2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:12.800791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47860) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:12.859293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e590367-2340-4219-835d-e9d92352389a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=af75ac80-90d9-4546-bc0a-25829ffb7ce7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:12.941667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:12.959060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] Sync routers for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:12.979148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:12.981154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:12.984370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-61b2c883-7a91-40cf-89ad-b2b92124e181 admin admin] 10.222.0.25 "PUT /v2.0/routers/403e9850-6eed-4caf-9a57-d9a0fbc3c037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1056802 Jan 28 16:46:12.992756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47864) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:13.082107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f9c36446-bd67-40b7-8503-216bdf07370d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.309999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:13.386445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f9c36446-bd67-40b7-8503-216bdf07370d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.423486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c36446-bd67-40b7-8503-216bdf07370d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:13.436778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294593f0-082f-4588-9630-38f75d4dfcc2') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:13.437115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294593f0-082f-4588-9630-38f75d4dfcc2') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:13.448305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (294593f0-082f-4588-9630-38f75d4dfcc2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.465890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (294593f0-082f-4588-9630-38f75d4dfcc2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.473352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:13.473761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (294593f0-082f-4588-9630-38f75d4dfcc2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:13.547255 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:13.554655 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f9c36446-bd67-40b7-8503-216bdf07370d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.570764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.583520 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/f9c36446-bd67-40b7-8503-216bdf07370d HTTP/1.1" status: 204 len: 168 time: 0.7666171 Jan 28 16:46:13.619522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47878) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:13.644267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-714660859'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:13.677065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e47c4c-690f-4834-8522-aa3dc533fc53 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=f9c36446-bd67-40b7-8503-216bdf07370d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:13.690956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1245a420-839b-4b60-9c93-1c29071e6644 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:13.732360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:13.736100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.813897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:13.841909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0b9940e2-cc67-436f-b6bf-062d3fe2041f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:13.842284 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 0b9940e2-cc67-436f-b6bf-062d3fe2041f of type vlan for network ae7b406a-6400-4e6a-9ca7-16062f098b86 Jan 28 16:46:13.994934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ae7b406a-6400-4e6a-9ca7-16062f098b86), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:14.051248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ae7b406a-6400-4e6a-9ca7-16062f098b86), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:14.058649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.059295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:14.086696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce080d-2f0a-484c-8835-b577a80463c0 req-8fb499b5-1e2a-4f5f-887a-91b84a4a0493 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.091926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3ce080d-2f0a-484c-8835-b577a80463c0 req-8fb499b5-1e2a-4f5f-887a-91b84a4a0493 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 1.1949537 Jan 28 16:46:14.108105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47894) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:14.120377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Request body: {'floatingip': {'port_id': '097c93c9-ce88-4735-8f7b-ba9429d58b84'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:14.292442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6717277 Jan 28 16:46:14.330145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47898) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:14.337939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1245a420-839b-4b60-9c93-1c29071e6644 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:14.338483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1245a420-839b-4b60-9c93-1c29071e6644 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:14.364027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:14.372758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91974e0-fee5-49ac-beb7-4e1281e9a63b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=ae7b406a-6400-4e6a-9ca7-16062f098b86,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:14.389758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:14.461502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d7015-22c9-4792-a922-b66458a1e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8b579949-b91e-48dd-850c-64832c53bba2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:14.468936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d7015-22c9-4792-a922-b66458a1e2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:14.474068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-592d7015-22c9-4792-a922-b66458a1e2c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b579949-b91e-48dd-850c-64832c53bba2 HTTP/1.1" status: 204 len: 168 time: 2.0824082 Jan 28 16:46:14.477105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7b9c35c-2d9e-4a93-a341-0aa3565f4d64 req-c8841fe8-c5ef-48c0-b875-318e8aa7bcf1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 210 time: 0.1452708 Jan 28 16:46:14.499983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.506069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.511429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.511753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-52050060-6e31-405d-a998-0c6b607df139 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.515259 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-52050060-6e31-405d-a998-0c6b607df139 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.24 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 812 time: 0.3914590 Jan 28 16:46:14.516796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.522463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.528951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'port': {'device_id': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e', 'admin_state_up': True, 'tenant_id': 'c8706c70cf064b408cb679d24313cd38'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:14.529670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.536059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:14.538211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-5ff9378b-d3c5-4fd9-9c13-aa3fb42fd59f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.6295497 Jan 28 16:46:14.542082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (e3a17518-c07d-478c-9498-275f320e0fa5), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:14.583627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:46:10Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:14.772967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] Checking router: 403e9850-6eed-4caf-9a57-d9a0fbc3c037 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:46:14.838852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] Routers {'403e9850-6eed-4caf-9a57-d9a0fbc3c037'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:14.838852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:45:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:14.911390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Made reservation on behalf of c8706c70cf064b408cb679d24313cd38 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:14.914874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:15.230878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Allocated IP 172.20.0.2 (320dc372-532a-4f6c-a239-478eba769e9e/9e9f1354-f650-4e32-8da5-0be760f0c494/b5a91b0a-6fa6-4084-b06a-01e135f2e9ad) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:15.370090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] Set router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:15.407336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d7015-22c9-4792-a922-b66458a1e2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b579949-b91e-48dd-850c-64832c53bba2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:15.472136 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks [] for router (403e9850-6eed-4caf-9a57-d9a0fbc3c037), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:15.633187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:15.740115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47912) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:15.792999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:15.818341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:15.853872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:15.857440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:15.975581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:16.000006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3830f771-d1ba-46a4-aa4a-967f1fb081d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.064109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Network 320dc372-532a-4f6c-a239-478eba769e9e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:16.093157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:16.111636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:16.114726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:46:10Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:16.153871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c6fc3-ac1f-45d3-8621-81e54f5774d9 None None] The sync data for ids ['403e9850-6eed-4caf-9a57-d9a0fbc3c037'] in n-d-812111-13 is: [{'id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'name': 'tempest-ServersTestBootFromVolume-1476825758-router', 'tenant_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:07Z', 'updated_at': '2022-01-28T16:46:10Z', 'revision_number': 5, 'project_id': '4408bd8c99c04e1ab1e4ebad382e6666', 'gw_port': {'id': 'a00c5980-7126-4c1e-bdc9-d7a315738574', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e9850-6eed-4caf-9a57-d9a0fbc3c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:08Z', 'updated_at': '2022-01-28T16:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:16.211988 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d1d7c177-f884-404f-b9c8-fd7243f86c8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dcf996083a047e3a80a65496ceca7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589934 Jan 28 16:46:16.216651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:16.302802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:16.303653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.331403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-fcf8d0c7-db20-4c10-9083-6c7535e0a1b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8071094 Jan 28 16:46:16.361505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (9830d2b0-20bd-4d39-b5f7-c256d8a704ed), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.383882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1eb643bf-62fe-4c47-b4af-cf766eb38885 admin admin] Publish callbacks [] for security_group (b6711c01-597d-44a4-b3ec-e9148f2f7383), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.440226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1eb643bf-62fe-4c47-b4af-cf766eb38885 admin admin] Publish callbacks [] for security_group (b6711c01-597d-44a4-b3ec-e9148f2f7383), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.526450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:46:16.537187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=9830d2b0-20bd-4d39-b5f7-c256d8a704ed,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:16.555559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1eb643bf-62fe-4c47-b4af-cf766eb38885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b6711c01-597d-44a4-b3ec-e9148f2f7383), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.560571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1eb643bf-62fe-4c47-b4af-cf766eb38885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.565826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1eb643bf-62fe-4c47-b4af-cf766eb38885 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6711c01-597d-44a4-b3ec-e9148f2f7383 HTTP/1.1" status: 204 len: 168 time: 0.3432000 Jan 28 16:46:16.599891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Request body: {'port': {'device_id': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:16.643500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb643bf-62fe-4c47-b4af-cf766eb38885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6711c01-597d-44a4-b3ec-e9148f2f7383,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:16.729593 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:16.863562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670be21-f834-44b1-95b0-d920f642ffb7 req-9a4cc75c-f90b-405a-8c00-b4209e4eca77 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:16.870806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d670be21-f834-44b1-95b0-d920f642ffb7 req-9a4cc75c-f90b-405a-8c00-b4209e4eca77 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 931 time: 1.1576664 Jan 28 16:46:16.949964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edf0e1a5-9485-4984-b6af-9a11bc9ee774 req-587dd9ac-2835-41c2-9bda-dfa083b295dd tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.7272797 Jan 28 16:46:17.092031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d670be21-f834-44b1-95b0-d920f642ffb7 req-1c652262-b3e7-474a-a800-b61be78e4348 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116003 Jan 28 16:46:17.111767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a91b0a-6fa6-4084-b06a-01e135f2e9ad {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:17.120970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Publish callbacks [] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.146497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Transition to ACTIVE for port object b5a91b0a-6fa6-4084-b06a-01e135f2e9ad will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:46:17.153541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.180057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.208666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b70edc4-e81b-4673-9fb3-f46226b35a63 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:17.232934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e3a17518-c07d-478c-9498-275f320e0fa5), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.258587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3b70edc4-e81b-4673-9fb3-f46226b35a63 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:17.259296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3b70edc4-e81b-4673-9fb3-f46226b35a63 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:17.367076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '0b9940e2-cc67-436f-b6bf-062d3fe2041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:17.367542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: ae7b406a-6400-4e6a-9ca7-16062f098b86, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:17.381232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks [] for router_gateway (403e9850-6eed-4caf-9a57-d9a0fbc3c037), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.458389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:17.473035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:17.530188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Attempting to bind port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:17.530575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Attempting to bind port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:17.530948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Attempting to bind port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad on network 320dc372-532a-4f6c-a239-478eba769e9e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:17.542264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad on network 320dc372-532a-4f6c-a239-478eba769e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:17.542613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Attempting to bind port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad on network 320dc372-532a-4f6c-a239-478eba769e9e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:17.554012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:17.554434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Checking segment: {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:17.554749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Bound using segment: {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:17.556625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ae7b406a-6400-4e6a-9ca7-16062f098b86) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:17.564470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Bound port: b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04da7ee-65bc-4fb1-ae36-754337628cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:17.565472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.568365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e223f-b95a-42ea-8ac5-4c1fc340abbe None None] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:17.578524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:17.581868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.706657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b1fea60b-dc20-40ce-9cb1-bd68e2cc0029 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3723774 Jan 28 16:46:17.712816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47942) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:17.713265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47944) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:17.744535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-824672905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:17.746840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:17.755007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:17.768112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.805681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (4d92e697-0faf-488d-990e-037717a83e1c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.806945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (4d92e697-0faf-488d-990e-037717a83e1c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.807982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:17.809033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.811502 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 1092 time: 1.4519641 Jan 28 16:46:17.814024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:17.817454 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:17.865236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-ae7b406a-6400-4e6a-9ca7-16062f098b86', 'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': '9830d2b0-20bd-4d39-b5f7-c256d8a704ed'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:46:17.866206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.920037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-830e3f31-b26f-444b-9380-0edc5ba99055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.927654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Deleting port a00c5980-7126-4c1e-bdc9-d7a315738574 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:17.927996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:17.930300 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Floating IP e3a17518-c07d-478c-9498-275f320e0fa5 associated. External IP: 172.25.8.81, port: 097c93c9-ce88-4735-8f7b-ba9429d58b84. Jan 28 16:46:17.955603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-44f2320c-0c69-46d2-af3c-51bc4843b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:17.958152 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-44f2320c-0c69-46d2-af3c-51bc4843b859 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1126 time: 0.0929542 Jan 28 16:46:17.959526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e21a-158c-4b8c-828f-aeb91b3c8ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:18.003400 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02552b-ff16-40f6-83e4-218e270c8a85 x-openstack-request-id: req-8a02552b-ff16-40f6-83e4-218e270c8a85 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:18.003908 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:18.004984 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a02552b-ff16-40f6-83e4-218e270c8a85 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:18.005919 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'status': 'completed', 'code': 200} Jan 28 16:46:18.080400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-cc1a147a-7198-4396-aa81-11f0531438ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 217 time: 0.1066365 Jan 28 16:46:18.207850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-9393f218-ff9a-42d3-905a-848432c9648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:18.209807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-9393f218-ff9a-42d3-905a-848432c9648a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.1238723 Jan 28 16:46:18.279313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-9dcbe1e6-bb5a-4751-a76b-9f03959029f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619502 Jan 28 16:46:18.297237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Allocated IP 2001:db8::2 (ae7b406a-6400-4e6a-9ca7-16062f098b86/9830d2b0-20bd-4d39-b5f7-c256d8a704ed/19a16319-1fef-4d8a-812c-3ea657a38689) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:18.398525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:18.499724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-11e70dbc-82b9-4d6e-bde5-6f24e39507fc service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089343 Jan 28 16:46:18.651127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Publish callbacks [] for port (19a16319-1fef-4d8a-812c-3ea657a38689), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.663794 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.672044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a61417-4a42-47ff-a585-1f6f9feb625c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.686149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (4d92e697-0faf-488d-990e-037717a83e1c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.699368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1200307126'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:18.718066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:18.723716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:18.728822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:18.732193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Pushing event updated for resources: {'Port': ['ID=19a16319-1fef-4d8a-812c-3ea657a38689,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:18.773661 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cdb5b02-2880-418b-8046-efe610235cf5 req-b3b4800e-26af-486c-9475-229dc7d94a67 service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686653 Jan 28 16:46:18.775832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:18.790746 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.818788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.855046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Attempting to bind port 19a16319-1fef-4d8a-812c-3ea657a38689 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:18.855424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Attempting to bind port 19a16319-1fef-4d8a-812c-3ea657a38689 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0b9940e2-cc67-436f-b6bf-062d3fe2041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:18.855779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Attempting to bind port 19a16319-1fef-4d8a-812c-3ea657a38689 on network ae7b406a-6400-4e6a-9ca7-16062f098b86 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:18.866889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:18.867397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Checking segment: {'id': '0b9940e2-cc67-436f-b6bf-062d3fe2041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:18.868823 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.869241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Bound using segment: {'id': '0b9940e2-cc67-436f-b6bf-062d3fe2041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:18.869735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Bound port: 19a16319-1fef-4d8a-812c-3ea657a38689, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9940e2-cc67-436f-b6bf-062d3fe2041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:18.870123 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.932369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a61417-4a42-47ff-a585-1f6f9feb625c admin admin] Publish callbacks [] for security_group (6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.952140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:18.957316 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (4d92e697-0faf-488d-990e-037717a83e1c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:18.975419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-d02b7b21-4026-4004-a28e-1a494163ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:18.977550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-d02b7b21-4026-4004-a28e-1a494163ec73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1126 time: 0.1446726 Jan 28 16:46:18.984002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a61417-4a42-47ff-a585-1f6f9feb625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.024575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] For port 19a16319-1fef-4d8a-812c-3ea657a38689, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:19.032883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] For port 19a16319-1fef-4d8a-812c-3ea657a38689, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19a16319-1fef-4d8a-812c-3ea657a38689,segment=NetworkSegment(0b9940e2-cc67-436f-b6bf-062d3fe2041f),segment_id=0b9940e2-cc67-436f-b6bf-062d3fe2041f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:19.050548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.099863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-be5199c2-e064-4bcb-97b9-8fbe77989937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.102132 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-be5199c2-e064-4bcb-97b9-8fbe77989937 service neutron] 10.222.0.24 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.1136587 Jan 28 16:46:19.152131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] For port a00c5980-7126-4c1e-bdc9-d7a315738574, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a00c5980-7126-4c1e-bdc9-d7a315738574,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:19.152500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.174668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.175814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d524a7-58bc-45d9-8475-28d5198e4e2b None None] Pushing event updated for resources: {'Port': ['ID=19a16319-1fef-4d8a-812c-3ea657a38689,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:19.198199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:19.198850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a686f096-ee42-4b59-8325-800e639ad84d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4719725 Jan 28 16:46:19.204492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'port': {'network_id': 'ae7b406a-6400-4e6a-9ca7-16062f098b86', 'name': 'tempest-RoutersIpV6Test-1538542818'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:19.233624 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-d259a0e3-9e2e-47eb-ab2f-3c1df0df2e1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 217 time: 0.0987465 Jan 28 16:46:19.262266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4a61417-4a42-47ff-a585-1f6f9feb625c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d7eaee4c7854ab8bd88423d168a2b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5413897 Jan 28 16:46:19.269995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:19.293394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Calling delete_port for a00c5980-7126-4c1e-bdc9-d7a315738574 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:19.326080 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.385227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a61417-4a42-47ff-a585-1f6f9feb625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:19.440148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-d22842f0-16da-4538-a812-7d67c6ad055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.440148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-d22842f0-16da-4538-a812-7d67c6ad055a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.2053304 Jan 28 16:46:19.476235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.492976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.502193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (220aa9cd-fd47-4366-9c66-7252084cae05), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.505768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.514699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.520018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.526429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (220aa9cd-fd47-4366-9c66-7252084cae05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.531001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.538403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-b3faf9c8-39e3-4b24-996e-56e90c73e67c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741098 Jan 28 16:46:19.540529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:19.543924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-84c57fe2-27ba-43e8-8489-d4f901e3141d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 1.3780744 Jan 28 16:46:19.589351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:19.594997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.637680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:19.667735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] device_id is not set on port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:19.732185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220aa9cd-fd47-4366-9c66-7252084cae05,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:19.741445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c0f14895-14bc-47dc-b86b-8389185fd649), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.741802 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment c0f14895-14bc-47dc-b86b-8389185fd649 of type vlan for network a9d90f3c-d73b-4190-859c-d415bcc457db Jan 28 16:46:19.882662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a9d90f3c-d73b-4190-859c-d415bcc457db), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:19.975358 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-e40ae04e-bb8c-4ed6-939d-edc8d5a9d829 service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036248 Jan 28 16:46:20.000188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a7c10-0fc4-4f60-8724-7d0a53049f73 req-d163fc6c-f0ba-4a16-8e7f-5440a2e1e666 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:20.007424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-093a7c10-0fc4-4f60-8724-7d0a53049f73 req-d163fc6c-f0ba-4a16-8e7f-5440a2e1e666 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 943 time: 1.7172463 Jan 28 16:46:20.010151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:20.023598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625339b5-182b-4841-bfe9-e582261520ee None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:20.045279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.048863 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:20.053494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:20.078046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a9d90f3c-d73b-4190-859c-d415bcc457db), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.083905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:20.084546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.087581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8::1d0 (ae7b406a-6400-4e6a-9ca7-16062f098b86/9830d2b0-20bd-4d39-b5f7-c256d8a704ed/6d5357a9-8d65-4de8-9fe9-e747a665a2ee) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:20.100638 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a00c5980-7126-4c1e-bdc9-d7a315738574), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.152783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-093a7c10-0fc4-4f60-8724-7d0a53049f73 req-c9a2c968-f2d7-4763-83fc-0e99ee6f64b1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365151 Jan 28 16:46:20.208410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8139257 Jan 28 16:46:20.208959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:20.231104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'name': 'tempest-PortsTestJSON-1637435254'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:20.262970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a00c5980-7126-4c1e-bdc9-d7a315738574,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:20.278097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f9197-dcd0-4f57-a64c-9a6bac17af81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=a9d90f3c-d73b-4190-859c-d415bcc457db,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:20.290496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd7e5968-f5cc-4a69-bdb2-2054bfb564ab req-552ddad7-9b36-4eb8-89eb-79c7a4077fcd service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050580 Jan 28 16:46:20.294361 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:20.302895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:20.330981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2de6ae9a-655f-4c39-9605-2d011b7b5acb admin admin] Publish callbacks [] for security_group (6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.382613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2de6ae9a-655f-4c39-9605-2d011b7b5acb admin admin] Publish callbacks [] for security_group (6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.484422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2de6ae9a-655f-4c39-9605-2d011b7b5acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.512156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2de6ae9a-655f-4c39-9605-2d011b7b5acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.518665 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2de6ae9a-655f-4c39-9605-2d011b7b5acb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853 HTTP/1.1" status: 204 len: 168 time: 1.2320683 Jan 28 16:46:20.545576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:20.553132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.613658 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.618234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 0dfa682b-07da-497c-ad1c-f33286fdf31b yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:20.642986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.712487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-39497182-6af9-43cf-94c8-5261c30f07eb tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "PUT /v2.0/floatingips/e3a17518-c07d-478c-9498-275f320e0fa5 HTTP/1.1" status: 200 len: 990 time: 6.6007769 Jan 28 16:46:20.750141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:20.764582 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:20.777107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6ae9a-655f-4c39-9605-2d011b7b5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5c5ee-2fb1-4cc5-8738-bdac29c5c853,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:20.898189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c5ad137-16fe-4073-b1e3-fb2e75561c57 req-8b225696-c73f-4ee5-8093-be2e1b8e230f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8725731 Jan 28 16:46:20.926451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (403e9850-6eed-4caf-9a57-d9a0fbc3c037), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:20.993164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f31f6-da8c-4cbd-8acc-a43ff615ded8 None None] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:21.036780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e3a17518-c07d-478c-9498-275f320e0fa5', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'port_id': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'mac_address': 'fa:16:3e:42:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898a5b8f-f60f-4166-a841-512d1cb67441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:45:54Z', 'updated_at': '2022-01-28T16:46:15Z', 'revision_number': 1, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:21.089657 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625339b5-182b-4841-bfe9-e582261520ee None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:46:21.115363 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:21.116216 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:21.186314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (403e9850-6eed-4caf-9a57-d9a0fbc3c037), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:21.190185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks [] for router_controller (403e9850-6eed-4caf-9a57-d9a0fbc3c037), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:21.271756 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ca608-e764-41eb-8fc9-b0c92f1f9e02 x-openstack-request-id: req-472ca608-e764-41eb-8fc9-b0c92f1f9e02 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:21.271988 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:21.272229 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-472ca608-e764-41eb-8fc9-b0c92f1f9e02 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:21.272592 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'status': 'completed', 'code': 200} Jan 28 16:46:21.275751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (403e9850-6eed-4caf-9a57-d9a0fbc3c037), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:21.276338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 403e9850-6eed-4caf-9a57-d9a0fbc3c037 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:46:21.283652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:21.286162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Provisioning complete for port 19a16319-1fef-4d8a-812c-3ea657a38689 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:21.287169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:21.295954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6e2b7aa6-ffef-4847-b274-c226386b4fbb admin admin] 10.222.0.25 "DELETE /v2.0/routers/403e9850-6eed-4caf-9a57-d9a0fbc3c037 HTTP/1.1" status: 204 len: 168 time: 8.2925172 Jan 28 16:46:21.296943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47990) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:21.383488 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:21.725796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b5a91b0a-6fa6-4084-b06a-01e135f2e9ad details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:21.797327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47996) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:21.856996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc6efe96-c331-4f58-beeb-49d61d0bf069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.118475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-625339b5-182b-4841-bfe9-e582261520ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e3a17518-c07d-478c-9498-275f320e0fa5', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'port_id': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'mac_address': 'fa:16:3e:42:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898a5b8f-f60f-4166-a841-512d1cb67441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:45:54Z', 'updated_at': '2022-01-28T16:46:15Z', 'revision_number': 1, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:22.202288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-5973ccce-7096-4105-8008-95a24bbe9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:22.205017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-5973ccce-7096-4105-8008-95a24bbe9d82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 1128 time: 0.5240824 Jan 28 16:46:22.210485 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625339b5-182b-4841-bfe9-e582261520ee None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e3a17518-c07d-478c-9498-275f320e0fa5', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'port_id': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'mac_address': 'fa:16:3e:42:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898a5b8f-f60f-4166-a841-512d1cb67441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:45:54Z', 'updated_at': '2022-01-28T16:46:15Z', 'revision_number': 1, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:22.229631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19a16319-1fef-4d8a-812c-3ea657a38689 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:22.270166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Current status of the port 19a16319-1fef-4d8a-812c-3ea657a38689 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:22.270918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.274233 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.388012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] For port 19a16319-1fef-4d8a-812c-3ea657a38689, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19a16319-1fef-4d8a-812c-3ea657a38689,segment=NetworkSegment(0b9940e2-cc67-436f-b6bf-062d3fe2041f),segment_id=0b9940e2-cc67-436f-b6bf-062d3fe2041f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:22.472155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.516965 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.684065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b99be-b038-4ebe-9d60-6ff0c2fcc98f None None] New status for floating IP e3a17518-c07d-478c-9498-275f320e0fa5: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:46:22.700125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:22.731505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 19a16319-1fef-4d8a-812c-3ea657a38689 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:22.732146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Deleting subnet 284453c5-a875-4cc0-8c5b-3c7329e26380 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:22.732883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:22.733333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.736972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Pushing event updated for resources: {'Port': ['ID=19a16319-1fef-4d8a-812c-3ea657a38689,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:22.749755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Publish callbacks [] for subnet (284453c5-a875-4cc0-8c5b-3c7329e26380), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.756108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:22.811250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.812410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.813662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.814223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.814777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.815315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.815850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.816393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.816964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.817496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.818026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.818553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.819094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd85d-3cd9-4e8a-a8d5-41bdc9a55f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:22.827883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cf765393-5006-4472-9ee8-bfc724ba4c3b None None] Provisioning complete for port 19a16319-1fef-4d8a-812c-3ea657a38689 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:22.828505 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cf765393-5006-4472-9ee8-bfc724ba4c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.830749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'network_id': '320dc372-532a-4f6c-a239-478eba769e9e', 'port_id': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'mac_address': 'fa:16:3e:cf:48:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9f1354-f650-4e32-8da5-0be760f0c494', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:22.853524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (284453c5-a875-4cc0-8c5b-3c7329e26380), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.864130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:22.885324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:22.886004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.956363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7558298 Jan 28 16:46:22.959202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48012) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:22.977960 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:22.986332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e9a1c-6b61-47a5-b03a-86e2455c4b63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=6d5357a9-8d65-4de8-9fe9-e747a665a2ee,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:23.028030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-1cfab79e-644f-4103-baf8-5a463615e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.031623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-1cfab79e-644f-4103-baf8-5a463615e064 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.7932632 Jan 28 16:46:23.116701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:23.116701 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.133743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc6efe96-c331-4f58-beeb-49d61d0bf069 admin admin] Publish callbacks [] for security_group (1f90a04a-08d7-42db-9284-b8804716f776), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.145883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (284453c5-a875-4cc0-8c5b-3c7329e26380), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.184705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc6efe96-c331-4f58-beeb-49d61d0bf069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f90a04a-08d7-42db-9284-b8804716f776), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.288874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cf765393-5006-4472-9ee8-bfc724ba4c3b None None] Current status of the port 19a16319-1fef-4d8a-812c-3ea657a38689 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:23.298280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a91b0a-6fa6-4084-b06a-01e135f2e9ad {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:23.347385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (284453c5-a875-4cc0-8c5b-3c7329e26380), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.373448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:23.374759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 19a16319-1fef-4d8a-812c-3ea657a38689 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:23.388106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.456275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bc6efe96-c331-4f58-beeb-49d61d0bf069 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94492d918daa45d5b09a1b5014699356&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6551645 Jan 28 16:46:23.463956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6efe96-c331-4f58-beeb-49d61d0bf069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f90a04a-08d7-42db-9284-b8804716f776,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:23.465331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284453c5-a875-4cc0-8c5b-3c7329e26380,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:23.478189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.483938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48016) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:23.488243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e362de92-81ec-4204-90d2-557893285799 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/284453c5-a875-4cc0-8c5b-3c7329e26380 HTTP/1.1" status: 204 len: 168 time: 2.1877131 Jan 28 16:46:23.501865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d81bd-89f7-4230-865a-83640092b260 None None] Network 25f58c6c-5d2b-4282-90ba-df8e00addd5b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:23.503336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48018) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:23.516629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-29e4d238-f772-43b8-a4e9-59b17f8560fd None None] Provisioning complete for port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:23.517217 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29e4d238-f772-43b8-a4e9-59b17f8560fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.527620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af8dc8-f549-4c10-bc42-cf3a5d802191 req-7fd17a41-1a92-4b5c-b2c6-faf034ce59aa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.530153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7af8dc8-f549-4c10-bc42-cf3a5d802191 req-7fd17a41-1a92-4b5c-b2c6-faf034ce59aa tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 943 time: 2.1121891 Jan 28 16:46:23.593679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:23.606673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19a16319-1fef-4d8a-812c-3ea657a38689 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:23.643178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-29e4d238-f772-43b8-a4e9-59b17f8560fd None None] Port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:23.653229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:23.680090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.687371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.694631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.704200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.727402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.737335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.743552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:23.747561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-551e892c-1f41-4456-afdb-ad685db79d4c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 1.0091848 Jan 28 16:46:23.774106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 19a16319-1fef-4d8a-812c-3ea657a38689 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:23.774963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.821081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (25f58c6c-5d2b-4282-90ba-df8e00addd5b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.864138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] DHCP port deletion for 25f58c6c-5d2b-4282-90ba-df8e00addd5b request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:46:23.873591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-73379a4f-e3e8-48e3-8f6e-80fe815c302b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84 HTTP/1.1" status: 200 len: 998 time: 0.7364562 Jan 28 16:46:23.882503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:23.911580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7af8dc8-f549-4c10-bc42-cf3a5d802191 req-11e86c40-d099-4e2b-a7c9-6f0790587022 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517582 Jan 28 16:46:23.917901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 19a16319-1fef-4d8a-812c-3ea657a38689 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:23.932211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a00c5980-7126-4c1e-bdc9-d7a315738574 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:23.962133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-828d0fae-c5c2-42f5-8a9f-3d703bb04489 req-dca739d3-d947-4e57-9ea4-699203d1f5d4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1961372 Jan 28 16:46:24.010632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a00c5980-7126-4c1e-bdc9-d7a315738574 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:24.011410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a00c5980-7126-4c1e-bdc9-d7a315738574 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:24.023408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-6314d9ee-b859-4ac8-a92a-61f61b346d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:24.025373 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-6314d9ee-b859-4ac8-a92a-61f61b346d77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.1406872 Jan 28 16:46:24.085079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] Deleting port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:24.085385 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.097221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Deleting port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:24.097570 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.217924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] For port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:24.218323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.244714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] Calling delete_port for bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:24.259017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] For port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,segment=NetworkSegment(8b9dbbec-bde5-4759-9891-df63e9e642fa),segment_id=8b9dbbec-bde5-4759-9891-df63e9e642fa)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:24.259938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.264924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-77ff77a7-1d2b-4db5-9a41-1c77b5921556 admin admin] Publish callbacks [] for security_group (1f90a04a-08d7-42db-9284-b8804716f776), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.292314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-77ff77a7-1d2b-4db5-9a41-1c77b5921556 admin admin] Publish callbacks [] for security_group (1f90a04a-08d7-42db-9284-b8804716f776), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.332954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Calling delete_port for bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:24.391167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=0dfa682b-07da-497c-ad1c-f33286fdf31b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:24.416359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-77ff77a7-1d2b-4db5-9a41-1c77b5921556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f90a04a-08d7-42db-9284-b8804716f776), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.425789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-77ff77a7-1d2b-4db5-9a41-1c77b5921556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.427325 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-77ff77a7-1d2b-4db5-9a41-1c77b5921556 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f90a04a-08d7-42db-9284-b8804716f776 HTTP/1.1" status: 204 len: 168 time: 0.9423761 Jan 28 16:46:24.436063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.473329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': 'c0f14895-14bc-47dc-b86b-8389185fd649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:24.474007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: a9d90f3c-d73b-4190-859c-d415bcc457db, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:24.483044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-bf20e514-9004-469f-b344-a44d197629be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:24.485826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-bf20e514-9004-469f-b344-a44d197629be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4441099 Jan 28 16:46:24.506194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff77a7-1d2b-4db5-9a41-1c77b5921556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f90a04a-08d7-42db-9284-b8804716f776,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:24.518531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] Pushing event deleted for resources: {'Port': ['ID=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:24.536190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b210fd0-52c5-4323-b41d-2ecaa545e4f6 None None] No DVR routers for this DVR port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:24.601663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bdde9aa6-e320-47cf-9260-7a61ff8bb4d8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.653673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:24.656437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.682563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdde9aa6-e320-47cf-9260-7a61ff8bb4d8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:24.712820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a9d90f3c-d73b-4190-859c-d415bcc457db) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:24.713056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] No DVR routers for this DVR port bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:24.723828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf97823-413e-4779-9e0a-a1e7a095c7d2 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:24.737919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:24.752498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:24.757466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.854346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7fbd911c-2706-4a8d-8677-4eca8beb4488 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.6324093 Jan 28 16:46:24.861335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:24.866698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1933185505'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:24.924184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:24.924777 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (25f58c6c-5d2b-4282-90ba-df8e00addd5b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.927792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:24.991113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f58c6c-5d2b-4282-90ba-df8e00addd5b']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:25.018427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9dbbec-bde5-4759-9891-df63e9e642fa') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:25.018735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9dbbec-bde5-4759-9891-df63e9e642fa') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:25.047586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-32db5884-a9a0-41a8-a6f1-08644c5fcc03 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504029 Jan 28 16:46:25.057039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (8b9dbbec-bde5-4759-9891-df63e9e642fa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.105869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8b9dbbec-bde5-4759-9891-df63e9e642fa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.191927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:25.192883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (8b9dbbec-bde5-4759-9891-df63e9e642fa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:25.194834 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:25.309152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:25.309828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.317943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.329749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.337118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.343499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.349033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f66e99db-382e-444c-bef6-df539af017fe), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.349384 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment f66e99db-382e-444c-bef6-df539af017fe of type vlan for network b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1 Jan 28 16:46:25.351390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.357248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.365546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dae56915-7541-4005-b541-a102bd73242f req-da9c02eb-21b8-4ef4-8b0c-07a062c5d490 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2559845 Jan 28 16:46:25.385099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c805c-2403-4219-9cb4-303da01d7db3 req-a500a7c7-39f8-4857-9109-a3fd6e7e2f47 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.386750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f5c805c-2403-4219-9cb4-303da01d7db3 req-a500a7c7-39f8-4857-9109-a3fd6e7e2f47 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 944 time: 0.3215163 Jan 28 16:46:25.387405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (25f58c6c-5d2b-4282-90ba-df8e00addd5b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.400856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.406326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/25f58c6c-5d2b-4282-90ba-df8e00addd5b HTTP/1.1" status: 204 len: 168 time: 1.8750606 Jan 28 16:46:25.454176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4227cd-4d88-45e1-9d0c-fab142d1b6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f58c6c-5d2b-4282-90ba-df8e00addd5b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:25.552470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:25.597673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:25.598127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f5c805c-2403-4219-9cb4-303da01d7db3 req-d856386a-82e4-4bfb-a1b6-64e726590b97 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823471 Jan 28 16:46:25.598267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bdde9aa6-e320-47cf-9260-7a61ff8bb4d8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:25.610170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dae56915-7541-4005-b541-a102bd73242f req-61669791-72ce-4e1e-95ff-1606f1677f2b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2437117 Jan 28 16:46:25.614553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.668381 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6586f1bb-56e8-4f2a-ae4e-007e8d5f3dbb req-42fe3f6a-a13c-4dba-b74c-de9476bb60d8 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812664 Jan 28 16:46:25.703791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b5a91b0a-6fa6-4084-b06a-01e135f2e9ad up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:25.759252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.767430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:25.773060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.794499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:46:25.800536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:25.805547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.809532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.835636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48058) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:25.850904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.926895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:25.927662 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:25.950834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-81c1f2cf-9342-4e3b-8cdf-0d11dff4e466 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4408bd8c99c04e1ab1e4ebad382e6666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113763 Jan 28 16:46:25.951799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48066) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:25.977631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:25.979599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:25.982962 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf70d40c-b49b-4e55-8675-d6637011ea70" -d '{"events": [{"server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "name": "network-vif-plugged", "status": "completed", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:25.989962 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.072868 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2011709 Jan 28 16:46:26.081924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-742b5f0b-375a-4a4e-969c-d50f04e9c833 admin admin] Publish callbacks [] for security_group (93d8cf34-43ca-4dc1-b972-fb7777ffbc10), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.084120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48074) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:26.114844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'ports': [{'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'}, {'network_id': 'b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1'}]} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:26.114844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:26.115172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:26.142388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-742b5f0b-375a-4a4e-969c-d50f04e9c833 admin admin] Publish callbacks [] for security_group (93d8cf34-43ca-4dc1-b972-fb7777ffbc10), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.165426 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c1804d-3237-444b-b7f1-93afce0800e8 x-openstack-request-id: req-89c1804d-3237-444b-b7f1-93afce0800e8 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:26.166317 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "name": "network-vif-plugged", "status": "completed", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:26.167085 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89c1804d-3237-444b-b7f1-93afce0800e8 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:26.167552 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'code': 200} Jan 28 16:46:26.174704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:26.249757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25bc2-78d1-411f-8be6-cb914da83d5d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:26.263055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:26.263361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-742b5f0b-375a-4a4e-969c-d50f04e9c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93d8cf34-43ca-4dc1-b972-fb7777ffbc10), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.266361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-742b5f0b-375a-4a4e-969c-d50f04e9c833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.267599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-742b5f0b-375a-4a4e-969c-d50f04e9c833 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93d8cf34-43ca-4dc1-b972-fb7777ffbc10 HTTP/1.1" status: 204 len: 168 time: 0.3123958 Jan 28 16:46:26.284255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b5f0b-375a-4a4e-969c-d50f04e9c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d8cf34-43ca-4dc1-b972-fb7777ffbc10,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:26.349850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=6d5357a9-8d65-4de8-9fe9-e747a665a2ee,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:26.458269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec939fd3-b46d-4fc9-962d-7f372641740e req-e39adbd6-df0f-4990-81ab-6ef5a8dd22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:26.460121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec939fd3-b46d-4fc9-962d-7f372641740e req-e39adbd6-df0f-4990-81ab-6ef5a8dd22fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1128 time: 0.2742589 Jan 28 16:46:26.599977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-653a913b-1105-41a1-8d45-a14edb8b2164 None None] Provisioning complete for port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:26.601202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-653a913b-1105-41a1-8d45-a14edb8b2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.648150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-653a913b-1105-41a1-8d45-a14edb8b2164 None None] Port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:26.815334 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (4d92e697-0faf-488d-990e-037717a83e1c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:26.835752 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec939fd3-b46d-4fc9-962d-7f372641740e req-b69e9b40-9aa2-4322-958b-f4f4eb443b69 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671267 Jan 28 16:46:26.926869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:26.935137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:26.949327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:26.965151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:26.977794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:26.989110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:27.005471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:27.015445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dcff1abd-2339-4627-9239-1e6136db0ef2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2724311 Jan 28 16:46:27.027188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 2} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:27.032167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.055368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.077175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09868fdf-7b1d-4fae-99e4-4d982377de67 req-00d70aab-d208-45a4-94b3-a3edc94bd839 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:27.079257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09868fdf-7b1d-4fae-99e4-4d982377de67 req-00d70aab-d208-45a4-94b3-a3edc94bd839 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 945 time: 0.3264997 Jan 28 16:46:27.127442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0e066fc-28ce-4877-b42c-4b72c4bbf448 req-dc1b396c-1368-4f37-81f0-cfbcb92bdf66 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111193 Jan 28 16:46:27.256911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09868fdf-7b1d-4fae-99e4-4d982377de67 req-ddaa00e2-6a40-42d1-85ba-69937f7deeb6 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283314 Jan 28 16:46:27.291369 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:46:27.323696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.439655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port e312e307-2506-4997-a5bc-3a16526e59a6 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:27.576593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48118) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:27.718927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (e312e307-2506-4997-a5bc-3a16526e59a6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.729129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1894508676-network', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:27.763561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Made reservation on behalf of 8dd2f19a42fc4d42a46d599bef1f7934 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:27.766587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.784904 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.963831 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks [] for security_group (2142b5b4-fb42-45b2-a9aa-2b54cb8e5631), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:27.973463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2142b5b4-fb42-45b2-a9aa-2b54cb8e5631), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.050803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:28.059159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:28.077422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ba538060-d766-4442-b675-2a965d6f2e17), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.079218 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Added segment ba538060-d766-4442-b675-2a965d6f2e17 of type vlan for network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 Jan 28 16:46:28.145390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.173174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port d3a3b678-c15a-4760-8084-b52444a71614 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:28.191588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.192836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.193650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.223739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.251496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.252294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (4d92e697-0faf-488d-990e-037717a83e1c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.286943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7092102 Jan 28 16:46:28.292417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48144) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:28.297813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Request body: {'subnet': {'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1894508676-subnet', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:28.369828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96fa33-c920-4508-aeef-da31eb216398 admin admin] Pushing event updated for resources: {'Network': ['ID=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:28.385382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=6d5357a9-8d65-4de8-9fe9-e747a665a2ee,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:28.394365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:28.463306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:28.466158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:28.489136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (d3a3b678-c15a-4760-8084-b52444a71614), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.502630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Made reservation on behalf of 8dd2f19a42fc4d42a46d599bef1f7934 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:28.525238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.667315 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e312e307-2506-4997-a5bc-3a16526e59a6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.738796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:28.754299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:28.764222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:28.765641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d3a3b678-c15a-4760-8084-b52444a71614), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:28.779733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router 4d92e697-0faf-488d-990e-037717a83e1c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:46:28.798010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=e312e307-2506-4997-a5bc-3a16526e59a6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:28.857171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.864115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.871014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.878646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.886019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.894719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.902096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.904549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-f9a909e1-8ac5-4578-92ae-9b479ca3951c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.6678286 Jan 28 16:46:28.957865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618594-f0ed-438e-82f3-da864eeee61e req-a85a47e2-01b9-4236-b2f1-bb8eccbf4448 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:28.960652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19618594-f0ed-438e-82f3-da864eeee61e req-a85a47e2-01b9-4236-b2f1-bb8eccbf4448 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 945 time: 0.6025748 Jan 28 16:46:28.963363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=d3a3b678-c15a-4760-8084-b52444a71614,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:28.986920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': 'f66e99db-382e-444c-bef6-df539af017fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:28.987506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:29.002717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:29.005230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9f70e3e0-1882-4a55-9b18-c120005a81a2 None None] Provisioning complete for port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:29.005610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9f70e3e0-1882-4a55-9b18-c120005a81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.014095 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] Sync routers for ids ['4d92e697-0faf-488d-990e-037717a83e1c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:29.023053 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1ee6cf29-dc95-4394-92af-c728dad7fdb1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/4d92e697-0faf-488d-990e-037717a83e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0248103 Jan 28 16:46:29.025561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48162) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:29.038077 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] Routers {'4d92e697-0faf-488d-990e-037717a83e1c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:29.042421 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4d92e697-0faf-488d-990e-037717a83e1c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:29.046705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9f70e3e0-1882-4a55-9b18-c120005a81a2 None None] Port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:29.068202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:29.088171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:29.097418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce86ddd8-e7a9-4c71-8f5a-2de01ff9fedb tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:29.098127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba9b74-f9bd-4d04-b5c2-d0d8744b74fb None None] Network b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:29.101929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce86ddd8-e7a9-4c71-8f5a-2de01ff9fedb tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports/6d5357a9-8d65-4de8-9fe9-e747a665a2ee HTTP/1.1" status: 200 len: 984 time: 0.0752280 Jan 28 16:46:29.104258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48164) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:29.115115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:29.118751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:29.124213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:29.125087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.217415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7bec9ff8-7818-4afc-9af3-7f4e9ed10fc2 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1304436 Jan 28 16:46:29.226051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48166) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:29.247639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (8435a387-d6eb-43ad-8df9-671f94a6555e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.376966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04e7f80b-fc61-46e2-b5c9-a8bc92d686f0 req-b35e354e-d0a1-4ef6-afa3-f73f22750881 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4606566 Jan 28 16:46:29.409072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19618594-f0ed-438e-82f3-da864eeee61e req-a12312aa-636a-42ef-990b-44e04d3d1728 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266245 Jan 28 16:46:29.417740 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:29.437961 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] Routers {'4d92e697-0faf-488d-990e-037717a83e1c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:29.438926 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4d92e697-0faf-488d-990e-037717a83e1c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:29.484788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8435a387-d6eb-43ad-8df9-671f94a6555e,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:29.486735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48172) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:29.512617 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:29.513465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db618a8-3fc6-41f1-8441-11cae5824c36 None None] The sync data for ids ['4d92e697-0faf-488d-990e-037717a83e1c'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:29.520548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Checking segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:29.521101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Network hostable DHCP agents. Network: 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:29.633945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:29.648924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port d3a3b678-c15a-4760-8084-b52444a71614 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:29.649478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d3a3b678-c15a-4760-8084-b52444a71614), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.679630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:29.694101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:29.698596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.743369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45756f5-5e40-436b-8225-567064ddd77b None None] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:29.744112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d3a3b678-c15a-4760-8084-b52444a71614), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.789830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for d3a3b678-c15a-4760-8084-b52444a71614 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:29.810970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-456983b8-695b-470d-afc8-374b20fdfb78 req-f7a0cff7-0210-44f7-81eb-627ef1bc1ca2 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-578499691&fields=id&tenant_id=c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 267 time: 0.2393904 Jan 28 16:46:29.812039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2ae665e-2975-4d79-879e-02499cc2b2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:29.834792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-87380029-43f4-45a8-8902-f61ab78eb4bd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5426784 Jan 28 16:46:29.839300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48176) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:29.844003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:29.881990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfec385-7a24-49bc-bb7c-17be52aa3b16 None None] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:29.943114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456983b8-695b-470d-afc8-374b20fdfb78 req-8281b694-b857-4daa-be6d-c04ba7230ca0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:29.944958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-456983b8-695b-470d-afc8-374b20fdfb78 req-8281b694-b857-4daa-be6d-c04ba7230ca0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 945 time: 0.1263311 Jan 28 16:46:29.963822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'port': {'security_groups': ['11482341-0fcc-4223-a4ce-7a564451e0ac', 'e0ccccce-2844-45d7-97f5-aee50a5a2006']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:30.016871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (bfcd42dd-8259-4748-9e62-ab3ae23ad105), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.017895 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (bfcd42dd-8259-4748-9e62-ab3ae23ad105), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.058740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.124391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (4d92e697-0faf-488d-990e-037717a83e1c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.138916 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2ae665e-2975-4d79-879e-02499cc2b2c2 admin admin] Publish callbacks [] for security_group (c979175e-2fce-473a-bc61-d69c1976e759), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.148792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2ae665e-2975-4d79-879e-02499cc2b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c979175e-2fce-473a-bc61-d69c1976e759), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.239132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks [] for router_controller (bfcd42dd-8259-4748-9e62-ab3ae23ad105), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.243446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d3a3b678-c15a-4760-8084-b52444a71614), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.252144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b2ae665e-2975-4d79-879e-02499cc2b2c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=939613294ca944dc99e14854db4838c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7551334 Jan 28 16:46:30.257087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae665e-2975-4d79-879e-02499cc2b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c979175e-2fce-473a-bc61-d69c1976e759,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:30.259407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48178) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:30.382989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20c81d3f-d70e-41f5-a026-c679e0f86a18 admin admin] Publish callbacks [] for security_group (c979175e-2fce-473a-bc61-d69c1976e759), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.421931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:30.425353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20c81d3f-d70e-41f5-a026-c679e0f86a18 admin admin] Publish callbacks [] for security_group (c979175e-2fce-473a-bc61-d69c1976e759), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.440157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=d3a3b678-c15a-4760-8084-b52444a71614,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:30.480144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.487286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.501373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:30.526105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.533683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-31d2b0a1-062f-4eb2-ab65-609a324abd61 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/d3a3b678-c15a-4760-8084-b52444a71614 HTTP/1.1" status: 204 len: 168 time: 1.3065326 Jan 28 16:46:30.550778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:30.563695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48182) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:30.693537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks [] for router_gateway (bfcd42dd-8259-4748-9e62-ab3ae23ad105), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.709511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.716184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.720433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-456983b8-695b-470d-afc8-374b20fdfb78 req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "PUT /v2.0/ports/b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 981 time: 0.7644615 Jan 28 16:46:30.721450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20c81d3f-d70e-41f5-a026-c679e0f86a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c979175e-2fce-473a-bc61-d69c1976e759), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.725870 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20c81d3f-d70e-41f5-a026-c679e0f86a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:30.729257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-20c81d3f-d70e-41f5-a026-c679e0f86a18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c979175e-2fce-473a-bc61-d69c1976e759 HTTP/1.1" status: 204 len: 168 time: 0.4644678 Jan 28 16:46:30.730157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:30.732574 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eed722-c978-402b-ba68-c4ea6b4b561c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:30.813766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c81d3f-d70e-41f5-a026-c679e0f86a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c979175e-2fce-473a-bc61-d69c1976e759,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:30.828101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:30.845525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef47a99-e830-4094-b936-7677c9700fdb tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:30.895967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.901556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.907698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.913935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.919408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.925496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.932179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.934076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-37b106b8-2e6d-4676-843d-c2f52d65df14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3791580 Jan 28 16:46:30.941731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4692409e-ba85-4546-8a3b-ef3e2e2739f5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.948260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4692409e-ba85-4546-8a3b-ef3e2e2739f5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:30.952976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4692409e-ba85-4546-8a3b-ef3e2e2739f5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3866196 Jan 28 16:46:30.956977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48190) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:31.023709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa88346d-f594-4eae-bde8-99f8f6451b62 req-341a7051-dc3c-4201-a33c-a2768ee26424 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/e0ccccce-2844-45d7-97f5-aee50a5a2006 HTTP/1.1" status: 200 len: 1819 time: 0.2524626 Jan 28 16:46:31.218426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 6d5357a9-8d65-4de8-9fe9-e747a665a2ee {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:31.218816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.253955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c1fa062-c5dc-4a7c-b49e-fdffbded948f req-0f5b3491-154d-4c8b-b5b8-aae83fd6eaf9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2991230 Jan 28 16:46:31.266597 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-aa88346d-f594-4eae-bde8-99f8f6451b62 req-ad2f7798-d0db-4e0d-95fb-11a8fe0e4a6e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 16:46:31.267823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa88346d-f594-4eae-bde8-99f8f6451b62 req-ad2f7798-d0db-4e0d-95fb-11a8fe0e4a6e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0ccccce-2844-45d7-97f5-aee50a5a2006 HTTP/1.1" status: 409 len: 341 time: 0.2350552 Jan 28 16:46:31.285336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port e312e307-2506-4997-a5bc-3a16526e59a6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:31.285705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e312e307-2506-4997-a5bc-3a16526e59a6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.308847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48198) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:31.431056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e312e307-2506-4997-a5bc-3a16526e59a6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.447465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for e312e307-2506-4997-a5bc-3a16526e59a6 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:31.541016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65ebe229-3651-4e87-ad0f-5b527dcc4114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.679274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e312e307-2506-4997-a5bc-3a16526e59a6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.696066 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f7011c-4b46-4033-b30e-2804b703d4f1 x-openstack-request-id: req-99f7011c-4b46-4033-b30e-2804b703d4f1 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:31.696362 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:31.696744 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99f7011c-4b46-4033-b30e-2804b703d4f1 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:31.697103 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'status': 'completed', 'code': 200} Jan 28 16:46:31.779708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=e312e307-2506-4997-a5bc-3a16526e59a6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:31.782357 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.788048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a7e52078-fb1a-4dea-8e4a-22672fbf3157 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/e312e307-2506-4997-a5bc-3a16526e59a6 HTTP/1.1" status: 204 len: 168 time: 0.8278444 Jan 28 16:46:31.795741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48202) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:31.866921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241bd0-d1fe-4056-ae1e-7b17e9876cfe req-76388b2c-aa21-4296-a927-9914ad782583 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:31.874441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2241bd0-d1fe-4056-ae1e-7b17e9876cfe req-76388b2c-aa21-4296-a927-9914ad782583 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 984 time: 0.1838956 Jan 28 16:46:31.917540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65ebe229-3651-4e87-ad0f-5b527dcc4114 admin admin] Publish callbacks [] for security_group (c0874d5f-9aef-4823-83f9-a0b2e4257f93), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.930083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65ebe229-3651-4e87-ad0f-5b527dcc4114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c0874d5f-9aef-4823-83f9-a0b2e4257f93), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:31.956164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8d3f3-5984-41b3-aeaa-5a048aa69af8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:31.961012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e6b8d3f3-5984-41b3-aeaa-5a048aa69af8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1605809 Jan 28 16:46:31.961883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48204) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:32.010297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2241bd0-d1fe-4056-ae1e-7b17e9876cfe req-61ee5641-1f50-47b1-a13f-c2a636109971 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=e0ccccce-2844-45d7-97f5-aee50a5a2006&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1349595 Jan 28 16:46:32.026936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-39474aad-6c13-4119-af18-569920f5e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.029113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-39474aad-6c13-4119-af18-569920f5e659 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1167 time: 0.2659628 Jan 28 16:46:32.030048 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee8f48d-3fe8-4a0c-8d0e-f86478df995c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:46:32.035030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5ee8f48d-3fe8-4a0c-8d0e-f86478df995c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/d3a3b678-c15a-4760-8084-b52444a71614 HTTP/1.1" status: 404 len: 333 time: 0.0640056 Jan 28 16:46:32.035472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-65ebe229-3651-4e87-ad0f-5b527dcc4114 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97da2ec249ff47f7b8481c3c7e4fff9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7290061 Jan 28 16:46:32.037080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48206) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:32.037414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48208) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:32.057847 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.080256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebe229-3651-4e87-ad0f-5b527dcc4114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0874d5f-9aef-4823-83f9-a0b2e4257f93,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:32.104173 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a0407c-0abc-4ea3-95c4-59c37ce527c5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:46:32.105650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-68a0407c-0abc-4ea3-95c4-59c37ce527c5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/e312e307-2506-4997-a5bc-3a16526e59a6 HTTP/1.1" status: 404 len: 333 time: 0.0673497 Jan 28 16:46:32.109065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48210) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:32.115064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks [] for router_gateway (bfcd42dd-8259-4748-9e62-ab3ae23ad105), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.164544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 6d5357a9-8d65-4de8-9fe9-e747a665a2ee owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:32.166623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.179250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd3b12f1-361d-48bf-a076-48561633b059 admin admin] Publish callbacks [] for security_group (c0874d5f-9aef-4823-83f9-a0b2e4257f93), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.221903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd3b12f1-361d-48bf-a076-48561633b059 admin admin] Publish callbacks [] for security_group (c0874d5f-9aef-4823-83f9-a0b2e4257f93), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.228384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.326303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-a653af5f-3616-4cf0-925b-f7f00e670fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.328650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-a653af5f-3616-4cf0-925b-f7f00e670fb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.2857478 Jan 28 16:46:32.356573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.379007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:32.389100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66e99db-382e-444c-bef6-df539af017fe') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:32.389426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66e99db-382e-444c-bef6-df539af017fe') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:32.389549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-18b66138-0ef3-499e-863a-31d5849d6947 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 217 time: 0.0369551 Jan 28 16:46:32.401597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (f66e99db-382e-444c-bef6-df539af017fe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.445730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-be113e14-707b-4b06-8730-36d7e4a366bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.447453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-be113e14-707b-4b06-8730-36d7e4a366bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.0472963 Jan 28 16:46:32.457907 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f66e99db-382e-444c-bef6-df539af017fe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.472441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:32.473060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (f66e99db-382e-444c-bef6-df539af017fe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.524660 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-a87f1c4e-b58f-4108-9fe6-675388890fa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685325 Jan 28 16:46:32.541740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Allocated IP 172.25.8.206 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/f593e1ee-aa9f-4b96-ab78-e99fe4ed935e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:32.550715 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:32.563999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.568368 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd3b12f1-361d-48bf-a076-48561633b059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c0874d5f-9aef-4823-83f9-a0b2e4257f93), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.573217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd3b12f1-361d-48bf-a076-48561633b059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.577190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cd3b12f1-361d-48bf-a076-48561633b059 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0874d5f-9aef-4823-83f9-a0b2e4257f93 HTTP/1.1" status: 204 len: 168 time: 0.5375409 Jan 28 16:46:32.595250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.599652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1 HTTP/1.1" status: 204 len: 168 time: 0.4895530 Jan 28 16:46:32.610747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48216) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:32.647467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1891385766'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:32.680645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.687341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.702776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.717962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.730972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.742562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.757501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:32.763629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-cb930444-38fe-4949-b208-27fece46074f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3516524 Jan 28 16:46:32.764458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeec212-caa9-4e80-8e5a-56495482b0a9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=b9b8bc30-56d1-4d2c-b52c-61e269e1d1d1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:32.779230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b12f1-361d-48bf-a076-48561633b059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0874d5f-9aef-4823-83f9-a0b2e4257f93,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:32.793913 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-a4ed7ace-ad06-4c1c-9751-7b4c45148c9d service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597728 Jan 28 16:46:32.863835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:32.873807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.893294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6d5357a9-8d65-4de8-9fe9-e747a665a2ee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.937135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=6d5357a9-8d65-4de8-9fe9-e747a665a2ee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:32.946789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks [] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.958777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:32.970572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (982b0922-8d5d-41a6-acd3-ad01a2f47990), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:32.971170 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment 982b0922-8d5d-41a6-acd3-ad01a2f47990 of type vlan for network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 Jan 28 16:46:33.021630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (4fd709d2-4195-45cd-abd2-8ebe0765c2a7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:33.084096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (4fd709d2-4195-45cd-abd2-8ebe0765c2a7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:33.121410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:33.125867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:33.262792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d335923-1b1b-45ea-846f-0e6a0547b20f req-169266a8-ffc0-495e-aeb2-9a338d603ed3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4647343 Jan 28 16:46:33.269366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6297195 Jan 28 16:46:33.274392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48228) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:33.279646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:33.285453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05e893-dafe-46f0-84b0-df0e085c9116 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=4fd709d2-4195-45cd-abd2-8ebe0765c2a7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:33.290885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (4d92e697-0faf-488d-990e-037717a83e1c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:33.301136 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-84abb417-d035-42e8-a4d4-1a2440e34f6c req-dfd18207-9f8c-4711-ad63-95f216475fdb service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987154 Jan 28 16:46:33.308091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:33.496488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072e19c-52fd-43f7-a8c2-5a605eea57f8 req-60879638-fa02-44eb-8ca1-7cd40fa0e39f tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:33.518002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1072e19c-52fd-43f7-a8c2-5a605eea57f8 req-60879638-fa02-44eb-8ca1-7cd40fa0e39f tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 984 time: 0.2896414 Jan 28 16:46:33.529890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:33.537226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:33.543250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:33.684963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:33.704234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Performing IP validity checks on allocation pools {{(pid=103093) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 16:46:33.706890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103093) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 16:46:33.733277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Pushing event updated for resources: {'Port': ['ID=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:33.742630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:33.746911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:33.759914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1072e19c-52fd-43f7-a8c2-5a605eea57f8 req-cf2a32cb-3875-49d7-9f85-2ffe8b8284c9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=e0ccccce-2844-45d7-97f5-aee50a5a2006&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2320576 Jan 28 16:46:33.770701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-8c8b8ccd-87bd-4f92-a935-6286a970e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:33.772223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-8c8b8ccd-87bd-4f92-a935-6286a970e591 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1167 time: 0.4074214 Jan 28 16:46:33.873736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router 4d92e697-0faf-488d-990e-037717a83e1c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:33.927866 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-951f5128-39ca-44d8-8686-607c6f20e93e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3860972 Jan 28 16:46:34.027508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (804081dd-fbaf-4af1-9c91-d9f39806817b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:34.199243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': '982b0922-8d5d-41a6-acd3-ad01a2f47990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:34.199243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: 4fd709d2-4195-45cd-abd2-8ebe0765c2a7, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:34.199243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=804081dd-fbaf-4af1-9c91-d9f39806817b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:34.199787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:34.216872 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54c8175c-0f4a-4552-a408-91c6abdf5a8f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/4d92e697-0faf-488d-990e-037717a83e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1092086 Jan 28 16:46:34.218198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48250) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:34.225831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] Sync routers for ids ['4d92e697-0faf-488d-990e-037717a83e1c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:34.230906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:34.238959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] Routers {'4d92e697-0faf-488d-990e-037717a83e1c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:34.239996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4d92e697-0faf-488d-990e-037717a83e1c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:34.247208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-7fff88cb-4726-4de6-8523-e26e7bfa63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.248802 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-7fff88cb-4726-4de6-8523-e26e7bfa63e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.4208572 Jan 28 16:46:34.253073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 4fd709d2-4195-45cd-abd2-8ebe0765c2a7) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:34.257603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.258191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:34.301110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af4566-699f-42a5-b671-62b324653034 None None] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:34.307694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d2b4180d-685d-4b08-98a4-070278ffe830 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0314951 Jan 28 16:46:34.307694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48252) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:34.314636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7', 'name': 'tempest-PortsTestJSON-1225062920'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:34.319781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:34.445589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-d34817dc-a53d-486a-9ba4-bc3ace421820 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 217 time: 0.1262181 Jan 28 16:46:34.455684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] Routers {'4d92e697-0faf-488d-990e-037717a83e1c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:34.456310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4d92e697-0faf-488d-990e-037717a83e1c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:34.538765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:34.539423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd49056-b1bf-4179-944b-0ed98f3ca193 None None] The sync data for ids ['4d92e697-0faf-488d-990e-037717a83e1c'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:34.541445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:34.548728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:34.548896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7839b-f542-4313-90ee-16053e8eae66 req-43375501-cd8c-4a6a-8e21-753b0fb51bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.550247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-43375501-cd8c-4a6a-8e21-753b0fb51bac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1207 time: 0.4831815 Jan 28 16:46:34.576326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.582028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.587495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.593155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.599686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.605621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.612044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.620249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-591e53aa-9337-43dd-b116-876c9a516b05 req-d11534d0-b77e-4692-b814-2dcfd169197c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.1688433 Jan 28 16:46:34.647071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:34.653776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-4fd709d2-4195-45cd-abd2-8ebe0765c2a7', 'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': '804081dd-fbaf-4af1-9c91-d9f39806817b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:46:34.654622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:34.802345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-591e53aa-9337-43dd-b116-876c9a516b05 req-09daa078-c4a7-4916-a70b-126be1dc25b8 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805389 Jan 28 16:46:34.821547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-b9a6083f-6ff5-4b90-8671-366640fc212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:34.823320 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-b9a6083f-6ff5-4b90-8671-366640fc212c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.3566005 Jan 28 16:46:34.917174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.6 (4fd709d2-4195-45cd-abd2-8ebe0765c2a7/804081dd-fbaf-4af1-9c91-d9f39806817b/8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:35.278087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-4cbe911d-a2bc-4ecf-96a4-87e2478450ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4165933 Jan 28 16:46:35.297116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4033e-000d-4a69-9e84-088e11c8cd46 req-a874bbfb-de3e-4089-9a22-f6bc5e879267 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:35.298925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0a4033e-000d-4a69-9e84-088e11c8cd46 req-a874bbfb-de3e-4089-9a22-f6bc5e879267 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 984 time: 0.2997413 Jan 28 16:46:35.311944 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-5a53f842-92ad-4925-bd52-4b49261db4fa tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 16:46:35.316576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a53f842-92ad-4925-bd52-4b49261db4fa tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/4d92e697-0faf-488d-990e-037717a83e1c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0943844 Jan 28 16:46:35.317280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48280) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:35.405772 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c0b3340d-b1a5-4a60-8770-c91de6776050 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d92e697-0faf-488d-990e-037717a83e1c HTTP/1.1" status: 200 len: 205 time: 0.0823040 Jan 28 16:46:35.407755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48286) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:35.411821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks [] for router_gateway (bfcd42dd-8259-4748-9e62-ab3ae23ad105), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:35.469528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7839b-f542-4313-90ee-16053e8eae66 req-8627c54e-7ddf-45f2-ae8b-3c254d9fd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:35.471216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-8627c54e-7ddf-45f2-ae8b-3c254d9fd004 service neutron] 10.222.0.31 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.8475296 Jan 28 16:46:35.585905 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-70e89c1f-a351-4837-9b61-44a796bf1d9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 200 len: 217 time: 0.1058600 Jan 28 16:46:35.653388 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-1bf82107-d1ec-4f06-8320-82027d3c5dfa service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506377 Jan 28 16:46:35.729816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7839b-f542-4313-90ee-16053e8eae66 req-0a3926e8-3506-4833-947c-2b3b1cb1661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:35.735262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-0a3926e8-3506-4833-947c-2b3b1cb1661c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.1395102 Jan 28 16:46:35.848801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-68ca2cb2-168e-462d-8831-f0b8681e84bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803466 Jan 28 16:46:36.172231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.175942 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (bfcd42dd-8259-4748-9e62-ab3ae23ad105), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.207389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-38eed722-c978-402b-ba68-c4ea6b4b561c req-92031960-e6b2-4ea1-83c7-81ac85db17a3 service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468662 Jan 28 16:46:36.214514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (4d92e697-0faf-488d-990e-037717a83e1c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.316812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-dbfbcae6-7627-4d7d-8821-91a7114adbce service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464681 Jan 28 16:46:36.405017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0a4033e-000d-4a69-9e84-088e11c8cd46 req-f82e18b6-f2ac-4cca-926f-dd1562c4ca6a tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=e0ccccce-2844-45d7-97f5-aee50a5a2006&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 1.0830879 Jan 28 16:46:36.549696 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.562241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Allocated IP 172.20.0.2 (4fd709d2-4195-45cd-abd2-8ebe0765c2a7/804081dd-fbaf-4af1-9c91-d9f39806817b/31d1e0a2-f5cb-4180-8579-33474a728f88) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:36.574359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.580149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.585887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.592179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.598004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.604479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.609826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:36.610894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96d7839b-f542-4313-90ee-16053e8eae66 req-cd5205f8-00c9-4109-83fb-9e8dfd6438fa service neutron] 10.222.0.31 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869713 Jan 28 16:46:36.611884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-0ae78c78-17df-4487-ac72-9765d2506238 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.4155817 Jan 28 16:46:36.646233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Router bfcd42dd-8259-4748-9e62-ab3ae23ad105 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:46:36.686022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-5629e38c-85a4-4659-a436-34f60fc29127 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5003176 Jan 28 16:46:36.688406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (4d92e697-0faf-488d-990e-037717a83e1c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.701217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (4d92e697-0faf-488d-990e-037717a83e1c), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.731485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:36.818831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:36.848446 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Publish callbacks [] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.850732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:36.859516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:36.862390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.870529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:36.870747 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (4d92e697-0faf-488d-990e-037717a83e1c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.871087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router 4d92e697-0faf-488d-990e-037717a83e1c {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:46:36.889093 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Sync routers for ids ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:36.911411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.912297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:36.912872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:36.913596 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Routers {'bfcd42dd-8259-4748-9e62-ab3ae23ad105'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:36.914210 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:36.915590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-405f2c47-b29d-4d67-9b0e-98a268565919 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/4d92e697-0faf-488d-990e-037717a83e1c HTTP/1.1" status: 204 len: 168 time: 1.4933391 Jan 28 16:46:36.919301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ae479546-7bff-47e9-a362-c579a9a92a4d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0787992 Jan 28 16:46:36.919821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:36.920352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48370) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:36.920352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:36.940394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-a80e5580-07bf-4abe-9f4b-b2a73feb083e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-604939402&fields=id&tenant_id=c8706c70cf064b408cb679d24313cd38 HTTP/1.1" status: 200 len: 267 time: 0.4359539 Jan 28 16:46:36.968328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:37.007345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d048b4e0-6e1a-4656-a316-e7b2ab946ea3 req-01cd9734-fee7-45a4-ae48-437b4da10366 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3530705 Jan 28 16:46:37.030145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:37.030807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.040186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-8ae54b13-dc23-4db1-bd40-4773b1fdaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:37.041795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-8ae54b13-dc23-4db1-bd40-4773b1fdaa06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1167 time: 0.2663116 Jan 28 16:46:37.100695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8b2c6a87-839d-4527-b79e-5da01ddea7a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7782257 Jan 28 16:46:37.113440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Pushing event updated for resources: {'Port': ['ID=31d1e0a2-f5cb-4180-8579-33474a728f88,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:37.135791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48384) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:37.136504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Attempting to bind port 31d1e0a2-f5cb-4180-8579-33474a728f88 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:37.137021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Attempting to bind port 31d1e0a2-f5cb-4180-8579-33474a728f88 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '982b0922-8d5d-41a6-acd3-ad01a2f47990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:37.138390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Attempting to bind port 31d1e0a2-f5cb-4180-8579-33474a728f88 on network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:37.145356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:37.147032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Checking segment: {'id': '982b0922-8d5d-41a6-acd3-ad01a2f47990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:37.147789 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.148301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Bound using segment: {'id': '982b0922-8d5d-41a6-acd3-ad01a2f47990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:37.148927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Bound port: 31d1e0a2-f5cb-4180-8579-33474a728f88, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982b0922-8d5d-41a6-acd3-ad01a2f47990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd709d2-4195-45cd-abd2-8ebe0765c2a7'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:37.150820 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.257647 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Set router bfcd42dd-8259-4748-9e62-ab3ae23ad105 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:37.262112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet 9830d2b0-20bd-4d39-b5f7-c256d8a704ed {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:37.283811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (9830d2b0-20bd-4d39-b5f7-c256d8a704ed), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.350313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] For port 31d1e0a2-f5cb-4180-8579-33474a728f88, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:37.364554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] For port 31d1e0a2-f5cb-4180-8579-33474a728f88, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31d1e0a2-f5cb-4180-8579-33474a728f88,segment=NetworkSegment(982b0922-8d5d-41a6-acd3-ad01a2f47990),segment_id=982b0922-8d5d-41a6-acd3-ad01a2f47990)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:37.370110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-d23f6c3a-a161-46bc-bb0b-15a37abf0915 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:37.371702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-d23f6c3a-a161-46bc-bb0b-15a37abf0915 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 984 time: 0.4304986 Jan 28 16:46:37.373486 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.511463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'port': {'security_groups': ['11482341-0fcc-4223-a4ce-7a564451e0ac', 'e0ccccce-2844-45d7-97f5-aee50a5a2006', 'e5ef0b42-45f2-40a1-94e5-142d10b1fcbf']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:37.533917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0efc9-2f46-4e36-bc4d-43d69689d265 None None] Pushing event updated for resources: {'Port': ['ID=31d1e0a2-f5cb-4180-8579-33474a728f88,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:37.744027 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:46:34Z', 'revision_number': 3, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:37.750739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.824535 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Checking router: bfcd42dd-8259-4748-9e62-ab3ae23ad105 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:46:37.824877 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Updating router bfcd42dd-8259-4748-9e62-ab3ae23ad105 port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:46:37.848816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-d5cfe933-a010-4798-b54c-edc9b76d786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:37.850215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-d5cfe933-a010-4798-b54c-edc9b76d786d service neutron] 10.222.0.24 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.7700245 Jan 28 16:46:37.857656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9830d2b0-20bd-4d39-b5f7-c256d8a704ed), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.869251 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:37.873124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:37.873477 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.214715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9830d2b0-20bd-4d39-b5f7-c256d8a704ed), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.227633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-a41e3fad-0c5d-47d5-9e3e-dcbe1e79027b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 217 time: 0.3573306 Jan 28 16:46:38.415102 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Publish callbacks [] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.429652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9830d2b0-20bd-4d39-b5f7-c256d8a704ed), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.442838 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.492620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=9830d2b0-20bd-4d39-b5f7-c256d8a704ed,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:38.493323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-b71aeae9-2ee3-415b-a8d5-101b37ab2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.494946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-b71aeae9-2ee3-415b-a8d5-101b37ab2524 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.2449930 Jan 28 16:46:38.501472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.508906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a7854734-fe21-4cd3-b7dc-e8c6a9f59f32 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/9830d2b0-20bd-4d39-b5f7-c256d8a704ed HTTP/1.1" status: 204 len: 168 time: 1.5788734 Jan 28 16:46:38.513116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:38.513810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80caf12e-def6-4b0e-b2b0-bfaa60251145 None None] Network ae7b406a-6400-4e6a-9ca7-16062f098b86 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:38.543141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.550248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.565798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-5e86df62-5c57-437c-a62f-a7a47f81894e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531394 Jan 28 16:46:38.587047 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Attempting to bind port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:38.587420 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Attempting to bind port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:38.587782 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Attempting to bind port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:38.611519 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:38.612024 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:38.612284 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.612689 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:38.613171 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Bound port: f593e1ee-aa9f-4b96-ab78-e99fe4ed935e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:38.613548 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.748641 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] For port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:38.753206 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] For port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:38.783600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Pushing event updated for resources: {'Port': ['ID=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:38.796922 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ae7b406a-6400-4e6a-9ca7-16062f098b86), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.800708 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.801689 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.802267 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.802843 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.803419 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.805721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.806313 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.806868 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.807434 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.807986 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.808540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.809435 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.809970 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:46:38.814146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.822200 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:38.826485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.841394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.854884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.863377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.878259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] DHCP port deletion for ae7b406a-6400-4e6a-9ca7-16062f098b86 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:46:38.897584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.907299 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2418f8-566a-4172-b9f4-87400f05ab5f None None] Pushing event updated for resources: {'Port': ['ID=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:38.914545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:38.929660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-023699d2-7844-4cc6-bba2-8cb11351ba5d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.7076297 Jan 28 16:46:38.931103 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Routers {'bfcd42dd-8259-4748-9e62-ab3ae23ad105'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:38.933598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:38.944251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-007fa566-d13f-4a8d-ae05-1affdcd74247 service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413391 Jan 28 16:46:38.965956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] Deleting port 19a16319-1fef-4d8a-812c-3ea657a38689 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:38.966651 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.000421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:39.056708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Allocated IP 172.20.0.1 (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5/8435a387-d6eb-43ad-8df9-671f94a6555e/63029027-a11a-414c-a82c-7abcaf2c20db) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:39.059857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] For port 19a16319-1fef-4d8a-812c-3ea657a38689, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19a16319-1fef-4d8a-812c-3ea657a38689,segment=NetworkSegment(0b9940e2-cc67-436f-b6bf-062d3fe2041f),segment_id=0b9940e2-cc67-436f-b6bf-062d3fe2041f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:39.060480 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.077660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] Calling delete_port for 19a16319-1fef-4d8a-812c-3ea657a38689 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:39.084601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 19a16319-1fef-4d8a-812c-3ea657a38689 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:39.085165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.215340 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] Set router bfcd42dd-8259-4748-9e62-ab3ae23ad105 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:39.230304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 19a16319-1fef-4d8a-812c-3ea657a38689, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=19a16319-1fef-4d8a-812c-3ea657a38689,segment=NetworkSegment(0b9940e2-cc67-436f-b6bf-062d3fe2041f),segment_id=0b9940e2-cc67-436f-b6bf-062d3fe2041f)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:39.231013 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.233313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66127f6c-f312-4976-aaa9-a5d10a3d867a None None] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:39.239255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.256343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 19a16319-1fef-4d8a-812c-3ea657a38689 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:39.289531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] No DVR routers for this DVR port 19a16319-1fef-4d8a-812c-3ea657a38689 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:39.294516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b88f23-ea28-4216-bbad-bcc4c9d8f416 None None] Pushing event deleted for resources: {'Port': ['ID=19a16319-1fef-4d8a-812c-3ea657a38689,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:39.336119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks [] for port (63029027-a11a-414c-a82c-7abcaf2c20db), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.352027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] Provisioning complete for port 31d1e0a2-f5cb-4180-8579-33474a728f88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:39.352399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.406070 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (19a16319-1fef-4d8a-812c-3ea657a38689), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.461238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.465179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=19a16319-1fef-4d8a-812c-3ea657a38689,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:39.465314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] Current status of the port 31d1e0a2-f5cb-4180-8579-33474a728f88 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:39.465614 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.477655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port 19a16319-1fef-4d8a-812c-3ea657a38689 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:39.492928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:39.512131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] For port 31d1e0a2-f5cb-4180-8579-33474a728f88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31d1e0a2-f5cb-4180-8579-33474a728f88,segment=NetworkSegment(982b0922-8d5d-41a6-acd3-ad01a2f47990),segment_id=982b0922-8d5d-41a6-acd3-ad01a2f47990)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:39.520620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.580323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:39.616197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:39.618080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32987137-0e63-4c1a-a62e-4f50e3d915cf None None] Pushing event updated for resources: {'Port': ['ID=31d1e0a2-f5cb-4180-8579-33474a728f88,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:39.692376 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:46:34Z', 'revision_number': 3, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:39.724573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc6901f6-0fa3-436c-bad6-c796b4fad5eb req-ab590d6a-1a7c-4d38-826b-48973287b940 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7939947 Jan 28 16:46:39.756419 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ec4b8-7c5a-4bdd-bd20-e59ef3dce0a9 None None] The sync data for ids ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'] in n-d-812111-13 is: [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:46:34Z', 'revision_number': 3, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:39.810992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:39.866858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31d1e0a2-f5cb-4180-8579-33474a728f88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:39.874063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffbcfe5-0434-4261-8568-8a5c3b8b2aef req-cfead24b-511b-4e4d-82fc-c5b55d946b21 service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615065 Jan 28 16:46:39.896892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5f0809c-ba73-4aee-8815-54c05d30cd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.950636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.966576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:39.976376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.007846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:40.066173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:40.067116 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.068810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d77b69fe-8903-4a30-855c-8505e7386c45 req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "PUT /v2.0/ports/b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 1020 time: 2.5938997 Jan 28 16:46:40.071798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:40.075864 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40f7eca-b9a1-4a70-b514-e6abca827f05" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:40.129871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:40.173782 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52cf3eb-425b-4199-aae2-c41f088e5529 x-openstack-request-id: req-d52cf3eb-425b-4199-aae2-c41f088e5529 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:40.174083 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:40.174341 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d52cf3eb-425b-4199-aae2-c41f088e5529 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:40.174846 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'status': 'completed', 'code': 200} Jan 28 16:46:40.191524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:40.256999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee3e5-9bdd-4bf0-ab4f-1d616d210df5 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:40.287522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:40.293375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ae7b406a-6400-4e6a-9ca7-16062f098b86), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.296149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Pushing event updated for resources: {'Port': ['ID=63029027-a11a-414c-a82c-7abcaf2c20db,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:40.351111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7b406a-6400-4e6a-9ca7-16062f098b86']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:40.351393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 31d1e0a2-f5cb-4180-8579-33474a728f88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:40.351758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.385527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:40.396747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9940e2-cc67-436f-b6bf-062d3fe2041f') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:40.397903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9940e2-cc67-436f-b6bf-062d3fe2041f') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:40.410857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (0b9940e2-cc67-436f-b6bf-062d3fe2041f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.418656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.433166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-157dafbb-1473-4665-acd5-cec91e245630 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6 HTTP/1.1" status: 204 len: 168 time: 3.2957816 Jan 28 16:46:40.438036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5f0809c-ba73-4aee-8815-54c05d30cd41 admin admin] Publish callbacks [] for security_group (df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.438927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48488) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:40.442305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0b9940e2-cc67-436f-b6bf-062d3fe2041f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.455761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:40.456094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (0b9940e2-cc67-436f-b6bf-062d3fe2041f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.459545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (bfcd42dd-8259-4748-9e62-ab3ae23ad105), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.462074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-054a0ac0-c346-4ffb-b2c7-a4c35dec96e6 req-a58edc96-8ecd-4431-993e-ba5ce259f289 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/e5ef0b42-45f2-40a1-94e5-142d10b1fcbf HTTP/1.1" status: 200 len: 1819 time: 0.3541996 Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:40.471588 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:40.482526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-483fde76-de84-4f43-aabb-6b8dd087a439 None None] Provisioning complete for port 31d1e0a2-f5cb-4180-8579-33474a728f88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:40.482914 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-483fde76-de84-4f43-aabb-6b8dd087a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.526805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5f0809c-ba73-4aee-8815-54c05d30cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.548635 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-8685f91a-a32d-4a06-9686-82fa28a479a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:46:40.549248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8685f91a-a32d-4a06-9686-82fa28a479a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:46:40.554668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8685f91a-a32d-4a06-9686-82fa28a479a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6 HTTP/1.1" status: 404 len: 333 time: 0.1032305 Jan 28 16:46:40.576829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48492) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:40.652333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-b15582c1-8160-46f8-8c88-7660e893bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:40.665472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-b15582c1-8160-46f8-8c88-7660e893bfcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8706c70cf064b408cb679d24313cd38&device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1207 time: 0.4535594 Jan 28 16:46:40.704797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b5f0809c-ba73-4aee-8815-54c05d30cd41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30e523df8e67497a99739e9bd8953fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1896687 Jan 28 16:46:40.714268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48496) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:40.731551 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fd0bc9-12a1-43e9-b44d-cfa9463406b4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:46:40.735900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-08fd0bc9-12a1-43e9-b44d-cfa9463406b4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6 HTTP/1.1" status: 404 len: 333 time: 0.0801642 Jan 28 16:46:40.736319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48498) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:40.789812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0809c-ba73-4aee-8815-54c05d30cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:40.858509 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-054a0ac0-c346-4ffb-b2c7-a4c35dec96e6 req-10987b76-8908-4a9e-9415-e95399f1af96 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 16:46:40.860112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-054a0ac0-c346-4ffb-b2c7-a4c35dec96e6 req-10987b76-8908-4a9e-9415-e95399f1af96 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5ef0b42-45f2-40a1-94e5-142d10b1fcbf HTTP/1.1" status: 409 len: 341 time: 0.3344519 Jan 28 16:46:40.867692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae7f8cfb-9868-4e8b-8978-57a2420f8f0b admin admin] Publish callbacks [] for security_group (df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.871284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ae7b406a-6400-4e6a-9ca7-16062f098b86), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.903088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae7f8cfb-9868-4e8b-8978-57a2420f8f0b admin admin] Publish callbacks [] for security_group (df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.903351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:40.911732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/ae7b406a-6400-4e6a-9ca7-16062f098b86 HTTP/1.1" status: 204 len: 168 time: 2.3934164 Jan 28 16:46:40.916326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48504) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:40.925593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2048195156'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:40.965090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fefa11-5313-4a6b-835a-9c0c2240c1d1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=ae7b406a-6400-4e6a-9ca7-16062f098b86,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:40.987420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 804081dd-fbaf-4af1-9c91-d9f39806817b {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:40.999438 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (804081dd-fbaf-4af1-9c91-d9f39806817b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.021775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae7f8cfb-9868-4e8b-8978-57a2420f8f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.024713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae7f8cfb-9868-4e8b-8978-57a2420f8f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.026066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae7f8cfb-9868-4e8b-8978-57a2420f8f0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69 HTTP/1.1" status: 204 len: 168 time: 0.3067577 Jan 28 16:46:41.029730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-483fde76-de84-4f43-aabb-6b8dd087a439 None None] Current status of the port 31d1e0a2-f5cb-4180-8579-33474a728f88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:41.040941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:41.044917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.075400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-483fde76-de84-4f43-aabb-6b8dd087a439 None None] Could not find standard attr ID for object 8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:46:41.120464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f8cfb-9868-4e8b-8978-57a2420f8f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f7d67-0ad1-4652-bd4c-5efdc9a4fa69,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:41.146742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:41.167276 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (804081dd-fbaf-4af1-9c91-d9f39806817b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.176273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.213549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.232386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.233026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.245299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.251806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.255416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c7f4d5f7-a210-483c-95f2-e274a5d16e8c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.261110 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment c7f4d5f7-a210-483c-95f2-e274a5d16e8c of type vlan for network dabbd561-06b2-421f-8536-94d38a693322 Jan 28 16:46:41.275218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.285278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.293648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0af4012b-330c-431c-81ef-eb7fc467336b req-f15b9e15-0679-46e9-b855-a08cf53bef4d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3185842 Jan 28 16:46:41.341716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-49482732-8257-4128-96a4-f569220d7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.342368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-49482732-8257-4128-96a4-f569220d7006 service neutron] 10.222.0.24 "GET /v2.0/networks?id=320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 200 len: 913 time: 0.6758578 Jan 28 16:46:41.390011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (dabbd561-06b2-421f-8536-94d38a693322), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.417555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0af4012b-330c-431c-81ef-eb7fc467336b req-e185cfa0-96fe-4cc8-a6c7-4e9d66da35cf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227560 Jan 28 16:46:41.494956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-745cd938-e116-4822-90ad-8bed8559d689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 200 len: 217 time: 0.0966063 Jan 28 16:46:41.519535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (804081dd-fbaf-4af1-9c91-d9f39806817b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.586838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (dabbd561-06b2-421f-8536-94d38a693322), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.589225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e692685-1229-4436-abc2-396cddd3abfb req-92c44c7a-fe82-45da-8569-e2d51a56ae13 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.592405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.594320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.596020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e692685-1229-4436-abc2-396cddd3abfb req-92c44c7a-fe82-45da-8569-e2d51a56ae13 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1023 time: 0.2749128 Jan 28 16:46:41.628971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-380e935e-6f4a-43a3-b13f-74264ab7d88b None None] Could not find standard attr ID for object 8a3e1af5-791d-4df9-bc14-7fc2e53ac9f6. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:46:41.769298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 31d1e0a2-f5cb-4180-8579-33474a728f88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:41.789329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks [] for port (63029027-a11a-414c-a82c-7abcaf2c20db), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.817733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e692685-1229-4436-abc2-396cddd3abfb req-51029dba-62bd-44eb-896b-941b70ac65ee tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5ef0b42-45f2-40a1-94e5-142d10b1fcbf&id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=e0ccccce-2844-45d7-97f5-aee50a5a2006&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1962745 Jan 28 16:46:41.819622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (804081dd-fbaf-4af1-9c91-d9f39806817b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.833252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-eb3afa6b-8d24-4b08-b095-4a583b6d04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:41.835031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-eb3afa6b-8d24-4b08-b095-4a583b6d04b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 200 len: 852 time: 0.3314447 Jan 28 16:46:41.842459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:41.859537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19a16319-1fef-4d8a-812c-3ea657a38689 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:41.885102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-5ec8ad59-9aff-4431-b57d-e60f9c62586b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=320dc372-532a-4f6c-a239-478eba769e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420392 Jan 28 16:46:41.906037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 19a16319-1fef-4d8a-812c-3ea657a38689 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:41.906767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 19a16319-1fef-4d8a-812c-3ea657a38689 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:42.030197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (bfcd42dd-8259-4748-9e62-ab3ae23ad105), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.032343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=dabbd561-06b2-421f-8536-94d38a693322,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:42.048464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network dabbd561-06b2-421f-8536-94d38a693322 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:42.073258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-deb77163-383f-4e29-8e16-09d3d53c4644 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1523030 Jan 28 16:46:42.074678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:42.081435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=804081dd-fbaf-4af1-9c91-d9f39806817b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:42.096259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.102813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a640b2d5-6141-4bcb-98d3-db9869552e0d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/804081dd-fbaf-4af1-9c91-d9f39806817b HTTP/1.1" status: 204 len: 168 time: 1.3641934 Jan 28 16:46:42.106369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48530) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:42.108890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'dabbd561-06b2-421f-8536-94d38a693322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:42.209608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa2b485-62d3-49ed-a4e4-ebe0f31c7aaf None None] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:42.277259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Pushing event updated for resources: {'Port': ['ID=63029027-a11a-414c-a82c-7abcaf2c20db,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:42.337771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (4fd709d2-4195-45cd-abd2-8ebe0765c2a7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.353482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:42.353703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f593e1ee-aa9f-4b96-ab78-e99fe4ed935e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:42.357824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.449910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:42.454107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:42.475320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.486577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.522340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-a9f8e479-7db0-4aea-aa22-fd476091633c service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290271 Jan 28 16:46:42.536608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:42.537541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.638189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] DHCP port deletion for 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:46:42.660100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 31d1e0a2-f5cb-4180-8579-33474a728f88 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:42.660717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.679955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:42.680523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.725382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:42.784399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.785377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31d1e0a2-f5cb-4180-8579-33474a728f88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:42.863899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.866069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] For port 31d1e0a2-f5cb-4180-8579-33474a728f88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31d1e0a2-f5cb-4180-8579-33474a728f88,segment=NetworkSegment(982b0922-8d5d-41a6-acd3-ad01a2f47990),segment_id=982b0922-8d5d-41a6-acd3-ad01a2f47990)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:42.868946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:42.883451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.893588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-9dd56a57-30b7-4d7b-8d39-d7c8a8fb9891 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.893870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.895706 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-9dd56a57-30b7-4d7b-8d39-d7c8a8fb9891 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1023 time: 0.2376645 Jan 28 16:46:42.897807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Router bfcd42dd-8259-4748-9e62-ab3ae23ad105 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:42.906620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.913219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 31d1e0a2-f5cb-4180-8579-33474a728f88 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:42.929008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.936034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:42.936352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.943194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:42.953238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f60476cf-c517-43d9-9a82-54f750668699 req-79ca31be-0aca-4f9b-8c52-a0265929e2cb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3463106 Jan 28 16:46:42.973699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 31d1e0a2-f5cb-4180-8579-33474a728f88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:42.974393 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.004086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Deleting port 31d1e0a2-f5cb-4180-8579-33474a728f88 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:43.004315 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.033344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (58a73e0c-3f98-47ab-9bf3-d320e815161d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.087220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a40f7eca-b9a1-4a70-b514-e6abca827f05 req-7badcfc6-7806-46f1-a37c-ff346e5bc908 service neutron] 10.222.0.24 "GET /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559175 Jan 28 16:46:43.091773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=58a73e0c-3f98-47ab-9bf3-d320e815161d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:43.178118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f60476cf-c517-43d9-9a82-54f750668699 req-9c440f33-6270-4a0b-a81b-cc8c68741710 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2239108 Jan 28 16:46:43.196046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Deleting port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:43.196392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.210372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] For port 31d1e0a2-f5cb-4180-8579-33474a728f88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31d1e0a2-f5cb-4180-8579-33474a728f88,segment=NetworkSegment(982b0922-8d5d-41a6-acd3-ad01a2f47990),segment_id=982b0922-8d5d-41a6-acd3-ad01a2f47990)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:43.211058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.220127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:43.236526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10948630-a1ea-4887-b6fd-3b7080937d0f req-87e67cd7-9493-45da-b6ac-48e8602d9069 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:43.240615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10948630-a1ea-4887-b6fd-3b7080937d0f req-87e67cd7-9493-45da-b6ac-48e8602d9069 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff11d15-30bc-483f-bc0f-6771a3267615 HTTP/1.1" status: 200 len: 1023 time: 0.2824724 Jan 28 16:46:43.242352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Sync routers for ids ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:43.244619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Calling delete_port for 31d1e0a2-f5cb-4180-8579-33474a728f88 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:43.259944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0c00a11b-bfcb-489b-8459-0b99cff00d20 admin admin] 10.222.0.25 "PUT /v2.0/routers/bfcd42dd-8259-4748-9e62-ab3ae23ad105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3287594 Jan 28 16:46:43.260642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.280665 n-d-812111-13 neutron-server[103095]: INFO neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No ports have port_id starting with 31d1e0a2-f5cb-4180-8579-33474a728f88 Jan 28 16:46:43.299126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=31d1e0a2-f5cb-4180-8579-33474a728f88,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:43.301323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No DVR routers for this DVR port 31d1e0a2-f5cb-4180-8579-33474a728f88 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:43.343444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dabbd561-06b2-421f-8536-94d38a693322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:43.344363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: dabbd561-06b2-421f-8536-94d38a693322, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:43.401936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network dabbd561-06b2-421f-8536-94d38a693322 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:43.403783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (4fd709d2-4195-45cd-abd2-8ebe0765c2a7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.410314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Routers {'bfcd42dd-8259-4748-9e62-ab3ae23ad105'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:43.411015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:43.436553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd709d2-4195-45cd-abd2-8ebe0765c2a7']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:43.452216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10948630-a1ea-4887-b6fd-3b7080937d0f req-cdd40ebc-463a-4e24-95ea-c2879c74235d tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5ef0b42-45f2-40a1-94e5-142d10b1fcbf&id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=e0ccccce-2844-45d7-97f5-aee50a5a2006&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1992433 Jan 28 16:46:43.453511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, dabbd561-06b2-421f-8536-94d38a693322) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:43.454933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982b0922-8d5d-41a6-acd3-ad01a2f47990') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:43.455238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982b0922-8d5d-41a6-acd3-ad01a2f47990') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:43.464893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:43.465503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.465723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (982b0922-8d5d-41a6-acd3-ad01a2f47990), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.482404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (982b0922-8d5d-41a6-acd3-ad01a2f47990), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.489458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:43.489912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (982b0922-8d5d-41a6-acd3-ad01a2f47990), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.496155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ec4c19dc-cf25-479c-84e1-dada5324c585 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4038632 Jan 28 16:46:43.498812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48562) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:43.507998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-629571141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:43.524479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d0edd-0d51-4e9b-80ff-73cde356d25b None None] Network dabbd561-06b2-421f-8536-94d38a693322 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:43.555041 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:43.560904 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (ab499276-f13f-4751-9af1-d7f5e8343632), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.562357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (4fd709d2-4195-45cd-abd2-8ebe0765c2a7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.563664 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (ab499276-f13f-4751-9af1-d7f5e8343632), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.587777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.597433 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/4fd709d2-4195-45cd-abd2-8ebe0765c2a7 HTTP/1.1" status: 204 len: 168 time: 1.4897745 Jan 28 16:46:43.598529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133048e-b375-4c63-82e5-dc9ba04bb870 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=4fd709d2-4195-45cd-abd2-8ebe0765c2a7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:43.602872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:43.608255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1202558928'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:43.633253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] For port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:43.633898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.654463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Calling delete_port for b5a91b0a-6fa6-4084-b06a-01e135f2e9ad owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:43.656840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:43.670688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (ab499276-f13f-4751-9af1-d7f5e8343632), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.679017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:43.682905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.686564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (ab499276-f13f-4751-9af1-d7f5e8343632), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.731927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.735634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-028a5387-adf9-4362-ab54-fe4b9c935e14 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2335067 Jan 28 16:46:43.735930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48574) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:43.748766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:43.769153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0647a7f8-e916-4b9c-a4eb-296d3ec055bb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.769753 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment 0647a7f8-e916-4b9c-a4eb-296d3ec055bb of type vlan for network 96d90dac-24a0-4be3-b95e-858d063608de Jan 28 16:46:43.815862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (31d1e0a2-f5cb-4180-8579-33474a728f88), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.872617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (96d90dac-24a0-4be3-b95e-858d063608de), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:43.943159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Network 4fd709d2-4195-45cd-abd2-8ebe0765c2a7 is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:46:43.943406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] No DVR routers for this DVR port 31d1e0a2-f5cb-4180-8579-33474a728f88 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:43.958810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010907c6-3f2b-4b3e-9aba-8401b6136086 None None] Pushing event deleted for resources: {'Port': ['ID=31d1e0a2-f5cb-4180-8579-33474a728f88,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:43.986700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Set router bfcd42dd-8259-4748-9e62-ab3ae23ad105 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:44.037778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (96d90dac-24a0-4be3-b95e-858d063608de), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.054061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.055000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.087286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-299125791'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:44.094572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-dabbd561-06b2-421f-8536-94d38a693322', 'network_id': 'dabbd561-06b2-421f-8536-94d38a693322', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': '58a73e0c-3f98-47ab-9bf3-d320e815161d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:46:44.095464 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.118875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f593e1ee-aa9f-4b96-ab78-e99fe4ed935e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:44.179500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5753222 Jan 28 16:46:44.183005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:44.188018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b5a91b0a-6fa6-4084-b06a-01e135f2e9ad), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.195715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '96d90dac-24a0-4be3-b95e-858d063608de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:44.258677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85af8b9f-f8de-4b89-96ff-b643ed014fed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:44.316423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'Port': ['ID=b5a91b0a-6fa6-4084-b06a-01e135f2e9ad,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:44.318942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Made reservation on behalf of de402d89d98f44dc8140ca493a94851b for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:44.323592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.325865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f88497-c677-46e0-bbd8-e4d6fc80822c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=96d90dac-24a0-4be3-b95e-858d063608de,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:44.345145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.398031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] No DVR routers for this DVR port b5a91b0a-6fa6-4084-b06a-01e135f2e9ad on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:44.404288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.408081 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e78c4899-dd13-4000-96d0-b50e62b0ddee req-ecbf1340-fa7e-4e7e-99f0-e7af6cf151d0 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.24 "DELETE /v2.0/ports/b5a91b0a-6fa6-4084-b06a-01e135f2e9ad HTTP/1.1" status: 204 len: 173 time: 1.5028670 Jan 28 16:46:44.409770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'name': 'network-vif-deleted', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:44.412409 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b08ddfd-9530-49e6-b8f3-6c8ac3770cfa" -d '{"events": [{"server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "name": "network-vif-deleted", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:44.416463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Allocated IP 2001:db8::2 (dabbd561-06b2-421f-8536-94d38a693322/58a73e0c-3f98-47ab-9bf3-d320e815161d/84fffe57-ca05-4941-8a0a-5c1b674f4489) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:44.419039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:44.423483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.531020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 96d90dac-24a0-4be3-b95e-858d063608de details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:44.690269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.696972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.703220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.709907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.716109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.722460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.728419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.730675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-e7201797-9fe8-4551-88f0-b9ec11e4335c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.3166482 Jan 28 16:46:44.829388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (dbdba29e-ed2a-43ae-b35f-c8ae0ace4811), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.850703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:44.851693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.875255 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks [] for security_group (df1be3e0-4b72-4150-8be3-2f95ef683f31), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.876932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-0ada2d81-5129-4164-b8b7-ac214967f585 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:44.879549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Publish callbacks [] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.883418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-0ada2d81-5129-4164-b8b7-ac214967f585 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 811 time: 0.4705837 Jan 28 16:46:44.919130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (df1be3e0-4b72-4150-8be3-2f95ef683f31), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.937343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.961143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:44.989301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (02542e7b-b290-44ad-90cb-166c29e33f8a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:44.989864 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Added segment 02542e7b-b290-44ad-90cb-166c29e33f8a of type vlan for network 8058d781-25d1-4e6d-bcbb-2e5d788818fa Jan 28 16:46:44.991645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=dbdba29e-ed2a-43ae-b35f-c8ae0ace4811,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:45.000578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1be3e0-4b72-4150-8be3-2f95ef683f31,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:45.035436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-e13134d6-e959-42a6-9d36-d4409db1a771 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/quotas/8dd2f19a42fc4d42a46d599bef1f7934 HTTP/1.1" status: 200 len: 375 time: 0.0896404 Jan 28 16:46:45.082222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8058d781-25d1-4e6d-bcbb-2e5d788818fa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.097108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': '0647a7f8-e916-4b9c-a4eb-296d3ec055bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '96d90dac-24a0-4be3-b95e-858d063608de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:45.097542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: 96d90dac-24a0-4be3-b95e-858d063608de, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:45.148917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8058d781-25d1-4e6d-bcbb-2e5d788818fa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.155548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:45.157070 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.168159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 96d90dac-24a0-4be3-b95e-858d063608de is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:45.179166 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.232918 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5700514 Jan 28 16:46:45.238358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 96d90dac-24a0-4be3-b95e-858d063608de) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:45.246694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:45.247555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.250805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Network dabbd561-06b2-421f-8536-94d38a693322 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:45.258536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:45.260638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41d931-b952-45ed-95fb-6ea0918080d5 None None] Network 96d90dac-24a0-4be3-b95e-858d063608de requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:45.261259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8b3e-1d1e-4ab4-b36a-37eae2d70b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Pushing event updated for resources: {'Network': ['ID=8058d781-25d1-4e6d-bcbb-2e5d788818fa,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:45.274517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:45.276961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa7c173d-c68b-4ac3-b6b5-3828d83e81b0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0903709 Jan 28 16:46:45.277614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48602) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:45.282960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:46:40Z', 'revision_number': 4, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '63029027-a11a-414c-a82c-7abcaf2c20db', 'name': '', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'mac_address': 'fa:16:3e:bf:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:38Z', 'updated_at': '2022-01-28T16:46:41Z', 'revision_number': 2, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'subnets': [{'id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:45.284435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': '96d90dac-24a0-4be3-b95e-858d063608de', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1549471595'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:45.302856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8058d781-25d1-4e6d-bcbb-2e5d788818fa details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:45.412842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Checking router: bfcd42dd-8259-4748-9e62-ab3ae23ad105 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:46:45.413505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Updating router bfcd42dd-8259-4748-9e62-ab3ae23ad105 port 63029027-a11a-414c-a82c-7abcaf2c20db binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:46:45.432290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:45.436737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.448441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d329f65-25d3-40b7-a734-951bdb1e23e9 req-4c035a9c-f1fd-4140-bab6-25da6c0a6f43 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7049084 Jan 28 16:46:45.456094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-3ed56b2f-95e5-4d13-8ef4-c9f459ff2237 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3998442 Jan 28 16:46:45.466080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 17bb4f5f-6bab-462b-9734-5aae34b17149 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:45.501343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.512514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Pushing event updated for resources: {'Port': ['ID=84fffe57-ca05-4941-8a0a-5c1b674f4489,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:45.607936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.6 (96d90dac-24a0-4be3-b95e-858d063608de/dbdba29e-ed2a-43ae-b35f-c8ae0ace4811/17bb4f5f-6bab-462b-9734-5aae34b17149) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:45.634073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Attempting to bind port 84fffe57-ca05-4941-8a0a-5c1b674f4489 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:45.634445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Attempting to bind port 84fffe57-ca05-4941-8a0a-5c1b674f4489 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dabbd561-06b2-421f-8536-94d38a693322'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:45.634895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Attempting to bind port 84fffe57-ca05-4941-8a0a-5c1b674f4489 on network dabbd561-06b2-421f-8536-94d38a693322 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:45.713351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:45.713743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Checking segment: {'id': 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dabbd561-06b2-421f-8536-94d38a693322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:45.714155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.714556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Bound using segment: {'id': 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dabbd561-06b2-421f-8536-94d38a693322'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:45.715040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Bound port: 84fffe57-ca05-4941-8a0a-5c1b674f4489, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dabbd561-06b2-421f-8536-94d38a693322'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:45.715420 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.761320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (17bb4f5f-6bab-462b-9734-5aae34b17149), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.777568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:45.794410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-ec789a14-795d-43d3-b989-7d2692987097 service neutron] 10.222.0.25 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239768 Jan 28 16:46:45.799498 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf85a462-6670-4b48-80e2-5a33aa7759fe x-openstack-request-id: req-bf85a462-6670-4b48-80e2-5a33aa7759fe {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:45.800024 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff11d15-30bc-483f-bc0f-6771a3267615", "name": "network-vif-deleted", "tag": "b5a91b0a-6fa6-4084-b06a-01e135f2e9ad", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:45.800335 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf85a462-6670-4b48-80e2-5a33aa7759fe {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:45.800789 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff11d15-30bc-483f-bc0f-6771a3267615', 'name': 'network-vif-deleted', 'tag': 'b5a91b0a-6fa6-4084-b06a-01e135f2e9ad', 'status': 'completed', 'code': 200} Jan 28 16:46:45.806792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (17bb4f5f-6bab-462b-9734-5aae34b17149), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.870672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 96d90dac-24a0-4be3-b95e-858d063608de is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:45.876400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:45.883231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:45.906993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48610) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:45.921119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Request body: {'port': {'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa', 'binding:host_id': 'n-h2-812111-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-179070839'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:45.931396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8::1 (dabbd561-06b2-421f-8536-94d38a693322/58a73e0c-3f98-47ab-9bf3-d320e815161d/b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:45.940170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=17bb4f5f-6bab-462b-9734-5aae34b17149,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:45.956990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:45.957628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:45.978363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fb1029ef-9e5d-4ad5-93ce-d9e95d93707f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6971295 Jan 28 16:46:45.979315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:45.991380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b5a91b0a-6fa6-4084-b06a-01e135f2e9ad no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:45.993549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31d1e0a2-f5cb-4180-8579-33474a728f88 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:46.032642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-96d90dac-24a0-4be3-b95e-858d063608de', 'network_id': '96d90dac-24a0-4be3-b95e-858d063608de', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': 'dbdba29e-ed2a-43ae-b35f-c8ae0ace4811'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:46:46.033587 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.178454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.180062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 17bb4f5f-6bab-462b-9734-5aae34b17149 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:46.180452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (17bb4f5f-6bab-462b-9734-5aae34b17149), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.195009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Made reservation on behalf of ed33d94cc5d04d27b68b02ae45e6a973 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:46.197544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.216086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: b5a91b0a-6fa6-4084-b06a-01e135f2e9ad {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:46.216440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b5a91b0a-6fa6-4084-b06a-01e135f2e9ad not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:46.219058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 31d1e0a2-f5cb-4180-8579-33474a728f88 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:46.219409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31d1e0a2-f5cb-4180-8579-33474a728f88 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:46.277982 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3efc4ae9-1236-4736-843c-2b171c68a7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.279979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.304168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] For port 84fffe57-ca05-4941-8a0a-5c1b674f4489, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:46.338351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (17bb4f5f-6bab-462b-9734-5aae34b17149), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.346488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] For port 84fffe57-ca05-4941-8a0a-5c1b674f4489, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84fffe57-ca05-4941-8a0a-5c1b674f4489,segment=NetworkSegment(c7f4d5f7-a210-483c-95f2-e274a5d16e8c),segment_id=c7f4d5f7-a210-483c-95f2-e274a5d16e8c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:46.353269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09a3b5a7-30cd-405e-a6bb-a2af0d61d78a req-855f8dc0-a6dc-464b-97b6-687cde68e276 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/e0ccccce-2844-45d7-97f5-aee50a5a2006 HTTP/1.1" status: 200 len: 1819 time: 0.4187033 Jan 28 16:46:46.356964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 17bb4f5f-6bab-462b-9734-5aae34b17149 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:46.369880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Allocated IP 172.20.0.2 (96d90dac-24a0-4be3-b95e-858d063608de/dbdba29e-ed2a-43ae-b35f-c8ae0ace4811/b6141050-551f-495c-9403-a90af0f43297) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:46.393443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.394332 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.420036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-9370c27d-22be-464e-b445-802ceae02771 service neutron] 10.222.0.25 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087918 Jan 28 16:46:46.513008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network dabbd561-06b2-421f-8536-94d38a693322 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:46.525276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:46.527823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:46.530397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (ab499276-f13f-4751-9af1-d7f5e8343632), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.537585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-09a3b5a7-30cd-405e-a6bb-a2af0d61d78a req-b945018e-dc8a-49a5-89e7-5aa735c523e9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (e0ccccce-2844-45d7-97f5-aee50a5a2006), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.539981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Publish callbacks [] for port (63029027-a11a-414c-a82c-7abcaf2c20db), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.564206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-09a3b5a7-30cd-405e-a6bb-a2af0d61d78a req-b945018e-dc8a-49a5-89e7-5aa735c523e9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (e0ccccce-2844-45d7-97f5-aee50a5a2006), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.573142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (17bb4f5f-6bab-462b-9734-5aae34b17149), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.646278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=17bb4f5f-6bab-462b-9734-5aae34b17149,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:46.655008 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.685925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:46.706466 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-09a3b5a7-30cd-405e-a6bb-a2af0d61d78a req-b945018e-dc8a-49a5-89e7-5aa735c523e9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e0ccccce-2844-45d7-97f5-aee50a5a2006), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.710991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-09a3b5a7-30cd-405e-a6bb-a2af0d61d78a req-b945018e-dc8a-49a5-89e7-5aa735c523e9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.724166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09a3b5a7-30cd-405e-a6bb-a2af0d61d78a req-b945018e-dc8a-49a5-89e7-5aa735c523e9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0ccccce-2844-45d7-97f5-aee50a5a2006 HTTP/1.1" status: 204 len: 173 time: 0.3694103 Jan 28 16:46:46.772351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945018e-dc8a-49a5-89e7-5aa735c523e9 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ccccce-2844-45d7-97f5-aee50a5a2006,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:46.806632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.809998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e3eda63f-e8a2-4ff8-8c4f-9ca8371049d1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/17bb4f5f-6bab-462b-9734-5aae34b17149 HTTP/1.1" status: 204 len: 168 time: 0.8292902 Jan 28 16:46:46.817929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48626) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:46.825755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for security_group (ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.894935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Publish callbacks [] for port (b6141050-551f-495c-9403-a90af0f43297), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.898136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5248a7-f606-4044-83f6-560dc02273b4 None None] Pushing event updated for resources: {'Port': ['ID=84fffe57-ca05-4941-8a0a-5c1b674f4489,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:46.900298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:46.903015 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda8fddb-9541-4453-94b8-79a7e53533ef tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:46:46.905425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fda8fddb-9541-4453-94b8-79a7e53533ef tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/17bb4f5f-6bab-462b-9734-5aae34b17149 HTTP/1.1" status: 404 len: 333 time: 0.0864570 Jan 28 16:46:46.913206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:46.916631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd898de2-56f8-4728-a031-75f5c877acd2 req-0af84654-6430-4d6c-b817-0527e86e7772 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 210 time: 0.1316359 Jan 28 16:46:46.928463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port 47664275-2a33-4002-8d85-5f607f136b99 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:46.976256 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (b6141050-551f-495c-9403-a90af0f43297), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.027478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet dbdba29e-ed2a-43ae-b35f-c8ae0ace4811 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:47.027777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Network 96d90dac-24a0-4be3-b95e-858d063608de is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:47.031865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (dbdba29e-ed2a-43ae-b35f-c8ae0ace4811), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.074711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:47.076564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:47.104100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f347dc1-9de2-4281-8c0b-b4241baac355 None None] Pushing event updated for resources: {'Port': ['ID=63029027-a11a-414c-a82c-7abcaf2c20db,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:47.133181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (dbdba29e-ed2a-43ae-b35f-c8ae0ace4811), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.166748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Pushing event updated for resources: {'Port': ['ID=b6141050-551f-495c-9403-a90af0f43297,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:47.272424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Attempting to bind port 63029027-a11a-414c-a82c-7abcaf2c20db on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:47.272862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Attempting to bind port 63029027-a11a-414c-a82c-7abcaf2c20db by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:47.273235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Attempting to bind port 63029027-a11a-414c-a82c-7abcaf2c20db on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:47.296096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:47.297081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Checking segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:47.297390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.297655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Bound using segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:47.298154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Bound port: 63029027-a11a-414c-a82c-7abcaf2c20db, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:47.298605 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.313653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port 47664275-2a33-4002-8d85-5f607f136b99 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:47.316003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Attempting to bind port b6141050-551f-495c-9403-a90af0f43297 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:47.316381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Attempting to bind port b6141050-551f-495c-9403-a90af0f43297 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0647a7f8-e916-4b9c-a4eb-296d3ec055bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '96d90dac-24a0-4be3-b95e-858d063608de'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:47.316764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Attempting to bind port b6141050-551f-495c-9403-a90af0f43297 on network 96d90dac-24a0-4be3-b95e-858d063608de {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:47.332142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for port (47664275-2a33-4002-8d85-5f607f136b99), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.360964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (dbdba29e-ed2a-43ae-b35f-c8ae0ace4811), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.389682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] For port 63029027-a11a-414c-a82c-7abcaf2c20db, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:47.398057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] For port 63029027-a11a-414c-a82c-7abcaf2c20db, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63029027-a11a-414c-a82c-7abcaf2c20db,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:47.399045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (47664275-2a33-4002-8d85-5f607f136b99), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.409288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:47.409866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Checking segment: {'id': '0647a7f8-e916-4b9c-a4eb-296d3ec055bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '96d90dac-24a0-4be3-b95e-858d063608de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:47.411728 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.412193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Bound using segment: {'id': '0647a7f8-e916-4b9c-a4eb-296d3ec055bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '96d90dac-24a0-4be3-b95e-858d063608de'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:47.414331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Bound port: b6141050-551f-495c-9403-a90af0f43297, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0647a7f8-e916-4b9c-a4eb-296d3ec055bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '96d90dac-24a0-4be3-b95e-858d063608de'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:47.414783 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b6141050-551f-495c-9403-a90af0f43297), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.423462 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.458662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (dbdba29e-ed2a-43ae-b35f-c8ae0ace4811), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.495998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=47664275-2a33-4002-8d85-5f607f136b99,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:47.500967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdba29e-ed2a-43ae-b35f-c8ae0ace4811,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:47.512942 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.524162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c1d2c62-bc61-4323-bfac-5709fa8014de tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/dbdba29e-ed2a-43ae-b35f-c8ae0ace4811 HTTP/1.1" status: 204 len: 168 time: 0.6012745 Jan 28 16:46:47.529449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48640) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:47.559369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Routers {'bfcd42dd-8259-4748-9e62-ab3ae23ad105'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:47.560279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:47.561082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.627123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.637375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.642789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.644941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] For port b6141050-551f-495c-9403-a90af0f43297, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:47.648176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.651975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] For port b6141050-551f-495c-9403-a90af0f43297, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b6141050-551f-495c-9403-a90af0f43297,segment=NetworkSegment(0647a7f8-e916-4b9c-a4eb-296d3ec055bb),segment_id=0647a7f8-e916-4b9c-a4eb-296d3ec055bb)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:47.653057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (96d90dac-24a0-4be3-b95e-858d063608de), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.655318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.661350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.668970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:47.670965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-658f99b4-9a38-4bb7-9d98-0f86d52d100e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.9080665 Jan 28 16:46:47.678647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:47.718978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed490e18-ccd8-4d1a-9461-a4a90d4bfe72 req-4b472384-5eea-4284-a364-9c8393ecc38b tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/e5ef0b42-45f2-40a1-94e5-142d10b1fcbf HTTP/1.1" status: 200 len: 1819 time: 0.3685508 Jan 28 16:46:47.751463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port b6141050-551f-495c-9403-a90af0f43297 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:47.752058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b6141050-551f-495c-9403-a90af0f43297), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.814402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54344e2c-8dbf-40d6-b7af-83c94f214a21 req-216b5583-9851-4247-b98e-90872bed2213 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030636 Jan 28 16:46:47.830961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f347dc1-9de2-4281-8c0b-b4241baac355 None None] Pushing event updated for resources: {'Port': ['ID=63029027-a11a-414c-a82c-7abcaf2c20db,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:47.872698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b6141050-551f-495c-9403-a90af0f43297), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.908168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-065f0680-4e6e-45c2-970f-908a723c7a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.924392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Checking segment: {'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:47.925019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Network hostable DHCP agents. Network: 8058d781-25d1-4e6d-bcbb-2e5d788818fa, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:46:47.966006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] For port b6141050-551f-495c-9403-a90af0f43297, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b6141050-551f-495c-9403-a90af0f43297,segment=NetworkSegment(0647a7f8-e916-4b9c-a4eb-296d3ec055bb),segment_id=0647a7f8-e916-4b9c-a4eb-296d3ec055bb)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:47.966765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b6141050-551f-495c-9403-a90af0f43297), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:47.984048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for b6141050-551f-495c-9403-a90af0f43297 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:48.129920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b6141050-551f-495c-9403-a90af0f43297), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.146207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No DVR routers for this DVR port b6141050-551f-495c-9403-a90af0f43297 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:48.153347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Network 8058d781-25d1-4e6d-bcbb-2e5d788818fa is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:46:48.169609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97ba1332-2ba7-4403-b58f-5fb446850062 req-1a6c1892-41ac-4f2e-b36d-06e2ff8f58ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 210 time: 0.1168187 Jan 28 16:46:48.190530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=b6141050-551f-495c-9403-a90af0f43297,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:48.217422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 8058d781-25d1-4e6d-bcbb-2e5d788818fa) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:48.222722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:48.252882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed490e18-ccd8-4d1a-9461-a4a90d4bfe72 req-8c6d5b82-41fe-43fc-ad69-16cd740fc1d7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (e5ef0b42-45f2-40a1-94e5-142d10b1fcbf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.349102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:48.361320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:48.361706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:48.395660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a9a87-c3a7-476a-9441-408e739f5025 None None] Network 8058d781-25d1-4e6d-bcbb-2e5d788818fa requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:48.430761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed490e18-ccd8-4d1a-9461-a4a90d4bfe72 req-8c6d5b82-41fe-43fc-ad69-16cd740fc1d7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (e5ef0b42-45f2-40a1-94e5-142d10b1fcbf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.445457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:48.445813 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:48.465566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9c87e-b99f-42e3-a3d2-43dd2b4f94e4 None None] Network dabbd561-06b2-421f-8536-94d38a693322 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:48.511637 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 2 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-a041df8f-4b9b-4eab-b41a-57b933e26efa None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port b6141050-551f-495c-9403-a90af0f43297 could not be found. Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:46:48.562341 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port b6141050-551f-495c-9403-a90af0f43297 could not be found. Jan 28 16:46:48.566356 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 16:46:48.635396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84fffe57-ca05-4941-8a0a-5c1b674f4489 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:48.637666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d029ae-4d1d-4506-8325-246596202885 None None] Network 96d90dac-24a0-4be3-b95e-858d063608de requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:48.701193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:48.701697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:48.702134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:48.720718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:48.722015 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:48.724195 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 3 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:48.753061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:48.760148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:48.760656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:48.773519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978a573-e45a-455c-bede-84c1a8b978e0 None None] Pushing event updated for resources: {'Port': ['ID=b6141050-551f-495c-9403-a90af0f43297,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:48.792116 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed490e18-ccd8-4d1a-9461-a4a90d4bfe72 req-8c6d5b82-41fe-43fc-ad69-16cd740fc1d7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e5ef0b42-45f2-40a1-94e5-142d10b1fcbf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.794749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ed490e18-ccd8-4d1a-9461-a4a90d4bfe72 req-8c6d5b82-41fe-43fc-ad69-16cd740fc1d7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.805480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed490e18-ccd8-4d1a-9461-a4a90d4bfe72 req-8c6d5b82-41fe-43fc-ad69-16cd740fc1d7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5ef0b42-45f2-40a1-94e5-142d10b1fcbf HTTP/1.1" status: 204 len: 173 time: 1.0723820 Jan 28 16:46:48.822751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:48.823027 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:48.828944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] Provisioning complete for port 84fffe57-ca05-4941-8a0a-5c1b674f4489 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:48.829763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.832705 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 4 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:48.850575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d5b82-41fe-43fc-ad69-16cd740fc1d7 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef0b42-45f2-40a1-94e5-142d10b1fcbf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:48.882414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-e8e753ea-ee85-484e-8c10-073e3ee0bdc1 req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-7582422', 'description': 'tempest-description-1260782666'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:48.901719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:48.902069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:48.902411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:48.903012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] Set router bfcd42dd-8259-4748-9e62-ab3ae23ad105 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:46:48.914685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.918529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:48.918920 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:48.920881 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 5 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:48.926432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.927212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (ab499276-f13f-4751-9af1-d7f5e8343632), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.942887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e8e753ea-ee85-484e-8c10-073e3ee0bdc1 req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:48.977828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (96d90dac-24a0-4be3-b95e-858d063608de), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.000375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:49.004786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:49.006260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:49.055809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d90dac-24a0-4be3-b95e-858d063608de']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:49.094119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0647a7f8-e916-4b9c-a4eb-296d3ec055bb') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:49.094350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0647a7f8-e916-4b9c-a4eb-296d3ec055bb') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:49.119459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:49.120046 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:49.125018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:49.137291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (0647a7f8-e916-4b9c-a4eb-296d3ec055bb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.142975 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 6 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:49.145489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-cc91cd5b-6ff2-47d8-828c-b617bf2e77bf tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.146982 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-cc91cd5b-6ff2-47d8-828c-b617bf2e77bf tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 811 time: 0.3684227 Jan 28 16:46:49.151430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 84fffe57-ca05-4941-8a0a-5c1b674f4489 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:49.151814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.161523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Request body: {'port': {'device_id': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'admin_state_up': True, 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:49.176776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0647a7f8-e916-4b9c-a4eb-296d3ec055bb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.219463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] Current status of the port 84fffe57-ca05-4941-8a0a-5c1b674f4489 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:49.219709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.219988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:46:49.220300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (0647a7f8-e916-4b9c-a4eb-296d3ec055bb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:46:49.223618 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:46:49.316915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (96d90dac-24a0-4be3-b95e-858d063608de), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.322979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] For port 84fffe57-ca05-4941-8a0a-5c1b674f4489, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84fffe57-ca05-4941-8a0a-5c1b674f4489,segment=NetworkSegment(c7f4d5f7-a210-483c-95f2-e274a5d16e8c),segment_id=c7f4d5f7-a210-483c-95f2-e274a5d16e8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:49.340405 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.349612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.365576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/96d90dac-24a0-4be3-b95e-858d063608de HTTP/1.1" status: 204 len: 168 time: 1.8320358 Jan 28 16:46:49.402111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbb2a9-85b3-4c9b-b690-5fd5ef1e8112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=96d90dac-24a0-4be3-b95e-858d063608de,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:49.425696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48656) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:49.432942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'name': 'tempest-PortsTestJSON-1783694018'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:49.440355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e8e753ea-ee85-484e-8c10-073e3ee0bdc1 req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.450539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:49.451109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:49.451617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:49.477054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e8e753ea-ee85-484e-8c10-073e3ee0bdc1 req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.489963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network dabbd561-06b2-421f-8536-94d38a693322 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:49.514970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:49.515465 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:49.533271 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 7 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:49.553536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.561777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 84fffe57-ca05-4941-8a0a-5c1b674f4489 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:49.569254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:49.598078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:49.598588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:49.599659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:49.609389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:49.609801 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:49.616749 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 8 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:49.631674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Made reservation on behalf of 8dd2f19a42fc4d42a46d599bef1f7934 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:49.636623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e3969-34ba-42fd-8b60-24de22da87c6 None None] Pushing event updated for resources: {'Port': ['ID=84fffe57-ca05-4941-8a0a-5c1b674f4489,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:49.637367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.654128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.661008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.668898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.676646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.678330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:46:40Z', 'revision_number': 4, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '63029027-a11a-414c-a82c-7abcaf2c20db', 'name': '', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'mac_address': 'fa:16:3e:bf:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:38Z', 'updated_at': '2022-01-28T16:46:47Z', 'revision_number': 4, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'subnets': [{'id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:49.684007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.690265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.696276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:49.699099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-01b0941b-391f-42e1-9f5a-8ef6a943951d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.7051857 Jan 28 16:46:49.702565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e8e753ea-ee85-484e-8c10-073e3ee0bdc1 req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.709690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8e753ea-ee85-484e-8c10-073e3ee0bdc1 req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8602803 Jan 28 16:46:49.728641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:49.732201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:49.747930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b23f1a-4897-481d-aaab-f0aafd77e99f None None] The sync data for ids ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'] in n-d-812111-13 is: [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:46:40Z', 'revision_number': 4, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '63029027-a11a-414c-a82c-7abcaf2c20db', 'name': '', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'mac_address': 'fa:16:3e:bf:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:38Z', 'updated_at': '2022-01-28T16:46:47Z', 'revision_number': 4, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'subnets': [{'id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:49.764332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e14db3-121a-45fd-9076-d1162c84120f None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:46:49.853765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port a8d7055b-7e99-4443-bfc8-25e452dedf85 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:49.877648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-78c2ebb9-142b-4232-874a-4be13e336ffe None None] Provisioning complete for port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:49.878217 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-78c2ebb9-142b-4232-874a-4be13e336ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.024833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-78c2ebb9-142b-4232-874a-4be13e336ffe None None] Port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:50.039051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667428f-6081-4c98-b74a-83d2d1a5157c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c8578-e2bd-457b-bc24-9303a758229a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:50.056222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:50.056649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:50.057028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:50.063660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-78c2ebb9-142b-4232-874a-4be13e336ffe None None] Provisioning complete for port 84fffe57-ca05-4941-8a0a-5c1b674f4489 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:50.064277 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-78c2ebb9-142b-4232-874a-4be13e336ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.085533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62c3e000-e8ad-4a16-a952-cebc46cfa4a9 req-d08652bf-4c0c-4120-af80-15a9aad98f34 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 210 time: 0.1190674 Jan 28 16:46:50.104960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:50.104960 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:50.137014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e14db3-121a-45fd-9076-d1162c84120f None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:46:50.149579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (a8d7055b-7e99-4443-bfc8-25e452dedf85), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.177490 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 9 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:50.218044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81c12cbf-2084-406a-ba39-b5e61e379646 req-ae85d2b6-2e53-43a8-b0dd-63e0fce47bc4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3292665 Jan 28 16:46:50.239934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:50.240277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:50.240615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:50.241140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Allocated IP 172.20.0.9 (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5/8435a387-d6eb-43ad-8df9-671f94a6555e/e4e2224f-9edb-419d-afcc-9a16d049e8b1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:46:50.272000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:50.272347 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:50.283976 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 10 to bind port 47664275-2a33-4002-8d85-5f607f136b99 Jan 28 16:46:50.314673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router ab499276-f13f-4751-9af1-d7f5e8343632 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:46:50.328345 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a8d7055b-7e99-4443-bfc8-25e452dedf85), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.372362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:50.389138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:50.389696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:50.435264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=a8d7055b-7e99-4443-bfc8-25e452dedf85,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:50.445143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-78c2ebb9-142b-4232-874a-4be13e336ffe None None] Current status of the port 84fffe57-ca05-4941-8a0a-5c1b674f4489 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:50.451118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:50.456702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:50.459489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:50.464871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:50.465496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.484726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port 47664275-2a33-4002-8d85-5f607f136b99 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:50.489148 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port 47664275-2a33-4002-8d85-5f607f136b99 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:50.490983 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (47664275-2a33-4002-8d85-5f607f136b99), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.606145 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de2a71da-144d-4742-886d-0a329d6ee9ff tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1770790 Jan 28 16:46:50.609935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48666) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:50.623069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-6cd07a18-3820-4d80-9411-9dae01d0d1de tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/c21c8578-e2bd-457b-bc24-9303a758229a HTTP/1.1" status: 200 len: 1817 time: 0.4001050 Jan 28 16:46:50.652159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Request body: {'security_group': {'name': 'tempest-sg-hth-999918631', 'description': 'tempest-description-hth-836914579'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:50.671019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84fffe57-ca05-4941-8a0a-5c1b674f4489 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:50.709131 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.781591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:50.793649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] Sync routers for ids ['ab499276-f13f-4751-9af1-d7f5e8343632'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:50.809605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9e0a9a2b-5b7a-4d92-800a-af0b6f7a8d2a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/ab499276-f13f-4751-9af1-d7f5e8343632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0715015 Jan 28 16:46:50.809969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48668) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:50.816801 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] Routers {'ab499276-f13f-4751-9af1-d7f5e8343632'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:50.818568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ab499276-f13f-4751-9af1-d7f5e8343632'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:50.863112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks [] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.864135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 84fffe57-ca05-4941-8a0a-5c1b674f4489 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:50.864628 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.901664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] For port 47664275-2a33-4002-8d85-5f607f136b99, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:50.902976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempted to set empty binding levels {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 16:46:50.904457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e63b07-7bb3-410b-8f76-8ecce58da62f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:50.907570 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.910068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-81e63b07-7bb3-410b-8f76-8ecce58da62f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports/b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a HTTP/1.1" status: 200 len: 911 time: 0.0958312 Jan 28 16:46:50.912313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:50.929114 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (47664275-2a33-4002-8d85-5f607f136b99), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:50.943900 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:50.961367 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] Routers {'ab499276-f13f-4751-9af1-d7f5e8343632'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:50.962337 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ab499276-f13f-4751-9af1-d7f5e8343632'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:50.994319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 84fffe57-ca05-4941-8a0a-5c1b674f4489 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:50.995430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63029027-a11a-414c-a82c-7abcaf2c20db up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:51.029097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:51.030025 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fdf400-4e6a-4ddd-8542-9244c24c270f None None] The sync data for ids ['ab499276-f13f-4751-9af1-d7f5e8343632'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:51.068204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 63029027-a11a-414c-a82c-7abcaf2c20db triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:51.068514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.095642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.096900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.188406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.2687194 Jan 28 16:46:51.193460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48674) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:51.204901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0e250-4db6-402f-98bb-9adb0fdfd09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=47664275-2a33-4002-8d85-5f607f136b99,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:51.211269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.237314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.241919 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.259918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6ad412d-8d44-44c5-b651-492147b651a4 req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "PUT /v2.0/security-groups/c21c8578-e2bd-457b-bc24-9303a758229a HTTP/1.1" status: 200 len: 1792 time: 0.6154432 Jan 28 16:46:51.303413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port a8d7055b-7e99-4443-bfc8-25e452dedf85 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:51.304391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a8d7055b-7e99-4443-bfc8-25e452dedf85), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.342560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 63029027-a11a-414c-a82c-7abcaf2c20db is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:51.343120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.399878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b82ecd1e-3836-4437-b771-55cdba7c49ff req-eb449fbb-010f-406f-9b94-e7ba429302c4 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 210 time: 0.1002805 Jan 28 16:46:51.420847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 63029027-a11a-414c-a82c-7abcaf2c20db, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63029027-a11a-414c-a82c-7abcaf2c20db,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:51.434452 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.503899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4813b8-3df6-4db4-84f7-b01782b8f134 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c8578-e2bd-457b-bc24-9303a758229a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:51.569275 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.593606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-791f607b-d6f9-4e2f-8826-e7a3dbcd38dd req-03a02b30-63c7-4653-8cd0-28ee6a822d0c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/c21c8578-e2bd-457b-bc24-9303a758229a HTTP/1.1" status: 200 len: 1792 time: 0.1175301 Jan 28 16:46:51.619047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.626468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.633138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.640772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.648460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.654880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.663209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:51.665249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-18812aae-21b7-495c-90c8-888f10e867ed tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.2596371 Jan 28 16:46:51.682777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a8d7055b-7e99-4443-bfc8-25e452dedf85), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.801315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:51.808927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for a8d7055b-7e99-4443-bfc8-25e452dedf85 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:51.811840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:51.812539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Deleting port 47664275-2a33-4002-8d85-5f607f136b99 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:51.812930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (47664275-2a33-4002-8d85-5f607f136b99), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.815304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:51.850750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-745ff6ee-e0ef-465f-94ed-5d177209962e req-6fcbe0e0-86cf-491d-b5bf-25afb83bd982 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/c21c8578-e2bd-457b-bc24-9303a758229a HTTP/1.1" status: 200 len: 1792 time: 0.1770842 Jan 28 16:46:51.943682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Pushing event updated for resources: {'Port': ['ID=e4e2224f-9edb-419d-afcc-9a16d049e8b1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:51.966978 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:51.986996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=63029027-a11a-414c-a82c-7abcaf2c20db,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:51.990397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1cdef44a-c737-478d-8cb8-45a969ed2ce7 None None] Provisioning complete for port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:51.990959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cdef44a-c737-478d-8cb8-45a969ed2ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.055244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1cdef44a-c737-478d-8cb8-45a969ed2ce7 None None] Port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:52.071699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-745ff6ee-e0ef-465f-94ed-5d177209962e req-3db3a4f5-2360-40b7-9790-46fa9c1d32e4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.079315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-969d4f1a-8f04-42e8-858e-b4b6d9a5a6e7 req-1fbac175-2fe6-415f-813c-f978cbed17da tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3259959 Jan 28 16:46:52.084494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] For port 47664275-2a33-4002-8d85-5f607f136b99, host n-h2-812111-13, got binding levels [] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:52.085080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (47664275-2a33-4002-8d85-5f607f136b99), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.094981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:52.095551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.119825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Calling delete_port for 47664275-2a33-4002-8d85-5f607f136b99 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:52.127015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-745ff6ee-e0ef-465f-94ed-5d177209962e req-3db3a4f5-2360-40b7-9790-46fa9c1d32e4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.188880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1725cfaa-680c-459a-9900-97f13f773bc6 None None] Provisioning complete for port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:52.189557 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1725cfaa-680c-459a-9900-97f13f773bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.195943 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-6c6f504c-826e-484d-83c4-3cab51afef87 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0382023 Jan 28 16:46:52.217115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Request body: {'port': {'device_id': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:52.228468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-745ff6ee-e0ef-465f-94ed-5d177209962e req-3db3a4f5-2360-40b7-9790-46fa9c1d32e4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c21c8578-e2bd-457b-bc24-9303a758229a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.231744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-745ff6ee-e0ef-465f-94ed-5d177209962e req-3db3a4f5-2360-40b7-9790-46fa9c1d32e4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.236961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-745ff6ee-e0ef-465f-94ed-5d177209962e req-3db3a4f5-2360-40b7-9790-46fa9c1d32e4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/c21c8578-e2bd-457b-bc24-9303a758229a HTTP/1.1" status: 204 len: 173 time: 0.3753693 Jan 28 16:46:52.262115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3a4f5-2360-40b7-9790-46fa9c1d32e4 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c8578-e2bd-457b-bc24-9303a758229a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:52.270776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a8d7055b-7e99-4443-bfc8-25e452dedf85), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.274099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (47664275-2a33-4002-8d85-5f607f136b99), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.313902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=a8d7055b-7e99-4443-bfc8-25e452dedf85,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:52.319408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (ab499276-f13f-4751-9af1-d7f5e8343632), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.331437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event deleted for resources: {'Port': ['ID=47664275-2a33-4002-8d85-5f607f136b99,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:52.333582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.336818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b3fd499a-7565-405a-ac2e-5402d74e678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "DELETE /v2.0/ports/47664275-2a33-4002-8d85-5f607f136b99 HTTP/1.1" status: 204 len: 168 time: 1.1421928 Jan 28 16:46:52.345189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48690) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:52.345376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1725cfaa-680c-459a-9900-97f13f773bc6 None None] Port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:46:52.366293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.405348 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6a7ef8-35a9-4877-9da8-b327dde5eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:46:52.407348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ec6a7ef8-35a9-4877-9da8-b327dde5eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "GET /v2.0/ports/47664275-2a33-4002-8d85-5f607f136b99 HTTP/1.1" status: 404 len: 333 time: 0.0611725 Jan 28 16:46:52.419630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.421521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:52.424287 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8bb0118-bcec-4f0b-ba25-02e7f9efca80 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/a8d7055b-7e99-4443-bfc8-25e452dedf85 HTTP/1.1" status: 204 len: 168 time: 1.8135076 Jan 28 16:46:52.428131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:52.434238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'mac_address': 'fa:16:3e:dc:3e:a1', 'name': 'tempest-PortsTestJSON-1331304421'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:52.434864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Request body: {'port': {'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-618925180'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:52.439548 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-a8daa681-7a3c-4136-a83a-9a2391fe4caf req-b7c51235-2951-4205-a060-14837ce1f316 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:52.440490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8daa681-7a3c-4136-a83a-9a2391fe4caf req-b7c51235-2951-4205-a060-14837ce1f316 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/e5ef0b42-45f2-40a1-94e5-142d10b1fcbf HTTP/1.1" status: 404 len: 352 time: 0.0520091 Jan 28 16:46:52.442769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63029027-a11a-414c-a82c-7abcaf2c20db up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:46:52.499106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Made reservation on behalf of ed33d94cc5d04d27b68b02ae45e6a973 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:52.502104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.514178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 63029027-a11a-414c-a82c-7abcaf2c20db triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:46:52.514866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.535112 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-ba9a877e-3b61-4981-8a14-4879916e1c29 req-ea51213e-7f80-4e9e-96a1-184cccfffc47 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:52.536160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba9a877e-3b61-4981-8a14-4879916e1c29 req-ea51213e-7f80-4e9e-96a1-184cccfffc47 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/e0ccccce-2844-45d7-97f5-aee50a5a2006 HTTP/1.1" status: 404 len: 352 time: 0.0514197 Jan 28 16:46:52.557686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:52.629839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 63029027-a11a-414c-a82c-7abcaf2c20db is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:52.680822 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-0483bae1-b736-4b63-9732-dc04415c68bd req-5f5d9b16-601c-4432-bb6d-06e523e5827d tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:52.682188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0483bae1-b736-4b63-9732-dc04415c68bd req-5f5d9b16-601c-4432-bb6d-06e523e5827d tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/987bfcf2-5c6f-4073-a901-369cbc140e5b HTTP/1.1" status: 404 len: 352 time: 0.1106970 Jan 28 16:46:52.736823 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-2d4d50ef-401c-4274-8a20-f7648ae1bd1d req-fab0b79d-0062-4f67-9304-1c2fbe56f68b tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:52.738001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d4d50ef-401c-4274-8a20-f7648ae1bd1d req-fab0b79d-0062-4f67-9304-1c2fbe56f68b tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/c1ea873d-22de-40f1-b9e8-84342948370b HTTP/1.1" status: 404 len: 352 time: 0.0144153 Jan 28 16:46:52.761951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bed5a3-dc71-416c-9d5b-0cc34bf7796a req-264bc82d-717a-4b81-8475-900c3126e1d8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:52.763724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09bed5a3-dc71-416c-9d5b-0cc34bf7796a req-264bc82d-717a-4b81-8475-900c3126e1d8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 931 time: 0.1838336 Jan 28 16:46:52.816769 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-7ead870b-c17b-43f6-ba54-485bfaa81106 req-f151abb0-4574-4e4e-8cc8-9eff967ed7ee tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:52.818036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ead870b-c17b-43f6-ba54-485bfaa81106 req-f151abb0-4574-4e4e-8cc8-9eff967ed7ee tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/9402a115-194b-457f-b965-0aa5fdc323f4 HTTP/1.1" status: 404 len: 352 time: 0.0492640 Jan 28 16:46:52.870701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e2224f-9edb-419d-afcc-9a16d049e8b1 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:52.883499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Publish callbacks [] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:52.889710 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-e3cd0e8a-0781-4d12-9daa-ac22a190db3b req-e0c40622-2224-4896-8dc0-21852af094cf tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] show failed (client error): The resource could not be found. Jan 28 16:46:52.891351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3cd0e8a-0781-4d12-9daa-ac22a190db3b req-e0c40622-2224-4896-8dc0-21852af094cf tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/3778cdb0-9d7a-4dc5-985e-666faf345099 HTTP/1.1" status: 404 len: 352 time: 0.0173423 Jan 28 16:46:52.955619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09bed5a3-dc71-416c-9d5b-0cc34bf7796a req-1838b7d4-efe9-4bc8-bcff-6cb2bd4c9b03 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716752 Jan 28 16:46:52.991568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Transition to ACTIVE for port object e4e2224f-9edb-419d-afcc-9a16d049e8b1 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:46:52.998443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.001997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.046010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.051146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:53.059873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2224f-9edb-419d-afcc-9a16d049e8b1,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:53.117829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Network 8058d781-25d1-4e6d-bcbb-2e5d788818fa is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:53.130388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:53.135324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:53.136852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.137780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.158763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:53.169126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6213b4eb-ae2a-48d0-a8b6-c9bbc51fcfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7393048 Jan 28 16:46:53.172593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48720) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:53.179844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:53.325150 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.340804 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.382853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 2e88e26a-9e98-4de8-b1f4-f754c62b852a yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:53.400990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.407793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.413826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.419602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.425465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.431978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.435214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Attempting to bind port e4e2224f-9edb-419d-afcc-9a16d049e8b1 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:53.435909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Attempting to bind port e4e2224f-9edb-419d-afcc-9a16d049e8b1 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:53.436462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Attempting to bind port e4e2224f-9edb-419d-afcc-9a16d049e8b1 on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:53.438577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.440706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-09b8c5c4-ccad-40e9-be53-0c4e6c9959aa tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5431 time: 0.1745408 Jan 28 16:46:53.450949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e9275-3ea0-4dd8-bb51-39cb3aa40435 req-0b966989-29dd-4220-aa72-e20ae9d95320 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.453294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b18e9275-3ea0-4dd8-bb51-39cb3aa40435 req-0b966989-29dd-4220-aa72-e20ae9d95320 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1023 time: 0.1959388 Jan 28 16:46:53.496629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Port e4e2224f-9edb-419d-afcc-9a16d049e8b1 on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:53.497220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Attempting to bind port e4e2224f-9edb-419d-afcc-9a16d049e8b1 on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:53.506575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:46:53.507112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Checking segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:46:53.507647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Bound using segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:46:53.508350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Bound port: e4e2224f-9edb-419d-afcc-9a16d049e8b1, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:46:53.508875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.626541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] For port e4e2224f-9edb-419d-afcc-9a16d049e8b1, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:53.630545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] For port e4e2224f-9edb-419d-afcc-9a16d049e8b1, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:46:53.641746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:53.642337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.651019 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.678007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:53.678638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:53.680143 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] 10.222.0.31 "PUT /v2.0/ports/e4e2224f-9edb-419d-afcc-9a16d049e8b1 HTTP/1.1" status: 200 len: 1092 time: 1.4680982 Jan 28 16:46:53.730889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'tag': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:53.733370 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350aaeac-3d34-45fc-9835-35de24d1eb18" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7e3fb-83b5-4b18-9a2f-5646ccca675d", "tag": "e4e2224f-9edb-419d-afcc-9a16d049e8b1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:53.826692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6900f1ba-9390-445f-868e-2ca3782bfee5 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:53.965978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.013623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6900f1ba-9390-445f-868e-2ca3782bfee5,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.029560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '6900f1ba-9390-445f-868e-2ca3782bfee5', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'port_id': '6900f1ba-9390-445f-868e-2ca3782bfee5', 'mac_address': 'fa:16:3e:e8:e2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:54.036401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:54.076702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6900f1ba-9390-445f-868e-2ca3782bfee5 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:54.077114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.094086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6900f1ba-9390-445f-868e-2ca3782bfee5 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:54.129404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6900f1ba-9390-445f-868e-2ca3782bfee5,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.133373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1dd2575c-9bd3-4846-8d81-96a56fb28a57 req-aa576876-feac-4e90-bdd9-152f0f7bbd84 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6744130 Jan 28 16:46:54.137212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.137834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:54.138690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (2e88e26a-9e98-4de8-b1f4-f754c62b852a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.194926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b2cc-7af6-4ebc-b1cf-17fa1580eaef service neutron] Pushing event updated for resources: {'Port': ['ID=e4e2224f-9edb-419d-afcc-9a16d049e8b1,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:54.222579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2e88e26a-9e98-4de8-b1f4-f754c62b852a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.234215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b18e9275-3ea0-4dd8-bb51-39cb3aa40435 req-94135703-b73b-461d-8bc5-0ca74373deae tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=ad8e536b-225a-4fa0-ab2b-9e48d513ae51&id=1187a41c-9899-4870-a535-087fc3793291&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7639377 Jan 28 16:46:54.308039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:54.319347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.328626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.331425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:54.338996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-bedb20b0-4089-4e93-8d17-8b5f11208009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:54.340792 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-bedb20b0-4089-4e93-8d17-8b5f11208009 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 1126 time: 0.6045847 Jan 28 16:46:54.381852 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8fee35-b6d3-4013-b846-aacd1c72102d x-openstack-request-id: req-3a8fee35-b6d3-4013-b846-aacd1c72102d {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:54.382521 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7e3fb-83b5-4b18-9a2f-5646ccca675d", "tag": "e4e2224f-9edb-419d-afcc-9a16d049e8b1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:54.382521 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a8fee35-b6d3-4013-b846-aacd1c72102d {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:54.382750 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'tag': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1', 'status': 'completed', 'code': 200} Jan 28 16:46:54.395028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.408548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'port_id': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'mac_address': 'fa:16:3e:64:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:54.444464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:54.453812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:54.454541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.469116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:54.494523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.501292 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.502308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99a76918-46c7-47d8-a712-f6d0c3bc535e details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:54.507827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.508176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.508514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.522761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa820-a53f-4910-bacf-55996bcd888d req-f835cf76-b27e-4972-986b-ee777ce0f6d6 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:54.524357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-157fa820-a53f-4910-bacf-55996bcd888d req-f835cf76-b27e-4972-986b-ee777ce0f6d6 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 943 time: 0.1841233 Jan 28 16:46:54.529972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.530308 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.540989 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 2 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.567261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:54.582559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.582950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.583294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.604572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-e42c0cff-72d5-405c-bf30-ee6aecfc76f1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:54.606138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-e42c0cff-72d5-405c-bf30-ee6aecfc76f1 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.31 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1023 time: 0.1385541 Jan 28 16:46:54.606461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.620381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '99a76918-46c7-47d8-a712-f6d0c3bc535e', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'port_id': '99a76918-46c7-47d8-a712-f6d0c3bc535e', 'mac_address': 'fa:16:3e:63:e0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:54.628128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.628776 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.660072 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 3 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.667990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 99a76918-46c7-47d8-a712-f6d0c3bc535e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:54.668393 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.677317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.677914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.678265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.682732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a76918-46c7-47d8-a712-f6d0c3bc535e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:54.685276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.685598 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.688074 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 4 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.693671 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-157fa820-a53f-4910-bacf-55996bcd888d req-0027fafb-1ad8-4fb3-9ef8-fa9c062ab811 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618485 Jan 28 16:46:54.726087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.735021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.735802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 48992663-2242-4a53-bdde-d5103c7c9502 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:54.748021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.748374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.748718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.762478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.762832 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.764744 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 5 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.771751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=2e88e26a-9e98-4de8-b1f4-f754c62b852a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:54.776114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:54.781626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-9742b24d-2a07-4f0c-b2a1-b029a1cdddc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1 HTTP/1.1" status: 200 len: 217 time: 0.4018338 Jan 28 16:46:54.782632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.782974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.783803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.784513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:54.803352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Deleting port 85af8b9f-f8de-4b89-96ff-b643ed014fed {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:54.803698 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.806777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:54.812662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:54.813278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.850447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=48992663-2242-4a53-bdde-d5103c7c9502,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.855324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.855845 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.863169 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 6 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.886631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.887026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.887487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.897546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.897879 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.901190 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 7 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.918841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '48992663-2242-4a53-bdde-d5103c7c9502', 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'port_id': '48992663-2242-4a53-bdde-d5103c7c9502', 'mac_address': 'fa:16:3e:99:af:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f13bfb-5a9e-4ec6-bd02-dc80e26d602d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:54.933677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.934247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.934588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.946151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.946151 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.946151 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 8 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:54.976966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:54.977355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:54.977854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:54.986971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] For port 85af8b9f-f8de-4b89-96ff-b643ed014fed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85af8b9f-f8de-4b89-96ff-b643ed014fed,segment=NetworkSegment(e04da7ee-65bc-4fb1-ae36-754337628cf2),segment_id=e04da7ee-65bc-4fb1-ae36-754337628cf2)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:54.987338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:54.989946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:54.990268 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:54.999546 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 9 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:55.013543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48736) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:55.015738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:55.016726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:55.017064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:55.017402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:55.021732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-cbfccfdd-f6d5-44af-afa3-95f184cc4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.023068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-cbfccfdd-f6d5-44af-afa3-95f184cc4e3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.2240837 Jan 28 16:46:55.032233 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9b9d930-ddb6-4c00-8e7e-0d3f0758c689 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5990844 Jan 28 16:46:55.034732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 48992663-2242-4a53-bdde-d5103c7c9502 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:55.035331 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (48992663-2242-4a53-bdde-d5103c7c9502), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.040451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48738) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:55.040688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.070240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Calling delete_port for 85af8b9f-f8de-4b89-96ff-b643ed014fed owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:55.073577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48992663-2242-4a53-bdde-d5103c7c9502 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:55.105813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:55.106152 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:55.115163 n-d-812111-13 neutron-server[103093]: INFO neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 10 to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab Jan 28 16:46:55.139748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=48992663-2242-4a53-bdde-d5103c7c9502,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:55.153544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.154286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2a68b0c6-099f-4d40-9965-1b1aa9afd84d details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:55.154454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:46:55.154900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:46:55.156439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:46:55.194169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:46:55.194520 n-d-812111-13 neutron-server[103093]: ERROR neutron.plugins.ml2.managers [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:46:55.194790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.285250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:55.328805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d96979-8911-4aa8-abf9-9ce925942598 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.333371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (ab499276-f13f-4751-9af1-d7f5e8343632), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.333966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-61d96979-8911-4aa8-abf9-9ce925942598 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/2e88e26a-9e98-4de8-b1f4-f754c62b852a HTTP/1.1" status: 200 len: 841 time: 0.2902923 Jan 28 16:46:55.338104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:55.350433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2a68b0c6-099f-4d40-9965-1b1aa9afd84d', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'port_id': '2a68b0c6-099f-4d40-9965-1b1aa9afd84d', 'mac_address': 'fa:16:3e:1c:41:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:55.355713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-96fd870a-3ec8-45f8-8c50-f8823af3a7a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3238502 Jan 28 16:46:55.356457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48746) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:55.398894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:55.399688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.418031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a68b0c6-099f-4d40-9965-1b1aa9afd84d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:55.443962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:55.448761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.449452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7edacc01-0790-4c84-ab36-3baace368526 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:55.523025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7edacc01-0790-4c84-ab36-3baace368526,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:55.542226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7edacc01-0790-4c84-ab36-3baace368526', 'network_id': 'c755c58b-bdc0-41c0-97e3-7901e1027b63', 'port_id': '7edacc01-0790-4c84-ab36-3baace368526', 'mac_address': 'fa:16:3e:49:97:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398286f8-8d4c-4f27-908a-1512b5bfa6f9', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:55.582060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:55.620112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=b30cbe5b-c8e2-4f9a-ac2d-9415acbb474a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:55.625538 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-5392a886-6f99-4aaf-89d5-e6f4137b3f3b service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424680 Jan 28 16:46:55.654192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] For port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:46:55.654579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempted to set empty binding levels {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 16:46:55.666399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7edacc01-0790-4c84-ab36-3baace368526 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:55.667536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7edacc01-0790-4c84-ab36-3baace368526), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.673721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.678986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.684175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.687549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edacc01-0790-4c84-ab36-3baace368526 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:55.689522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.694848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.700258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.706391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.708412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9131a910-617b-4b49-9458-4185036aa592 req-7ffe1d11-9f1b-43af-8704-572cddbd6063 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5435 time: 0.3191223 Jan 28 16:46:55.718983 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.722414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7edacc01-0790-4c84-ab36-3baace368526,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:55.731012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.732249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:55.754586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e92565-787e-4192-900c-335bc1f7b3ec req-ab5312b0-a8c0-4a9d-8592-e7c40bc85553 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.755679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30e92565-787e-4192-900c-335bc1f7b3ec req-ab5312b0-a8c0-4a9d-8592-e7c40bc85553 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/ports?device_id=e476f418-2264-4f9c-8ada-cbd2435c57a4 HTTP/1.1" status: 200 len: 1023 time: 0.3649521 Jan 28 16:46:55.784970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:55.804192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router ab499276-f13f-4751-9af1-d7f5e8343632 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:46:55.807421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3', 'network_id': '26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5', 'port_id': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3', 'mac_address': 'fa:16:3e:9e:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f13bfb-5a9e-4ec6-bd02-dc80e26d602d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:55.838277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 2e88e26a-9e98-4de8-b1f4-f754c62b852a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:55.838277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2e88e26a-9e98-4de8-b1f4-f754c62b852a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.872023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] In _notify_port_updated(), no bound segment for port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:46:55.873040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:55.873930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.875621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "PUT /v2.0/ports/cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab HTTP/1.1" status: 200 len: 979 time: 2.7015901 Jan 28 16:46:55.890493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48750) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:55.914959 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5da899bc-deb3-4996-b7be-81f44c49a9f5 req-ba508922-097d-4925-9bac-2f3de2258a51 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823822 Jan 28 16:46:55.927657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:55.929115 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:55.946710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:55.969328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:56.006964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:56.007228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (85af8b9f-f8de-4b89-96ff-b643ed014fed), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.016907 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.030397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccc5f2-754f-4953-9577-5b811979b1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:56.061406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:46:56.079067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d57f3e90-8ec7-45e2-98b8-66e7c92ccd63 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/ab499276-f13f-4751-9af1-d7f5e8343632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1640635 Jan 28 16:46:56.079693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48754) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:56.125534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:56.126520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2e88e26a-9e98-4de8-b1f4-f754c62b852a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.130743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'Port': ['ID=85af8b9f-f8de-4b89-96ff-b643ed014fed,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:56.134385 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e75e486a-943a-457c-9134-8edc46c99d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab499276-f13f-4751-9af1-d7f5e8343632 HTTP/1.1" status: 200 len: 205 time: 0.0480363 Jan 28 16:46:56.143652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48756) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:56.144516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9131a910-617b-4b49-9458-4185036aa592 req-065475fb-43f4-4a62-8e0a-f7880184bf23 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4231217 Jan 28 16:46:56.146575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] Sync routers for ids ['ab499276-f13f-4751-9af1-d7f5e8343632'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:46:56.166744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] Routers {'ab499276-f13f-4751-9af1-d7f5e8343632'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:56.167444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ab499276-f13f-4751-9af1-d7f5e8343632'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:56.175416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30e92565-787e-4192-900c-335bc1f7b3ec req-f36c75df-c42c-4f39-b76c-edbe831dfb0c tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups?id=11482341-0fcc-4223-a4ce-7a564451e0ac&id=ad8e536b-225a-4fa0-ab2b-9e48d513ae51&id=1187a41c-9899-4870-a535-087fc3793291&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4089634 Jan 28 16:46:56.227993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:56.239341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] Routers {'ab499276-f13f-4751-9af1-d7f5e8343632'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:46:56.239976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ab499276-f13f-4751-9af1-d7f5e8343632'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:56.251065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] No DVR routers for this DVR port 85af8b9f-f8de-4b89-96ff-b643ed014fed on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:56.257222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (ab499276-f13f-4751-9af1-d7f5e8343632), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.264607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 2e88e26a-9e98-4de8-b1f4-f754c62b852a owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:56.277009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.277487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.277955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.278414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.278874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.279331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.279789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.280248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.280753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.281210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.281658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.282108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.282554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.283000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.283444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.283907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.284347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.284843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.285294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.285745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.286193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.286639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.287090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.287536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.287981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.288425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.288894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.289342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.289788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.290232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.290676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.291120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.291563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.292006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.292451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.292924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.293361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.293805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.298176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85b2797d-b402-43a3-b29e-52f557aa03d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35168 time: 0.4019990 Jan 28 16:46:56.300603 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.303843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2625efe2-a1a1-43fa-ac75-4b77c887421d req-ad1e1e0f-7888-4f92-a710-d8a8136f85d8 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.31 "DELETE /v2.0/ports/85af8b9f-f8de-4b89-96ff-b643ed014fed HTTP/1.1" status: 204 len: 173 time: 1.6918359 Jan 28 16:46:56.304453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'name': 'network-vif-deleted', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:46:56.304700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48758) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:56.306725 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b5b0d-554c-44e2-a70f-a5cef0b00dc0" -d '{"events": [{"server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "name": "network-vif-deleted", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:46:56.321467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:56.322322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84e686-0b36-425a-9068-cb74c5985e62 None None] The sync data for ids ['ab499276-f13f-4751-9af1-d7f5e8343632'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:46:56.395861 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b547d0-f82f-448c-910d-611dcad5615c x-openstack-request-id: req-51b547d0-f82f-448c-910d-611dcad5615c {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:46:56.396159 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e476f418-2264-4f9c-8ada-cbd2435c57a4", "name": "network-vif-deleted", "tag": "85af8b9f-f8de-4b89-96ff-b643ed014fed", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:46:56.396409 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51b547d0-f82f-448c-910d-611dcad5615c {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:46:56.396857 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e476f418-2264-4f9c-8ada-cbd2435c57a4', 'name': 'network-vif-deleted', 'tag': '85af8b9f-f8de-4b89-96ff-b643ed014fed', 'status': 'completed', 'code': 200} Jan 28 16:46:56.406023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083e7c-6f7d-43fd-affe-08262098b5a2 req-578a588b-3b1c-4292-aed3-c4dd8f9cb937 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.407540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42083e7c-6f7d-43fd-affe-08262098b5a2 req-578a588b-3b1c-4292-aed3-c4dd8f9cb937 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 943 time: 0.1083093 Jan 28 16:46:56.489635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-5ae969cf-f5ea-4259-8111-331cd5228a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.491158 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-5ae969cf-f5ea-4259-8111-331cd5228a1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 1126 time: 0.4808593 Jan 28 16:46:56.533444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42083e7c-6f7d-43fd-affe-08262098b5a2 req-2b62a011-f215-476b-8768-d524e70acb47 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153846 Jan 28 16:46:56.594142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.602030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['99a76918-46c7-47d8-a712-f6d0c3bc535e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.627912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (ab499276-f13f-4751-9af1-d7f5e8343632), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.633024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2a68b0c6-099f-4d40-9965-1b1aa9afd84d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.647843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (ab499276-f13f-4751-9af1-d7f5e8343632), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.680793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['6900f1ba-9390-445f-868e-2ca3782bfee5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.752999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (ab499276-f13f-4751-9af1-d7f5e8343632), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.753426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router ab499276-f13f-4751-9af1-d7f5e8343632 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:46:56.759440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['48992663-2242-4a53-bdde-d5103c7c9502'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.771365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.775707 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4cb57e7b-eb53-469e-b674-829887ad0ef7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/ab499276-f13f-4751-9af1-d7f5e8343632 HTTP/1.1" status: 204 len: 168 time: 0.6310821 Jan 28 16:46:56.785910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48762) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:56.798597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2e88e26a-9e98-4de8-b1f4-f754c62b852a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.815273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.817458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['e4902c50-e4b9-4bc1-b62a-60cfd55a45a3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.838393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Deleting port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:56.838770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:56.889190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7edacc01-0790-4c84-ab36-3baace368526'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:56.894515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-3728df4b-1519-418b-b1ed-89fcb206d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:56.896095 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-3728df4b-1519-418b-b1ed-89fcb206d07c service neutron] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 912 time: 0.3003178 Jan 28 16:46:56.932910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=2e88e26a-9e98-4de8-b1f4-f754c62b852a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:57.007958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.013812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ca53e127-ac0c-4397-8401-9fcd21dc070b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/2e88e26a-9e98-4de8-b1f4-f754c62b852a HTTP/1.1" status: 204 len: 168 time: 1.5706289 Jan 28 16:46:57.018183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-e6c13c85-8eed-4b2c-b2e3-82b0594935a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1 HTTP/1.1" status: 200 len: 217 time: 0.0895596 Jan 28 16:46:57.018727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48764) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:57.045175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet 58a73e0c-3f98-47ab-9bf3-d320e815161d {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:57.089775 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (58a73e0c-3f98-47ab-9bf3-d320e815161d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.102924 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6091cf-41ad-471e-840b-d1699237e94c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:46:57.108140 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f6091cf-41ad-471e-840b-d1699237e94c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/2e88e26a-9e98-4de8-b1f4-f754c62b852a HTTP/1.1" status: 404 len: 333 time: 0.0865486 Jan 28 16:46:57.136384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:57.143039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] For port cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab, host n-h2-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:57.143497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.150535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'name': 'tempest-PortsTestJSON-31789333'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:57.152952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e4e2224f-9edb-419d-afcc-9a16d049e8b1 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:46:57.154878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85af8b9f-f8de-4b89-96ff-b643ed014fed no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:46:57.223673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Calling delete_port for cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:57.244615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (58a73e0c-3f98-47ab-9bf3-d320e815161d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.257320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-9555c0db-5c0e-4401-bdbe-daa13afd69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.258315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 85af8b9f-f8de-4b89-96ff-b643ed014fed {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:46:57.258601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85af8b9f-f8de-4b89-96ff-b643ed014fed not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:46:57.258940 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-9555c0db-5c0e-4401-bdbe-daa13afd69f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.2287121 Jan 28 16:46:57.359107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-24ea3600-da55-44b6-8d88-6c279212b1a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762589 Jan 28 16:46:57.378805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:46:57.403933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38db532c-3238-464d-a9d8-53bc34903dde req-e3236d95-09e7-45a6-b108-e0d01307bb2e tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/1187a41c-9899-4870-a535-087fc3793291 HTTP/1.1" status: 200 len: 1819 time: 0.0983939 Jan 28 16:46:57.415471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.420797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.426399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.431668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.437131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.442428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.447730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.449719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-1c652f85-a7f0-4764-9d93-88daba5fb5d5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5438 time: 0.1880996 Jan 28 16:46:57.465061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:57.469144 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.522128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e4e2224f-9edb-419d-afcc-9a16d049e8b1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:57.525484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:57.548202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (58a73e0c-3f98-47ab-9bf3-d320e815161d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.560588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-38db532c-3238-464d-a9d8-53bc34903dde req-78bd5f3a-d35d-427b-86e9-1fc3e5627a74 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (1187a41c-9899-4870-a535-087fc3793291), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.570617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Deleting port ef3b1abf-72a3-4490-96ce-fd7376f943a6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:57.571040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.592187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'port_id': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1', 'mac_address': 'fa:16:3e:0b:32:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:46:57.594190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8c9c9da-a7f2-4385-a90b-138ccc5a3418 req-c137d7f3-f058-4a2f-a4b5-e79067456074 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343837 Jan 28 16:46:57.647307 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-38db532c-3238-464d-a9d8-53bc34903dde req-78bd5f3a-d35d-427b-86e9-1fc3e5627a74 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (1187a41c-9899-4870-a535-087fc3793291), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.739942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] For port ef3b1abf-72a3-4490-96ce-fd7376f943a6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef3b1abf-72a3-4490-96ce-fd7376f943a6,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:57.741033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.775676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Calling delete_port for ef3b1abf-72a3-4490-96ce-fd7376f943a6 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:57.802992 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-38db532c-3238-464d-a9d8-53bc34903dde req-78bd5f3a-d35d-427b-86e9-1fc3e5627a74 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1187a41c-9899-4870-a535-087fc3793291), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.805732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-38db532c-3238-464d-a9d8-53bc34903dde req-78bd5f3a-d35d-427b-86e9-1fc3e5627a74 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.806951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38db532c-3238-464d-a9d8-53bc34903dde req-78bd5f3a-d35d-427b-86e9-1fc3e5627a74 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/1187a41c-9899-4870-a535-087fc3793291 HTTP/1.1" status: 204 len: 173 time: 0.3554027 Jan 28 16:46:57.870548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd5f3a-d35d-427b-86e9-1fc3e5627a74 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1187a41c-9899-4870-a535-087fc3793291,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:57.886110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee4b6a-9a64-4e0a-9e42-852102f084e8 req-a0b45d87-04a1-462f-ab47-4092c6c8c967 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:57.888128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9ee4b6a-9a64-4e0a-9e42-852102f084e8 req-a0b45d87-04a1-462f-ab47-4092c6c8c967 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 943 time: 0.1673450 Jan 28 16:46:57.944387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:57.954547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-bea3a35c-192e-47fa-816d-77bd50fadfca service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821888 Jan 28 16:46:58.012859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dec53a46-4996-4e67-9f51-d6739b274941 req-c584d9a9-4c7d-4dd9-bf86-5fa47960ab02 tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "GET /v2.0/security-groups/ad8e536b-225a-4fa0-ab2b-9e48d513ae51 HTTP/1.1" status: 200 len: 1819 time: 0.1555614 Jan 28 16:46:58.015208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.036761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port e4e2224f-9edb-419d-afcc-9a16d049e8b1 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:46:58.037440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.063617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.069900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0763f510-0e5a-4ea9-90e8-b4ae885edb9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab HTTP/1.1" status: 204 len: 168 time: 1.7300951 Jan 28 16:46:58.072538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.072912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9ee4b6a-9a64-4e0a-9e42-852102f084e8 req-b2f381e5-e458-430f-8d4d-5cd365bb4e27 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751359 Jan 28 16:46:58.116730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (58a73e0c-3f98-47ab-9bf3-d320e815161d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.128393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dec53a46-4996-4e67-9f51-d6739b274941 req-cc3e749f-4913-40d3-a537-b17b2eb690fd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (ad8e536b-225a-4fa0-ab2b-9e48d513ae51), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.166083 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9588d20b-ae28-44df-b242-4c77c5077d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:46:58.167543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9588d20b-ae28-44df-b242-4c77c5077d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "GET /v2.0/ports/cc9b757a-5bd5-4e2f-ab5e-6c1bd659c5ab HTTP/1.1" status: 404 len: 333 time: 0.0919399 Jan 28 16:46:58.185912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.194754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622118061', 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:58.200169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dec53a46-4996-4e67-9f51-d6739b274941 req-cc3e749f-4913-40d3-a537-b17b2eb690fd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (ad8e536b-225a-4fa0-ab2b-9e48d513ae51), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.201518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e2224f-9edb-419d-afcc-9a16d049e8b1 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:46:58.207448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=58a73e0c-3f98-47ab-9bf3-d320e815161d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.214993 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.218797 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1cd789b7-3725-472e-b3a1-61ca4b804f04 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/58a73e0c-3f98-47ab-9bf3-d320e815161d HTTP/1.1" status: 204 len: 168 time: 1.4310679 Jan 28 16:46:58.227513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.243835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebfd86-7d28-4177-8211-83de76c1532c None None] Network dabbd561-06b2-421f-8536-94d38a693322 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:46:58.253024 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-350aaeac-3d34-45fc-9835-35de24d1eb18 req-3ae36462-adab-469d-ac09-70b78d8ce6eb service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880335 Jan 28 16:46:58.257760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.301175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.328707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ef3b1abf-72a3-4490-96ce-fd7376f943a6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.345351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e4e2224f-9edb-419d-afcc-9a16d049e8b1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:58.347933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Made reservation on behalf of ed33d94cc5d04d27b68b02ae45e6a973 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:58.348080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:58.348376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.350699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:58.358347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:58.364105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.368448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:58.368448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.386212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.392342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3b1abf-72a3-4490-96ce-fd7376f943a6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.415677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port f24e4787-440a-46e9-80e1-48ac5b71031d yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:46:58.425329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dec53a46-4996-4e67-9f51-d6739b274941 req-cc3e749f-4913-40d3-a537-b17b2eb690fd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ad8e536b-225a-4fa0-ab2b-9e48d513ae51), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.428246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dec53a46-4996-4e67-9f51-d6739b274941 req-cc3e749f-4913-40d3-a537-b17b2eb690fd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.430419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-31cb51c3-3c09-4363-a914-883b3dda1321 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2928159 Jan 28 16:46:58.430575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dec53a46-4996-4e67-9f51-d6739b274941 req-cc3e749f-4913-40d3-a537-b17b2eb690fd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad8e536b-225a-4fa0-ab2b-9e48d513ae51 HTTP/1.1" status: 204 len: 173 time: 0.3956654 Jan 28 16:46:58.433376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48788) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.445757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:58.450954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.455206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (dabbd561-06b2-421f-8536-94d38a693322), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.465808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=e4e2224f-9edb-419d-afcc-9a16d049e8b1,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.540430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Deleting subnet 9e9f1354-f650-4e32-8da5-0be760f0c494 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:46:58.543681 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Publish callbacks [] for subnet (9e9f1354-f650-4e32-8da5-0be760f0c494), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.557081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e749f-4913-40d3-a537-b17b2eb690fd tempest-SecurityGroupsTestJSON-2103635324 tempest-SecurityGroupsTestJSON-2103635324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8e536b-225a-4fa0-ab2b-9e48d513ae51,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.564242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] DHCP port deletion for dabbd561-06b2-421f-8536-94d38a693322 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:46:58.582938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['e4e2224f-9edb-419d-afcc-9a16d049e8b1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:46:58.607683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.628978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9e9f1354-f650-4e32-8da5-0be760f0c494), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.712216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] Deleting port 84fffe57-ca05-4941-8a0a-5c1b674f4489 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:58.712487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.734696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9e9f1354-f650-4e32-8da5-0be760f0c494), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.803703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] For port 84fffe57-ca05-4941-8a0a-5c1b674f4489, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84fffe57-ca05-4941-8a0a-5c1b674f4489,segment=NetworkSegment(c7f4d5f7-a210-483c-95f2-e274a5d16e8c),segment_id=c7f4d5f7-a210-483c-95f2-e274a5d16e8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:58.804176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.821737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] Calling delete_port for 84fffe57-ca05-4941-8a0a-5c1b674f4489 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:58.860591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.863280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9e9f1354-f650-4e32-8da5-0be760f0c494), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.875520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.878546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.884495 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9e9f1354-f650-4e32-8da5-0be760f0c494 HTTP/1.1" status: 204 len: 168 time: 0.4322524 Jan 28 16:46:58.890558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.914214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872eb77-6d01-4392-90ce-774f45261a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9f1354-f650-4e32-8da5-0be760f0c494,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:58.924648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 84fffe57-ca05-4941-8a0a-5c1b674f4489 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:58.925030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.931384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for port (f24e4787-440a-46e9-80e1-48ac5b71031d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.947096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] In _notify_port_updated(), no bound segment for port 1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea on network a9d90f3c-d73b-4190-859c-d415bcc457db {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:46:58.953101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:58.953623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.954986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/ports/1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea HTTP/1.1" status: 200 len: 818 time: 0.5205851 Jan 28 16:46:58.958789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48796) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:58.965700 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:58.996148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] Pushing event deleted for resources: {'Port': ['ID=84fffe57-ca05-4941-8a0a-5c1b674f4489,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:59.001760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caad08b-41ad-485b-9e9a-3699ccaaa476 None None] No DVR routers for this DVR port 84fffe57-ca05-4941-8a0a-5c1b674f4489 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:46:59.004695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade792b-0ed2-495c-9482-6b150c6ebb8c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:59.040890 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.069084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:46:59.069442 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.071603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.076945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.082725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.087994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.093371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.098625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.103906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.105852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-f76d786a-6ebe-41d3-96d8-8097b91dc00e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5438 time: 0.3240557 Jan 28 16:46:59.124639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (320dc372-532a-4f6c-a239-478eba769e9e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.139437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 84fffe57-ca05-4941-8a0a-5c1b674f4489, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84fffe57-ca05-4941-8a0a-5c1b674f4489,segment=NetworkSegment(c7f4d5f7-a210-483c-95f2-e274a5d16e8c),segment_id=c7f4d5f7-a210-483c-95f2-e274a5d16e8c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:46:59.139854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.149199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.163079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:59.217134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 84fffe57-ca05-4941-8a0a-5c1b674f4489 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:46:59.254366 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.287653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:59.292581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.298425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7f0ebb83-714f-43cf-abde-c7946d65e787 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea HTTP/1.1" status: 204 len: 168 time: 0.3358901 Jan 28 16:46:59.298788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48802) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:59.362955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f24e4787-440a-46e9-80e1-48ac5b71031d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.385590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f960b70-14ba-4a06-9438-97d8064b7127 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.387095 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1f960b70-14ba-4a06-9438-97d8064b7127 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0875301 Jan 28 16:46:59.389833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:59.415306 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d676e6f6-5a90-4427-a58e-13133652de0e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:46:59.416825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d676e6f6-5a90-4427-a58e-13133652de0e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/1ce585ce-ac6d-44c2-93ac-12f9f3cee5ea HTTP/1.1" status: 404 len: 333 time: 0.0253060 Jan 28 16:46:59.420539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:59.425001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82f6a532-6c22-47ef-86be-66cc1b5f2bfa req-449af987-8953-4a78-bffe-b493c75b1283 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3078678 Jan 28 16:46:59.425916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1785404148'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:59.462000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:59.465453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.489048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:46:59.498137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (356383da-f3aa-4b27-8523-76cb84d7a108), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.498479 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment 356383da-f3aa-4b27-8523-76cb84d7a108 of type vlan for network 4b8ea339-f213-49b1-be75-92ccb213e2fc Jan 28 16:46:59.513207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Network 8058d781-25d1-4e6d-bcbb-2e5d788818fa is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:46:59.519381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (320dc372-532a-4f6c-a239-478eba769e9e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.537973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba424b4-bce6-46d9-8480-0bd3663bded1 req-456d514d-1a25-4ee4-b5ae-e2f488b4a648 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.539459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eba424b4-bce6-46d9-8480-0bd3663bded1 req-456d514d-1a25-4ee4-b5ae-e2f488b4a648 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 944 time: 0.3652127 Jan 28 16:46:59.541538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (4b8ea339-f213-49b1-be75-92ccb213e2fc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.548657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:46:59.560881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:46:59.562488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.563096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.568371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (4b8ea339-f213-49b1-be75-92ccb213e2fc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.573821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:46:59.574404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.586714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=f24e4787-440a-46e9-80e1-48ac5b71031d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:59.614039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320dc372-532a-4f6c-a239-478eba769e9e']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:59.630220 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2080734 Jan 28 16:46:59.636893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48808) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:59.642334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:46:59.657229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04da7ee-65bc-4fb1-ae36-754337628cf2') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:59.657541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04da7ee-65bc-4fb1-ae36-754337628cf2') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:46:59.676384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d66d76fe-cbed-4fb4-a55c-79a3287fd2f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4859304 Jan 28 16:46:59.687412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (84fffe57-ca05-4941-8a0a-5c1b674f4489), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.691342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48810) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:46:59.695421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e04da7ee-65bc-4fb1-ae36-754337628cf2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.695882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3104c-de58-4506-b826-8404d32c8f9c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=4b8ea339-f213-49b1-be75-92ccb213e2fc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:46:59.718561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:46:59.751722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:46:59.756351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:46:59.963716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d13b1292-4209-4102-9b20-378e0e7e2651), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.014630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6900f1ba-9390-445f-868e-2ca3782bfee5 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:00.019292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=d13b1292-4209-4102-9b20-378e0e7e2651,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:00.028956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=84fffe57-ca05-4941-8a0a-5c1b674f4489,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:00.044252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': '356383da-f3aa-4b27-8523-76cb84d7a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:00.044624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: 4b8ea339-f213-49b1-be75-92ccb213e2fc, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:00.062632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:00.070288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eba424b4-bce6-46d9-8480-0bd3663bded1 req-9ddb1178-a726-488a-a45a-4bc856c2e60c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180178 Jan 28 16:47:00.073861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 4b8ea339-f213-49b1-be75-92ccb213e2fc) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:00.074300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 6900f1ba-9390-445f-868e-2ca3782bfee5 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:00.075378 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e04da7ee-65bc-4fb1-ae36-754337628cf2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.077814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port 84fffe57-ca05-4941-8a0a-5c1b674f4489 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:00.079391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 6900f1ba-9390-445f-868e-2ca3782bfee5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:00.079872 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.084463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c2951-ab2d-4699-bb25-6c2b099e1cb5 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:00.091660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:00.092219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e04da7ee-65bc-4fb1-ae36-754337628cf2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.094361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:00.095245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:00.097537 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:00.118722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6f6a4-383a-45cb-9fb2-83f960bdd796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:00.123259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-24a6f6a4-383a-45cb-9fb2-83f960bdd796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "GET /v2.0/ports/f24e4787-440a-46e9-80e1-48ac5b71031d HTTP/1.1" status: 200 len: 959 time: 0.4211679 Jan 28 16:47:00.131514 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-119cae57-f2bb-4412-a0c7-049b5e2df898 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4935937 Jan 28 16:47:00.133123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.137476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48814) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.192482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:00.222062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Deleting port f24e4787-440a-46e9-80e1-48ac5b71031d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:00.222410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f24e4787-440a-46e9-80e1-48ac5b71031d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.251988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6900f1ba-9390-445f-868e-2ca3782bfee5 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:00.253373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.271359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-4b8ea339-f213-49b1-be75-92ccb213e2fc', 'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': 'd13b1292-4209-4102-9b20-378e0e7e2651'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:00.272633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.299637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6900f1ba-9390-445f-868e-2ca3782bfee5'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:00.302347 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac3df84-fa66-4d2a-9cf8-b02ee57ff27f" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "6900f1ba-9390-445f-868e-2ca3782bfee5"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:00.318606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6900f1ba-9390-445f-868e-2ca3782bfee5,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:00.328250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f24e4787-440a-46e9-80e1-48ac5b71031d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.328508 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.329069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:00.342773 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (320dc372-532a-4f6c-a239-478eba769e9e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.366995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:00.370061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Calling delete_port for f24e4787-440a-46e9-80e1-48ac5b71031d owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:00.378991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (dabbd561-06b2-421f-8536-94d38a693322), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.381747 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.385862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] 10.222.0.25 "DELETE /v2.0/networks/320dc372-532a-4f6c-a239-478eba769e9e HTTP/1.1" status: 204 len: 168 time: 1.4896512 Jan 28 16:47:00.420734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3569953-4dd3-4554-9a3b-352eca1f7528 admin admin] Pushing event deleted for resources: {'Network': ['ID=320dc372-532a-4f6c-a239-478eba769e9e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:00.436471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabbd561-06b2-421f-8536-94d38a693322']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:00.449014 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc15ce-cb48-4399-a171-88aef1a3878b x-openstack-request-id: req-d0bc15ce-cb48-4399-a171-88aef1a3878b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:00.449616 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "6900f1ba-9390-445f-868e-2ca3782bfee5", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:00.449952 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0bc15ce-cb48-4399-a171-88aef1a3878b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:00.450442 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6900f1ba-9390-445f-868e-2ca3782bfee5', 'code': 200} Jan 28 16:47:00.467618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:00.468485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f4d5f7-a210-483c-95f2-e274a5d16e8c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:00.517765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84fffe57-ca05-4941-8a0a-5c1b674f4489 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:00.524946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (c7f4d5f7-a210-483c-95f2-e274a5d16e8c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.563898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c7f4d5f7-a210-483c-95f2-e274a5d16e8c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.578039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f24e4787-440a-46e9-80e1-48ac5b71031d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.586507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:00.587163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (c7f4d5f7-a210-483c-95f2-e274a5d16e8c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:00.593534 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:00.623260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 84fffe57-ca05-4941-8a0a-5c1b674f4489 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:00.629090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84fffe57-ca05-4941-8a0a-5c1b674f4489 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:00.636222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:00.640583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event deleted for resources: {'Port': ['ID=f24e4787-440a-46e9-80e1-48ac5b71031d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:00.655764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.661599 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b10866ac-c781-4afc-8ba2-c772ddd9ba1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f24e4787-440a-46e9-80e1-48ac5b71031d HTTP/1.1" status: 204 len: 168 time: 0.5249236 Jan 28 16:47:00.664336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.678039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48832) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.704373 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-037db6ec-b803-4a19-b3df-6298f2c720eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:47:00.709433 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-037db6ec-b803-4a19-b3df-6298f2c720eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "GET /v2.0/ports/f24e4787-440a-46e9-80e1-48ac5b71031d HTTP/1.1" status: 404 len: 333 time: 0.0405543 Jan 28 16:47:00.709980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48836) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.715973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Request body: {'port': {'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-964224399'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:00.721456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:00.729587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:00.729954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Allocated IP 172.20.0.2 (4b8ea339-f213-49b1-be75-92ccb213e2fc/d13b1292-4209-4102-9b20-378e0e7e2651/58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:00.733166 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.736320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:00.737179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.757050 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de467fd9-5b9e-48f2-8ea9-ceaf8672ab5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8706c70cf064b408cb679d24313cd38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780480 Jan 28 16:47:00.757753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48838) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.805639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (dabbd561-06b2-421f-8536-94d38a693322), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.810258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:00.820910 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] Sync routers for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:00.824013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.832202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/dabbd561-06b2-421f-8536-94d38a693322 HTTP/1.1" status: 204 len: 168 time: 2.6031637 Jan 28 16:47:00.836002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a41e2613-0c9d-48e2-aa74-3e5bbca10bcf admin admin] 10.222.0.25 "PUT /v2.0/routers/79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8078339 Jan 28 16:47:00.846245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48840) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.846602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48842) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:00.850858 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:00.852144 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:00.853468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Made reservation on behalf of ed33d94cc5d04d27b68b02ae45e6a973 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:00.855823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.872747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-721850369', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:00.909886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:00.910434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.917667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port f5bc4642-28ae-4890-82f8-fc49f4d0a417 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:00.929994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bc0b8-e5b2-4133-869f-042b11590f59 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=dabbd561-06b2-421f-8536-94d38a693322,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:00.961379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0bcb-ce61-4ddd-b799-9ec66ac74d08 admin admin] Publish callbacks [] for security_group (11482341-0fcc-4223-a4ce-7a564451e0ac), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:00.967326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:00.972755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:00.991130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:00.995953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:01.000578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:01.005280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.006268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99a76918-46c7-47d8-a712-f6d0c3bc535e up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:01.006393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:01.012957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:01.020698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:01.030575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-dc696d54-a989-4bc0-9940-3dcb935966c5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5439 time: 0.4576371 Jan 28 16:47:01.044155 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:01.059586 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Publish callbacks [] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.080126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.090489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.090489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.120069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:01.146947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:01.168073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0bcb-ce61-4ddd-b799-9ec66ac74d08 admin admin] Publish callbacks [] for security_group (11482341-0fcc-4223-a4ce-7a564451e0ac), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.211580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e4e2224f-9edb-419d-afcc-9a16d049e8b1 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:01.234920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:01.235350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.241285 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d13b1292-4209-4102-9b20-378e0e7e2651 (CIDR: 172.20.0.0/28) Jan 28 16:47:01.275374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 99a76918-46c7-47d8-a712-f6d0c3bc535e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:01.282251 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:46:58Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:01.290290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:01.320894 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] Checking router: 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:47:01.323086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 99a76918-46c7-47d8-a712-f6d0c3bc535e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:01.323472 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.338649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] Routers {'79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:01.339276 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:01.362244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37a5f2fe-3f40-4510-bb92-ac4616225671 req-c32b55b2-ca00-4db5-8dc4-f953dc834b2f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3308012 Jan 28 16:47:01.367269 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:47:01.367764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:47:01.395930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Pushing event updated for resources: {'Port': ['ID=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:01.437975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0bcb-ce61-4ddd-b799-9ec66ac74d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11482341-0fcc-4223-a4ce-7a564451e0ac), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.440485 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0bcb-ce61-4ddd-b799-9ec66ac74d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.441674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b3bd0bcb-ce61-4ddd-b799-9ec66ac74d08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11482341-0fcc-4223-a4ce-7a564451e0ac HTTP/1.1" status: 204 len: 168 time: 0.6750321 Jan 28 16:47:01.455258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-90cfeb85-8c79-4757-95fc-52720bb135dc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2824950 Jan 28 16:47:01.464153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48854) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:01.471233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:01.501205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.547430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks [] for router (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.553134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd0bcb-ce61-4ddd-b799-9ec66ac74d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11482341-0fcc-4223-a4ce-7a564451e0ac,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:01.561973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Attempting to bind port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:01.562348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Attempting to bind port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '356383da-f3aa-4b27-8523-76cb84d7a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:01.562715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Attempting to bind port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 on network 4b8ea339-f213-49b1-be75-92ccb213e2fc {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:01.609584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:01.612284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Checking segment: {'id': '356383da-f3aa-4b27-8523-76cb84d7a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:01.612802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.613465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Bound using segment: {'id': '356383da-f3aa-4b27-8523-76cb84d7a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:01.614831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Bound port: 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356383da-f3aa-4b27-8523-76cb84d7a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:01.615824 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.636184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port e4e2224f-9edb-419d-afcc-9a16d049e8b1 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:01.670453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port e4e2224f-9edb-419d-afcc-9a16d049e8b1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:01.670832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.783757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ead8b3-6915-4290-aae9-9322dea39804 req-55fba969-13e4-4a5d-94bc-b61c513e0faa tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:01.785319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50ead8b3-6915-4290-aae9-9322dea39804 req-55fba969-13e4-4a5d-94bc-b61c513e0faa tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 944 time: 0.4394069 Jan 28 16:47:01.791161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_gateway (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.809459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.816386 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] Set router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:01.826913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 99a76918-46c7-47d8-a712-f6d0c3bc535e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:01.829014 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.890601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:01.894030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.922913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Network 8058d781-25d1-4e6d-bcbb-2e5d788818fa is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:01.939413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] For port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:01.943112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:01.962605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:01.963587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:01.964184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.965618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50ead8b3-6915-4290-aae9-9322dea39804 req-7af19b6d-5a58-4b8a-9537-bb9d41790513 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708689 Jan 28 16:47:01.977797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks [] for router_gateway (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:01.993682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] For port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,segment=NetworkSegment(356383da-f3aa-4b27-8523-76cb84d7a108),segment_id=356383da-f3aa-4b27-8523-76cb84d7a108)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:02.034930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:02.038094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port e4e2224f-9edb-419d-afcc-9a16d049e8b1 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:02.040612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.052647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.056398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.058012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 48992663-2242-4a53-bdde-d5103c7c9502 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:02.080085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=f5bc4642-28ae-4890-82f8-fc49f4d0a417,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:02.101586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4360e38e-bebe-4bef-907b-1e7bd0bb08a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3893199 Jan 28 16:47:02.113620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Deleting port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:02.113991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.116798 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48864) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:02.122088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:02.167787 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:46:58Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:02.212787 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f438e1a-91d3-41a7-adf9-fe08ce8a0a84 None None] The sync data for ids ['79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7'] in n-d-812111-13 is: [{'id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'name': 'tempest-TaggedBootDevicesTest-1507589384-router', 'tenant_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:09Z', 'updated_at': '2022-01-28T16:46:58Z', 'revision_number': 5, 'project_id': '930d3a3e5c9a4c8ab21071a5ac839b58', 'gw_port': {'id': '76b4e50b-0a49-4d4f-b522-5d4e9abe057d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:12Z', 'updated_at': '2022-01-28T16:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:02.398313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.460982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:02.463513 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba310367-30f4-44d3-948f-5725cfb4c242" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:02.564771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e4e2224f-9edb-419d-afcc-9a16d049e8b1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:02.582683 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de53f3b9-5c64-43d4-aad1-ef5240c3692f x-openstack-request-id: req-de53f3b9-5c64-43d4-aad1-ef5240c3692f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:02.583116 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:02.584229 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de53f3b9-5c64-43d4-aad1-ef5240c3692f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:02.585489 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'code': 200} Jan 28 16:47:02.585825 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e', 'code': 200} Jan 28 16:47:02.601766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f314b-a5a5-41ff-a61a-160845b300c4 None None] Pushing event updated for resources: {'Port': ['ID=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:02.617624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.702042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:02.773270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=e4e2224f-9edb-419d-afcc-9a16d049e8b1,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:02.783707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 48992663-2242-4a53-bdde-d5103c7c9502 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:02.788600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 48992663-2242-4a53-bdde-d5103c7c9502 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:02.789875 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (48992663-2242-4a53-bdde-d5103c7c9502), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.813412 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.908116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48882) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:02.956976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 48992663-2242-4a53-bdde-d5103c7c9502 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:02.957411 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (48992663-2242-4a53-bdde-d5103c7c9502), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:02.974561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:02.984641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:02.989935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_gateway (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.037481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=48992663-2242-4a53-bdde-d5103c7c9502,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:03.048435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.049440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2a68b0c6-099f-4d40-9965-1b1aa9afd84d up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:03.069414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] device_id is not set on port f5bc4642-28ae-4890-82f8-fc49f4d0a417 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:03.078774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks [] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.082704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.083938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.096921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.098644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] For port 76b4e50b-0a49-4d4f-b522-5d4e9abe057d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:03.098774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:03.101276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.153205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.181526 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ef24171-cd39-4ca0-90e7-c095c8366158 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7137318 Jan 28 16:47:03.191796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48888) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:03.201218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc', 'fixed_ips': [{'subnet_id': 'd13b1292-4209-4102-9b20-378e0e7e2651'}, {'subnet_id': '7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1'}], 'name': 'tempest-PortsTestJSON-303728242'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:03.240738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:03.248697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:03.250094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.289620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:03.305637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 172.25.8.171 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/341f6e61-6965-4fdc-9490-f15abb0f2c4d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:03.338594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-network', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:03.354500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Calling delete_port for 76b4e50b-0a49-4d4f-b522-5d4e9abe057d owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:03.373833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=f5bc4642-28ae-4890-82f8-fc49f4d0a417,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:03.380131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:03.385600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.386229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.386856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.396392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:03.396826 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.413828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.414885 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.451391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:03.456841 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.458065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7edacc01-0790-4c84-ab36-3baace368526 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:03.504573 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 2 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:03.509678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.511280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.515359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.520523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.525876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.531838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.533869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.534236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.534575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.537206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.542476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port fbe7b7a2-5e05-47ea-8d10-993d0d536038 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:03.542670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.544546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a3530e6-2318-4f71-8440-a14946164f23 req-5b822168-29a9-40d0-b6c6-598d15ccfacb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5441 time: 0.7861848 Jan 28 16:47:03.554612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Made reservation on behalf of 8dff1b92bc74469daae4af55db51f5e6 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:03.554832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:03.556985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.577721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 7edacc01-0790-4c84-ab36-3baace368526 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:03.582573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 7edacc01-0790-4c84-ab36-3baace368526 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:03.590202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7edacc01-0790-4c84-ab36-3baace368526), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.607663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.678387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3c12-68c1-4514-883b-14fb28ee876a req-cf7db495-a040-46d1-91a3-c89b5919b5c3 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:03.679928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2b3c12-68c1-4514-883b-14fb28ee876a req-cf7db495-a040-46d1-91a3-c89b5919b5c3 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3515587 Jan 28 16:47:03.713298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7edacc01-0790-4c84-ab36-3baace368526 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:03.713805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7edacc01-0790-4c84-ab36-3baace368526), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.746335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.746665 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.750268 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 3 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:03.759014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7edacc01-0790-4c84-ab36-3baace368526,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:03.766581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.767948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:03.770251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.770720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.771075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.783907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.784307 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.803587 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 4 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:03.821025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.821369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.821703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.829214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.829658 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.832791 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 5 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:03.855843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.856186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.856639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.869196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:03.870061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.870433 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.875796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:03.880974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:03.881649 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 6 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:03.881769 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.935407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.935741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.936079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.947314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.947659 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.950000 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 7 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:03.956630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks [] for security_group (dde37bc1-8681-4f27-aa09-294b5b10f90d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.970214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.10 (4b8ea339-f213-49b1-be75-92ccb213e2fc/d13b1292-4209-4102-9b20-378e0e7e2651/fbe7b7a2-5e05-47ea-8d10-993d0d536038) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:03.976563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:03.976563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:03.976773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:03.980992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:03.981474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:03.982783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a3530e6-2318-4f71-8440-a14946164f23 req-75df1850-f013-479d-988a-f127725b591f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4162929 Jan 28 16:47:03.985074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:03.985411 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:03.986945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.26 (4b8ea339-f213-49b1-be75-92ccb213e2fc/7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1/fbe7b7a2-5e05-47ea-8d10-993d0d536038) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:03.989476 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 8 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:04.013261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:04.013577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:04.013891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:04.015390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (341f6e61-6965-4fdc-9490-f15abb0f2c4d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.016942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dde37bc1-8681-4f27-aa09-294b5b10f90d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.028629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:04.029030 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:04.032928 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 9 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:04.053577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd5ac4-b5e0-4f05-b134-03727a5c8ba4 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:04.055222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:04.059078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:04.059229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:04.059924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:04.059924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:04.069054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:04.069935 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:04.072412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.073614 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempt 10 to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 Jan 28 16:47:04.096108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab2b3c12-68c1-4514-883b-14fb28ee876a req-ac63a7d6-a6bf-4740-9eeb-ef7095dbe14b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892636 Jan 28 16:47:04.111523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde37bc1-8681-4f27-aa09-294b5b10f90d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.115881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (831a3f56-002f-43cf-87d5-b120d0bed68b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.116229 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Added segment 831a3f56-002f-43cf-87d5-b120d0bed68b of type vlan for network adea5ebd-a69e-4852-b4c0-316d44332111 Jan 28 16:47:04.120192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (76b4e50b-0a49-4d4f-b522-5d4e9abe057d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.143786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:04.144147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:04.144456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempting to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:04.154724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:04.155059 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Failed to bind port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on host n-h2-812111-13 for vnic_type normal using segments [{'id': '02542e7b-b290-44ad-90cb-166c29e33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8058d781-25d1-4e6d-bcbb-2e5d788818fa'}] Jan 28 16:47:04.155994 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.158487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.158849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.159194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.159531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.159879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.160210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.160536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.160891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.161217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.161560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.161867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.162189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.162507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:04.170395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] Provisioning complete for port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:04.170776 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.210750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b4e50b-0a49-4d4f-b522-5d4e9abe057d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.216023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (341f6e61-6965-4fdc-9490-f15abb0f2c4d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.222434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.260369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.261185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (adea5ebd-a69e-4852-b4c0-316d44332111), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.278805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] For port f5bc4642-28ae-4890-82f8-fc49f4d0a417, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:04.279207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attempted to set empty binding levels {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 16:47:04.288020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.291620 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:47:04.330174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] In _notify_port_updated(), no bound segment for port f5bc4642-28ae-4890-82f8-fc49f4d0a417 on network 8058d781-25d1-4e6d-bcbb-2e5d788818fa {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:47:04.330946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:04.331553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.336360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "PUT /v2.0/ports/f5bc4642-28ae-4890-82f8-fc49f4d0a417 HTTP/1.1" status: 200 len: 979 time: 2.2183690 Jan 28 16:47:04.336968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48892) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:04.343563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] Current status of the port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:04.344770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.371488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:04.382990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:04.387653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:04.391986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=341f6e61-6965-4fdc-9490-f15abb0f2c4d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.395583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.397989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702e045-2504-4120-a6df-8f6c792306ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event updated for resources: {'Port': ['ID=f5bc4642-28ae-4890-82f8-fc49f4d0a417,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.407799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.457499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] Update dhcp port {'port': {'network_id': '4b8ea339-f213-49b1-be75-92ccb213e2fc', 'fixed_ips': [{'subnet_id': 'd13b1292-4209-4102-9b20-378e0e7e2651', 'ip_address': '172.20.0.2'}, {'subnet_id': '7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:47:04.486857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] For port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,segment=NetworkSegment(356383da-f3aa-4b27-8523-76cb84d7a108),segment_id=356383da-f3aa-4b27-8523-76cb84d7a108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:04.496185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.506071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:04.509555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.522274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=fbe7b7a2-5e05-47ea-8d10-993d0d536038,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.526869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:04.535225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:04.588753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a68b0c6-099f-4d40-9965-1b1aa9afd84d'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edacc01-0790-4c84-ab36-3baace368526'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:04.592261 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2650fa-0610-4cfb-8bb7-8131c89a38a5" -d '{"events": [{"server_uuid": "7ce7e3fb-83b5-4b18-9a2f-5646ccca675d", "name": "network-vif-plugged", "status": "completed", "tag": "e4e2224f-9edb-419d-afcc-9a16d049e8b1"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "48992663-2242-4a53-bdde-d5103c7c9502"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "2a68b0c6-099f-4d40-9965-1b1aa9afd84d"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "7edacc01-0790-4c84-ab36-3baace368526"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:04.616691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Deleting port f5bc4642-28ae-4890-82f8-fc49f4d0a417 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:04.617048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.628107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.630416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks [] for router_controller (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.676887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (adea5ebd-a69e-4852-b4c0-316d44332111), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.677930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:04.678704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.692345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:04.693080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.699014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:04.711514 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85a9d1-fea0-4a8a-a368-068dc316d04c x-openstack-request-id: req-8a85a9d1-fea0-4a8a-a368-068dc316d04c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:04.714540 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7e3fb-83b5-4b18-9a2f-5646ccca675d", "name": "network-vif-plugged", "status": "completed", "tag": "e4e2224f-9edb-419d-afcc-9a16d049e8b1", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "48992663-2242-4a53-bdde-d5103c7c9502", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "2a68b0c6-099f-4d40-9965-1b1aa9afd84d", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "7edacc01-0790-4c84-ab36-3baace368526", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-plugged", "status": "completed", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:04.714944 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a85a9d1-fea0-4a8a-a368-068dc316d04c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:04.715480 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1', 'code': 200} Jan 28 16:47:04.715970 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502', 'code': 200} Jan 28 16:47:04.717703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.718690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:47:04.731926 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a68b0c6-099f-4d40-9965-1b1aa9afd84d', 'code': 200} Jan 28 16:47:04.732392 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edacc01-0790-4c84-ab36-3baace368526', 'code': 200} Jan 28 16:47:04.734382 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3', 'code': 200} Jan 28 16:47:04.766853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0e2fb-46e5-419d-a58a-2efd1094ea29 None None] Pushing event updated for resources: {'Port': ['ID=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.803139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:04.804403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e1abad1a-9c79-4e6e-9394-ab18b3a235b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/79b8b8cd-13d1-4c0d-8aa6-5c7c379232b7 HTTP/1.1" status: 204 len: 168 time: 3.9437559 Jan 28 16:47:04.814006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48906) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:04.834281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8892715 Jan 28 16:47:04.866870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48908) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:04.898388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Request body: {'subnet': {'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-subnet', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:04.954480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0110a5-98c7-4aef-a3e8-b88bc213f9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=adea5ebd-a69e-4852-b4c0-316d44332111,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:04.972343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network adea5ebd-a69e-4852-b4c0-316d44332111 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:04.998051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] Allocated IP 172.20.0.18 (4b8ea339-f213-49b1-be75-92ccb213e2fc/7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1/58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:05.032728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Deleting subnet 4b533955-65a8-4162-8449-0023f20ef93e {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:05.041118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:05.042180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.048548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Publish callbacks [] for subnet (4b533955-65a8-4162-8449-0023f20ef93e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.051320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Made reservation on behalf of 8dff1b92bc74469daae4af55db51f5e6 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:05.054337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.239512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (4b533955-65a8-4162-8449-0023f20ef93e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.307288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:05.322872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4b533955-65a8-4162-8449-0023f20ef93e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.324272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef3b1abf-72a3-4490-96ce-fd7376f943a6 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:05.329658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] For port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,segment=NetworkSegment(356383da-f3aa-4b27-8523-76cb84d7a108),segment_id=356383da-f3aa-4b27-8523-76cb84d7a108)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:05.330362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a253432b-6613-4074-8096-c79109b13960 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1356583 Jan 28 16:47:05.339605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48916) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:05.347977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd13b1292-4209-4102-9b20-378e0e7e2651'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:05.364126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ef3b1abf-72a3-4490-96ce-fd7376f943a6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:05.364877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef3b1abf-72a3-4490-96ce-fd7376f943a6 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:05.398284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] Publish callbacks [] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.407618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.445261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] For port f5bc4642-28ae-4890-82f8-fc49f4d0a417, host n-h2-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:05.445626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.477460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736e09-7a34-48a2-aead-b53795642560 None None] Pushing event updated for resources: {'Port': ['ID=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:05.491552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Calling delete_port for f5bc4642-28ae-4890-82f8-fc49f4d0a417 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:05.580312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (4b533955-65a8-4162-8449-0023f20ef93e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.606419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.609916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8408a0-7822-496d-a4d5-85b5d4f5cd1f req-9d3081fe-4984-4ee4-beaa-bb90644a1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.611434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8c8408a0-7822-496d-a4d5-85b5d4f5cd1f req-9d3081fe-4984-4ee4-beaa-bb90644a1afb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 1128 time: 0.3001888 Jan 28 16:47:05.617747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.618231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.618697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.619160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.619619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.620756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.621415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.623504 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-370c3b19-673d-45e8-98ee-528703ef17b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6726 time: 0.3096125 Jan 28 16:47:05.664447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65369-5c0f-408c-aee6-af4a7226a9b5 req-bcdbd963-6c49-4b3e-8cf6-b985ed2101f5 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.665985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54d65369-5c0f-408c-aee6-af4a7226a9b5 req-bcdbd963-6c49-4b3e-8cf6-b985ed2101f5 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.2863710 Jan 28 16:47:05.697342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.707466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.708001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.713310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.718743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.724220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.729571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:05.731512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-164fd619-22db-46fb-82b7-bfe62d89c079 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.5586610 Jan 28 16:47:05.732639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b533955-65a8-4162-8449-0023f20ef93e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:05.766118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.770119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3dbb7f3b-5ab4-433b-8da0-a3215e3d64fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4b533955-65a8-4162-8449-0023f20ef93e HTTP/1.1" status: 204 len: 168 time: 0.9522250 Jan 28 16:47:05.773980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:05.775154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417925a-e71e-4722-9b1e-d2d7dac175be None None] Network 3759275c-ff7c-41dd-95c9-2bdde6ff3343 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:05.816106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_gateway (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.838706 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8c8408a0-7822-496d-a4d5-85b5d4f5cd1f req-09b9d215-32e4-4402-907b-3e0b15de3f02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040813 Jan 28 16:47:05.878434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f5bc4642-28ae-4890-82f8-fc49f4d0a417), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.892803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54d65369-5c0f-408c-aee6-af4a7226a9b5 req-c60fd39c-59a9-4a1b-bf74-e579ff0f9b70 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086511 Jan 28 16:47:05.893441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (7981a047-6b2f-4afb-9768-5f568e0fc197), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:05.969998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c749283-2b0e-4d00-be12-e426d7535aa7 req-b25a2b32-6f77-4ece-845a-7c1079da12eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&id=52684b49-e8e7-4933-8abc-87ec4c4c3350&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3262870 Jan 28 16:47:05.986427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5bc4642-28ae-4890-82f8-fc49f4d0a417,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:06.001871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3759275c-ff7c-41dd-95c9-2bdde6ff3343), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.004041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.007370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-865cd732-11d1-4153-8828-71cf28c091ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f5bc4642-28ae-4890-82f8-fc49f4d0a417 HTTP/1.1" status: 204 len: 168 time: 1.6657748 Jan 28 16:47:06.011942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:06.055217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5165729-aea9-4beb-bbfe-bfd5c7c23fc8 req-8e5568a3-c1ee-45a3-9b7d-6dd9d89e766a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2839983 Jan 28 16:47:06.064277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7981a047-6b2f-4afb-9768-5f568e0fc197,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:06.125748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Checking segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:06.126522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Network hostable DHCP agents. Network: adea5ebd-a69e-4852-b4c0-316d44332111, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:06.136581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] DHCP port deletion for 3759275c-ff7c-41dd-95c9-2bdde6ff3343 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:06.163835 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab59eca5-4f57-443d-baf8-06b87b5d0bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:47:06.168497 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab59eca5-4f57-443d-baf8-06b87b5d0bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586869739-project-admin] 10.222.0.25 "GET /v2.0/ports/f5bc4642-28ae-4890-82f8-fc49f4d0a417 HTTP/1.1" status: 404 len: 333 time: 0.1468530 Jan 28 16:47:06.172588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48924) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:06.235178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] Deleting port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:06.235620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.354815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Delete allocated IP 172.20.0.26 (4b8ea339-f213-49b1-be75-92ccb213e2fc/7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1) {{(pid=103094) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 16:47:06.370514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Deleting port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:06.370909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.380655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] For port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:06.381105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.408264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] Calling delete_port for ec1ceb17-559e-49ef-92fb-9cb8ac9b778f owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:06.525565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] For port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,segment=NetworkSegment(2e13205e-ac53-4038-91bd-e20eb922690b),segment_id=2e13205e-ac53-4038-91bd-e20eb922690b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:06.525940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.539496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:06.552689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Calling delete_port for ec1ceb17-559e-49ef-92fb-9cb8ac9b778f owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:06.571183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b4bc68-73df-451d-8111-6d7e98ba7a8c None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:06.582116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Network adea5ebd-a69e-4852-b4c0-316d44332111 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:06.633189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, adea5ebd-a69e-4852-b4c0-316d44332111) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:06.641178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b9e9e3ad-c191-4c59-b894-3f98c3afc3e4 None None] Provisioning complete for port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:06.642042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e3ad-c191-4c59-b894-3f98c3afc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.659661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:06.660111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.668463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36feafea-f8ee-4b7d-89c9-e0dfe1388902 None None] Network adea5ebd-a69e-4852-b4c0-316d44332111 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:06.681031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8058d781-25d1-4e6d-bcbb-2e5d788818fa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.687226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.695279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.708946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dfb5a640-cb5d-4fd5-8cad-258a1afd30f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8140879 Jan 28 16:47:06.709185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48926) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:06.711391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.716473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:06.782026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.808296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ec1ceb17-559e-49ef-92fb-9cb8ac9b778f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.814385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (bf193970-b3d5-46ae-8d4c-263935669c77), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.815845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (bf193970-b3d5-46ae-8d4c-263935669c77), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.838052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee65613-849b-46bc-a430-4a01a5ec1061 None None] Network adea5ebd-a69e-4852-b4c0-316d44332111 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:06.840593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] No DVR routers for this DVR port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:06.874918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] No DVR routers for this DVR port ec1ceb17-559e-49ef-92fb-9cb8ac9b778f on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:06.881856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=fbe7b7a2-5e05-47ea-8d10-993d0d536038,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:06.892936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8058d781-25d1-4e6d-bcbb-2e5d788818fa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.931943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] In _notify_port_updated(), no bound segment for port fbe7b7a2-5e05-47ea-8d10-993d0d536038 on network 4b8ea339-f213-49b1-be75-92ccb213e2fc {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:47:06.937160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:06.937944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:06.942330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/ports/fbe7b7a2-5e05-47ea-8d10-993d0d536038 HTTP/1.1" status: 200 len: 919 time: 1.5985234 Jan 28 16:47:06.944435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:06.945420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8058d781-25d1-4e6d-bcbb-2e5d788818fa']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:06.948215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.948570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.949041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.949262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.949600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.949930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.950258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.950582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.950905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.951228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.951551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.951872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.952929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79c87f-34e0-4f2b-812f-cb2a9a6c8ee5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:06.959731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd13b1292-4209-4102-9b20-378e0e7e2651'}, {'subnet_id': '7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:07.001063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:07.001387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02542e7b-b290-44ad-90cb-166c29e33f8a') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:07.003275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02542e7b-b290-44ad-90cb-166c29e33f8a') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:07.003512 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.039399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb0189-c2f8-4c17-97c5-1cf7f5e40671 None None] Pushing event deleted for resources: {'Port': ['ID=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:07.071723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks [] for router_controller (bf193970-b3d5-46ae-8d4c-263935669c77), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.079363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (02542e7b-b290-44ad-90cb-166c29e33f8a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.106034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (02542e7b-b290-44ad-90cb-166c29e33f8a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.107549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3759275c-ff7c-41dd-95c9-2bdde6ff3343), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.141576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:07.157360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (02542e7b-b290-44ad-90cb-166c29e33f8a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:07.161333 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:07.166351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3759275c-ff7c-41dd-95c9-2bdde6ff3343']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:07.182628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e13205e-ac53-4038-91bd-e20eb922690b') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:07.184364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e13205e-ac53-4038-91bd-e20eb922690b') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:07.197161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2e13205e-ac53-4038-91bd-e20eb922690b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.230136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1ceb17-559e-49ef-92fb-9cb8ac9b778f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:07.250410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2e13205e-ac53-4038-91bd-e20eb922690b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.266743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:07.267059 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2e13205e-ac53-4038-91bd-e20eb922690b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.284581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce641d-1f33-4c28-b31c-82807b07fa46 req-171977de-cb9d-41e8-a559-54a12322f1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.303607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2ce641d-1f33-4c28-b31c-82807b07fa46 req-171977de-cb9d-41e8-a559-54a12322f1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3153110 Jan 28 16:47:07.322132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8058d781-25d1-4e6d-bcbb-2e5d788818fa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:07.347938 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:07.364189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.367732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] 10.222.0.25 "DELETE /v2.0/networks/8058d781-25d1-4e6d-bcbb-2e5d788818fa HTTP/1.1" status: 204 len: 168 time: 1.1927247 Jan 28 16:47:07.403602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38ef6-3917-4d16-a81f-77e62d24e133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000858966-project] Pushing event deleted for resources: {'Network': ['ID=8058d781-25d1-4e6d-bcbb-2e5d788818fa,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:07.461439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2ce641d-1f33-4c28-b31c-82807b07fa46 req-38e31093-653e-452f-b082-10c8cc4d6a04 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567898 Jan 28 16:47:07.478330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9e3ad-c191-4c59-b894-3f98c3afc3e4 None None] Current status of the port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:07.488655 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3759275c-ff7c-41dd-95c9-2bdde6ff3343), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.502104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.507306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.507540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.525638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.537365 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3759275c-ff7c-41dd-95c9-2bdde6ff3343 HTTP/1.1" status: 204 len: 168 time: 1.7513313 Jan 28 16:47:07.546763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.552520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.569467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.583304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:07.585249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-27d53251-db9e-47e0-ae1f-8971ba4bab0a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.3366573 Jan 28 16:47:07.585764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48940) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:07.591588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458efae6-fa83-4db1-aa2b-50e67ceb43a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3759275c-ff7c-41dd-95c9-2bdde6ff3343,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:07.601859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:07.606815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:07.718620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router 55bf9b2f-ce50-44b7-96e0-539af3bbaf8a is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:47:07.719490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec1ceb17-559e-49ef-92fb-9cb8ac9b778f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:07.752945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ec1ceb17-559e-49ef-92fb-9cb8ac9b778f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:07.753299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec1ceb17-559e-49ef-92fb-9cb8ac9b778f not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:07.753722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 76b4e50b-0a49-4d4f-b522-5d4e9abe057d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:07.799626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 76b4e50b-0a49-4d4f-b522-5d4e9abe057d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:07.799987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 76b4e50b-0a49-4d4f-b522-5d4e9abe057d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:07.845495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48946) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:07.968507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:07.989339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] Sync routers for ids ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:08.017866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks [] for router_gateway (bf193970-b3d5-46ae-8d4c-263935669c77), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.038594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] Routers {'55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:08.039254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:08.096921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.101509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f559c0d2-f916-4aa7-a561-32cbbdbd52d4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2420609 Jan 28 16:47:08.106556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:08.112559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:08.118913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-21d75563-265e-4e56-a246-9919cd080fe2 None None] Provisioning complete for port fbe7b7a2-5e05-47ea-8d10-993d0d536038 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:08.119301 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21d75563-265e-4e56-a246-9919cd080fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.122988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c0cb1dd-83c4-46c2-8b30-06da7e4631a8 req-ba39b6f0-4e7d-4993-acb8-6db3c7e4b391 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5122006 Jan 28 16:47:08.135013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf53df-15bc-46e4-b23b-655788c62117 req-f357ea6c-1455-4e50-a97c-728ced59719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:08.136846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-f357ea6c-1455-4e50-a97c-728ced59719a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 1128 time: 0.2901652 Jan 28 16:47:08.151944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] Routers {'55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:08.152786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:08.230415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:08.231088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d3323-897a-4878-bc32-dd4cb9f9b174 None None] The sync data for ids ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:08.274636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-21d75563-265e-4e56-a246-9919cd080fe2 None None] Port fbe7b7a2-5e05-47ea-8d10-993d0d536038 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:08.295884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-21d75563-265e-4e56-a246-9919cd080fe2 None None] Provisioning complete for port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:08.296860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21d75563-265e-4e56-a246-9919cd080fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.310186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-867c0e0d-3fbc-4679-b417-b370b25025d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de402d89d98f44dc8140ca493a94851b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4606290 Jan 28 16:47:08.371860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48954) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:08.432140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-21d75563-265e-4e56-a246-9919cd080fe2 None None] Current status of the port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:08.455943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2094944-22b5-4c2a-a0d6-f7a898652a37 req-6de9e5fd-93a6-4721-beba-f66e222277ae tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:08.466666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2094944-22b5-4c2a-a0d6-f7a898652a37 req-6de9e5fd-93a6-4721-beba-f66e222277ae tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.5034943 Jan 28 16:47:08.554967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf53df-15bc-46e4-b23b-655788c62117 req-d554c2e3-1b00-41e7-aee7-fd16a689560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:08.556437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-eccbf8cd-1a52-4160-b13c-8c6982a4754e None None] Provisioning complete for port fbe7b7a2-5e05-47ea-8d10-993d0d536038 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:08.556934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-d554c2e3-1b00-41e7-aee7-fd16a689560e service neutron] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 912 time: 0.3964605 Jan 28 16:47:08.557054 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccbf8cd-1a52-4160-b13c-8c6982a4754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.578216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0ec-1961-47d3-8cf7-2444e6628fb3 admin admin] Publish callbacks [] for security_group (df1be3e0-4b72-4150-8be3-2f95ef683f31), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.595813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-eccbf8cd-1a52-4160-b13c-8c6982a4754e None None] Port fbe7b7a2-5e05-47ea-8d10-993d0d536038 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:08.614799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2094944-22b5-4c2a-a0d6-f7a898652a37 req-a17c5944-b15a-4321-b5f3-81c897221890 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469240 Jan 28 16:47:08.639535 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-c40a1c43-fbef-4f64-bf14-461c57632fdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1 HTTP/1.1" status: 200 len: 217 time: 0.0644436 Jan 28 16:47:08.646429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.20 (4b8ea339-f213-49b1-be75-92ccb213e2fc/7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1/fbe7b7a2-5e05-47ea-8d10-993d0d536038) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:08.657347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a4f1b1a4-de4b-4a01-b2df-08c60555dc31 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/routers/55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 200 len: 884 time: 0.5446775 Jan 28 16:47:08.658312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48956) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:08.674748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0ec-1961-47d3-8cf7-2444e6628fb3 admin admin] Publish callbacks [] for security_group (df1be3e0-4b72-4150-8be3-2f95ef683f31), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.720565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5b6e8663-1b2c-489c-8008-0c28025c8ecb None None] Provisioning complete for port fbe7b7a2-5e05-47ea-8d10-993d0d536038 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:08.721299 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8663-1b2c-489c-8008-0c28025c8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.767192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e8663-1b2c-489c-8008-0c28025c8ecb None None] Port fbe7b7a2-5e05-47ea-8d10-993d0d536038 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:08.804401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf53df-15bc-46e4-b23b-655788c62117 req-b327f499-0fb8-4ea0-a2a9-82e6f5efa849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:08.805959 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-b327f499-0fb8-4ea0-a2a9-82e6f5efa849 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.1572685 Jan 28 16:47:08.846379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:08.872404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-a0e14851-6402-40ac-92e4-eba45ba410ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337572 Jan 28 16:47:09.310472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0ec-1961-47d3-8cf7-2444e6628fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (df1be3e0-4b72-4150-8be3-2f95ef683f31), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.313037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0ec-1961-47d3-8cf7-2444e6628fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.317179 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e83b0ec-1961-47d3-8cf7-2444e6628fb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df1be3e0-4b72-4150-8be3-2f95ef683f31 HTTP/1.1" status: 204 len: 168 time: 0.9326446 Jan 28 16:47:09.349343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83b0ec-1961-47d3-8cf7-2444e6628fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1be3e0-4b72-4150-8be3-2f95ef683f31,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:09.370048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks [] for router_gateway (bf193970-b3d5-46ae-8d4c-263935669c77), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.403856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.435631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.444340 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-5708abf7-6ab9-46c4-80fe-7efc64b85fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407479 Jan 28 16:47:09.471276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-73ee936b-6ab2-40ad-bfd1-e85e2f71b232 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8098159 Jan 28 16:47:09.472244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48964) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:09.476606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-721850369'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:09.489530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.494765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.500227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.506117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.511664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.512378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.518765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.524210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.526208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dfdd18b-a24f-4787-b146-6680079f474f req-ae03e4b9-8df4-41ad-bea1-8235e8913e24 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.2432494 Jan 28 16:47:09.696708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=fbe7b7a2-5e05-47ea-8d10-993d0d536038,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:09.816647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Allocated IP 172.25.8.235 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/49ed6cf7-a6a5-4f7d-bc30-da6999bf468d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:09.825754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] In _notify_port_updated(), no bound segment for port fbe7b7a2-5e05-47ea-8d10-993d0d536038 on network 4b8ea339-f213-49b1-be75-92ccb213e2fc {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:47:09.832091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:09.832899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:09.834549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-330a59d2-0416-40b0-a5fe-167d3f711b31 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/ports/fbe7b7a2-5e05-47ea-8d10-993d0d536038 HTTP/1.1" status: 200 len: 999 time: 2.8882384 Jan 28 16:47:09.836526 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-05cf53df-15bc-46e4-b23b-655788c62117 req-86de224c-0913-4f4e-8d9d-7eb60a74c1ec service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500504 Jan 28 16:47:09.838305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:09.874626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:09.996084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b805fba-afe7-4403-9159-d5f1299e845c None None] Provisioning complete for port fbe7b7a2-5e05-47ea-8d10-993d0d536038 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:09.997195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b805fba-afe7-4403-9159-d5f1299e845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.001262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-61ae49c3-862a-4aa5-965f-9d6b6568e688 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed33d94cc5d04d27b68b02ae45e6a973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152761 Jan 28 16:47:10.005476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48978) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:10.038774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b805fba-afe7-4403-9159-d5f1299e845c None None] Port fbe7b7a2-5e05-47ea-8d10-993d0d536038 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:10.049080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dfdd18b-a24f-4787-b146-6680079f474f req-c15f174c-ff48-4f35-9cc8-ad11877528b5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5100839 Jan 28 16:47:10.057945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks [] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.094912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae1f4-32f9-45a9-bccc-d8020300f717 req-3917c941-b7d9-4521-8068-82eacf57d204 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.096257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-744ae1f4-32f9-45a9-bccc-d8020300f717 req-3917c941-b7d9-4521-8068-82eacf57d204 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3567400 Jan 28 16:47:10.110521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.159189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:10.164378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:10.168169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:10.203031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:10.292553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-572495c8-f208-4f33-b9c4-ee8d63163679 admin admin] Publish callbacks [] for security_group (ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.369025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-744ae1f4-32f9-45a9-bccc-d8020300f717 req-e25b4e52-8e9d-4d61-8465-2359128a6610 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622905 Jan 28 16:47:10.378747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port fbe7b7a2-5e05-47ea-8d10-993d0d536038 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:10.379094 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.390948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-572495c8-f208-4f33-b9c4-ee8d63163679 admin admin] Publish callbacks [] for security_group (ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.447721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks [] for router_gateway (bf193970-b3d5-46ae-8d4c-263935669c77), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.484379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.507713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.513038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.525577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.525577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.530309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.535614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.541245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:10.543190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1bd33c41-fa4b-4b2b-98a0-63974081181f req-a50d20fc-bb4f-487e-9ccb-2fa5a5315e14 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.3910649 Jan 28 16:47:10.558865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48984) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:10.564145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Request body: {'floatingip': {'port_id': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:10.573375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.640489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (98d17572-ebd5-4c68-bbd9-5a62f3c20c75), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.647935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Deleting port 724a6fb8-5694-4c3c-b411-7afb034c5e1b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:10.648286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.687754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (bf193970-b3d5-46ae-8d4c-263935669c77), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.768864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-572495c8-f208-4f33-b9c4-ee8d63163679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.771404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-572495c8-f208-4f33-b9c4-ee8d63163679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.772550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-572495c8-f208-4f33-b9c4-ee8d63163679 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9 HTTP/1.1" status: 204 len: 168 time: 0.7606103 Jan 28 16:47:10.805546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:10.834392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572495c8-f208-4f33-b9c4-ee8d63163679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ecfd2-2fd4-4b84-9175-dcbd01f5a0f9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:10.845240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for fbe7b7a2-5e05-47ea-8d10-993d0d536038 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:10.898443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Router bf193970-b3d5-46ae-8d4c-263935669c77 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:47:11.062528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:11.067431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] For port 724a6fb8-5694-4c3c-b411-7afb034c5e1b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=724a6fb8-5694-4c3c-b411-7afb034c5e1b,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:11.067770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:11.074527 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Sync routers for ids ['bf193970-b3d5-46ae-8d4c-263935669c77'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:11.089092 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Routers {'bf193970-b3d5-46ae-8d4c-263935669c77'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:11.089805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bf193970-b3d5-46ae-8d4c-263935669c77'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:11.095866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:11.097494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0dc57c19-a807-4f67-80cb-8c10cf76a709 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3878820 Jan 28 16:47:11.100116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:11.183995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Calling delete_port for 724a6fb8-5694-4c3c-b411-7afb034c5e1b owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:11.196373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router 55bf9b2f-ce50-44b7-96e0-539af3bbaf8a has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:11.338816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Set router bf193970-b3d5-46ae-8d4c-263935669c77 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:11.849241 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:47:10Z', 'revision_number': 3, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:11.927496 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Checking router: bf193970-b3d5-46ae-8d4c-263935669c77 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:47:11.928312 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Updating router bf193970-b3d5-46ae-8d4c-263935669c77 port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:47:11.962173 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.104761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49012) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:12.155055 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.185226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.193163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.359138 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Publish callbacks [] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.375992 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.431823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Allocated IP 172.20.0.1 (adea5ebd-a69e-4852-b4c0-316d44332111/7981a047-6b2f-4afb-9768-5f568e0fc197/cd8b0b70-d1dd-460c-978f-6e66c50ef67a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:12.440622 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Attempting to bind port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:12.441587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Attempting to bind port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:12.442186 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Attempting to bind port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:12.444417 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c74d61-d44a-47f3-b8b2-61f7233d3698 None None] Pushing event updated for resources: {'Port': ['ID=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:12.459324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-842983919'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:12.460461 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:12.462271 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:12.462903 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.463509 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:12.464185 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Bound port: 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:12.464790 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.471971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc01d5-c4ef-439e-90f7-dfc93190e26d req-9ee3a778-4e6e-4a95-87a3-cd2939f851fa tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:12.478929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efbc01d5-c4ef-439e-90f7-dfc93190e26d req-9ee3a778-4e6e-4a95-87a3-cd2939f851fa tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.5134065 Jan 28 16:47:12.523880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] For port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:12.528899 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] For port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:12.537665 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.588639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks [] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.596151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:12.603896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.605165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4b371646-140e-4519-a90b-07ddc1dc001b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 200 len: 891 time: 3.1319127 Jan 28 16:47:12.609506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] Sync routers for ids ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:12.618592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49016) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:12.642351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fbe7b7a2-5e05-47ea-8d10-993d0d536038), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.647292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:12.649520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] Routers {'55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:12.650748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.658047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:12.678659 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c74d61-d44a-47f3-b8b2-61f7233d3698 None None] Pushing event updated for resources: {'Port': ['ID=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:12.719772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.723872 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Routers {'bf193970-b3d5-46ae-8d4c-263935669c77'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:12.724495 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bf193970-b3d5-46ae-8d4c-263935669c77'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:12.745410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=fbe7b7a2-5e05-47ea-8d10-993d0d536038,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:12.796998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:12.817876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] Routers {'55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:12.822594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:12.882035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:12.903969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efbc01d5-c4ef-439e-90f7-dfc93190e26d req-b9eb3120-284d-4f6b-b82b-9972d54e9cca tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241595 Jan 28 16:47:12.935701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:12.938948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b260942-f278-4dbb-8f64-fdf5cb669ecc None None] The sync data for ids ['55bf9b2f-ce50-44b7-96e0-539af3bbaf8a'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:12.961084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Network adea5ebd-a69e-4852-b4c0-316d44332111 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:12.970837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:12.975363 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] Set router bf193970-b3d5-46ae-8d4c-263935669c77 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:12.976329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:12.992318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5de6ae38-f5dc-4e72-9ded-409fd118b79d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/routers/55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 200 len: 891 time: 0.3542342 Jan 28 16:47:13.028622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49020) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:13.033665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Pushing event updated for resources: {'Port': ['ID=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:13.077734 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (bf193970-b3d5-46ae-8d4c-263935669c77), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.096559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-55ff25b5-96ca-4aea-9667-e9e31bd5e1c7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 200 len: 205 time: 0.0607896 Jan 28 16:47:13.113765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49022) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:13.257511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.275424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.353297 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:47:10Z', 'revision_number': 3, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:13.383462 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3e8f8-75ab-491b-8862-ef3eef7e0b05 None None] The sync data for ids ['bf193970-b3d5-46ae-8d4c-263935669c77'] in n-d-812111-13 is: [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:47:10Z', 'revision_number': 3, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:13.409133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.447954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (724a6fb8-5694-4c3c-b411-7afb034c5e1b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.476835 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (98d17572-ebd5-4c68-bbd9-5a62f3c20c75), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.505795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks [] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.513141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.616226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Pushing event updated for resources: {'Port': ['ID=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:13.631197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (bf193970-b3d5-46ae-8d4c-263935669c77), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.870568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Pushing event deleted for resources: {'Port': ['ID=724a6fb8-5694-4c3c-b411-7afb034c5e1b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:13.898332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:13.898332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7b52b742-c864-4b62-88ac-a28b201ec026 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/fbe7b7a2-5e05-47ea-8d10-993d0d536038 HTTP/1.1" status: 204 len: 168 time: 4.0320745 Jan 28 16:47:13.901005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:13.936598 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9146b053-c656-4c3e-a207-3586b5327e4f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:47:13.938972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9146b053-c656-4c3e-a207-3586b5327e4f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/fbe7b7a2-5e05-47ea-8d10-993d0d536038 HTTP/1.1" status: 404 len: 333 time: 0.0362329 Jan 28 16:47:13.945629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49030) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:14.023768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Network adea5ebd-a69e-4852-b4c0-316d44332111 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:14.025536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:14.145725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:14.152423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.207755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Router bf193970-b3d5-46ae-8d4c-263935669c77 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:14.218879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.481038 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.521291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for security_group (a65481ed-a4dc-40a2-82d8-2b320c8c7860), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.541139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a65481ed-a4dc-40a2-82d8-2b320c8c7860), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.562744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:14.626640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_gateway (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.635411 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Floating IP 98d17572-ebd5-4c68-bbd9-5a62f3c20c75 associated. External IP: 172.25.8.111, port: d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75. Jan 28 16:47:14.670340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:14.671433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.757410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:14.796724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c15d7-96d7-4d3e-b999-dbb93100f0a2 req-4164372d-f6e4-4328-acd4-ea28b5d19880 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:14.798290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b05c15d7-96d7-4d3e-b999-dbb93100f0a2 req-4164372d-f6e4-4328-acd4-ea28b5d19880 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.4122546 Jan 28 16:47:14.798986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:14.799562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.821999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:14.830196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.848257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7cc87e77-5b4e-4b86-b193-4e363af2cb80), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:14.848631 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Added segment 7cc87e77-5b4e-4b86-b193-4e363af2cb80 of type vlan for network e821cb04-e460-420b-bb34-5d84c1d47099 Jan 28 16:47:14.882216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:14.886057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65481ed-a4dc-40a2-82d8-2b320c8c7860,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:14.897610 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59dfc3a3-aa64-4557-884f-aaeb2053744d admin admin] 10.222.0.25 "PUT /v2.0/routers/bf193970-b3d5-46ae-8d4c-263935669c77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7878473 Jan 28 16:47:14.911067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:14.918898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.037733 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e821cb04-e460-420b-bb34-5d84c1d47099), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.057615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.110061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.116985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e972d9-60d3-4fa8-98bf-883e9e1a67c0 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:15.144500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1 HTTP/1.1" status: 204 len: 168 time: 1.1975911 Jan 28 16:47:15.151019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49042) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:15.153883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b05c15d7-96d7-4d3e-b999-dbb93100f0a2 req-a689c4f3-9859-4e65-9d8e-4590d7ee5069 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138895 Jan 28 16:47:15.165440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 341f6e61-6965-4fdc-9490-f15abb0f2c4d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:15.165789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (341f6e61-6965-4fdc-9490-f15abb0f2c4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.249433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e821cb04-e460-420b-bb34-5d84c1d47099), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.254389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:15.254988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.266516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc3614-64c9-4b09-b595-25f4caa7a95a tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:15.280916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet d13b1292-4209-4102-9b20-378e0e7e2651 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:15.290906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (d13b1292-4209-4102-9b20-378e0e7e2651), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.347665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d13b1292-4209-4102-9b20-378e0e7e2651), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.460129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.3512645 Jan 28 16:47:15.465372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49052) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:15.477199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'subnet': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:15.526639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a4d9e-ec53-4876-ac45-5c68d338103e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Network': ['ID=e821cb04-e460-420b-bb34-5d84c1d47099,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:15.542874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e821cb04-e460-420b-bb34-5d84c1d47099 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:15.567041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d13b1292-4209-4102-9b20-378e0e7e2651), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.669893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:15.673681 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.728286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Router 94652e67-728d-4486-80b2-088abc2c3055 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:15.741033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Router ad7cc6a3-08f7-4adf-9af0-efa06103bffe has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:15.772187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d13b1292-4209-4102-9b20-378e0e7e2651), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.830217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=d13b1292-4209-4102-9b20-378e0e7e2651,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:15.848756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:15.858979 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7b02bee0-b904-4ec0-84c5-a16a70880ec0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/d13b1292-4209-4102-9b20-378e0e7e2651 HTTP/1.1" status: 204 len: 168 time: 0.7057233 Jan 28 16:47:15.859949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49054) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:15.875816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Sync routers for ids ['bf193970-b3d5-46ae-8d4c-263935669c77'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:15.892226 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Routers {'bf193970-b3d5-46ae-8d4c-263935669c77'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:15.893534 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bf193970-b3d5-46ae-8d4c-263935669c77'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:15.904407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ea79a691-4cc2-4c08-91c1-edeb9e667cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.086824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:16.095474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.097258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] Sync routers for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:16.106975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:16.107828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:16.111465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (327d18ce-034d-4362-9b32-3dd3889071eb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.119065 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Set router bf193970-b3d5-46ae-8d4c-263935669c77 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:16.143753 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (341f6e61-6965-4fdc-9490-f15abb0f2c4d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.153321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bdaf0327-24e7-4e22-9925-cbbb70975cf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "PUT /v2.0/floatingips/98d17572-ebd5-4c68-bbd9-5a62f3c20c75 HTTP/1.1" status: 200 len: 991 time: 5.5902147 Jan 28 16:47:16.160637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-23f486f4-9535-4906-95a1-08dc32a29df6 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.169900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-23f486f4-9535-4906-95a1-08dc32a29df6 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 819 time: 0.7185073 Jan 28 16:47:16.186858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:16.189300 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456ed1e4-3e06-4991-9954-f9eec6c17563" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:16.220974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 341f6e61-6965-4fdc-9490-f15abb0f2c4d owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:16.231470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-442e26bb-2825-4e16-8342-0d8abe72d5df tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/quotas/8dff1b92bc74469daae4af55db51f5e6 HTTP/1.1" status: 200 len: 375 time: 0.0602071 Jan 28 16:47:16.287922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81086fb8-a8e5-4a32-a836-dde1416d69e8 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:16.305570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (4b8ea339-f213-49b1-be75-92ccb213e2fc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.331171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Subnet': ['ID=327d18ce-034d-4362-9b32-3dd3889071eb,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:16.371524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Checking segment: {'id': '7cc87e77-5b4e-4b86-b193-4e363af2cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:16.371754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network hostable DHCP agents. Network: e821cb04-e460-420b-bb34-5d84c1d47099, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:16.386990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:16.394880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-90e0fad3-9061-4a21-98d9-a17f10c203fe admin admin] 10.222.0.25 "PUT /v2.0/routers/ad7cc6a3-08f7-4adf-9af0-efa06103bffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8070738 Jan 28 16:47:16.410710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49064) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:16.411536 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] Sync routers for ids ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:16.447683 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] Routers {'ad7cc6a3-08f7-4adf-9af0-efa06103bffe'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:16.448312 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:16.452777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:16.457766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:16.469219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-1b680375-8155-4318-9aef-2d57c9100697 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2366896 Jan 28 16:47:16.518782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:16.541850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.551112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.564971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.572835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.581909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.585807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5297ec0f-4fcc-44e0-bd9a-fc4b836a47bf None None] Provisioning complete for port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:16.586542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5297ec0f-4fcc-44e0-bd9a-fc4b836a47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.588614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.595784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.597766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-a9aa6a58-3c06-4d66-a4fc-83a2eb26c559 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.2728550 Jan 28 16:47:16.624970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e821cb04-e460-420b-bb34-5d84c1d47099) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:16.633289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:16.636507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.660446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fcc86c-4027-40fd-a46d-9374e6fc87ee None None] Network e821cb04-e460-420b-bb34-5d84c1d47099 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:16.690603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:16.690603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.714794 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-32ab482b-56bf-4d48-99a2-6403a0a310f8 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2460315 Jan 28 16:47:16.742247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49068) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:16.747695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1459030508'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:16.763878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-406f4f65-11d2-465d-8e91-b3d5296679b6 service neutron] 10.222.0.25 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734952 Jan 28 16:47:16.773320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks [] for router (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.785626 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] Set router ad7cc6a3-08f7-4adf-9af0-efa06103bffe gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:16.899679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] For port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,segment=NetworkSegment(356383da-f3aa-4b27-8523-76cb84d7a108),segment_id=356383da-f3aa-4b27-8523-76cb84d7a108)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:16.900261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:16.922362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b107085b-e6b9-480a-9d00-b3dbfd078569 req-4975e269-5b4c-4339-86f1-5e2aa4cdafd0 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512377 Jan 28 16:47:16.987147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:16.990524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] DHCP port deletion for 4b8ea339-f213-49b1-be75-92ccb213e2fc request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:16.994957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5297ec0f-4fcc-44e0-bd9a-fc4b836a47bf None None] Current status of the port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:17.000935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:17.001343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.155430 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 4, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cd8b0b70-d1dd-460c-978f-6e66c50ef67a', 'name': '', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'mac_address': 'fa:16:3e:d4:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:12Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 2, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'subnets': [{'id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.218382 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Checking router: bf193970-b3d5-46ae-8d4c-263935669c77 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:47:17.218762 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Updating router bf193970-b3d5-46ae-8d4c-263935669c77 port cd8b0b70-d1dd-460c-978f-6e66c50ef67a binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:47:17.237467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks [] for router_gateway (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.248397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:17.252268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.256530 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.281140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b5525db5-0495-4897-868b-948f57636cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:47:12Z', 'revision_number': 5, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port': {'id': 'b5525db5-0495-4897-868b-948f57636cd0', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:38:25Z', 'updated_at': '2022-01-28T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.296281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-e821cb04-e460-420b-bb34-5d84c1d47099', 'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'project_id': '7b1849c34df5423f80bd98014926318e', 'fixed_ips': [{'subnet_id': '327d18ce-034d-4362-9b32-3dd3889071eb'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:17.298318 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.320484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] device_id is not set on port 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:17.373052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.421354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No DVR routers for this DVR port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:17.426369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:17.453669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150220d4-1e91-4151-8436-37047375da5c req-6d4d4cdc-5a37-4e6a-98e3-6404eea31a0c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:17.455517 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-150220d4-1e91-4151-8436-37047375da5c req-6d4d4cdc-5a37-4e6a-98e3-6404eea31a0c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.1190076 Jan 28 16:47:17.516524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] Checking router: ad7cc6a3-08f7-4adf-9af0-efa06103bffe for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:47:17.524888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Deleting port b5525db5-0495-4897-868b-948f57636cd0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:17.525332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b5525db5-0495-4897-868b-948f57636cd0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.591177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Allocated IP 2001:db8::2e7 (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:17.597306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-0669ed12-90c2-480a-b222-89f518b7f615 service neutron] 10.222.0.25 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288951 Jan 28 16:47:17.599581 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] Routers {'ad7cc6a3-08f7-4adf-9af0-efa06103bffe'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:17.600550 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.648013 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (4b8ea339-f213-49b1-be75-92ccb213e2fc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.675734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-150220d4-1e91-4151-8436-37047375da5c req-371367ae-0fb9-4fc3-b7a8-42561d1ad13f tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118170 Jan 28 16:47:17.680009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (341f6e61-6965-4fdc-9490-f15abb0f2c4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.724401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8ea339-f213-49b1-be75-92ccb213e2fc']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.753620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '98d17572-ebd5-4c68-bbd9-5a62f3c20c75', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '94652e67-728d-4486-80b2-088abc2c3055', 'port_id': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'mac_address': 'fa:16:3e:64:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:44:53Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 1, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:28Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.758186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Deleting port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:17.758570 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.760197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=341f6e61-6965-4fdc-9490-f15abb0f2c4d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:17.782596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356383da-f3aa-4b27-8523-76cb84d7a108') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.782905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356383da-f3aa-4b27-8523-76cb84d7a108') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.808048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] Checking router: 94652e67-728d-4486-80b2-088abc2c3055 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:47:17.839322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (356383da-f3aa-4b27-8523-76cb84d7a108), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.880063 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add85253-a9f6-4826-a9c8-0e53cb2d5a16 x-openstack-request-id: req-add85253-a9f6-4826-a9c8-0e53cb2d5a16 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:17.880361 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:17.880622 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-add85253-a9f6-4826-a9c8-0e53cb2d5a16 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:17.885600 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'status': 'completed', 'code': 200} Jan 28 16:47:17.899149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:17.903269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:46:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:17.916562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:17.952364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (356383da-f3aa-4b27-8523-76cb84d7a108), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.962691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] For port b5525db5-0495-4897-868b-948f57636cd0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b5525db5-0495-4897-868b-948f57636cd0,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:17.963081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b5525db5-0495-4897-868b-948f57636cd0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.978653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:17.978843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (356383da-f3aa-4b27-8523-76cb84d7a108), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:17.981852 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:18.018749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Calling delete_port for b5525db5-0495-4897-868b-948f57636cd0 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:18.020884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.057524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:18.103509 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] Set router ad7cc6a3-08f7-4adf-9af0-efa06103bffe gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:18.280627 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-78b08edb-7ddc-45e8-95ee-0fd4098577b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.287857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] For port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:18.288380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.306094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.306598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.307398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.307531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.308044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.313554 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:47:17Z', 'revision_number': 6, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:18.314303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Calling delete_port for 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:18.315905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.316440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:18.329508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-0d4b739e-6907-4d5e-91f5-ad54ce7ae7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6726 time: 0.4692435 Jan 28 16:47:18.334114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (4b8ea339-f213-49b1-be75-92ccb213e2fc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.338090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:47:18.346899 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.387472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.394342 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bef13-155d-4e69-9121-69b935e07643 None None] The sync data for ids ['ad7cc6a3-08f7-4adf-9af0-efa06103bffe'] in n-d-812111-13 is: [{'id': 'ad7cc6a3-08f7-4adf-9af0-efa06103bffe', 'name': 'tempest-TaggedBootDevicesTest-1714991447-router', 'tenant_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:38:23Z', 'updated_at': '2022-01-28T16:47:17Z', 'revision_number': 6, 'project_id': 'fe15e2a9a8214008a43b8b47f63d742f', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:18.413015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.424732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.433371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Pushing event deleted for resources: {'Port': ['ID=58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:18.435193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] Network 4b8ea339-f213-49b1-be75-92ccb213e2fc is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:47:18.435904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b7d7b-48fb-468a-b03c-cf0b6883e1d4 None None] No DVR routers for this DVR port 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:18.437573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98093f24-bf6f-4d01-a1a1-41fee6db0311 req-cebca13b-5495-406f-9f51-983ffdcd3f5a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 210 time: 0.4270697 Jan 28 16:47:18.528009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:18.609665 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Publish callbacks [] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.627903 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.687185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:18.687741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 58a5dd70-7ca9-4a84-a2ee-02bbc7d3b470 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:18.720306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Allocated IP 2001:db8::2 (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/d62d1730-98dc-442f-ba84-18068069b400) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:18.724194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.731403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/4b8ea339-f213-49b1-be75-92ccb213e2fc HTTP/1.1" status: 204 len: 168 time: 2.8671684 Jan 28 16:47:18.736116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd82df7-e440-42fd-9362-b84458fa70e6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=4b8ea339-f213-49b1-be75-92ccb213e2fc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:18.739199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.745824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b5525db5-0495-4897-868b-948f57636cd0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.752765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49100) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:18.778665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '98d17572-ebd5-4c68-bbd9-5a62f3c20c75', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '94652e67-728d-4486-80b2-088abc2c3055', 'port_id': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'mac_address': 'fa:16:3e:64:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:44:53Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 1, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:28Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:18.791154 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ab2ac-77d2-4206-b08e-ce3425fb89ca None None] Pushing event updated for resources: {'Port': ['ID=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:18.818749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5525db5-0495-4897-868b-948f57636cd0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:18.857081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16237d8-0da0-4c4e-b536-a2ede90295da None None] The sync data for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 is: [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '98d17572-ebd5-4c68-bbd9-5a62f3c20c75', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '94652e67-728d-4486-80b2-088abc2c3055', 'port_id': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'mac_address': 'fa:16:3e:64:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadfcfa-eccf-430a-9d85-b85922947266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:44:53Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 1, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:28Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:18.906018 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Attempting to bind port cd8b0b70-d1dd-460c-978f-6e66c50ef67a on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:18.906652 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Attempting to bind port cd8b0b70-d1dd-460c-978f-6e66c50ef67a by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:18.907181 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Attempting to bind port cd8b0b70-d1dd-460c-978f-6e66c50ef67a on network adea5ebd-a69e-4852-b4c0-316d44332111 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:18.913571 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:18.914195 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Checking segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:18.914942 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.915490 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Bound using segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:18.916152 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Bound port: cd8b0b70-d1dd-460c-978f-6e66c50ef67a, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:18.916790 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:18.976721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:19.020622 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] For port cd8b0b70-d1dd-460c-978f-6e66c50ef67a, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:19.026586 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] For port cd8b0b70-d1dd-460c-978f-6e66c50ef67a, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:19.035936 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.045033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (55bf9b2f-ce50-44b7-96e0-539af3bbaf8a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.045609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router 55bf9b2f-ce50-44b7-96e0-539af3bbaf8a {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:47:19.062380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.075279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2736694c-9998-4425-9826-45844a0247a8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 204 len: 168 time: 5.9313085 Jan 28 16:47:19.076126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:19.082811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.084946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:19.091818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49102) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:19.093279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:19.100138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.101084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.101939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-9ef437a2-6ae8-433f-9aec-b8d33632c724 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.114160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-9ef437a2-6ae8-433f-9aec-b8d33632c724 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 819 time: 0.3793118 Jan 28 16:47:19.140535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503478366'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:19.164848 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Routers {'bf193970-b3d5-46ae-8d4c-263935669c77'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:19.166033 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bf193970-b3d5-46ae-8d4c-263935669c77'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:19.166853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-7bb6eb5b-9978-46b6-9269-13312c8eb6ec tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/quotas/8dff1b92bc74469daae4af55db51f5e6 HTTP/1.1" status: 200 len: 375 time: 0.0481069 Jan 28 16:47:19.213005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-46ab60f5-3e44-4fb4-8dd7-2b0cadd6168e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4689398 Jan 28 16:47:19.216516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49104) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:19.273835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:19.287326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Publish callbacks [] for port (d62d1730-98dc-442f-ba84-18068069b400), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.298841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.300466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d62d1730-98dc-442f-ba84-18068069b400), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.302268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.310774 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] Set router bf193970-b3d5-46ae-8d4c-263935669c77 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:19.312726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.325830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.329999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-5786275', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:87:b9:3e'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:19.341139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.358950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.386098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.395928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.401809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57ee4b4b-9beb-43e0-a477-5aec4f2f1461 req-fe01160d-d02a-4282-a58d-677fc392c85f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 1.3939981 Jan 28 16:47:19.471312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe083f7-18cf-4371-9b70-1b4617d1c416 None None] New status for floating IP 98d17572-ebd5-4c68-bbd9-5a62f3c20c75: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:47:19.471569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-7bb0fc12-ed99-4cc9-9e13-20ba5492879d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3009787 Jan 28 16:47:19.634846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ab2ac-77d2-4206-b08e-ce3425fb89ca None None] Pushing event updated for resources: {'Port': ['ID=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:19.654348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.662603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks [] for router_controller (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.664770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:19.702594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a10d2-2681-4242-90f4-031e9c2da965 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.710743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9b9a10d2-2681-4242-90f4-031e9c2da965 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9085970 Jan 28 16:47:19.747641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49110) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:19.751689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-88cb907b-0cbe-4e92-94c3-3a5275b318f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:19.753410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-88cb907b-0cbe-4e92-94c3-3a5275b318f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f385176-671a-4911-85db-c2fcb2aad176 HTTP/1.1" status: 200 len: 917 time: 1.4174676 Jan 28 16:47:19.759204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (770861ba-408b-4536-869e-e25f275ea531), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.759681 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 770861ba-408b-4536-869e-e25f275ea531 of type vlan for network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 Jan 28 16:47:19.823238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:19.829576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.834935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:19.840851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:19.853600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 4, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cd8b0b70-d1dd-460c-978f-6e66c50ef67a', 'name': '', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'mac_address': 'fa:16:3e:d4:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:12Z', 'updated_at': '2022-01-28T16:47:19Z', 'revision_number': 4, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'subnets': [{'id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:19.884235 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5d349-ce4a-4b32-93e1-3fa0b2ae12d2 None None] The sync data for ids ['bf193970-b3d5-46ae-8d4c-263935669c77'] in n-d-812111-13 is: [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:47:13Z', 'revision_number': 4, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cd8b0b70-d1dd-460c-978f-6e66c50ef67a', 'name': '', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'mac_address': 'fa:16:3e:d4:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:12Z', 'updated_at': '2022-01-28T16:47:19Z', 'revision_number': 4, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'subnets': [{'id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:19.890248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Pushing event updated for resources: {'Port': ['ID=d62d1730-98dc-442f-ba84-18068069b400,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:19.915077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Attempting to bind port d62d1730-98dc-442f-ba84-18068069b400 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:19.915717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Attempting to bind port d62d1730-98dc-442f-ba84-18068069b400 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '7cc87e77-5b4e-4b86-b193-4e363af2cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:19.916432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Attempting to bind port d62d1730-98dc-442f-ba84-18068069b400 on network e821cb04-e460-420b-bb34-5d84c1d47099 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:19.928513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:19.928966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Checking segment: {'id': '7cc87e77-5b4e-4b86-b193-4e363af2cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:19.929389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.929792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Bound using segment: {'id': '7cc87e77-5b4e-4b86-b193-4e363af2cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:19.930288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Bound port: d62d1730-98dc-442f-ba84-18068069b400, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc87e77-5b4e-4b86-b193-4e363af2cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:19.930682 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d62d1730-98dc-442f-ba84-18068069b400), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:19.979070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-722a5ea0-7f6f-41c7-b66b-576576da9a93 service neutron] 10.222.0.25 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066819 Jan 28 16:47:20.017281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0a424-eb67-466d-a2f0-bba8b3f7d75a req-bc5037ad-4a18-4a6e-bb81-bf6af3392941 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:20.018718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8c0a424-eb67-466d-a2f0-bba8b3f7d75a req-bc5037ad-4a18-4a6e-bb81-bf6af3392941 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.4297726 Jan 28 16:47:20.044087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] For port d62d1730-98dc-442f-ba84-18068069b400, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:20.048147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] For port d62d1730-98dc-442f-ba84-18068069b400, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d62d1730-98dc-442f-ba84-18068069b400,segment=NetworkSegment(7cc87e77-5b4e-4b86-b193-4e363af2cb80),segment_id=7cc87e77-5b4e-4b86-b193-4e363af2cb80)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:20.060348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d62d1730-98dc-442f-ba84-18068069b400), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.108176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4b22168-dcc2-45f0-a2c1-37cb214446e0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3585212 Jan 28 16:47:20.123141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49112) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:20.133008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1530383460'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:20.157177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749e65f-b3d6-417d-87b3-8100f8b709fe None None] Pushing event updated for resources: {'Port': ['ID=d62d1730-98dc-442f-ba84-18068069b400,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:20.239780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-8555c2a8-c768-4633-8843-c6ddab3899f1 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:20.241390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-8555c2a8-c768-4633-8843-c6ddab3899f1 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 819 time: 0.6873922 Jan 28 16:47:20.247998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-8ccba56e-1ea7-4288-aee4-92c649614f2a service neutron] 10.222.0.25 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680714 Jan 28 16:47:20.261150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8c0a424-eb67-466d-a2f0-bba8b3f7d75a req-053e83a7-23a9-42f6-b94b-a8f3d67f1097 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138577 Jan 28 16:47:20.268519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Request body: {'port': {'device_id': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'admin_state_up': True, 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:20.481313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:20.500583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.506065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Made reservation on behalf of 8dff1b92bc74469daae4af55db51f5e6 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:20.518237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.600891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (ad7cc6a3-08f7-4adf-9af0-efa06103bffe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.601569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad7cc6a3-08f7-4adf-9af0-efa06103bffe {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:47:20.624004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd8b0b70-d1dd-460c-978f-6e66c50ef67a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:20.642151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7be88250-d458-420f-b64f-d7aaefa81275 req-d11e724a-9d18-4b1f-96f1-e1cb5478eca0 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 210 time: 0.1196728 Jan 28 16:47:20.679447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.680478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4641dce8-a7fc-4a8e-88fe-6444b3780285 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad7cc6a3-08f7-4adf-9af0-efa06103bffe HTTP/1.1" status: 204 len: 168 time: 4.2680500 Jan 28 16:47:20.680627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:20.691061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49120) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:20.699801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (39d193f4-b735-4013-b1a7-d117d06f2289), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.701837 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment 39d193f4-b735-4013-b1a7-d117d06f2289 of type vlan for network 7bcbbb43-e886-4686-a75d-b8aec66e3263 Jan 28 16:47:20.756259 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.797798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cd8b0b70-d1dd-460c-978f-6e66c50ef67a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:20.798028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7bcbbb43-e886-4686-a75d-b8aec66e3263), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.798558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.862832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.898787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-e38679dd-2947-48d7-a833-44d61e49df56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 HTTP/1.1" status: 200 len: 999 time: 1.1352649 Jan 28 16:47:20.938859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7bcbbb43-e886-4686-a75d-b8aec66e3263), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:20.944131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:20.947568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.018528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cd8b0b70-d1dd-460c-978f-6e66c50ef67a is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:21.019103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.051702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:47:21.084009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9575317 Jan 28 16:47:21.088958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:21.090836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port cd8b0b70-d1dd-460c-978f-6e66c50ef67a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:21.102872 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.115449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49126) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:21.120571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:21.177650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Deleting subnet 4d986a74-162e-4de8-8699-65c4a5aa072f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:21.197367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Publish callbacks [] for subnet (4d986a74-162e-4de8-8699-65c4a5aa072f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.212455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 724a6fb8-5694-4c3c-b411-7afb034c5e1b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:21.224356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5c6bf-ddbd-4ec0-a238-019c6aa90008 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=7bcbbb43-e886-4686-a75d-b8aec66e3263,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:21.264857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Allocated IP 172.20.0.6 (adea5ebd-a69e-4852-b4c0-316d44332111/7981a047-6b2f-4afb-9768-5f568e0fc197/5e90f4f0-9afa-41b7-b5fa-68b0889a173b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:21.270059 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.284633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:21.284896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 724a6fb8-5694-4c3c-b411-7afb034c5e1b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:21.285567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.286050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 724a6fb8-5694-4c3c-b411-7afb034c5e1b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:21.286592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b5525db5-0495-4897-868b-948f57636cd0 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:21.295867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:21.334109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-50cdbd0e-cd12-403e-83cc-ed56ebfb6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:21.336062 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-50cdbd0e-cd12-403e-83cc-ed56ebfb6d83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=534e12c1-91b7-4b80-b089-6d1fccb76b04 HTTP/1.1" status: 200 len: 855 time: 0.4054801 Jan 28 16:47:21.426230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:21.433430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.468942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:21.477417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: b5525db5-0495-4897-868b-948f57636cd0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:21.479403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b5525db5-0495-4897-868b-948f57636cd0 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:21.591397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (4d986a74-162e-4de8-8699-65c4a5aa072f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.706182 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5726941 Jan 28 16:47:21.709974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.729720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:21.738542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.746228 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4d986a74-162e-4de8-8699-65c4a5aa072f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:21.747365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:21.783359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] device_id is not set on port 9bd6fdff-ae27-4977-9fb1-97bb8eede422 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:21.804258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1b6fd-8e10-4c20-a507-ffcc39a352b3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=6a6b0f92-ef2d-4da8-914e-5b1fc7690d84,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:21.823200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:21.861924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8a79-46f5-4f68-ae1f-94dcd4da04af req-2a85b264-c3ac-44e8-a28b-8ee44a471387 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:21.863641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-390b8a79-46f5-4f68-ae1f-94dcd4da04af req-2a85b264-c3ac-44e8-a28b-8ee44a471387 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3452334 Jan 28 16:47:21.878590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-512b20e5-675c-4a21-b992-299d817de515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:21.880341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-512b20e5-675c-4a21-b992-299d817de515 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f385176-671a-4911-85db-c2fcb2aad176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5126998 Jan 28 16:47:21.932864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9c79418-dc62-4e28-8420-f7ab03375a18 req-dfd07753-c855-4d9d-b704-bae12b3e2fa2 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 210 time: 0.1431091 Jan 28 16:47:22.008233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:22.012348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.022101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f1494-fbcc-4e9f-899e-f028f7173060 None None] Network e821cb04-e460-420b-bb34-5d84c1d47099 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:22.039006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (4d986a74-162e-4de8-8699-65c4a5aa072f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.072393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.076069 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4d986a74-162e-4de8-8699-65c4a5aa072f HTTP/1.1" status: 204 len: 168 time: 1.3654864 Jan 28 16:47:22.102518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:22.102874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6f894-4292-4a97-a81b-00677518b5fe None None] Network b9d92210-5d02-4f55-bb1e-7b96f34a5d4e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:22.198302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Provisioning complete for port d62d1730-98dc-442f-ba84-18068069b400 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:22.198916 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d62d1730-98dc-442f-ba84-18068069b400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.210994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c0ac-9b5e-4df0-8e90-fcc6aa620ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d986a74-162e-4de8-8699-65c4a5aa072f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:22.215240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.361154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Allocated IP 2001:db8::1b8 (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/9bd6fdff-ae27-4977-9fb1-97bb8eede422) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:22.374817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-390b8a79-46f5-4f68-ae1f-94dcd4da04af req-80de6695-3f7b-4b92-adca-117459e4a39e tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409564 Jan 28 16:47:22.392045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-049b0cfd-681b-4369-88c8-44fee19c9509 service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971240 Jan 28 16:47:22.406184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (b8cadc19-a5b3-4914-a967-aa554744fcc2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.410394 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks [] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.511886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ffeb5b08-0602-4da3-b714-0b82bfa91c23), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.527292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-456ed1e4-3e06-4991-9954-f9eec6c17563 req-62fc0228-ddf6-46ee-aa0d-a0f5b562e522 service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149268 Jan 28 16:47:22.538990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Current status of the port d62d1730-98dc-442f-ba84-18068069b400 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:22.539463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d62d1730-98dc-442f-ba84-18068069b400), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.546383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=b8cadc19-a5b3-4914-a967-aa554744fcc2,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:22.576193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] DHCP port deletion for b9d92210-5d02-4f55-bb1e-7b96f34a5d4e request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:22.609256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '770861ba-408b-4536-869e-e25f275ea531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:22.609614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:22.620964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.642138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d62d1730-98dc-442f-ba84-18068069b400 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:22.678150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-76008720-3e96-4a88-a80a-798f95e64eda tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:22.679510 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-76008720-3e96-4a88-a80a-798f95e64eda tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.31 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 819 time: 0.4603744 Jan 28 16:47:22.692320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] For port d62d1730-98dc-442f-ba84-18068069b400, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d62d1730-98dc-442f-ba84-18068069b400,segment=NetworkSegment(7cc87e77-5b4e-4b86-b193-4e363af2cb80),segment_id=7cc87e77-5b4e-4b86-b193-4e363af2cb80)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:22.695255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Request body: {'port': {'device_id': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'admin_state_up': True, 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:22.701977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Network adea5ebd-a69e-4852-b4c0-316d44332111 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:22.711059 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d62d1730-98dc-442f-ba84-18068069b400), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.719943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:22.728993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:22.729910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Deleting port a5a981ab-83aa-4774-b8d2-ee2e33e75729 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:22.730422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.737607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=ffeb5b08-0602-4da3-b714-0b82bfa91c23,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:22.789606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:22.789895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d62d1730-98dc-442f-ba84-18068069b400 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:22.790354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d62d1730-98dc-442f-ba84-18068069b400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.794216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Pushing event updated for resources: {'Port': ['ID=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:22.801509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': '39d193f4-b735-4013-b1a7-d117d06f2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:22.801814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: 7bcbbb43-e886-4686-a75d-b8aec66e3263, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:22.822837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:22.822837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.830043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:22.834412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:22.835014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.848566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a2745-8a89-4bb7-8ea7-a12ac7d82423 None None] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:22.856568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] Deleting port a5a981ab-83aa-4774-b8d2-ee2e33e75729 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:22.857271 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.868718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:22.874714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ea0a27bc-2507-4194-bd36-e86b5e8a6076 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1381378 Jan 28 16:47:22.879953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f1c08af3-47e0-4201-bd02-00e2b19fbd14 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6158988 Jan 28 16:47:22.883307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Pushing event updated for resources: {'Port': ['ID=d62d1730-98dc-442f-ba84-18068069b400,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:22.883488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49142) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:22.888309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-707230147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:22.893540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7bcbbb43-e886-4686-a75d-b8aec66e3263) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:22.897824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:22.898419 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.910615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.911015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.911367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.911709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.912102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.912443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.912558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Request body: {'port': {'device_id': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:22.912810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.913270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.913605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.913935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.914510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.914850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.915177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90e3e0-69be-40be-bb46-5a85731e2dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:22.972940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ee7d4bd7-2c41-41a7-ab76-154db74c30a3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8577373 Jan 28 16:47:22.974981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49146) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:22.991903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263', 'name': 'tempest-PortsTestJSON-57846850'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:22.998597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (2b3a23cf-8605-4391-985e-3c1416e98164), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:22.999628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (2b3a23cf-8605-4391-985e-3c1416e98164), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.060025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (2b3a23cf-8605-4391-985e-3c1416e98164), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.081757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (2b3a23cf-8605-4391-985e-3c1416e98164), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.108157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f303a264-cad6-43bf-98e8-fda87ee39d11 req-d7b8782e-b25a-45de-ad33-0865e31f7366 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 210 time: 0.0399802 Jan 28 16:47:23.111541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.131116 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.132035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-060cc2b3-8bac-4cf4-b541-a5699e0f29d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2476122 Jan 28 16:47:23.133446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] For port a5a981ab-83aa-4774-b8d2-ee2e33e75729, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a5a981ab-83aa-4774-b8d2-ee2e33e75729,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:23.133822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.142580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49148) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:23.194766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Calling delete_port for a5a981ab-83aa-4774-b8d2-ee2e33e75729 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:23.230935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:23.235159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.257138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410f542-8a83-47da-a7de-11c09c8e4326 None None] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:23.306987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (9bd6fdff-ae27-4977-9fb1-97bb8eede422), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.336148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 16c0a4bd-4fc5-4260-8d16-cf1245e6858e yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:23.347063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] For port a5a981ab-83aa-4774-b8d2-ee2e33e75729, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a5a981ab-83aa-4774-b8d2-ee2e33e75729,segment=NetworkSegment(94c04e2d-0abc-4a55-90de-d5803ab12133),segment_id=94c04e2d-0abc-4a55-90de-d5803ab12133)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:23.347455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.381260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] Calling delete_port for a5a981ab-83aa-4774-b8d2-ee2e33e75729 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:23.383018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-014700f3-a984-47f7-86ae-db9ce2187f6b None None] Provisioning complete for port 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:23.383396 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-014700f3-a984-47f7-86ae-db9ce2187f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.401206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Made reservation on behalf of 8dff1b92bc74469daae4af55db51f5e6 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:23.412734 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.539991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-6a6b0f92-ef2d-4da8-914e-5b1fc7690d84', 'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': 'b8cadc19-a5b3-4914-a967-aa554744fcc2'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:23.540896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.566480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-014700f3-a984-47f7-86ae-db9ce2187f6b None None] Port 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:23.584307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d62d1730-98dc-442f-ba84-18068069b400 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:23.585512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd8b0b70-d1dd-460c-978f-6e66c50ef67a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:23.595245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-7bcbbb43-e886-4686-a75d-b8aec66e3263', 'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': 'ffeb5b08-0602-4da3-b714-0b82bfa91c23'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:23.598283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.600700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9bd6fdff-ae27-4977-9fb1-97bb8eede422), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.621224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.655726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.4 (7bcbbb43-e886-4686-a75d-b8aec66e3263/ffeb5b08-0602-4da3-b714-0b82bfa91c23/16c0a4bd-4fc5-4260-8d16-cf1245e6858e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:23.689247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] No DVR routers for this DVR port a5a981ab-83aa-4774-b8d2-ee2e33e75729 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:23.697903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:23.718484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-014700f3-a984-47f7-86ae-db9ce2187f6b None None] Provisioning complete for port d62d1730-98dc-442f-ba84-18068069b400 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:23.718870 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-014700f3-a984-47f7-86ae-db9ce2187f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d62d1730-98dc-442f-ba84-18068069b400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.731652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:23.763237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=9bd6fdff-ae27-4977-9fb1-97bb8eede422,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:23.765940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:23.768006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (a5a981ab-83aa-4774-b8d2-ee2e33e75729), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.772166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:23.772827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.871965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] Pushing event deleted for resources: {'Port': ['ID=a5a981ab-83aa-4774-b8d2-ee2e33e75729,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:23.903813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a981ab-83aa-4774-b8d2-ee2e33e75729,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:23.913853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e8151-ff2b-4689-9b0a-47c646b96701 None None] No DVR routers for this DVR port a5a981ab-83aa-4774-b8d2-ee2e33e75729 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:23.924771 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74ba617f-9882-4c9f-b485-93c9b970fc13 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.5995116 Jan 28 16:47:23.934185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49154) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:23.959793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cd8b0b70-d1dd-460c-978f-6e66c50ef67a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:23.960921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:23.989376 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.004020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Allocated IP 172.20.0.2 (adea5ebd-a69e-4852-b4c0-316d44332111/7981a047-6b2f-4afb-9768-5f568e0fc197/c2d0eb76-b72b-403e-b4d6-fc109a78a179) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:24.022458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.038196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe955d80-a147-432c-8c44-4de8ec0b9cd0 req-8273c2d9-c780-474c-b7e8-885b02f92af8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:24.040144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe955d80-a147-432c-8c44-4de8ec0b9cd0 req-8273c2d9-c780-474c-b7e8-885b02f92af8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3338237 Jan 28 16:47:24.109299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-014700f3-a984-47f7-86ae-db9ce2187f6b None None] Current status of the port d62d1730-98dc-442f-ba84-18068069b400 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:24.116355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d92210-5d02-4f55-bb1e-7b96f34a5d4e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:24.119418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Allocated IP 2001:db8::2 (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84/b8cadc19-a5b3-4914-a967-aa554744fcc2/d3ba7cfe-fd0f-40a4-8465-9fab6e171e88) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:24.131504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c04e2d-0abc-4a55-90de-d5803ab12133') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:24.131906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c04e2d-0abc-4a55-90de-d5803ab12133') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:24.143765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cd8b0b70-d1dd-460c-978f-6e66c50ef67a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:24.161882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (94c04e2d-0abc-4a55-90de-d5803ab12133), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.219008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (94c04e2d-0abc-4a55-90de-d5803ab12133), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.231729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:24.232792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (94c04e2d-0abc-4a55-90de-d5803ab12133), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:24.240044 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:24.250648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ca4a6-b7c4-4fc8-8e5f-36ee1dfdc67a tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:24.257128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ca4a6-b7c4-4fc8-8e5f-36ee1dfdc67a tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:24.264616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ca4a6-b7c4-4fc8-8e5f-36ee1dfdc67a tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:24.268927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-572ca4a6-b7c4-4fc8-8e5f-36ee1dfdc67a tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3082759 Jan 28 16:47:24.274085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c505f71-efcf-40a0-a775-5df1cf6552d9 req-197146c8-8fe2-48f2-86d2-661ab1dbcdc1 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 210 time: 0.0476832 Jan 28 16:47:24.289850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49158) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:24.303929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-eee9ba94-1e65-471b-ab47-a577aab42ea7 None None] Provisioning complete for port 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:24.304318 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eee9ba94-1e65-471b-ab47-a577aab42ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.320152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe955d80-a147-432c-8c44-4de8ec0b9cd0 req-e326f3a7-ff43-4557-9f20-dbf854fb9e35 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705936 Jan 28 16:47:24.338569 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Publish callbacks [] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.368938 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.406624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-eee9ba94-1e65-471b-ab47-a577aab42ea7 None None] Port 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:24.419178 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.440825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b9d92210-5d02-4f55-bb1e-7b96f34a5d4e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.448263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.455102 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9d92210-5d02-4f55-bb1e-7b96f34a5d4e HTTP/1.1" status: 204 len: 168 time: 2.3492889 Jan 28 16:47:24.459619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:24.461029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Pushing event updated for resources: {'Port': ['ID=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:24.465129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-eee9ba94-1e65-471b-ab47-a577aab42ea7 None None] Provisioning complete for port 9bd6fdff-ae27-4977-9fb1-97bb8eede422 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:24.465553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eee9ba94-1e65-471b-ab47-a577aab42ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9bd6fdff-ae27-4977-9fb1-97bb8eede422), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.475523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b84815-4a2c-4af9-a34b-8bdb11ebcc4e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d92210-5d02-4f55-bb1e-7b96f34a5d4e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:24.528087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port 9bd6fdff-ae27-4977-9fb1-97bb8eede422 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:24.528747 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9bd6fdff-ae27-4977-9fb1-97bb8eede422), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.535988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:24.545725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d62d1730-98dc-442f-ba84-18068069b400 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:24.548056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.550309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:24.559086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-eee9ba94-1e65-471b-ab47-a577aab42ea7 None None] Port 9bd6fdff-ae27-4977-9fb1-97bb8eede422 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:24.606525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks [] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.608235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=16c0a4bd-4fc5-4260-8d16-cf1245e6858e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:24.626567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:24.632553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:24.635304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:24.637395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9bd6fdff-ae27-4977-9fb1-97bb8eede422), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.651074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for 9bd6fdff-ae27-4977-9fb1-97bb8eede422 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:24.690637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:24.691539 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.712811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Attempting to bind port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:24.713191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Attempting to bind port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '770861ba-408b-4536-869e-e25f275ea531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:24.713552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Attempting to bind port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 on network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:24.716418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Allocated IP 172.20.0.2 (7bcbbb43-e886-4686-a75d-b8aec66e3263/ffeb5b08-0602-4da3-b714-0b82bfa91c23/e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:24.723316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8::1 (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84/b8cadc19-a5b3-4914-a967-aa554744fcc2/8cd323a9-12c9-43ef-a2b9-7e984a1db438) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:24.731541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:24.731927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Checking segment: {'id': '770861ba-408b-4536-869e-e25f275ea531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:24.732196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3f63f8e1-d408-4ed6-abb5-9bd2ca23f933 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7479937 Jan 28 16:47:24.732816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.732816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Bound using segment: {'id': '770861ba-408b-4536-869e-e25f275ea531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:24.733251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Bound port: d3ba7cfe-fd0f-40a4-8465-9fab6e171e88, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770861ba-408b-4536-869e-e25f275ea531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6a6b0f92-ef2d-4da8-914e-5b1fc7690d84'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:24.733642 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.736910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49162) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:24.747940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263', 'name': 'tempest-PortsTestJSON-567002795'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:24.763083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49164) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:24.831528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d62d1730-98dc-442f-ba84-18068069b400 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:24.831904 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d62d1730-98dc-442f-ba84-18068069b400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.840691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.901917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Network adea5ebd-a69e-4852-b4c0-316d44332111 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:24.912176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:24.914730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:24.960385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] For port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:24.965927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:24.966583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:24.971531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Pushing event updated for resources: {'Port': ['ID=c2d0eb76-b72b-403e-b4d6-fc109a78a179,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:24.981781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-96f4e617-a241-405f-8fef-d53376c20cec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=930d3a3e5c9a4c8ab21071a5ac839b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174113 Jan 28 16:47:24.984970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49168) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:24.992340 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9bd6fdff-ae27-4977-9fb1-97bb8eede422), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.011187 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-b53eca0e-2f44-441f-84d3-9c32dde7432b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3198788 Jan 28 16:47:25.012033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:25.015603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.026867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Request body: {'port': {'device_id': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:25.047783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=9bd6fdff-ae27-4977-9fb1-97bb8eede422,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.048480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] For port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,segment=NetworkSegment(770861ba-408b-4536-869e-e25f275ea531),segment_id=770861ba-408b-4536-869e-e25f275ea531)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:25.057655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.059985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d62d1730-98dc-442f-ba84-18068069b400 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:25.078374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.084664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 75591612-8106-4788-abd8-05a943afa778 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:25.159215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a907d-a4e1-4047-8d76-88e57ffffc7f None None] Pushing event updated for resources: {'Port': ['ID=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.172747 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Publish callbacks [] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.186946 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.193388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e90f4f0-9afa-41b7-b5fa-68b0889a173b {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:25.216174 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Publish callbacks [] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.223680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a5a981ab-83aa-4774-b8d2-ee2e33e75729 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:25.237532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e57c00-54ab-488e-bf56-443eeffe2f0b admin admin] Publish callbacks [] for security_group (e3fcb246-bb42-42e0-bdb6-9cb5eca46164), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.249049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.268738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a5a981ab-83aa-4774-b8d2-ee2e33e75729 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:25.269540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a5a981ab-83aa-4774-b8d2-ee2e33e75729 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:25.285799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Transition to ACTIVE for port object 5e90f4f0-9afa-41b7-b5fa-68b0889a173b will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:47:25.289189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.292947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e370cae5-7043-4d66-88f8-1108bd879f3b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/ports/9bd6fdff-ae27-4977-9fb1-97bb8eede422 HTTP/1.1" status: 204 len: 168 time: 1.0011833 Jan 28 16:47:25.296167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.307185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49172) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:25.320280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:25.322021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Pushing event updated for resources: {'Port': ['ID=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.331154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.333017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e57c00-54ab-488e-bf56-443eeffe2f0b admin admin] Publish callbacks [] for security_group (e3fcb246-bb42-42e0-bdb6-9cb5eca46164), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.341505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:25.356467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:25.400409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:25.423380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:25.428821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:25.429656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (2b3a23cf-8605-4391-985e-3c1416e98164), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.432513 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5441f5-61ad-4a09-b89a-7837aab12c01 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] GET failed (client error): The resource could not be found. Jan 28 16:47:25.434314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db5441f5-61ad-4a09-b89a-7837aab12c01 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "GET /v2.0/ports/9bd6fdff-ae27-4977-9fb1-97bb8eede422 HTTP/1.1" status: 404 len: 333 time: 0.1217136 Jan 28 16:47:25.439753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49178) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:25.450968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1349164053'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:25.490749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.12 (7bcbbb43-e886-4686-a75d-b8aec66e3263/ffeb5b08-0602-4da3-b714-0b82bfa91c23/75591612-8106-4788-abd8-05a943afa778) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:25.502896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Attempting to bind port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:25.503285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Attempting to bind port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '39d193f4-b735-4013-b1a7-d117d06f2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:25.503644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Attempting to bind port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 on network 7bcbbb43-e886-4686-a75d-b8aec66e3263 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:25.514308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:25.515017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Checking segment: {'id': '39d193f4-b735-4013-b1a7-d117d06f2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:25.515650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.516220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Bound using segment: {'id': '39d193f4-b735-4013-b1a7-d117d06f2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:25.516950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Bound port: e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d193f4-b735-4013-b1a7-d117d06f2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7bcbbb43-e886-4686-a75d-b8aec66e3263'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:25.517525 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.619353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.638071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e57c00-54ab-488e-bf56-443eeffe2f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e3fcb246-bb42-42e0-bdb6-9cb5eca46164), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.641359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e57c00-54ab-488e-bf56-443eeffe2f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.644857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72e57c00-54ab-488e-bf56-443eeffe2f0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3fcb246-bb42-42e0-bdb6-9cb5eca46164 HTTP/1.1" status: 204 len: 168 time: 0.6562412 Jan 28 16:47:25.682569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] For port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:25.688237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] For port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,segment=NetworkSegment(39d193f4-b735-4013-b1a7-d117d06f2289),segment_id=39d193f4-b735-4013-b1a7-d117d06f2289)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:25.704396 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:25.737729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e57c00-54ab-488e-bf56-443eeffe2f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcb246-bb42-42e0-bdb6-9cb5eca46164,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.876134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032bc80-65c6-40fa-9f78-2f64ff9ff87b None None] Pushing event updated for resources: {'Port': ['ID=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.922043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=8cd323a9-12c9-43ef-a2b9-7e984a1db438,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:25.968591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbab8-899a-4f61-8666-e0203d12cf9d req-d0bbf5a6-3ec0-493a-bd47-9ebec96fcced tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:25.970830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-698fbab8-899a-4f61-8666-e0203d12cf9d req-d0bbf5a6-3ec0-493a-bd47-9ebec96fcced tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.5300012 Jan 28 16:47:25.982671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc6a0-748b-4e99-95d9-f95c74c910d7 req-99ac86eb-3eab-414e-9583-3dbe9a4b3dab tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:25.984241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f56cc6a0-748b-4e99-95d9-f95c74c910d7 req-99ac86eb-3eab-414e-9583-3dbe9a4b3dab tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 931 time: 0.4631593 Jan 28 16:47:25.986402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Attempting to bind port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:25.986740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Attempting to bind port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:25.987826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Attempting to bind port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b on network adea5ebd-a69e-4852-b4c0-316d44332111 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:26.024296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b on network adea5ebd-a69e-4852-b4c0-316d44332111 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:26.024296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Attempting to bind port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b on network adea5ebd-a69e-4852-b4c0-316d44332111 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:26.046763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.069531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:26.070341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Checking segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:26.070341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Bound using segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:26.070698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Bound port: 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:26.071243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.082321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:26.087068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.190052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] device_id is not set on port ce00bf73-d959-444c-8eea-5606e9932b71 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:26.333295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-698fbab8-899a-4f61-8666-e0203d12cf9d req-69a33b5c-2a4d-4ebe-8828-e43b25270410 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374276 Jan 28 16:47:26.348120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f56cc6a0-748b-4e99-95d9-f95c74c910d7 req-47041be3-0cca-492a-b92c-e79b5c7d8e73 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480341 Jan 28 16:47:26.470105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49188) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:26.536703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d0eb76-b72b-403e-b4d6-fc109a78a179 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:26.551799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Publish callbacks [] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.602147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Transition to ACTIVE for port object c2d0eb76-b72b-403e-b4d6-fc109a78a179 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:47:26.608616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (75591612-8106-4788-abd8-05a943afa778), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.612214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.694012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0eb76-b72b-403e-b4d6-fc109a78a179,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:26.715307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:26.740225 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (75591612-8106-4788-abd8-05a943afa778), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.814803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:26.816508 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.832618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:26.842524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:26.850756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:26.857557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=75591612-8106-4788-abd8-05a943afa778,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:26.922075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] For port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:26.935964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Attempting to bind port c2d0eb76-b72b-403e-b4d6-fc109a78a179 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:26.936303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Attempting to bind port c2d0eb76-b72b-403e-b4d6-fc109a78a179 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:26.936630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Attempting to bind port c2d0eb76-b72b-403e-b4d6-fc109a78a179 on network adea5ebd-a69e-4852-b4c0-316d44332111 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:26.958365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:26.958965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.959476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:26.960153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:26.963708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Port c2d0eb76-b72b-403e-b4d6-fc109a78a179 on network adea5ebd-a69e-4852-b4c0-316d44332111 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:26.964030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Attempting to bind port c2d0eb76-b72b-403e-b4d6-fc109a78a179 on network adea5ebd-a69e-4852-b4c0-316d44332111 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:26.980570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:26.980762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Checking segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:26.981164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Bound using segment: {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:26.981612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Bound port: c2d0eb76-b72b-403e-b4d6-fc109a78a179, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831a3f56-002f-43cf-87d5-b120d0bed68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:26.981972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.013769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] For port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:27.015962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,segment=NetworkSegment(39d193f4-b735-4013-b1a7-d117d06f2289),segment_id=39d193f4-b735-4013-b1a7-d117d06f2289)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:27.018229 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-52a147e3-472a-4b23-b84c-ab4b942f3cfc tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2801325 Jan 28 16:47:27.018835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49190) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:27.023139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.024226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:27.030546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Allocated IP 2001:db8::1bd (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/ce00bf73-d959-444c-8eea-5606e9932b71) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:27.054703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.157812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.158462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.160365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 1092 time: 4.2582517 Jan 28 16:47:27.179983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:27.181713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] For port c2d0eb76-b72b-403e-b4d6-fc109a78a179, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:27.185859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] For port c2d0eb76-b72b-403e-b4d6-fc109a78a179, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:27.195015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc3386-3ed9-4f75-9243-ca4baf7d72ad tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.198964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'tag': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:27.199725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4efc3386-3ed9-4f75-9243-ca4baf7d72ad tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 920 time: 0.1780841 Jan 28 16:47:27.202765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49194) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:27.213143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.218097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce2dd2-d0bf-4e20-a2d1-810e13553735 None None] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:27.219233 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a028a7-3100-4c40-85a8-ddbd624f9aed" -d '{"events": [{"name": "network-changed", "server_uuid": "554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3", "tag": "5e90f4f0-9afa-41b7-b5fa-68b0889a173b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:27.253227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f39aa33f-3995-4d30-a19b-a97066ae8cbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe15e2a9a8214008a43b8b47f63d742f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7734196 Jan 28 16:47:27.257234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49200) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:27.331200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.331826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.335926 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] 10.222.0.31 "PUT /v2.0/ports/c2d0eb76-b72b-403e-b4d6-fc109a78a179 HTTP/1.1" status: 200 len: 1092 time: 2.3147209 Jan 28 16:47:27.336573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'tag': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:27.349154 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1415e21-9796-4ecc-a28a-586b3e32998b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e51ea40-d933-456a-b6c9-de37ed9b298b", "tag": "c2d0eb76-b72b-403e-b4d6-fc109a78a179"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:27.360887 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7fd2f2-cb03-4f7e-a907-35ce2f05b07b x-openstack-request-id: req-8f7fd2f2-cb03-4f7e-a907-35ce2f05b07b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:27.361180 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3", "tag": "5e90f4f0-9afa-41b7-b5fa-68b0889a173b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:27.369042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:27.369355 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f7fd2f2-cb03-4f7e-a907-35ce2f05b07b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:27.369489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.370063 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'tag': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b', 'status': 'completed', 'code': 200} Jan 28 16:47:27.474831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3497-4f25-4ea1-8b09-08a6cdd603f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:27.559704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-64807ffa-be9d-4261-a77d-545641b3f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.562197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-64807ffa-be9d-4261-a77d-545641b3f944 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1126 time: 0.3266532 Jan 28 16:47:27.599082 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453d1a87-a082-474e-b2c9-56bc4778a1b7 x-openstack-request-id: req-453d1a87-a082-474e-b2c9-56bc4778a1b7 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:27.599679 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e51ea40-d933-456a-b6c9-de37ed9b298b", "tag": "c2d0eb76-b72b-403e-b4d6-fc109a78a179", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:27.600102 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-453d1a87-a082-474e-b2c9-56bc4778a1b7 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:27.600663 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'tag': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179', 'status': 'completed', 'code': 200} Jan 28 16:47:27.622255 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebd4b-cc98-4250-8a93-76e0fe1de0b5 admin admin] Publish callbacks [] for security_group (4969139c-8c33-4ee2-891a-8e2ddff6ef58), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.626893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68966b-a104-4318-b290-a2afec6d0364 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0eb76-b72b-403e-b4d6-fc109a78a179,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:27.643749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Provisioning complete for port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:27.644128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.694689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebd4b-cc98-4250-8a93-76e0fe1de0b5 admin admin] Publish callbacks [] for security_group (4969139c-8c33-4ee2-891a-8e2ddff6ef58), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.698031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-5ef4ef75-fde3-48aa-80ec-ba70c12b6bd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.1113255 Jan 28 16:47:27.733837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 75591612-8106-4788-abd8-05a943afa778 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:27.734697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (75591612-8106-4788-abd8-05a943afa778), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.743150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-8783888f-2692-48f5-b6be-c46a199a7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.744831 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-8783888f-2692-48f5-b6be-c46a199a7e4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 1126 time: 0.2690918 Jan 28 16:47:27.762407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b2421-881a-457b-865c-ad8fbf377e7e None None] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:27.762976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51de088-77ad-4941-bac5-43332d64051c req-6a01b537-26db-42c5-b231-6af9d7df4644 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.765624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b51de088-77ad-4941-bac5-43332d64051c req-6a01b537-26db-42c5-b231-6af9d7df4644 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.2845731 Jan 28 16:47:27.804821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (ce00bf73-d959-444c-8eea-5606e9932b71), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.840987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-486ecb98-fe5a-4cc5-8d94-45080bb7cbf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179 HTTP/1.1" status: 200 len: 217 time: 0.0752509 Jan 28 16:47:27.843842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.859284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.860056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (2b3a23cf-8605-4391-985e-3c1416e98164), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.879337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:27.879880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.911070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd476f0f-b2a3-4368-aede-90058009db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:27.912530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-cd476f0f-b2a3-4368-aede-90058009db45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.1817527 Jan 28 16:47:27.914528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Current status of the port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:27.915027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.943986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebd4b-cc98-4250-8a93-76e0fe1de0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4969139c-8c33-4ee2-891a-8e2ddff6ef58), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.946976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebd4b-cc98-4250-8a93-76e0fe1de0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.950736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f3ebd4b-cc98-4250-8a93-76e0fe1de0b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4969139c-8c33-4ee2-891a-8e2ddff6ef58 HTTP/1.1" status: 204 len: 168 time: 0.6884785 Jan 28 16:47:27.959999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,segment=NetworkSegment(770861ba-408b-4536-869e-e25f275ea531),segment_id=770861ba-408b-4536-869e-e25f275ea531)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:27.968984 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:27.976387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ebd4b-cc98-4250-8a93-76e0fe1de0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969139c-8c33-4ee2-891a-8e2ddff6ef58,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:27.987425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-2de223c6-60f5-4efc-a5a6-845b237ed1c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605919 Jan 28 16:47:27.990530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b51de088-77ad-4941-bac5-43332d64051c req-3e8078f2-5977-4fa3-990c-770b0f002df8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963089 Jan 28 16:47:27.999707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (75591612-8106-4788-abd8-05a943afa778), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:28.005874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68128a10-e9a2-411a-a774-64645415564c req-40a4c410-e4ef-4d0d-b8e6-9864616cf140 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:28.013843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68128a10-e9a2-411a-a774-64645415564c req-40a4c410-e4ef-4d0d-b8e6-9864616cf140 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 943 time: 0.3868036 Jan 28 16:47:28.027224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 75591612-8106-4788-abd8-05a943afa778 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:28.038627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-fdbdbfee-b837-4bde-accb-1db6c92c7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:28.040112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-fdbdbfee-b837-4bde-accb-1db6c92c7aac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.1863804 Jan 28 16:47:28.079956 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-46aee259-c8f2-48fd-b5dc-bcd9ada8e200 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324156 Jan 28 16:47:28.183848 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:47:28.184208 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:47:28.194884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:28.262137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-446e2b90-387f-4055-bbe6-c83d723df02c service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248454 Jan 28 16:47:28.282138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=8cd323a9-12c9-43ef-a2b9-7e984a1db438,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:28.296336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:28.339213 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-6c3b7134-2775-4010-8a06-f1bfccb5c703 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209077 Jan 28 16:47:28.473006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:28.531057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68128a10-e9a2-411a-a774-64645415564c req-3666509a-cf82-45c1-bc55-a68926e860ad tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105615 Jan 28 16:47:28.584519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (75591612-8106-4788-abd8-05a943afa778), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:28.626559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:28.645963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:28.646361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:28.646698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:28.650326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:28.654888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=ce00bf73-d959-444c-8eea-5606e9932b71,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:28.659929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:28.672174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:28.672876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:28.675729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:28.696504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=75591612-8106-4788-abd8-05a943afa778,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:28.804303 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a8bb24e7-f581-4f13-832f-bd82ff2f045c req-89dfd462-0af1-4f1d-b829-39305147e104 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275115 Jan 28 16:47:28.809782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bb4ef1b0-306b-49f2-810d-1f3df1765d15 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3643994 Jan 28 16:47:28.814784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49230) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:28.824250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2ec12209-7979-40ac-a173-ffefb3ca0ffc None None] Current status of the port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:28.872430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:28.879516 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b5addc3d-8afb-4050-addb-528db25b43a1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/75591612-8106-4788-abd8-05a943afa778 HTTP/1.1" status: 204 len: 168 time: 1.6754048 Jan 28 16:47:28.915023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:28.916475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:28.918178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:87:b9:3e'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:28.921615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49234) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:28.964087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-fea7dfce-8909-46c6-b245-ed2ab7292960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:28.967993 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-fea7dfce-8909-46c6-b245-ed2ab7292960 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 1126 time: 0.0857754 Jan 28 16:47:28.998788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7c0dc4b-b026-4c7a-8bb5-4e5e2c882554 req-f5076316-5f3d-4dfa-8b79-6396af104bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244236 Jan 28 16:47:29.003854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Could not find standard attr ID for object 75591612-8106-4788-abd8-05a943afa778. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:47:29.083957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Provisioning complete for port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:29.084484 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.134692 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-164e8d06-a831-412d-826e-889a57847bd0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:47:29.136411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-164e8d06-a831-412d-826e-889a57847bd0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/75591612-8106-4788-abd8-05a943afa778 HTTP/1.1" status: 404 len: 333 time: 0.1973085 Jan 28 16:47:29.140441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49240) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:29.222843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:29.223222 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.324787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-e4653e50-64e0-49e4-a781-a07665d70595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:29.330992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-e4653e50-64e0-49e4-a781-a07665d70595 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.3559527 Jan 28 16:47:29.378841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-3aab25db-8909-4278-a8c5-e16d0c51b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:29.381173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-3aab25db-8909-4278-a8c5-e16d0c51b09e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1126 time: 0.3069279 Jan 28 16:47:29.426550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-2abf0662-b74d-4fc2-bc57-8f4c33c1ebc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179 HTTP/1.1" status: 200 len: 217 time: 0.0858452 Jan 28 16:47:29.490110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Current status of the port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:29.519859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:29.520922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e5c46-2fc1-4d8b-a415-24df5e4bad6a req-c8462128-2585-4963-886c-0c42db759268 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:29.529735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d55e5c46-2fc1-4d8b-a415-24df5e4bad6a req-c8462128-2585-4963-886c-0c42db759268 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3243656 Jan 28 16:47:29.547594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Provisioning complete for port 8cd323a9-12c9-43ef-a2b9-7e984a1db438 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:29.548582 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.585962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router 2b3a23cf-8605-4391-985e-3c1416e98164 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:47:29.670406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-b02e9e15-d613-4ec3-b2c4-ad5b597ec84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:29.673040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-b02e9e15-d613-4ec3-b2c4-ad5b597ec84a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.2330811 Jan 28 16:47:29.685079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Port 8cd323a9-12c9-43ef-a2b9-7e984a1db438 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:29.715387 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-c783c298-d56b-45db-a7b3-6d14d82228f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339556 Jan 28 16:47:29.721085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 16c0a4bd-4fc5-4260-8d16-cf1245e6858e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:29.721450 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.728374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Provisioning complete for port 16c0a4bd-4fc5-4260-8d16-cf1245e6858e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:29.733628 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.819557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Port 16c0a4bd-4fc5-4260-8d16-cf1245e6858e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:29.827969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49254) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:29.829131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d55e5c46-2fc1-4d8b-a415-24df5e4bad6a req-fbeddf1a-4370-43e5-bd3c-d42df25d3279 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982099 Jan 28 16:47:29.831467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Provisioning complete for port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:29.831962 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.925094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc41af-1a9a-49b8-8841-53820d21e675 None None] Current status of the port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:29.939849 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:29.946025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-a60023c7-a887-4192-b777-fbf0387cc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:29.947877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-a60023c7-a887-4192-b777-fbf0387cc7cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.5467970 Jan 28 16:47:30.008123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.014745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-413726916-network', 'tenant_id': '8f49003d7f4d4923a27217a5f1d148aa'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:30.020421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-600fde6e-4a59-4f24-9d69-78a5cee09562 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788403 Jan 28 16:47:30.048046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 16c0a4bd-4fc5-4260-8d16-cf1245e6858e owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:30.063249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Provisioning complete for port 8cd323a9-12c9-43ef-a2b9-7e984a1db438 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:30.063249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.139165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Port 8cd323a9-12c9-43ef-a2b9-7e984a1db438 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:30.140136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Made reservation on behalf of 8f49003d7f4d4923a27217a5f1d148aa for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:30.142651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Could not find standard attr ID for object 75591612-8106-4788-abd8-05a943afa778. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:47:30.144414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.153356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Provisioning complete for port 16c0a4bd-4fc5-4260-8d16-cf1245e6858e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:30.153640 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.198335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.201997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Port 16c0a4bd-4fc5-4260-8d16-cf1245e6858e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:30.213150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Provisioning complete for port ce00bf73-d959-444c-8eea-5606e9932b71 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:30.213742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.249938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2fca59c7-7c18-4974-9730-20baf9833d68 None None] Port ce00bf73-d959-444c-8eea-5606e9932b71 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:30.267529 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1415e21-9796-4ecc-a28a-586b3e32998b req-d8f14d8f-b130-412c-ac83-efeb9ab96f37 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366390 Jan 28 16:47:30.391843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks [] for security_group (2c7443dc-4ff5-4cc2-a98c-947dc5219064), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.394185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (16c0a4bd-4fc5-4260-8d16-cf1245e6858e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.401187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2c7443dc-4ff5-4cc2-a98c-947dc5219064), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.417276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-cfee16da-89b8-442c-9193-c9c98f4bfec3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.4594660 Jan 28 16:47:30.454078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:30.462058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=16c0a4bd-4fc5-4260-8d16-cf1245e6858e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:30.486349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7443dc-4ff5-4cc2-a98c-947dc5219064,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:30.507139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9574bef6-1ab0-4a34-b737-9ac3d119158e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.507693 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Added segment 9574bef6-1ab0-4a34-b737-9ac3d119158e of type vlan for network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d Jan 28 16:47:30.519681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28502ae3-bb23-4484-bab1-3bfa8d90ad45 req-1f255ade-0256-4234-9ee1-8cdf3d7e1662 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:30.527303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28502ae3-bb23-4484-bab1-3bfa8d90ad45 req-1f255ade-0256-4234-9ee1-8cdf3d7e1662 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 943 time: 0.8120084 Jan 28 16:47:30.543307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:30.564654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-da892bc8-e947-404c-90b4-00867220bee8 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/2b3a23cf-8605-4391-985e-3c1416e98164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4209480 Jan 28 16:47:30.568399 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] Sync routers for ids ['2b3a23cf-8605-4391-985e-3c1416e98164'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:30.574730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49258) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:30.576889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-5bd034de-057f-4bf9-9ef6-78676c92e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:30.578374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-5bd034de-057f-4bf9-9ef6-78676c92e572 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.1536813 Jan 28 16:47:30.592351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] Routers {'2b3a23cf-8605-4391-985e-3c1416e98164'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:30.593092 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['2b3a23cf-8605-4391-985e-3c1416e98164'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:30.624150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.630722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4af5c8fa-71d5-4a63-ae92-54cddb388d1e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/16c0a4bd-4fc5-4260-8d16-cf1245e6858e HTTP/1.1" status: 204 len: 168 time: 1.4867446 Jan 28 16:47:30.634558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:30.666482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:30.668652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7fa54a96-beec-46ba-b2ab-de2fe1b1520d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.671736 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93babde-d961-4bfe-a7c9-d07452526747 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:47:30.676067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b93babde-d961-4bfe-a7c9-d07452526747 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/16c0a4bd-4fc5-4260-8d16-cf1245e6858e HTTP/1.1" status: 404 len: 333 time: 0.0406797 Jan 28 16:47:30.677752 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] Routers {'2b3a23cf-8605-4391-985e-3c1416e98164'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:30.678423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49262) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:30.679036 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['2b3a23cf-8605-4391-985e-3c1416e98164'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:30.704996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-3b9f5cc4-a0ab-4147-bb33-e61578eccee8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079886 Jan 28 16:47:30.722293 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:30.723256 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b7281-039e-492f-8d9a-e8faf74af401 None None] The sync data for ids ['2b3a23cf-8605-4391-985e-3c1416e98164'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:30.759996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet ffeb5b08-0602-4da3-b714-0b82bfa91c23 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:30.764970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7fa54a96-beec-46ba-b2ab-de2fe1b1520d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.766316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:30.767000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.769362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (ffeb5b08-0602-4da3-b714-0b82bfa91c23), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.885932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0567644 Jan 28 16:47:30.893238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:30.901625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Request body: {'subnet': {'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-413726916-subnet', 'tenant_id': '8f49003d7f4d4923a27217a5f1d148aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:30.917431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ffeb5b08-0602-4da3-b714-0b82bfa91c23), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:30.940278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab33620-bf6c-4605-84e4-75a503633a40 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa54a96-beec-46ba-b2ab-de2fe1b1520d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:30.958925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:30.974291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Made reservation on behalf of 8f49003d7f4d4923a27217a5f1d148aa for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:30.977688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.037013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28502ae3-bb23-4484-bab1-3bfa8d90ad45 req-e6d8a0a4-3806-449e-9472-7e50d8a1bdc3 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092540 Jan 28 16:47:31.043447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7bd988-8f2d-4bf8-a85f-066668197815 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:31.045425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6c7bd988-8f2d-4bf8-a85f-066668197815 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports/8cd323a9-12c9-43ef-a2b9-7e984a1db438 HTTP/1.1" status: 200 len: 911 time: 0.4655843 Jan 28 16:47:31.059099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49270) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:31.069135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8cadc19-a5b3-4914-a967-aa554744fcc2'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:31.070947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (ce00bf73-d959-444c-8eea-5606e9932b71), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.075441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-fe311490-422e-4ff2-a318-00c6e5b81fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608236 Jan 28 16:47:31.102886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.141586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ffeb5b08-0602-4da3-b714-0b82bfa91c23), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.217458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] In _notify_port_updated(), no bound segment for port ce00bf73-d959-444c-8eea-5606e9932b71 on network e821cb04-e460-420b-bb34-5d84c1d47099 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:47:31.223243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:31.223452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.228532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "PUT /v2.0/ports/ce00bf73-d959-444c-8eea-5606e9932b71 HTTP/1.1" status: 200 len: 1003 time: 2.4068570 Jan 28 16:47:31.235449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49272) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:31.339703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c2d0eb76-b72b-403e-b4d6-fc109a78a179 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:47:31.348380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557e6e6-dcd1-4b58-af39-95068fbc929d tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=ce00bf73-d959-444c-8eea-5606e9932b71,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:31.366758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ffeb5b08-0602-4da3-b714-0b82bfa91c23), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.371621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17ea05-be2c-4e4c-9df0-607b8a12ddc2 req-9233610b-8eb3-4271-ae0a-bff0f95d1101 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:31.384360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce17ea05-be2c-4e4c-9df0-607b8a12ddc2 req-9233610b-8eb3-4271-ae0a-bff0f95d1101 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.4405828 Jan 28 16:47:31.389739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e2a028a7-3100-4c40-85a8-ddbd624f9aed req-25dbb4dc-25c0-483c-8744-df02f96ebe32 service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978983 Jan 28 16:47:31.435589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9d8284bc-0a75-4d7e-b639-d4977f36f29d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.436277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a94ac-8959-44c5-a5c7-07116c06dba1 None None] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:31.437826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=ffeb5b08-0602-4da3-b714-0b82bfa91c23,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:31.448990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.456340 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc0ab361-b006-449b-bf89-581219900f3f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/ffeb5b08-0602-4da3-b714-0b82bfa91c23 HTTP/1.1" status: 204 len: 168 time: 0.7768068 Jan 28 16:47:31.464144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:31.497807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce17ea05-be2c-4e4c-9df0-607b8a12ddc2 req-8ac1b170-614e-4250-a2c4-6737e5ce3faf tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829601 Jan 28 16:47:31.502397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port ce00bf73-d959-444c-8eea-5606e9932b71 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:31.502970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.568802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.651753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8284bc-0a75-4d7e-b639-d4977f36f29d,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:31.664348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7bcbbb43-e886-4686-a75d-b8aec66e3263), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.665974 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.690828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for ce00bf73-d959-444c-8eea-5606e9932b71 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:31.692126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Checking segment: {'id': '9574bef6-1ab0-4a34-b737-9ac3d119158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:31.692835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Network hostable DHCP agents. Network: 7fa54a96-beec-46ba-b2ab-de2fe1b1520d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:31.739807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b158af2f-53e5-47c7-bb89-65afc9efb7c6 None None] Provisioning complete for port ce00bf73-d959-444c-8eea-5606e9932b71 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:31.740175 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b158af2f-53e5-47c7-bb89-65afc9efb7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.744585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c2d0eb76-b72b-403e-b4d6-fc109a78a179, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:31.786446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'port_id': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179', 'mac_address': 'fa:16:3e:77:c2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:47:31.834439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b158af2f-53e5-47c7-bb89-65afc9efb7c6 None None] Port ce00bf73-d959-444c-8eea-5606e9932b71 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:31.836952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c2d0eb76-b72b-403e-b4d6-fc109a78a179 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:31.837346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.864434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d0eb76-b72b-403e-b4d6-fc109a78a179 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:31.870757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] DHCP port deletion for 7bcbbb43-e886-4686-a75d-b8aec66e3263 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:31.904363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ce00bf73-d959-444c-8eea-5606e9932b71), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.913674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c2d0eb76-b72b-403e-b4d6-fc109a78a179, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:31.923391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:31.968314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=ce00bf73-d959-444c-8eea-5606e9932b71,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:31.989098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Deleting port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:31.990255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.010561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c2d0eb76-b72b-403e-b4d6-fc109a78a179,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:32.048750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:32.082457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7fa54a96-beec-46ba-b2ab-de2fe1b1520d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:32.093586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:32.094326 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.119271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c5226-0c46-4c30-941b-eca9461c3df9 None None] Network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:32.152107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c2d0eb76-b72b-403e-b4d6-fc109a78a179'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:47:32.183076 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-af6bda41-c761-4729-ab64-97e8d0d6ce3c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2851994 Jan 28 16:47:32.203616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.211627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8027f6fa-ba06-441e-a6fa-58ba8b3fd22b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/ports/ce00bf73-d959-444c-8eea-5606e9932b71 HTTP/1.1" status: 204 len: 168 time: 0.9750695 Jan 28 16:47:32.212585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49282) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:32.267861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:32.268308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.278564 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5114ec-c31a-495c-bfa2-a87b83055ccb tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] GET failed (client error): The resource could not be found. Jan 28 16:47:32.289208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5e90f4f0-9afa-41b7-b5fa-68b0889a173b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:47:32.302038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] For port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,segment=NetworkSegment(39d193f4-b735-4013-b1a7-d117d06f2289),segment_id=39d193f4-b735-4013-b1a7-d117d06f2289)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:32.302275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.303844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9e5114ec-c31a-495c-bfa2-a87b83055ccb tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "GET /v2.0/ports/ce00bf73-d959-444c-8eea-5606e9932b71 HTTP/1.1" status: 404 len: 333 time: 0.0889773 Jan 28 16:47:32.304712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49286) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:32.325873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-616102958'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:32.363940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Calling delete_port for e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:32.444238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] For port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,segment=NetworkSegment(39d193f4-b735-4013-b1a7-d117d06f2289),segment_id=39d193f4-b735-4013-b1a7-d117d06f2289)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:32.445082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.469459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:32.492725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f233f-827a-4d2c-bde8-f9a37120e9fc req-b2db1815-2958-45cd-9417-5943d8a4dc6a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:32.494717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf7f233f-827a-4d2c-bde8-f9a37120e9fc req-b2db1815-2958-45cd-9417-5943d8a4dc6a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 944 time: 0.2294831 Jan 28 16:47:32.504130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:32.528283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.579078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:47:32.602350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.604320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf7f233f-827a-4d2c-bde8-f9a37120e9fc req-b3fe2adf-faba-42ba-8ad0-2b84ca4e1b63 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809186 Jan 28 16:47:32.610562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:32.611932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.614822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/ports/8cd323a9-12c9-43ef-a2b9-7e984a1db438 HTTP/1.1" status: 200 len: 911 time: 1.5502329 Jan 28 16:47:32.619941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49294) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:32.728318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:32.733156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.768176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024b615-56c3-4ff2-a91e-1c1608d27ede tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=8cd323a9-12c9-43ef-a2b9-7e984a1db438,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:32.825704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:32.837676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] device_id is not set on port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:32.902777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:32.921812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No DVR routers for this DVR port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:32.970486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974643df-5c44-4bcc-8b0a-65fa570e6343 req-7ca35a01-6658-40e6-a091-e285f692aab8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:32.974963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-974643df-5c44-4bcc-8b0a-65fa570e6343 req-7ca35a01-6658-40e6-a091-e285f692aab8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3285117 Jan 28 16:47:33.048775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f7509-0d5e-4f2b-9779-e93772d3e0a6 None None] Network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:33.082484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7bcbbb43-e886-4686-a75d-b8aec66e3263), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.108482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcbbb43-e886-4686-a75d-b8aec66e3263']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:33.123685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d193f4-b735-4013-b1a7-d117d06f2289') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:33.123685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d193f4-b735-4013-b1a7-d117d06f2289') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:33.134223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (39d193f4-b735-4013-b1a7-d117d06f2289), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.147671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Allocated IP 2001:db8::343 (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/4f01e9eb-7e4c-40c0-bf66-6816fb28723d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:33.150334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:47:33.150962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:47:33.151363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:33.153250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (39d193f4-b735-4013-b1a7-d117d06f2289), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.163430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:33.163938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (39d193f4-b735-4013-b1a7-d117d06f2289), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:33.167575 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:33.233431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:33.246219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7bcbbb43-e886-4686-a75d-b8aec66e3263), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.256591 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.262297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.266754 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/7bcbbb43-e886-4686-a75d-b8aec66e3263 HTTP/1.1" status: 204 len: 168 time: 1.8012130 Jan 28 16:47:33.280562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49308) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:33.283823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b', 'network_id': 'adea5ebd-a69e-4852-b4c0-316d44332111', 'port_id': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b', 'mac_address': 'fa:16:3e:77:f1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7981a047-6b2f-4afb-9768-5f568e0fc197', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:47:33.286719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1755847488'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:33.288566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Pushing event deleted for resources: {'Port': ['ID=e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:33.293930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae53b8-d0de-47b5-a6d1-aa8386c0fb97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=7bcbbb43-e886-4686-a75d-b8aec66e3263,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:33.321117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:33.327443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.349887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-974643df-5c44-4bcc-8b0a-65fa570e6343 req-4979ff70-1f20-4593-8e7f-eb617a9ea14d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998100 Jan 28 16:47:33.374328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:33.387023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (95ea1f89-946f-4205-aca2-a25f7843a586), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.388317 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment 95ea1f89-946f-4205-aca2-a25f7843a586 of type vlan for network a359ae14-917f-4e69-a433-ee7d08270d21 Jan 28 16:47:33.399087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] Network 7bcbbb43-e886-4686-a75d-b8aec66e3263 is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:47:33.399836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef23d9e-23eb-4c8a-ac27-b395169e3a77 None None] No DVR routers for this DVR port e2b7bf2f-8286-4eb4-a1f4-d6b9a663e5b5 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:33.441097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:33.441481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.447758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a359ae14-917f-4e69-a433-ee7d08270d21), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.457683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e90f4f0-9afa-41b7-b5fa-68b0889a173b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:33.478519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a359ae14-917f-4e69-a433-ee7d08270d21), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.483650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:33.485985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:33.486517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.489247 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.494570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-0643822d-bf3d-4fe2-9493-80165fedb283 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:33.497539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-0643822d-bf3d-4fe2-9493-80165fedb283 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/networks?id=7fa54a96-beec-46ba-b2ab-de2fe1b1520d HTTP/1.1" status: 200 len: 820 time: 0.4265957 Jan 28 16:47:33.551082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2691047 Jan 28 16:47:33.553735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:33.561371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:33.576855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-6b953244-97e6-4cec-bf78-dc44e8f3f215 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/quotas/8f49003d7f4d4923a27217a5f1d148aa HTTP/1.1" status: 200 len: 375 time: 0.0597434 Jan 28 16:47:33.583006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27679ffc-5a7e-4760-9f9f-9197ffcdbf69 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=a359ae14-917f-4e69-a433-ee7d08270d21,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:33.603962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a359ae14-917f-4e69-a433-ee7d08270d21 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:33.630033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:33.638586 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-4b7cea79-b614-4129-b0d7-7fd862027436 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f49003d7f4d4923a27217a5f1d148aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435112 Jan 28 16:47:33.646264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.866092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.917869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5e90f4f0-9afa-41b7-b5fa-68b0889a173b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:47:33.949076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-2daa58be-6a85-468f-87fb-6badd546e700 service neutron] 10.222.0.25 "GET /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802448 Jan 28 16:47:33.951497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:33.961531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (2b3a23cf-8605-4391-985e-3c1416e98164), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:33.976159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:34.030558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772eb82-6ea5-4203-a787-6d27bfdbdd69 req-d5ed3ba5-63ad-42f5-bd03-81dba019daa7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:34.032079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0772eb82-6ea5-4203-a787-6d27bfdbdd69 req-d5ed3ba5-63ad-42f5-bd03-81dba019daa7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 944 time: 0.2923272 Jan 28 16:47:34.043586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:34.047812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:34.049483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:34.052975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:34.053598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:34.063959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=4f01e9eb-7e4c-40c0-bf66-6816fb28723d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:34.219390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f89b77c0-da40-440e-9836-f2c5c8b55863 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9040012 Jan 28 16:47:34.219789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49316) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:34.227436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:b9:3e'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:34.494495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a9bf4bc4-a3b4-4fbf-8c22-5cc08de3be28 None None] Provisioning complete for port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:34.495697 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4bc4-a3b4-4fbf-8c22-5cc08de3be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:34.520727 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:34.545106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf4bc4-a3b4-4fbf-8c22-5cc08de3be28 None None] Port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:34.571704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (32150e48-3229-4cc1-bfa9-6d9adb6041f3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:34.609799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0772eb82-6ea5-4203-a787-6d27bfdbdd69 req-d3cc2ce5-ba5f-4462-a265-445faf4b8858 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533416 Jan 28 16:47:34.658225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=32150e48-3229-4cc1-bfa9-6d9adb6041f3,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:34.721061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-cc2efed5-d330-444b-9278-416a6161996a service neutron] 10.222.0.25 "GET /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625847 Jan 28 16:47:34.772588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': '95ea1f89-946f-4205-aca2-a25f7843a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:34.773088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: a359ae14-917f-4e69-a433-ee7d08270d21, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:34.812079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a359ae14-917f-4e69-a433-ee7d08270d21 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:34.847053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a359ae14-917f-4e69-a433-ee7d08270d21) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:34.859491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4999dc03-2c8a-446c-804a-11bfe2738702 None None] Network a359ae14-917f-4e69-a433-ee7d08270d21 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:34.905141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:34.906100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:34.930991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b1012-5810-4e09-8fe6-7e4f797faa35 req-681acc54-e658-450a-98c4-59c7cebf9f2d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:34.933638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e09b1012-5810-4e09-8fe6-7e4f797faa35 req-681acc54-e658-450a-98c4-59c7cebf9f2d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.1580632 Jan 28 16:47:34.945566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-667d0bc8-18c8-43ee-ba6e-74fd967f807e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3902588 Jan 28 16:47:34.948342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49324) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:34.954239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21', 'name': 'tempest-PortsTestJSON-901004184', 'fixed_ips': [{'subnet_id': '32150e48-3229-4cc1-bfa9-6d9adb6041f3', 'ip_address': '172.20.0.10'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:34.963654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afde6816-cd23-4c10-8696-24b5a14e2fa5 req-8921d745-b275-4d25-9af1-8bcb8e9601d7 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 210 time: 0.0705826 Jan 28 16:47:35.084807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e09b1012-5810-4e09-8fe6-7e4f797faa35 req-80c9284c-2639-400b-a744-d1df01d64297 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250908 Jan 28 16:47:35.118852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.130278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.139343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:35.144025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 8cd323a9-12c9-43ef-a2b9-7e984a1db438 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:35.144401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.162056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a359ae14-917f-4e69-a433-ee7d08270d21', 'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': '32150e48-3229-4cc1-bfa9-6d9adb6041f3'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:35.165574 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.227966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] In _notify_port_updated(), no bound segment for port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d on network e821cb04-e460-420b-bb34-5d84c1d47099 {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:47:35.234675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:35.235500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.239488 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "PUT /v2.0/ports/4f01e9eb-7e4c-40c0-bf66-6816fb28723d HTTP/1.1" status: 200 len: 1002 time: 1.0162838 Jan 28 16:47:35.240808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49332) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:35.368227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c2d0eb76-b72b-403e-b4d6-fc109a78a179 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:35.405196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.428722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa424c-5527-4d4f-a519-a355d5028ae6 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=4f01e9eb-7e4c-40c0-bf66-6816fb28723d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:35.461907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 8cd323a9-12c9-43ef-a2b9-7e984a1db438 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:35.495666 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-3a529af2-689c-4bb1-8333-fc97030f631d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2573924 Jan 28 16:47:35.501291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Allocated IP 172.20.0.2 (a359ae14-917f-4e69-a433-ee7d08270d21/32150e48-3229-4cc1-bfa9-6d9adb6041f3/1923898a-a003-4eab-ba1c-0d7971cc0815) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:35.562142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port c2d0eb76-b72b-403e-b4d6-fc109a78a179 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:35.572066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.601023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c2d0eb76-b72b-403e-b4d6-fc109a78a179 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:35.601331 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.652057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:35.653023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.745097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:35.753206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-261ad3d5-dae0-49c7-b227-d9effdcccb62 None None] Provisioning complete for port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:35.754256 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-261ad3d5-dae0-49c7-b227-d9effdcccb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:35.830232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c18208-7138-4142-8b0d-2cb1f49cc3cc req-e9b261a7-c002-4566-aedb-09ecd9f55458 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:35.831922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7c18208-7138-4142-8b0d-2cb1f49cc3cc req-e9b261a7-c002-4566-aedb-09ecd9f55458 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 944 time: 0.1099808 Jan 28 16:47:35.850157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-5b2dad12-9d73-458b-97d5-607b7c4a4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:35.852211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-5b2dad12-9d73-458b-97d5-607b7c4a4a2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 1128 time: 0.3050306 Jan 28 16:47:35.912209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7c18208-7138-4142-8b0d-2cb1f49cc3cc req-0c84190d-a021-42b6-99a2-d206c2c16987 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Jan 28 16:47:35.957233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8cd323a9-12c9-43ef-a2b9-7e984a1db438), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.040961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-261ad3d5-dae0-49c7-b227-d9effdcccb62 None None] Port 4f01e9eb-7e4c-40c0-bf66-6816fb28723d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:36.133584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.145132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-a8a00fa0-b507-4daa-997c-e59dd73c27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:36.147460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-a8a00fa0-b507-4daa-997c-e59dd73c27c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 200 len: 912 time: 0.2021770 Jan 28 16:47:36.168464 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Publish callbacks [] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.193359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5e90f4f0-9afa-41b7-b5fa-68b0889a173b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:36.222418 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.253308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for 4f01e9eb-7e4c-40c0-bf66-6816fb28723d owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:36.289861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Network a359ae14-917f-4e69-a433-ee7d08270d21 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:36.290948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c2d0eb76-b72b-403e-b4d6-fc109a78a179 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:36.291340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.296111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Pushing event updated for resources: {'Port': ['ID=1923898a-a003-4eab-ba1c-0d7971cc0815,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:36.299563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:36.301675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:36.320170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9256d49a-638b-4851-898b-3ab31e20386e req-3ea9a0ba-d625-4ab3-94ce-49dbbd839eb9 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 210 time: 0.1783211 Jan 28 16:47:36.322417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=8cd323a9-12c9-43ef-a2b9-7e984a1db438,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:36.425838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-a778af67-2f7f-48ca-9279-d47a0dcf28fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84 HTTP/1.1" status: 200 len: 1000 time: 0.2474697 Jan 28 16:47:36.448244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:36.450977 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d6005-56f7-4234-8f69-932b32358846" -d '{"events": [{"server_uuid": "6e51ea40-d933-456a-b6c9-de37ed9b298b", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0eb76-b72b-403e-b4d6-fc109a78a179"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:36.474882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (2b3a23cf-8605-4391-985e-3c1416e98164), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.502809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-63fea14a-6a7f-463c-897a-6478bc487baa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5369482 Jan 28 16:47:36.516251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c2d0eb76-b72b-403e-b4d6-fc109a78a179, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:36.519741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Attempting to bind port 1923898a-a003-4eab-ba1c-0d7971cc0815 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:36.520458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Attempting to bind port 1923898a-a003-4eab-ba1c-0d7971cc0815 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '95ea1f89-946f-4205-aca2-a25f7843a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:36.521103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Attempting to bind port 1923898a-a003-4eab-ba1c-0d7971cc0815 on network a359ae14-917f-4e69-a433-ee7d08270d21 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:36.531012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:36.531868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Checking segment: {'id': '95ea1f89-946f-4205-aca2-a25f7843a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:36.532536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.533507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Bound using segment: {'id': '95ea1f89-946f-4205-aca2-a25f7843a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:36.534263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Bound port: 1923898a-a003-4eab-ba1c-0d7971cc0815, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ea1f89-946f-4205-aca2-a25f7843a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:36.534989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.539858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.558517 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5c8b33-7640-47db-a444-088637c42461 x-openstack-request-id: req-7e5c8b33-7640-47db-a444-088637c42461 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:36.559198 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e51ea40-d933-456a-b6c9-de37ed9b298b", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0eb76-b72b-403e-b4d6-fc109a78a179", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:36.559754 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e5c8b33-7640-47db-a444-088637c42461 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:36.560507 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179', 'code': 200} Jan 28 16:47:36.568366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:36.636565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1295899-ae46-4741-917e-1435d35e03a7 req-3714510f-7469-48ce-8aee-22fb6f4ffcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:36.639103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1295899-ae46-4741-917e-1435d35e03a7 req-3714510f-7469-48ce-8aee-22fb6f4ffcb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 1128 time: 0.5304151 Jan 28 16:47:36.643581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-c956a933-8885-484d-93de-2d6ccef4a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:36.647203 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-c956a933-8885-484d-93de-2d6ccef4a7c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 200 len: 850 time: 0.2054582 Jan 28 16:47:36.671859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] For port 1923898a-a003-4eab-ba1c-0d7971cc0815, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:36.677743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] For port 1923898a-a003-4eab-ba1c-0d7971cc0815, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1923898a-a003-4eab-ba1c-0d7971cc0815,segment=NetworkSegment(95ea1f89-946f-4205-aca2-a25f7843a586),segment_id=95ea1f89-946f-4205-aca2-a25f7843a586)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:36.682422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:36.683187 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.689663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67657d9-b8aa-464b-8619-8bdc17712d62 req-7a1239ad-aed9-4483-bc7d-d5a11efc34da tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:36.691320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b67657d9-b8aa-464b-8619-8bdc17712d62 req-7a1239ad-aed9-4483-bc7d-d5a11efc34da tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3356657 Jan 28 16:47:36.718474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.774643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c2d0eb76-b72b-403e-b4d6-fc109a78a179,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:36.892219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-cc47597b-6001-41f5-8b45-feba3499c81d tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:36.893710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-cc47597b-6001-41f5-8b45-feba3499c81d tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.24 "GET /v2.0/networks?id=7fa54a96-beec-46ba-b2ab-de2fe1b1520d HTTP/1.1" status: 200 len: 820 time: 0.4044425 Jan 28 16:47:36.915662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router 2b3a23cf-8605-4391-985e-3c1416e98164 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:36.920047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:36.920454 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:36.924903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62691f08-5c43-4d81-a8e9-ef61294cdde1 None None] Pushing event updated for resources: {'Port': ['ID=1923898a-a003-4eab-ba1c-0d7971cc0815,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:36.965011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Request body: {'port': {'device_id': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d', 'admin_state_up': True, 'tenant_id': '8f49003d7f4d4923a27217a5f1d148aa'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:36.969092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1295899-ae46-4741-917e-1435d35e03a7 req-a8a4476e-a5d4-40f8-8a91-67f350246c39 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216474 Jan 28 16:47:36.973155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:36.975438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.10 (a359ae14-917f-4e69-a433-ee7d08270d21/32150e48-3229-4cc1-bfa9-6d9adb6041f3/c56e6edf-d2e0-4c8c-a48e-0736de1de7b9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:36.978096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:37.109938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.110421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.110889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.111354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.111808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.112392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.112988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.115210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-5fa7186e-d8a2-478e-aaac-c3e4a7e195fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6726 time: 0.4224546 Jan 28 16:47:37.131224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:37.152751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dba67-da16-4574-8934-e666f50f74ca req-5007b67c-62f3-4bfd-a82a-baa9ef0c8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.155354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f19dba67-da16-4574-8934-e666f50f74ca req-5007b67c-62f3-4bfd-a82a-baa9ef0c8bba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 1128 time: 0.4275863 Jan 28 16:47:37.172375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b67657d9-b8aa-464b-8619-8bdc17712d62 req-7f13ac13-7a42-4ead-98a9-bf82fc933ce6 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255075 Jan 28 16:47:37.330613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-57a839c3-b888-49d6-9a77-cd9cded03673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.332150 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-57a839c3-b888-49d6-9a77-cd9cded03673 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5f0d0ff-2699-45ec-936e-d5667aa00b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6205342 Jan 28 16:47:37.332796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4f01e9eb-7e4c-40c0-bf66-6816fb28723d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:37.368501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966de9c-7a06-4bc9-befe-71d6e1becd41 req-61337ee8-cd16-4c5a-9e57-afca9dbedffa tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.375602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f966de9c-7a06-4bc9-befe-71d6e1becd41 req-61337ee8-cd16-4c5a-9e57-afca9dbedffa tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.3337567 Jan 28 16:47:37.381040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:37.398122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] Sync routers for ids ['2b3a23cf-8605-4391-985e-3c1416e98164'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:37.404557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4079d2d8-b9e9-4b2a-a193-67e8c47242cf tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/2b3a23cf-8605-4391-985e-3c1416e98164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7828941 Jan 28 16:47:37.432116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:37.438553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/ports/4f01e9eb-7e4c-40c0-bf66-6816fb28723d HTTP/1.1" status: 204 len: 168 time: 2.1841180 Jan 28 16:47:37.441476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] Routers {'2b3a23cf-8605-4391-985e-3c1416e98164'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:37.442351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['2b3a23cf-8605-4391-985e-3c1416e98164'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:37.447288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:37.447628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49354) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:37.539775 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe14f8c1-0f5d-4064-8c01-45846103e29e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] GET failed (client error): The resource could not be found. Jan 28 16:47:37.544642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fe14f8c1-0f5d-4064-8c01-45846103e29e tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "GET /v2.0/ports/4f01e9eb-7e4c-40c0-bf66-6816fb28723d HTTP/1.1" status: 404 len: 333 time: 0.0904958 Jan 28 16:47:37.550184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:37.564630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] Routers {'2b3a23cf-8605-4391-985e-3c1416e98164'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:37.565069 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-778b4b6b-be0b-4e8d-bc72-355e8eef7321 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b3a23cf-8605-4391-985e-3c1416e98164 HTTP/1.1" status: 200 len: 205 time: 0.1147032 Jan 28 16:47:37.565652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['2b3a23cf-8605-4391-985e-3c1416e98164'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:37.576502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5383cca3-6b2c-4627-ba55-c29065cc8f16 req-c777d0ca-0e1a-4e94-b668-db7bb8d61899 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 210 time: 0.0479767 Jan 28 16:47:37.577390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49356) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:37.577654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb170a78-0794-4bad-8e5a-e7ba4729c587 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=4f01e9eb-7e4c-40c0-bf66-6816fb28723d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:37.578121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:37.595192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f19dba67-da16-4574-8934-e666f50f74ca req-2bf595fd-8e6a-4c5d-9108-e2e7ab4709b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194522 Jan 28 16:47:37.658386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:37.659558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97c4d9-465c-49fb-9409-9641abd9903e None None] The sync data for ids ['2b3a23cf-8605-4391-985e-3c1416e98164'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:37.686128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Made reservation on behalf of 8f49003d7f4d4923a27217a5f1d148aa for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:37.689920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:37.720446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1627620874'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:37.727644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (2b3a23cf-8605-4391-985e-3c1416e98164), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:37.859044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f966de9c-7a06-4bc9-befe-71d6e1becd41 req-d423453b-c195-4019-a5a9-36cccdfa0a41 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822214 Jan 28 16:47:37.868096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-d8789d4c-1b37-4e89-9099-cd111e9e95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.868573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-d8789d4c-1b37-4e89-9099-cd111e9e95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.878679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-d8789d4c-1b37-4e89-9099-cd111e9e95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:37.878679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-d8789d4c-1b37-4e89-9099-cd111e9e95cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f385176-671a-4911-85db-c2fcb2aad176&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 HTTP/1.1" status: 200 len: 2298 time: 0.6969552 Jan 28 16:47:37.955720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-404d67f5-25f9-4f34-9d0a-d4e2c5ffb0ec service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061461 Jan 28 16:47:37.957052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Allocated IP 172.20.0.11 (7fa54a96-beec-46ba-b2ab-de2fe1b1520d/9d8284bc-0a75-4d7e-b639-d4977f36f29d/63858388-9f41-4a02-95fc-938456d039cd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:38.142357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks [] for port (63858388-9f41-4a02-95fc-938456d039cd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.148355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (2b3a23cf-8605-4391-985e-3c1416e98164), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.152998 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (2b3a23cf-8605-4391-985e-3c1416e98164), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.193200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-02621cb8-b699-4ad5-94cf-6e2e00dcc583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 HTTP/1.1" status: 200 len: 1001 time: 0.2844763 Jan 28 16:47:38.223662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.309120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63858388-9f41-4a02-95fc-938456d039cd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.374345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37def981-2ea0-4a52-a294-1a0474640962 None None] Network a359ae14-917f-4e69-a433-ee7d08270d21 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:38.376750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Pushing event updated for resources: {'Port': ['ID=63858388-9f41-4a02-95fc-938456d039cd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:38.379955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.463692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:38.469178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:38.478446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:38.495518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] Provisioning complete for port 1923898a-a003-4eab-ba1c-0d7971cc0815 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:38.495885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.528917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:38.529557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.545470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1923898a-a003-4eab-ba1c-0d7971cc0815 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:38.545690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a359ae14-917f-4e69-a433-ee7d08270d21 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:38.584980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:38.586814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:38.588822 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4637cdb3-0308-43bb-91d6-2d89135ba2bb" -d '{"events": [{"server_uuid": "554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3", "name": "network-vif-plugged", "status": "completed", "tag": "5e90f4f0-9afa-41b7-b5fa-68b0889a173b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:38.590926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=c56e6edf-d2e0-4c8c-a48e-0736de1de7b9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:38.610412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:38.626541 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-917c1a55-0f96-4fdb-b7ef-7c94c3b1cf96 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6861427 Jan 28 16:47:38.722419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Request body: {'port': {'device_id': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:38.756914 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c4375c7-7b82-4122-9be1-df5a864df41a req-c58f25c9-f30a-4d92-aaaa-affe5a0cc523 service neutron] 10.222.0.31 "GET /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574633 Jan 28 16:47:38.772318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (2b3a23cf-8605-4391-985e-3c1416e98164), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.775045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router 2b3a23cf-8605-4391-985e-3c1416e98164 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:47:38.785767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:38.786466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.788509 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f18937-066e-4365-b48c-08960aa385af x-openstack-request-id: req-76f18937-066e-4365-b48c-08960aa385af {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:38.788809 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3", "name": "network-vif-plugged", "status": "completed", "tag": "5e90f4f0-9afa-41b7-b5fa-68b0889a173b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:38.790769 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f18937-066e-4365-b48c-08960aa385af {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:38.791120 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b', 'code': 200} Jan 28 16:47:38.794185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] Current status of the port 1923898a-a003-4eab-ba1c-0d7971cc0815 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:38.794685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.798110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.799243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c77f8e40-ff9d-4d4c-b2ac-8e40a9f77053 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/2b3a23cf-8605-4391-985e-3c1416e98164 HTTP/1.1" status: 204 len: 168 time: 1.2144949 Jan 28 16:47:38.801927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-c04c5431-e445-4f88-8831-215bb3282782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:38.803319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-c04c5431-e445-4f88-8831-215bb3282782 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=534e12c1-91b7-4b80-b089-6d1fccb76b04 HTTP/1.1" status: 200 len: 855 time: 0.1003008 Jan 28 16:47:38.822277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49368) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:38.870151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1923898a-a003-4eab-ba1c-0d7971cc0815 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:38.870539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.881011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet b8cadc19-a5b3-4914-a967-aa554744fcc2 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:38.891323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (b8cadc19-a5b3-4914-a967-aa554744fcc2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.916309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63858388-9f41-4a02-95fc-938456d039cd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.918051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] For port 1923898a-a003-4eab-ba1c-0d7971cc0815, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1923898a-a003-4eab-ba1c-0d7971cc0815,segment=NetworkSegment(95ea1f89-946f-4205-aca2-a25f7843a586),segment_id=95ea1f89-946f-4205-aca2-a25f7843a586)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:38.931061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:38.934525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-acb16b10-409a-4eee-9682-312490575297 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9848766 Jan 28 16:47:38.940250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:38.951463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': 'a359ae14-917f-4e69-a433-ee7d08270d21', 'name': 'tempest-PortsTestJSON-1562166494', 'fixed_ips': [{'subnet_id': '32150e48-3229-4cc1-bfa9-6d9adb6041f3', 'ip_address': '172.20.0.9'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:38.962125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:38.966034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.038205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50817a06-924f-420f-a285-f1ce4cda1df4 req-db33426e-15ed-4b8e-abff-553eafc7ee22 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:39.040574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50817a06-924f-420f-a285-f1ce4cda1df4 req-db33426e-15ed-4b8e-abff-553eafc7ee22 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3388917 Jan 28 16:47:39.063096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1923898a-a003-4eab-ba1c-0d7971cc0815 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:39.090928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026da1b-06c9-4f18-8fed-d98804fb0dbd None None] Pushing event updated for resources: {'Port': ['ID=1923898a-a003-4eab-ba1c-0d7971cc0815,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:39.112936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4954-6799-41e3-b28c-a9f05570d5ef req-d5deb14e-27d4-4459-ba4e-2825d7a73a75 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:39.115912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32ca4954-6799-41e3-b28c-a9f05570d5ef req-d5deb14e-27d4-4459-ba4e-2825d7a73a75 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 932 time: 0.3105686 Jan 28 16:47:39.117601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-4ee120d0-6e15-4def-9276-d2d5a09a7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:39.119776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-4ee120d0-6e15-4def-9276-d2d5a09a7f45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f385176-671a-4911-85db-c2fcb2aad176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2398467 Jan 28 16:47:39.131765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] device_id is not set on port e9351215-1240-4862-844c-0f25498d886c yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:39.250840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50817a06-924f-420f-a285-f1ce4cda1df4 req-8025b695-6e14-4cba-b45a-e139c771c788 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968248 Jan 28 16:47:39.296447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e292538f-17c4-4170-a237-64a3aad086cf None None] Provisioning complete for port 1923898a-a003-4eab-ba1c-0d7971cc0815 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:39.296859 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e292538f-17c4-4170-a237-64a3aad086cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.389678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162f6a-3f1a-4d7c-b217-4cb6938fb4c9 req-5b7f3029-35b3-45d2-b507-e7a9bde0572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:39.395536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a162f6a-3f1a-4d7c-b217-4cb6938fb4c9 req-5b7f3029-35b3-45d2-b507-e7a9bde0572a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.4632771 Jan 28 16:47:39.495836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e292538f-17c4-4170-a237-64a3aad086cf None None] Current status of the port 1923898a-a003-4eab-ba1c-0d7971cc0815 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:39.517139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e292538f-17c4-4170-a237-64a3aad086cf None None] Provisioning complete for port c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:39.517139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e292538f-17c4-4170-a237-64a3aad086cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.548204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (b8cadc19-a5b3-4914-a967-aa554744fcc2), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.554032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e292538f-17c4-4170-a237-64a3aad086cf None None] Port c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:39.584046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32ca4954-6799-41e3-b28c-a9f05570d5ef req-874b6fe7-3565-4624-ba2a-1220f880bee1 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938911 Jan 28 16:47:39.682647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e1a51d7a-5ff5-4fbe-b339-3cc3bb6ef723 None None] Provisioning complete for port c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:39.683131 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1a51d7a-5ff5-4fbe-b339-3cc3bb6ef723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.749346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Allocated IP 2001:db8::26c (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/e9351215-1240-4862-844c-0f25498d886c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:39.755425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a162f6a-3f1a-4d7c-b217-4cb6938fb4c9 req-49a61cfa-1869-4be1-a488-c50c24a176cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968726 Jan 28 16:47:39.757196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e1a51d7a-5ff5-4fbe-b339-3cc3bb6ef723 None None] Port c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:39.778012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c7fb-e09a-4225-9475-9a0d11377c15 req-cc93d007-804c-43b8-8dc4-3c385c67795d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:39.779846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fae0c7fb-e09a-4225-9475-9a0d11377c15 req-cc93d007-804c-43b8-8dc4-3c385c67795d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.3298151 Jan 28 16:47:39.795687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-d6944661-3747-4fa1-91b5-b6806773b276 service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971065 Jan 28 16:47:39.820609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (b8cadc19-a5b3-4914-a967-aa554744fcc2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.849651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:39.854556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:39.894083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port b9e26841-a86a-492c-98a7-cf38f5236f97 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:39.952561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fae0c7fb-e09a-4225-9475-9a0d11377c15 req-dec1379d-4bf0-403b-9fde-bfa0ea7397b3 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556323 Jan 28 16:47:39.998681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-e49dec9c-a0f4-4b3b-a1d5-e2c25457af4c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:40.000226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-e49dec9c-a0f4-4b3b-a1d5-e2c25457af4c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 811 time: 0.2543526 Jan 28 16:47:40.030346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (b8cadc19-a5b3-4914-a967-aa554744fcc2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.067691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-09bed81b-5d7d-4063-bc0c-a1c2c00c8ae6 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/quotas/8dd2f19a42fc4d42a46d599bef1f7934 HTTP/1.1" status: 200 len: 375 time: 0.0543723 Jan 28 16:47:40.078429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63858388-9f41-4a02-95fc-938456d039cd {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:40.120685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Publish callbacks [] for port (63858388-9f41-4a02-95fc-938456d039cd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.120685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cadc19-a5b3-4914-a967-aa554744fcc2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:40.120685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.126205 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c45beda3-6e07-4103-8f4c-419853ef64b6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/b8cadc19-a5b3-4914-a967-aa554744fcc2 HTTP/1.1" status: 204 len: 168 time: 1.3028088 Jan 28 16:47:40.126872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49392) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:40.169042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Transition to ACTIVE for port object 63858388-9f41-4a02-95fc-938456d039cd will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:47:40.169294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf26d4-b56d-41d0-a019-e059599ad85a None None] Network 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:40.175302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (e9351215-1240-4862-844c-0f25498d886c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.178160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-be31f49b-ec37-46d1-9d35-8e65ae124761 service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226708 Jan 28 16:47:40.219631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (63858388-9f41-4a02-95fc-938456d039cd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.232279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-712c9b37-318a-434f-b77a-9f33f58b97dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 217 time: 0.0453334 Jan 28 16:47:40.249037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-4ed0cac9-83bc-476e-8b61-e34de5299857 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677306 Jan 28 16:47:40.445744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1923898a-a003-4eab-ba1c-0d7971cc0815 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:40.485359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e9351215-1240-4862-844c-0f25498d886c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.498367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] DHCP port deletion for 6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:40.519522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-dd2089a8-8ed6-48e7-9d90-364d143484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:40.521356 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-dd2089a8-8ed6-48e7-9d90-364d143484f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.2666664 Jan 28 16:47:40.532640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.545089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1923898a-a003-4eab-ba1c-0d7971cc0815 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:40.545089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.554782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Attempting to bind port 63858388-9f41-4a02-95fc-938456d039cd on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:40.555941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Attempting to bind port 63858388-9f41-4a02-95fc-938456d039cd by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '9574bef6-1ab0-4a34-b737-9ac3d119158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:40.556489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Attempting to bind port 63858388-9f41-4a02-95fc-938456d039cd on network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:40.561474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.9 (a359ae14-917f-4e69-a433-ee7d08270d21/32150e48-3229-4cc1-bfa9-6d9adb6041f3/b9e26841-a86a-492c-98a7-cf38f5236f97) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:40.565837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Pushing event updated for resources: {'Port': ['ID=63858388-9f41-4a02-95fc-938456d039cd,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:40.588011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:40.612956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339dbe-d709-4b7a-896a-8ce7e911a059 req-96190840-0810-4f27-82ad-3058cbe9e2ba tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:40.616630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] Deleting port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:40.617128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.621439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b339dbe-d709-4b7a-896a-8ce7e911a059 req-96190840-0810-4f27-82ad-3058cbe9e2ba tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2292929 Jan 28 16:47:40.628120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Port 63858388-9f41-4a02-95fc-938456d039cd on network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:40.628758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Attempting to bind port 63858388-9f41-4a02-95fc-938456d039cd on network 7fa54a96-beec-46ba-b2ab-de2fe1b1520d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:40.660335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:40.660708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:40.661236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Checking segment: {'id': '9574bef6-1ab0-4a34-b737-9ac3d119158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:40.661996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Bound using segment: {'id': '9574bef6-1ab0-4a34-b737-9ac3d119158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:40.663445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Bound port: 63858388-9f41-4a02-95fc-938456d039cd, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574bef6-1ab0-4a34-b737-9ac3d119158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:40.664255 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63858388-9f41-4a02-95fc-938456d039cd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.682456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:40.689412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:40.690224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.694379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] For port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,segment=NetworkSegment(770861ba-408b-4536-869e-e25f275ea531),segment_id=770861ba-408b-4536-869e-e25f275ea531)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:40.694907 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.717581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=e9351215-1240-4862-844c-0f25498d886c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:40.737619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] Calling delete_port for d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:40.737954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-e9b53769-ab7f-4f2d-b6ce-fe45b541c7d2 service neutron] 10.222.0.25 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812055 Jan 28 16:47:40.754268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b339dbe-d709-4b7a-896a-8ce7e911a059 req-ff4edf4c-28fa-4976-b4e9-8fb168369b87 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318974 Jan 28 16:47:40.774082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-7d8a82b2-bd42-4637-a365-fc45257d6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:40.777544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-7d8a82b2-bd42-4637-a365-fc45257d6b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2293649 Jan 28 16:47:40.804908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] For port 63858388-9f41-4a02-95fc-938456d039cd, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:40.804908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] For port 63858388-9f41-4a02-95fc-938456d039cd, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=63858388-9f41-4a02-95fc-938456d039cd,segment=NetworkSegment(9574bef6-1ab0-4a34-b737-9ac3d119158e),segment_id=9574bef6-1ab0-4a34-b737-9ac3d119158e)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:40.816731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15ce9969-80b8-42b8-b125-893835c7d7ee tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2328706 Jan 28 16:47:40.817059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-cac96e6a-a9ff-4655-bc9a-cb29c75389af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:40.822009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49400) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:40.822822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-cac96e6a-a9ff-4655-bc9a-cb29c75389af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 1128 time: 0.4621804 Jan 28 16:47:40.831712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (63858388-9f41-4a02-95fc-938456d039cd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.909002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:40.952955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Pushing event updated for resources: {'Port': ['ID=63858388-9f41-4a02-95fc-938456d039cd,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:40.953496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-2bbcbf0c-ac7a-4510-a52c-8c23c539f809 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320920 Jan 28 16:47:40.965042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] Pushing event deleted for resources: {'Port': ['ID=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:40.970456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430bad13-db6f-4bc8-8d3e-5b4697cc1399 None None] No DVR routers for this DVR port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:40.971003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'network_id': 'e821cb04-e460-420b-bb34-5d84c1d47099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1392380575'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:40.978913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1923898a-a003-4eab-ba1c-0d7971cc0815 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:41.024257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.024924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.026350 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-69d1afca-3ad2-463c-b933-c98c3b263db3 service neutron] 10.222.0.24 "PUT /v2.0/ports/63858388-9f41-4a02-95fc-938456d039cd HTTP/1.1" status: 200 len: 1093 time: 2.3724227 Jan 28 16:47:41.033310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'tag': '63858388-9f41-4a02-95fc-938456d039cd'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:41.035603 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622f6ca-7071-435f-956c-7daca89bbafe" -d '{"events": [{"name": "network-changed", "server_uuid": "c62833b5-1f53-4c88-9f7a-7faddab7f9cd", "tag": "63858388-9f41-4a02-95fc-938456d039cd"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:41.092155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:41.092504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.118740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ba6c146c-44fa-45b6-8a5d-20731b8b2cb8 None None] Provisioning complete for port e9351215-1240-4862-844c-0f25498d886c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:41.119118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba6c146c-44fa-45b6-8a5d-20731b8b2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e9351215-1240-4862-844c-0f25498d886c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.184185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c146c-44fa-45b6-8a5d-20731b8b2cb8 None None] Port e9351215-1240-4862-844c-0f25498d886c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:41.297309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-3620ae43-cc21-42d0-940a-ab84254102e2 service neutron] 10.222.0.25 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400634 Jan 28 16:47:41.298168 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:47:41.305005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863a700-38b2-442e-9d13-606c77330882 req-280f495d-4787-46f9-b348-2c0d5b9e2aa3 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.306477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1863a700-38b2-442e-9d13-606c77330882 req-280f495d-4787-46f9-b348-2c0d5b9e2aa3 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 944 time: 0.3494778 Jan 28 16:47:41.319163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88, host n-d-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:41.319537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.320991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-bc688c4f-d356-44c3-b355-c13a2d748cb7 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168574 Jan 28 16:47:41.355922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-31e3240d-ce60-4433-a8fd-975b7e521d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.358109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-31e3240d-ce60-4433-a8fd-975b7e521d82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f49003d7f4d4923a27217a5f1d148aa&device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 1127 time: 0.2584095 Jan 28 16:47:41.359085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-f41a9730-c238-4794-8bb3-221375c8ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.360419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-f41a9730-c238-4794-8bb3-221375c8ea32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.5205593 Jan 28 16:47:41.363867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:41.378863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 was not found and therefore no delete operation was performed {{(pid=103094) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:47:41.380882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Made reservation on behalf of 7b1849c34df5423f80bd98014926318e for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:41.384254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.390634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-f699078c-8a46-457d-9bf4-e16de411ba37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 217 time: 0.0621140 Jan 28 16:47:41.436614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (b9e26841-a86a-492c-98a7-cf38f5236f97), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.439244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d3ba7cfe-fd0f-40a4-8465-9fab6e171e88), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.461374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] device_id is not set on port c19ead73-8a65-4711-adfd-f1af8afaeca5 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:41.480885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-45715f5f-4945-4084-8414-b854ed132fa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63858388-9f41-4a02-95fc-938456d039cd HTTP/1.1" status: 200 len: 217 time: 0.1149116 Jan 28 16:47:41.481419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1863a700-38b2-442e-9d13-606c77330882 req-7627c450-966a-4946-a2df-5320ad6936c5 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662505 Jan 28 16:47:41.509252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-a9d39b1e-ff62-47c1-a102-aa48893a20f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179 HTTP/1.1" status: 200 len: 217 time: 0.1288700 Jan 28 16:47:41.515644 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f8421d-125d-43af-bf32-e28db5f6d5a7 x-openstack-request-id: req-87f8421d-125d-43af-bf32-e28db5f6d5a7 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:41.515935 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62833b5-1f53-4c88-9f7a-7faddab7f9cd", "tag": "63858388-9f41-4a02-95fc-938456d039cd", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:41.516193 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87f8421d-125d-43af-bf32-e28db5f6d5a7 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:41.516596 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'tag': '63858388-9f41-4a02-95fc-938456d039cd', 'status': 'completed', 'code': 200} Jan 28 16:47:41.535085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=d3ba7cfe-fd0f-40a4-8465-9fab6e171e88,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:41.546711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-a5488122-a4cb-4740-8633-089c2230345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.548208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-a5488122-a4cb-4740-8633-089c2230345b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.1512253 Jan 28 16:47:41.593474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:41.629622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9b7cc39-910d-4e92-89f0-15ccce0dd076 req-840d9f18-aa06-4ec8-9fce-c3636d88b4d2 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 210 time: 0.0717690 Jan 28 16:47:41.656489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345b-6def-47fe-94ac-268408d4606e req-15ff7716-ea6d-4729-9be7-d3a91b02b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.658032 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-15ff7716-ea6d-4729-9be7-d3a91b02b70a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d8284bc-0a75-4d7e-b639-d4977f36f29d HTTP/1.1" status: 200 len: 860 time: 0.1467855 Jan 28 16:47:41.680240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-b34dbb8b-6659-463a-9bac-ed0409d87961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.681254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-b34dbb8b-6659-463a-9bac-ed0409d87961 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.1551981 Jan 28 16:47:41.699961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-7a8a68d0-17ea-432e-9977-02d56c3da3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:41.702236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-7a8a68d0-17ea-432e-9977-02d56c3da3c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1433005 Jan 28 16:47:41.735698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Allocated IP 2001:db8::4d (e821cb04-e460-420b-bb34-5d84c1d47099/327d18ce-034d-4362-9b32-3dd3889071eb/c19ead73-8a65-4711-adfd-f1af8afaeca5) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:41.743067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-1910d973-768b-4922-9ce3-b333539d7e44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fa54a96-beec-46ba-b2ab-de2fe1b1520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719895 Jan 28 16:47:41.751356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b9e26841-a86a-492c-98a7-cf38f5236f97), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.783894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-76e1712f-4add-40c1-93ba-1e3b4cd0339f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504205 Jan 28 16:47:41.863852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.972541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:41.987710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6b0f92-ef2d-4da8-914e-5b1fc7690d84']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:41.994120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a359ae14-917f-4e69-a433-ee7d08270d21 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:42.017451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:42.026332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.037209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:42.040662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=b9e26841-a86a-492c-98a7-cf38f5236f97,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:42.054643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770861ba-408b-4536-869e-e25f275ea531') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:42.055957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770861ba-408b-4536-869e-e25f275ea531') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:42.109002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (770861ba-408b-4536-869e-e25f275ea531), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.192656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (770861ba-408b-4536-869e-e25f275ea531), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.195845 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.199220 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.241328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:42.241740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (770861ba-408b-4536-869e-e25f275ea531), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.252789 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-b429c640-9681-40cf-a42c-c413f2a8913c service neutron] 10.222.0.24 "GET /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805288 Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:42.253897 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:42.373911 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-ea04a335-0a93-440a-b177-0e17c9d24837 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737116 Jan 28 16:47:42.385512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:42.386158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.404720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:42.441645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Network e821cb04-e460-420b-bb34-5d84c1d47099 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:42.455953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:42.465768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:42.472632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:42.473430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.506008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=c19ead73-8a65-4711-adfd-f1af8afaeca5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:42.535797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (6a6b0f92-ef2d-4da8-914e-5b1fc7690d84), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.541761 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7adeb179-0e6c-4e02-bedb-c575bbc494d6 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5981879 Jan 28 16:47:42.548488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cb33a3ee-bd4f-4318-9e29-c90da2a63f42 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5987260 Jan 28 16:47:42.555977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-b473c980-855e-42d9-a1ab-576cef94c147 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463306 Jan 28 16:47:42.556462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49420) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:42.556827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49422) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:42.571261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.572181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357b47-2522-48eb-a20d-77f970307d4c req-b5816d3e-7b7e-486b-a664-ac44f540b9be tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:42.581032 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/6a6b0f92-ef2d-4da8-914e-5b1fc7690d84 HTTP/1.1" status: 204 len: 168 time: 2.4420748 Jan 28 16:47:42.581276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd357b47-2522-48eb-a20d-77f970307d4c req-b5816d3e-7b7e-486b-a664-ac44f540b9be tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.6561036 Jan 28 16:47:42.592363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:87:b9:3e'}, {'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:23:b9:a2'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:42.593866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49424) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:42.598638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-88271822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:42.611527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afeb7b-e9a4-41e0-82d4-b2b5ebd613c4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=6a6b0f92-ef2d-4da8-914e-5b1fc7690d84,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:42.645332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:42.645837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3ba7cfe-fd0f-40a4-8465-9fab6e171e88 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:42.656548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-80e1ca53-fb55-44fd-99e3-bbf369508767 None None] Provisioning complete for port b9e26841-a86a-492c-98a7-cf38f5236f97 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:42.657196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80e1ca53-fb55-44fd-99e3-bbf369508767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b9e26841-a86a-492c-98a7-cf38f5236f97), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.669613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee45345b-6def-47fe-94ac-268408d4606e req-611bfc53-2814-4bfa-8c6d-009ccc8b258c service neutron] 10.222.0.24 "GET /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777018 Jan 28 16:47:42.677651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.678697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.699114 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ae1c62bb-1e2c-490d-9a4b-be10f371e73d req-4f2588f1-bc51-4686-9a01-e50efb6d48a0 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696557 Jan 28 16:47:42.736086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-80e1ca53-fb55-44fd-99e3-bbf369508767 None None] Port b9e26841-a86a-492c-98a7-cf38f5236f97 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:42.763938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.787397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.824497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.826807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a916a87-c560-4082-bef7-1c78bce20d0b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2307928 Jan 28 16:47:42.829286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49434) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:42.835639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-744459932'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:42.842504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f6ca-7071-435f-956c-7daca89bbafe req-f8f53d04-7875-440b-b0dc-268a1987b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:42.844262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-f8f53d04-7875-440b-b0dc-268a1987b4e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f49003d7f4d4923a27217a5f1d148aa&device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 1127 time: 0.0920386 Jan 28 16:47:42.947531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:42.951629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.974668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd357b47-2522-48eb-a20d-77f970307d4c req-4cfbcfb7-6225-44cb-9669-143f8f121db5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041093 Jan 28 16:47:42.974900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0f7c4cc0-fbf6-4ed7-b9c2-adf318ab52bb None None] Provisioning complete for port c19ead73-8a65-4711-adfd-f1af8afaeca5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:42.976710 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f7c4cc0-fbf6-4ed7-b9c2-adf318ab52bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:42.990085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231fe0f8-4d87-4428-89eb-6df48cc6a555 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.000985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-231fe0f8-4d87-4428-89eb-6df48cc6a555 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4428835 Jan 28 16:47:43.008894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49438) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:43.038226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c4cc0-fbf6-4ed7-b9c2-adf318ab52bb None None] Port c19ead73-8a65-4711-adfd-f1af8afaeca5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:43.070438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047ae0b-56b2-4ecd-a858-8d89782cc55c req-69644efc-dbad-4eca-94d1-5743b7bd69d9 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.081267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e047ae0b-56b2-4ecd-a858-8d89782cc55c req-69644efc-dbad-4eca-94d1-5743b7bd69d9 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 944 time: 0.4246480 Jan 28 16:47:43.108033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-ee3a10f0-dd60-4479-87c8-862c3041b1be service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257311 Jan 28 16:47:43.153952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9279aeb1-a676-4295-8589-54ffd9aba6bb req-6fe7cd27-3264-4769-bb99-014fa744aef9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 210 time: 0.0714192 Jan 28 16:47:43.246985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-b9de5069-dae0-48b9-a7b8-aa302cf877e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e HTTP/1.1" status: 200 len: 217 time: 0.1058919 Jan 28 16:47:43.300731 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.321244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e047ae0b-56b2-4ecd-a858-8d89782cc55c req-3d5a8c7c-aba7-44e7-9437-d737a2e0c46d tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313116 Jan 28 16:47:43.361789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-9dcc0139-74be-48f3-b7b6-d16d841d0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.363283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-9dcc0139-74be-48f3-b7b6-d16d841d0f8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.1103718 Jan 28 16:47:43.447794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:43.481890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f6ca-7071-435f-956c-7daca89bbafe req-cd8829b6-3d1c-49c6-9721-11d444e986fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.483913 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-cd8829b6-3d1c-49c6-9721-11d444e986fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fa54a96-beec-46ba-b2ab-de2fe1b1520d HTTP/1.1" status: 200 len: 921 time: 0.6301055 Jan 28 16:47:43.487998 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7fbcf463-7d35-45cf-8a6c-212c72aeb687), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.488347 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 7fbcf463-7d35-45cf-8a6c-212c72aeb687 of type vlan for network f3412a98-7d60-45ed-af9f-086ecba85a7c Jan 28 16:47:43.536563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-6dc8db01-f753-4afa-8f19-68e8eb49edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.538245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-6dc8db01-f753-4afa-8f19-68e8eb49edc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1672766 Jan 28 16:47:43.577713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-18ba0a24-c4ec-4a9a-b304-d0c2c77a7cc5 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.579342 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-18ba0a24-c4ec-4a9a-b304-d0c2c77a7cc5 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 811 time: 0.6459930 Jan 28 16:47:43.590176 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-145111c1-fd64-4397-8f42-dd9fadd59e1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63858388-9f41-4a02-95fc-938456d039cd HTTP/1.1" status: 200 len: 217 time: 0.0841024 Jan 28 16:47:43.604652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Request body: {'port': {'device_id': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'admin_state_up': True, 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:43.616168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65dc54-bfe8-49d8-ae79-5d1974c9a40e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.621648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65dc54-bfe8-49d8-ae79-5d1974c9a40e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.627121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65dc54-bfe8-49d8-ae79-5d1974c9a40e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.631429 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f65dc54-bfe8-49d8-ae79-5d1974c9a40e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6162779 Jan 28 16:47:43.631429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f3412a98-7d60-45ed-af9f-086ecba85a7c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.633340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49450) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:43.730039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.745571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f3412a98-7d60-45ed-af9f-086ecba85a7c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.750613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.751231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.752961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.756421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-7849dec3-a4d1-4540-a18c-95ca16d88a23 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085853 Jan 28 16:47:43.770922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f6ca-7071-435f-956c-7daca89bbafe req-b54d1310-8bcb-422a-8991-b1a589e2a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.772445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-b54d1310-8bcb-422a-8991-b1a589e2a01d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d8284bc-0a75-4d7e-b639-d4977f36f29d HTTP/1.1" status: 200 len: 860 time: 0.1726277 Jan 28 16:47:43.818556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] In _notify_port_updated(), no bound segment for port c19ead73-8a65-4711-adfd-f1af8afaeca5 on network e821cb04-e460-420b-bb34-5d84c1d47099 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:47:43.824110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:43.824807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:43.829252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "PUT /v2.0/ports/c19ead73-8a65-4711-adfd-f1af8afaeca5 HTTP/1.1" status: 200 len: 1067 time: 1.2701008 Jan 28 16:47:43.836750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49452) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:43.870681 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0398722 Jan 28 16:47:43.875898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-e5115e79-f2bd-4484-a633-67c89c2cd957 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fa54a96-beec-46ba-b2ab-de2fe1b1520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851848 Jan 28 16:47:43.876379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49454) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:43.887828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:43.901158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37869da-5d41-473e-8bd3-0fa386de78b0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=f3412a98-7d60-45ed-af9f-086ecba85a7c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:43.913790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f3412a98-7d60-45ed-af9f-086ecba85a7c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:43.955609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1a04f-3735-4bae-b01a-05b07ac0a39b tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event updated for resources: {'Port': ['ID=c19ead73-8a65-4711-adfd-f1af8afaeca5,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:44.042786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Made reservation on behalf of 8dd2f19a42fc4d42a46d599bef1f7934 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:44.046985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.053544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-03b6e946-3510-4af9-b67a-b74e0845ee45 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859912 Jan 28 16:47:44.055710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port b9e26841-a86a-492c-98a7-cf38f5236f97 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:44.056128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b9e26841-a86a-492c-98a7-cf38f5236f97), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.118015 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-e91d4d47-7c74-4726-b459-fb89d0435b54 service neutron] 10.222.0.24 "GET /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342358 Jan 28 16:47:44.152550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-107b5a58-79f7-4a7a-95fb-2f634201bb04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7edacc01-0790-4c84-ab36-3baace368526 HTTP/1.1" status: 200 len: 217 time: 0.0930452 Jan 28 16:47:44.176326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ca38e4be-ac20-4a50-9375-b36afd60c599 None None] Provisioning complete for port c19ead73-8a65-4711-adfd-f1af8afaeca5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:44.176911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca38e4be-ac20-4a50-9375-b36afd60c599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.270172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ca38e4be-ac20-4a50-9375-b36afd60c599 None None] Port c19ead73-8a65-4711-adfd-f1af8afaeca5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:44.282352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:44.287085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.289951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-c5d5f6cc-5f66-4ab7-b17a-02f0005157ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:44.291470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-c5d5f6cc-5f66-4ab7-b17a-02f0005157ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.1311383 Jan 28 16:47:44.342037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b9e26841-a86a-492c-98a7-cf38f5236f97), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.360376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db875d6c-c6da-482e-8ce8-66103b100f15 req-65d1d29a-f8b3-4518-b138-48ab0a1268de tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 210 time: 0.0656421 Jan 28 16:47:44.370403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port c19ead73-8a65-4711-adfd-f1af8afaeca5 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:44.370748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.385836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44ca10-2a15-4e05-a073-c6eb3aea4c03 req-d667ee6f-7807-4c85-97cd-5d7b3fdf9dbf tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:44.387370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b44ca10-2a15-4e05-a073-c6eb3aea4c03 req-d667ee6f-7807-4c85-97cd-5d7b3fdf9dbf tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2288218 Jan 28 16:47:44.403803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for b9e26841-a86a-492c-98a7-cf38f5236f97 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:44.428384 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8622f6ca-7071-435f-956c-7daca89bbafe req-b5472a43-f9f0-48d5-ae10-656e125d38a2 service neutron] 10.222.0.24 "GET /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014410 Jan 28 16:47:44.456696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Allocated IP 172.20.0.13 (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5/8435a387-d6eb-43ad-8df9-671f94a6555e/52fb70d5-f87d-4b48-8dfa-c5459b4981ea) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:44.603074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-e27398f8-cd9f-47c2-be52-91935a4cac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:44.604570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-e27398f8-cd9f-47c2-be52-91935a4cac36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2926497 Jan 28 16:47:44.641262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.661849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b44ca10-2a15-4e05-a073-c6eb3aea4c03 req-a23d79eb-354d-496b-a5f0-73cb3f911c42 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594433 Jan 28 16:47:44.675710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (71285c20-caa3-41c5-8813-c13faaa11ea3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.699902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for c19ead73-8a65-4711-adfd-f1af8afaeca5 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:44.742175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c3623-27de-48a8-a883-dc410fbfb211 req-7f1d86b5-13a6-454b-b194-278e68ec1d69 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:44.749901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b33c3623-27de-48a8-a883-dc410fbfb211 req-7f1d86b5-13a6-454b-b194-278e68ec1d69 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 944 time: 0.2789934 Jan 28 16:47:44.786662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=71285c20-caa3-41c5-8813-c13faaa11ea3,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:44.804129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks [] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.809151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:44.809522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: f3412a98-7d60-45ed-af9f-086ecba85a7c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:44.846485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network f3412a98-7d60-45ed-af9f-086ecba85a7c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:44.862661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f3412a98-7d60-45ed-af9f-086ecba85a7c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:44.868434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:44.868974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.874182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:44.886721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c34c95-b292-424f-a9a2-4de0743b7886 None None] Network f3412a98-7d60-45ed-af9f-086ecba85a7c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:44.912475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-81055ab3-a1cb-4207-9826-edabd93d8519 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932720 Jan 28 16:47:44.926729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b33c3623-27de-48a8-a883-dc410fbfb211 req-4c56de9a-4c80-4576-961b-6ade810d6a45 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757770 Jan 28 16:47:44.936472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4a9ea83-e29f-4099-835c-769d71fea54d tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0563853 Jan 28 16:47:44.944491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49466) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:44.960265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:44.964021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:44.967636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:45.006618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Pushing event updated for resources: {'Port': ['ID=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:45.022779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['e4e2224f-9edb-419d-afcc-9a16d049e8b1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:47:45.045414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:45.046386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.068477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-0a0a2b3f-a610-4ebd-98ac-3941dfaac93b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4712019 Jan 28 16:47:45.081564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Request body: {'port': {'device_id': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:45.155410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f3412a98-7d60-45ed-af9f-086ecba85a7c', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:45.156847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.189767 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.330447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b9e26841-a86a-492c-98a7-cf38f5236f97), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.417136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=b9e26841-a86a-492c-98a7-cf38f5236f97,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:45.478122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Allocated IP 2001:db8::2 (f3412a98-7d60-45ed-af9f-086ecba85a7c/71285c20-caa3-41c5-8813-c13faaa11ea3/912e0c54-50e4-4fc8-b044-11564f5dbde3) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:45.590950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fb70d5-f87d-4b48-8dfa-c5459b4981ea {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:45.611189 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Publish callbacks [] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.789562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Publish callbacks [] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.798424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.806319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-e8f3936c-d147-41b6-ad0a-9a309f6a986a service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8761401 Jan 28 16:47:45.813171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Transition to ACTIVE for port object 52fb70d5-f87d-4b48-8dfa-c5459b4981ea will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:47:45.824367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.838274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c19ead73-8a65-4711-adfd-f1af8afaeca5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.843409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.845667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4fa5b96c-5907-46f0-bec5-fa59dc59ab18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/b9e26841-a86a-492c-98a7-cf38f5236f97 HTTP/1.1" status: 204 len: 168 time: 2.2113495 Jan 28 16:47:45.856931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Network f3412a98-7d60-45ed-af9f-086ecba85a7c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:45.860744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:45.864085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:45.884238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12647-c1d5-436b-a3c1-1c47dc801e31 req-66dab35d-a5b2-41aa-a809-b80e44ba8682 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:45.886054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5e12647-c1d5-436b-a3c1-1c47dc801e31 req-66dab35d-a5b2-41aa-a809-b80e44ba8682 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 932 time: 0.3107674 Jan 28 16:47:45.904553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49474) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:45.920405 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-54265182-63e4-434c-b8f9-09c480a0be6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.923425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Pushing event updated for resources: {'Port': ['ID=912e0c54-50e4-4fc8-b044-11564f5dbde3,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:45.966808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Attempting to bind port 912e0c54-50e4-4fc8-b044-11564f5dbde3 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:45.967175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Attempting to bind port 912e0c54-50e4-4fc8-b044-11564f5dbde3 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:45.967538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Attempting to bind port 912e0c54-50e4-4fc8-b044-11564f5dbde3 on network f3412a98-7d60-45ed-af9f-086ecba85a7c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:45.972942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:45.973307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Checking segment: {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:45.973925 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.974336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Bound using segment: {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:45.974797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Bound port: 912e0c54-50e4-4fc8-b044-11564f5dbde3, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:45.975179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:45.983731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-51996bfd-2b68-43e3-8f65-91907f673eea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 HTTP/1.1" status: 200 len: 217 time: 0.1644375 Jan 28 16:47:45.991536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Pushing event updated for resources: {'Port': ['ID=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:46.023039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=c19ead73-8a65-4711-adfd-f1af8afaeca5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:46.051480 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-0089dbb2-0919-4a38-a34b-76cb393db203 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:47:46.053024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0089dbb2-0919-4a38-a34b-76cb393db203 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/b9e26841-a86a-492c-98a7-cf38f5236f97 HTTP/1.1" status: 404 len: 333 time: 0.1159780 Jan 28 16:47:46.056889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] For port 912e0c54-50e4-4fc8-b044-11564f5dbde3, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:46.061823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] For port 912e0c54-50e4-4fc8-b044-11564f5dbde3, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=912e0c54-50e4-4fc8-b044-11564f5dbde3,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:46.073312 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.081455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:46.156055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae0361-7cdf-4fe9-80d3-009a1f036363 None None] Pushing event updated for resources: {'Port': ['ID=912e0c54-50e4-4fc8-b044-11564f5dbde3,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:46.170062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 63858388-9f41-4a02-95fc-938456d039cd details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:47:46.173308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Attempting to bind port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:46.176822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Attempting to bind port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:46.179160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Attempting to bind port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:46.188355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:47:46.189076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Attempting to bind port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea on network 54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:46.195983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:46.196438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Checking segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:46.197387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Bound using segment: {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:46.197387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Bound port: 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba538060-d766-4442-b675-2a965d6f2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:46.198163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.277967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-77557f4c-275c-41e1-b42b-61706e509fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:46.279557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-77557f4c-275c-41e1-b42b-61706e509fbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.2679219 Jan 28 16:47:46.340821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] For port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:46.363645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] For port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:46.373382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5e12647-c1d5-436b-a3c1-1c47dc801e31 req-8935c556-ffd1-4be7-9f74-b1af2f907dad tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263434 Jan 28 16:47:46.377128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.416055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:46.418791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.429838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] 10.222.0.31 "PUT /v2.0/ports/52fb70d5-f87d-4b48-8dfa-c5459b4981ea HTTP/1.1" status: 200 len: 1093 time: 1.3533034 Jan 28 16:47:46.432972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'tag': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:46.446847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214621e3-5721-49a4-bd05-d1fcd9f2729e req-c92e11c2-781b-4f4d-af05-89f80beb6788 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:46.453060 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046e9614-5d90-419b-965c-680030369d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ed47d0-d4d5-49a5-8f47-03ef200cd87f", "tag": "52fb70d5-f87d-4b48-8dfa-c5459b4981ea"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:46.462106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-214621e3-5721-49a4-bd05-d1fcd9f2729e req-c92e11c2-781b-4f4d-af05-89f80beb6788 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.6534390 Jan 28 16:47:46.476521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.477433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 63858388-9f41-4a02-95fc-938456d039cd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=63858388-9f41-4a02-95fc-938456d039cd,segment=NetworkSegment(9574bef6-1ab0-4a34-b737-9ac3d119158e),segment_id=9574bef6-1ab0-4a34-b737-9ac3d119158e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:46.510467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '63858388-9f41-4a02-95fc-938456d039cd', 'network_id': '7fa54a96-beec-46ba-b2ab-de2fe1b1520d', 'port_id': '63858388-9f41-4a02-95fc-938456d039cd', 'mac_address': 'fa:16:3e:92:17:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8284bc-0a75-4d7e-b639-d4977f36f29d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:47:46.647591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 63858388-9f41-4a02-95fc-938456d039cd is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:46.648076 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63858388-9f41-4a02-95fc-938456d039cd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.673729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63858388-9f41-4a02-95fc-938456d039cd {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:46.683384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f758de6-01e9-4754-9b3a-94fd6ded261f service neutron] Pushing event updated for resources: {'Port': ['ID=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:46.725321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 63858388-9f41-4a02-95fc-938456d039cd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=63858388-9f41-4a02-95fc-938456d039cd,segment=NetworkSegment(9574bef6-1ab0-4a34-b737-9ac3d119158e),segment_id=9574bef6-1ab0-4a34-b737-9ac3d119158e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:46.730252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-965f665a-4b2a-4f21-9d41-06002a7a55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:46.733498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63858388-9f41-4a02-95fc-938456d039cd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:46.735721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-965f665a-4b2a-4f21-9d41-06002a7a55b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 1127 time: 0.2112832 Jan 28 16:47:46.803838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2150a97c-26a8-4983-ac61-5a481f9ec63d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea HTTP/1.1" status: 200 len: 217 time: 0.0607374 Jan 28 16:47:46.817278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=63858388-9f41-4a02-95fc-938456d039cd,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:46.860702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2a529798-365e-4313-a6ad-306cb6f9c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:46.862207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-2a529798-365e-4313-a6ad-306cb6f9c8ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.0529001 Jan 28 16:47:46.897895 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-5a2b9818-14e8-47f9-a7d4-4618b26e221a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283368 Jan 28 16:47:46.977287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-214621e3-5721-49a4-bd05-d1fcd9f2729e req-4b6954f6-ab4c-4677-b3d7-304eaa4a236b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140510 Jan 28 16:47:47.003675 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-dbc673cd-1c91-47b0-a89f-7abdd3820ce2 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973237 Jan 28 16:47:47.010047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['63858388-9f41-4a02-95fc-938456d039cd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:47:47.056576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-a66b2310-693b-4c70-879f-68f7d54331a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:47.058412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-a66b2310-693b-4c70-879f-68f7d54331a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7431111 Jan 28 16:47:47.087139 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f265462-de8b-46e5-9581-3c630b6877e3 x-openstack-request-id: req-7f265462-de8b-46e5-9581-3c630b6877e3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:47.087465 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ed47d0-d4d5-49a5-8f47-03ef200cd87f", "tag": "52fb70d5-f87d-4b48-8dfa-c5459b4981ea", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:47.087759 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f265462-de8b-46e5-9581-3c630b6877e3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:47.088913 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'tag': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea', 'status': 'completed', 'code': 200} Jan 28 16:47:47.092961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:47.093433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:47.164144 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c295ed8-1b89-4528-b9b8-f45a8f7b7959 req-98b6f38a-4e79-41f3-8423-36384c6e034f service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575785 Jan 28 16:47:47.235856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:47.239157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ef6c11b1-8b76-474e-bec7-cb0e5468ede7 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/ports/c19ead73-8a65-4711-adfd-f1af8afaeca5 HTTP/1.1" status: 204 len: 168 time: 3.3520865 Jan 28 16:47:47.259888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:47.296312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ab703-539c-4743-9c38-397c059e2b7c req-ada63753-f303-4763-9e14-b61b58192a44 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:47.297906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-116ab703-539c-4743-9c38-397c059e2b7c req-ada63753-f303-4763-9e14-b61b58192a44 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 944 time: 0.7146516 Jan 28 16:47:47.309224 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b563dc-3ac6-432f-a045-8edf1f8c47ed tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] GET failed (client error): The resource could not be found. Jan 28 16:47:47.314222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-85b563dc-3ac6-432f-a045-8edf1f8c47ed tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "GET /v2.0/ports/c19ead73-8a65-4711-adfd-f1af8afaeca5 HTTP/1.1" status: 404 len: 333 time: 0.0503683 Jan 28 16:47:47.314679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49486) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:47.339599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8::1 (f3412a98-7d60-45ed-af9f-086ecba85a7c/71285c20-caa3-41c5-8813-c13faaa11ea3/8be4621d-5732-4414-8ea6-ff51f257c77a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:47.367989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e9614-5d90-419b-965c-680030369d5f req-0f31dd88-f3c8-4e0d-8f32-faa91f50a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:47.371993 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-0f31dd88-f3c8-4e0d-8f32-faa91f50a198 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 1127 time: 0.1522927 Jan 28 16:47:47.419197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:47.450026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:47.453931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-32a8aebf-67a1-4133-84f0-8085f8082e91 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644412 Jan 28 16:47:47.516423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port e9351215-1240-4862-844c-0f25498d886c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:47.516860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e9351215-1240-4862-844c-0f25498d886c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:47.537462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-116ab703-539c-4743-9c38-397c059e2b7c req-530bc4b7-d17d-49ed-890d-632d93d1797b tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302384 Jan 28 16:47:47.603993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e9614-5d90-419b-965c-680030369d5f req-25a05aa2-9234-44e8-ab26-310a75b744b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:47.606302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-25a05aa2-9234-44e8-ab26-310a75b744b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 912 time: 0.2037060 Jan 28 16:47:47.681790 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-f9e2ee0c-b8fc-4c57-9ee9-a648f93e57c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea HTTP/1.1" status: 200 len: 217 time: 0.0613358 Jan 28 16:47:47.739672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e9351215-1240-4862-844c-0f25498d886c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:47.764330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for e9351215-1240-4862-844c-0f25498d886c owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:47.782910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e9614-5d90-419b-965c-680030369d5f req-077d4120-684d-4a50-8efe-3b4b3e3e0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:47.784572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-077d4120-684d-4a50-8efe-3b4b3e3e0b97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.0944221 Jan 28 16:47:47.802454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:47.815676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-8319c3d7-6c8d-4b3d-bfc5-9804828f2824 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431783 Jan 28 16:47:47.827987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae577-1a3d-4525-bf78-c6d78c68d242 req-76553972-562a-40dc-b804-836541718f27 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:47.835115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1cae577-1a3d-4525-bf78-c6d78c68d242 req-76553972-562a-40dc-b804-836541718f27 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 944 time: 0.2719126 Jan 28 16:47:47.851902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-ce1bddf1-0f45-4cca-b325-5b5ddbddb802 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581908 Jan 28 16:47:47.870687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c740a-de21-4a95-bb85-f841943529f4 None None] Network f3412a98-7d60-45ed-af9f-086ecba85a7c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:47.880217 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-705e6ec9-02bb-4b0a-86cb-53c34e8da6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.010269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] Provisioning complete for port 912e0c54-50e4-4fc8-b044-11564f5dbde3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:48.011825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.039544 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-3f31a303-6eb8-4fc8-a120-a9323b62f645 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325963 Jan 28 16:47:48.163151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] Current status of the port 912e0c54-50e4-4fc8-b044-11564f5dbde3 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:48.163582 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.168693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e9351215-1240-4862-844c-0f25498d886c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.187777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 63858388-9f41-4a02-95fc-938456d039cd up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:48.209703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=e9351215-1240-4862-844c-0f25498d886c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:48.252043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] For port 912e0c54-50e4-4fc8-b044-11564f5dbde3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=912e0c54-50e4-4fc8-b044-11564f5dbde3,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:48.261187 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.308015 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-046e9614-5d90-419b-965c-680030369d5f req-ae461814-8cf0-4a21-a4d8-209c01ec92bb service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617221 Jan 28 16:47:48.309644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.318242 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce0a20f5-8ed2-4131-8ac6-616244b77808 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/ports/e9351215-1240-4862-844c-0f25498d886c HTTP/1.1" status: 204 len: 168 time: 0.9968286 Jan 28 16:47:48.319081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:48.347316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-9eb21811-2be6-49d7-8fa9-e01246f1b3cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48992663-2242-4a53-bdde-d5103c7c9502 HTTP/1.1" status: 200 len: 217 time: 0.5037806 Jan 28 16:47:48.381020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d202e9-1117-4e2e-9550-71388ca71bec None None] Pushing event updated for resources: {'Port': ['ID=912e0c54-50e4-4fc8-b044-11564f5dbde3,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:48.381559 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf342838-0b75-40b5-9867-b373c9293f89 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] GET failed (client error): The resource could not be found. Jan 28 16:47:48.386301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cf342838-0b75-40b5-9867-b373c9293f89 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "GET /v2.0/ports/e9351215-1240-4862-844c-0f25498d886c HTTP/1.1" status: 404 len: 333 time: 0.0651813 Jan 28 16:47:48.389367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:48.391761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 63858388-9f41-4a02-95fc-938456d039cd completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:48.398086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 63858388-9f41-4a02-95fc-938456d039cd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:48.398779 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63858388-9f41-4a02-95fc-938456d039cd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.500652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 63858388-9f41-4a02-95fc-938456d039cd is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:48.501232 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63858388-9f41-4a02-95fc-938456d039cd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.540398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63858388-9f41-4a02-95fc-938456d039cd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:48.546745 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f25e9-db34-40b8-bf94-5b39908c3ac9" -d '{"events": [{"server_uuid": "c62833b5-1f53-4c88-9f7a-7faddab7f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "63858388-9f41-4a02-95fc-938456d039cd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:48.576287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.581606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 63858388-9f41-4a02-95fc-938456d039cd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=63858388-9f41-4a02-95fc-938456d039cd,segment=NetworkSegment(9574bef6-1ab0-4a34-b737-9ac3d119158e),segment_id=9574bef6-1ab0-4a34-b737-9ac3d119158e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:48.588739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:48.589842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63858388-9f41-4a02-95fc-938456d039cd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.589996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.633673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 912e0c54-50e4-4fc8-b044-11564f5dbde3 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:48.646236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c56e6edf-d2e0-4c8c-a48e-0736de1de7b9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.718629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1cae577-1a3d-4525-bf78-c6d78c68d242 req-96c9d526-8ac2-42f9-b617-98a3595f7e68 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8825459 Jan 28 16:47:48.724995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 912e0c54-50e4-4fc8-b044-11564f5dbde3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:48.725500 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.730868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=63858388-9f41-4a02-95fc-938456d039cd,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:48.740699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network f3412a98-7d60-45ed-af9f-086ecba85a7c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:48.744415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:48.750025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.765876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb58a6d-d71e-4ebd-8028-019f3ead6ede req-bf352637-6f42-40d5-802d-8850ba97dd11 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:48.766987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for 79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:48.767458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb58a6d-d71e-4ebd-8028-019f3ead6ede req-bf352637-6f42-40d5-802d-8850ba97dd11 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.4681067 Jan 28 16:47:48.829429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:48.829963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.865105 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e95f53-79d0-4efe-9030-af9def61b0be x-openstack-request-id: req-10e95f53-79d0-4efe-9030-af9def61b0be {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:48.865438 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62833b5-1f53-4c88-9f7a-7faddab7f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "63858388-9f41-4a02-95fc-938456d039cd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:48.865676 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10e95f53-79d0-4efe-9030-af9def61b0be {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:48.866095 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63858388-9f41-4a02-95fc-938456d039cd', 'code': 200} Jan 28 16:47:48.897085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f8fb0237-43be-42b4-b13d-09d276cf6cfb None None] Provisioning complete for port 912e0c54-50e4-4fc8-b044-11564f5dbde3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:48.897779 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0237-43be-42b4-b13d-09d276cf6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.926110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-61a74fb2-39cc-43c6-a731-910c198cbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:48.927952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-61a74fb2-39cc-43c6-a731-910c198cbdfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.5268545 Jan 28 16:47:48.949282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:48.962974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49504) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:48.963675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 HTTP/1.1" status: 204 len: 168 time: 2.8751600 Jan 28 16:47:49.063386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb0237-43be-42b4-b13d-09d276cf6cfb None None] Current status of the port 912e0c54-50e4-4fc8-b044-11564f5dbde3 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:49.069365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 912e0c54-50e4-4fc8-b044-11564f5dbde3 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:49.095871 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45774cc-5875-4122-94ed-9203c5253840 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:47:49.100175 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e45774cc-5875-4122-94ed-9203c5253840 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/c56e6edf-d2e0-4c8c-a48e-0736de1de7b9 HTTP/1.1" status: 404 len: 333 time: 0.0941465 Jan 28 16:47:49.100521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:49.125841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=8be4621d-5732-4414-8ea6-ff51f257c77a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:49.222097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbfbb9-8e6c-4349-94bf-b8aaeab71b39 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=c56e6edf-d2e0-4c8c-a48e-0736de1de7b9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:49.233763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 32150e48-3229-4cc1-bfa9-6d9adb6041f3 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:49.255750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb58a6d-d71e-4ebd-8028-019f3ead6ede req-62a3e2af-6789-4419-8d43-94d025bb746d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356127 Jan 28 16:47:49.289375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-3afcc881-4236-4144-8348-94c467da0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:49.290870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-3afcc881-4236-4144-8348-94c467da0ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2979157 Jan 28 16:47:49.301571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (32150e48-3229-4cc1-bfa9-6d9adb6041f3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.302128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ed348041-b458-4b7a-9bd9-cde6be178869 None None] Provisioning complete for port 8be4621d-5732-4414-8ea6-ff51f257c77a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:49.302128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed348041-b458-4b7a-9bd9-cde6be178869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.304439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e364b-364e-42f2-8405-eb88154a3488 req-cc14a25f-558e-4d76-93ba-ffd59e3df5fc tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:49.313135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e40e364b-364e-42f2-8405-eb88154a3488 req-cc14a25f-558e-4d76-93ba-ffd59e3df5fc tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 946 time: 0.2101784 Jan 28 16:47:49.351504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a656-0375-4811-8ced-6da20cd265f9 req-eb409d4b-eaeb-429d-9d56-1df2b8b983d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:49.352105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ed348041-b458-4b7a-9bd9-cde6be178869 None None] Port 8be4621d-5732-4414-8ea6-ff51f257c77a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:49.359168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3412a656-0375-4811-8ced-6da20cd265f9 req-eb409d4b-eaeb-429d-9d56-1df2b8b983d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 1129 time: 0.4307659 Jan 28 16:47:49.371916 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.393854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.403714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (32150e48-3229-4cc1-bfa9-6d9adb6041f3), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.415183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 52fb70d5-f87d-4b48-8dfa-c5459b4981ea details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:47:49.445379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.495785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e40e364b-364e-42f2-8405-eb88154a3488 req-91d7520e-1819-4087-af2f-f09ad37589ad tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816812 Jan 28 16:47:49.521795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:49.533254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.547852 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f4a2a465-7c50-406e-975a-c630f91bf2f5 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/ports/79c3b9b5-52f4-4ace-8bc2-f8fef4fa87be HTTP/1.1" status: 204 len: 168 time: 1.1573014 Jan 28 16:47:49.553868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:49.600344 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3412a656-0375-4811-8ced-6da20cd265f9 req-c0db2b55-c611-4a00-9d23-5c442f77321e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294710 Jan 28 16:47:49.607069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:49.615684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-df5cff09-e8ec-4a75-a677-82564741dfb6 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981367 Jan 28 16:47:49.631987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea', 'network_id': '54381a06-8c23-4cf6-9bef-fc0b15b7c0a5', 'port_id': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea', 'mac_address': 'fa:16:3e:bb:40:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8435a387-d6eb-43ad-8df9-671f94a6555e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:47:49.715125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:49.715593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.741156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fb70d5-f87d-4b48-8dfa-c5459b4981ea {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:47:49.779127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:49.803889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.888041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:49.945233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.959487 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:49.960242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.031953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c521a62-0612-46bf-8a96-af62573a7cf0 req-a55fe19e-0478-439e-8dcc-9258d2cb4eed service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426913 Jan 28 16:47:50.054370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ebba9-aff4-44dd-8122-ac36a91773cc req-21361120-b09c-4f6c-8ef1-af1d857e4d48 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:50.055961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d3ebba9-aff4-44dd-8122-ac36a91773cc req-21361120-b09c-4f6c-8ef1-af1d857e4d48 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 945 time: 0.1926739 Jan 28 16:47:50.058121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=8be4621d-5732-4414-8ea6-ff51f257c77a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:50.080811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['52fb70d5-f87d-4b48-8dfa-c5459b4981ea'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:47:50.086519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting subnet 327d18ce-034d-4362-9b32-3dd3889071eb {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:47:50.094024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for subnet (327d18ce-034d-4362-9b32-3dd3889071eb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.122768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (32150e48-3229-4cc1-bfa9-6d9adb6041f3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.175887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (327d18ce-034d-4362-9b32-3dd3889071eb), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.187052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d3ebba9-aff4-44dd-8122-ac36a91773cc req-1e21f4e3-f19d-4782-a9a9-2962ad3e312f tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890784 Jan 28 16:47:50.212442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network f3412a98-7d60-45ed-af9f-086ecba85a7c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:50.214708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:50.263173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (32150e48-3229-4cc1-bfa9-6d9adb6041f3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.319002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=32150e48-3229-4cc1-bfa9-6d9adb6041f3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:50.328744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.335253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:50.335402 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7300cc0f-7f89-4e19-98a5-2cdf58160099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/32150e48-3229-4cc1-bfa9-6d9adb6041f3 HTTP/1.1" status: 204 len: 168 time: 1.2171628 Jan 28 16:47:50.343419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (327d18ce-034d-4362-9b32-3dd3889071eb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.350732 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c6fd2-c9fa-4b92-ba6a-509848080478 None None] Network a359ae14-917f-4e69-a433-ee7d08270d21 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:50.438396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (327d18ce-034d-4362-9b32-3dd3889071eb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.475469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 912e0c54-50e4-4fc8-b044-11564f5dbde3 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:50.496859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Subnet': ['ID=327d18ce-034d-4362-9b32-3dd3889071eb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:50.504333 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a359ae14-917f-4e69-a433-ee7d08270d21), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.521011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.535404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd3319-4e59-4d2c-988f-575f3c16164f req-92b4d931-fe90-4af9-ae14-de0f4c197fd7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:50.535931 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1cabfa5c-d570-4b88-8d52-eeefd43679d0 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/subnets/327d18ce-034d-4362-9b32-3dd3889071eb HTTP/1.1" status: 204 len: 168 time: 0.9785681 Jan 28 16:47:50.536786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:50.543460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cfd3319-4e59-4d2c-988f-575f3c16164f req-92b4d931-fe90-4af9-ae14-de0f4c197fd7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.1518517 Jan 28 16:47:50.557999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:47:50.640160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafe97e-4a56-4801-85e1-884042010e49 None None] Network e821cb04-e460-420b-bb34-5d84c1d47099 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:50.664202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e821cb04-e460-420b-bb34-5d84c1d47099), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.724595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Deleting port d62d1730-98dc-442f-ba84-18068069b400 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:50.725039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d62d1730-98dc-442f-ba84-18068069b400), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.799102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] For port d62d1730-98dc-442f-ba84-18068069b400, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d62d1730-98dc-442f-ba84-18068069b400,segment=NetworkSegment(7cc87e77-5b4e-4b86-b193-4e363af2cb80),segment_id=7cc87e77-5b4e-4b86-b193-4e363af2cb80)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:50.799515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d62d1730-98dc-442f-ba84-18068069b400), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.804222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cfd3319-4e59-4d2c-988f-575f3c16164f req-185c5134-8485-4662-a8ef-ccab9b1cced0 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598336 Jan 28 16:47:50.815951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Calling delete_port for d62d1730-98dc-442f-ba84-18068069b400 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:50.927778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-45117c6b-7e6e-478b-ba79-e2a2be6503a9 None None] Provisioning complete for port 8be4621d-5732-4414-8ea6-ff51f257c77a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:50.928589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45117c6b-7e6e-478b-ba79-e2a2be6503a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.931884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d62d1730-98dc-442f-ba84-18068069b400), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.935280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055205-0237-426d-9a6e-33057e99a4b7 req-b60ffad1-6bbb-49a5-a96b-a864b5fb6277 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:50.937777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41055205-0237-426d-9a6e-33057e99a4b7 req-b60ffad1-6bbb-49a5-a96b-a864b5fb6277 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 946 time: 0.2574654 Jan 28 16:47:50.974456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Port': ['ID=d62d1730-98dc-442f-ba84-18068069b400,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:50.982012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] No DVR routers for this DVR port d62d1730-98dc-442f-ba84-18068069b400 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:50.982541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 1923898a-a003-4eab-ba1c-0d7971cc0815 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:50.983059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:50.986257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:50.999559 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:51.005202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e0972ee6-9f88-4710-b993-2fca9d2f180e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0594361 Jan 28 16:47:51.006814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.011972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49522) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:51.025228 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:51.025873 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.031252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-996778337'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:51.091253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:51.095067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.138767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-45117c6b-7e6e-478b-ba79-e2a2be6503a9 None None] Port 8be4621d-5732-4414-8ea6-ff51f257c77a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:51.152972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e821cb04-e460-420b-bb34-5d84c1d47099), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.168262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 912e0c54-50e4-4fc8-b044-11564f5dbde3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:51.175032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.196836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41055205-0237-426d-9a6e-33057e99a4b7 req-f6e3edbb-28ca-4a20-a0a6-18ed01d8e8b3 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459660 Jan 28 16:47:51.221762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e821cb04-e460-420b-bb34-5d84c1d47099']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.230503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] For port 1923898a-a003-4eab-ba1c-0d7971cc0815, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1923898a-a003-4eab-ba1c-0d7971cc0815,segment=NetworkSegment(95ea1f89-946f-4205-aca2-a25f7843a586),segment_id=95ea1f89-946f-4205-aca2-a25f7843a586)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:51.230985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.248213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc87e77-5b4e-4b86-b193-4e363af2cb80') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.250303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc87e77-5b4e-4b86-b193-4e363af2cb80') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.265235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (7cc87e77-5b4e-4b86-b193-4e363af2cb80), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.281159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcc478-7868-438b-b861-125d35602c84 None None] DHCP port deletion for a359ae14-917f-4e69-a433-ee7d08270d21 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:51.288480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:51.289710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7cc87e77-5b4e-4b86-b193-4e363af2cb80), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.293009 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:51.294934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 1923898a-a003-4eab-ba1c-0d7971cc0815 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:51.298254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:51.298717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (7cc87e77-5b4e-4b86-b193-4e363af2cb80), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.343518 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b727c45a-2fe2-4480-b5bc-fc52e08b3710), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.343968 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment b727c45a-2fe2-4480-b5bc-fc52e08b3710 of type vlan for network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 Jan 28 16:47:51.356353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78faf4-4281-4c0f-92cb-ad0a967eeb5c None None] DHCP port deletion for e821cb04-e460-420b-bb34-5d84c1d47099 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:51.375948 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:51.379987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e821cb04-e460-420b-bb34-5d84c1d47099), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.408337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.437125 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] 10.222.0.25 "DELETE /v2.0/networks/e821cb04-e460-420b-bb34-5d84c1d47099 HTTP/1.1" status: 204 len: 168 time: 0.8758771 Jan 28 16:47:51.449774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 52fb70d5-f87d-4b48-8dfa-c5459b4981ea up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:51.471041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac96cd-8e2a-4b41-ad98-7550b73535e3 tempest-AllowedAddressPairIpV6TestJSON-63211935 tempest-AllowedAddressPairIpV6TestJSON-63211935-project] Pushing event deleted for resources: {'Network': ['ID=e821cb04-e460-420b-bb34-5d84c1d47099,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:51.487045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Deleting port 1923898a-a003-4eab-ba1c-0d7971cc0815 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:51.487340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.554283 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.594185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No DVR routers for this DVR port 1923898a-a003-4eab-ba1c-0d7971cc0815 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:51.690166 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:47:49Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:49Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.718419 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:47:51.719030 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Updating router d215a8fd-99ef-4438-8954-57b85e549c96 port 8be4621d-5732-4414-8ea6-ff51f257c77a binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:47:51.751394 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.751779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=1923898a-a003-4eab-ba1c-0d7971cc0815,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:51.755140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.759262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a359ae14-917f-4e69-a433-ee7d08270d21), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.776580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49534) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:51.780079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644dc3-8ffb-4560-9c90-1c8d6a79dc6f req-ead0d8ab-f921-487c-9f17-defafb1b3df9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:51.781837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12644dc3-8ffb-4560-9c90-1c8d6a79dc6f req-ead0d8ab-f921-487c-9f17-defafb1b3df9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 945 time: 0.4516606 Jan 28 16:47:51.860139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 912e0c54-50e4-4fc8-b044-11564f5dbde3 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:51.885077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12644dc3-8ffb-4560-9c90-1c8d6a79dc6f req-5332f97d-d2bf-4623-8291-6ae3b13bac23 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951743 Jan 28 16:47:51.892742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a359ae14-917f-4e69-a433-ee7d08270d21']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.918937 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.923340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ea1f89-946f-4205-aca2-a25f7843a586') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.924522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ea1f89-946f-4205-aca2-a25f7843a586') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:51.927072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-45bcc478-7868-438b-b861-125d35602c84 None None] For port 1923898a-a003-4eab-ba1c-0d7971cc0815, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1923898a-a003-4eab-ba1c-0d7971cc0815,segment=NetworkSegment(95ea1f89-946f-4205-aca2-a25f7843a586),segment_id=95ea1f89-946f-4205-aca2-a25f7843a586)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:51.927525 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.930322 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.942282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:51.943060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.947658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Calling delete_port for 1923898a-a003-4eab-ba1c-0d7971cc0815 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:51.952693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:47:51.958689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:51.959053 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.975646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49540) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:51.975947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9498875 Jan 28 16:47:51.979668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (95ea1f89-946f-4205-aca2-a25f7843a586), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:51.983384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:52.074537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (95ea1f89-946f-4205-aca2-a25f7843a586), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.094932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:47:52.095423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (95ea1f89-946f-4205-aca2-a25f7843a586), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:47:52.100282 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:47:52.133020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8699b7-7c3a-4f6f-a4ba-ae3c963e2d0e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=c0fb34bf-10c1-4c10-9758-2e3a76d0ec55,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.158135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:52.206376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-84af1e7f-0430-4b13-a883-8827ea229240 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b1849c34df5423f80bd98014926318e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285448 Jan 28 16:47:52.215090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cf5e-79a5-4f6b-b8d3-8211fe9dab62 req-52813253-77c0-4a61-b26c-163f6d0db307 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:52.222321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95c7cf5e-79a5-4f6b-b8d3-8211fe9dab62 req-52813253-77c0-4a61-b26c-163f6d0db307 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2669027 Jan 28 16:47:52.224827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49544) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:52.226757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a359ae14-917f-4e69-a433-ee7d08270d21), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.258308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:52.261514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.266910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.268960 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Publish callbacks [] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.270920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/a359ae14-917f-4e69-a433-ee7d08270d21 HTTP/1.1" status: 204 len: 168 time: 1.9298604 Jan 28 16:47:52.271927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d078fe-6904-48ff-a984-6277a396e625 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=a359ae14-917f-4e69-a433-ee7d08270d21,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.278010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:52.285521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:52.286414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.293053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-258663996'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:52.293333 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.321279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:52.323782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.372244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95c7cf5e-79a5-4f6b-b8d3-8211fe9dab62 req-fb16f776-0f97-4133-8742-fa4cad55bc5d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489580 Jan 28 16:47:52.386428 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (1923898a-a003-4eab-ba1c-0d7971cc0815), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.412924 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Pushing event updated for resources: {'Port': ['ID=8be4621d-5732-4414-8ea6-ff51f257c77a,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.435871 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.436219 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.436564 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.439995 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.441096 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.441443 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.441781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.442114 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.442442 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.442770 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.443097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.443418 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.443739 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:47:52.450864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Pushing event deleted for resources: {'Port': ['ID=1923898a-a003-4eab-ba1c-0d7971cc0815,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.470027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:52.481266 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73eb1f8-6b86-4ea9-8785-72618f69b09e" -d '{"events": [{"server_uuid": "a0ed47d0-d4d5-49a5-8f47-03ef200cd87f", "name": "network-vif-plugged", "status": "completed", "tag": "52fb70d5-f87d-4b48-8dfa-c5459b4981ea"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:52.496320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d62d1730-98dc-442f-ba84-18068069b400 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:52.516059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45bcc478-7868-438b-b861-125d35602c84 None None] Network a359ae14-917f-4e69-a433-ee7d08270d21 is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:47:52.516529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bcc478-7868-438b-b861-125d35602c84 None None] No DVR routers for this DVR port 1923898a-a003-4eab-ba1c-0d7971cc0815 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:52.606003 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Attempting to bind port 8be4621d-5732-4414-8ea6-ff51f257c77a on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:52.606376 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Attempting to bind port 8be4621d-5732-4414-8ea6-ff51f257c77a by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:52.607313 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Attempting to bind port 8be4621d-5732-4414-8ea6-ff51f257c77a on network f3412a98-7d60-45ed-af9f-086ecba85a7c {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:52.614255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:52.620428 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a84a9b-19ca-43de-8509-795e8af3b9aa x-openstack-request-id: req-d7a84a9b-19ca-43de-8509-795e8af3b9aa {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:52.620780 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed47d0-d4d5-49a5-8f47-03ef200cd87f", "name": "network-vif-plugged", "status": "completed", "tag": "52fb70d5-f87d-4b48-8dfa-c5459b4981ea", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:52.624090 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:52.624468 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Checking segment: {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:52.624937 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.628591 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7a84a9b-19ca-43de-8509-795e8af3b9aa {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:52.629159 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea', 'code': 200} Jan 28 16:47:52.630939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d62d1730-98dc-442f-ba84-18068069b400 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:52.631292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d62d1730-98dc-442f-ba84-18068069b400 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:52.632173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1923898a-a003-4eab-ba1c-0d7971cc0815 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:47:52.633676 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Bound using segment: {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:52.634236 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Bound port: 8be4621d-5732-4414-8ea6-ff51f257c77a, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbcf463-7d35-45cf-8a6c-212c72aeb687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:52.634599 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.694451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9a49035e-6c84-4820-a4eb-28a4708a3a86), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.695198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1923898a-a003-4eab-ba1c-0d7971cc0815 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:47:52.695637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1923898a-a003-4eab-ba1c-0d7971cc0815 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:47:52.698816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.787031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=9a49035e-6c84-4820-a4eb-28a4708a3a86,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.795131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.802977 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] For port 8be4621d-5732-4414-8ea6-ff51f257c77a, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:52.808563 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] For port 8be4621d-5732-4414-8ea6-ff51f257c77a, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8be4621d-5732-4414-8ea6-ff51f257c77a,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:52.817399 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.859412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500e801-85a0-408f-8387-f248dc479601 req-4da8f570-0710-4be9-8950-fa7c752c4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:52.861074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e500e801-85a0-408f-8387-f248dc479601 req-4da8f570-0710-4be9-8950-fa7c752c4c70 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 1129 time: 0.1991596 Jan 28 16:47:52.864543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:52.865057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: c0fb34bf-10c1-4c10-9758-2e3a76d0ec55, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:52.886702 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:52.887320 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:52.907262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] Provisioning complete for port 8be4621d-5732-4414-8ea6-ff51f257c77a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:52.907943 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.925473 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e500e801-85a0-408f-8387-f248dc479601 req-a87ebe0e-9cae-47fa-a97d-a24d24f23490 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555198 Jan 28 16:47:52.930877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:52.955566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c0fb34bf-10c1-4c10-9758-2e3a76d0ec55) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:52.960432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:52.961212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:52.982633 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a95626-af36-4164-a4d1-46acd2a1cecc None None] Pushing event updated for resources: {'Port': ['ID=8be4621d-5732-4414-8ea6-ff51f257c77a,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:52.994019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f4cea49a-83d5-4c70-bef0-9c5e41a24ad3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0162928 Jan 28 16:47:52.998204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49554) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:53.006117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb6adc-b25f-48d6-897e-78f196f6f41b None None] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:53.127066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:53.133238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0173db3-7ba5-434e-8fc2-023e7032f2e5 admin admin] Publish callbacks [] for security_group (a65481ed-a4dc-40a2-82d8-2b320c8c7860), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.160095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] Current status of the port 8be4621d-5732-4414-8ea6-ff51f257c77a is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:53.161170 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.170651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0173db3-7ba5-434e-8fc2-023e7032f2e5 admin admin] Publish callbacks [] for security_group (a65481ed-a4dc-40a2-82d8-2b320c8c7860), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.259808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:53.260698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.265051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] For port 8be4621d-5732-4414-8ea6-ff51f257c77a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8be4621d-5732-4414-8ea6-ff51f257c77a,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:53.297585 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.298926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:53.314181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f1cc20b7-f281-4fa8-9f7a-d143974adf7e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.315528 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Added segment f1cc20b7-f281-4fa8-9f7a-d143974adf7e of type vlan for network 7f733e3a-2016-4733-ba90-13bb19fc88bb Jan 28 16:47:53.375629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7f733e3a-2016-4733-ba90-13bb19fc88bb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.411428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e977b-849f-4dfc-8669-fbb247eae79a req-431f5ac2-7afc-479a-acb7-9d1d779e12da tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:53.414060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a29e977b-849f-4dfc-8669-fbb247eae79a req-431f5ac2-7afc-479a-acb7-9d1d779e12da tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.3602424 Jan 28 16:47:53.435676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e28a6c-41b5-45a3-9743-db0190ad0b5f None None] Pushing event updated for resources: {'Port': ['ID=8be4621d-5732-4414-8ea6-ff51f257c77a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:53.456552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ae53-6326-42a3-bbc9-bd6039481606 req-10ab0ff0-82f5-4e15-9196-56bf9cc0069f tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:53.458023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4168e575-4fee-4b88-87cc-a30775906a40 None None] Provisioning complete for port 8be4621d-5732-4414-8ea6-ff51f257c77a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:53.458411 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4168e575-4fee-4b88-87cc-a30775906a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.459944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d95ae53-6326-42a3-bbc9-bd6039481606 req-10ab0ff0-82f5-4e15-9196-56bf9cc0069f tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 946 time: 1.1082742 Jan 28 16:47:53.508183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0173db3-7ba5-434e-8fc2-023e7032f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a65481ed-a4dc-40a2-82d8-2b320c8c7860), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.510760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0173db3-7ba5-434e-8fc2-023e7032f2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.533938 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:47:49Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:52Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:53.546714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d0173db3-7ba5-434e-8fc2-023e7032f2e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a65481ed-a4dc-40a2-82d8-2b320c8c7860 HTTP/1.1" status: 204 len: 168 time: 1.3179164 Jan 28 16:47:53.547559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7f733e3a-2016-4733-ba90-13bb19fc88bb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.552430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:53.569334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.574122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb70e0a-0b4d-432d-8b46-8c28fd610188 None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:47:49Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:52Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:47:53.608868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:53.655100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d95ae53-6326-42a3-bbc9-bd6039481606 req-5a7d3b6b-4572-4554-a865-294277742367 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839623 Jan 28 16:47:53.684417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0173db3-7ba5-434e-8fc2-023e7032f2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65481ed-a4dc-40a2-82d8-2b320c8c7860,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:53.799728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4168e575-4fee-4b88-87cc-a30775906a40 None None] Current status of the port 8be4621d-5732-4414-8ea6-ff51f257c77a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:53.862290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Allocated IP 2001:db8:1::2 (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55/9a49035e-6c84-4820-a4eb-28a4708a3a86/bd1bbbff-c65e-4586-bf7c-43b536676dde) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:53.899256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a29e977b-849f-4dfc-8669-fbb247eae79a req-c611c3bb-c7f5-40ef-a109-211abeb8f866 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361422 Jan 28 16:47:53.902781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6162069 Jan 28 16:47:53.908016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:53.913324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:54.050294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613c50d-086e-4be8-b986-2c1276cf31c7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Network': ['ID=7f733e3a-2016-4733-ba90-13bb19fc88bb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:54.069085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:54.196345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1be54-4b04-493f-8d2d-f787870acad3 req-d10295eb-d2fa-4750-b444-ec7d70ce2918 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:54.198165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7d1be54-4b04-493f-8d2d-f787870acad3 req-d10295eb-d2fa-4750-b444-ec7d70ce2918 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.3139510 Jan 28 16:47:54.308098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:54.318387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.385354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7d1be54-4b04-493f-8d2d-f787870acad3 req-fa5418f9-a0c3-4de2-87af-d1fe033d840a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795328 Jan 28 16:47:54.415380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Publish callbacks [] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.443808 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.562651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:54.566056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:54.580486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:54.588937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8:1::1 (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55/9a49035e-6c84-4820-a4eb-28a4708a3a86/00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:54.629309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Pushing event updated for resources: {'Port': ['ID=bd1bbbff-c65e-4586-bf7c-43b536676dde,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:54.687740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8be4621d-5732-4414-8ea6-ff51f257c77a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:54.775362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (56d07e79-b96b-47f1-9cb2-3f74989b6d6f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.865556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.873243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Attempting to bind port bd1bbbff-c65e-4586-bf7c-43b536676dde on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:54.873616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Attempting to bind port bd1bbbff-c65e-4586-bf7c-43b536676dde by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:54.873982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Attempting to bind port bd1bbbff-c65e-4586-bf7c-43b536676dde on network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:54.882246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Checking segment: {'id': 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:54.882906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network hostable DHCP agents. Network: 7f733e3a-2016-4733-ba90-13bb19fc88bb, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:54.902053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=56d07e79-b96b-47f1-9cb2-3f74989b6d6f,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:54.904954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:54.905381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Checking segment: {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:54.905838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.906231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Bound using segment: {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:54.906731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Bound port: bd1bbbff-c65e-4586-bf7c-43b536676dde, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:54.907123 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.914629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:54.930605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7f733e3a-2016-4733-ba90-13bb19fc88bb) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:54.936559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:54.937435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.966529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8be4621d-5732-4414-8ea6-ff51f257c77a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:54.966906 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:54.983305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2006f035-828b-40dc-b96b-2c488ed22dc9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0745199 Jan 28 16:47:54.984029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:54.989992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c0e52-d4c9-44e8-8034-0ee72b4d573d None None] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:54.992105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-853171028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:55.001032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.071355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:55.097789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:55.102643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:55.105351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.118245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (fcfb0f28-bd25-4380-94d9-dc88a33cc735), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.123517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (fcfb0f28-bd25-4380-94d9-dc88a33cc735), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.161809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] For port bd1bbbff-c65e-4586-bf7c-43b536676dde, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:55.166304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] For port bd1bbbff-c65e-4586-bf7c-43b536676dde, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bd1bbbff-c65e-4586-bf7c-43b536676dde,segment=NetworkSegment(b727c45a-2fe2-4480-b5bc-fc52e08b3710),segment_id=b727c45a-2fe2-4480-b5bc-fc52e08b3710)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:55.188928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.213165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03ca93-d524-406a-930d-363779a1561a req-befdab12-deb1-410e-8f0b-d29688e8863d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:55.227973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa03ca93-d524-406a-930d-363779a1561a req-befdab12-deb1-410e-8f0b-d29688e8863d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1507657 Jan 28 16:47:55.236147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:55.239724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:55.386642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8be4621d-5732-4414-8ea6-ff51f257c77a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:55.389565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae67f0-4af1-467a-800c-1accafadc221 None None] Pushing event updated for resources: {'Port': ['ID=bd1bbbff-c65e-4586-bf7c-43b536676dde,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:55.417741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa03ca93-d524-406a-930d-363779a1561a req-436849a1-eb28-4f9f-95d1-9a653bf73065 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651802 Jan 28 16:47:55.462280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-998924219'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:55.475272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-7f733e3a-2016-4733-ba90-13bb19fc88bb', 'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': '56d07e79-b96b-47f1-9cb2-3f74989b6d6f'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:55.477086 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.487093 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for router_controller (fcfb0f28-bd25-4380-94d9-dc88a33cc735), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.500143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (fcfb0f28-bd25-4380-94d9-dc88a33cc735), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.511892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:55.523573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.548034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.548629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.555759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-377c6a4b-83e1-4e1e-9c58-76b5111a588f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5688579 Jan 28 16:47:55.557996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49626) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:55.603334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb', 'name': 'tempest-PortsTestJSON-1550166282'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:55.624811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838397-6363-4098-9e75-bddce40a2774 req-652b2831-d626-40f9-acd0-ab5147661165 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:55.626536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41838397-6363-4098-9e75-bddce40a2774 req-652b2831-d626-40f9-acd0-ab5147661165 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 946 time: 0.3957527 Jan 28 16:47:55.709147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.739149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Allocated IP 172.20.0.2 (7f733e3a-2016-4733-ba90-13bb19fc88bb/56d07e79-b96b-47f1-9cb2-3f74989b6d6f/cebc9913-77ef-4a09-9ca0-1f0ec3c9b630) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:55.788921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41838397-6363-4098-9e75-bddce40a2774 req-9dc4be99-6815-4eae-9fea-eff89a3171ef tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260717 Jan 28 16:47:55.797050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec50-23a7-44d5-97c0-793d7c27d641 req-daec3143-62e5-4c42-bc2a-8d7a71168215 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:55.798272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0dec50-23a7-44d5-97c0-793d7c27d641 req-daec3143-62e5-4c42-bc2a-8d7a71168215 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2009277 Jan 28 16:47:55.871061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for security_group (34d71d0d-864a-4714-a161-23c8532eefbe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.890661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (34d71d0d-864a-4714-a161-23c8532eefbe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.951603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0dec50-23a7-44d5-97c0-793d7c27d641 req-4957c54a-56c7-4c83-9c13-c6571ef20047 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314468 Jan 28 16:47:55.958076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:55.958522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:55.962724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:55.985425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d71d0d-864a-4714-a161-23c8532eefbe,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:56.012879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port f9362dc5-e6db-4115-b463-8b7123bf64f5 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:56.019049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1d8d0e24-2bf5-4715-b0e3-360f0393b55b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.021507 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Added segment 1d8d0e24-2bf5-4715-b0e3-360f0393b55b of type vlan for network 0d2172e9-3e19-47f7-baf8-87d13f49f698 Jan 28 16:47:56.112621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (0d2172e9-3e19-47f7-baf8-87d13f49f698), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.125705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Publish callbacks [] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.138482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.181153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (0d2172e9-3e19-47f7-baf8-87d13f49f698), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.189164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:56.189810 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.237670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:56.248929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:56.255357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:56.268986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Pushing event updated for resources: {'Port': ['ID=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:56.316508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0782008 Jan 28 16:47:56.333191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49632) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:56.345636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'subnet': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:56.364424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Attempting to bind port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:47:56.364851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Attempting to bind port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:47:56.365418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Attempting to bind port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 on network 7f733e3a-2016-4733-ba90-13bb19fc88bb {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:47:56.366260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08503b-7066-4253-942b-25682fde26f0 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Network': ['ID=0d2172e9-3e19-47f7-baf8-87d13f49f698,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:56.366713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.375801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:47:56.376340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Checking segment: {'id': 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:56.377117 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.378899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Bound using segment: {'id': 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:47:56.379521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.379769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Bound port: cebc9913-77ef-4a09-9ca0-1f0ec3c9b630, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f733e3a-2016-4733-ba90-13bb19fc88bb'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:47:56.380288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.380414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.453160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a77cb6-d18b-445f-aac9-dae372fdb6bd req-2e4743f1-7474-43b2-a58c-fcc9d0ce8e6a tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:56.454709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81a77cb6-d18b-445f-aac9-dae372fdb6bd req-2e4743f1-7474-43b2-a58c-fcc9d0ce8e6a tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1630795 Jan 28 16:47:56.459555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:56.497503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:56.501440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.522935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-034cec70-f0d0-4de6-8a49-35a8ed826b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:56.527641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-034cec70-f0d0-4de6-8a49-35a8ed826b08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 1129 time: 0.2653315 Jan 28 16:47:56.535865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.11 (7f733e3a-2016-4733-ba90-13bb19fc88bb/56d07e79-b96b-47f1-9cb2-3f74989b6d6f/f9362dc5-e6db-4115-b463-8b7123bf64f5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:56.578951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bd1bbbff-c65e-4586-bf7c-43b536676dde up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:56.622240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81a77cb6-d18b-445f-aac9-dae372fdb6bd req-4f0e38bb-2d3b-4716-b43b-311f45a4185d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545138 Jan 28 16:47:56.689819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] For port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:47:56.697081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:56.722312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] For port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,segment=NetworkSegment(f1cc20b7-f281-4fa8-9f7a-d143974adf7e),segment_id=f1cc20b7-f281-4fa8-9f7a-d143974adf7e)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:47:56.747835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.787517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-143d93cb-11f4-4831-b8fa-5df1afec17f2 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:56.789196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-143d93cb-11f4-4831-b8fa-5df1afec17f2 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.24 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 946 time: 0.1993763 Jan 28 16:47:56.818711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bd1bbbff-c65e-4586-bf7c-43b536676dde triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:56.820274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:56.876555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:56.931875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f09b0-5c20-4f07-8ef3-367f7c6ffff1 None None] Pushing event updated for resources: {'Port': ['ID=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:56.998856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bd1bbbff-c65e-4586-bf7c-43b536676dde is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:56.998856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.031693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-a28b6f0a-f396-468c-86fc-7b50abc25dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.033736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-a28b6f0a-f396-468c-86fc-7b50abc25dd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 912 time: 0.3741598 Jan 28 16:47:57.074129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port bd1bbbff-c65e-4586-bf7c-43b536676dde, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bd1bbbff-c65e-4586-bf7c-43b536676dde,segment=NetworkSegment(b727c45a-2fe2-4480-b5bc-fc52e08b3710),segment_id=b727c45a-2fe2-4480-b5bc-fc52e08b3710)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:57.081157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.146085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.176451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (c1077ae5-60a7-4a12-9f4d-9394f6f418a9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.186151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=bd1bbbff-c65e-4586-bf7c-43b536676dde,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:57.204902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:57.298802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.304971 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-59134618-4786-4cc9-8e95-1f9e95e03b06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea HTTP/1.1" status: 200 len: 217 time: 0.1086922 Jan 28 16:47:57.317696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe5b92-e90c-4097-ab49-d5c56d564988 req-5cbadeeb-e120-4d85-b5f9-b53aac46f69d tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.319880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10fe5b92-e90c-4097-ab49-d5c56d564988 req-5cbadeeb-e120-4d85-b5f9-b53aac46f69d tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 946 time: 0.3473556 Jan 28 16:47:57.352007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Subnet': ['ID=c1077ae5-60a7-4a12-9f4d-9394f6f418a9,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:57.357791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Deleting port 63858388-9f41-4a02-95fc-938456d039cd {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:47:57.358138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (63858388-9f41-4a02-95fc-938456d039cd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.370216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9cb26-0eae-4347-9ed0-3cbf78240893 req-52edfe51-86d3-45b5-afcb-50d123888c8a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.371795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91d9cb26-0eae-4347-9ed0-3cbf78240893 req-52edfe51-86d3-45b5-afcb-50d123888c8a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2778256 Jan 28 16:47:57.458819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:57.466603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=f9362dc5-e6db-4115-b463-8b7123bf64f5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:57.472126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Checking segment: {'id': '1d8d0e24-2bf5-4715-b0e3-360f0393b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:47:57.472941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network hostable DHCP agents. Network: 0d2172e9-3e19-47f7-baf8-87d13f49f698, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:47:57.473337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:57.479581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:57.540542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.541219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.549411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-599a2c80-cacd-4b74-acb3-4b0d755f14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.551369 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-599a2c80-cacd-4b74-acb3-4b0d755f14f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.1883574 Jan 28 16:47:57.561227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10fe5b92-e90c-4097-ab49-d5c56d564988 req-aeb75323-2940-4c20-a55f-fd418c9fb699 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c7443dc-4ff5-4cc2-a98c-947dc5219064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334075 Jan 28 16:47:57.567079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf26cd3-cf46-4aa1-8535-e4bbd67a5778 None None] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:57.589734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:47:57.617204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] For port 63858388-9f41-4a02-95fc-938456d039cd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=63858388-9f41-4a02-95fc-938456d039cd,segment=NetworkSegment(9574bef6-1ab0-4a34-b737-9ac3d119158e),segment_id=9574bef6-1ab0-4a34-b737-9ac3d119158e)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:47:57.617618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (63858388-9f41-4a02-95fc-938456d039cd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.631307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91d9cb26-0eae-4347-9ed0-3cbf78240893 req-36136889-ff35-407e-a04f-c30294e439a8 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369747 Jan 28 16:47:57.631926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:47:57.642358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Calling delete_port for 63858388-9f41-4a02-95fc-938456d039cd owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:47:57.666438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 0d2172e9-3e19-47f7-baf8-87d13f49f698) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:57.682218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.683221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:57.683513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455cf3f-70fb-47f3-8356-52ec2336c0f1 None None] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:57.787771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c6b06a00-429e-4ed7-b116-a61cbcd91fd9 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4533651 Jan 28 16:47:57.805578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49644) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:57.821748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'name': 'tempest-AllowedAddressPairTestJSON-1067228957'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:57.982516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2512c1-bb5e-43fe-922f-551b850a10f6 req-224b1889-f017-4ed6-a2d5-bbd222109e76 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:57.989797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd2512c1-bb5e-43fe-922f-551b850a10f6 req-224b1889-f017-4ed6-a2d5-bbd222109e76 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2152033 Jan 28 16:47:58.018878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0e423962-9e60-4b71-9423-e14e42e6ef94 None None] Provisioning complete for port bd1bbbff-c65e-4586-bf7c-43b536676dde triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:58.019344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0e423962-9e60-4b71-9423-e14e42e6ef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.032045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-61b9e627-66b1-4d29-99ed-0a4242e350c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4727321 Jan 28 16:47:58.040719 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7baf98a2-2c57-4d44-837a-9a0f85784112 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4451058 Jan 28 16:47:58.044813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49646) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:58.154867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd2512c1-bb5e-43fe-922f-551b850a10f6 req-89455d6c-6cd2-4b7e-8055-27c684c1ae96 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642025 Jan 28 16:47:58.181831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:58.184278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-0d2172e9-3e19-47f7-baf8-87d13f49f698', 'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'project_id': '3d0b602124d948eba5bd848b2eef77f9', 'fixed_ips': [{'subnet_id': 'c1077ae5-60a7-4a12-9f4d-9394f6f418a9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:47:58.185194 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.185860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.197569 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (63858388-9f41-4a02-95fc-938456d039cd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.226440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0e423962-9e60-4b71-9423-e14e42e6ef94 None None] Current status of the port bd1bbbff-c65e-4586-bf7c-43b536676dde is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:58.228495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Pushing event deleted for resources: {'Port': ['ID=63858388-9f41-4a02-95fc-938456d039cd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:58.231015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['63858388-9f41-4a02-95fc-938456d039cd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:47:58.240524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] device_id is not set on port cef8295c-654c-4dad-ac32-0ccbac0025f3 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:47:58.397399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Allocated IP 172.20.0.6 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/cef8295c-654c-4dad-ac32-0ccbac0025f3) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:58.467882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:47:58.468416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] No DVR routers for this DVR port 63858388-9f41-4a02-95fc-938456d039cd on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:47:58.473385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.477300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c1c8115-efc3-49b2-a1fb-d6c7b60e3ac1 req-d5f57b25-0041-40a1-aec1-1f0e213f5294 tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.24 "DELETE /v2.0/ports/63858388-9f41-4a02-95fc-938456d039cd HTTP/1.1" status: 204 len: 173 time: 1.6783969 Jan 28 16:47:58.477699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'name': 'network-vif-deleted', 'tag': '63858388-9f41-4a02-95fc-938456d039cd'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:47:58.480275 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce00768-1aa7-4767-b329-def3fe38690f" -d '{"events": [{"server_uuid": "c62833b5-1f53-4c88-9f7a-7faddab7f9cd", "name": "network-vif-deleted", "tag": "63858388-9f41-4a02-95fc-938456d039cd"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:47:58.496571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:47:58.513775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:47:58.514568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:47:58.548442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-926799cb-bfc0-4e11-b40d-aeefb31e19e2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5485737 Jan 28 16:47:58.554454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49650) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:58.572041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457926302'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:58.636698 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb754bec-1dc3-44c4-98b2-c9209579886a x-openstack-request-id: req-fb754bec-1dc3-44c4-98b2-c9209579886a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:47:58.637144 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62833b5-1f53-4c88-9f7a-7faddab7f9cd", "name": "network-vif-deleted", "tag": "63858388-9f41-4a02-95fc-938456d039cd", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:47:58.637412 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb754bec-1dc3-44c4-98b2-c9209579886a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:47:58.638462 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62833b5-1f53-4c88-9f7a-7faddab7f9cd', 'name': 'network-vif-deleted', 'tag': '63858388-9f41-4a02-95fc-938456d039cd', 'status': 'completed', 'code': 200} Jan 28 16:47:58.664230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:58.685898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.707861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:47:58.712963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bd1bbbff-c65e-4586-bf7c-43b536676dde up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:58.796743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-caf6c13f-b70c-4dc0-8756-e0b8fe6d94c6 req-8b267331-bc31-4824-bbad-032092ac002b tempest-ServerMetadataNegativeTestJSON-163881352 tempest-ServerMetadataNegativeTestJSON-163881352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62833b5-1f53-4c88-9f7a-7faddab7f9cd HTTP/1.1" status: 200 len: 210 time: 0.0470519 Jan 28 16:47:58.907496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:47:58.916837 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-6a6233c1-1a5d-43a8-9521-6c1d3175193d service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8745365 Jan 28 16:47:58.935272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (443b2ac4-0f20-4501-b736-420cba167fb0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.935938 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 443b2ac4-0f20-4501-b736-420cba167fb0 of type vlan for network d81c76cc-9a34-4bff-8bb1-84381dda92b4 Jan 28 16:47:58.950814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-24c49f3b-d376-4d07-b225-30b989368939 None None] Provisioning complete for port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:58.951400 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24c49f3b-d376-4d07-b225-30b989368939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:58.983565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24749a91-43ed-4668-ac06-6a997b7ba71e req-e8692b82-7e58-4979-9377-04adde96df2f tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:58.985176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24749a91-43ed-4668-ac06-6a997b7ba71e req-e8692b82-7e58-4979-9377-04adde96df2f tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.1873219 Jan 28 16:47:58.987572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bd1bbbff-c65e-4586-bf7c-43b536676dde triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:58.992573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.015850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ecd71d-1d71-4b42-a7f2-a18331ccf1f1 None None] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:47:59.057387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d81c76cc-9a34-4bff-8bb1-84381dda92b4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.068852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.157438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d81c76cc-9a34-4bff-8bb1-84381dda92b4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.166170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:59.166935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.203933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24749a91-43ed-4668-ac06-6a997b7ba71e req-4565dcdf-d0ee-486e-b670-c7a3bb7108ef tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957459 Jan 28 16:47:59.249084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-24c49f3b-d376-4d07-b225-30b989368939 None None] Port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:47:59.287630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7281818 Jan 28 16:47:59.288543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.290084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb18ab5-a80b-4244-875d-ce28687eb005 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=d81c76cc-9a34-4bff-8bb1-84381dda92b4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:59.291889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49668) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:59.308994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:47:59.310760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:59.378569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.455267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:47:59.462570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79b520bd-125c-4a7b-9ee1-530254ba11c1 req-77d0a2c2-2dd3-43d7-b716-6232743a0083 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387485 Jan 28 16:47:59.482515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:47:59.498375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:47:59.505458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=cef8295c-654c-4dad-ac32-0ccbac0025f3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:47:59.581449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-24c49f3b-d376-4d07-b225-30b989368939 None None] Provisioning complete for port bd1bbbff-c65e-4586-bf7c-43b536676dde triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:47:59.581821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24c49f3b-d376-4d07-b225-30b989368939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.604889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b93eb-66c8-49d7-b411-4d4e70dd7bc1 req-8777ad95-16fe-4411-a0f7-f3853331f24c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:59.614173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d39b93eb-66c8-49d7-b411-4d4e70dd7bc1 req-8777ad95-16fe-4411-a0f7-f3853331f24c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2040243 Jan 28 16:47:59.626083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:47:59.629555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.645061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Allocated IP 172.20.0.2 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/bf77318e-8309-433f-aa96-9c14f4982e2b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:47:59.652293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:47:59.654435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:47:59.771030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:59.771833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f72abe04-f044-4a5d-9ca1-80da6f5bce58 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9575920 Jan 28 16:47:59.779837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'name': 'tempest-AllowedAddressPairTestJSON-1934087007', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1b:bf:38'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:47:59.823642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d39b93eb-66c8-49d7-b411-4d4e70dd7bc1 req-726e6311-fb75-4db1-9e44-1e737688a928 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084987 Jan 28 16:47:59.893292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bd1bbbff-c65e-4586-bf7c-43b536676dde is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:47:59.895476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:47:59.916999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49688) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:47:59.967038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-24c49f3b-d376-4d07-b225-30b989368939 None None] Current status of the port bd1bbbff-c65e-4586-bf7c-43b536676dde is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:00.017006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:47:55Z', 'revision_number': 3, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:47:55Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:00.070017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (6a3f476a-2fb7-4be3-ac4e-42f963547c66), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.082048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:00.082404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Updating router d215a8fd-99ef-4438-8954-57b85e549c96 port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:48:00.098749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Deleting subnet 9d8284bc-0a75-4d7e-b639-d4977f36f29d {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:00.117784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.129710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Publish callbacks [] for subnet (9d8284bc-0a75-4d7e-b639-d4977f36f29d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.146039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:00.146423 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.160383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.189489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Publish callbacks [] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.195170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:00.195351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: d81c76cc-9a34-4bff-8bb1-84381dda92b4, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:48:00.203730 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.207713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Provisioning complete for port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:00.207713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.207996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=6a3f476a-2fb7-4be3-ac4e-42f963547c66,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:00.213181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9d8284bc-0a75-4d7e-b639-d4977f36f29d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.219942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.244745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:48:00.267385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e2dff-cfb0-4262-bb7b-45877d9b0324 req-741dc9a5-eed6-4ac1-81a9-188beeb8da31 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:00.270612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-009e2dff-cfb0-4262-bb7b-45877d9b0324 req-741dc9a5-eed6-4ac1-81a9-188beeb8da31 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 0.1290777 Jan 28 16:48:00.271256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d81c76cc-9a34-4bff-8bb1-84381dda92b4) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:00.292359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:00.293390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:00.295982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.302330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 63858388-9f41-4a02-95fc-938456d039cd no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:00.318085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9d8284bc-0a75-4d7e-b639-d4977f36f29d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.318652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3397653-bffe-4121-8240-750c6d121d9b None None] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:00.342839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-668693a0-adca-4e0a-a1a4-9cb0a86446e1 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0399704 Jan 28 16:48:00.367347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=f9362dc5-e6db-4115-b463-8b7123bf64f5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:00.383078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 63858388-9f41-4a02-95fc-938456d039cd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:00.383481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 63858388-9f41-4a02-95fc-938456d039cd not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:00.402018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:00.464824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:00.493379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:00.502410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:00.504842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Pushing event updated for resources: {'Port': ['ID=bf77318e-8309-433f-aa96-9c14f4982e2b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:00.588452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9d8284bc-0a75-4d7e-b639-d4977f36f29d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.662867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8284bc-0a75-4d7e-b639-d4977f36f29d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:00.673322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.680447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3926c0b0-8ee5-40c0-82b2-3ba71895a259 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d8284bc-0a75-4d7e-b639-d4977f36f29d HTTP/1.1" status: 204 len: 168 time: 0.7623451 Jan 28 16:48:00.681407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49700) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:00.782633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.784463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (fcfb0f28-bd25-4380-94d9-dc88a33cc735), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.800019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-009e2dff-cfb0-4262-bb7b-45877d9b0324 req-4ad48896-8515-48c0-965f-efdae64e5556 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5009980 Jan 28 16:48:00.858067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62130d-1ed0-4181-834d-c7935f595df9 req-82a6e602-cb5c-4f1c-beae-2f164479e21f tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:00.858284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7fa54a96-beec-46ba-b2ab-de2fe1b1520d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.865061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a62130d-1ed0-4181-834d-c7935f595df9 req-82a6e602-cb5c-4f1c-beae-2f164479e21f tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.5186651 Jan 28 16:48:00.894388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] device_id is not set on port 76dc3216-a48e-44c3-ba22-dd83f7fd4cc1 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:00.896309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:00.896829 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:00.958810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Attempting to bind port bf77318e-8309-433f-aa96-9c14f4982e2b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:00.959207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Attempting to bind port bf77318e-8309-433f-aa96-9c14f4982e2b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d8d0e24-2bf5-4715-b0e3-360f0393b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:00.959544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Attempting to bind port bf77318e-8309-433f-aa96-9c14f4982e2b on network 0d2172e9-3e19-47f7-baf8-87d13f49f698 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:00.978164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-d81c76cc-9a34-4bff-8bb1-84381dda92b4', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:48:00.979039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.036702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a62130d-1ed0-4181-834d-c7935f595df9 req-7a50f96b-a31b-491e-9fcd-759b9c2104e5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692603 Jan 28 16:48:01.039427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:01.039822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Checking segment: {'id': '1d8d0e24-2bf5-4715-b0e3-360f0393b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:01.040220 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.040648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Bound using segment: {'id': '1d8d0e24-2bf5-4715-b0e3-360f0393b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:01.041134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Bound port: bf77318e-8309-433f-aa96-9c14f4982e2b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8d0e24-2bf5-4715-b0e3-360f0393b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:01.041528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.062896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Current status of the port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:01.063287 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.090148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7fa54a96-beec-46ba-b2ab-de2fe1b1520d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.095115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44481ef-17f8-46f7-9fcd-fa2d2d5a2440 req-ef12e5de-7a1c-41a7-aae1-aea5777a6ec5 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:01.096623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e44481ef-17f8-46f7-9fcd-fa2d2d5a2440 req-ef12e5de-7a1c-41a7-aae1-aea5777a6ec5 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1384270 Jan 28 16:48:01.118582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,segment=NetworkSegment(f1cc20b7-f281-4fa8-9f7a-d143974adf7e),segment_id=f1cc20b7-f281-4fa8-9f7a-d143974adf7e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:01.137934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.162762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.169574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa54a96-beec-46ba-b2ab-de2fe1b1520d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:01.196995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9574bef6-1ab0-4a34-b737-9ac3d119158e') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:01.197341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9574bef6-1ab0-4a34-b737-9ac3d119158e') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:01.236486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Allocated IP 172.20.0.13 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/76dc3216-a48e-44c3-ba22-dd83f7fd4cc1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:01.239679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (9574bef6-1ab0-4a34-b737-9ac3d119158e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.242129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e44481ef-17f8-46f7-9fcd-fa2d2d5a2440 req-ea514911-5b19-4749-8fd6-7a48970fc558 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361914 Jan 28 16:48:01.279222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9574bef6-1ab0-4a34-b737-9ac3d119158e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.320089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:01.320499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (9574bef6-1ab0-4a34-b737-9ac3d119158e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:01.323843 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:01.326917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.407100 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:48:01.407579 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:48:01.416588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] For port bf77318e-8309-433f-aa96-9c14f4982e2b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:01.428586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:01.447295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7fa54a96-beec-46ba-b2ab-de2fe1b1520d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.465121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] For port bf77318e-8309-433f-aa96-9c14f4982e2b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bf77318e-8309-433f-aa96-9c14f4982e2b,segment=NetworkSegment(1d8d0e24-2bf5-4715-b0e3-360f0393b55b),segment_id=1d8d0e24-2bf5-4715-b0e3-360f0393b55b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:01.479717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.483749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7fa54a96-beec-46ba-b2ab-de2fe1b1520d HTTP/1.1" status: 204 len: 168 time: 0.7937019 Jan 28 16:48:01.484696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c66d-e7d1-4854-bd88-0fb81ec91d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa54a96-beec-46ba-b2ab-de2fe1b1520d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:01.485280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.503648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Allocated IP 2001:db8:2::2 (d81c76cc-9a34-4bff-8bb1-84381dda92b4/6a3f476a-2fb7-4be3-ac4e-42f963547c66/b6b4d403-afbe-48d9-a2d0-75cc276cb768) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:01.535747 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Publish callbacks [] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.560235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.671894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94912fb0-f467-4549-8555-d1a9354da304 None None] Pushing event updated for resources: {'Port': ['ID=bf77318e-8309-433f-aa96-9c14f4982e2b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:01.773897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (76dc3216-a48e-44c3-ba22-dd83f7fd4cc1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.790799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49718) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:01.826000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.841574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:01.872231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49724) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:01.882939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459692db-563d-4b7d-931a-3e41406c9d8b None None] Pushing event updated for resources: {'Port': ['ID=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:02.047899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Attempting to bind port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:02.048603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Attempting to bind port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:02.049597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (76dc3216-a48e-44c3-ba22-dd83f7fd4cc1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.052390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Attempting to bind port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c on network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:02.081835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a57411b3-362e-4b93-a92b-67dc85831815 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f49003d7f4d4923a27217a5f1d148aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073765 Jan 28 16:48:02.088450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49728) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:02.130737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:02.132470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Checking segment: {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:02.136244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.143325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Bound using segment: {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:02.144408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Bound port: 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b727c45a-2fe2-4480-b5bc-fc52e08b3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:02.144942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.147774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Publish callbacks [] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.160563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a073ac-ce15-4ce3-b7d1-a7658fa4bc58 req-2bcddaea-848c-4e85-8060-8b96d1e14fb2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.162324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93a073ac-ce15-4ce3-b7d1-a7658fa4bc58 req-2bcddaea-848c-4e85-8060-8b96d1e14fb2 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 0.1943543 Jan 28 16:48:02.163267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Current status of the port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:02.174040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.174531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.175200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.175324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.175461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.178692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.178692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.178692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.187349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-980cb463-0762-4a99-8f00-0ef0a68e21e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6726 time: 0.3946261 Jan 28 16:48:02.252334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:02.253355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Provisioning complete for port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:02.253834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.280902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:02.292989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:02.301334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Pushing event updated for resources: {'Port': ['ID=b6b4d403-afbe-48d9-a2d0-75cc276cb768,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:02.347889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] For port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:02.352290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:02.380662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] For port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,segment=NetworkSegment(b727c45a-2fe2-4480-b5bc-fc52e08b3710),segment_id=b727c45a-2fe2-4480-b5bc-fc52e08b3710)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:02.394624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8:2::1 (d81c76cc-9a34-4bff-8bb1-84381dda92b4/6a3f476a-2fb7-4be3-ac4e-42f963547c66/f7dda446-0dcb-4bc7-8e22-6f464ba13b43) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:02.401507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.406506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Attempting to bind port b6b4d403-afbe-48d9-a2d0-75cc276cb768 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:02.407051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Attempting to bind port b6b4d403-afbe-48d9-a2d0-75cc276cb768 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:02.407500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Attempting to bind port b6b4d403-afbe-48d9-a2d0-75cc276cb768 on network d81c76cc-9a34-4bff-8bb1-84381dda92b4 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:02.409036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-1f20e32d-9546-42c7-b999-89ce316d9424 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206962 Jan 28 16:48:02.413289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Provisioning complete for port f9362dc5-e6db-4115-b463-8b7123bf64f5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:02.413768 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.432953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e776f5-0524-409f-964a-dcba3948c546 req-a3faf117-b31d-4abe-88ee-3ccc9e4aab25 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.435131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7e776f5-0524-409f-964a-dcba3948c546 req-a3faf117-b31d-4abe-88ee-3ccc9e4aab25 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2681034 Jan 28 16:48:02.435840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ebd56e9-b40e-4739-b2ac-37bcbb4d736f admin admin] Publish callbacks [] for security_group (2c7443dc-4ff5-4cc2-a98c-947dc5219064), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.447957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93a073ac-ce15-4ce3-b7d1-a7658fa4bc58 req-241198ca-127f-46ae-881e-88ead3a516bd tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399888 Jan 28 16:48:02.470034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=f9362dc5-e6db-4115-b463-8b7123bf64f5,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:02.473258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:02.473658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Checking segment: {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:02.474258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.474786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Bound using segment: {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:02.475517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Bound port: b6b4d403-afbe-48d9-a2d0-75cc276cb768, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:02.475850 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.479742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (fcfb0f28-bd25-4380-94d9-dc88a33cc735), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.525972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ebd56e9-b40e-4739-b2ac-37bcbb4d736f admin admin] Publish callbacks [] for security_group (2c7443dc-4ff5-4cc2-a98c-947dc5219064), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.527464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459692db-563d-4b7d-931a-3e41406c9d8b None None] Pushing event updated for resources: {'Port': ['ID=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:02.559971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-04b78304-0de7-4ade-bc0c-f00c361ed9df tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.561524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-04b78304-0de7-4ade-bc0c-f00c361ed9df tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 0.5632041 Jan 28 16:48:02.575909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0c412e4-f5c6-4adc-ac0d-3f6c730ddfe1 None None] Port f9362dc5-e6db-4115-b463-8b7123bf64f5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:02.583571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:02.584416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:02.614844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:02.657486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:02.663784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:02.668303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=76dc3216-a48e-44c3-ba22-dd83f7fd4cc1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:02.692180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7e776f5-0524-409f-964a-dcba3948c546 req-57040b9d-1b3d-4122-835e-21ce8ce82806 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500353 Jan 28 16:48:02.738303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] For port b6b4d403-afbe-48d9-a2d0-75cc276cb768, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:02.771153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] For port b6b4d403-afbe-48d9-a2d0-75cc276cb768, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b6b4d403-afbe-48d9-a2d0-75cc276cb768,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:02.773130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:02.775347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Provisioning complete for port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:02.775881 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.804297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.804990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.834653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:02.841445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4270866-6ba2-4710-bb04-e0b35d57d72b req-14a0020a-e1fc-4620-92d3-db6ec77c9acf tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:02.842217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:02.849614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4270866-6ba2-4710-bb04-e0b35d57d72b req-14a0020a-e1fc-4620-92d3-db6ec77c9acf tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2625370 Jan 28 16:48:02.881535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:02.947649 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-86e74fbd-6a2d-4d12-98d2-7736421fe1d5 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.1744480 Jan 28 16:48:02.954471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49736) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:02.967755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.016321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ebd56e9-b40e-4739-b2ac-37bcbb4d736f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2c7443dc-4ff5-4cc2-a98c-947dc5219064), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.018569 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ebd56e9-b40e-4739-b2ac-37bcbb4d736f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.019760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ebd56e9-b40e-4739-b2ac-37bcbb4d736f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c7443dc-4ff5-4cc2-a98c-947dc5219064 HTTP/1.1" status: 204 len: 168 time: 0.9291711 Jan 28 16:48:03.045436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4270866-6ba2-4710-bb04-e0b35d57d72b req-51f218c0-cddf-4c46-8f7d-cea976eae405 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944799 Jan 28 16:48:03.065586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Deleting port 097c93c9-ce88-4735-8f7b-ba9429d58b84 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:03.066189 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.088829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd56e9-b40e-4739-b2ac-37bcbb4d736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7443dc-4ff5-4cc2-a98c-947dc5219064,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:03.094516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.161484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:03.166292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:03.171158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:03.171580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.249725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93ee8-af94-481a-91a0-727bdac8bf94 None None] Pushing event updated for resources: {'Port': ['ID=b6b4d403-afbe-48d9-a2d0-75cc276cb768,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:03.321548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] For port 097c93c9-ce88-4735-8f7b-ba9429d58b84, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=097c93c9-ce88-4735-8f7b-ba9429d58b84,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:03.322348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.350924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9613b7-603a-49e9-a7df-fb7d4e41c246 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:03.358270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9613b7-603a-49e9-a7df-fb7d4e41c246 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:03.364024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9613b7-603a-49e9-a7df-fb7d4e41c246 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:03.367690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4f9613b7-603a-49e9-a7df-fb7d4e41c246 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3922038 Jan 28 16:48:03.393379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49740) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:03.432272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Current status of the port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:03.432686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.474449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da781e56-3487-4571-820e-c6821630844b None None] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:03.594014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.594546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e3a17518-c07d-478c-9498-275f320e0fa5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.595105 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Floating IP e3a17518-c07d-478c-9498-275f320e0fa5 disassociated. External IP: 172.25.8.81, port: 097c93c9-ce88-4735-8f7b-ba9429d58b84. Jan 28 16:48:03.595670 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Calling delete_port for 097c93c9-ce88-4735-8f7b-ba9429d58b84 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:03.643761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] For port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,segment=NetworkSegment(b727c45a-2fe2-4480-b5bc-fc52e08b3710),segment_id=b727c45a-2fe2-4480-b5bc-fc52e08b3710)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:03.678282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.688313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:47:55Z', 'revision_number': 3, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:02Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:03.711371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:03.803116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Router fcfb0f28-bd25-4380-94d9-dc88a33cc735 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:48:03.828582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.844248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3832-86d1-4f29-ba53-6ef2f46e744a None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:47:55Z', 'revision_number': 3, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:02Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:03.899427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (097c93c9-ce88-4735-8f7b-ba9429d58b84), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.906097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Provisioning complete for port f9362dc5-e6db-4115-b463-8b7123bf64f5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:03.906346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:03.923938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bf77318e-8309-433f-aa96-9c14f4982e2b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:04.076060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d785944-08d5-4e74-adee-7a1f16bceec7 req-7e02c2ab-3845-45d9-9f97-7e7503994ab5 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:04.077678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d785944-08d5-4e74-adee-7a1f16bceec7 req-7e02c2ab-3845-45d9-9f97-7e7503994ab5 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 945 time: 0.4193559 Jan 28 16:48:04.079285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Pushing event updated for resources: {'Port': ['ID=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:04.136232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event deleted for resources: {'Port': ['ID=097c93c9-ce88-4735-8f7b-ba9429d58b84,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:04.152456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bf77318e-8309-433f-aa96-9c14f4982e2b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:04.153279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.155345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4187c220-8b0d-4f14-956e-0320c973fccc None None] Port f9362dc5-e6db-4115-b463-8b7123bf64f5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:04.219300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bccb6-d063-4a21-8f9f-66db30236f67 req-362cfc43-5429-48a4-9123-d1badb567449 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:04.230862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-308bccb6-d063-4a21-8f9f-66db30236f67 req-362cfc43-5429-48a4-9123-d1badb567449 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.4338725 Jan 28 16:48:04.235409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port 76dc3216-a48e-44c3-ba22-dd83f7fd4cc1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:04.235752 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (76dc3216-a48e-44c3-ba22-dd83f7fd4cc1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.300595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:04.308369 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ac3be57-3857-4846-ad71-ef553daeadd3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/routers/fcfb0f28-bd25-4380-94d9-dc88a33cc735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2520556 Jan 28 16:48:04.309757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bf77318e-8309-433f-aa96-9c14f4982e2b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:04.310243 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.314935 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] Sync routers for ids ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:04.337577 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] Routers {'fcfb0f28-bd25-4380-94d9-dc88a33cc735'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:04.345548 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:04.376480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:04.377388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port bf77318e-8309-433f-aa96-9c14f4982e2b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bf77318e-8309-433f-aa96-9c14f4982e2b,segment=NetworkSegment(1d8d0e24-2bf5-4715-b0e3-360f0393b55b),segment_id=1d8d0e24-2bf5-4715-b0e3-360f0393b55b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:04.388964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.389873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:04.451292 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:04.461017 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] Routers {'fcfb0f28-bd25-4380-94d9-dc88a33cc735'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:04.462386 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:04.495850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=bf77318e-8309-433f-aa96-9c14f4982e2b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:04.538719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Provisioning complete for port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:04.546964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.571012 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:04.575637 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5117205-aa77-4265-a3e5-7dd05e816c12 None None] The sync data for ids ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:04.612217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc12a8-7e11-46ee-877c-04c1dd3c2e97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:04.617096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-70fc12a8-7e11-46ee-877c-04c1dd3c2e97 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcfb0f28-bd25-4380-94d9-dc88a33cc735 HTTP/1.1" status: 200 len: 983 time: 0.2366254 Jan 28 16:48:04.617491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:04.618170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49766) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:04.720153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d785944-08d5-4e74-adee-7a1f16bceec7 req-3caf1cca-bbd9-4461-8c2f-3a29168814ed tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7ec6a7-21d3-4132-83d7-08c1620dd106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6295466 Jan 28 16:48:04.803575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-308bccb6-d063-4a21-8f9f-66db30236f67 req-bf185a0e-01d3-4920-8f94-6012260ef5f5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712681 Jan 28 16:48:04.852427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49770) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:04.894825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:04.895426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.913382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (76dc3216-a48e-44c3-ba22-dd83f7fd4cc1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:04.928593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for 76dc3216-a48e-44c3-ba22-dd83f7fd4cc1 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:04.986738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Current status of the port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:05.021278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Provisioning complete for port cef8295c-654c-4dad-ac32-0ccbac0025f3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:05.025763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.134542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:05.161642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Port cef8295c-654c-4dad-ac32-0ccbac0025f3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:05.174524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Provisioning complete for port f9362dc5-e6db-4115-b463-8b7123bf64f5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:05.175094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.192933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (76dc3216-a48e-44c3-ba22-dd83f7fd4cc1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.225007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Port f9362dc5-e6db-4115-b463-8b7123bf64f5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:05.240492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Provisioning complete for port bf77318e-8309-433f-aa96-9c14f4982e2b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:05.240967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.252434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=76dc3216-a48e-44c3-ba22-dd83f7fd4cc1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:05.264730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:05.282875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.282987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:05.283086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.283557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.283557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.283881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.284220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.284551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.285833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.285833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.285833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.286076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.286397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.286657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:05.313845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:05.314521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:05.315664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1465584004-network', 'tenant_id': '218a8016d500406cb5239b8720916d89'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:05.334823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] No DVR routers for this DVR port 097c93c9-ce88-4735-8f7b-ba9429d58b84 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:05.338656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.342153 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3d74a7b9-d4c8-48aa-a8b7-cabdc56fe1a1 req-aed9dc9b-48e0-47ec-8f1d-7c87963459c7 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.31 "DELETE /v2.0/ports/097c93c9-ce88-4735-8f7b-ba9429d58b84 HTTP/1.1" status: 204 len: 173 time: 2.7633915 Jan 28 16:48:05.342639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'name': 'network-vif-deleted', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:48:05.345031 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de7867-a8d2-4358-94a1-63e1c9a6d312" -d '{"events": [{"server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "name": "network-vif-deleted", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:48:05.425871 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e1593-3ace-4f55-85a1-73f474052453 x-openstack-request-id: req-7e3e1593-3ace-4f55-85a1-73f474052453 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:48:05.426174 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898a5b8f-f60f-4166-a841-512d1cb67441", "name": "network-vif-deleted", "tag": "097c93c9-ce88-4735-8f7b-ba9429d58b84", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:48:05.427083 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e3e1593-3ace-4f55-85a1-73f474052453 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:48:05.428306 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898a5b8f-f60f-4166-a841-512d1cb67441', 'name': 'network-vif-deleted', 'tag': '097c93c9-ce88-4735-8f7b-ba9429d58b84', 'status': 'completed', 'code': 200} Jan 28 16:48:05.534120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (fcfb0f28-bd25-4380-94d9-dc88a33cc735), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.537790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48f539d-4d8c-4684-a8ec-cd2d6d675894 None None] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:05.677308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Current status of the port bf77318e-8309-433f-aa96-9c14f4982e2b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:05.695582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:05.697881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-62ee8304-2071-4335-aebb-a64248aa77b8 None None] Could not find standard attr ID for object 76dc3216-a48e-44c3-ba22-dd83f7fd4cc1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:48:05.807122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47ab4-0d28-4e75-a733-9ff1854d0037 req-5f646387-6f9d-4754-8f08-7177e0c0a435 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:05.813991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88a47ab4-0d28-4e75-a733-9ff1854d0037 req-5f646387-6f9d-4754-8f08-7177e0c0a435 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.7197695 Jan 28 16:48:05.830179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Made reservation on behalf of 218a8016d500406cb5239b8720916d89 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:05.833929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.842552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.874133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.874935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.876778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.917832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port f9362dc5-e6db-4115-b463-8b7123bf64f5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:05.919288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.942092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Provisioning complete for port b6b4d403-afbe-48d9-a2d0-75cc276cb768 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:05.942478 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:05.950110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b6b4d403-afbe-48d9-a2d0-75cc276cb768 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:05.966885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6224885-524b-4a07-93b2-d6c4c62b76ae req-b90fefac-0162-4b47-88c3-2dcbded411c6 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/ports?device_id=898a5b8f-f60f-4166-a841-512d1cb67441 HTTP/1.1" status: 200 len: 210 time: 0.1272001 Jan 28 16:48:06.114751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:06.126431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88a47ab4-0d28-4e75-a733-9ff1854d0037 req-8334d726-0fc2-47d2-8308-2d0ac05f58c8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115811 Jan 28 16:48:06.148293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b6b4d403-afbe-48d9-a2d0-75cc276cb768 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:06.148949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.149191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.177997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for f9362dc5-e6db-4115-b463-8b7123bf64f5 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:06.201324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Current status of the port b6b4d403-afbe-48d9-a2d0-75cc276cb768 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:06.202111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.203449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.206768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ab538b58-f126-432b-9023-cece69a535c6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/ports/76dc3216-a48e-44c3-ba22-dd83f7fd4cc1 HTTP/1.1" status: 204 len: 168 time: 2.8125484 Jan 28 16:48:06.219879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49780) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:06.231249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:06.272291 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-986cb814-9a20-43df-9788-3226d3a599ae tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] GET failed (client error): The resource could not be found. Jan 28 16:48:06.273832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-986cb814-9a20-43df-9788-3226d3a599ae tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "GET /v2.0/ports/76dc3216-a48e-44c3-ba22-dd83f7fd4cc1 HTTP/1.1" status: 404 len: 333 time: 0.0529835 Jan 28 16:48:06.279465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49782) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:06.284605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'name': 'tempest-AllowedAddressPairTestJSON-891028457'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:06.317193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks [] for security_group (6056e504-7a7e-47ba-a676-fca2c6b7c90f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.340091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:06.346415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:06.349537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6056e504-7a7e-47ba-a676-fca2c6b7c90f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.475055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:48:06.488176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:06.494297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:06.498263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.502561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86838190-1e5c-460d-89a8-179b06eebebe req-f77c2ff0-7ef5-404c-ad69-46c8235fc307 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:06.509101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f9362dc5-e6db-4115-b463-8b7123bf64f5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.510497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86838190-1e5c-460d-89a8-179b06eebebe req-f77c2ff0-7ef5-404c-ad69-46c8235fc307 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.3691022 Jan 28 16:48:06.517476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:06.517958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6056e504-7a7e-47ba-a676-fca2c6b7c90f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:06.518655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:06.521225 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (bc93de8f-636e-489e-b524-a4220afd92ef), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.521572 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Added segment bc93de8f-636e-489e-b524-a4220afd92ef of type vlan for network 53db581d-1b0a-46eb-a770-eaf2683242e5 Jan 28 16:48:06.537640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] For port b6b4d403-afbe-48d9-a2d0-75cc276cb768, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b6b4d403-afbe-48d9-a2d0-75cc276cb768,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:06.561295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=f9362dc5-e6db-4115-b463-8b7123bf64f5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:06.563862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] device_id is not set on port 27b1e3f7-81f4-46c7-afc8-4b5274299275 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:06.580751 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.674911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86838190-1e5c-460d-89a8-179b06eebebe req-323b1959-536f-422b-be46-2f30f2a8f0c9 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634550 Jan 28 16:48:06.677897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:06.679900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (53db581d-1b0a-46eb-a770-eaf2683242e5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.694317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b6b4d403-afbe-48d9-a2d0-75cc276cb768 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:06.694577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bf77318e-8309-433f-aa96-9c14f4982e2b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:06.745384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Provisioning complete for port cef8295c-654c-4dad-ac32-0ccbac0025f3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:06.745761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.779695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Pushing event updated for resources: {'Port': ['ID=b6b4d403-afbe-48d9-a2d0-75cc276cb768,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:06.829738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Port cef8295c-654c-4dad-ac32-0ccbac0025f3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:06.845224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (53db581d-1b0a-46eb-a770-eaf2683242e5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.845732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Allocated IP 172.20.0.11 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/27b1e3f7-81f4-46c7-afc8-4b5274299275) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:06.846718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:06.846871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.848072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (fcfb0f28-bd25-4380-94d9-dc88a33cc735), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.854646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b8fe77b8-52ef-4797-b28e-371ff84f77f2 None None] Could not find standard attr ID for object 76dc3216-a48e-44c3-ba22-dd83f7fd4cc1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:48:06.888337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:06.895163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:06.907474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:06.945978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-242b3a25-b737-4a13-bd1d-58c293c5c1df tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5369098 Jan 28 16:48:06.956980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:06.971832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1120574315'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:06.980489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1242006 Jan 28 16:48:06.984494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:06.986724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bf77318e-8309-433f-aa96-9c14f4982e2b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:06.987112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:06.993101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Request body: {'subnet': {'network_id': '53db581d-1b0a-46eb-a770-eaf2683242e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1465584004-subnet', 'tenant_id': '218a8016d500406cb5239b8720916d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:07.021053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cca1df-4da8-4f75-9448-6b3d3693c453 admin admin] Pushing event updated for resources: {'Network': ['ID=53db581d-1b0a-46eb-a770-eaf2683242e5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:07.040437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:07.043936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.084208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Made reservation on behalf of 218a8016d500406cb5239b8720916d89 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:07.089353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.105674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 53db581d-1b0a-46eb-a770-eaf2683242e5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:48:07.135179 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:07.136232 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:07.174883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:07.240893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:48:07.315981 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:07.318012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-76d39ab8-a4b2-40d3-b93f-237a9954e4de None None] Provisioning complete for port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:07.318494 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76d39ab8-a4b2-40d3-b93f-237a9954e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.337422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9c1f1259-581c-4f6e-a660-7cefad936e99), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.337762 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added segment 9c1f1259-581c-4f6e-a660-7cefad936e99 of type vlan for network bf8a7b61-9e38-4736-b9f8-c4929e6d793c Jan 28 16:48:07.418236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2a8e7-5cca-4422-aecf-b83ea8e355c9 req-049ae1ed-a13b-4d82-a92e-61edeb454881 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:07.420070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01f2a8e7-5cca-4422-aecf-b83ea8e355c9 req-049ae1ed-a13b-4d82-a92e-61edeb454881 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1684978 Jan 28 16:48:07.427892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bf77318e-8309-433f-aa96-9c14f4982e2b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:07.429178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:07.436525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-76d39ab8-a4b2-40d3-b93f-237a9954e4de None None] Port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:07.468516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (bf8a7b61-9e38-4736-b9f8-c4929e6d793c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.486812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 097c93c9-ce88-4735-8f7b-ba9429d58b84 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:07.524404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 097c93c9-ce88-4735-8f7b-ba9429d58b84 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:07.525114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 097c93c9-ce88-4735-8f7b-ba9429d58b84 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:07.526401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01f2a8e7-5cca-4422-aecf-b83ea8e355c9 req-3216a4d7-d124-4c22-8904-5513c22f20c8 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960658 Jan 28 16:48:07.547763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-76d39ab8-a4b2-40d3-b93f-237a9954e4de None None] Provisioning complete for port b6b4d403-afbe-48d9-a2d0-75cc276cb768 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:07.548434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76d39ab8-a4b2-40d3-b93f-237a9954e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.560099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c60db1-ef1c-4b1a-a52e-492ecce7bf27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (6f7ec6a7-21d3-4132-83d7-08c1620dd106), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.589898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c60db1-ef1c-4b1a-a52e-492ecce7bf27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (6f7ec6a7-21d3-4132-83d7-08c1620dd106), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.611473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.618534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:07.619554 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.638456 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:04Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:07.651122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.662281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c60db1-ef1c-4b1a-a52e-492ecce7bf27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6f7ec6a7-21d3-4132-83d7-08c1620dd106), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.663347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:07.665347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c60db1-ef1c-4b1a-a52e-492ecce7bf27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.666904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30c60db1-ef1c-4b1a-a52e-492ecce7bf27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f7ec6a7-21d3-4132-83d7-08c1620dd106 HTTP/1.1" status: 204 len: 168 time: 0.4859102 Jan 28 16:48:07.675479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:07.698046 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:07.698415 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Updating router d215a8fd-99ef-4438-8954-57b85e549c96 port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:48:07.705094 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (bf8a7b61-9e38-4736-b9f8-c4929e6d793c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.710451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:07.713084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.724086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78113754-9730-4ff7-b31c-f9398cc5e115 None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:41:33Z', 'revision_number': 4, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '320f6325-77f1-4004-9039-8e0935e8ad0d', 'name': '', 'network_id': 'd5f0d0ff-2699-45ec-936e-d5667aa00b62', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'mac_address': 'fa:16:3e:3f:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c0d04805-2542-4368-a29d-797329f8b939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:31Z', 'updated_at': '2022-01-28T16:41:41Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'subnets': [{'id': 'c0d04805-2542-4368-a29d-797329f8b939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:07.740458 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:07.754159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-76d39ab8-a4b2-40d3-b93f-237a9954e4de None None] Current status of the port b6b4d403-afbe-48d9-a2d0-75cc276cb768 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:07.801879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:07.821616 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-dc9e4dc2-3c51-4645-a4b1-78a8bcee1ca9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] show failed (client error): The resource could not be found. Jan 28 16:48:07.822678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:07.823194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dc9e4dc2-3c51-4645-a4b1-78a8bcee1ca9 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "GET /v2.0/security-groups/6f7ec6a7-21d3-4132-83d7-08c1620dd106 HTTP/1.1" status: 404 len: 347 time: 0.1465621 Jan 28 16:48:07.824234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c60db1-ef1c-4b1a-a52e-492ecce7bf27 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ec6a7-21d3-4132-83d7-08c1620dd106,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:07.826206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49800) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:07.832116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:07.838483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:07.843467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=27b1e3f7-81f4-46c7-afc8-4b5274299275,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:07.853826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.854268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.854687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.855085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.855568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.856532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.856954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.857353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.857746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.858142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.858532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.858921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.859434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:07.910994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Router fcfb0f28-bd25-4380-94d9-dc88a33cc735 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:07.925968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a21e44b2-6aa9-4a29-8581-d554752fdec1 None None] Provisioning complete for port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:07.926655 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a21e44b2-6aa9-4a29-8581-d554752fdec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.002331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b6b4d403-afbe-48d9-a2d0-75cc276cb768 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:08.031166 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (e68ef205-fa5c-4840-9880-1e20e597f632), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.046010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:08.047063 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.069691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:08.086082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8e236b0b-d89d-44db-89d6-7eac4bb83048 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/routers/fcfb0f28-bd25-4380-94d9-dc88a33cc735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4668810 Jan 28 16:48:08.089227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49802) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:08.105704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a21e44b2-6aa9-4a29-8581-d554752fdec1 None None] Port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:08.117236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] Sync routers for ids ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:08.145148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] Routers {'fcfb0f28-bd25-4380-94d9-dc88a33cc735'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:08.145793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:08.152563 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56d9931-fc6d-432b-bc65-198c0fa02646 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:48:08.155382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e56d9931-fc6d-432b-bc65-198c0fa02646 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/f9362dc5-e6db-4115-b463-8b7123bf64f5 HTTP/1.1" status: 404 len: 333 time: 0.0632977 Jan 28 16:48:08.157804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:08.176072 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f21ce539-79e5-48e5-aa33-eb53bcf6bd7a tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8954756 Jan 28 16:48:08.193499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:08.197325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b6b4d403-afbe-48d9-a2d0-75cc276cb768 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:08.197719 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.209278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49806) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:08.225750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Network': ['ID=bf8a7b61-9e38-4736-b9f8-c4929e6d793c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:08.233740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1b:bf:38'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:08.252549 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Publish callbacks [] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.257273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:48:08.264420 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.298200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4e91e452-7929-46b0-b815-131e93c8733e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3397837 Jan 28 16:48:08.333666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for router (fcfb0f28-bd25-4380-94d9-dc88a33cc735), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.336540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:08.356567 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14690-aded-4f47-8611-8efcb9c8d5c4 None None] Pushing event updated for resources: {'Port': ['ID=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:08.379546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'subnet': {'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:08.385653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b6b4d403-afbe-48d9-a2d0-75cc276cb768 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:08.395160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] Routers {'fcfb0f28-bd25-4380-94d9-dc88a33cc735'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:08.395936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:08.398999 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b1b5a-d407-4830-a938-54d4eda5cd3b None None] New status for floating IP e3a17518-c07d-478c-9498-275f320e0fa5: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:48:08.459224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:08.459889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98321460-94d6-4c5f-ad41-482ca4833aa6 None None] The sync data for ids ['fcfb0f28-bd25-4380-94d9-dc88a33cc735'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:08.471528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6cfb5928-f1a9-429c-8081-ae7f099f65e6 None None] Provisioning complete for port 27b1e3f7-81f4-46c7-afc8-4b5274299275 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:08.471909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5928-f1a9-429c-8081-ae7f099f65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.514180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb5928-f1a9-429c-8081-ae7f099f65e6 None None] Port 27b1e3f7-81f4-46c7-afc8-4b5274299275 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:08.533909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68ef205-fa5c-4840-9880-1e20e597f632,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:08.575980 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Attempting to bind port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:08.576450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Attempting to bind port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:08.576928 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Attempting to bind port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 on network d81c76cc-9a34-4bff-8bb1-84381dda92b4 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:08.592095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (fcfb0f28-bd25-4380-94d9-dc88a33cc735), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.595641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for router_controller (fcfb0f28-bd25-4380-94d9-dc88a33cc735), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.610513 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:08.610839 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Checking segment: {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:08.612066 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.612066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Bound using segment: {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:08.612349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Bound port: f7dda446-0dcb-4bc7-8e22-6f464ba13b43, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443b2ac4-0f20-4501-b736-420cba167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:08.612850 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.639471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d47c3-21e2-4f74-94e4-bd465f91e3ee req-0dbfa841-3d4d-45b2-9e82-0c0eacff5879 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:08.646324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-576d47c3-21e2-4f74-94e4-bd465f91e3ee req-0dbfa841-3d4d-45b2-9e82-0c0eacff5879 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.6750343 Jan 28 16:48:08.677760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (fcfb0f28-bd25-4380-94d9-dc88a33cc735), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.678320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Fanout notify agent at l3_agent the message router_deleted on router fcfb0f28-bd25-4380-94d9-dc88a33cc735 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:48:08.686909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.688036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d300ae3-e07a-4bca-b153-d83e328f5795 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/routers/fcfb0f28-bd25-4380-94d9-dc88a33cc735 HTTP/1.1" status: 204 len: 168 time: 0.5281363 Jan 28 16:48:08.690856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:08.694648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Checking segment: {'id': 'bc93de8f-636e-489e-b524-a4220afd92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53db581d-1b0a-46eb-a770-eaf2683242e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:08.695023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Network hostable DHCP agents. Network: 53db581d-1b0a-46eb-a770-eaf2683242e5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:48:08.709402 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] For port f7dda446-0dcb-4bc7-8e22-6f464ba13b43, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:08.715053 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] For port f7dda446-0dcb-4bc7-8e22-6f464ba13b43, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:08.734173 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.745472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] Provisioning complete for port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:08.746095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.750447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 56d07e79-b96b-47f1-9cb2-3f74989b6d6f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:08.754377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (56d07e79-b96b-47f1-9cb2-3f74989b6d6f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.819163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Made reservation on behalf of f5732acc5d00489c8ad0736a35aea77f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:08.820737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (56d07e79-b96b-47f1-9cb2-3f74989b6d6f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.822741 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.835317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Network 53db581d-1b0a-46eb-a770-eaf2683242e5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:48:08.838755 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:08.840703 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:08.892771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] Current status of the port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:08.893173 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.895505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-576d47c3-21e2-4f74-94e4-bd465f91e3ee req-dbd29340-aba6-4ee2-a8a6-88d71665ff72 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437680 Jan 28 16:48:08.938734 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.947419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780a63-5e91-403a-a7de-9f2116c3a10b req-d95793d9-e583-403e-a243-ffefdb25f739 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:08.949257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1780a63-5e91-403a-a7de-9f2116c3a10b req-d95793d9-e583-403e-a243-ffefdb25f739 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2984324 Jan 28 16:48:08.960938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] For port f7dda446-0dcb-4bc7-8e22-6f464ba13b43, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:08.971517 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:08.988131 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14690-aded-4f47-8611-8efcb9c8d5c4 None None] Pushing event updated for resources: {'Port': ['ID=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:08.993935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 53db581d-1b0a-46eb-a770-eaf2683242e5) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:09.010365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Deleting port fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:09.011903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.015347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (56d07e79-b96b-47f1-9cb2-3f74989b6d6f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.029554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:09.030435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.033629 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:09.064432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8345d-3224-4bca-84fa-646346d872cc None None] Pushing event updated for resources: {'Port': ['ID=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:09.070607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a3edc-5fb1-457d-a082-85817a4426e6 None None] Network 53db581d-1b0a-46eb-a770-eaf2683242e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:09.127007 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (56d07e79-b96b-47f1-9cb2-3f74989b6d6f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.147659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.155667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91e79c-fc7d-4030-b4ff-3ffe59974386 None None] Network 7f733e3a-2016-4733-ba90-13bb19fc88bb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:09.155858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/56d07e79-b96b-47f1-9cb2-3f74989b6d6f HTTP/1.1" status: 204 len: 168 time: 0.4638276 Jan 28 16:48:09.176204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49814) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:09.196946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5ac36b7-a4b6-48f2-b655-0cdff7e9982f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2112682 Jan 28 16:48:09.234038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1780a63-5e91-403a-a7de-9f2116c3a10b req-0a6daf89-f6ae-4248-adcd-6f29d83d8af3 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709193 Jan 28 16:48:09.292035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7f733e3a-2016-4733-ba90-13bb19fc88bb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.294501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d100-f781-4c4b-aa85-39db33125b8f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=56d07e79-b96b-47f1-9cb2-3f74989b6d6f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:09.322427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-17593f39-9890-421a-8d5f-0e4c7924386f None None] Provisioning complete for port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:09.322815 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17593f39-9890-421a-8d5f-0e4c7924386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.332275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.332897 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.334802 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:09.347007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bfe8c-df95-4f1d-b4c6-4e294b562ec3 req-88e9657c-ed48-466c-a8bc-b0c749300168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:09.348187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Calling delete_port for fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:09.350121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-142bfe8c-df95-4f1d-b4c6-4e294b562ec3 req-88e9657c-ed48-466c-a8bc-b0c749300168 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 1128 time: 0.2542109 Jan 28 16:48:09.366504 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70557b8d-49f3-423a-a0a3-5e512b45809c None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:09.411669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49820) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:09.482712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-142bfe8c-df95-4f1d-b4c6-4e294b562ec3 req-fe5ad0f4-9ab7-407f-b53b-435ce666caa9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058424 Jan 28 16:48:09.495806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa3f1d-fc5e-41c8-a9f7-e8195cd0f30b None None] Network 53db581d-1b0a-46eb-a770-eaf2683242e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:09.508625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Deleting subnet e68ef205-fa5c-4840-9880-1e20e597f632 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:09.511385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:09.511724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.515021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Publish callbacks [] for subnet (e68ef205-fa5c-4840-9880-1e20e597f632), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.573031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] DHCP port deletion for 7f733e3a-2016-4733-ba90-13bb19fc88bb request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:09.577583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-17593f39-9890-421a-8d5f-0e4c7924386f None None] Current status of the port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:09.611268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (e68ef205-fa5c-4840-9880-1e20e597f632), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.654392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] For port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,segment=NetworkSegment(f1cc20b7-f281-4fa8-9f7a-d143974adf7e),segment_id=f1cc20b7-f281-4fa8-9f7a-d143974adf7e)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:09.655259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.676149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:09.690466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e68ef205-fa5c-4840-9880-1e20e597f632), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.698216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] Deleting port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:09.698496 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.800435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (e68ef205-fa5c-4840-9880-1e20e597f632), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.830197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.834165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68ef205-fa5c-4840-9880-1e20e597f632,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:09.861468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:09.864602 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-531b1aad-5243-431d-854c-a99b4dee587b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e68ef205-fa5c-4840-9880-1e20e597f632 HTTP/1.1" status: 204 len: 168 time: 0.4510460 Jan 28 16:48:09.868779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49822) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:09.875630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:09.934914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No DVR routers for this DVR port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:09.991272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] For port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,segment=NetworkSegment(f1cc20b7-f281-4fa8-9f7a-d143974adf7e),segment_id=f1cc20b7-f281-4fa8-9f7a-d143974adf7e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:09.991833 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.015172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] Calling delete_port for cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:10.059003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.099493 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:10.102669 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 16:48:10.107247 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (cebc9913-77ef-4a09-9ca0-1f0ec3c9b630), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.121673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7f733e3a-2016-4733-ba90-13bb19fc88bb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.129523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f7dda446-0dcb-4bc7-8e22-6f464ba13b43 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:10.136312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] No DVR routers for this DVR port cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:10.139559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.146913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f733e3a-2016-4733-ba90-13bb19fc88bb']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:10.158163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:10.158464 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.158610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cc20b7-f281-4fa8-9f7a-d143974adf7e') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:10.169977 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (f1cc20b7-f281-4fa8-9f7a-d143974adf7e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.184908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fc5ed-bad1-41d4-9722-42985b45d6fe None None] Pushing event deleted for resources: {'Port': ['ID=cebc9913-77ef-4a09-9ca0-1f0ec3c9b630,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:10.199196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f1cc20b7-f281-4fa8-9f7a-d143974adf7e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.214266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:10.214691 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.223066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:10.223451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] In _notify_port_updated(), no bound segment for port 27b1e3f7-81f4-46c7-afc8-4b5274299275 on network 0d2172e9-3e19-47f7-baf8-87d13f49f698 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:48:10.223749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (f1cc20b7-f281-4fa8-9f7a-d143974adf7e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.228627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:10.229271 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:10.231849 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.231849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "PUT /v2.0/ports/27b1e3f7-81f4-46c7-afc8-4b5274299275 HTTP/1.1" status: 200 len: 993 time: 2.0069518 Jan 28 16:48:10.243941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49826) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:10.258314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (53db581d-1b0a-46eb-a770-eaf2683242e5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.347701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:10.398711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7f733e3a-2016-4733-ba90-13bb19fc88bb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.425554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.427384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce89e2-3607-44f7-b215-aab2f287c562 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=27b1e3f7-81f4-46c7-afc8-4b5274299275,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:10.429088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/7f733e3a-2016-4733-ba90-13bb19fc88bb HTTP/1.1" status: 204 len: 168 time: 1.2500913 Jan 28 16:48:10.432789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:10.485045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:10.515375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbcd03-e699-48c7-a4f3-6be15febe19d tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=7f733e3a-2016-4733-ba90-13bb19fc88bb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:10.525019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:10.525365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cebc9913-77ef-4a09-9ca0-1f0ec3c9b630 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:10.547150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-854356c6-5611-4f41-82f2-09f36946ed37 None None] Provisioning complete for port 27b1e3f7-81f4-46c7-afc8-4b5274299275 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:10.547550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-854356c6-5611-4f41-82f2-09f36946ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.551132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Pushing event deleted for resources: {'Port': ['ID=fa4fcbc8-f5ee-43ab-91aa-c4e0df9b2a58,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:10.589837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce4df0-4ede-4b4d-8148-973103a45989 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:10.592735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43ce4df0-4ede-4b4d-8148-973103a45989 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/0dfa682b-07da-497c-ad1c-f33286fdf31b HTTP/1.1" status: 200 len: 841 time: 0.1479096 Jan 28 16:48:10.595395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49832) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:10.603852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-854356c6-5611-4f41-82f2-09f36946ed37 None None] Port 27b1e3f7-81f4-46c7-afc8-4b5274299275 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:10.609524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (53db581d-1b0a-46eb-a770-eaf2683242e5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.682419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53db581d-1b0a-46eb-a770-eaf2683242e5']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:10.688126 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-efd89f2f-4ac7-49f1-b6a2-b39fbe1e6505 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/0dfa682b-07da-497c-ad1c-f33286fdf31b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0916901 Jan 28 16:48:10.693535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49834) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:10.698550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:10.711158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8624d-e0a8-4ed3-ad08-a20c83de6bfa req-b3cc38c2-cd0d-45f0-906c-48d4f8d42396 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:10.712648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53a8624d-e0a8-4ed3-ad08-a20c83de6bfa req-b3cc38c2-cd0d-45f0-906c-48d4f8d42396 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.6477714 Jan 28 16:48:10.718542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc93de8f-636e-489e-b524-a4220afd92ef') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:10.719104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc93de8f-636e-489e-b524-a4220afd92ef') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:10.729802 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks [] for floatingip (e3a17518-c07d-478c-9498-275f320e0fa5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.733156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.734463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-29556d9d-1784-4ea6-85fb-e72d8d611d86 tempest-AttachVolumeTestJSON-450557817 tempest-AttachVolumeTestJSON-450557817-project] 10.222.0.25 "DELETE /v2.0/floatingips/e3a17518-c07d-478c-9498-275f320e0fa5 HTTP/1.1" status: 204 len: 168 time: 2.7619529 Jan 28 16:48:10.768068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (d11f8d6e-e22b-4c99-95a0-96f05a8dcff1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.768456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (bc93de8f-636e-489e-b524-a4220afd92ef), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.800906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (bc93de8f-636e-489e-b524-a4220afd92ef), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.802492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1466a6-3fbc-4490-b79b-192d1980d3f7 req-e91bc1a9-ceec-4aa2-ad4f-282a36850b50 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:10.804111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de1466a6-3fbc-4490-b79b-192d1980d3f7 req-e91bc1a9-ceec-4aa2-ad4f-282a36850b50 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.4143744 Jan 28 16:48:10.821782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:10.822229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (bc93de8f-636e-489e-b524-a4220afd92ef), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:10.834357 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:10.910569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port 27b1e3f7-81f4-46c7-afc8-4b5274299275 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:10.910924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.924358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (53db581d-1b0a-46eb-a770-eaf2683242e5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.935501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:10.942022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] 10.222.0.25 "DELETE /v2.0/networks/53db581d-1b0a-46eb-a770-eaf2683242e5 HTTP/1.1" status: 204 len: 168 time: 1.0722811 Jan 28 16:48:10.950446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53a8624d-e0a8-4ed3-ad08-a20c83de6bfa req-609989ba-cb0c-4d16-8dde-df29a0cd7d19 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266319 Jan 28 16:48:10.967437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a18534-1fc0-4514-a212-390442d93f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=53db581d-1b0a-46eb-a770-eaf2683242e5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:10.977511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Subnet': ['ID=d11f8d6e-e22b-4c99-95a0-96f05a8dcff1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:10.996100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:11.001016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.040784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de1466a6-3fbc-4490-b79b-192d1980d3f7 req-0dc4f54b-f979-459c-afdf-0cee6503e1eb tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981926 Jan 28 16:48:11.044307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Checking segment: {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:11.044738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network hostable DHCP agents. Network: bf8a7b61-9e38-4736-b9f8-c4929e6d793c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:48:11.102141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:48:11.129162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49842) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:11.129341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.139505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, bf8a7b61-9e38-4736-b9f8-c4929e6d793c) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:11.146413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:11.147577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.149295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4b568-5a5e-4c47-8238-62170d7d91cb None None] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:11.158528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for 27b1e3f7-81f4-46c7-afc8-4b5274299275 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:11.179616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e584f591-7e88-4520-a095-e86fe4a3c04c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8282888 Jan 28 16:48:11.184401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49844) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:11.275323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-82e709c2-d548-4593-94db-6a8096c229d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=218a8016d500406cb5239b8720916d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446497 Jan 28 16:48:11.278797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49846) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:11.308106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:48:11.310716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.414140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6a75-8793-4817-8cbb-44ea060f4b6f admin admin] Publish callbacks [] for security_group (6056e504-7a7e-47ba-a676-fca2c6b7c90f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.455385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (31a4ed26-d6fb-4def-9916-df81c502f305), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.466802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6a75-8793-4817-8cbb-44ea060f4b6f admin admin] Publish callbacks [] for security_group (6056e504-7a7e-47ba-a676-fca2c6b7c90f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.522594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Allocated IP 2001:db8:3::2 (bf8a7b61-9e38-4736-b9f8-c4929e6d793c/d11f8d6e-e22b-4c99-95a0-96f05a8dcff1/4d715728-2338-4219-8580-925ce4327277) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:11.582471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:11.603525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:11.613521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:11.622216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.647542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=31a4ed26-d6fb-4def-9916-df81c502f305,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:11.672362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-253560ef-e00b-4d61-abb7-5aef59bdc552 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9776902 Jan 28 16:48:11.673288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49848) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:11.677762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126272651'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:11.725343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6a75-8793-4817-8cbb-44ea060f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6056e504-7a7e-47ba-a676-fca2c6b7c90f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.728045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6a75-8793-4817-8cbb-44ea060f4b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.730339 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d1e6a75-8793-4817-8cbb-44ea060f4b6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6056e504-7a7e-47ba-a676-fca2c6b7c90f HTTP/1.1" status: 204 len: 168 time: 0.4505334 Jan 28 16:48:11.738720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Publish callbacks [] for port (4d715728-2338-4219-8580-925ce4327277), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.745380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b9e28-9d6c-4765-a3d8-5f1d1ace2379 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:11.747071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6a75-8793-4817-8cbb-44ea060f4b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6056e504-7a7e-47ba-a676-fca2c6b7c90f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:11.749109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.752890 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (27b1e3f7-81f4-46c7-afc8-4b5274299275), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.789628 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4d715728-2338-4219-8580-925ce4327277), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.796896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=27b1e3f7-81f4-46c7-afc8-4b5274299275,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:11.961574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (9af462a5-bfbb-470e-ac6e-7470dd67f6a4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:11.977470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9af462a5-bfbb-470e-ac6e-7470dd67f6a4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.036557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.055842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:12.139545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:12.168696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af462a5-bfbb-470e-ac6e-7470dd67f6a4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:12.191914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.205400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-235e9a60-6bee-4037-bae3-762668486fc3 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5309708 Jan 28 16:48:12.212809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49858) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:12.219771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:12.228378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'security_group': {'name': 'tempest-secgroup-1493804821'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:12.311292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.466555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.471211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fdccb683-95e1-4f44-a9f3-c2564c7c9def tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/ports/27b1e3f7-81f4-46c7-afc8-4b5274299275 HTTP/1.1" status: 204 len: 168 time: 2.1946242 Jan 28 16:48:12.475987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49862) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:12.509351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b1abe-de88-4348-8dc8-25efb7fd9d9b req-1a9c971c-c003-4447-887a-ef11ace8a91c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:12.511773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec0b1abe-de88-4348-8dc8-25efb7fd9d9b req-1a9c971c-c003-4447-887a-ef11ace8a91c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2862699 Jan 28 16:48:12.519460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (d15886a0-2c73-4583-9ac3-2af4c9858977), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.528900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d15886a0-2c73-4583-9ac3-2af4c9858977), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.534743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Attempting to bind port 4d715728-2338-4219-8580-925ce4327277 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:12.535296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Attempting to bind port 4d715728-2338-4219-8580-925ce4327277 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:12.536010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Attempting to bind port 4d715728-2338-4219-8580-925ce4327277 on network bf8a7b61-9e38-4736-b9f8-c4929e6d793c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:12.543681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32af75-2a08-44ea-af52-cf63cf6f5cc1 req-4b2c267b-451e-4d8e-84c9-2ee13fb5cb91 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:12.545619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b32af75-2a08-44ea-af52-cf63cf6f5cc1 req-4b2c267b-451e-4d8e-84c9-2ee13fb5cb91 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2504714 Jan 28 16:48:12.557627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Pushing event updated for resources: {'Port': ['ID=4d715728-2338-4219-8580-925ce4327277,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:12.569239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.572926 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3565598 Jan 28 16:48:12.573387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:12.573775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Checking segment: {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:12.574184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.575180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Bound using segment: {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:12.575620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Bound port: 4d715728-2338-4219-8580-925ce4327277, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:12.578886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4d715728-2338-4219-8580-925ce4327277), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.582301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:12.588071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-797166765', 'security_groups': ['d15886a0-2c73-4583-9ac3-2af4c9858977'], 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '31a4ed26-d6fb-4def-9916-df81c502f305'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:12.595405 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.659050 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.738707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8649cf-1522-4b84-8d5e-16fcd223dbdf tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15886a0-2c73-4583-9ac3-2af4c9858977,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:12.794397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Allocated IP 2001:db8:3::1 (bf8a7b61-9e38-4736-b9f8-c4929e6d793c/d11f8d6e-e22b-4c99-95a0-96f05a8dcff1/6c76b987-b083-4b79-bab2-59d5484ae5fe) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:12.803974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a9d90f3c-d73b-4190-859c-d415bcc457db', 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'project_id': '8ef55ce58c1b4a27ba353bdc8d4bb923', 'fixed_ips': [{'subnet_id': '31a4ed26-d6fb-4def-9916-df81c502f305'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:48:12.805455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.852307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] For port 4d715728-2338-4219-8580-925ce4327277, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:12.864235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] For port 4d715728-2338-4219-8580-925ce4327277, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4d715728-2338-4219-8580-925ce4327277,segment=NetworkSegment(9c1f1259-581c-4f6e-a660-7cefad936e99),segment_id=9c1f1259-581c-4f6e-a660-7cefad936e99)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:12.876339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:12.917939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.950887 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e3f2c2-ab87-4bbf-b70a-80e80e9255f6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] GET failed (client error): The resource could not be found. Jan 28 16:48:12.958234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e6e3f2c2-ab87-4bbf-b70a-80e80e9255f6 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "GET /v2.0/ports/27b1e3f7-81f4-46c7-afc8-4b5274299275 HTTP/1.1" status: 404 len: 333 time: 0.4735177 Jan 28 16:48:12.983343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49876) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:12.984412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:12.990821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4d715728-2338-4219-8580-925ce4327277), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.006549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'name': 'tempest-AllowedAddressPairTestJSON-335064198'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:13.026714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.062973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port 88326133-6d77-4cdf-87ad-f6247ae303ca yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:13.149492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=6c76b987-b083-4b79-bab2-59d5484ae5fe,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:13.159195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec0b1abe-de88-4348-8dc8-25efb7fd9d9b req-513f797c-c0ed-45f8-b473-abb7a803160c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079247 Jan 28 16:48:13.180534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877790ff-d1ba-4073-91e1-92fd681382f4 None None] Pushing event updated for resources: {'Port': ['ID=4d715728-2338-4219-8580-925ce4327277,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:13.199565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Allocated IP 172.20.0.2 (a9d90f3c-d73b-4190-859c-d415bcc457db/31a4ed26-d6fb-4def-9916-df81c502f305/0ba589fc-79b0-4a41-9c69-203575af9490) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:13.363112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:13.396531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:13.418252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:13.418819 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.513726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Publish callbacks [] for port (0ba589fc-79b0-4a41-9c69-203575af9490), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.549908 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.561407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b32af75-2a08-44ea-af52-cf63cf6f5cc1 req-986f9acc-e07b-4f47-8974-9ee54357fb05 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0035033 Jan 28 16:48:13.630005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.3 (a9d90f3c-d73b-4190-859c-d415bcc457db/31a4ed26-d6fb-4def-9916-df81c502f305/88326133-6d77-4cdf-87ad-f6247ae303ca) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:13.635241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:13.647428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:13.649411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Pushing event updated for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:13.651680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:13.728344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8464d-b048-4462-b8bf-68d7eb46b575 req-2f27b3e9-6b88-40f1-81b0-45dd0353e440 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:13.732543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8d8464d-b048-4462-b8bf-68d7eb46b575 req-2f27b3e9-6b88-40f1-81b0-45dd0353e440 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.4051576 Jan 28 16:48:13.752718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Attempting to bind port 0ba589fc-79b0-4a41-9c69-203575af9490 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:13.753403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Attempting to bind port 0ba589fc-79b0-4a41-9c69-203575af9490 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'c0f14895-14bc-47dc-b86b-8389185fd649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:13.754148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Attempting to bind port 0ba589fc-79b0-4a41-9c69-203575af9490 on network a9d90f3c-d73b-4190-859c-d415bcc457db {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:13.762340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:13.763095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:13.764838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Checking segment: {'id': 'c0f14895-14bc-47dc-b86b-8389185fd649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:13.766020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.766603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Bound using segment: {'id': 'c0f14895-14bc-47dc-b86b-8389185fd649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:13.767818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Bound port: 0ba589fc-79b0-4a41-9c69-203575af9490, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f14895-14bc-47dc-b86b-8389185fd649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:13.770023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.770853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.891784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] device_id is not set on port 87a21fae-048c-4d66-92ef-605707b1d66d yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:13.903044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:13.907913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.923410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ba589fc-79b0-4a41-9c69-203575af9490,segment=NetworkSegment(c0f14895-14bc-47dc-b86b-8389185fd649),segment_id=c0f14895-14bc-47dc-b86b-8389185fd649)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:13.933055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:13.937291 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.009181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.064372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6556e-3cb9-4007-bda8-41e2f641fbab None None] Pushing event updated for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:14.070269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d715728-2338-4219-8580-925ce4327277 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:14.100717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=88326133-6d77-4cdf-87ad-f6247ae303ca,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:14.132456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:14.136618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:14.143826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:14.153650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4d715728-2338-4219-8580-925ce4327277 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:14.154040 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4d715728-2338-4219-8580-925ce4327277), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.207745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8d8464d-b048-4462-b8bf-68d7eb46b575 req-d9a169e4-3eb6-4421-b914-c6f783aa0c2a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584630 Jan 28 16:48:14.245745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49902) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:14.330248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:14.332450 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.369429 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8c722d95-7707-4cd7-83c6-66045926df18 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7846482 Jan 28 16:48:14.369840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4d715728-2338-4219-8580-925ce4327277 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:14.370928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49910) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:14.371101 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4d715728-2338-4219-8580-925ce4327277), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.388631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:14.466531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4d715728-2338-4219-8580-925ce4327277, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4d715728-2338-4219-8580-925ce4327277,segment=NetworkSegment(9c1f1259-581c-4f6e-a660-7cefad936e99),segment_id=9c1f1259-581c-4f6e-a660-7cefad936e99)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:14.477034 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4d715728-2338-4219-8580-925ce4327277), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.646297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4d715728-2338-4219-8580-925ce4327277,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:14.750375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:14.754498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:14.878306 n-d-812111-13 neutron-server[103094]: INFO neutron.db.ipam_backend_mixin [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 31a4ed26-d6fb-4def-9916-df81c502f305 (CIDR: 172.20.0.0/28) Jan 28 16:48:14.882854 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:48:14.883351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:14.902957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7dd03-b0fa-47f2-b40b-fbe74ecbb9e6 None None] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:14.909330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b42f737-ffd2-45e1-af8e-9a4061f5fc81 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5355592 Jan 28 16:48:14.910262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49916) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:14.915814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:15.046003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06e9c104-fe1d-4c67-a982-9413b564f04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.060240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:15.064084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8501b611-c6c1-41d8-a373-ff6778cc96e6 None None] Provisioning complete for port 4d715728-2338-4219-8580-925ce4327277 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:15.064412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8501b611-c6c1-41d8-a373-ff6778cc96e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4d715728-2338-4219-8580-925ce4327277), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.069346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.077509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Allocated IP 172.20.0.12 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/87a21fae-048c-4d66-92ef-605707b1d66d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:15.180810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8501b611-c6c1-41d8-a373-ff6778cc96e6 None None] Current status of the port 4d715728-2338-4219-8580-925ce4327277 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:15.361799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (78942972-4b49-458b-83a3-b7d3bc33cbf5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.364545 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.394089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.394927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.422749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:15.426971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:15.431844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:15.432536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.461926 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5481253 Jan 28 16:48:15.462966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:15.468822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-568440715', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78942972-4b49-458b-83a3-b7d3bc33cbf5'}], 'security_groups': ['9af462a5-bfbb-470e-ac6e-7470dd67f6a4']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:15.518699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927b98-fffe-4178-b402-42ae71065bc4 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=78942972-4b49-458b-83a3-b7d3bc33cbf5,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:15.611571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-245cdaaa-6e08-447a-8526-45b7721dc49a None None] Provisioning complete for port 6c76b987-b083-4b79-bab2-59d5484ae5fe triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:15.611954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-245cdaaa-6e08-447a-8526-45b7721dc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.618390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.689859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-245cdaaa-6e08-447a-8526-45b7721dc49a None None] Port 6c76b987-b083-4b79-bab2-59d5484ae5fe cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:15.704221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa7c1-76b3-44e1-b9aa-1456c69bd4f5 req-1162cce4-e7a8-40c8-8c45-49f01a2d250b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:15.706427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee3aa7c1-76b3-44e1-b9aa-1456c69bd4f5 req-1162cce4-e7a8-40c8-8c45-49f01a2d250b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.6743207 Jan 28 16:48:15.719312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-245cdaaa-6e08-447a-8526-45b7721dc49a None None] Provisioning complete for port 4d715728-2338-4219-8580-925ce4327277 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:15.719705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-245cdaaa-6e08-447a-8526-45b7721dc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4d715728-2338-4219-8580-925ce4327277), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:15.755084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event updated for resources: {'Port': ['ID=6c76b987-b083-4b79-bab2-59d5484ae5fe,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:15.791538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025f11-ee7f-4e85-85b3-bf68720ddc7a req-8a9ee29a-f4cb-4549-859e-dc8021b50941 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:15.793200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69025f11-ee7f-4e85-85b3-bf68720ddc7a req-8a9ee29a-f4cb-4549-859e-dc8021b50941 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.7621644 Jan 28 16:48:15.930394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:15.953727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:15.980411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655176ac-4ebe-4980-b6b5-dd5c3aa2f007 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:16.012699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee3aa7c1-76b3-44e1-b9aa-1456c69bd4f5 req-ffddb98e-6190-4e45-9c1a-1079590f8323 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797174 Jan 28 16:48:16.016276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-245cdaaa-6e08-447a-8526-45b7721dc49a None None] Current status of the port 4d715728-2338-4219-8580-925ce4327277 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:16.019010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1252ae3a-f888-4f6f-be82-81d72eb06f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.053602 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06e9c104-fe1d-4c67-a982-9413b564f04d admin admin] Publish callbacks [] for security_group (af40d553-e304-43fb-ba62-2808ebf889c8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.071853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06e9c104-fe1d-4c67-a982-9413b564f04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (af40d553-e304-43fb-ba62-2808ebf889c8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.080250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (87a21fae-048c-4d66-92ef-605707b1d66d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.106067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Delete allocated IP 172.20.0.3 (a9d90f3c-d73b-4190-859c-d415bcc457db/31a4ed26-d6fb-4def-9916-df81c502f305) {{(pid=103094) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 16:48:16.125471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.24 (a9d90f3c-d73b-4190-859c-d415bcc457db/78942972-4b49-458b-83a3-b7d3bc33cbf5/88326133-6d77-4cdf-87ad-f6247ae303ca) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:16.168400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9c104-fe1d-4c67-a982-9413b564f04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af40d553-e304-43fb-ba62-2808ebf889c8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:16.187412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69025f11-ee7f-4e85-85b3-bf68720ddc7a req-bccc6477-fa4d-4f79-8949-fd24acb5c6dc tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805995 Jan 28 16:48:16.210596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:16.211226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.247970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-06e9c104-fe1d-4c67-a982-9413b564f04d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a96c8561e84b3da989476c631c5913&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0064530 Jan 28 16:48:16.251776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49922) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:16.270599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ba589fc-79b0-4a41-9c69-203575af9490 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:16.324000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:16.356902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.376031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:16.443772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Provisioning complete for port 6c76b987-b083-4b79-bab2-59d5484ae5fe triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:16.444163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.478782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6f8e-5250-4970-98a1-284617e19511 admin admin] Publish callbacks [] for security_group (af40d553-e304-43fb-ba62-2808ebf889c8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.515156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=87a21fae-048c-4d66-92ef-605707b1d66d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:16.529145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:16.529876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.533685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:16.542674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:16.553061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:16.557061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6f8e-5250-4970-98a1-284617e19511 admin admin] Publish callbacks [] for security_group (af40d553-e304-43fb-ba62-2808ebf889c8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.580167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Port 6c76b987-b083-4b79-bab2-59d5484ae5fe cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:16.614491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:16.630027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-244c2f3f-2010-46ec-ab50-65a8b716caad tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4421465 Jan 28 16:48:16.638067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49926) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:16.664187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:16.670045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:16.671823 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.700434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.712124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.723672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:16.724736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.727059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:16.756337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:16.757156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.764208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=88326133-6d77-4cdf-87ad-f6247ae303ca,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:16.835078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-162f5f05-2216-4e21-a261-2482f0671557 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8429317 Jan 28 16:48:16.840246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49928) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:16.846657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:bf:38'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:16.853915 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6f8e-5250-4970-98a1-284617e19511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (af40d553-e304-43fb-ba62-2808ebf889c8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.857655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6f8e-5250-4970-98a1-284617e19511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.861415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4d7f6f8e-5250-4970-98a1-284617e19511 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af40d553-e304-43fb-ba62-2808ebf889c8 HTTP/1.1" status: 204 len: 168 time: 0.6028631 Jan 28 16:48:16.867412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] In _notify_port_updated(), no bound segment for port 88326133-6d77-4cdf-87ad-f6247ae303ca on network a9d90f3c-d73b-4190-859c-d415bcc457db {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:48:16.874437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:16.875827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:16.877311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43ac7448-9f7d-435d-b7b3-dcf82e9db0f1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/ports/88326133-6d77-4cdf-87ad-f6247ae303ca HTTP/1.1" status: 200 len: 920 time: 1.4133346 Jan 28 16:48:16.881272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49932) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:17.029996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f6f8e-5250-4970-98a1-284617e19511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af40d553-e304-43fb-ba62-2808ebf889c8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:17.086548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:17.086845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:47:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:17.105054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 88326133-6d77-4cdf-87ad-f6247ae303ca {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:17.106679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.189938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:17.311447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.318844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] Update dhcp port {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'fixed_ips': [{'subnet_id': '31a4ed26-d6fb-4def-9916-df81c502f305', 'ip_address': '172.20.0.2'}, {'subnet_id': '78942972-4b49-458b-83a3-b7d3bc33cbf5'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '0ba589fc-79b0-4a41-9c69-203575af9490'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:48:17.331283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 88326133-6d77-4cdf-87ad-f6247ae303ca owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:17.353358 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.370068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ba589fc-79b0-4a41-9c69-203575af9490,segment=NetworkSegment(c0f14895-14bc-47dc-b86b-8389185fd649),segment_id=c0f14895-14bc-47dc-b86b-8389185fd649)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:17.429741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.430523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d715728-2338-4219-8580-925ce4327277 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:17.466386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.505392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:17.597568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (88326133-6d77-4cdf-87ad-f6247ae303ca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.598427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e921-6ad9-4b48-b13c-a2e5747fe529 req-05399a14-23ad-4c7e-8e8c-f43565b7b71e tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:17.605607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a4b4e921-6ad9-4b48-b13c-a2e5747fe529 req-05399a14-23ad-4c7e-8e8c-f43565b7b71e tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.4157135 Jan 28 16:48:17.609121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2d925ef2-3f3a-4607-8715-c803462512e4 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:17.678176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=88326133-6d77-4cdf-87ad-f6247ae303ca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:17.737757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502676ba-9f12-4148-81fd-c01edd633e55 req-c0cb2949-f72c-4885-8952-d1243013eaae tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:17.744931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-502676ba-9f12-4148-81fd-c01edd633e55 req-c0cb2949-f72c-4885-8952-d1243013eaae tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3679953 Jan 28 16:48:17.845284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7e42b4ac-a7c2-4c02-9e5c-76ba56deb3c1 None None] Provisioning complete for port 6c76b987-b083-4b79-bab2-59d5484ae5fe triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:17.846281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e42b4ac-a7c2-4c02-9e5c-76ba56deb3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.846913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.857578 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f368ae8a-83b7-4466-8697-435ba13a3c1f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/88326133-6d77-4cdf-87ad-f6247ae303ca HTTP/1.1" status: 204 len: 168 time: 0.9726264 Jan 28 16:48:17.858067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49954) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:17.896337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4d715728-2338-4219-8580-925ce4327277 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:17.897119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4d715728-2338-4219-8580-925ce4327277), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.897579 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec78355c-cbd6-481f-acc3-d7acfbf921b1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:48:17.901870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ec78355c-cbd6-481f-acc3-d7acfbf921b1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/88326133-6d77-4cdf-87ad-f6247ae303ca HTTP/1.1" status: 404 len: 333 time: 0.0403960 Jan 28 16:48:17.902194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:17.954960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] Allocated IP 172.20.0.18 (a9d90f3c-d73b-4190-859c-d415bcc457db/78942972-4b49-458b-83a3-b7d3bc33cbf5/0ba589fc-79b0-4a41-9c69-203575af9490) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:17.968964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a4b4e921-6ad9-4b48-b13c-a2e5747fe529 req-f2e43393-d496-4055-90f9-c01d831bba84 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565085 Jan 28 16:48:17.970311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-764a958b-35f2-4266-97f7-d75f4384c187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:17.982160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7e42b4ac-a7c2-4c02-9e5c-76ba56deb3c1 None None] Port 6c76b987-b083-4b79-bab2-59d5484ae5fe cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:17.996007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:13Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c76b987-b083-4b79-bab2-59d5484ae5fe', 'name': '', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:c7:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:12Z', 'updated_at': '2022-01-28T16:48:15Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:18.023441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dee06a4d-66c0-4854-92bd-909e810dfbde tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (d15886a0-2c73-4583-9ac3-2af4c9858977), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.027206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-502676ba-9f12-4148-81fd-c01edd633e55 req-95a64f3a-8b41-4206-9c2f-e9f056d0a826 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762353 Jan 28 16:48:18.063968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dee06a4d-66c0-4854-92bd-909e810dfbde tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (d15886a0-2c73-4583-9ac3-2af4c9858977), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.076737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 16:48:18.127890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dee06a4d-66c0-4854-92bd-909e810dfbde tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d15886a0-2c73-4583-9ac3-2af4c9858977), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.130729 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dee06a4d-66c0-4854-92bd-909e810dfbde tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.135199 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dee06a4d-66c0-4854-92bd-909e810dfbde tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/security-groups/d15886a0-2c73-4583-9ac3-2af4c9858977 HTTP/1.1" status: 204 len: 168 time: 0.2284722 Jan 28 16:48:18.135199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49964) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:18.138537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49966) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:18.150741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Removed routes are [] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 16:48:18.150976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.172759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee06a4d-66c0-4854-92bd-909e810dfbde tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15886a0-2c73-4583-9ac3-2af4c9858977,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:18.241469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ba589fc-79b0-4a41-9c69-203575af9490,segment=NetworkSegment(c0f14895-14bc-47dc-b86b-8389185fd649),segment_id=c0f14895-14bc-47dc-b86b-8389185fd649)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:18.262545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae190268-4f9e-4612-9acc-51de8dd15ce5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (9af462a5-bfbb-470e-ac6e-7470dd67f6a4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.273507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] Publish callbacks [] for port (0ba589fc-79b0-4a41-9c69-203575af9490), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.281737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:18.282323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Updating router d215a8fd-99ef-4438-8954-57b85e549c96 port 6c76b987-b083-4b79-bab2-59d5484ae5fe binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:48:18.289990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:48:18.301092 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.323305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae190268-4f9e-4612-9acc-51de8dd15ce5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (9af462a5-bfbb-470e-ac6e-7470dd67f6a4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.352204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-network', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:18.364570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7e42b4ac-a7c2-4c02-9e5c-76ba56deb3c1 None None] Provisioning complete for port 87a21fae-048c-4d66-92ef-605707b1d66d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:18.365198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e42b4ac-a7c2-4c02-9e5c-76ba56deb3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.392082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Made reservation on behalf of 3a452d310e604eb58d4d47d53758cef9 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:18.395318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.410478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.414878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (87a21fae-048c-4d66-92ef-605707b1d66d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.423239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae190268-4f9e-4612-9acc-51de8dd15ce5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9af462a5-bfbb-470e-ac6e-7470dd67f6a4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.426214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae190268-4f9e-4612-9acc-51de8dd15ce5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.428241 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ae190268-4f9e-4612-9acc-51de8dd15ce5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/security-groups/9af462a5-bfbb-470e-ac6e-7470dd67f6a4 HTTP/1.1" status: 204 len: 168 time: 0.2915478 Jan 28 16:48:18.433021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:18.434853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.456310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7e42b4ac-a7c2-4c02-9e5c-76ba56deb3c1 None None] Port 87a21fae-048c-4d66-92ef-605707b1d66d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:18.500190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190268-4f9e-4612-9acc-51de8dd15ce5 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af462a5-bfbb-470e-ac6e-7470dd67f6a4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:18.599179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 31a4ed26-d6fb-4def-9916-df81c502f305 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:18.612224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (31a4ed26-d6fb-4def-9916-df81c502f305), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.650174 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.674002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e92aac-6a0d-4fa9-990c-28828510226d None None] Pushing event updated for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:18.681913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4d715728-2338-4219-8580-925ce4327277 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:18.708836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (31a4ed26-d6fb-4def-9916-df81c502f305), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.782012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks [] for security_group (16a206b7-bb1e-44cc-b2b7-9a0996ef286f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.811649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16a206b7-bb1e-44cc-b2b7-9a0996ef286f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.879365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ba589fc-79b0-4a41-9c69-203575af9490 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:18.923741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:48:18.959076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:18.959339 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.982142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a206b7-bb1e-44cc-b2b7-9a0996ef286f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:18.986827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a2beed1b-610c-403d-ae7c-09c29a43d91b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:18.987400 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Added segment a2beed1b-610c-403d-ae7c-09c29a43d91b of type vlan for network 4f8593d1-88ba-4e5a-940a-769b560f4a33 Jan 28 16:48:19.009725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (31a4ed26-d6fb-4def-9916-df81c502f305), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.142831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (4f8593d1-88ba-4e5a-940a-769b560f4a33), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.168871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=87a21fae-048c-4d66-92ef-605707b1d66d,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:19.212566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (4f8593d1-88ba-4e5a-940a-769b560f4a33), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.213646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:19.214240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.221718 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (31a4ed26-d6fb-4def-9916-df81c502f305), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.225610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f721e814-2183-49d5-a00a-739216a82ef3 None None] Provisioning complete for port 87a21fae-048c-4d66-92ef-605707b1d66d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:19.225997 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f721e814-2183-49d5-a00a-739216a82ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.228643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:19.257290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05550f-ff83-477a-90e4-9707dcb7a5ad req-65e6eea0-e736-4270-9506-782d06247a74 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:19.266338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e05550f-ff83-477a-90e4-9707dcb7a5ad req-65e6eea0-e736-4270-9506-782d06247a74 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.8569212 Jan 28 16:48:19.276355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] In _notify_port_updated(), no bound segment for port 87a21fae-048c-4d66-92ef-605707b1d66d on network 0d2172e9-3e19-47f7-baf8-87d13f49f698 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:48:19.282190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:19.282969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.288594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d1e8ca6e-5f54-4fef-b674-e9c68cd715b3 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "PUT /v2.0/ports/87a21fae-048c-4d66-92ef-605707b1d66d HTTP/1.1" status: 200 len: 996 time: 2.4430964 Jan 28 16:48:19.294155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49980) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:19.298871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.299056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=31a4ed26-d6fb-4def-9916-df81c502f305,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:19.301127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.309366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5acee0bf-00b1-4499-ae3c-a03f827ec401 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/31a4ed26-d6fb-4def-9916-df81c502f305 HTTP/1.1" status: 204 len: 168 time: 0.8674552 Jan 28 16:48:19.327438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49982) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:19.350543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:19.353633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f721e814-2183-49d5-a00a-739216a82ef3 None None] Port 87a21fae-048c-4d66-92ef-605707b1d66d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:19.359394 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.374672 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.392150 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2499249 Jan 28 16:48:19.394927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49984) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:19.423151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Request body: {'subnet': {'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-subnet', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:19.440957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e9ab6-6f4f-4998-9c1b-e1b3e8f3d68d admin admin] Pushing event updated for resources: {'Network': ['ID=4f8593d1-88ba-4e5a-940a-769b560f4a33,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:19.459160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:48:19.502406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Made reservation on behalf of 3a452d310e604eb58d4d47d53758cef9 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:19.505122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.550046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Publish callbacks [] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.560559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:19.568184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.636445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e0fb-f923-486a-b91f-c9e09f0c6696 None None] Pushing event updated for resources: {'Port': ['ID=6c76b987-b083-4b79-bab2-59d5484ae5fe,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:19.706200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ec7aa-0186-4b2c-b743-d092bbeaaf0c req-5d9f7881-6101-4469-8aac-14f2df7a8038 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:19.710150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-075ec7aa-0186-4b2c-b743-d092bbeaaf0c req-5d9f7881-6101-4469-8aac-14f2df7a8038 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.5529935 Jan 28 16:48:19.732449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port 87a21fae-048c-4d66-92ef-605707b1d66d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:19.732637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Attempting to bind port 6c76b987-b083-4b79-bab2-59d5484ae5fe on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:19.733303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.733651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Attempting to bind port 6c76b987-b083-4b79-bab2-59d5484ae5fe by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:19.734016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Attempting to bind port 6c76b987-b083-4b79-bab2-59d5484ae5fe on network bf8a7b61-9e38-4736-b9f8-c4929e6d793c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:19.757367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:19.757799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Checking segment: {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:19.758216 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.758609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Bound using segment: {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:19.759087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Bound port: 6c76b987-b083-4b79-bab2-59d5484ae5fe, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1f1259-581c-4f6e-a660-7cefad936e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:19.759471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.774993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76370fad-cd72-4417-a0fd-75cc1ca1e9f6 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:19.802070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e05550f-ff83-477a-90e4-9707dcb7a5ad req-5d78764d-af10-4079-9554-5445b338aa3c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346589 Jan 28 16:48:19.920121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] For port 6c76b987-b083-4b79-bab2-59d5484ae5fe, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:19.923859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] For port 6c76b987-b083-4b79-bab2-59d5484ae5fe, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6c76b987-b083-4b79-bab2-59d5484ae5fe,segment=NetworkSegment(9c1f1259-581c-4f6e-a660-7cefad936e99),segment_id=9c1f1259-581c-4f6e-a660-7cefad936e99)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:19.938744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d6b403a9-b5ec-44f7-82c7-293ccb23b9ac), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.947125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.994813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:19.995185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:19.995530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.007957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:20.012396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.025605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for 87a21fae-048c-4d66-92ef-605707b1d66d owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:20.031648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:20.094155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Checking segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:20.094642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Network hostable DHCP agents. Network: 4f8593d1-88ba-4e5a-940a-769b560f4a33, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:48:20.137815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:20.144955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-075ec7aa-0186-4b2c-b743-d092bbeaaf0c req-1b231e14-645d-459d-b8a2-98d3b7187b19 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157586 Jan 28 16:48:20.160534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:48:20.161606 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.173367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-669fa179-5f0d-48ef-9115-9501e2803bce tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 952 time: 3.5296755 Jan 28 16:48:20.177297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:20.186715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 4f8593d1-88ba-4e5a-940a-769b560f4a33) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:20.207921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:20.208714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.268721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b04e2-6384-4f1e-8da7-6a4655fcd9f7 None None] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:20.269053 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-24b29227-9ca1-46e9-a454-c9c5918ffc7c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8628032 Jan 28 16:48:20.272890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:20.277787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:20.303862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (87a21fae-048c-4d66-92ef-605707b1d66d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.319894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-24410ef5-f2a4-4d81-8801-30ffcbce94f2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 952 time: 0.1417699 Jan 28 16:48:20.323870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49992) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:20.328982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'routes': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:20.344741 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (fcb8556e-965d-43f8-b43e-9463210a0a84), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.345872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (fcb8556e-965d-43f8-b43e-9463210a0a84), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.353178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=87a21fae-048c-4d66-92ef-605707b1d66d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:20.465410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.469006 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-922cde84-4c76-4096-a809-f2ad595b045f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/ports/87a21fae-048c-4d66-92ef-605707b1d66d HTTP/1.1" status: 204 len: 168 time: 1.1711440 Jan 28 16:48:20.471862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:20.505409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:20.506096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:20.524683 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a969fc43-e127-4f56-81fd-733d534357e1 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] GET failed (client error): The resource could not be found. Jan 28 16:48:20.527628 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a969fc43-e127-4f56-81fd-733d534357e1 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "GET /v2.0/ports/87a21fae-048c-4d66-92ef-605707b1d66d HTTP/1.1" status: 404 len: 333 time: 0.0546670 Jan 28 16:48:20.533800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49996) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:20.540421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'name': 'tempest-AllowedAddressPairTestJSON-242665300'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:20.546062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e0fb-f923-486a-b91f-c9e09f0c6696 None None] Pushing event updated for resources: {'Port': ['ID=6c76b987-b083-4b79-bab2-59d5484ae5fe,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:20.594467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks [] for router_controller (fcb8556e-965d-43f8-b43e-9463210a0a84), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.599839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-4f8593d1-88ba-4e5a-940a-769b560f4a33', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:48:20.600866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.623528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:20.705921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Could not find standard attr ID for object 88326133-6d77-4cdf-87ad-f6247ae303ca. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:48:20.712652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:20.819033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:20.992280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks [] for router_gateway (fcb8556e-965d-43f8-b43e-9463210a0a84), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.065760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (9eded44a-efec-4c4b-a260-1515ad34e9c0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.145486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Allocated IP 172.20.0.2 (4f8593d1-88ba-4e5a-940a-769b560f4a33/d6b403a9-b5ec-44f7-82c7-293ccb23b9ac/827330ee-bd6d-44e5-a5b8-42bc56926b1a) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:21.156975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:21.170936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.223950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:21.229488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] device_id is not set on port 8da30d45-82c0-4a84-b44a-eafa4d8be07c yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:21.263920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:21.270693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:21.273334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.303109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:21.303515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.338299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9962211 Jan 28 16:48:21.343523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50008) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:21.359468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'security_group': {'name': 'tempest-secgroup-537536'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:21.399976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.428342 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Publish callbacks [] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.468565 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.527147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added routes are [] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 16:48:21.532004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 16:48:21.553639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Pushing event updated for resources: {'Port': ['ID=827330ee-bd6d-44e5-a5b8-42bc56926b1a,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:21.601647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:18Z', 'revision_number': 6, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c76b987-b083-4b79-bab2-59d5484ae5fe', 'name': '', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:c7:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:12Z', 'updated_at': '2022-01-28T16:48:19Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:21.610148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.657244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e4b6b-96fc-4186-99a6-7c6649f5339c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=9eded44a-efec-4c4b-a260-1515ad34e9c0,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:21.685365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b10bc-dfa5-4521-810b-975a9a2830d5 None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:18Z', 'revision_number': 6, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c76b987-b083-4b79-bab2-59d5484ae5fe', 'name': '', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:c7:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:12Z', 'updated_at': '2022-01-28T16:48:19Z', 'revision_number': 4, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:21.712488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:21.724301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:21.742622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:21.792684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd43d1d-2db5-4090-a0ee-e0eed71206d2 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:21.830533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955486-231f-4ae8-86c0-3fe3be2afac1 req-c2bdb6f1-4717-4e2e-8131-b74e2e631509 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:21.842424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14955486-231f-4ae8-86c0-3fe3be2afac1 req-c2bdb6f1-4717-4e2e-8131-b74e2e631509 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.7823081 Jan 28 16:48:21.847622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-20788b82-140a-4e71-b51d-dcff5faa215f None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:21.851471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:21.949780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Allocated IP 172.20.0.4 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/8da30d45-82c0-4a84-b44a-eafa4d8be07c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:22.013637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Attempting to bind port 827330ee-bd6d-44e5-a5b8-42bc56926b1a on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:22.014197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Attempting to bind port 827330ee-bd6d-44e5-a5b8-42bc56926b1a by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:22.014726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Attempting to bind port 827330ee-bd6d-44e5-a5b8-42bc56926b1a on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:22.027039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:22.027764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Checking segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:22.028351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.029020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Bound using segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:22.029697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Bound port: 827330ee-bd6d-44e5-a5b8-42bc56926b1a, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:22.030254 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.066065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (a781da11-0499-4e15-ba4d-40b1b43a0fbe), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.081584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks [] for router_gateway (fcb8556e-965d-43f8-b43e-9463210a0a84), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.084260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:22.085015 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.134031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.138443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a781da11-0499-4e15-ba4d-40b1b43a0fbe), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.181463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] For port 827330ee-bd6d-44e5-a5b8-42bc56926b1a, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:22.186455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] For port 827330ee-bd6d-44e5-a5b8-42bc56926b1a, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827330ee-bd6d-44e5-a5b8-42bc56926b1a,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:22.202979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6431-44e1-4305-9d3e-a71a9caa55e0 req-538f8c8d-eac8-4bdd-8eb1-4f31c73f3338 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:22.205126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-921b6431-44e1-4305-9d3e-a71a9caa55e0 req-538f8c8d-eac8-4bdd-8eb1-4f31c73f3338 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.8982654 Jan 28 16:48:22.215745 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.329373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14955486-231f-4ae8-86c0-3fe3be2afac1 req-6ef7234a-64eb-4f21-a86c-5ed3bcc26de6 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705980 Jan 28 16:48:22.411441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e99e6-e591-4879-8002-36bb28d622b9 None None] Pushing event updated for resources: {'Port': ['ID=827330ee-bd6d-44e5-a5b8-42bc56926b1a,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:22.412692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-921b6431-44e1-4305-9d3e-a71a9caa55e0 req-3a9bc64e-087d-4197-8345-9b10dab066ba tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860707 Jan 28 16:48:22.438768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.439915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.447712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.0917134 Jan 28 16:48:22.452817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50014) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:22.462696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:22.477022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'security_group': {'name': 'tempest-secgroup-39343326'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:22.494800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.524032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Provisioning complete for port 6c76b987-b083-4b79-bab2-59d5484ae5fe triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:22.524643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.707900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Allocated IP 172.25.8.78 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d3807f3f-184e-45b9-8290-6ca5b8b94f92) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:22.757887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] Update dhcp port {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'fixed_ips': [{'subnet_id': '78942972-4b49-458b-83a3-b7d3bc33cbf5', 'ip_address': '172.20.0.18'}, {'subnet_id': '9eded44a-efec-4c4b-a260-1515ad34e9c0'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '0ba589fc-79b0-4a41-9c69-203575af9490'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:48:22.796986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.844294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ce19a-918f-44b7-9a23-26cd578b5e60 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a781da11-0499-4e15-ba4d-40b1b43a0fbe,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:22.847963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:22.970847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:23.148617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (a9bd680a-c71d-4a02-858e-26f1d0f8aa3e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.213269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6c76b987-b083-4b79-bab2-59d5484ae5fe up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:23.264302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9bd680a-c71d-4a02-858e-26f1d0f8aa3e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.291799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.297254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8360784 Jan 28 16:48:23.302346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50022) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:23.312931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'security_group': {'name': 'tempest-secgroup-1801884948'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:23.332939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Current status of the port 6c76b987-b083-4b79-bab2-59d5484ae5fe is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:23.333579 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.372494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3814e99-f59b-4285-945e-4a61ca78b5e7 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd680a-c71d-4a02-858e-26f1d0f8aa3e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:23.396858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] Allocated IP 172.20.0.2 (a9d90f3c-d73b-4190-859c-d415bcc457db/9eded44a-efec-4c4b-a260-1515ad34e9c0/0ba589fc-79b0-4a41-9c69-203575af9490) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:23.402896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:23.414048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] For port 6c76b987-b083-4b79-bab2-59d5484ae5fe, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6c76b987-b083-4b79-bab2-59d5484ae5fe,segment=NetworkSegment(9c1f1259-581c-4f6e-a660-7cefad936e99),segment_id=9c1f1259-581c-4f6e-a660-7cefad936e99)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:23.425792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.429868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-11a13db2-6a4b-4e40-ba62-8cd155fa361f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 702 time: 3.1022499 Jan 28 16:48:23.433308 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.434161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:23.484003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (8da30d45-82c0-4a84-b44a-eafa4d8be07c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.546497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks [] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.553912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.599653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6c76b987-b083-4b79-bab2-59d5484ae5fe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:23.600021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.634624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:23.634983 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.679417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2d75-61a8-4728-8ef8-e290bfd359b7 req-e201eda3-243d-4615-b536-a5bae8ef9a50 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:23.681150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eecb2d75-61a8-4728-8ef8-e290bfd359b7 req-e201eda3-243d-4615-b536-a5bae8ef9a50 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1138401 Jan 28 16:48:23.720458 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:23.725329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-01dc6aaa-5674-4521-8483-607cf220de8a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 702 time: 0.2736895 Jan 28 16:48:23.731686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50030) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:23.738182 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:23.740870 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:23.809248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eecb2d75-61a8-4728-8ef8-e290bfd359b7 req-f5fd75fb-7d5c-4cb6-917b-0e28596ea589 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195197 Jan 28 16:48:23.853037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8da30d45-82c0-4a84-b44a-eafa4d8be07c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:23.954767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:23.977479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:23.986032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.031789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:24.040599 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:24.139406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Pushing event updated for resources: {'Port': ['ID=6c76b987-b083-4b79-bab2-59d5484ae5fe,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:24.186863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:24.196442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=8da30d45-82c0-4a84-b44a-eafa4d8be07c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:24.236436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.237546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.238062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.238590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.239083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.239627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.240129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.240727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.241219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.241707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.242193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.242696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.243178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:48:24.254462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ba589fc-79b0-4a41-9c69-203575af9490,segment=NetworkSegment(c0f14895-14bc-47dc-b86b-8389185fd649),segment_id=c0f14895-14bc-47dc-b86b-8389185fd649)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:24.326827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:24.367582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:24.401348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] Publish callbacks [] for port (0ba589fc-79b0-4a41-9c69-203575af9490), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.437504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.478356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (308cb800-a1cb-4f76-a71f-9ef92643f28e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.506595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6c76b987-b083-4b79-bab2-59d5484ae5fe is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:24.541341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50a3c827-fbd3-4789-8cee-0ed9f8b40715 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:24.574154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (308cb800-a1cb-4f76-a71f-9ef92643f28e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.635213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:24.637869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.696416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab3a50-2610-49ae-b53c-286df59802d8 None None] Pushing event updated for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:24.734177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e7d4d-a233-47ab-bdc3-e28cd28572a1 None None] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:24.737849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-de0d4a93-4523-484b-8396-c339c864923b None None] Provisioning complete for port 8da30d45-82c0-4a84-b44a-eafa4d8be07c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:24.738366 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de0d4a93-4523-484b-8396-c339c864923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8da30d45-82c0-4a84-b44a-eafa4d8be07c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.861554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:24.867430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50038) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:24.876722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5614426 Jan 28 16:48:24.876722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Pushing event updated for resources: {'Port': ['ID=d3807f3f-184e-45b9-8290-6ca5b8b94f92,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:24.877024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1757060567', 'security_groups': ['308cb800-a1cb-4f76-a71f-9ef92643f28e'], 'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9eded44a-efec-4c4b-a260-1515ad34e9c0'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:24.893443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca379b87-9011-47f3-9b4d-9837425132cb tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308cb800-a1cb-4f76-a71f-9ef92643f28e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:24.979694 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:21Z', 'revision_number': 7, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c76b987-b083-4b79-bab2-59d5484ae5fe', 'name': '', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:c7:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:12Z', 'updated_at': '2022-01-28T16:48:23Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:25.066400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-de0d4a93-4523-484b-8396-c339c864923b None None] Port 8da30d45-82c0-4a84-b44a-eafa4d8be07c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:25.120360 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:25.147760 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:25.148398 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:25.198132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6c76b987-b083-4b79-bab2-59d5484ae5fe up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:25.209036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d367d-e450-4f6a-a209-e4f331ddb440 req-b6372a5c-85f2-4b3e-aa49-f641747ded94 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:25.210599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f16d367d-e450-4f6a-a209-e4f331ddb440 req-b6372a5c-85f2-4b3e-aa49-f641747ded94 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1858544 Jan 28 16:48:25.310579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] Provisioning complete for port 827330ee-bd6d-44e5-a5b8-42bc56926b1a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:25.311897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:25.323271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:25.374770 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:25.525485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f16d367d-e450-4f6a-a209-e4f331ddb440 req-82f2c878-9c2e-4617-a100-a50ed13b30ef tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052931 Jan 28 16:48:25.572336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6c76b987-b083-4b79-bab2-59d5484ae5fe triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:25.572733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:25.683810 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:25.762540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4bb618e4-4e82-4cdd-8ff1-359063573025 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.2252622 Jan 28 16:48:25.764582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50044) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:25.791588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] Current status of the port 827330ee-bd6d-44e5-a5b8-42bc56926b1a is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:25.792014 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:25.794004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'network_id': '0d2172e9-3e19-47f7-baf8-87d13f49f698', 'name': 'tempest-AllowedAddressPairTestJSON-611653523'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:25.820517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] device_id is not set on port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:25.837684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] For port 827330ee-bd6d-44e5-a5b8-42bc56926b1a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827330ee-bd6d-44e5-a5b8-42bc56926b1a,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:25.875252 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:25.970820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a66e2e-82d0-4cb5-ad2c-4943e50861d3 None None] Pushing event updated for resources: {'Port': ['ID=827330ee-bd6d-44e5-a5b8-42bc56926b1a,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:26.019412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:26.019863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.062783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6c76b987-b083-4b79-bab2-59d5484ae5fe is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:26.063828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827330ee-bd6d-44e5-a5b8-42bc56926b1a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:26.066022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:26.106464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Provisioning complete for port 827330ee-bd6d-44e5-a5b8-42bc56926b1a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:26.106954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.182706 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:21Z', 'revision_number': 7, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c76b987-b083-4b79-bab2-59d5484ae5fe', 'name': '', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:c7:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:12Z', 'updated_at': '2022-01-28T16:48:23Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:26.222042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a6997-fc58-45e4-ae5a-15d7566a2e08 req-ef579049-0ae2-43a1-8f7a-7f64759c877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:26.226215 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-154a6997-fc58-45e4-ae5a-15d7566a2e08 req-ef579049-0ae2-43a1-8f7a-7f64759c877f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 1129 time: 0.4860933 Jan 28 16:48:26.245055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 827330ee-bd6d-44e5-a5b8-42bc56926b1a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:26.247160 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.279231 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6a5ce-265c-480c-a964-dc9ebdfacdb8 None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:21Z', 'revision_number': 7, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c76b987-b083-4b79-bab2-59d5484ae5fe', 'name': '', 'network_id': 'bf8a7b61-9e38-4736-b9f8-c4929e6d793c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:c7:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:12Z', 'updated_at': '2022-01-28T16:48:23Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': 'd11f8d6e-e22b-4c99-95a0-96f05a8dcff1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:26.337522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks [] for router_gateway (fcb8556e-965d-43f8-b43e-9463210a0a84), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.443470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Current status of the port 827330ee-bd6d-44e5-a5b8-42bc56926b1a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:26.486610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:26.486877 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.518362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-154a6997-fc58-45e4-ae5a-15d7566a2e08 req-42a99ea9-8805-46b6-b708-42896551e060 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823117 Jan 28 16:48:26.678071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 827330ee-bd6d-44e5-a5b8-42bc56926b1a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:26.680637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ba589fc-79b0-4a41-9c69-203575af9490 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:26.851897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:26.852288 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.882236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:26.905759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67ece-7a48-494a-8cf1-32e32c93b1ee None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:26.991913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:27.032805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9a4c45ee-0e2d-4db1-823e-629492a65c36 None None] Could not find standard attr ID for object 88326133-6d77-4cdf-87ad-f6247ae303ca. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:48:27.054884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-686fda7d-0f91-48d1-bed1-6ec0dacc614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:27.056361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-686fda7d-0f91-48d1-bed1-6ec0dacc614a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.2444348 Jan 28 16:48:27.060903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (fcb8556e-965d-43f8-b43e-9463210a0a84), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.068932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a27a-74ed-4a93-9fc5-190816bb2bd8 req-f23ff218-d8d7-4b15-999f-26bb31eec293 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:27.077885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a2a27a-74ed-4a93-9fc5-190816bb2bd8 req-f23ff218-d8d7-4b15-999f-26bb31eec293 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.3120444 Jan 28 16:48:27.121819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e9618-5e18-4b1d-b510-129b6bc24da3 req-ce7af18f-fb6c-4cac-a449-36187183508d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:27.123357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb9e9618-5e18-4b1d-b510-129b6bc24da3 req-ce7af18f-fb6c-4cac-a449-36187183508d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.2733040 Jan 28 16:48:27.133318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827330ee-bd6d-44e5-a5b8-42bc56926b1a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:27.191341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Made reservation on behalf of 3d0b602124d948eba5bd848b2eef77f9 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:27.194675 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.197671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.5 (a9d90f3c-d73b-4190-859c-d415bcc457db/9eded44a-efec-4c4b-a260-1515ad34e9c0/c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:27.202758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 827330ee-bd6d-44e5-a5b8-42bc56926b1a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:27.204199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.301252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] device_id is not set on port 0db77483-e1a2-4f61-94ea-00f67fe2d420 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:27.321852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a2a27a-74ed-4a93-9fc5-190816bb2bd8 req-3ca20cfc-4dad-49a9-8fc6-9488086c9f2f tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426898 Jan 28 16:48:27.341085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 827330ee-bd6d-44e5-a5b8-42bc56926b1a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:27.421082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb9e9618-5e18-4b1d-b510-129b6bc24da3 req-7dd53441-62c9-41d8-a4eb-5907a1799c78 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637224 Jan 28 16:48:27.426501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-8243208a-cdd0-4ad8-8763-13de9864d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:27.428043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-8243208a-cdd0-4ad8-8763-13de9864d489 service neutron] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.3358133 Jan 28 16:48:27.455000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Router fcb8556e-965d-43f8-b43e-9463210a0a84 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:48:27.476775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 6c76b987-b083-4b79-bab2-59d5484ae5fe {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:27.477211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.515862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-c23a591f-4a2d-4214-866b-e0ec0f4518cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.0726426 Jan 28 16:48:27.635150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-82ac16ba-bb0c-4a9b-95bd-5cebc7013246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:27.637114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-82ac16ba-bb0c-4a9b-95bd-5cebc7013246 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.1143386 Jan 28 16:48:27.642446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Allocated IP 172.20.0.10 (0d2172e9-3e19-47f7-baf8-87d13f49f698/c1077ae5-60a7-4a12-9f4d-9394f6f418a9/0db77483-e1a2-4f61-94ea-00f67fe2d420) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:27.700698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-42f404d6-dddb-4aef-852f-b56d2662b0c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466311 Jan 28 16:48:27.706695 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.714674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 6c76b987-b083-4b79-bab2-59d5484ae5fe, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6c76b987-b083-4b79-bab2-59d5484ae5fe,segment=NetworkSegment(9c1f1259-581c-4f6e-a660-7cefad936e99),segment_id=9c1f1259-581c-4f6e-a660-7cefad936e99)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:27.714968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.730570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:27.744883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:27.750385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 6c76b987-b083-4b79-bab2-59d5484ae5fe owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:27.756700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.758305 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9e9bb04-626c-4e77-a16c-ad724680789e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4843187 Jan 28 16:48:27.762536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50058) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:27.763947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:27.764935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:27.890243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:27.892641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:27.895970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-0d7d2947-7112-42b4-9fee-9559ae3f32a8 service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855433 Jan 28 16:48:28.001298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:28.017739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:28.027803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:28.045420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6c76b987-b083-4b79-bab2-59d5484ae5fe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.085817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=6c76b987-b083-4b79-bab2-59d5484ae5fe,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:28.097227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:28.165118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.185409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:25Z', 'revision_number': 3, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:28.190816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:28.191809 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.221363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:28.221915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Updating router fcb8556e-965d-43f8-b43e-9463210a0a84 port d3807f3f-184e-45b9-8290-6ca5b8b94f92 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:48:28.224970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8e55bc8-985f-4f40-a383-c1b1e6d557cd req-ef8641fe-6494-4ef8-ae38-3b4f307079c7 service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221514 Jan 28 16:48:28.269329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-48e93bbf-a735-4ce7-bb35-a735287e0f95 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3979228 Jan 28 16:48:28.269329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50062) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:28.274313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:28.281356 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.354009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.394886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.475794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:28.495406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=0db77483-e1a2-4f61-94ea-00f67fe2d420,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:28.499600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:28.532192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:28.566724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0e246aa6-9c09-4a5a-89c1-ef6a1d755ff7 None None] Provisioning complete for port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:28.567487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0e246aa6-9c09-4a5a-89c1-ef6a1d755ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.602266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:28.603086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.666433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-71c99c84-6004-4a03-8a7f-3ff053d6a30c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8958943 Jan 28 16:48:28.671841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50070) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:28.675729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0e246aa6-9c09-4a5a-89c1-ef6a1d755ff7 None None] Port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:28.679821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1b:bf:38'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2f:69:c8'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:28.856982 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Publish callbacks [] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.865104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.890512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf722d9f-bfb6-4412-a54c-576ea1efb6a0 req-6d699e73-2975-4a45-acd4-eb1302e73ffa tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:28.897652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf722d9f-bfb6-4412-a54c-576ea1efb6a0 req-6d699e73-2975-4a45-acd4-eb1302e73ffa tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.4181848 Jan 28 16:48:28.923427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:28.927105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.948249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dca73-ccd2-45b1-814f-11cd976ab0f2 None None] Pushing event updated for resources: {'Port': ['ID=d3807f3f-184e-45b9-8290-6ca5b8b94f92,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:28.962229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Attempting to bind port d3807f3f-184e-45b9-8290-6ca5b8b94f92 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:28.962979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Attempting to bind port d3807f3f-184e-45b9-8290-6ca5b8b94f92 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:28.964544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Attempting to bind port d3807f3f-184e-45b9-8290-6ca5b8b94f92 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:28.964882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03cb42-3a6a-4189-b7ff-73426598d58d req-5c731af7-be07-42b3-bbcd-812f7a0c83bf tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:28.966485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c03cb42-3a6a-4189-b7ff-73426598d58d req-5c731af7-be07-42b3-bbcd-812f7a0c83bf tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3485401 Jan 28 16:48:28.971381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:28.972167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:28.973422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.974162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:28.974887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Bound port: d3807f3f-184e-45b9-8290-6ca5b8b94f92, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:28.975515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:28.977548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2ea9ee46-edc9-41e1-b20a-ec2bfa59e4d6 None None] Provisioning complete for port 0db77483-e1a2-4f61-94ea-00f67fe2d420 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:28.978171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2ea9ee46-edc9-41e1-b20a-ec2bfa59e4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.085429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9ee46-edc9-41e1-b20a-ec2bfa59e4d6 None None] Port 0db77483-e1a2-4f61-94ea-00f67fe2d420 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:29.092400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.102644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] For port d3807f3f-184e-45b9-8290-6ca5b8b94f92, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:29.132966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] For port d3807f3f-184e-45b9-8290-6ca5b8b94f92, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d3807f3f-184e-45b9-8290-6ca5b8b94f92,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:29.143954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.166787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf722d9f-bfb6-4412-a54c-576ea1efb6a0 req-a78acf77-248f-436a-9517-35a5aa022a7b tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636428 Jan 28 16:48:29.192864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c03cb42-3a6a-4189-b7ff-73426598d58d req-351781bb-663f-44b7-b386-22cb9771c735 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998653 Jan 28 16:48:29.257615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:29.263685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:29.434852 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9eded44a-efec-4c4b-a260-1515ad34e9c0 (CIDR: 172.20.0.0/28) Jan 28 16:48:29.445083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:29.465938 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:48:29.466728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:29.546793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.559153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cfb2fd2a-ccb6-4ce2-9f58-43bd4bdf055e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2887557 Jan 28 16:48:29.566111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:29.575826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490587c-2fa2-4f91-b189-962f2510f830 req-98a0e83a-6d02-47d0-89a5-71253509401c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:29.583543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6490587c-2fa2-4f91-b189-962f2510f830 req-98a0e83a-6d02-47d0-89a5-71253509401c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.1677163 Jan 28 16:48:29.591706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.598957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:29.606524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dca73-ccd2-45b1-814f-11cd976ab0f2 None None] Pushing event updated for resources: {'Port': ['ID=d3807f3f-184e-45b9-8290-6ca5b8b94f92,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:29.610526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627d75d-5f02-4341-abec-4b680d03a199 req-46f04350-5704-4202-8adc-2b3803b58a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:29.612183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-46f04350-5704-4202-8adc-2b3803b58a07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 1129 time: 0.2116580 Jan 28 16:48:29.690659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:29.720714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:29.732222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4f64ffa4-fd5b-4bd0-b382-9c883351069b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9946079 Jan 28 16:48:29.736958 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:29.737717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.739387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50080) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:29.754359 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:29.755574 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:29.825897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627d75d-5f02-4341-abec-4b680d03a199 req-b97c4b49-5162-4ee0-be05-a2789ec453c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:29.827382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-b97c4b49-5162-4ee0-be05-a2789ec453c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 912 time: 0.2069728 Jan 28 16:48:29.886326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet d11f8d6e-e22b-4c99-95a0-96f05a8dcff1 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:29.890972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (d11f8d6e-e22b-4c99-95a0-96f05a8dcff1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.927434 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:29.953080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d11f8d6e-e22b-4c99-95a0-96f05a8dcff1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:29.981136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:25Z', 'revision_number': 3, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:30.014193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a67b6-e5c5-4dcb-bb05-075475ca2b7e None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:25Z', 'revision_number': 3, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:30.037284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6490587c-2fa2-4f91-b189-962f2510f830 req-5eb7598f-b2be-4a80-a26e-023c3fe8189e tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397254 Jan 28 16:48:30.040691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:30.044283 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.063849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-6c1e2de2-6887-4411-93da-f9edaf7f0718 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea HTTP/1.1" status: 200 len: 217 time: 0.2290885 Jan 28 16:48:30.191418 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 78942972-4b49-458b-83a3-b7d3bc33cbf5 (CIDR: 172.20.0.16/28) Jan 28 16:48:30.193232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event updated for resources: {'Port': ['ID=0db77483-e1a2-4f61-94ea-00f67fe2d420,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:30.197965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] In _notify_port_updated(), no bound segment for port 0db77483-e1a2-4f61-94ea-00f67fe2d420 on network 0d2172e9-3e19-47f7-baf8-87d13f49f698 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:48:30.203440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:30.204098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.208721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0f2bf0b9-91c1-47e2-8d9d-69be8095150f tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "PUT /v2.0/ports/0db77483-e1a2-4f61-94ea-00f67fe2d420 HTTP/1.1" status: 200 len: 1055 time: 1.5343714 Jan 28 16:48:30.209414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50084) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:30.262842 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:48:30.263445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:30.303745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627d75d-5f02-4341-abec-4b680d03a199 req-9d604710-0d5b-4b35-98cc-8688d7a6b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:30.313105 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:27Z', 'revision_number': 8, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:30.319271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-9d604710-0d5b-4b35-98cc-8688d7a6b01a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.2346332 Jan 28 16:48:30.337299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a6f37d97-5da5-4ed6-acf1-380909b4465d None None] Provisioning complete for port 0db77483-e1a2-4f61-94ea-00f67fe2d420 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:30.337968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a6f37d97-5da5-4ed6-acf1-380909b4465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.376063 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:30.396113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-3164c88c-5f10-40bd-9dd7-73542b011fe4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688293 Jan 28 16:48:30.397995 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:30.398620 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:30.421761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a6f37d97-5da5-4ed6-acf1-380909b4465d None None] Port 0db77483-e1a2-4f61-94ea-00f67fe2d420 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:30.462027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d11f8d6e-e22b-4c99-95a0-96f05a8dcff1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.546056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Allocated IP 172.20.0.1 (4f8593d1-88ba-4e5a-940a-769b560f4a33/d6b403a9-b5ec-44f7-82c7-293ccb23b9ac/1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:30.583464 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:30.686175 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-1477a45d-1e25-4a87-b7c6-505c04da6654 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843604 Jan 28 16:48:30.696871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d11f8d6e-e22b-4c99-95a0-96f05a8dcff1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.752134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=d11f8d6e-e22b-4c99-95a0-96f05a8dcff1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:30.784801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6918dd83-ae13-49f2-88a4-a31df7f4dac9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1907287 Jan 28 16:48:30.788327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50088) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:30.793839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'subnet': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:30.804217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c0775-ca5f-420e-a8f6-fe0f3e857c6e None None] Network bf8a7b61-9e38-4736-b9f8-c4929e6d793c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:30.854634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.858850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1ffecd22-15db-4187-a44f-04d14152f962 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/d11f8d6e-e22b-4c99-95a0-96f05a8dcff1 HTTP/1.1" status: 204 len: 168 time: 1.1152430 Jan 28 16:48:30.865877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:30.888389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks [] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:30.942446 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:27Z', 'revision_number': 8, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:30.965915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f627d75d-5f02-4341-abec-4b680d03a199 req-0931824c-f5fb-4804-9986-f9bb56c1062f service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663851 Jan 28 16:48:31.013489 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.033769 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e7557-f3ad-434f-8bcb-b20f02240801 None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:27Z', 'revision_number': 8, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dda446-0dcb-4bc7-8e22-6f464ba13b43', 'name': '', 'network_id': 'd81c76cc-9a34-4bff-8bb1-84381dda92b4', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:5a:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:01Z', 'updated_at': '2022-01-28T16:48:08Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '6a3f476a-2fb7-4be3-ac4e-42f963547c66', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:31.046119 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (bf8a7b61-9e38-4736-b9f8-c4929e6d793c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.069214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:31.074907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] DHCP port deletion for bf8a7b61-9e38-4736-b9f8-c4929e6d793c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:31.076320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:31.097144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:31.127082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ef9d3-da39-4301-b9d0-fc234c179fc9 req-decedd93-3255-4e1a-b2b2-63564a12e1b4 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:31.128618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea7ef9d3-da39-4301-b9d0-fc234c179fc9 req-decedd93-3255-4e1a-b2b2-63564a12e1b4 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.4039023 Jan 28 16:48:31.227299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] Deleting port 4d715728-2338-4219-8580-925ce4327277 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:31.227972 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4d715728-2338-4219-8580-925ce4327277), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.241026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port 0db77483-e1a2-4f61-94ea-00f67fe2d420 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:31.241674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.242560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:31.269395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea7ef9d3-da39-4301-b9d0-fc234c179fc9 req-d777ca3e-1a21-4175-bdf2-121d29924f53 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223009 Jan 28 16:48:31.293482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (fcb8556e-965d-43f8-b43e-9463210a0a84), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.334330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] For port 4d715728-2338-4219-8580-925ce4327277, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4d715728-2338-4219-8580-925ce4327277,segment=NetworkSegment(9c1f1259-581c-4f6e-a660-7cefad936e99),segment_id=9c1f1259-581c-4f6e-a660-7cefad936e99)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:31.334745 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4d715728-2338-4219-8580-925ce4327277), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.353893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] Calling delete_port for 4d715728-2338-4219-8580-925ce4327277 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:31.569700 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4d715728-2338-4219-8580-925ce4327277), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.593294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] No DVR routers for this DVR port 4d715728-2338-4219-8580-925ce4327277 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:31.655418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3807f3f-184e-45b9-8290-6ca5b8b94f92 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:31.666569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489d22-0f5d-432f-b7aa-427513046c03 None None] Pushing event deleted for resources: {'Port': ['ID=4d715728-2338-4219-8580-925ce4327277,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:31.709419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f3242218-39e2-4572-983c-f15bf794cc17 None None] Provisioning complete for port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:31.710999 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f3242218-39e2-4572-983c-f15bf794cc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.725572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Made reservation on behalf of 8ef55ce58c1b4a27ba353bdc8d4bb923 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:31.732068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.761619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.782208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f3242218-39e2-4572-983c-f15bf794cc17 None None] Port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:31.801974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d3807f3f-184e-45b9-8290-6ca5b8b94f92 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:31.802367 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.936188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d3807f3f-184e-45b9-8290-6ca5b8b94f92 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:31.937634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.957509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 4d715728-2338-4219-8580-925ce4327277 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:31.957863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4d715728-2338-4219-8580-925ce4327277), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:31.973484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d3807f3f-184e-45b9-8290-6ca5b8b94f92, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d3807f3f-184e-45b9-8290-6ca5b8b94f92,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:31.979442 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.028283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks [] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.034198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.045218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.050158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d3807f3f-184e-45b9-8290-6ca5b8b94f92,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:32.088394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (fcb8556e-965d-43f8-b43e-9463210a0a84), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.089649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76290b-d939-44b9-bec0-1e7ee0b3567c req-24d3bc8b-f405-4d7f-af90-988acfe5cb86 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:32.092417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f76290b-d939-44b9-bec0-1e7ee0b3567c req-24d3bc8b-f405-4d7f-af90-988acfe5cb86 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.8043289 Jan 28 16:48:32.105297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for 0db77483-e1a2-4f61-94ea-00f67fe2d420 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:32.207641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 4d715728-2338-4219-8580-925ce4327277, host n-d-812111-13, got binding levels [] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:32.208387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4d715728-2338-4219-8580-925ce4327277), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.213862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:32.246206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 4d715728-2338-4219-8580-925ce4327277 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:32.252083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:32.255283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:32.272507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Port 4d715728-2338-4219-8580-925ce4327277 was not found and therefore no delete operation was performed {{(pid=103093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:48:32.288698 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4d715728-2338-4219-8580-925ce4327277), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.327904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f76290b-d939-44b9-bec0-1e7ee0b3567c req-b7c6409d-7269-45a9-93c2-22897d45eba4 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240276 Jan 28 16:48:32.341652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port 4d715728-2338-4219-8580-925ce4327277 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:32.425051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=4d715728-2338-4219-8580-925ce4327277,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:32.460811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Router fcb8556e-965d-43f8-b43e-9463210a0a84 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:32.630595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (bf8a7b61-9e38-4736-b9f8-c4929e6d793c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.668189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:32.677135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da2b2cef-933f-473c-91c5-fe08759270f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/fcb8556e-965d-43f8-b43e-9463210a0a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9131908 Jan 28 16:48:32.758065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fea60-8ff6-41fa-bb0f-1d3cbc87bd2e req-73aeabee-bd70-4bf9-8d68-9ed26f8e0d08 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:32.760152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-638fea60-8ff6-41fa-bb0f-1d3cbc87bd2e req-73aeabee-bd70-4bf9-8d68-9ed26f8e0d08 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3918562 Jan 28 16:48:32.765972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8a7b61-9e38-4736-b9f8-c4929e6d793c']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:32.801032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1f1259-581c-4f6e-a660-7cefad936e99') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:32.801411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1f1259-581c-4f6e-a660-7cefad936e99') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:32.825748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f68ea969-fc84-42da-8a6e-f4621eaf732e None None] Provisioning complete for port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:32.826285 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f68ea969-fc84-42da-8a6e-f4621eaf732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.900101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (9c1f1259-581c-4f6e-a660-7cefad936e99), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.914593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-638fea60-8ff6-41fa-bb0f-1d3cbc87bd2e req-31912979-a518-4b6c-b651-449ccd9cdb04 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426051 Jan 28 16:48:32.920414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f68ea969-fc84-42da-8a6e-f4621eaf732e None None] Port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:32.929158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0db77483-e1a2-4f61-94ea-00f67fe2d420), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:32.984959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=0db77483-e1a2-4f61-94ea-00f67fe2d420,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:32.992717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9c1f1259-581c-4f6e-a660-7cefad936e99), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.010556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:33.010960 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (9c1f1259-581c-4f6e-a660-7cefad936e99), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:33.014325 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:33.194886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3807f3f-184e-45b9-8290-6ca5b8b94f92 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:33.282620 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (91dcc6ae-5f75-4675-8422-6380ae2437f1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.289901 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (bf8a7b61-9e38-4736-b9f8-c4929e6d793c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.313008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d3807f3f-184e-45b9-8290-6ca5b8b94f92 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:33.313388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.389630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.392872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/bf8a7b61-9e38-4736-b9f8-c4929e6d793c HTTP/1.1" status: 204 len: 168 time: 2.5251164 Jan 28 16:48:33.395695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50116) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:33.406863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:33.425060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Subnet': ['ID=91dcc6ae-5f75-4675-8422-6380ae2437f1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:33.448795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:33.449452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:33.482286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7c1a0-1bb6-402d-b854-2073968f3554 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=bf8a7b61-9e38-4736-b9f8-c4929e6d793c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:33.494374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Network a9d90f3c-d73b-4190-859c-d415bcc457db is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:33.504252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:33.510241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:33.510968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.598951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2ea7e-0bc9-47be-bbc7-6cd99494fc70 None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:33.614802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f1acb06e-46c9-4667-9c24-2b423f5a6182 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8254015 Jan 28 16:48:33.632397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:33.641196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1927956684', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91dcc6ae-5f75-4675-8422-6380ae2437f1'}], 'security_groups': ['a781da11-0499-4e15-ba4d-40b1b43a0fbe', 'a9bd680a-c71d-4a02-858e-26f1d0f8aa3e']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:33.699313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372afd-fa54-40d8-a436-b395e3474cd6 req-7e1b0d2e-69ce-4f3a-8828-973597507055 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:33.706766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72372afd-fa54-40d8-a436-b395e3474cd6 req-7e1b0d2e-69ce-4f3a-8828-973597507055 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2690437 Jan 28 16:48:33.731081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d3807f3f-184e-45b9-8290-6ca5b8b94f92 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:33.841928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6c76b987-b083-4b79-bab2-59d5484ae5fe no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:33.902862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:33.906589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-efa82ea2-5660-4494-82bb-565a97340886 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/ports/0db77483-e1a2-4f61-94ea-00f67fe2d420 HTTP/1.1" status: 204 len: 168 time: 3.6960330 Jan 28 16:48:33.920402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6c76b987-b083-4b79-bab2-59d5484ae5fe {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:33.921168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50124) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:33.921701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6c76b987-b083-4b79-bab2-59d5484ae5fe not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:33.923740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d715728-2338-4219-8580-925ce4327277 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:34.009130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4d715728-2338-4219-8580-925ce4327277 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:34.016656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d715728-2338-4219-8580-925ce4327277 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:34.017209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:34.023386 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f5c766-09c6-4a52-80e5-d00ae5ee7fbc tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] GET failed (client error): The resource could not be found. Jan 28 16:48:34.029497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30f5c766-09c6-4a52-80e5-d00ae5ee7fbc tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "GET /v2.0/ports/0db77483-e1a2-4f61-94ea-00f67fe2d420 HTTP/1.1" status: 404 len: 333 time: 0.1065924 Jan 28 16:48:34.033599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50130) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:34.033921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898517591', 'description': 'tempest-description--2083083077'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:34.045501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:34.059865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72372afd-fa54-40d8-a436-b395e3474cd6 req-4b6f82bc-45d2-4d9c-a57f-6e99c99516ba tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518040 Jan 28 16:48:34.102889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.317964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (426619b7-e773-4fa5-a2fe-09ddcdf1bad1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.326519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (426619b7-e773-4fa5-a2fe-09ddcdf1bad1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.399492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.490365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.502376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4811835 Jan 28 16:48:34.508189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:34.523768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'security_group_rule': {'security_group_id': '426619b7-e773-4fa5-a2fe-09ddcdf1bad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:34.557776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] Update dhcp port {'port': {'network_id': 'a9d90f3c-d73b-4190-859c-d415bcc457db', 'fixed_ips': [{'subnet_id': '78942972-4b49-458b-83a3-b7d3bc33cbf5', 'ip_address': '172.20.0.18'}, {'subnet_id': '9eded44a-efec-4c4b-a260-1515ad34e9c0', 'ip_address': '172.20.0.2'}, {'subnet_id': '91dcc6ae-5f75-4675-8422-6380ae2437f1'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '0ba589fc-79b0-4a41-9c69-203575af9490'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:48:34.583243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014dd7b-ad88-4092-bb87-27f3222c2f10 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426619b7-e773-4fa5-a2fe-09ddcdf1bad1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:34.608287 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.614072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984a2e3-0dec-4af5-8be1-4327d934c5a9 req-4b4a5dc3-460d-42fc-b936-c6f6c010fcbc tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:34.623105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a984a2e3-0dec-4af5-8be1-4327d934c5a9 req-4b4a5dc3-460d-42fc-b936-c6f6c010fcbc tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.5607491 Jan 28 16:48:34.696630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a984a2e3-0dec-4af5-8be1-4327d934c5a9 req-ff422666-17f1-4e9c-a41f-32c4b6d2aaeb tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679584 Jan 28 16:48:34.713117 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.772504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port 8da30d45-82c0-4a84-b44a-eafa4d8be07c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:34.772979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8da30d45-82c0-4a84-b44a-eafa4d8be07c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.806595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85764-cd6d-47de-8cb5-b8b758b172cc req-98d98cee-61b2-4b5b-8992-6deba93bb886 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:34.808956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5a85764-cd6d-47de-8cb5-b8b758b172cc req-98d98cee-61b2-4b5b-8992-6deba93bb886 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.2602859 Jan 28 16:48:34.817522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (00690ca2-b986-4977-989c-ee14c2b6ef27), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.944264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (00690ca2-b986-4977-989c-ee14c2b6ef27), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.978890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (00690ca2-b986-4977-989c-ee14c2b6ef27), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:34.995464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] Allocated IP 172.20.0.34 (a9d90f3c-d73b-4190-859c-d415bcc457db/91dcc6ae-5f75-4675-8422-6380ae2437f1/0ba589fc-79b0-4a41-9c69-203575af9490) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:35.010200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5a85764-cd6d-47de-8cb5-b8b758b172cc req-a7ab47ad-8c5f-497a-bc18-d899f96e907d tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736782 Jan 28 16:48:35.013127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8da30d45-82c0-4a84-b44a-eafa4d8be07c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.016854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00690ca2-b986-4977-989c-ee14c2b6ef27,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:35.024436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.026697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8387cdff-2913-410d-9885-a0d59a4d4984 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172226 Jan 28 16:48:35.030702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:35.036857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'security_group_rule': {'security_group_id': '426619b7-e773-4fa5-a2fe-09ddcdf1bad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:35.038645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for 8da30d45-82c0-4a84-b44a-eafa4d8be07c owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:35.120056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ba589fc-79b0-4a41-9c69-203575af9490,segment=NetworkSegment(c0f14895-14bc-47dc-b86b-8389185fd649),segment_id=c0f14895-14bc-47dc-b86b-8389185fd649)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:35.143876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (f4b84234-aae9-4e0c-95d3-fac6fdab74ce), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.151089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] Publish callbacks [] for port (0ba589fc-79b0-4a41-9c69-203575af9490), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.155848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 2, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:35.190539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.194040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:35.194596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Updating router fcb8556e-965d-43f8-b43e-9463210a0a84 port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:48:35.219104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (f4b84234-aae9-4e0c-95d3-fac6fdab74ce), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.224800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port f7dda446-0dcb-4bc7-8e22-6f464ba13b43 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:35.225311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.288715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.350739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port f7dda446-0dcb-4bc7-8e22-6f464ba13b43, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:35.351105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.373210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for f7dda446-0dcb-4bc7-8e22-6f464ba13b43 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:35.403428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d49a15-c385-4091-b94b-235fe70fb6fe None None] Pushing event updated for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:35.515727 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f4b84234-aae9-4e0c-95d3-fac6fdab74ce), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.547490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b84234-aae9-4e0c-95d3-fac6fdab74ce,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:35.593039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.596013 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d26b9c79-3781-46d4-ab1c-217e05a87e01 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5642843 Jan 28 16:48:35.600443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50144) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:35.606274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:35.648524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.674407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f7dda446-0dcb-4bc7-8e22-6f464ba13b43), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.807022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Delete allocated IP 172.20.0.5 (a9d90f3c-d73b-4190-859c-d415bcc457db/9eded44a-efec-4c4b-a260-1515ad34e9c0) {{(pid=103093) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 16:48:35.815514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8da30d45-82c0-4a84-b44a-eafa4d8be07c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.837427 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Publish callbacks [] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.848820 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:35.868542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Allocated IP 172.20.0.43 (a9d90f3c-d73b-4190-859c-d415bcc457db/91dcc6ae-5f75-4675-8422-6380ae2437f1/c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:35.893281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=f7dda446-0dcb-4bc7-8e22-6f464ba13b43,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:35.951861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=8da30d45-82c0-4a84-b44a-eafa4d8be07c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:36.019173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613e5b-cb26-40ae-8af7-3ec0d4da4144 None None] Pushing event updated for resources: {'Port': ['ID=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:36.100801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Attempting to bind port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:36.101322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Attempting to bind port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:36.101782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Attempting to bind port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:36.108767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:36.108767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Checking segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:36.109693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.110188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Bound using segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:36.110779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Bound port: 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:36.111261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.287105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] For port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:36.291256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] For port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:36.305064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.406649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218936-10e9-4d7e-bb5f-573f494792d9 req-1737abcd-83ef-4e77-b838-0baa0877ffdb tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:36.415037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2218936-10e9-4d7e-bb5f-573f494792d9 req-1737abcd-83ef-4e77-b838-0baa0877ffdb tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.5840442 Jan 28 16:48:36.441260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.448156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c277176d-aa34-4d8e-94cf-6dd368b77d20 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/ports/8da30d45-82c0-4a84-b44a-eafa4d8be07c HTTP/1.1" status: 204 len: 168 time: 2.3867028 Jan 28 16:48:36.451016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50152) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:36.455378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:36.456167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:36.458561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613e5b-cb26-40ae-8af7-3ec0d4da4144 None None] Pushing event updated for resources: {'Port': ['ID=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:36.557152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] Provisioning complete for port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:36.557533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.585559 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-de705a0b-2b7b-43df-9a26-731929362f26 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] GET failed (client error): The resource could not be found. Jan 28 16:48:36.590613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-de705a0b-2b7b-43df-9a26-731929362f26 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "GET /v2.0/ports/8da30d45-82c0-4a84-b44a-eafa4d8be07c HTTP/1.1" status: 404 len: 333 time: 0.1273568 Jan 28 16:48:36.623044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50154) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:36.638354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2218936-10e9-4d7e-bb5f-573f494792d9 req-ae85ba8d-ae63-444f-804a-072ee4f63963 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177138 Jan 28 16:48:36.717500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:36.719829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-3fd1b14b-fd28-4bad-addd-cb20e8ba7959 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8901455 Jan 28 16:48:36.731324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.780286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c1860-2e5d-415c-8f00-5a0fadb39161 req-d41b9791-4222-468f-bfc0-e0765dcefb5c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:36.781874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-237c1860-2e5d-415c-8f00-5a0fadb39161 req-d41b9791-4222-468f-bfc0-e0765dcefb5c tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.6574316 Jan 28 16:48:36.787326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.827968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:36.879239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.014326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] In _notify_port_updated(), no bound segment for port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a on network a9d90f3c-d73b-4190-859c-d415bcc457db {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:48:37.019738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.020366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.024771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "PUT /v2.0/ports/c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a HTTP/1.1" status: 200 len: 960 time: 3.3885114 Jan 28 16:48:37.024916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50158) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:37.035969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-237c1860-2e5d-415c-8f00-5a0fadb39161 req-85e8756d-b36a-4acd-b9ba-6ce0ca131de4 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418571 Jan 28 16:48:37.039016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port cef8295c-654c-4dad-ac32-0ccbac0025f3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:37.039139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.086767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26f8a4-22cf-41ea-b49b-fd7a74facc2b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event updated for resources: {'Port': ['ID=c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:37.142789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] Current status of the port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:37.143274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.147191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-508703cb-4997-466c-9156-cc099434690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.148749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-508703cb-4997-466c-9156-cc099434690b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 1128 time: 0.3466990 Jan 28 16:48:37.200292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] For port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:37.205355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.221267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for cef8295c-654c-4dad-ac32-0ccbac0025f3 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:37.237538 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.248928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:36Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:37.372333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5511d6-5a6e-41ec-ae7b-06413e2023e3 None None] Pushing event updated for resources: {'Port': ['ID=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:37.381196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ba589fc-79b0-4a41-9c69-203575af9490 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:37.401468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:37.407050 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cef8295c-654c-4dad-ac32-0ccbac0025f3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.436974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace122f1-9f8b-4bfd-a9b6-493552c8b8d4 None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:36Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:37.470812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df00bb4-55b6-4230-80c0-47b6902c8b88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5772092 Jan 28 16:48:37.481528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Allocated IP 172.25.8.165 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/7203f88e-1fce-42aa-aca2-21f6adbe6d05) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:37.486561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Provisioning complete for port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:37.487350 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.511025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=cef8295c-654c-4dad-ac32-0ccbac0025f3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:37.595284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:37.595659 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.735476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.751176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-14cc1dc4-0143-4405-b18f-4a456e307e1c tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/ports/cef8295c-654c-4dad-ac32-0ccbac0025f3 HTTP/1.1" status: 204 len: 168 time: 1.1049972 Jan 28 16:48:37.779184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50162) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:37.783148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Current status of the port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:37.812890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:37.813518 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.880020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:37.884613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:37.888403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.924830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.925425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.926482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.927021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.927548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.928074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.929362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.931061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6df64048-3f20-4935-9ae3-53e6fff8e5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 6726 time: 0.3447413 Jan 28 16:48:37.951989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556722-f51e-4416-a682-e9d710d26dbe req-ebca5b05-4d16-48e5-9663-4715b76d9a70 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.954774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf556722-f51e-4416-a682-e9d710d26dbe req-ebca5b05-4d16-48e5-9663-4715b76d9a70 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.3041513 Jan 28 16:48:37.962893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Provisioning complete for port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:37.963278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:37.965507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-38220c50-267b-41c8-94b0-61fef190b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:37.973505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-38220c50-267b-41c8-94b0-61fef190b948 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 200 len: 912 time: 0.7797732 Jan 28 16:48:38.004776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:38.029751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:38.041630 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:38.047064 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-91c44e1d-df47-43a6-94ad-b0904504aaca tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6476078 Jan 28 16:48:38.064245 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:38.064918 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:38.066508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:38.092993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:38.093383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.162703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50166) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:38.177875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-cb6ee87b-42f2-4190-8f36-39cf67fa13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:38.178561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-cb6ee87b-42f2-4190-8f36-39cf67fa13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:38.179720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-cb6ee87b-42f2-4190-8f36-39cf67fa13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:38.181693 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-cb6ee87b-42f2-4190-8f36-39cf67fa13a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f385176-671a-4911-85db-c2fcb2aad176&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=c755c58b-bdc0-41c0-97e3-7901e1027b63&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 HTTP/1.1" status: 200 len: 2298 time: 0.1324816 Jan 28 16:48:38.186606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-f72e2e65-b9d8-4c5b-87d0-f12321c266c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1 HTTP/1.1" status: 200 len: 217 time: 0.1733520 Jan 28 16:48:38.259394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting subnet c1077ae5-60a7-4a12-9f4d-9394f6f418a9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:38.311333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9990b53a-8130-43f6-bb1c-69a0b9c8b9ff None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:38.342025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet 6a3f476a-2fb7-4be3-ac4e-42f963547c66 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:38.345598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (6a3f476a-2fb7-4be3-ac4e-42f963547c66), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.354117 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for subnet (c1077ae5-60a7-4a12-9f4d-9394f6f418a9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.389648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (6a3f476a-2fb7-4be3-ac4e-42f963547c66), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.396153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e089125-e2bf-4b68-845e-41d1d3cd54c9 req-34404ae2-8adb-45b9-930f-9adcb5de4349 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:38.397898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e089125-e2bf-4b68-845e-41d1d3cd54c9 req-34404ae2-8adb-45b9-930f-9adcb5de4349 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.6175981 Jan 28 16:48:38.440465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-934d6177-4637-4388-bcbb-1e55673c5286 None None] Provisioning complete for port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:38.440973 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-934d6177-4637-4388-bcbb-1e55673c5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.493896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c1077ae5-60a7-4a12-9f4d-9394f6f418a9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.511261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-dd335879-94a5-4773-b971-68443249c01b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 HTTP/1.1" status: 200 len: 1001 time: 0.2805173 Jan 28 16:48:38.515543 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:38.537356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-934d6177-4637-4388-bcbb-1e55673c5286 None None] Port c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:38.573871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.581150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-ce762c7b-3081-4413-8b57-4074e5484211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:38.582664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-ce762c7b-3081-4413-8b57-4074e5484211 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 200 len: 851 time: 0.3658211 Jan 28 16:48:38.586978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Deleting port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:38.587403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.597191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.629712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:38.653372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6a3f476a-2fb7-4be3-ac4e-42f963547c66), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.660737 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-4e0d880a-2b8f-4804-8c29-280e56ac9902 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544796 Jan 28 16:48:38.716491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] For port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:38.716911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.729659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Calling delete_port for 52fb70d5-f87d-4b48-8dfa-c5459b4981ea owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:38.821092 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:35Z', 'revision_number': 9, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:38.861905 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:38.872429 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:38.873805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:38.899359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046c11-e4e0-4318-887b-f624b010df51 req-3dec3783-3acc-4ecb-ad97-af3dff638d7f tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:38.900959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17046c11-e4e0-4318-887b-f624b010df51 req-3dec3783-3acc-4ecb-ad97-af3dff638d7f tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0ed47d0-d4d5-49a5-8f47-03ef200cd87f HTTP/1.1" status: 200 len: 946 time: 0.6856213 Jan 28 16:48:38.901632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (52fb70d5-f87d-4b48-8dfa-c5459b4981ea), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:38.917979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['e4e2224f-9edb-419d-afcc-9a16d049e8b1', '52fb70d5-f87d-4b48-8dfa-c5459b4981ea'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:48:38.960913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.038410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (6a3f476a-2fb7-4be3-ac4e-42f963547c66), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.050018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Pushing event deleted for resources: {'Port': ['ID=52fb70d5-f87d-4b48-8dfa-c5459b4981ea,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:39.061164 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:39.081339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e089125-e2bf-4b68-845e-41d1d3cd54c9 req-2669f774-d75f-48eb-a1fb-aef3fce0f5ec tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608112 Jan 28 16:48:39.153993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17046c11-e4e0-4318-887b-f624b010df51 req-c0cee08e-f682-469e-ba33-edbd6aaa90d7 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137914 Jan 28 16:48:39.175085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-f5dd85a0-51c5-4f80-8c6d-ced8631f7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:39.176597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-f5dd85a0-51c5-4f80-8c6d-ced8631f7653 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=534e12c1-91b7-4b80-b089-6d1fccb76b04 HTTP/1.1" status: 200 len: 855 time: 0.6560826 Jan 28 16:48:39.256873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:39.304610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] No DVR routers for this DVR port 52fb70d5-f87d-4b48-8dfa-c5459b4981ea on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:39.331174 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.331462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:39.336068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf556722-f51e-4416-a682-e9d710d26dbe req-9eb3863f-659a-4bef-9841-3f8ba1cef1a9 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "DELETE /v2.0/ports/52fb70d5-f87d-4b48-8dfa-c5459b4981ea HTTP/1.1" status: 204 len: 173 time: 1.3679178 Jan 28 16:48:39.336550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'name': 'network-vif-deleted', 'tag': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:48:39.347778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:39.350461 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265c6f27-7df4-445a-9252-520d65336d70" -d '{"events": [{"server_uuid": "a0ed47d0-d4d5-49a5-8f47-03ef200cd87f", "name": "network-vif-deleted", "tag": "52fb70d5-f87d-4b48-8dfa-c5459b4981ea"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:48:39.373162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:39.389658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3f476a-2fb7-4be3-ac4e-42f963547c66,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:39.391191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c1077ae5-60a7-4a12-9f4d-9394f6f418a9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.403302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53defcaa-9c97-4a21-922f-e88ea759c29b None None] Network d81c76cc-9a34-4bff-8bb1-84381dda92b4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:39.408373 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-80b05edd-07d8-4ef4-8029-7296cbffbd33 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215066 Jan 28 16:48:39.439823 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:35Z', 'revision_number': 9, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:39.461099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.461979 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9716beb3-30c7-41a2-aa62-d0d5a7e86777 x-openstack-request-id: req-9716beb3-30c7-41a2-aa62-d0d5a7e86777 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:48:39.465602 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed47d0-d4d5-49a5-8f47-03ef200cd87f", "name": "network-vif-deleted", "tag": "52fb70d5-f87d-4b48-8dfa-c5459b4981ea", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:48:39.465909 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9716beb3-30c7-41a2-aa62-d0d5a7e86777 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:48:39.466334 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed47d0-d4d5-49a5-8f47-03ef200cd87f', 'name': 'network-vif-deleted', 'tag': '52fb70d5-f87d-4b48-8dfa-c5459b4981ea', 'status': 'completed', 'code': 200} Jan 28 16:48:39.476601 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65658-a2e5-4311-a787-a660b7cabe1a None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:35Z', 'revision_number': 9, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c', 'name': '', 'network_id': 'c0fb34bf-10c1-4c10-9758-2e3a76d0ec55', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:6a:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:53Z', 'updated_at': '2022-01-28T16:48:03Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '9a49035e-6c84-4820-a4eb-28a4708a3a86', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:39.483318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eac640f1-b75b-49dd-abb8-4ab70b2603ea tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/6a3f476a-2fb7-4be3-ac4e-42f963547c66 HTTP/1.1" status: 204 len: 168 time: 1.3196471 Jan 28 16:48:39.486267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'Port': ['ID=7203f88e-1fce-42aa-aca2-21f6adbe6d05,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:39.486425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-f875c463-2281-48da-bec8-5d87d6a62e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:39.487993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50174) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:39.488097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-f875c463-2281-48da-bec8-5d87d6a62e2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f385176-671a-4911-85db-c2fcb2aad176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2848747 Jan 28 16:48:39.632578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:39.633017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.645951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c1077ae5-60a7-4a12-9f4d-9394f6f418a9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.701443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:39.713419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/subnets/c1077ae5-60a7-4a12-9f4d-9394f6f418a9 HTTP/1.1" status: 204 len: 168 time: 1.9213519 Jan 28 16:48:39.713896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568ee05-5526-4cf8-a83a-e919da66deec None None] Network 0d2172e9-3e19-47f7-baf8-87d13f49f698 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:39.714486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34cc09-c15d-41f1-9b60-2f626d3a4910 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Subnet': ['ID=c1077ae5-60a7-4a12-9f4d-9394f6f418a9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:39.716248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50176) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:39.766541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-b0916eba-bca6-4eb9-83ab-c315b7f6d415 service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676175 Jan 28 16:48:39.815822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb536c5e-2964-497d-947c-0dd6191ba5da req-2b8ec8be-ecdd-44a8-8c2f-771489c54c85 service neutron] 10.222.0.31 "GET /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268790 Jan 28 16:48:39.891967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb5eb4-acd3-499c-8a6a-4187fb289f02 req-00c3c0d5-392c-4fb1-924b-5f122de9b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:39.898103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e9fb5eb4-acd3-499c-8a6a-4187fb289f02 req-00c3c0d5-392c-4fb1-924b-5f122de9b374 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.6043837 Jan 28 16:48:39.922729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] DHCP port deletion for d81c76cc-9a34-4bff-8bb1-84381dda92b4 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:39.927310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-364bb648-109a-4c24-aa8c-4c3636ebad19 service neutron] 10.222.0.24 "GET /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174400 Jan 28 16:48:39.937721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:39.987712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.000224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-2e0e4dd5-8b67-490a-907b-b30000ff6e6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 217 time: 0.0602379 Jan 28 16:48:40.040505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (19b8d38a-42db-4542-a280-37f1e4bfbeec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.041968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (0d2172e9-3e19-47f7-baf8-87d13f49f698), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.066812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-3971810a-bdc2-4407-93d9-79bd66a17398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:40.068072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-3971810a-bdc2-4407-93d9-79bd66a17398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.0614452 Jan 28 16:48:40.076424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d81c76cc-9a34-4bff-8bb1-84381dda92b4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.170111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-49d3f6fb-b6aa-4387-b191-a9f07f6de746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:40.171901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-49d3f6fb-b6aa-4387-b191-a9f07f6de746 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0740814 Jan 28 16:48:40.213826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Deleting port bf77318e-8309-433f-aa96-9c14f4982e2b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:40.214223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.242612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] DHCP port deletion for 0d2172e9-3e19-47f7-baf8-87d13f49f698 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:40.253841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:40.303652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] Deleting port b6b4d403-afbe-48d9-a2d0-75cc276cb768 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:40.304816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.415201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] For port b6b4d403-afbe-48d9-a2d0-75cc276cb768, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b6b4d403-afbe-48d9-a2d0-75cc276cb768,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:40.415885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.433629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] Calling delete_port for b6b4d403-afbe-48d9-a2d0-75cc276cb768 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:40.450715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] Deleting port bf77318e-8309-433f-aa96-9c14f4982e2b {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:40.451001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.552712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e9fb5eb4-acd3-499c-8a6a-4187fb289f02 req-850c781b-0ba6-49d3-90f0-7300f4f112a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438005 Jan 28 16:48:40.569423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.770003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.776518 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d5719d5a-ed03-41ee-88a9-acf0f1c11603 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a HTTP/1.1" status: 204 len: 168 time: 3.6838155 Jan 28 16:48:40.784362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50188) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:40.787108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] For port bf77318e-8309-433f-aa96-9c14f4982e2b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bf77318e-8309-433f-aa96-9c14f4982e2b,segment=NetworkSegment(1d8d0e24-2bf5-4715-b0e3-360f0393b55b),segment_id=1d8d0e24-2bf5-4715-b0e3-360f0393b55b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:40.787468 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.804880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] Calling delete_port for bf77318e-8309-433f-aa96-9c14f4982e2b owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:40.816754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port b6b4d403-afbe-48d9-a2d0-75cc276cb768 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:40.817246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.819318 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0494a6b0-d7b9-4ef9-8385-a48617c0c333 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] GET failed (client error): The resource could not be found. Jan 28 16:48:40.823390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0494a6b0-d7b9-4ef9-8385-a48617c0c333 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports/c08fe7d0-cd7b-48d8-aa0f-b7cd2702234a HTTP/1.1" status: 404 len: 333 time: 0.0320370 Jan 28 16:48:40.825236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50190) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:40.875053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] For port bf77318e-8309-433f-aa96-9c14f4982e2b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bf77318e-8309-433f-aa96-9c14f4982e2b,segment=NetworkSegment(1d8d0e24-2bf5-4715-b0e3-360f0393b55b),segment_id=1d8d0e24-2bf5-4715-b0e3-360f0393b55b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:40.875410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.886821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.905212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Calling delete_port for bf77318e-8309-433f-aa96-9c14f4982e2b owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:40.919899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] Pushing event deleted for resources: {'Port': ['ID=b6b4d403-afbe-48d9-a2d0-75cc276cb768,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:40.933122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275b373-5391-4c54-9ad1-75723103a912 None None] No DVR routers for this DVR port b6b4d403-afbe-48d9-a2d0-75cc276cb768 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:40.935484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca75d3-407f-48c2-a418-8ccf42752047 req-88b22995-f7a4-4107-934d-66328f643067 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:40.947558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eaca75d3-407f-48c2-a418-8ccf42752047 req-88b22995-f7a4-4107-934d-66328f643067 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.1481571 Jan 28 16:48:40.955805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-dbebbb35-09f8-45c0-9880-c1278a1660d1 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773261 Jan 28 16:48:40.962531 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:40.974025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45861163-062b-4bf8-9ce4-2df37913b5f6 req-ce286c2e-aa9c-4fa5-9d4a-fd42d5ff7748 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:40.975636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45861163-062b-4bf8-9ce4-2df37913b5f6 req-ce286c2e-aa9c-4fa5-9d4a-fd42d5ff7748 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.6464727 Jan 28 16:48:41.003715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] Pushing event deleted for resources: {'Port': ['ID=bf77318e-8309-433f-aa96-9c14f4982e2b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:41.011477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d9369-7935-4c14-a286-b096b14a4352 None None] No DVR routers for this DVR port bf77318e-8309-433f-aa96-9c14f4982e2b on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:41.146663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b6b4d403-afbe-48d9-a2d0-75cc276cb768 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:41.165965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eaca75d3-407f-48c2-a418-8ccf42752047 req-5e524cb7-5178-4155-810c-68ccb011cc59 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138543 Jan 28 16:48:41.174724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45861163-062b-4bf8-9ce4-2df37913b5f6 req-42252f00-c260-4256-804a-f78a95a94320 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860542 Jan 28 16:48:41.190040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: b6b4d403-afbe-48d9-a2d0-75cc276cb768 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:41.192073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b6b4d403-afbe-48d9-a2d0-75cc276cb768 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:41.192650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bf77318e-8309-433f-aa96-9c14f4982e2b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:41.230646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-9d33e8cc-d0cd-4aeb-b818-d9ba2bc5a282 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509341 Jan 28 16:48:41.231892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bf77318e-8309-433f-aa96-9c14f4982e2b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.232920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bf77318e-8309-433f-aa96-9c14f4982e2b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:41.233273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bf77318e-8309-433f-aa96-9c14f4982e2b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:41.233693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f7dda446-0dcb-4bc7-8e22-6f464ba13b43 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:41.258556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f7dda446-0dcb-4bc7-8e22-6f464ba13b43 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:41.258961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f7dda446-0dcb-4bc7-8e22-6f464ba13b43 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:41.267147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Port': ['ID=bf77318e-8309-433f-aa96-9c14f4982e2b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:41.301739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] No DVR routers for this DVR port bf77318e-8309-433f-aa96-9c14f4982e2b on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:41.304243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-c8a40806-0775-44ee-b315-1c12b89634f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 217 time: 0.0470915 Jan 28 16:48:41.322682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port b6b4d403-afbe-48d9-a2d0-75cc276cb768, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b6b4d403-afbe-48d9-a2d0-75cc276cb768,segment=NetworkSegment(443b2ac4-0f20-4501-b736-420cba167fb0),segment_id=443b2ac4-0f20-4501-b736-420cba167fb0)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:41.323202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.347757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.352321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for b6b4d403-afbe-48d9-a2d0-75cc276cb768 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:41.364344 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.384175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b07fe1-04ec-4ace-b70f-a08a47803e23 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (308cb800-a1cb-4f76-a71f-9ef92643f28e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.407748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b07fe1-04ec-4ace-b70f-a08a47803e23 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (308cb800-a1cb-4f76-a71f-9ef92643f28e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.432278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50198) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:41.461416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-73ea13c8-224a-423f-9b3f-56821793aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:41.463163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-73ea13c8-224a-423f-9b3f-56821793aeae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.1369936 Jan 28 16:48:41.467318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (0d2172e9-3e19-47f7-baf8-87d13f49f698), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.538765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2172e9-3e19-47f7-baf8-87d13f49f698']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:41.559386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8d0e24-2bf5-4715-b0e3-360f0393b55b') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:41.559595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8d0e24-2bf5-4715-b0e3-360f0393b55b') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:41.566115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 52fb70d5-f87d-4b48-8dfa-c5459b4981ea no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:41.586157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'Port': ['ID=7203f88e-1fce-42aa-aca2-21f6adbe6d05,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:41.613164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b07fe1-04ec-4ace-b70f-a08a47803e23 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (308cb800-a1cb-4f76-a71f-9ef92643f28e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.615873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1b07fe1-04ec-4ace-b70f-a08a47803e23 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.617169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c1b07fe1-04ec-4ace-b70f-a08a47803e23 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/security-groups/308cb800-a1cb-4f76-a71f-9ef92643f28e HTTP/1.1" status: 204 len: 168 time: 0.7914321 Jan 28 16:48:41.625299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50202) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:41.631031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (1d8d0e24-2bf5-4715-b0e3-360f0393b55b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.636172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (19b8d38a-42db-4542-a280-37f1e4bfbeec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.647136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-bae84871-1026-4b9b-8c7d-ba1a8f3cff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:41.651789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-bae84871-1026-4b9b-8c7d-ba1a8f3cff98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1716044 Jan 28 16:48:41.653274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b07fe1-04ec-4ace-b70f-a08a47803e23 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308cb800-a1cb-4f76-a71f-9ef92643f28e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:41.660811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b6b4d403-afbe-48d9-a2d0-75cc276cb768), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.691878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1d8d0e24-2bf5-4715-b0e3-360f0393b55b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.706906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.708311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ce59394-752b-4302-b9c0-b2dd69b6b249 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1066458 Jan 28 16:48:41.715200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=b6b4d403-afbe-48d9-a2d0-75cc276cb768,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:41.727089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 52fb70d5-f87d-4b48-8dfa-c5459b4981ea {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:41.728585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 52fb70d5-f87d-4b48-8dfa-c5459b4981ea not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:41.734036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port b6b4d403-afbe-48d9-a2d0-75cc276cb768 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:41.787138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:41.788022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (1d8d0e24-2bf5-4715-b0e3-360f0393b55b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:41.791866 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:41.818336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330c0195-c323-4a30-b056-8c51db10e883 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (a9bd680a-c71d-4a02-858e-26f1d0f8aa3e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.873019 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d81c76cc-9a34-4bff-8bb1-84381dda92b4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.888876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330c0195-c323-4a30-b056-8c51db10e883 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (a9bd680a-c71d-4a02-858e-26f1d0f8aa3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.911100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81c76cc-9a34-4bff-8bb1-84381dda92b4']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:41.926004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (0d2172e9-3e19-47f7-baf8-87d13f49f698), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.930680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.931561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443b2ac4-0f20-4501-b736-420cba167fb0') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:41.931865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443b2ac4-0f20-4501-b736-420cba167fb0') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:41.933962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] 10.222.0.25 "DELETE /v2.0/networks/0d2172e9-3e19-47f7-baf8-87d13f49f698 HTTP/1.1" status: 204 len: 168 time: 2.2119281 Jan 28 16:48:41.969241 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330c0195-c323-4a30-b056-8c51db10e883 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9bd680a-c71d-4a02-858e-26f1d0f8aa3e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.972399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-330c0195-c323-4a30-b056-8c51db10e883 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.976084 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-330c0195-c323-4a30-b056-8c51db10e883 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9bd680a-c71d-4a02-858e-26f1d0f8aa3e HTTP/1.1" status: 204 len: 168 time: 0.3472254 Jan 28 16:48:41.976084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (443b2ac4-0f20-4501-b736-420cba167fb0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:41.986251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50218) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:41.998186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c0195-c323-4a30-b056-8c51db10e883 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd680a-c71d-4a02-858e-26f1d0f8aa3e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:42.012521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf2fe2-8e7c-406d-95d6-f69040090030 tempest-AllowedAddressPairTestJSON-147055340 tempest-AllowedAddressPairTestJSON-147055340-project] Pushing event deleted for resources: {'Network': ['ID=0d2172e9-3e19-47f7-baf8-87d13f49f698,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:42.015828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-55f03756-62ca-41d8-bbff-66900b31fbf4 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545539 Jan 28 16:48:42.038312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (443b2ac4-0f20-4501-b736-420cba167fb0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.052053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:42.052481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (443b2ac4-0f20-4501-b736-420cba167fb0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:42.059227 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:42.150354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d81c76cc-9a34-4bff-8bb1-84381dda92b4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.154952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-3de6ce6f-8eff-4044-8b33-e261191fa27e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1898517591&fields=id&tenant_id=3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 267 time: 0.2610981 Jan 28 16:48:42.156431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.164284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/d81c76cc-9a34-4bff-8bb1-84381dda92b4 HTTP/1.1" status: 204 len: 168 time: 2.6593657 Jan 28 16:48:42.166084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:42.211542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a64d0a-8243-4887-bbfe-fa1316d3ef4e tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=d81c76cc-9a34-4bff-8bb1-84381dda92b4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:42.212197 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.222793 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.233268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50228) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:42.369424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33ef40c9-c96b-419b-8d0e-43d7084df472 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (a781da11-0499-4e15-ba4d-40b1b43a0fbe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.383552 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9ceed8ee-1881-4cc6-a35a-a6e83f5dc8f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d0b602124d948eba5bd848b2eef77f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490939 Jan 28 16:48:42.389137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50232) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:42.438951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e848fb7c-f5f8-4606-9ca5-070eb0883662 admin admin] Publish callbacks [] for security_group (34d71d0d-864a-4714-a161-23c8532eefbe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.460932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e848fb7c-f5f8-4606-9ca5-070eb0883662 admin admin] Publish callbacks [] for security_group (34d71d0d-864a-4714-a161-23c8532eefbe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.461299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-7b1f47ab-5e79-4131-9ef4-140f65de1844 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317164 Jan 28 16:48:42.463337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33ef40c9-c96b-419b-8d0e-43d7084df472 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (a781da11-0499-4e15-ba4d-40b1b43a0fbe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.516685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e848fb7c-f5f8-4606-9ca5-070eb0883662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (34d71d0d-864a-4714-a161-23c8532eefbe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.519638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e848fb7c-f5f8-4606-9ca5-070eb0883662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.523623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e848fb7c-f5f8-4606-9ca5-070eb0883662 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34d71d0d-864a-4714-a161-23c8532eefbe HTTP/1.1" status: 204 len: 168 time: 0.1335235 Jan 28 16:48:42.532302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848fb7c-f5f8-4606-9ca5-070eb0883662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d71d0d-864a-4714-a161-23c8532eefbe,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:42.639650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-1b62093d-35f3-4962-8700-a07f3874ae00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e HTTP/1.1" status: 200 len: 217 time: 0.1675627 Jan 28 16:48:42.669889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fa9b-6dbb-4878-89d5-58d97f28e171 req-d2d4fcb5-b1a6-4710-b180-584c04831424 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:42.671638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f171fa9b-6dbb-4878-89d5-58d97f28e171 req-d2d4fcb5-b1a6-4710-b180-584c04831424 tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.3939877 Jan 28 16:48:42.728338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-fc456797-8ca9-41ec-bc43-51d2e82356d9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:42.730371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-fc456797-8ca9-41ec-bc43-51d2e82356d9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 817 time: 0.5397496 Jan 28 16:48:42.791325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33ef40c9-c96b-419b-8d0e-43d7084df472 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a781da11-0499-4e15-ba4d-40b1b43a0fbe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.794500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33ef40c9-c96b-419b-8d0e-43d7084df472 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.798223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-33ef40c9-c96b-419b-8d0e-43d7084df472 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/security-groups/a781da11-0499-4e15-ba4d-40b1b43a0fbe HTTP/1.1" status: 204 len: 168 time: 0.7995732 Jan 28 16:48:42.801514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50238) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:42.811687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-78601c5b-204c-456b-b6c8-d60478e37a8b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/quotas/3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 375 time: 0.0713141 Jan 28 16:48:42.822009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-2c01b9d2-6a49-46ea-8348-bf86056b6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:42.823504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-2c01b9d2-6a49-46ea-8348-bf86056b6e54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.1646199 Jan 28 16:48:42.841459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef40c9-c96b-419b-8d0e-43d7084df472 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a781da11-0499-4e15-ba4d-40b1b43a0fbe,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:42.913562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 9eded44a-efec-4c4b-a260-1515ad34e9c0 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:42.914998 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (9eded44a-efec-4c4b-a260-1515ad34e9c0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.955415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-2f8da5de-4d1a-40bf-8355-b93655f381ff tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:42.957270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-2f8da5de-4d1a-40bf-8355-b93655f381ff tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 945 time: 0.1431022 Jan 28 16:48:42.974146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9eded44a-efec-4c4b-a260-1515ad34e9c0), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:42.991123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f171fa9b-6dbb-4878-89d5-58d97f28e171 req-2698098d-efe1-4d7c-922c-65b5655944be tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/security-groups?id=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792907 Jan 28 16:48:43.125835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9eded44a-efec-4c4b-a260-1515ad34e9c0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.170962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Deleting port e4e2224f-9edb-419d-afcc-9a16d049e8b1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:43.171305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.205435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-bf1b0587-0eb9-444f-8efd-26d0b58c2027 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3806601 Jan 28 16:48:43.254549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-38c219db-8f71-40d8-9b9e-967ffc3ed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:43.254813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9eded44a-efec-4c4b-a260-1515ad34e9c0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.256254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-38c219db-8f71-40d8-9b9e-967ffc3ed413 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4159768 Jan 28 16:48:43.302378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=9eded44a-efec-4c4b-a260-1515ad34e9c0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:43.306269 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.315487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0be8b4f5-3bb7-422a-88e6-cff8dddf4f37 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/9eded44a-efec-4c4b-a260-1515ad34e9c0 HTTP/1.1" status: 204 len: 168 time: 0.5075259 Jan 28 16:48:43.316928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50256) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:43.319237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62786c59-87d8-4107-82b6-52a2f234286e None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:43.320271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] For port e4e2224f-9edb-419d-afcc-9a16d049e8b1, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e4e2224f-9edb-419d-afcc-9a16d049e8b1,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:43.320640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.367838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Calling delete_port for e4e2224f-9edb-419d-afcc-9a16d049e8b1 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:43.443412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 91dcc6ae-5f75-4675-8422-6380ae2437f1 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:43.447913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (91dcc6ae-5f75-4675-8422-6380ae2437f1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.517755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:43.527362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (91dcc6ae-5f75-4675-8422-6380ae2437f1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.675871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1199747079'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:43.707258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e4e2224f-9edb-419d-afcc-9a16d049e8b1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.720141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['e4e2224f-9edb-419d-afcc-9a16d049e8b1'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:48:43.729061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (91dcc6ae-5f75-4675-8422-6380ae2437f1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.775416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Made reservation on behalf of 1a1411ea3c6d4a7f99e6ce080546ced4 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:43.778817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.817231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Pushing event deleted for resources: {'Port': ['ID=e4e2224f-9edb-419d-afcc-9a16d049e8b1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:43.817532 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65331e4-6f41-46be-b6c7-2b01482c7806 req-6e7e7d19-695a-4fce-9df3-3bda83e15fc5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:43.819070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d65331e4-6f41-46be-b6c7-2b01482c7806 req-6e7e7d19-695a-4fce-9df3-3bda83e15fc5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.7203093 Jan 28 16:48:43.838448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.841259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] No DVR routers for this DVR port e4e2224f-9edb-419d-afcc-9a16d049e8b1 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:43.844178 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.847648 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd9021ec-4f0a-47a4-bd06-11b7b776393d req-39f029b1-1c02-4e9d-8e36-c35ebfc8b8ea tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.31 "DELETE /v2.0/ports/e4e2224f-9edb-419d-afcc-9a16d049e8b1 HTTP/1.1" status: 204 len: 173 time: 0.8847556 Jan 28 16:48:43.852027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'name': 'network-vif-deleted', 'tag': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:48:43.855154 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2280fcf-3fd5-464b-866f-7f37d3a0b5ea" -d '{"events": [{"server_uuid": "7ce7e3fb-83b5-4b18-9a2f-5646ccca675d", "name": "network-vif-deleted", "tag": "e4e2224f-9edb-419d-afcc-9a16d049e8b1"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:48:43.919233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (91dcc6ae-5f75-4675-8422-6380ae2437f1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.951077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (fd9bbaef-da73-4033-9c07-81aba1ce0954), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.954340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=91dcc6ae-5f75-4675-8422-6380ae2437f1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:43.964613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:43.967823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-febe1443-2257-4c2f-a3c8-826c5dc3f018 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/91dcc6ae-5f75-4675-8422-6380ae2437f1 HTTP/1.1" status: 204 len: 168 time: 0.6497660 Jan 28 16:48:43.972375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50266) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.013563 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b1f8f8-19e0-493f-8dbc-974a874eeca8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:44.014037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b1f8f8-19e0-493f-8dbc-974a874eeca8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:44.018152 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-33b1f8f8-19e0-493f-8dbc-974a874eeca8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/9eded44a-efec-4c4b-a260-1515ad34e9c0 HTTP/1.1" status: 404 len: 337 time: 0.0445960 Jan 28 16:48:44.021012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50270) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.041502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-dc5d7a0a-3e89-4c0b-8a9a-2ef0b7c26b7a service neutron] 10.222.0.25 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928843 Jan 28 16:48:44.052810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d65331e4-6f41-46be-b6c7-2b01482c7806 req-cfc8c641-41d6-49df-a918-b85c2b1621b2 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227499 Jan 28 16:48:44.058652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-96e4eb7f-a1e4-4c1e-b77e-36df57dda4a2 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466721 Jan 28 16:48:44.090863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for security_group (c44e6ee0-4a08-4793-9aa9-7aaf9310eb19), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.102819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c44e6ee0-4a08-4793-9aa9-7aaf9310eb19), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.107789 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf26b0bc-5b29-4e15-83f0-a86c2c64045a x-openstack-request-id: req-cf26b0bc-5b29-4e15-83f0-a86c2c64045a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:48:44.108134 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7e3fb-83b5-4b18-9a2f-5646ccca675d", "name": "network-vif-deleted", "tag": "e4e2224f-9edb-419d-afcc-9a16d049e8b1", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:48:44.108444 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf26b0bc-5b29-4e15-83f0-a86c2c64045a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:48:44.108962 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7e3fb-83b5-4b18-9a2f-5646ccca675d', 'name': 'network-vif-deleted', 'tag': 'e4e2224f-9edb-419d-afcc-9a16d049e8b1', 'status': 'completed', 'code': 200} Jan 28 16:48:44.134909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting subnet 78942972-4b49-458b-83a3-b7d3bc33cbf5 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:44.146852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (78942972-4b49-458b-83a3-b7d3bc33cbf5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.180176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-3cb2d213-d326-4f1c-85d1-dab0f04f8126 service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045611 Jan 28 16:48:44.182193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:48:44.193500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e6ee0-4a08-4793-9aa9-7aaf9310eb19,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:44.204177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.204537 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Added segment 3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8 of type vlan for network 3301284f-3f88-47cb-ad23-4f6d3d75f619 Jan 28 16:48:44.220792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (78942972-4b49-458b-83a3-b7d3bc33cbf5), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.235356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdcea32-67be-4d1c-96a9-f0b3f154e1ba None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:44.313702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-291ee25a-b236-4e64-a5de-cdebf0920104 None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:44.314403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-291ee25a-b236-4e64-a5de-cdebf0920104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.314867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3301284f-3f88-47cb-ad23-4f6d3d75f619), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.341741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-8919e04c-2051-4117-9bd6-5a1b3f278b68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7edacc01-0790-4c84-ab36-3baace368526 HTTP/1.1" status: 200 len: 217 time: 0.1378055 Jan 28 16:48:44.343720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0d9d4fd-7676-442f-9c9c-802eb276aa5c req-99037d39-1ed2-43f8-a38d-97c73cc7a92a tempest-ServerRescueTestJSON-266737811 tempest-ServerRescueTestJSON-266737811-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ce7e3fb-83b5-4b18-9a2f-5646ccca675d HTTP/1.1" status: 200 len: 210 time: 0.1417418 Jan 28 16:48:44.384176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (78942972-4b49-458b-83a3-b7d3bc33cbf5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.388156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3301284f-3f88-47cb-ad23-4f6d3d75f619), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.393777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:44.394391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.397631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-291ee25a-b236-4e64-a5de-cdebf0920104 None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:44.416635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-860965c8-d765-4b4e-8a96-b428b8c69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:44.417695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-291ee25a-b236-4e64-a5de-cdebf0920104 None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:44.418192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-860965c8-d765-4b4e-8a96-b428b8c69cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 200 len: 797 time: 0.0660727 Jan 28 16:48:44.418698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-291ee25a-b236-4e64-a5de-cdebf0920104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.521774 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9988077 Jan 28 16:48:44.523705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50276) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.539439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Request body: {'subnet': {'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:44.549334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d55644-2ce1-4948-b53e-a46326ef40d4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event updated for resources: {'Network': ['ID=3301284f-3f88-47cb-ad23-4f6d3d75f619,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:44.549737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.567555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:48:44.569096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (78942972-4b49-458b-83a3-b7d3bc33cbf5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.617397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:44.623269 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/78942972-4b49-458b-83a3-b7d3bc33cbf5 HTTP/1.1" status: 204 len: 168 time: 0.5949888 Jan 28 16:48:44.623269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d78d00-43fe-4484-91d3-9dcdfddfd773 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Subnet': ['ID=78942972-4b49-458b-83a3-b7d3bc33cbf5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:44.637032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50278) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.652486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-291ee25a-b236-4e64-a5de-cdebf0920104 None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:44.686465 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b72d4be-0ac9-475a-b15f-ced47865bfce tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:44.687034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b72d4be-0ac9-475a-b15f-ced47865bfce tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:44.693950 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6b72d4be-0ac9-475a-b15f-ced47865bfce tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/31a4ed26-d6fb-4def-9916-df81c502f305 HTTP/1.1" status: 404 len: 337 time: 0.0527182 Jan 28 16:48:44.696594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50280) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.743916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-ad3b5801-8adb-4f35-b75e-6a0984090eae service neutron] 10.222.0.25 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772590 Jan 28 16:48:44.766032 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ebb9258-bc76-4556-b11e-f74b32f4cc85 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcfb0f28-bd25-4380-94d9-dc88a33cc735 HTTP/1.1" status: 200 len: 205 time: 0.0674648 Jan 28 16:48:44.767772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50284) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.814491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-dac047bc-50ba-444e-8c5e-a2eaceb3514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:44.816032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-dac047bc-50ba-444e-8c5e-a2eaceb3514f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c755c58b-bdc0-41c0-97e3-7901e1027b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3885770 Jan 28 16:48:44.863082 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-a31dee3a-474f-4164-8dfc-45ce3f9ee49f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] delete failed (client error): The resource could not be found. Jan 28 16:48:44.864161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a31dee3a-474f-4164-8dfc-45ce3f9ee49f tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/routers/fcfb0f28-bd25-4380-94d9-dc88a33cc735 HTTP/1.1" status: 404 len: 336 time: 0.0913708 Jan 28 16:48:44.869457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.909873 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c228d1a7-fd83-4a29-97da-5ff858e4d831 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:44.910492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c228d1a7-fd83-4a29-97da-5ff858e4d831 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:44.917984 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c228d1a7-fd83-4a29-97da-5ff858e4d831 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/56d07e79-b96b-47f1-9cb2-3f74989b6d6f HTTP/1.1" status: 404 len: 337 time: 0.0467637 Jan 28 16:48:44.918613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50290) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:44.952603 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc02a07-d64d-458f-829e-9a6da03f6d35 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:44.953136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc02a07-d64d-458f-829e-9a6da03f6d35 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:44.958844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3cc02a07-d64d-458f-829e-9a6da03f6d35 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/32150e48-3229-4cc1-bfa9-6d9adb6041f3 HTTP/1.1" status: 404 len: 337 time: 0.0335040 Jan 28 16:48:44.961008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-0291cc62-8edd-44a2-a8fc-726341fc1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:44.962454 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-0291cc62-8edd-44a2-a8fc-726341fc1b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.1938355 Jan 28 16:48:44.962937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50294) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.005378 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1cb9f2-5a9e-41aa-9174-6a9361c5b7e9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.005899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1cb9f2-5a9e-41aa-9174-6a9361c5b7e9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.013984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743733d1-3e52-4d39-a5ca-e8e52d0e89a1 req-cd505779-8322-4f16-971a-a6a40d1ae9cc tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:45.014256 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f1cb9f2-5a9e-41aa-9174-6a9361c5b7e9 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/ffeb5b08-0602-4da3-b714-0b82bfa91c23 HTTP/1.1" status: 404 len: 337 time: 0.0499470 Jan 28 16:48:45.015658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-743733d1-3e52-4d39-a5ca-e8e52d0e89a1 req-cd505779-8322-4f16-971a-a6a40d1ae9cc tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.2403009 Jan 28 16:48:45.016316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Made reservation on behalf of 1a1411ea3c6d4a7f99e6ce080546ced4 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:45.020338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.024178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50296) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.063605 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-279a608c-c5af-4b51-8d6a-c976e84c8d5c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.064167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279a608c-c5af-4b51-8d6a-c976e84c8d5c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.069591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-279a608c-c5af-4b51-8d6a-c976e84c8d5c tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/fbe7b7a2-5e05-47ea-8d10-993d0d536038 HTTP/1.1" status: 404 len: 333 time: 0.0424402 Jan 28 16:48:45.093484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50298) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.126964 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fd93b9-a211-4423-8c33-03776c2bf099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.127427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fd93b9-a211-4423-8c33-03776c2bf099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.132791 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-68fd93b9-a211-4423-8c33-03776c2bf099 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/7109ff46-0d9e-4b68-bdbc-5a8732c5d0d1 HTTP/1.1" status: 404 len: 337 time: 0.0360849 Jan 28 16:48:45.133156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.168650 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c18eb3-884b-4445-b502-cffd0a925aa8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.169196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c18eb3-884b-4445-b502-cffd0a925aa8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.172487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d5c18eb3-884b-4445-b502-cffd0a925aa8 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/d13b1292-4209-4102-9b20-378e0e7e2651 HTTP/1.1" status: 404 len: 337 time: 0.0385563 Jan 28 16:48:45.176300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50306) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.177274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9eac3b9e-a8d2-4391-96a9-db1aad8f83d8 req-ea00fb8f-535b-46c3-9699-52e4a454528c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 210 time: 0.1515284 Jan 28 16:48:45.215661 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ea32be-0bed-41af-827d-1af735e7610e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.216245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ea32be-0bed-41af-827d-1af735e7610e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.219458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-71ea32be-0bed-41af-827d-1af735e7610e tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/17bb4f5f-6bab-462b-9734-5aae34b17149 HTTP/1.1" status: 404 len: 333 time: 0.0420389 Jan 28 16:48:45.223690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50308) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.258994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-b3ce4685-3fdb-4a61-9a6d-9967061251cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:45.260481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-b3ce4685-3fdb-4a61-9a6d-9967061251cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.2863343 Jan 28 16:48:45.261669 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8df1cc-3378-4141-807b-33a2d2483d86 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.261972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8df1cc-3378-4141-807b-33a2d2483d86 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.265639 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc8df1cc-3378-4141-807b-33a2d2483d86 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/dbdba29e-ed2a-43ae-b35f-c8ae0ace4811 HTTP/1.1" status: 404 len: 337 time: 0.0409999 Jan 28 16:48:45.268285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50310) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.309447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-1cadbcb7-c4d4-4999-93f6-11f8f0f2d09f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.0422325 Jan 28 16:48:45.327927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-7c2f62b2-696f-4db1-98ea-4e90bbde634e service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934554 Jan 28 16:48:45.377857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-743733d1-3e52-4d39-a5ca-e8e52d0e89a1 req-7ea860ec-3f1a-4003-94a0-054f5a39ee38 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352287 Jan 28 16:48:45.378824 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4179b53-8ed7-43bd-8184-35e20971d9b1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] DELETE failed (client error): The resource could not be found. Jan 28 16:48:45.379353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4179b53-8ed7-43bd-8184-35e20971d9b1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:48:45.381382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-baa8a47a-6945-4fb4-b9b8-9fdd0e57c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:45.383578 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-baa8a47a-6945-4fb4-b9b8-9fdd0e57c974 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.0669439 Jan 28 16:48:45.389201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d4179b53-8ed7-43bd-8184-35e20971d9b1 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/subnets/804081dd-fbaf-4af1-9c91-d9f39806817b HTTP/1.1" status: 404 len: 337 time: 0.1164486 Jan 28 16:48:45.392720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50316) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.441777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50318) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:45.450169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cfc5b-9350-4f70-91d2-6e13a9f4118a None None] Network a9d90f3c-d73b-4190-859c-d415bcc457db requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:45.472558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-a8b1352c-79dc-4715-bdfa-39a86f39f345 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802875 Jan 28 16:48:45.533339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bd2592f8-d1d5-4b43-b07b-55d636c8343a None None] Provisioning complete for port 0dfa682b-07da-497c-ad1c-f33286fdf31b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:45.534012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bd2592f8-d1d5-4b43-b07b-55d636c8343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.595816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bd2592f8-d1d5-4b43-b07b-55d636c8343a None None] Port 0dfa682b-07da-497c-ad1c-f33286fdf31b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:45.598882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Deleting port 320f6325-77f1-4004-9039-8e0935e8ad0d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:45.599335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.616814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bd2592f8-d1d5-4b43-b07b-55d636c8343a None None] Provisioning complete for port 0ba589fc-79b0-4a41-9c69-203575af9490 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:45.617483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bd2592f8-d1d5-4b43-b07b-55d636c8343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.714783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] For port 320f6325-77f1-4004-9039-8e0935e8ad0d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=320f6325-77f1-4004-9039-8e0935e8ad0d,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:45.715556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.732931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] DHCP port deletion for a9d90f3c-d73b-4190-859c-d415bcc457db request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:45.736301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Calling delete_port for 320f6325-77f1-4004-9039-8e0935e8ad0d owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:45.758972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-fec0fa63-b559-4ac6-8a0d-33c130e20c6d service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401514 Jan 28 16:48:45.765351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Deleting port 0dfa682b-07da-497c-ad1c-f33286fdf31b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:45.765694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.767196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bd2592f8-d1d5-4b43-b07b-55d636c8343a None None] Current status of the port 0ba589fc-79b0-4a41-9c69-203575af9490 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:45.828392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] Deleting port 0ba589fc-79b0-4a41-9c69-203575af9490 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:45.829092 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.910681 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95e0549a-2d7e-4267-840d-9654b720d4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.920369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] For port 0ba589fc-79b0-4a41-9c69-203575af9490, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0ba589fc-79b0-4a41-9c69-203575af9490,segment=NetworkSegment(c0f14895-14bc-47dc-b86b-8389185fd649),segment_id=c0f14895-14bc-47dc-b86b-8389185fd649)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:45.921016 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.933765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] Calling delete_port for 0ba589fc-79b0-4a41-9c69-203575af9490 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:45.967585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (f6ab10bd-83cf-47fd-87e9-1c2c14049722), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:45.974673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.002066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Calling delete_port for 0dfa682b-07da-497c-ad1c-f33286fdf31b owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:46.015291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-be7d2fd2-4be4-43cd-80ba-2c681cf1c0fa service neutron] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769074 Jan 28 16:48:46.026539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (0ba589fc-79b0-4a41-9c69-203575af9490), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.056420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-004bba56-2158-4ba4-8d32-e9a6ae515f64 req-d56c5c2c-ba21-435e-a449-be20d89f7d6b service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450275 Jan 28 16:48:46.061893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] Pushing event deleted for resources: {'Port': ['ID=0ba589fc-79b0-4a41-9c69-203575af9490,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:46.066584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb201ac-995d-4bcc-9929-b7c06fac2193 None None] No DVR routers for this DVR port 0ba589fc-79b0-4a41-9c69-203575af9490 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:46.116555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:46.116555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.154841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-5c7930cb-ba28-4c04-b30c-443f6adc990c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 HTTP/1.1" status: 200 len: 217 time: 0.1288784 Jan 28 16:48:46.229144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event updated for resources: {'Subnet': ['ID=f6ab10bd-83cf-47fd-87e9-1c2c14049722,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:46.244049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0dfa682b-07da-497c-ad1c-f33286fdf31b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.298853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Port': ['ID=0dfa682b-07da-497c-ad1c-f33286fdf31b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:46.334462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.338110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-82778ea7-b4c0-44da-997c-095ccafb027b tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/ports/0dfa682b-07da-497c-ad1c-f33286fdf31b HTTP/1.1" status: 204 len: 168 time: 0.9444132 Jan 28 16:48:46.343479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50322) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:46.388129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-6e4ffad3-dfa0-48d5-8add-878d5313d955 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:46.389701 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-6e4ffad3-dfa0-48d5-8add-878d5313d955 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 817 time: 0.2217739 Jan 28 16:48:46.479628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a9d90f3c-d73b-4190-859c-d415bcc457db), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.499010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (bfcd42dd-8259-4748-9e62-ab3ae23ad105), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.559387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Checking segment: {'id': '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:46.559976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Network hostable DHCP agents. Network: 3301284f-3f88-47cb-ad23-4f6d3d75f619, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:48:46.640521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-470b0901-7b69-4c55-9fe4-bc83da810529 req-a65648e1-3024-412a-8aa0-3e9556dfa55b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 210 time: 0.0886595 Jan 28 16:48:46.647065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (320f6325-77f1-4004-9039-8e0935e8ad0d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.711052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6edc3cb2-abea-47f7-944f-7c35b4738503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:46.712602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6edc3cb2-abea-47f7-944f-7c35b4738503 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.5145142 Jan 28 16:48:46.716992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Pushing event deleted for resources: {'Port': ['ID=320f6325-77f1-4004-9039-8e0935e8ad0d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:46.753717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:48:46.757775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,segment=NetworkSegment(b727c45a-2fe2-4480-b5bc-fc52e08b3710),segment_id=b727c45a-2fe2-4480-b5bc-fc52e08b3710)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:46.758147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.803500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:46.841977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3301284f-3f88-47cb-ad23-4f6d3d75f619) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:46.851767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be372c8c-9b88-46dd-92f6-9644de9f6c04 None None] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:46.856110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171238a-4215-45fe-b7a6-aa3cdfc6b892 req-7cc6e2d3-ea41-46ca-b286-f39b9a73e3da tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:46.857830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d171238a-4215-45fe-b7a6-aa3cdfc6b892 req-7cc6e2d3-ea41-46ca-b286-f39b9a73e3da tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3019698 Jan 28 16:48:46.874331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:46.874939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:46.922268 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-cdd86fcb-de8f-47e4-ae0a-8d429ae87718 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 380 time: 0.4994884 Jan 28 16:48:46.946369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'port': {'device_id': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'admin_state_up': True, 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'security_groups': ['426619b7-e773-4fa5-a2fe-09ddcdf1bad1']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:46.990145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2ff89e0f-7589-47f1-ac0f-34753373bb0e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4586139 Jan 28 16:48:46.996662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3301284f-3f88-47cb-ad23-4f6d3d75f619', 'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619', 'project_id': '1a1411ea3c6d4a7f99e6ce080546ced4', 'fixed_ips': [{'subnet_id': 'f6ab10bd-83cf-47fd-87e9-1c2c14049722'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:48:46.997980 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.032627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50326) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:47.047277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-09abf8b0-101a-4723-abfc-35c7ced5522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:47.048922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-09abf8b0-101a-4723-abfc-35c7ced5522b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3286626 Jan 28 16:48:47.099142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Request body: {'port': {'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1768005511'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:47.111999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a9d90f3c-d73b-4190-859c-d415bcc457db), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.187590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Allocated IP 172.20.0.2 (3301284f-3f88-47cb-ad23-4f6d3d75f619/f6ab10bd-83cf-47fd-87e9-1c2c14049722/2a3586eb-c006-42fa-8f03-dba9f519eca1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:47.195260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d171238a-4215-45fe-b7a6-aa3cdfc6b892 req-57d2902e-bc6f-4d91-a756-9c39e2dac574 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162477 Jan 28 16:48:47.206760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d90f3c-d73b-4190-859c-d415bcc457db']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:47.245005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f14895-14bc-47dc-b86b-8389185fd649') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:47.245284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f14895-14bc-47dc-b86b-8389185fd649') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:47.260598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ba589fc-79b0-4a41-9c69-203575af9490 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:47.298602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0ba589fc-79b0-4a41-9c69-203575af9490 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:47.299015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0ba589fc-79b0-4a41-9c69-203575af9490 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:47.300266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c0f14895-14bc-47dc-b86b-8389185fd649), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.328234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (fd9bbaef-da73-4033-9c07-81aba1ce0954), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.337240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-f731fa8d-cdd8-4f62-94fa-80c445a8ab96 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504103 Jan 28 16:48:47.365369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c0f14895-14bc-47dc-b86b-8389185fd649), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.384992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:47.385435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c0f14895-14bc-47dc-b86b-8389185fd649), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:47.390674 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:47.426520 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Publish callbacks [] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.433650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.463111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.489208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:47.492602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:47.502218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:47.513479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Pushing event updated for resources: {'Port': ['ID=2a3586eb-c006-42fa-8f03-dba9f519eca1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:47.514859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Made reservation on behalf of 3a452d310e604eb58d4d47d53758cef9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:47.527712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.533002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a9d90f3c-d73b-4190-859c-d415bcc457db), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.539391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.544389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] 10.222.0.25 "DELETE /v2.0/networks/a9d90f3c-d73b-4190-859c-d415bcc457db HTTP/1.1" status: 204 len: 168 time: 1.1999295 Jan 28 16:48:47.560661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Made reservation on behalf of 1a1411ea3c6d4a7f99e6ce080546ced4 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:47.574238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.582844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:47.612847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e4e2224f-9edb-419d-afcc-9a16d049e8b1 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:47.617013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Attempting to bind port 2a3586eb-c006-42fa-8f03-dba9f519eca1 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:47.617384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Attempting to bind port 2a3586eb-c006-42fa-8f03-dba9f519eca1 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:47.617747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Attempting to bind port 2a3586eb-c006-42fa-8f03-dba9f519eca1 on network 3301284f-3f88-47cb-ad23-4f6d3d75f619 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:47.618937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c4056-629e-4906-b69b-836764a0e0f0 tempest-PortsTestJSON-448363249 tempest-PortsTestJSON-448363249-project] Pushing event deleted for resources: {'Network': ['ID=a9d90f3c-d73b-4190-859c-d415bcc457db,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:47.638272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] device_id is not set on port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:47.656023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: e4e2224f-9edb-419d-afcc-9a16d049e8b1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:47.656449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e4e2224f-9edb-419d-afcc-9a16d049e8b1 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:47.659060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:47.660038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Checking segment: {'id': '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:47.660644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.661854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Bound using segment: {'id': '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:47.662360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Bound port: 2a3586eb-c006-42fa-8f03-dba9f519eca1, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:47.662802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.742229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-45329f0f-907c-47f1-8dda-c226e60d793a service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973241 Jan 28 16:48:47.833501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] For port 2a3586eb-c006-42fa-8f03-dba9f519eca1, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:47.844189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] For port 2a3586eb-c006-42fa-8f03-dba9f519eca1, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a3586eb-c006-42fa-8f03-dba9f519eca1,segment=NetworkSegment(3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8),segment_id=3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:47.865166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-18985bb6-382a-4e14-bd11-eb904fefa798 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48992663-2242-4a53-bdde-d5103c7c9502 HTTP/1.1" status: 200 len: 217 time: 0.0742352 Jan 28 16:48:47.876850 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:47.940375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-b6bf3af7-e107-4a14-b7c2-682095a69dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:47.940607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Allocated IP 172.20.0.6 (4f8593d1-88ba-4e5a-940a-769b560f4a33/d6b403a9-b5ec-44f7-82c7-293ccb23b9ac/c0a94be7-974f-4afd-af42-ee422a7d9566) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:47.941333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-b6bf3af7-e107-4a14-b7c2-682095a69dae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 200 len: 797 time: 0.0565841 Jan 28 16:48:47.976514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e490f6-f568-482b-af7a-bca70cdc4fc5 None None] Pushing event updated for resources: {'Port': ['ID=2a3586eb-c006-42fa-8f03-dba9f519eca1,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:47.981973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3eb3a3c8-d371-4be4-a0a2-2f553c63ff70 req-c19fabb9-230c-4030-a72a-81a980725db5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 210 time: 0.1107719 Jan 28 16:48:47.994212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Allocated IP 172.20.0.8 (3301284f-3f88-47cb-ad23-4f6d3d75f619/f6ab10bd-83cf-47fd-87e9-1c2c14049722/7d15e98a-bfdf-4fd6-9273-28defc0b8406) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:47.997188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b21b5ec6-c4be-4979-8df1-507d2246321a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.081485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Deleting port 63029027-a11a-414c-a82c-7abcaf2c20db {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:48.081792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.093873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.095497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50334) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:48.170418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Router fd9bbaef-da73-4033-9c07-81aba1ce0954 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:48.211793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-92a3e614-c81d-4cc4-b872-326cf0acae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:48.213546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-92a3e614-c81d-4cc4-b872-326cf0acae98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2478669 Jan 28 16:48:48.327319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.363611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] For port 63029027-a11a-414c-a82c-7abcaf2c20db, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63029027-a11a-414c-a82c-7abcaf2c20db,segment=NetworkSegment(ba538060-d766-4442-b675-2a965d6f2e17),segment_id=ba538060-d766-4442-b675-2a965d6f2e17)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:48.363981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.395062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Calling delete_port for 63029027-a11a-414c-a82c-7abcaf2c20db owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:48.433951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.486389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.567103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-617aec78-f56f-45c3-a275-70421aa057e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ef55ce58c1b4a27ba353bdc8d4bb923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665504 Jan 28 16:48:48.570327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50340) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:48.573034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:48.580107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.593464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-6e609fb3-5dcd-4b99-843c-ee3a784650c6 service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704627 Jan 28 16:48:48.617434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c7f3f-436d-429c-acbb-dcaa3bef8a8f req-8a1821af-1269-4b06-90a5-483b57fa7773 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:48.618872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b9c7f3f-436d-429c-acbb-dcaa3bef8a8f req-8a1821af-1269-4b06-90a5-483b57fa7773 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.2705009 Jan 28 16:48:48.626058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:48.631412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-174b2c48-c41a-40c9-ad97-a6ddfb8ce447 admin admin] 10.222.0.25 "PUT /v2.0/routers/fd9bbaef-da73-4033-9c07-81aba1ce0954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1975193 Jan 28 16:48:48.632362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:48.633529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:48.634128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50342) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:48.639658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:48.650235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:48.652589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] Sync routers for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:48.676831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:48.678079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:48.794814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:48.818079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:48.876951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:48.877626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.887327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:48.901567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks [] for router (fd9bbaef-da73-4033-9c07-81aba1ce0954), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:48.911248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:48.987877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-87578609-b83e-462c-8b58-c9cf06631488 None None] Provisioning complete for port c0a94be7-974f-4afd-af42-ee422a7d9566 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:48.988540 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87578609-b83e-462c-8b58-c9cf06631488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.002585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event updated for resources: {'Port': ['ID=7d15e98a-bfdf-4fd6-9273-28defc0b8406,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:49.037454 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5f318584-3e2a-45c0-817b-65c5e2b00c24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0955319 Jan 28 16:48:49.073276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-87578609-b83e-462c-8b58-c9cf06631488 None None] Port c0a94be7-974f-4afd-af42-ee422a7d9566 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:49.091521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:48:46Z', 'revision_number': 5, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port': {'id': '4029f3d3-7ae9-4fbc-9f32-5e9dc0284524', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:41:27Z', 'updated_at': '2022-01-28T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:49.168782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Request body: {'port': {'device_id': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:49.178549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks [] for router_gateway (fd9bbaef-da73-4033-9c07-81aba1ce0954), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.248286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cb1dba-53a0-48ea-9c06-edd45b45a00a req-a74511b6-228a-4332-8702-ae5910d9aafd service neutron] 10.222.0.24 "GET /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459434 Jan 28 16:48:49.257164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:49.257827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.307113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b9c7f3f-436d-429c-acbb-dcaa3bef8a8f req-55477d80-8911-4acc-a8b9-8d02193d734c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609831 Jan 28 16:48:49.309757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (63029027-a11a-414c-a82c-7abcaf2c20db), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.336250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8523075f-bc74-4e37-839b-9f041f534da1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2994425 Jan 28 16:48:49.343889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ba799e9-d0b1-4bca-9790-e15c3caaafdb admin admin] Publish callbacks [] for security_group (220aa9cd-fd47-4366-9c66-7252084cae05), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.351020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] Checking router: fd9bbaef-da73-4033-9c07-81aba1ce0954 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:49.372739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] Routers {'fd9bbaef-da73-4033-9c07-81aba1ce0954'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:49.373707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fd9bbaef-da73-4033-9c07-81aba1ce0954'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:49.377931 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.384077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50346) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:49.399846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Request body: {'port': {'network_id': '3301284f-3f88-47cb-ad23-4f6d3d75f619', 'name': 'tempest-ExtraDHCPOptionsTestJSON-51892130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:49.400592 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] bootfile-name is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 16:48:49.401072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] tftp-server is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 16:48:49.402149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] server-ip-address is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 16:48:49.410708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a3586eb-c006-42fa-8f03-dba9f519eca1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:49.453924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Pushing event deleted for resources: {'Port': ['ID=63029027-a11a-414c-a82c-7abcaf2c20db,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:49.467911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ba799e9-d0b1-4bca-9790-e15c3caaafdb admin admin] Publish callbacks [] for security_group (220aa9cd-fd47-4366-9c66-7252084cae05), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.509115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] Set router fd9bbaef-da73-4033-9c07-81aba1ce0954 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:49.518252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9210630-b7be-46bf-b335-b9405d71aed1 req-22cfa105-71fe-4b8a-80ad-8476189846eb tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:49.525501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9210630-b7be-46bf-b335-b9405d71aed1 req-22cfa105-71fe-4b8a-80ad-8476189846eb tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 931 time: 0.3788199 Jan 28 16:48:49.533505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:49.549704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff04afbb-de6d-4872-a3b7-eed7929eeb5f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3780682 Jan 28 16:48:49.556903 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:49.560633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:49.577779 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:49.578706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:48:49Z', 'revision_number': 6, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:49.579276 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:49.639212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2a3586eb-c006-42fa-8f03-dba9f519eca1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:49.640030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.653126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet 9a49035e-6c84-4820-a4eb-28a4708a3a86 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:49.663652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (9a49035e-6c84-4820-a4eb-28a4708a3a86), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.684516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc84fb8-c12e-448b-a7b6-41a1f32b6c3b None None] The sync data for ids ['fd9bbaef-da73-4033-9c07-81aba1ce0954'] in n-d-812111-13 is: [{'id': 'fd9bbaef-da73-4033-9c07-81aba1ce0954', 'name': 'tempest-AttachVolumeTestJSON-1642593054-router', 'tenant_id': '12350eaeffec4b3d9d9c8820c18eec33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:41:26Z', 'updated_at': '2022-01-28T16:48:49Z', 'revision_number': 6, 'project_id': '12350eaeffec4b3d9d9c8820c18eec33', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:49.695081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9210630-b7be-46bf-b335-b9405d71aed1 req-a7f375c5-56b8-4012-9847-35c0c58d95a7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686001 Jan 28 16:48:49.716778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41019e6-57fe-4afd-9e93-f5618d5135b4 None None] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:49.737692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.746896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Made reservation on behalf of 1a1411ea3c6d4a7f99e6ce080546ced4 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:48:49.751045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.763512 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:49.791050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] device_id is not set on port b34654c0-5509-44e8-bdba-5770be4c7ac4 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:48:49.890205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b56c0f4d-1ead-42bc-a8d3-add48295eaf5 None None] Provisioning complete for port 2a3586eb-c006-42fa-8f03-dba9f519eca1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:49.890963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b56c0f4d-1ead-42bc-a8d3-add48295eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.895574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2a3586eb-c006-42fa-8f03-dba9f519eca1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:49.896199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:49.919488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Allocated IP 172.20.0.11 (3301284f-3f88-47cb-ad23-4f6d3d75f619/f6ab10bd-83cf-47fd-87e9-1c2c14049722/b34654c0-5509-44e8-bdba-5770be4c7ac4) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:48:49.950408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9a49035e-6c84-4820-a4eb-28a4708a3a86), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.071364 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:47Z', 'revision_number': 10, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:50.074641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2a3586eb-c006-42fa-8f03-dba9f519eca1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a3586eb-c006-42fa-8f03-dba9f519eca1,segment=NetworkSegment(3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8),segment_id=3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:50.097803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.124150 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for port (b34654c0-5509-44e8-bdba-5770be4c7ac4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.134217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (bfcd42dd-8259-4748-9e62-ab3ae23ad105), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.137427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Deleting port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:50.137752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.142391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:50.158858 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:50.159781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:50.202761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b34654c0-5509-44e8-bdba-5770be4c7ac4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.273728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:48:50.275683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b56c0f4d-1ead-42bc-a8d3-add48295eaf5 None None] Current status of the port 2a3586eb-c006-42fa-8f03-dba9f519eca1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:50.278266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:48:50.293679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2a3586eb-c006-42fa-8f03-dba9f519eca1,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:50.308748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:48:50.327891 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:50.406549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event updated for resources: {'Port': ['ID=b34654c0-5509-44e8-bdba-5770be4c7ac4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:50.475068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:50.476181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.498347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-511622ba-527e-436e-bbd6-8f960d442928 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1109715 Jan 28 16:48:50.501019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:50.603518 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:47Z', 'revision_number': 10, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:50.606650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.607218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d414c0a7-7437-43c7-a8e4-c039b4271c2a tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:50.619597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d414c0a7-7437-43c7-a8e4-c039b4271c2a tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:50.633322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d414c0a7-7437-43c7-a8e4-c039b4271c2a tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:50.638613 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1daa5c-7166-4796-96b9-3fffd671c6b8 None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:47Z', 'revision_number': 10, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None, '_interfaces': [{'id': '8be4621d-5732-4414-8ea6-ff51f257c77a', 'name': '', 'network_id': 'f3412a98-7d60-45ed-af9f-086ecba85a7c', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'mac_address': 'fa:16:3e:d9:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:46Z', 'updated_at': '2022-01-28T16:47:53Z', 'revision_number': 5, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'subnets': [{'id': '71285c20-caa3-41c5-8813-c13faaa11ea3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:50.640539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d414c0a7-7437-43c7-a8e4-c039b4271c2a tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1371744 Jan 28 16:48:50.641221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50360) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:50.716175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b2ca7862-8bb7-46fb-ae20-43c5919e02a6 None None] Provisioning complete for port 2a3586eb-c006-42fa-8f03-dba9f519eca1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:50.716912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7862-8bb7-46fb-ae20-43c5919e02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.821561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Deleting port b34654c0-5509-44e8-bdba-5770be4c7ac4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:50.822169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b34654c0-5509-44e8-bdba-5770be4c7ac4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.839799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ba799e9-d0b1-4bca-9790-e15c3caaafdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (220aa9cd-fd47-4366-9c66-7252084cae05), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.842664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ba799e9-d0b1-4bca-9790-e15c3caaafdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.843970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ba799e9-d0b1-4bca-9790-e15c3caaafdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/220aa9cd-fd47-4366-9c66-7252084cae05 HTTP/1.1" status: 204 len: 168 time: 2.2652907 Jan 28 16:48:50.890348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca7862-8bb7-46fb-ae20-43c5919e02a6 None None] Current status of the port 2a3586eb-c006-42fa-8f03-dba9f519eca1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:50.898619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba799e9-d0b1-4bca-9790-e15c3caaafdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220aa9cd-fd47-4366-9c66-7252084cae05,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:50.925456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b2ca7862-8bb7-46fb-ae20-43c5919e02a6 None None] Provisioning complete for port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:50.926077 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7862-8bb7-46fb-ae20-43c5919e02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:50.989146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547115e5-a990-4fc9-bfc8-0ca3fbd6e798 req-c4a47c87-0c8a-4170-b4e9-0312db0bb4d8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:51.002311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547115e5-a990-4fc9-bfc8-0ca3fbd6e798 req-c4a47c87-0c8a-4170-b4e9-0312db0bb4d8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 931 time: 0.1732621 Jan 28 16:48:51.027397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca7862-8bb7-46fb-ae20-43c5919e02a6 None None] Port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:51.101987 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b34654c0-5509-44e8-bdba-5770be4c7ac4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.149001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Calling delete_port for b34654c0-5509-44e8-bdba-5770be4c7ac4 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:51.173039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-44e70395-635f-4b7d-bd40-4dc41eea7bf6 None None] Provisioning complete for port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:51.173603 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-44e70395-635f-4b7d-bd40-4dc41eea7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.211016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9a49035e-6c84-4820-a4eb-28a4708a3a86), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.218191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547115e5-a990-4fc9-bfc8-0ca3fbd6e798 req-43710847-d71a-4b4a-9818-b4d7598fb330 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996131 Jan 28 16:48:51.251784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-44e70395-635f-4b7d-bd40-4dc41eea7bf6 None None] Port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:51.365300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a3586eb-c006-42fa-8f03-dba9f519eca1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:51.465664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a94be7-974f-4afd-af42-ee422a7d9566 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:48:51.467437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2a3586eb-c006-42fa-8f03-dba9f519eca1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:51.467890 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.475579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Publish callbacks [] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.492101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] For port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:51.492474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.498516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9a49035e-6c84-4820-a4eb-28a4708a3a86), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.516240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd39a0e7-603b-45d4-870c-de17d4553ef5 None None] Provisioning complete for port b34654c0-5509-44e8-bdba-5770be4c7ac4 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:51.516767 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd39a0e7-603b-45d4-870c-de17d4553ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b34654c0-5509-44e8-bdba-5770be4c7ac4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.533468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Calling delete_port for 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:51.572438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd39a0e7-603b-45d4-870c-de17d4553ef5 None None] Port b34654c0-5509-44e8-bdba-5770be4c7ac4 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:51.572727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b34654c0-5509-44e8-bdba-5770be4c7ac4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.587767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Transition to ACTIVE for port object c0a94be7-974f-4afd-af42-ee422a7d9566 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:48:51.608870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=9a49035e-6c84-4820-a4eb-28a4708a3a86,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:51.614632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.621636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9eb6321b-621e-49a8-8c33-2b1cf433ccba tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/9a49035e-6c84-4820-a4eb-28a4708a3a86 HTTP/1.1" status: 204 len: 168 time: 2.0567851 Jan 28 16:48:51.622913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.625177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50378) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:51.629788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757f1de-bd0e-4e67-9eea-e2519ca08895 None None] Network c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:51.690727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event deleted for resources: {'Port': ['ID=b34654c0-5509-44e8-bdba-5770be4c7ac4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:51.785285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2a3586eb-c006-42fa-8f03-dba9f519eca1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:51.795006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:51.808505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.836819 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.873239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:51.877734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:51.882659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-082c37cd-ee4b-474a-9751-833891fecda1 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "DELETE /v2.0/ports/b34654c0-5509-44e8-bdba-5770be4c7ac4 HTTP/1.1" status: 204 len: 168 time: 1.2363880 Jan 28 16:48:51.884360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50386) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:51.897169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Request body: {'port': {'name': 'tempest-new-port-name-2048525397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:48:51.897559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] bootfile-name is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 16:48:51.897909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] tftp-server is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 16:48:51.899075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] server-ip-address is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 16:48:52.049645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.062204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4029f3d3-7ae9-4fbc-9f32-5e9dc0284524 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:52.062641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.097104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] DHCP port deletion for c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:52.194223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] Deleting port bd1bbbff-c65e-4586-bf7c-43b536676dde {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:52.194915 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.265538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4029f3d3-7ae9-4fbc-9f32-5e9dc0284524), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.393079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.415482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 320f6325-77f1-4004-9039-8e0935e8ad0d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:52.436020 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.449139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 320f6325-77f1-4004-9039-8e0935e8ad0d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:52.449548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 320f6325-77f1-4004-9039-8e0935e8ad0d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:52.449967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:52.457996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] For port bd1bbbff-c65e-4586-bf7c-43b536676dde, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bd1bbbff-c65e-4586-bf7c-43b536676dde,segment=NetworkSegment(b727c45a-2fe2-4480-b5bc-fc52e08b3710),segment_id=b727c45a-2fe2-4480-b5bc-fc52e08b3710)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:52.458491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.487143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:52.487495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 00e1e5d1-a633-48dd-be8a-3cb5e41e0d6c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:52.490835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Pushing event deleted for resources: {'Port': ['ID=4029f3d3-7ae9-4fbc-9f32-5e9dc0284524,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:52.511447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] Calling delete_port for bd1bbbff-c65e-4586-bf7c-43b536676dde owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:52.551959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event updated for resources: {'Port': ['ID=7d15e98a-bfdf-4fd6-9273-28defc0b8406,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:52.570792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa97c4-ae68-47d0-b065-6b1aad9ad9ea req-69d91f38-fa43-45da-8ffd-cde663e2fe9a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:52.572733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8aaa97c4-ae68-47d0-b065-6b1aad9ad9ea req-69d91f38-fa43-45da-8ffd-cde663e2fe9a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1913648 Jan 28 16:48:52.643697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] In _notify_port_updated(), no bound segment for port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 on network 3301284f-3f88-47cb-ad23-4f6d3d75f619 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:48:52.644010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.651895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:52.653086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.653497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Router bfcd42dd-8259-4748-9e62-ab3ae23ad105 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:52.654923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a97645f4-8023-4653-83ed-d6f12678166c tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "PUT /v2.0/ports/7d15e98a-bfdf-4fd6-9273-28defc0b8406 HTTP/1.1" status: 200 len: 1136 time: 0.7695589 Jan 28 16:48:52.658620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50404) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:52.662820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Attempting to bind port c0a94be7-974f-4afd-af42-ee422a7d9566 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:48:52.663378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Attempting to bind port c0a94be7-974f-4afd-af42-ee422a7d9566 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:48:52.663892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Attempting to bind port c0a94be7-974f-4afd-af42-ee422a7d9566 on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:52.682836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] Pushing event deleted for resources: {'Port': ['ID=bd1bbbff-c65e-4586-bf7c-43b536676dde,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:52.685426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baaf61c-23eb-44f7-ad94-e0e511daa176 None None] No DVR routers for this DVR port bd1bbbff-c65e-4586-bf7c-43b536676dde on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:52.693335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port bd1bbbff-c65e-4586-bf7c-43b536676dde {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:52.693335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.695148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (fd9bbaef-da73-4033-9c07-81aba1ce0954), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.718553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8aaa97c4-ae68-47d0-b065-6b1aad9ad9ea req-9f0083de-d9c8-4fa5-9c69-9e3ea1319bba tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380992 Jan 28 16:48:52.727007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Port c0a94be7-974f-4afd-af42-ee422a7d9566 on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:48:52.728917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Attempting to bind port c0a94be7-974f-4afd-af42-ee422a7d9566 on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:48:52.796859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:48:52.797427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Checking segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:48:52.797834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Bound using segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:48:52.798289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Bound port: c0a94be7-974f-4afd-af42-ee422a7d9566, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:48:52.798667 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.917650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0f5bc8fb-2874-43ed-9297-c4805f0e1d39 None None] Provisioning complete for port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:52.918032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc8fb-2874-43ed-9297-c4805f0e1d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.922656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bff2a-38cb-4196-8536-cb4eb4fa6bac tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:52.925141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-920bff2a-38cb-4196-8536-cb4eb4fa6bac tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "GET /v2.0/ports/7d15e98a-bfdf-4fd6-9273-28defc0b8406 HTTP/1.1" status: 200 len: 1136 time: 0.2640514 Jan 28 16:48:52.929240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50410) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:52.953605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0f5bc8fb-2874-43ed-9297-c4805f0e1d39 None None] Port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:48:52.967483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (fd9bbaef-da73-4033-9c07-81aba1ce0954), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:52.971208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks [] for router_controller (fd9bbaef-da73-4033-9c07-81aba1ce0954), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.051631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port bd1bbbff-c65e-4586-bf7c-43b536676dde, host n-d-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:53.052156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.063014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Deleting port 7d15e98a-bfdf-4fd6-9273-28defc0b8406 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:53.063454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.106622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for bd1bbbff-c65e-4586-bf7c-43b536676dde owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:53.128903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Port bd1bbbff-c65e-4586-bf7c-43b536676dde was not found and therefore no delete operation was performed {{(pid=103094) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:48:53.159087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bd1bbbff-c65e-4586-bf7c-43b536676dde no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:53.164516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (bd1bbbff-c65e-4586-bf7c-43b536676dde), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.177448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (fd9bbaef-da73-4033-9c07-81aba1ce0954), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.177448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd9bbaef-da73-4033-9c07-81aba1ce0954 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:48:53.212813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.214002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b53b02ef-2578-48ec-83ae-61779e5d3050 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fd9bbaef-da73-4033-9c07-81aba1ce0954 HTTP/1.1" status: 204 len: 168 time: 4.5752881 Jan 28 16:48:53.219732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50422) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:53.225431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bd1bbbff-c65e-4586-bf7c-43b536676dde {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:53.226013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bd1bbbff-c65e-4586-bf7c-43b536676dde not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:53.229067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=bd1bbbff-c65e-4586-bf7c-43b536676dde,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:53.231770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:48:53.247050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port bd1bbbff-c65e-4586-bf7c-43b536676dde on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:53.262555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:53.282488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] Sync routers for ids ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:53.289721 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.307352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] Routers {'bfcd42dd-8259-4748-9e62-ab3ae23ad105'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:53.309355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:53.316937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:48:53.322106 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e24176f1-d225-411c-a087-02857039ac98 admin admin] 10.222.0.25 "PUT /v2.0/routers/bfcd42dd-8259-4748-9e62-ab3ae23ad105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8616135 Jan 28 16:48:53.328206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Calling delete_port for 7d15e98a-bfdf-4fd6-9273-28defc0b8406 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:53.329968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:53.347021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Deleting subnet c0d04805-2542-4368-a29d-797329f8b939 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:53.388307 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Publish callbacks [] for subnet (c0d04805-2542-4368-a29d-797329f8b939), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.388465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.398851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.440862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fb34bf-10c1-4c10-9758-2e3a76d0ec55']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:53.478151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:53.480053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.481811 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] 10.222.0.31 "PUT /v2.0/ports/c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 1092 time: 4.3293560 Jan 28 16:48:53.482488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:48:53.483601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397e3e-54ef-46b3-92ee-3e5d7d1747e5 req-4139fe42-2b50-42b3-ae73-05ce75df6f9b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:53.485777 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b60e6-06e3-4191-967e-21710a13bdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:48:53.490845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26397e3e-54ef-46b3-92ee-3e5d7d1747e5 req-4139fe42-2b50-42b3-ae73-05ce75df6f9b tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.2869959 Jan 28 16:48:53.494608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b727c45a-2fe2-4480-b5bc-fc52e08b3710') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:53.494965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b727c45a-2fe2-4480-b5bc-fc52e08b3710') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:53.505142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c0d04805-2542-4368-a29d-797329f8b939), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.558314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b727c45a-2fe2-4480-b5bc-fc52e08b3710), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.571566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] Set router bfcd42dd-8259-4748-9e62-ab3ae23ad105 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:53.590078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b727c45a-2fe2-4480-b5bc-fc52e08b3710), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.599092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:53.599523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b727c45a-2fe2-4480-b5bc-fc52e08b3710), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.687078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks [] for router (bfcd42dd-8259-4748-9e62-ab3ae23ad105), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:53.694499 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:53.707943 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d84dd0-7de6-40ce-9f88-801b0510ae5a x-openstack-request-id: req-b6d84dd0-7de6-40ce-9f88-801b0510ae5a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:48:53.708237 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:48:53.708568 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6d84dd0-7de6-40ce-9f88-801b0510ae5a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:48:53.709121 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'status': 'completed', 'code': 200} Jan 28 16:48:53.727259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c0fb34bf-10c1-4c10-9758-2e3a76d0ec55), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.764544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.772634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50436) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:53.779440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/c0fb34bf-10c1-4c10-9758-2e3a76d0ec55 HTTP/1.1" status: 204 len: 168 time: 2.0743136 Jan 28 16:48:53.830994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e528f-44b9-4a54-9846-dcdb01a3075b service neutron] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:53.835220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1630f7-929c-4b98-8676-f655205063d0 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=c0fb34bf-10c1-4c10-9758-2e3a76d0ec55,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:53.838058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26397e3e-54ef-46b3-92ee-3e5d7d1747e5 req-907d8e61-cecf-4146-9a6e-ab46617a5ece tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462014 Jan 28 16:48:53.858683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-0185a794-1cf4-43ac-a08e-abc85da81339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:53.862386 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-0185a794-1cf4-43ac-a08e-abc85da81339 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1126 time: 0.1636105 Jan 28 16:48:53.926236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-de30859b-40e4-4464-ad5b-2d964414c7c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 217 time: 0.0562468 Jan 28 16:48:53.985325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c0d04805-2542-4368-a29d-797329f8b939), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:53.989698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-7caa54c2-f761-4754-8c12-5f0926880fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:53.992364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-7caa54c2-f761-4754-8c12-5f0926880fee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.0605536 Jan 28 16:48:54.060716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-be188dce-94d4-4990-a0cd-7b6e4568b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:54.063537 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-be188dce-94d4-4990-a0cd-7b6e4568b00f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577621 Jan 28 16:48:54.076720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:48:49Z', 'revision_number': 5, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:54.106245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] Checking router: bfcd42dd-8259-4748-9e62-ab3ae23ad105 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:48:54.115309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] Routers {'bfcd42dd-8259-4748-9e62-ab3ae23ad105'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:54.115934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:54.204994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-5c597107-f888-4570-929b-2e52212bc104 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355982 Jan 28 16:48:54.258396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7d15e98a-bfdf-4fd6-9273-28defc0b8406), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:54.260603 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks [] for router_gateway (bfcd42dd-8259-4748-9e62-ab3ae23ad105), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:54.265541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] Set router bfcd42dd-8259-4748-9e62-ab3ae23ad105 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:48:54.278785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c856-edb1-42b6-87a5-cda0f079774d req-acb80afa-619a-47ed-864b-fbe3fabc9a72 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:54.280354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c231c856-edb1-42b6-87a5-cda0f079774d req-acb80afa-619a-47ed-864b-fbe3fabc9a72 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.4205537 Jan 28 16:48:54.286361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c0d04805-2542-4368-a29d-797329f8b939), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:54.366671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event deleted for resources: {'Port': ['ID=7d15e98a-bfdf-4fd6-9273-28defc0b8406,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:54.369751 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-56cce652-e34f-4458-8739-6cb3275e8d13 req-8f6843fd-1142-42f1-8738-16e6fa3e84c5 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586642 Jan 28 16:48:54.393604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d04805-2542-4368-a29d-797329f8b939,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:54.482376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c231c856-edb1-42b6-87a5-cda0f079774d req-1697fd9a-57b2-40f2-b284-db85bc0347e9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876214 Jan 28 16:48:54.487540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:54.493202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cf4459f5-cee4-4ad1-9c41-9a46fa906464 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c0d04805-2542-4368-a29d-797329f8b939 HTTP/1.1" status: 204 len: 168 time: 1.2667239 Jan 28 16:48:54.493606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50448) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:54.498040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-27b1cb5b-3fe6-4039-b6d4-a6b38baf0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:54.498844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ed1d6-1986-440c-b710-a4c1d2ff98b0 None None] Network d5f0d0ff-2699-45ec-936e-d5667aa00b62 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:54.499605 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-27b1cb5b-3fe6-4039-b6d4-a6b38baf0084 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1126 time: 0.0797369 Jan 28 16:48:54.627037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-e44c7572-adde-45bb-b5bd-22b546e3b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:54.628750 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-e44c7572-adde-45bb-b5bd-22b546e3b8ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.1217344 Jan 28 16:48:54.705755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-18ba6562-410e-4472-941d-88876993d2c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 217 time: 0.0705030 Jan 28 16:48:54.744322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:48:49Z', 'revision_number': 5, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:54.779735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079d7d5-0f62-4bb7-99c4-8a31b25c5fd5 None None] The sync data for ids ['bfcd42dd-8259-4748-9e62-ab3ae23ad105'] in n-d-812111-13 is: [{'id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'name': 'tempest-ServerRescueTestJSON-1894508676-router', 'tenant_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:46:30Z', 'updated_at': '2022-01-28T16:48:49Z', 'revision_number': 5, 'project_id': '8dd2f19a42fc4d42a46d599bef1f7934', 'gw_port': {'id': 'f593e1ee-aa9f-4b96-ab78-e99fe4ed935e', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd42dd-8259-4748-9e62-ab3ae23ad105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:46:32Z', 'updated_at': '2022-01-28T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:48:54.801243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-ba3e0a8f-dd63-497f-8469-f5c1f693bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:54.802760 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-ba3e0a8f-dd63-497f-8469-f5c1f693bf89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.0900342 Jan 28 16:48:54.821696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] DHCP port deletion for d5f0d0ff-2699-45ec-936e-d5667aa00b62 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:54.927892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-1e81d14e-b9fc-4f15-8677-3bde97c63961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:54.930543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-1e81d14e-b9fc-4f15-8677-3bde97c63961 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1207616 Jan 28 16:48:54.945762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] Deleting port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:54.946275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:54.983460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:54.988877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-59575270-6b4e-4d29-afbf-a88e6a5e3e2e tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "DELETE /v2.0/ports/7d15e98a-bfdf-4fd6-9273-28defc0b8406 HTTP/1.1" status: 204 len: 168 time: 2.0565305 Jan 28 16:48:55.025681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50454) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:55.042857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] For port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,segment=NetworkSegment(6739bc9a-1165-401f-9974-a33908b77e87),segment_id=6739bc9a-1165-401f-9974-a33908b77e87)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:55.043320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.069598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] Calling delete_port for c7f1743c-a8f8-41ce-b300-b4a6a461b4dc owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:55.086469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Deleting subnet f6ab10bd-83cf-47fd-87e9-1c2c14049722 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:55.090246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for subnet (f6ab10bd-83cf-47fd-87e9-1c2c14049722), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.134116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (f6ab10bd-83cf-47fd-87e9-1c2c14049722), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.191126 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d5f0d0ff-2699-45ec-936e-d5667aa00b62), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.202431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Deleting port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:55.202875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.225489 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (f6ab10bd-83cf-47fd-87e9-1c2c14049722), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.251853 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c7f1743c-a8f8-41ce-b300-b4a6a461b4dc), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.303100 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:48:55.335824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (f6ab10bd-83cf-47fd-87e9-1c2c14049722), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.358156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.359433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] Pushing event deleted for resources: {'Port': ['ID=c7f1743c-a8f8-41ce-b300-b4a6a461b4dc,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:55.361966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "DELETE /v2.0/subnets/f6ab10bd-83cf-47fd-87e9-1c2c14049722 HTTP/1.1" status: 204 len: 168 time: 0.3327405 Jan 28 16:48:55.363957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c7f1743c-a8f8-41ce-b300-b4a6a461b4dc no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:55.368258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:55.383842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6912f8-0ed0-4157-ba75-eb6acd3d48f8 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ab10bd-83cf-47fd-87e9-1c2c14049722,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:55.390544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070bc98-7981-47e4-8df5-49d1df32c239 None None] Network 3301284f-3f88-47cb-ad23-4f6d3d75f619 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:48:55.396575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c0206-84d6-47d7-b09a-7dc773f43390 None None] No DVR routers for this DVR port c7f1743c-a8f8-41ce-b300-b4a6a461b4dc on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:55.465271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-2693d73d-8c37-4cff-b76a-9f8ca89ea48d service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265906 Jan 28 16:48:55.474617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c7f1743c-a8f8-41ce-b300-b4a6a461b4dc {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:55.478107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c7f1743c-a8f8-41ce-b300-b4a6a461b4dc not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:55.478696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63029027-a11a-414c-a82c-7abcaf2c20db no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:55.491422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d5f0d0ff-2699-45ec-936e-d5667aa00b62), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.589272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f0d0ff-2699-45ec-936e-d5667aa00b62']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:55.602636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] For port f593e1ee-aa9f-4b96-ab78-e99fe4ed935e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:55.603019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.607634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 63029027-a11a-414c-a82c-7abcaf2c20db {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:55.608554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63029027-a11a-414c-a82c-7abcaf2c20db not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:55.626770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6739bc9a-1165-401f-9974-a33908b77e87') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:55.627068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6739bc9a-1165-401f-9974-a33908b77e87') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:55.646125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Calling delete_port for f593e1ee-aa9f-4b96-ab78-e99fe4ed935e owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:55.648949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (6739bc9a-1165-401f-9974-a33908b77e87), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.654303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3301284f-3f88-47cb-ad23-4f6d3d75f619), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.737001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a0b60e6-06e3-4191-967e-21710a13bdfd req-9999057e-a7d9-4b99-a2b4-4db57787b355 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608893 Jan 28 16:48:55.812362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6739bc9a-1165-401f-9974-a33908b77e87), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.836773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] DHCP port deletion for 3301284f-3f88-47cb-ad23-4f6d3d75f619 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:48:55.843340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:55.844021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (6739bc9a-1165-401f-9974-a33908b77e87), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:55.848417 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:55.912477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] Deleting port 2a3586eb-c006-42fa-8f03-dba9f519eca1 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:55.912953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.963889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42588604-632c-4254-8ad5-787136d757c7 req-b57b4459-f0c8-4d34-afbd-a7acf2038469 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:55.965399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42588604-632c-4254-8ad5-787136d757c7 req-b57b4459-f0c8-4d34-afbd-a7acf2038469 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.2548847 Jan 28 16:48:55.986136 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d5f0d0ff-2699-45ec-936e-d5667aa00b62), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:55.991626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] For port 2a3586eb-c006-42fa-8f03-dba9f519eca1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a3586eb-c006-42fa-8f03-dba9f519eca1,segment=NetworkSegment(3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8),segment_id=3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:55.992105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.010124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] Calling delete_port for 2a3586eb-c006-42fa-8f03-dba9f519eca1 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:56.033664 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.036906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d5f0d0ff-2699-45ec-936e-d5667aa00b62 HTTP/1.1" status: 204 len: 168 time: 1.1534812 Jan 28 16:48:56.042529 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.106782 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.113268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244e657-836b-4267-9dbd-1ee76a868959 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f0d0ff-2699-45ec-936e-d5667aa00b62,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:56.148920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] Pushing event deleted for resources: {'Port': ['ID=2a3586eb-c006-42fa-8f03-dba9f519eca1,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:56.158446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a000d67-9f14-4ade-a5fe-a1ad26b1563f None None] No DVR routers for this DVR port 2a3586eb-c006-42fa-8f03-dba9f519eca1 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:56.191857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Deleting port 2a3586eb-c006-42fa-8f03-dba9f519eca1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:56.192246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.217543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42588604-632c-4254-8ad5-787136d757c7 req-1a819b32-cebc-4d95-9821-dbe8353a58d6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441411 Jan 28 16:48:56.366830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50474) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:56.377744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] For port 2a3586eb-c006-42fa-8f03-dba9f519eca1, host n-d-812111-13, got binding levels [] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:56.378111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.390741 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f593e1ee-aa9f-4b96-ab78-e99fe4ed935e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.398336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Calling delete_port for 2a3586eb-c006-42fa-8f03-dba9f519eca1 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:56.405911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Port 2a3586eb-c006-42fa-8f03-dba9f519eca1 was not found and therefore no delete operation was performed {{(pid=103093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:48:56.426097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9d3a0de9-ff37-4352-90bd-cf45ca24c72e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12350eaeffec4b3d9d9c8820c18eec33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578215 Jan 28 16:48:56.427208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50476) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:56.427860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2a3586eb-c006-42fa-8f03-dba9f519eca1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.438128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f593e1ee-aa9f-4b96-ab78-e99fe4ed935e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:56.525919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] No DVR routers for this DVR port 2a3586eb-c006-42fa-8f03-dba9f519eca1 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:48:56.528212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event deleted for resources: {'Port': ['ID=2a3586eb-c006-42fa-8f03-dba9f519eca1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:56.644632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (bfcd42dd-8259-4748-9e62-ab3ae23ad105), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.661573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3301284f-3f88-47cb-ad23-4f6d3d75f619), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.756165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0902bd8d-0f97-41b7-b16f-dae7881def2c admin admin] Publish callbacks [] for security_group (35ac2ced-5242-4890-b103-e8e56429cc8b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.820980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3301284f-3f88-47cb-ad23-4f6d3d75f619']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:56.825099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (bfcd42dd-8259-4748-9e62-ab3ae23ad105), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.834428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks [] for router_controller (bfcd42dd-8259-4748-9e62-ab3ae23ad105), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.845973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:56.846386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:56.866127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0902bd8d-0f97-41b7-b16f-dae7881def2c admin admin] Publish callbacks [] for security_group (35ac2ced-5242-4890-b103-e8e56429cc8b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.897697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.964791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (bfcd42dd-8259-4748-9e62-ab3ae23ad105), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.965339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfcd42dd-8259-4748-9e62-ab3ae23ad105 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:48:56.976966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.988645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:56.989961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cb3ba9f8-6bdc-4049-8b6b-48ee5afadc13 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bfcd42dd-8259-4748-9e62-ab3ae23ad105 HTTP/1.1" status: 204 len: 168 time: 3.6573491 Jan 28 16:48:56.993918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:56.999146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:56.999660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (3ba8bdd8-dc8d-4269-ab9f-cf101eba0ea8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:57.002824 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:57.134512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Deleting subnet 8435a387-d6eb-43ad-8df9-671f94a6555e {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:48:57.138797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3301284f-3f88-47cb-ad23-4f6d3d75f619), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.151885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Publish callbacks [] for subnet (8435a387-d6eb-43ad-8df9-671f94a6555e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.152118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.157962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] 10.222.0.25 "DELETE /v2.0/networks/3301284f-3f88-47cb-ad23-4f6d3d75f619 HTTP/1.1" status: 204 len: 168 time: 1.7311521 Jan 28 16:48:57.177098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0902bd8d-0f97-41b7-b16f-dae7881def2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (35ac2ced-5242-4890-b103-e8e56429cc8b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.192386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0902bd8d-0f97-41b7-b16f-dae7881def2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.206064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (8435a387-d6eb-43ad-8df9-671f94a6555e), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.215067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0902bd8d-0f97-41b7-b16f-dae7881def2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35ac2ced-5242-4890-b103-e8e56429cc8b HTTP/1.1" status: 204 len: 168 time: 0.7847617 Jan 28 16:48:57.272646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a3586eb-c006-42fa-8f03-dba9f519eca1 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:57.302776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a00d4-ae79-465e-a929-83caea604cd4 tempest-ExtraDHCPOptionsTestJSON-1297208372 tempest-ExtraDHCPOptionsTestJSON-1297208372-project] Pushing event deleted for resources: {'Network': ['ID=3301284f-3f88-47cb-ad23-4f6d3d75f619,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:57.330686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2a3586eb-c006-42fa-8f03-dba9f519eca1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:57.331163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a3586eb-c006-42fa-8f03-dba9f519eca1 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:57.337165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8435a387-d6eb-43ad-8df9-671f94a6555e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.346356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902bd8d-0f97-41b7-b16f-dae7881def2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac2ced-5242-4890-b103-e8e56429cc8b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:57.356314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 8be4621d-5732-4414-8ea6-ff51f257c77a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:48:57.356314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.462784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (8435a387-d6eb-43ad-8df9-671f94a6555e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.547355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8435a387-d6eb-43ad-8df9-671f94a6555e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:57.551063 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.556574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-68b38a27-4aa5-414e-ac30-34d0d7f4dd5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8435a387-d6eb-43ad-8df9-671f94a6555e HTTP/1.1" status: 204 len: 168 time: 0.5558195 Jan 28 16:48:57.557174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518af4fe-fb50-47b9-b584-83abc94006f0 req-5f0c5b1b-fbac-4c9a-b468-ca33bff7ee28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:57.561978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-518af4fe-fb50-47b9-b584-83abc94006f0 req-5f0c5b1b-fbac-4c9a-b468-ca33bff7ee28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1152630 Jan 28 16:48:57.571273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:57.598367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:48:57.658749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-518af4fe-fb50-47b9-b584-83abc94006f0 req-e226c183-c4a2-440d-8634-2cc80b75f80a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913806 Jan 28 16:48:57.659252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50500) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:57.720831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 8be4621d-5732-4414-8ea6-ff51f257c77a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8be4621d-5732-4414-8ea6-ff51f257c77a,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:57.721237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.752323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 8be4621d-5732-4414-8ea6-ff51f257c77a owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:48:57.774956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.852410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:57.878263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'mac_address': 'fa:16:3e:db:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:48:57.928725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.949659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:57.950763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54381a06-8c23-4cf6-9bef-fc0b15b7c0a5']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:57.951713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:57.972469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba538060-d766-4442-b675-2a965d6f2e17') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:57.972810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba538060-d766-4442-b675-2a965d6f2e17') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:57.984961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a94be7-974f-4afd-af42-ee422a7d9566 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:48:57.990386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bba617bd-0946-4a13-872f-dda799c9ab29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a1411ea3c6d4a7f99e6ce080546ced4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110528 Jan 28 16:48:57.991385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:58.003715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (ba538060-d766-4442-b675-2a965d6f2e17), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.039180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ba538060-d766-4442-b675-2a965d6f2e17), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.040523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:48:58.065179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.067255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:48:58.067255 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (ba538060-d766-4442-b675-2a965d6f2e17), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.118123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5380119c-7fca-4f64-9b23-503643a917c9 admin admin] Publish callbacks [] for security_group (c44e6ee0-4a08-4793-9aa9-7aaf9310eb19), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.133947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:58.155483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5380119c-7fca-4f64-9b23-503643a917c9 admin admin] Publish callbacks [] for security_group (c44e6ee0-4a08-4793-9aa9-7aaf9310eb19), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.286363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5380119c-7fca-4f64-9b23-503643a917c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c44e6ee0-4a08-4793-9aa9-7aaf9310eb19), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.287693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c0a94be7-974f-4afd-af42-ee422a7d9566'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:48:58.290700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5380119c-7fca-4f64-9b23-503643a917c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.293845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5380119c-7fca-4f64-9b23-503643a917c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c44e6ee0-4a08-4793-9aa9-7aaf9310eb19 HTTP/1.1" status: 204 len: 168 time: 0.3014238 Jan 28 16:48:58.304729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8be4621d-5732-4414-8ea6-ff51f257c77a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.377867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=8be4621d-5732-4414-8ea6-ff51f257c77a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:58.398506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380119c-7fca-4f64-9b23-503643a917c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e6ee0-4a08-4793-9aa9-7aaf9310eb19,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:58.693600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (d215a8fd-99ef-4438-8954-57b85e549c96), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:48:58.936399 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:48:59.013810 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (54381a06-8c23-4cf6-9bef-fc0b15b7c0a5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:59.021293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:59.029089 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] 10.222.0.25 "DELETE /v2.0/networks/54381a06-8c23-4cf6-9bef-fc0b15b7c0a5 HTTP/1.1" status: 204 len: 168 time: 1.4562821 Jan 28 16:48:59.045802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e61f5-753b-471e-ae72-ab9d90a3fb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=54381a06-8c23-4cf6-9bef-fc0b15b7c0a5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:48:59.203443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f593e1ee-aa9f-4b96-ab78-e99fe4ed935e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:48:59.251227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f593e1ee-aa9f-4b96-ab78-e99fe4ed935e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:48:59.251584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f593e1ee-aa9f-4b96-ab78-e99fe4ed935e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:48:59.445872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:59.519915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9dcaa7d1-e335-482c-bc60-44b43f8a0b20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dd2f19a42fc4d42a46d599bef1f7934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727544 Jan 28 16:48:59.528617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50566) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:59.547542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248652bb-0d8b-4e35-b2fd-a8d5f0009ae6 req-c1a9f6b2-f9a2-4feb-9810-fed3a457b22c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:48:59.548989 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-248652bb-0d8b-4e35-b2fd-a8d5f0009ae6 req-c1a9f6b2-f9a2-4feb-9810-fed3a457b22c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 944 time: 0.2288778 Jan 28 16:48:59.577493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:48:59.613566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:48:59.733702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port c0a94be7-974f-4afd-af42-ee422a7d9566 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:48:59.742197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c0a94be7-974f-4afd-af42-ee422a7d9566 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:48:59.742568 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:59.743494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4e7609a-4b4b-4748-9ac0-bd994ded4efa admin admin] Publish callbacks [] for security_group (2142b5b4-fb42-45b2-a9aa-2b54cb8e5631), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:59.863129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:59.875725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-248652bb-0d8b-4e35-b2fd-a8d5f0009ae6 req-08afc591-2d1d-4813-9a7a-cdc1b9afd6e2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197408 Jan 28 16:48:59.882184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4e7609a-4b4b-4748-9ac0-bd994ded4efa admin admin] Publish callbacks [] for security_group (2142b5b4-fb42-45b2-a9aa-2b54cb8e5631), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:59.884745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:48:59.903351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:48:59.910510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50578) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:48:59.921218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:48:59.922221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-770d3e93-bd64-4d7f-85fb-f850563d860c tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1288359 Jan 28 16:48:59.922853 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:48:59.937321 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:48:59.937967 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:48:59.969699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:48:59.988175 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e754db-f65c-41a1-a783-d68333f8cebb" -d '{"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-plugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:49:00.034189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4e7609a-4b4b-4748-9ac0-bd994ded4efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2142b5b4-fb42-45b2-a9aa-2b54cb8e5631), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.037560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4e7609a-4b4b-4748-9ac0-bd994ded4efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.038160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:00.038774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d4e7609a-4b4b-4748-9ac0-bd994ded4efa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2142b5b4-fb42-45b2-a9aa-2b54cb8e5631 HTTP/1.1" status: 204 len: 168 time: 0.5091112 Jan 28 16:49:00.050687 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.051324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7609a-4b4b-4748-9ac0-bd994ded4efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142b5b4-fb42-45b2-a9aa-2b54cb8e5631,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:00.060506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting subnet 71285c20-caa3-41c5-8813-c13faaa11ea3 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:49:00.076226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (71285c20-caa3-41c5-8813-c13faaa11ea3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.151336 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60659336-9f51-4ee6-9ee3-599075667e22 x-openstack-request-id: req-60659336-9f51-4ee6-9ee3-599075667e22 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:49:00.151544 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-plugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:49:00.151837 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60659336-9f51-4ee6-9ee3-599075667e22 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:49:00.152152 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'code': 200} Jan 28 16:49:00.156299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:00.189838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1664157356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:00.296404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (71285c20-caa3-41c5-8813-c13faaa11ea3), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.389730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (44e970d6-5219-4c4a-b1f4-23e333366549), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.390779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (44e970d6-5219-4c4a-b1f4-23e333366549), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.409347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41f25c-f155-44be-807e-19fdf2368043 req-a4e8b232-4413-4316-be53-ee76e6822f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:00.410896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f41f25c-f155-44be-807e-19fdf2368043 req-a4e8b232-4413-4316-be53-ee76e6822f17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1128 time: 0.2505324 Jan 28 16:49:00.462668 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:00.556906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router_controller (44e970d6-5219-4c4a-b1f4-23e333366549), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.575692 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:58Z', 'revision_number': 11, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:00.583113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (44e970d6-5219-4c4a-b1f4-23e333366549), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.644479 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:49:00.648950 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f41f25c-f155-44be-807e-19fdf2368043 req-47d3fe11-fcc7-4b51-9578-3133f3f23209 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234361 Jan 28 16:49:00.652251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (71285c20-caa3-41c5-8813-c13faaa11ea3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.678607 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:00.680475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:00.686198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.689960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c6214a99-d1d7-4098-a0c5-a5aa96241f26 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8230786 Jan 28 16:49:00.690368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50604) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:00.696025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1272017876'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:00.740048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:00.743705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.757026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (71285c20-caa3-41c5-8813-c13faaa11ea3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.769649 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.841996 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:00.842878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4adfb-b0f7-4ab4-bd6b-f5d66cfa90b2 None None] Network f3412a98-7d60-45ed-af9f-086ecba85a7c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:00.845122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:00.856177 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/71285c20-caa3-41c5-8813-c13faaa11ea3 HTTP/1.1" status: 204 len: 168 time: 0.9408212 Jan 28 16:49:00.856428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50610) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:00.860112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e27e-773c-4698-982a-18452778750b tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Subnet': ['ID=71285c20-caa3-41c5-8813-c13faaa11ea3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:00.983053 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:58Z', 'revision_number': 11, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:01.001290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f3412a98-7d60-45ed-af9f-086ecba85a7c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.075297 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6183d-afea-4bed-b4dd-b9f235d6532b None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:58Z', 'revision_number': 11, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:01.209072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for security_group (61b09849-4e0e-4557-920d-b8de15506297), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.224502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55174-ad83-4e46-b012-218ede65ec78 req-eed9e020-764c-49df-ab1e-fbabe3b8210b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:01.227058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00b55174-ad83-4e46-b012-218ede65ec78 req-eed9e020-764c-49df-ab1e-fbabe3b8210b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1976569 Jan 28 16:49:01.229746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (61b09849-4e0e-4557-920d-b8de15506297), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.282748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:49:01.316824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (18f0d992-156c-4080-9ea2-dd24c27263d3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.317306 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Added segment 18f0d992-156c-4080-9ea2-dd24c27263d3 of type vlan for network c45377ac-d482-42c5-859f-ac3f7caa8e4c Jan 28 16:49:01.371133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c45377ac-d482-42c5-859f-ac3f7caa8e4c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.430351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b09849-4e0e-4557-920d-b8de15506297,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:01.436769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Deleting port 912e0c54-50e4-4fc8-b044-11564f5dbde3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:01.437221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.442400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00b55174-ad83-4e46-b012-218ede65ec78 req-d4fc04d0-213d-40ff-a76e-61f092b43dd4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071364 Jan 28 16:49:01.444873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c45377ac-d482-42c5-859f-ac3f7caa8e4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.452173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:01.453276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.500993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] DHCP port deletion for f3412a98-7d60-45ed-af9f-086ecba85a7c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:49:01.700455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] Deleting port 912e0c54-50e4-4fc8-b044-11564f5dbde3 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:01.702398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.796491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1049306 Jan 28 16:49:01.799434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50634) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:01.808335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'subnet': {'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:01.823304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] For port 912e0c54-50e4-4fc8-b044-11564f5dbde3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=912e0c54-50e4-4fc8-b044-11564f5dbde3,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:01.823714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:01.834124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ce20c-38a5-4441-9eeb-7554baf52d33 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Network': ['ID=c45377ac-d482-42c5-859f-ac3f7caa8e4c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:01.842897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Calling delete_port for 912e0c54-50e4-4fc8-b044-11564f5dbde3 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:01.903636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:49:02.031837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.053927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:02.061903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.106123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Port': ['ID=912e0c54-50e4-4fc8-b044-11564f5dbde3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:02.111167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] For port 912e0c54-50e4-4fc8-b044-11564f5dbde3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=912e0c54-50e4-4fc8-b044-11564f5dbde3,segment=NetworkSegment(7fbcf463-7d35-45cf-8a6c-212c72aeb687),segment_id=7fbcf463-7d35-45cf-8a6c-212c72aeb687)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:02.112347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.114008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No DVR routers for this DVR port 912e0c54-50e4-4fc8-b044-11564f5dbde3 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:02.143474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] Calling delete_port for 912e0c54-50e4-4fc8-b044-11564f5dbde3 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:02.337711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (912e0c54-50e4-4fc8-b044-11564f5dbde3), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.345305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f3412a98-7d60-45ed-af9f-086ecba85a7c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.402878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3412a98-7d60-45ed-af9f-086ecba85a7c']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:02.427782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbcf463-7d35-45cf-8a6c-212c72aeb687') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:02.428080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbcf463-7d35-45cf-8a6c-212c72aeb687') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:02.432981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] Pushing event deleted for resources: {'Port': ['ID=912e0c54-50e4-4fc8-b044-11564f5dbde3,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:02.461663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee45d98-15ae-4df6-9c6e-049b17653841 None None] No DVR routers for this DVR port 912e0c54-50e4-4fc8-b044-11564f5dbde3 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:02.465044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (7fbcf463-7d35-45cf-8a6c-212c72aeb687), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.506704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7fbcf463-7d35-45cf-8a6c-212c72aeb687), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.527860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:49:02.529007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (7fbcf463-7d35-45cf-8a6c-212c72aeb687), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:49:02.535698 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:49:02.540209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (93ce209a-5c2a-4d7c-a5e1-66f593c8266a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.644660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Subnet': ['ID=93ce209a-5c2a-4d7c-a5e1-66f593c8266a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:02.647507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Checking segment: {'id': '18f0d992-156c-4080-9ea2-dd24c27263d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:02.648181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network hostable DHCP agents. Network: c45377ac-d482-42c5-859f-ac3f7caa8e4c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:49:02.673281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:49:02.694807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c45377ac-d482-42c5-859f-ac3f7caa8e4c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:02.702172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:02.705991 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.709797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b6806-7c23-46a8-9853-0d6fc76c9674 None None] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:02.763810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-164d586f-294f-44a3-af50-5938c386ef97 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9570677 Jan 28 16:49:02.763810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50656) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:02.787393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'network': {'name': 'tempest-router-network01--216773098'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:02.828151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f3412a98-7d60-45ed-af9f-086ecba85a7c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.852556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:02.876846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/networks/f3412a98-7d60-45ed-af9f-086ecba85a7c HTTP/1.1" status: 204 len: 168 time: 2.0113153 Jan 28 16:49:02.880772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50660) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:02.907577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'routes': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:02.924399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3bc1b-c500-4ee7-83b9-b1aac4341d12 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Pushing event deleted for resources: {'Network': ['ID=f3412a98-7d60-45ed-af9f-086ecba85a7c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:02.949141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac149d09-4799-4cee-95d7-59dccb808876 req-f5bd5fc8-e74a-4007-8c41-12f5627cf91b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:02.954606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac149d09-4799-4cee-95d7-59dccb808876 req-f5bd5fc8-e74a-4007-8c41-12f5627cf91b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.2944901 Jan 28 16:49:03.002079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:03.009028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.048565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac149d09-4799-4cee-95d7-59dccb808876 req-531e7dcb-df61-46e2-afb0-87255b164552 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879557 Jan 28 16:49:03.218888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-c45377ac-d482-42c5-859f-ac3f7caa8e4c', 'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c', 'project_id': '135d8bddda16419d97004118acfc04f3', 'fixed_ips': [{'subnet_id': '93ce209a-5c2a-4d7c-a5e1-66f593c8266a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:49:03.222856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.390833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ef521-4472-4ec8-9410-1b05bc8e2e14 req-be91fcef-b4af-4adf-8b56-9a54404cac8a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:03.397867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd5ef521-4472-4ec8-9410-1b05bc8e2e14 req-be91fcef-b4af-4adf-8b56-9a54404cac8a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1257887 Jan 28 16:49:03.403838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50672) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:03.406364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 912e0c54-50e4-4fc8-b044-11564f5dbde3 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:49:03.409200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'floatingip': {'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:03.486099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50674) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:03.525209 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (19b8d38a-42db-4542-a280-37f1e4bfbeec), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.598390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50678) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:03.628289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.extraroute_db [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Added routes are [] {{(pid=103094) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 16:49:03.628711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.extraroute_db [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Removed routes are [] {{(pid=103094) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 16:49:03.629192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.635931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:49:03.649833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 912e0c54-50e4-4fc8-b044-11564f5dbde3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:49:03.650187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 912e0c54-50e4-4fc8-b044-11564f5dbde3 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:49:03.650368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.650617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8be4621d-5732-4414-8ea6-ff51f257c77a no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:49:03.650742 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Added segment daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff of type vlan for network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 Jan 28 16:49:03.710667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8be4621d-5732-4414-8ea6-ff51f257c77a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:49:03.711183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8be4621d-5732-4414-8ea6-ff51f257c77a not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:49:03.713163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Allocated IP 2001:db8::2 (c45377ac-d482-42c5-859f-ac3f7caa8e4c/93ce209a-5c2a-4d7c-a5e1-66f593c8266a/18e2fdf4-a930-4016-a648-704f14cb0688) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:03.721293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.728711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64b6b2e6-04aa-4c95-8565-3dcff3bcd44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.811711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.817022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:03.817798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.824775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64b6b2e6-04aa-4c95-8565-3dcff3bcd44a admin admin] Publish callbacks [] for security_group (895d05c8-7dea-464d-aa0a-48d499e8a0dc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.832002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64b6b2e6-04aa-4c95-8565-3dcff3bcd44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (895d05c8-7dea-464d-aa0a-48d499e8a0dc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.869755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b2e6-04aa-4c95-8565-3dcff3bcd44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895d05c8-7dea-464d-aa0a-48d499e8a0dc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:03.870724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a0eea60-3c28-4f11-b3e3-16994a5f0862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.895588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1277606 Jan 28 16:49:03.903600 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Publish callbacks [] for port (18e2fdf4-a930-4016-a648-704f14cb0688), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.911290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.931317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50682) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:03.943284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'network': {'name': 'tempest-router-network02--2120820571'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:03.971778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-64b6b2e6-04aa-4c95-8565-3dcff3bcd44a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=769e8dce327f49ce9ddf080405f9e06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624582 Jan 28 16:49:03.972545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:03.973827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:03.975804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:03.976944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:03.980465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50684) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:03.985798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:03.995490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Pushing event updated for resources: {'Port': ['ID=18e2fdf4-a930-4016-a648-704f14cb0688,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:04.031487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.033376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2eb2a-91fd-4f8b-b387-050d87a81f70 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Network': ['ID=d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:04.039322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:49:04.039908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.054647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:49:04.055953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2d00df82-a230-40ee-ab23-1fbd3e639675), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.056450 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Added segment 2d00df82-a230-40ee-ab23-1fbd3e639675 of type vlan for network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 Jan 28 16:49:04.106128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.129560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Attempting to bind port 18e2fdf4-a930-4016-a648-704f14cb0688 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:49:04.130347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Attempting to bind port 18e2fdf4-a930-4016-a648-704f14cb0688 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '18f0d992-156c-4080-9ea2-dd24c27263d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:49:04.131006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Attempting to bind port 18e2fdf4-a930-4016-a648-704f14cb0688 on network c45377ac-d482-42c5-859f-ac3f7caa8e4c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:49:04.143951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.147052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:49:04.147891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Checking segment: {'id': '18f0d992-156c-4080-9ea2-dd24c27263d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:04.148575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.149198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Bound using segment: {'id': '18f0d992-156c-4080-9ea2-dd24c27263d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:49:04.150046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Bound port: 18e2fdf4-a930-4016-a648-704f14cb0688, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f0d992-156c-4080-9ea2-dd24c27263d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c45377ac-d482-42c5-859f-ac3f7caa8e4c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:49:04.150373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:04.152917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.153755 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.155729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router d215a8fd-99ef-4438-8954-57b85e549c96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:49:04.184373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2517993 Jan 28 16:49:04.187474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50686) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:04.223459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'subnet': {'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:04.250184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] For port 18e2fdf4-a930-4016-a648-704f14cb0688, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:49:04.254175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] For port 18e2fdf4-a930-4016-a648-704f14cb0688, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=18e2fdf4-a930-4016-a648-704f14cb0688,segment=NetworkSegment(18f0d992-156c-4080-9ea2-dd24c27263d3),segment_id=18f0d992-156c-4080-9ea2-dd24c27263d3)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:49:04.264188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.315924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed90953f-44fd-4e3a-809c-79e1a8cb3efe admin admin] Publish callbacks [] for security_group (895d05c8-7dea-464d-aa0a-48d499e8a0dc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.318485 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a0eea60-3c28-4f11-b3e3-16994a5f0862 admin admin] Publish callbacks [] for security_group (0f4d5d3e-7a43-4f1a-854f-dacff8ed764c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.330355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:04.331564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e66c3-e128-419b-88bb-e3312b500ce1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Network': ['ID=f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:04.334945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a0eea60-3c28-4f11-b3e3-16994a5f0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0f4d5d3e-7a43-4f1a-854f-dacff8ed764c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.342694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.347225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-05a19d35-11f7-4d51-a86e-82a4dc6be67a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 703 time: 1.4605894 Jan 28 16:49:04.352155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50688) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:04.366101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] Sync routers for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:04.385091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:49:04.466698 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a0eea60-3c28-4f11-b3e3-16994a5f0862 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e52e7fd8cbbb4c19a7a7bce771d062bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9787655 Jan 28 16:49:04.467241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:04.482698 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d02ec893-67df-44fb-bf2e-f0da4e1ad9ed tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 205 time: 0.1245646 Jan 28 16:49:04.490651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044584bd-f78c-4574-ab7f-3278cd5d99c5 None None] Pushing event updated for resources: {'Port': ['ID=18e2fdf4-a930-4016-a648-704f14cb0688,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:04.491722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:04.504511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:04.506674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:04.580876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed90953f-44fd-4e3a-809c-79e1a8cb3efe admin admin] Publish callbacks [] for security_group (895d05c8-7dea-464d-aa0a-48d499e8a0dc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.685488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0eea60-3c28-4f11-b3e3-16994a5f0862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d5d3e-7a43-4f1a-854f-dacff8ed764c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:04.716209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (d215a8fd-99ef-4438-8954-57b85e549c96), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.721031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:04.724218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:04.730334 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.771846 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed90953f-44fd-4e3a-809c-79e1a8cb3efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (895d05c8-7dea-464d-aa0a-48d499e8a0dc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.775045 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed90953f-44fd-4e3a-809c-79e1a8cb3efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.776769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ed90953f-44fd-4e3a-809c-79e1a8cb3efe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/895d05c8-7dea-464d-aa0a-48d499e8a0dc HTTP/1.1" status: 204 len: 168 time: 0.7922671 Jan 28 16:49:04.854465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90953f-44fd-4e3a-809c-79e1a8cb3efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895d05c8-7dea-464d-aa0a-48d499e8a0dc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:04.859591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Publish callbacks [] for security_group (0f4d5d3e-7a43-4f1a-854f-dacff8ed764c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.867698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:58Z', 'revision_number': 11, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:04.919840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Publish callbacks [] for security_group (0f4d5d3e-7a43-4f1a-854f-dacff8ed764c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:04.977994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] Checking router: d215a8fd-99ef-4438-8954-57b85e549c96 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:49:04.988492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] Routers {'d215a8fd-99ef-4438-8954-57b85e549c96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:04.989047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['d215a8fd-99ef-4438-8954-57b85e549c96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:05.082119 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:49:05.154771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] Set router d215a8fd-99ef-4438-8954-57b85e549c96 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:05.230195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.248156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (d215a8fd-99ef-4438-8954-57b85e549c96), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.277461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.285315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:58Z', 'revision_number': 11, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:05.287210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (19b8d38a-42db-4542-a280-37f1e4bfbeec), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.289124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 18e2fdf4-a930-4016-a648-704f14cb0688 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:05.335104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (d215a8fd-99ef-4438-8954-57b85e549c96), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.336141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router d215a8fd-99ef-4438-8954-57b85e549c96 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:49:05.348341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd6a04-67bc-450c-90a3-337e30333650 None None] The sync data for ids ['d215a8fd-99ef-4438-8954-57b85e549c96'] in n-d-812111-13 is: [{'id': 'd215a8fd-99ef-4438-8954-57b85e549c96', 'name': 'tempest-RoutersIpV6Test-router-88271822', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:42Z', 'updated_at': '2022-01-28T16:48:58Z', 'revision_number': 11, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:05.365476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.371021 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6b6627e4-cf5e-435e-9b7e-e65ca3f39b17 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 204 len: 168 time: 0.8726048 Jan 28 16:49:05.382207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50708) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:05.409762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1498013011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:05.430493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 18e2fdf4-a930-4016-a648-704f14cb0688 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:05.431224 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.471727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.473997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.511657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0f4d5d3e-7a43-4f1a-854f-dacff8ed764c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.512694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.518864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f4d5d3e-7a43-4f1a-854f-dacff8ed764c HTTP/1.1" status: 204 len: 168 time: 1.0437827 Jan 28 16:49:05.529855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50710) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:05.565922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d5d3e-7a43-4f1a-854f-dacff8ed764c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:05.624870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9099bea4-da55-4ea7-a679-eeb8f6871764), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.689520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 18e2fdf4-a930-4016-a648-704f14cb0688 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:05.692403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.693724 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Floating IP 19b8d38a-42db-4542-a280-37f1e4bfbeec associated. External IP: 172.25.8.165, port: c0a94be7-974f-4afd-af42-ee422a7d9566. Jan 28 16:49:05.777080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c0409d38-9903-4ecb-a6e9-d202a3908f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.822250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 18e2fdf4-a930-4016-a648-704f14cb0688, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=18e2fdf4-a930-4016-a648-704f14cb0688,segment=NetworkSegment(18f0d992-156c-4080-9ea2-dd24c27263d3),segment_id=18f0d992-156c-4080-9ea2-dd24c27263d3)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:05.831858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.910119 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (b0ecc8d8-0cef-4671-be70-80d424ace525), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:05.912520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Subnet': ['ID=9099bea4-da55-4ea7-a679-eeb8f6871764,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:05.929596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.929942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.930533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.933034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.933525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Checking segment: {'id': 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:05.933761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.933901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network hostable DHCP agents. Network: d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:49:05.934396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.934923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.935411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.935909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.936995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.938501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.939031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.941116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4118-5683-428a-93f9-5b9787056fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:05.951042 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.008548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:49:06.028831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:06.032918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:06.033757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.042450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.050365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50728) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:06.050905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0122d56-1c00-4e6d-99b7-5af0b93d0670 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6665776 Jan 28 16:49:06.052939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938c0e8-7576-40f8-ac88-bbb4799b4338 None None] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:06.065642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:06.072027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d9e5c966-3f5d-4b2f-90eb-4ac42e9a0174 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8834181 Jan 28 16:49:06.128208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50730) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:06.150603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'subnet': {'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:06.193712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=18e2fdf4-a930-4016-a648-704f14cb0688,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:06.221243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06420593-35da-402d-a1a5-5cc35fc28d4d None None] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:06.344201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7f2ada31-b7d5-4910-a51b-f92a68d6b5e2 None None] Provisioning complete for port 18e2fdf4-a930-4016-a648-704f14cb0688 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:06.344914 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f2ada31-b7d5-4910-a51b-f92a68d6b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.479649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5', 'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5', 'project_id': '135d8bddda16419d97004118acfc04f3', 'fixed_ips': [{'subnet_id': '9099bea4-da55-4ea7-a679-eeb8f6871764'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:49:06.480506 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.632712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.652969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.678962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Allocated IP 2001:db8::2 (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5/9099bea4-da55-4ea7-a679-eeb8f6871764/364fa3bb-a29a-4aca-898d-895933b1c404) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:06.828377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Publish callbacks [] for port (364fa3bb-a29a-4aca-898d-895933b1c404), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.843927 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.850005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ada31-b7d5-4910-a51b-f92a68d6b5e2 None None] Current status of the port 18e2fdf4-a930-4016-a648-704f14cb0688 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:06.875273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:06.879055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:06.884714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Router b0ecc8d8-0cef-4671-be70-80d424ace525 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:49:07.107975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:07.137950 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] Sync routers for ids ['b0ecc8d8-0cef-4671-be70-80d424ace525'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:07.166950 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] Routers {'b0ecc8d8-0cef-4671-be70-80d424ace525'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:07.167896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.177109 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b0ecc8d8-0cef-4671-be70-80d424ace525'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:07.178889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-814af159-640a-430d-a311-08eb4454889f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "PUT /v2.0/routers/b0ecc8d8-0cef-4671-be70-80d424ace525 HTTP/1.1" status: 200 len: 698 time: 1.1173878 Jan 28 16:49:07.179766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50758) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:07.216243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 18e2fdf4-a930-4016-a648-704f14cb0688 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:07.310850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:07.346710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:07.362095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:07.377079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Pushing event updated for resources: {'Port': ['ID=364fa3bb-a29a-4aca-898d-895933b1c404,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:07.394726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] Set router b0ecc8d8-0cef-4671-be70-80d424ace525 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:07.405328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c0409d38-9903-4ecb-a6e9-d202a3908f6a admin admin] Publish callbacks [] for security_group (e3863daa-9585-41ff-8874-4232ffcd27fc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.461736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c0409d38-9903-4ecb-a6e9-d202a3908f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e3863daa-9585-41ff-8874-4232ffcd27fc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.555489 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ecc8d8-0cef-4671-be70-80d424ace525', 'name': 'tempest-RoutersIpV6Test-router-1498013011', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:49:05Z', 'updated_at': '2022-01-28T16:49:06Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:07.569244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Attempting to bind port 364fa3bb-a29a-4aca-898d-895933b1c404 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:49:07.569609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Attempting to bind port 364fa3bb-a29a-4aca-898d-895933b1c404 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:49:07.569975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Attempting to bind port 364fa3bb-a29a-4aca-898d-895933b1c404 on network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:49:07.578270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 18e2fdf4-a930-4016-a648-704f14cb0688 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:07.579518 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.628734 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] Checking router: b0ecc8d8-0cef-4671-be70-80d424ace525 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:49:07.656446 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] Routers {'b0ecc8d8-0cef-4671-be70-80d424ace525'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:07.658079 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b0ecc8d8-0cef-4671-be70-80d424ace525'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:07.662855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:49:07.663275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Checking segment: {'id': 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:07.663764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.664227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Bound using segment: {'id': 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:49:07.664749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Bound port: 364fa3bb-a29a-4aca-898d-895933b1c404, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:49:07.665199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.779016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 18e2fdf4-a930-4016-a648-704f14cb0688 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:07.826119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0409d38-9903-4ecb-a6e9-d202a3908f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3863daa-9585-41ff-8874-4232ffcd27fc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:07.836645 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] Set router b0ecc8d8-0cef-4671-be70-80d424ace525 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:07.840618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (adc6bf62-eee1-42f6-a72c-982ad84ac3a5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.855336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Router fcb8556e-965d-43f8-b43e-9463210a0a84 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:49:07.909786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e8b8b354-d55a-4d5a-9635-5230d5eda7d0 None None] Provisioning complete for port 18e2fdf4-a930-4016-a648-704f14cb0688 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:07.914330 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e8b8b354-d55a-4d5a-9635-5230d5eda7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:07.937601 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ecc8d8-0cef-4671-be70-80d424ace525', 'name': 'tempest-RoutersIpV6Test-router-1498013011', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:49:05Z', 'updated_at': '2022-01-28T16:49:06Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:07.945369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Subnet': ['ID=adc6bf62-eee1-42f6-a72c-982ad84ac3a5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:07.949743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c0409d38-9903-4ecb-a6e9-d202a3908f6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a30c7670000542b8a83a0b9bead8cc46&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4033520 Jan 28 16:49:07.953557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50768) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:07.998292 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc45cd-d29b-4d6c-8363-3be275242e8f None None] The sync data for ids ['b0ecc8d8-0cef-4671-be70-80d424ace525'] in n-d-812111-13 is: [{'id': 'b0ecc8d8-0cef-4671-be70-80d424ace525', 'name': 'tempest-RoutersIpV6Test-router-1498013011', 'tenant_id': 'f5732acc5d00489c8ad0736a35aea77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:49:05Z', 'updated_at': '2022-01-28T16:49:06Z', 'revision_number': 2, 'project_id': 'f5732acc5d00489c8ad0736a35aea77f', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:08.063709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] For port 364fa3bb-a29a-4aca-898d-895933b1c404, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:49:08.089983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] For port 364fa3bb-a29a-4aca-898d-895933b1c404, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=364fa3bb-a29a-4aca-898d-895933b1c404,segment=NetworkSegment(daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff),segment_id=daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:49:08.120884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.172595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3a44ef3-b5a3-48cb-a156-bedfd21981d2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/routers/b0ecc8d8-0cef-4671-be70-80d424ace525 HTTP/1.1" status: 200 len: 704 time: 0.9848864 Jan 28 16:49:08.172595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50772) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:08.232370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-085c540c-2948-447e-b0ca-2a1fab529a29 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ecc8d8-0cef-4671-be70-80d424ace525 HTTP/1.1" status: 200 len: 205 time: 0.0575490 Jan 28 16:49:08.233562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50778) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:08.308584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Checking segment: {'id': '2d00df82-a230-40ee-ab23-1fbd3e639675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:08.309235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network hostable DHCP agents. Network: f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:49:08.345374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.385912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a3abced7-78f1-4ffd-bfdd-f1b08e0901b6 admin admin] Publish callbacks [] for security_group (e3863daa-9585-41ff-8874-4232ffcd27fc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.386595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112d682-6118-4560-8fe6-f9733cefcd65 None None] Pushing event updated for resources: {'Port': ['ID=364fa3bb-a29a-4aca-898d-895933b1c404,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:08.437910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8b354-d55a-4d5a-9635-5230d5eda7d0 None None] Current status of the port 18e2fdf4-a930-4016-a648-704f14cb0688 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:08.477964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:08.491222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.493175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:08.509718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:08.510924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:08.535739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a3abced7-78f1-4ffd-bfdd-f1b08e0901b6 admin admin] Publish callbacks [] for security_group (e3863daa-9585-41ff-8874-4232ffcd27fc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.540906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2b193c7f-3fcb-42e4-a032-c1328a27aa82 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "PUT /v2.0/floatingips/19b8d38a-42db-4542-a280-37f1e4bfbeec HTTP/1.1" status: 200 len: 991 time: 5.1358888 Jan 28 16:49:08.564911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:49:08.568137 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24e714-1ace-4159-b00f-1fdd9eaca270" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:49:08.691961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:49:08.738330 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e4b82b-2f01-4549-9c4d-c0b8b7cafe60 x-openstack-request-id: req-93e4b82b-2f01-4549-9c4d-c0b8b7cafe60 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:49:08.738630 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:49:08.738888 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93e4b82b-2f01-4549-9c4d-c0b8b7cafe60 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:49:08.741213 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'status': 'completed', 'code': 200} Jan 28 16:49:08.742949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:08.772139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0adc4-dad2-42df-a0aa-5314865e193f None None] Network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:08.773970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:08.774581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.835402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5b499220-564f-4723-bae2-9144b29e17dc tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7060847 Jan 28 16:49:08.850704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:08.883402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.890452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router_controller (b0ecc8d8-0cef-4671-be70-80d424ace525), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.971599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-276e8524-3611-4952-b74a-28c31dab1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:08.973942 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-276e8524-3611-4952-b74a-28c31dab1109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1128 time: 0.1397052 Jan 28 16:49:08.975330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (b0ecc8d8-0cef-4671-be70-80d424ace525), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.976258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Fanout notify agent at l3_agent the message router_deleted on router b0ecc8d8-0cef-4671-be70-80d424ace525 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:49:08.985706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:08.991007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6228dfab-9e76-4829-bc22-e940246f1607 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/b0ecc8d8-0cef-4671-be70-80d424ace525 HTTP/1.1" status: 204 len: 168 time: 0.7534368 Jan 28 16:49:08.992823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:08.994970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50794) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.031632 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-47173602-2585-4619-97ef-ce24a6517586 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ecc8d8-0cef-4671-be70-80d424ace525 HTTP/1.1" status: 200 len: 205 time: 0.0352211 Jan 28 16:49:09.034348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50796) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.088385 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-6c06fea1-d0b1-4359-aacc-5103f9f53787 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:09.090210 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c06fea1-d0b1-4359-aacc-5103f9f53787 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/b0ecc8d8-0cef-4671-be70-80d424ace525 HTTP/1.1" status: 404 len: 336 time: 0.0547123 Jan 28 16:49:09.092918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.111772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6', 'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6', 'project_id': '135d8bddda16419d97004118acfc04f3', 'fixed_ips': [{'subnet_id': 'adc6bf62-eee1-42f6-a72c-982ad84ac3a5'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:49:09.116369 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:09.278996 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a8b737-af57-4275-850d-b7b4de666dcd tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:09.279507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a8b737-af57-4275-850d-b7b4de666dcd tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:09.294908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d9a8b737-af57-4275-850d-b7b4de666dcd tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/d11f8d6e-e22b-4c99-95a0-96f05a8dcff1 HTTP/1.1" status: 404 len: 337 time: 0.2006135 Jan 28 16:49:09.296298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50802) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.344814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 364fa3bb-a29a-4aca-898d-895933b1c404 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:09.389375 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c239c52-5a48-4a04-ac92-91e9c3d867b2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:09.389833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c239c52-5a48-4a04-ac92-91e9c3d867b2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:09.404948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8c239c52-5a48-4a04-ac92-91e9c3d867b2 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/6a3f476a-2fb7-4be3-ac4e-42f963547c66 HTTP/1.1" status: 404 len: 337 time: 0.0980737 Jan 28 16:49:09.414652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.514672 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4a5863-a69d-4059-868e-e26bf83a9ab7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:09.515097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4a5863-a69d-4059-868e-e26bf83a9ab7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:09.527226 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa4a5863-a69d-4059-868e-e26bf83a9ab7 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/9a49035e-6c84-4820-a4eb-28a4708a3a86 HTTP/1.1" status: 404 len: 337 time: 0.1118450 Jan 28 16:49:09.531730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50816) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.620300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-3822ed75-2029-4ff3-a2bf-d82c153e0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:09.623221 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-3822ed75-2029-4ff3-a2bf-d82c153e0470 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.6307211 Jan 28 16:49:09.624358 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc619b1f-e4e1-4061-8532-203343183f99 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:09.630927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc619b1f-e4e1-4061-8532-203343183f99 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:09.646340 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc619b1f-e4e1-4061-8532-203343183f99 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/71285c20-caa3-41c5-8813-c13faaa11ea3 HTTP/1.1" status: 404 len: 337 time: 0.1135583 Jan 28 16:49:09.648199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50818) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.721830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a3abced7-78f1-4ffd-bfdd-f1b08e0901b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e3863daa-9585-41ff-8874-4232ffcd27fc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:09.730759 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a3abced7-78f1-4ffd-bfdd-f1b08e0901b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:09.749991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a3abced7-78f1-4ffd-bfdd-f1b08e0901b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3863daa-9585-41ff-8874-4232ffcd27fc HTTP/1.1" status: 204 len: 168 time: 1.7853892 Jan 28 16:49:09.755436 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:09.805192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abced7-78f1-4ffd-bfdd-f1b08e0901b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3863daa-9585-41ff-8874-4232ffcd27fc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:09.855774 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2e4f452b-5cd3-4d47-931e-67bef64d652a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 200 len: 205 time: 0.2064362 Jan 28 16:49:09.856420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:09.983045 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-89baccf7-f69f-499b-8008-ab6731fe6304 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:09.989211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89baccf7-f69f-499b-8008-ab6731fe6304 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/d215a8fd-99ef-4438-8954-57b85e549c96 HTTP/1.1" status: 404 len: 336 time: 0.1238937 Jan 28 16:49:09.989816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50828) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:10.107204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e75c1c7b-e4cb-4d6f-b734-58d59401a548 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b3a23cf-8605-4391-985e-3c1416e98164 HTTP/1.1" status: 200 len: 205 time: 0.1144485 Jan 28 16:49:10.107828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:10.143076 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-688eecf7-89d6-457b-911c-3f15473f85ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 999 time: 0.4813952 Jan 28 16:49:10.204630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Allocated IP 2001:db8::2 (f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6/adc6bf62-eee1-42f6-a72c-982ad84ac3a5/4e58398a-d8c8-4324-9acc-d4a693733dd0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:10.281840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 364fa3bb-a29a-4aca-898d-895933b1c404 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:10.282214 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:10.326307 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-e6ad550e-462b-4090-85ae-b6cc12adb8d3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:10.335053 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e6ad550e-462b-4090-85ae-b6cc12adb8d3 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/2b3a23cf-8605-4391-985e-3c1416e98164 HTTP/1.1" status: 404 len: 336 time: 0.2220633 Jan 28 16:49:10.336077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50834) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:10.500424 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-efedbfa5-ca1f-4cd3-aa43-1ae9ccdf9bd6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:10.501193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efedbfa5-ca1f-4cd3-aa43-1ae9ccdf9bd6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:10.509709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-efedbfa5-ca1f-4cd3-aa43-1ae9ccdf9bd6 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/b8cadc19-a5b3-4914-a967-aa554744fcc2 HTTP/1.1" status: 404 len: 337 time: 0.1133018 Jan 28 16:49:10.512498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50840) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:10.579298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Allocated IP 2001:db8::1 (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5/9099bea4-da55-4ea7-a679-eeb8f6871764/b9832c8b-a40a-46de-ab00-a64a13d893af) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:10.587528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-909664d8-adc0-4c20-99e3-4e7eede12bb4 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 200 len: 205 time: 0.0716662 Jan 28 16:49:10.590440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50846) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:10.622269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-a72bb893-595b-4f10-b716-256b87a6fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:10.624543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-a72bb893-595b-4f10-b716-256b87a6fc22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.4770324 Jan 28 16:49:10.700309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c1233-fe93-4102-9505-e48a90a838f6 None None] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:10.720954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-1e28686b-8537-45b1-a92a-c7b8de5ef617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:10.737140 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-1e28686b-8537-45b1-a92a-c7b8de5ef617 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1052513 Jan 28 16:49:10.759190 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-c6b1318c-c86d-4427-89fe-0ba10d1c0b95 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:10.767853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c6b1318c-c86d-4427-89fe-0ba10d1c0b95 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/55bf9b2f-ce50-44b7-96e0-539af3bbaf8a HTTP/1.1" status: 404 len: 336 time: 0.1757185 Jan 28 16:49:10.768457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50854) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:11.091642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-1918ed04-2573-4817-bb3a-5785f9b71942 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473506 Jan 28 16:49:11.143333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50866) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:11.145324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-385f4ef3-e36a-460b-a385-cca76d8551a9 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab499276-f13f-4751-9af1-d7f5e8343632 HTTP/1.1" status: 200 len: 205 time: 0.0966594 Jan 28 16:49:11.245817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:11.302121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 364fa3bb-a29a-4aca-898d-895933b1c404 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:11.303185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:11.305454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-379623b5-dcf1-492d-a7f6-8ce6f9b12f61 None None] Provisioning complete for port 364fa3bb-a29a-4aca-898d-895933b1c404 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:11.306013 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-379623b5-dcf1-492d-a7f6-8ce6f9b12f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:11.368735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:11.446719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:11.450476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:11.453493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:11.454055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:11.544855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd24e714-1ace-4159-b00f-1fdd9eaca270 req-61c494d3-7910-4288-9e90-e8236d85950a service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467409 Jan 28 16:49:11.562132 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-3acf219d-41fb-4837-80bf-d9978f70cbed tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:11.565005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3acf219d-41fb-4837-80bf-d9978f70cbed tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/ab499276-f13f-4751-9af1-d7f5e8343632 HTTP/1.1" status: 404 len: 336 time: 0.4141097 Jan 28 16:49:11.568094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50872) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:11.640391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '19b8d38a-42db-4542-a280-37f1e4bfbeec', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'mac_address': 'fa:16:3e:db:d2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:48:39Z', 'updated_at': '2022-01-28T16:49:04Z', 'revision_number': 1, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:11.697121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Port': ['ID=b9832c8b-a40a-46de-ab00-a64a13d893af,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:11.701886 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-760765b7-504c-4929-958f-ac574377470a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:11.703119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760765b7-504c-4929-958f-ac574377470a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:11.724066 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-760765b7-504c-4929-958f-ac574377470a tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/58a73e0c-3f98-47ab-9bf3-d320e815161d HTTP/1.1" status: 404 len: 337 time: 0.1526291 Jan 28 16:49:11.724913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50878) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:11.755877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:11.801098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8459f2a9-7b96-467f-8fc1-ed759dee2e49 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d92e697-0faf-488d-990e-037717a83e1c HTTP/1.1" status: 200 len: 205 time: 0.0725546 Jan 28 16:49:11.801724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50882) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:11.902604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:49:11.961822 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-bb89f7ab-46e6-481d-bff8-f009a1f02774 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:11.965721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bb89f7ab-46e6-481d-bff8-f009a1f02774 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/4d92e697-0faf-488d-990e-037717a83e1c HTTP/1.1" status: 404 len: 336 time: 0.1605563 Jan 28 16:49:11.965877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 364fa3bb-a29a-4aca-898d-895933b1c404, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=364fa3bb-a29a-4aca-898d-895933b1c404,segment=NetworkSegment(daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff),segment_id=daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:11.967018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50890) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:12.016884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:12.028397 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Publish callbacks [] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:12.046814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:12.047445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:12.064613 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-da224557-7076-4e0d-8a89-6744d8a47e0f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:12.065312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da224557-7076-4e0d-8a89-6744d8a47e0f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:12.079923 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da224557-7076-4e0d-8a89-6744d8a47e0f tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/9830d2b0-20bd-4d39-b5f7-c256d8a704ed HTTP/1.1" status: 404 len: 337 time: 0.1117847 Jan 28 16:49:12.089235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50894) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:12.160573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=364fa3bb-a29a-4aca-898d-895933b1c404,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:12.226725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba4bf103-7c60-4138-922e-4ba215c542b5 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9331174-e3ae-4ab6-be58-b6764acd50d4 HTTP/1.1" status: 200 len: 205 time: 0.1341276 Jan 28 16:49:12.229258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50900) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:12.356273 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-d07daaee-ad56-484a-8639-d50720ba5c15 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] delete failed (client error): The resource could not be found. Jan 28 16:49:12.357386 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d07daaee-ad56-484a-8639-d50720ba5c15 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/routers/f9331174-e3ae-4ab6-be58-b6764acd50d4 HTTP/1.1" status: 404 len: 336 time: 0.1271272 Jan 28 16:49:12.360026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50906) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:12.433284 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-76de7ca4-f6e2-4032-b30e-d592f49a87cd tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:12.433943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76de7ca4-f6e2-4032-b30e-d592f49a87cd tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:12.437971 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-76de7ca4-f6e2-4032-b30e-d592f49a87cd tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/ef363249-5db1-48c7-be44-929e9d15a8f5 HTTP/1.1" status: 404 len: 337 time: 0.0769508 Jan 28 16:49:12.446072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:12.601823 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39e381d-4ba2-4b54-af0f-2f68c1f96ad9 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] DELETE failed (client error): The resource could not be found. Jan 28 16:49:12.603059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39e381d-4ba2-4b54-af0f-2f68c1f96ad9 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:49:12.606824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a39e381d-4ba2-4b54-af0f-2f68c1f96ad9 tempest-RoutersIpV6Test-220684721 tempest-RoutersIpV6Test-220684721-project] 10.222.0.25 "DELETE /v2.0/subnets/ea06e014-14a4-43ab-8a7f-fdc402ed1c80 HTTP/1.1" status: 404 len: 337 time: 0.1597269 Jan 28 16:49:12.772068 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:12.867336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:12.890463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:12.892060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:13.126409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:13.191243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:13.203609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:13.215233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:13.228042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Pushing event updated for resources: {'Port': ['ID=4e58398a-d8c8-4324-9acc-d4a693733dd0,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:13.231852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Port': ['ID=b9832c8b-a40a-46de-ab00-a64a13d893af,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:13.254558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:13.344780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:13.352394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:13.470621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50940) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:13.507125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-379623b5-dcf1-492d-a7f6-8ce6f9b12f61 None None] Current status of the port 364fa3bb-a29a-4aca-898d-895933b1c404 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:13.711574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Attempting to bind port 4e58398a-d8c8-4324-9acc-d4a693733dd0 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:49:13.713802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Attempting to bind port 4e58398a-d8c8-4324-9acc-d4a693733dd0 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2d00df82-a230-40ee-ab23-1fbd3e639675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:49:13.714185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Attempting to bind port 4e58398a-d8c8-4324-9acc-d4a693733dd0 on network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:49:13.745907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Router 44e970d6-5219-4c4a-b1f4-23e333366549 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:49:13.752539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:49:13.754780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Checking segment: {'id': '2d00df82-a230-40ee-ab23-1fbd3e639675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:13.755214 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:13.761178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Bound using segment: {'id': '2d00df82-a230-40ee-ab23-1fbd3e639675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:49:13.762966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Bound port: 4e58398a-d8c8-4324-9acc-d4a693733dd0, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d00df82-a230-40ee-ab23-1fbd3e639675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:49:13.763384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:13.864929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:49:13.967559 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-97ac4981-3652-4aac-bf9f-61ddbf53764f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5732acc5d00489c8ad0736a35aea77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4937723 Jan 28 16:49:13.968106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:14.023184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-908f7260-66ab-43b8-ae84-a0d0d597828f None None] Provisioning complete for port 364fa3bb-a29a-4aca-898d-895933b1c404 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:14.023840 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-908f7260-66ab-43b8-ae84-a0d0d597828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:14.029005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:14.043619 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] Sync routers for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:14.060634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:14.061286 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:14.064484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a2e609a6-3082-4352-b5e0-05f993b1746b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2127066 Jan 28 16:49:14.064643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50964) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:14.165240 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:14.192553 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:14.193211 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:48:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:14.233004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 364fa3bb-a29a-4aca-898d-895933b1c404 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:14.273807 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:14.274634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3cf2b-4d5f-4a9b-9a8a-0e12a596b2fa None None] The sync data for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:14.548647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] For port 4e58398a-d8c8-4324-9acc-d4a693733dd0, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:49:14.688169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Publish callbacks [] for security_group (fa32f290-3a5a-407e-b542-cb8ea11face9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:14.696205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] For port 4e58398a-d8c8-4324-9acc-d4a693733dd0, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e58398a-d8c8-4324-9acc-d4a693733dd0,segment=NetworkSegment(2d00df82-a230-40ee-ab23-1fbd3e639675),segment_id=2d00df82-a230-40ee-ab23-1fbd3e639675)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:49:14.739882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 364fa3bb-a29a-4aca-898d-895933b1c404 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:14.740857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:14.744645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:14.746718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-908f7260-66ab-43b8-ae84-a0d0d597828f None None] Current status of the port 364fa3bb-a29a-4aca-898d-895933b1c404 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:14.854600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16015f-6a38-48e5-9be2-e4b354f59471 None None] Pushing event updated for resources: {'Port': ['ID=4e58398a-d8c8-4324-9acc-d4a693733dd0,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:14.870277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Publish callbacks [] for security_group (fa32f290-3a5a-407e-b542-cb8ea11face9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:14.879001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-908f7260-66ab-43b8-ae84-a0d0d597828f None None] Provisioning complete for port b9832c8b-a40a-46de-ab00-a64a13d893af triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:14.880065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-908f7260-66ab-43b8-ae84-a0d0d597828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:14.979689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-908f7260-66ab-43b8-ae84-a0d0d597828f None None] Port b9832c8b-a40a-46de-ab00-a64a13d893af cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:49:15.068171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fa32f290-3a5a-407e-b542-cb8ea11face9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:15.068171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:15.070764 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa32f290-3a5a-407e-b542-cb8ea11face9 HTTP/1.1" status: 204 len: 168 time: 1.1017387 Jan 28 16:49:15.084500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa32f290-3a5a-407e-b542-cb8ea11face9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:15.100589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.100940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.101083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.101418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.101750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.102262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.102598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.102926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.104732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.105788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.106845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.107196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.107517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47379-4a20-486d-96d4-aed238aa39c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:15.122851 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-a03d22cd-333b-4705-88a3-b070a5615cba tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:15.124619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a03d22cd-333b-4705-88a3-b070a5615cba tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0566545 Jan 28 16:49:15.126814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51002) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:15.151951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 364fa3bb-a29a-4aca-898d-895933b1c404 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:15.158436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4fae75ab-301e-47ff-a31b-f2979c209b54 None None] Provisioning complete for port b9832c8b-a40a-46de-ab00-a64a13d893af triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:15.158919 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4fae75ab-301e-47ff-a31b-f2979c209b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:15.204552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '19b8d38a-42db-4542-a280-37f1e4bfbeec', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'mac_address': 'fa:16:3e:db:d2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:48:39Z', 'updated_at': '2022-01-28T16:49:04Z', 'revision_number': 1, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:15.241960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d235a82-a9e6-416d-b120-405b968f2ae0 None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '19b8d38a-42db-4542-a280-37f1e4bfbeec', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'mac_address': 'fa:16:3e:db:d2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:48:39Z', 'updated_at': '2022-01-28T16:49:04Z', 'revision_number': 1, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:15.252383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4fae75ab-301e-47ff-a31b-f2979c209b54 None None] Port b9832c8b-a40a-46de-ab00-a64a13d893af cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:49:15.694880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96e0f5-9a71-4403-822c-1c953107188c None None] New status for floating IP 19b8d38a-42db-4542-a280-37f1e4bfbeec: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:49:15.712731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:15.944048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a404c5cb-18a8-4e39-97a9-bdf2da2a2e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.180747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51034) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:16.262112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting port b9832c8b-a40a-46de-ab00-a64a13d893af {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:16.262708 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.287274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e58398a-d8c8-4324-9acc-d4a693733dd0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:16.363091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.377708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Calling delete_port for b9832c8b-a40a-46de-ab00-a64a13d893af owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:16.421323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4e58398a-d8c8-4324-9acc-d4a693733dd0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:16.422571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.482691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9619a6a-d036-4684-b97e-3d79d4d7bae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.598865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4e58398a-d8c8-4324-9acc-d4a693733dd0 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:16.599278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.639453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4e58398a-d8c8-4324-9acc-d4a693733dd0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e58398a-d8c8-4324-9acc-d4a693733dd0,segment=NetworkSegment(2d00df82-a230-40ee-ab23-1fbd3e639675),segment_id=2d00df82-a230-40ee-ab23-1fbd3e639675)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:16.647741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.679803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b9832c8b-a40a-46de-ab00-a64a13d893af), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.747979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4e58398a-d8c8-4324-9acc-d4a693733dd0,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:16.770176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Port': ['ID=b9832c8b-a40a-46de-ab00-a64a13d893af,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:16.780642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9619a6a-d036-4684-b97e-3d79d4d7bae1 admin admin] Publish callbacks [] for security_group (8834510e-78c0-4e87-8edc-03a6b5b9c57b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.792989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9619a6a-d036-4684-b97e-3d79d4d7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8834510e-78c0-4e87-8edc-03a6b5b9c57b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:16.897944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619a6a-d036-4684-b97e-3d79d4d7bae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8834510e-78c0-4e87-8edc-03a6b5b9c57b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:16.922224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51050) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:16.967630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a9619a6a-d036-4684-b97e-3d79d4d7bae1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6d64355c5b745cda580f73d5ac5ed22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7850111 Jan 28 16:49:16.970464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51054) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:16.980640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476551f-122d-43b5-ba30-422870030b5b None None] Network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:17.097796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.147296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c091434a-c6b6-496a-ab5e-ef544dd0eb72 admin admin] Publish callbacks [] for security_group (8834510e-78c0-4e87-8edc-03a6b5b9c57b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.151495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9a807c1e-b9c2-4c24-a40c-7c272d626360 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-427651560', 'prefixes': ['172.20.0.0/16']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:17.199380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e7f5e0ed-fce3-4c73-bded-8ced6f620a9c None None] Provisioning complete for port 4e58398a-d8c8-4324-9acc-d4a693733dd0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:17.199692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7f5e0ed-fce3-4c73-bded-8ced6f620a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.239668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c091434a-c6b6-496a-ab5e-ef544dd0eb72 admin admin] Publish callbacks [] for security_group (8834510e-78c0-4e87-8edc-03a6b5b9c57b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.279612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a807c1e-b9c2-4c24-a40c-7c272d626360 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.281218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a807c1e-b9c2-4c24-a40c-7c272d626360 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3482916 Jan 28 16:49:17.287031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51060) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:17.428817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9e3b9b86-c93a-4ba7-8a48-46976ccce672 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] 10.222.0.25 "GET /v2.0/subnetpools/4fe08104-a8d5-43cd-8d5b-564f0f9c20fe HTTP/1.1" status: 200 len: 731 time: 0.1403811 Jan 28 16:49:17.434549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51064) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:17.440600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-060281ce-d480-4088-af1b-fd95f41e7a74 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-588226402'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:17.468022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Router 44e970d6-5219-4c4a-b1f4-23e333366549 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:49:17.482849 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c091434a-c6b6-496a-ab5e-ef544dd0eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8834510e-78c0-4e87-8edc-03a6b5b9c57b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.487405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c091434a-c6b6-496a-ab5e-ef544dd0eb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.490897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c091434a-c6b6-496a-ab5e-ef544dd0eb72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8834510e-78c0-4e87-8edc-03a6b5b9c57b HTTP/1.1" status: 204 len: 168 time: 0.5166693 Jan 28 16:49:17.519326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091434a-c6b6-496a-ab5e-ef544dd0eb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834510e-78c0-4e87-8edc-03a6b5b9c57b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:17.629053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5e0ed-fce3-4c73-bded-8ced6f620a9c None None] Current status of the port 4e58398a-d8c8-4324-9acc-d4a693733dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:17.686861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-060281ce-d480-4088-af1b-fd95f41e7a74 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.689716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-060281ce-d480-4088-af1b-fd95f41e7a74 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] 10.222.0.25 "PUT /v2.0/subnetpools/4fe08104-a8d5-43cd-8d5b-564f0f9c20fe HTTP/1.1" status: 200 len: 683 time: 0.2534850 Jan 28 16:49:17.692512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51072) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:17.880930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c698af3-e1f9-403c-b0af-6364cb6d3dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.883269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdd44c69-ffa4-4e3f-ad63-215391c934ae tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:17.886821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fdd44c69-ffa4-4e3f-ad63-215391c934ae tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4fe08104-a8d5-43cd-8d5b-564f0f9c20fe HTTP/1.1" status: 204 len: 168 time: 0.1895874 Jan 28 16:49:17.890506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51076) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:17.912181 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-5c255f14-898e-4714-9032-45947ce128a1 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] show failed (client error): The resource could not be found. Jan 28 16:49:17.913327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5c255f14-898e-4714-9032-45947ce128a1 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] 10.222.0.25 "GET /v2.0/subnetpools/4fe08104-a8d5-43cd-8d5b-564f0f9c20fe HTTP/1.1" status: 404 len: 346 time: 0.0218201 Jan 28 16:49:17.916619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:17.933647 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-a0e6ef14-5f8b-472f-aa8a-bcba5bf1e039 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] delete failed (client error): The resource could not be found. Jan 28 16:49:17.935008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a0e6ef14-5f8b-472f-aa8a-bcba5bf1e039 tempest-SubnetPoolsTestJSON-1862057074 tempest-SubnetPoolsTestJSON-1862057074-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4fe08104-a8d5-43cd-8d5b-564f0f9c20fe HTTP/1.1" status: 404 len: 346 time: 0.0173154 Jan 28 16:49:18.074137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3c9e810a-a95d-4482-97a3-6781c98f7963 None None] Provisioning complete for port 4e58398a-d8c8-4324-9acc-d4a693733dd0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:18.075096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9e810a-a95d-4482-97a3-6781c98f7963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.158283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51082) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.163380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:18.170942 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be7cdd80-004a-468f-aa98-9a33c2798d81 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0428262 Jan 28 16:49:18.175595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e58398a-d8c8-4324-9acc-d4a693733dd0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:18.178252 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] Sync routers for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:18.181392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51084) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.189752 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:18.190343 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:49:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:18.199021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162dc7e0-94c2-49a0-bb41-cb435b5c2747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.229514 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:18.242922 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:18.243841 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:49:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:18.257161 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-23ece5a6-ea43-4ed6-8b4b-29a21ac0da16 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] delete failed (client error): The resource could not be found. Jan 28 16:49:18.263422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51088) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.263773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-23ece5a6-ea43-4ed6-8b4b-29a21ac0da16 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-2112351354 HTTP/1.1" status: 404 len: 335 time: 0.0811529 Jan 28 16:49:18.269180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b727c0de-74ea-48a5-9def-37278b74277a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'router': {'external_gateway_info': {'network_id': '44e970d6-5219-4c4a-b1f4-23e333366549'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:18.285362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e810a-a95d-4482-97a3-6781c98f7963 None None] Current status of the port 4e58398a-d8c8-4324-9acc-d4a693733dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:18.299550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4e58398a-d8c8-4324-9acc-d4a693733dd0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:18.300842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.336479 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:18.339836 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b0b1f-6fbe-4585-b690-5c15d06f652a None None] The sync data for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:18.360734 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162dc7e0-94c2-49a0-bb41-cb435b5c2747 admin admin] Publish callbacks [] for security_group (d2a53161-0911-4d49-bc0c-242a4181c13b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.370089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-162dc7e0-94c2-49a0-bb41-cb435b5c2747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d2a53161-0911-4d49-bc0c-242a4181c13b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.381446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.401796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dc7e0-94c2-49a0-bb41-cb435b5c2747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a53161-0911-4d49-bc0c-242a4181c13b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:18.425298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-162dc7e0-94c2-49a0-bb41-cb435b5c2747 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a726a3fd6e394ce8b2d0f9ebbffab2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634706 Jan 28 16:49:18.426133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51096) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.447052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4e58398a-d8c8-4324-9acc-d4a693733dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:18.511432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd56-e29e-46dd-a46b-f1425ce5a923 admin admin] Publish callbacks [] for security_group (d2a53161-0911-4d49-bc0c-242a4181c13b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.552455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd56-e29e-46dd-a46b-f1425ce5a923 admin admin] Publish callbacks [] for security_group (d2a53161-0911-4d49-bc0c-242a4181c13b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.603252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd56-e29e-46dd-a46b-f1425ce5a923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d2a53161-0911-4d49-bc0c-242a4181c13b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.608002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd56-e29e-46dd-a46b-f1425ce5a923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.610039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b727c0de-74ea-48a5-9def-37278b74277a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router_gateway (44e970d6-5219-4c4a-b1f4-23e333366549), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.612604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8bdfdd56-e29e-46dd-a46b-f1425ce5a923 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2a53161-0911-4d49-bc0c-242a4181c13b HTTP/1.1" status: 204 len: 168 time: 0.1856074 Jan 28 16:49:18.624626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfdd56-e29e-46dd-a46b-f1425ce5a923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a53161-0911-4d49-bc0c-242a4181c13b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:18.656485 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578982d6-4a34-48c2-a846-436f56650297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.660343 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-b727c0de-74ea-48a5-9def-37278b74277a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] update failed (client error): The resource could not be found. Jan 28 16:49:18.665164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51110) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.665294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b727c0de-74ea-48a5-9def-37278b74277a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549 HTTP/1.1" status: 404 len: 339 time: 0.4006989 Jan 28 16:49:18.677508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1327389127'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:18.715899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:18.720577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.757881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:49:18.769586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8cb82083-87db-48c9-8654-34c5411e777c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.770062 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Added segment 8cb82083-87db-48c9-8654-34c5411e777c of type vlan for network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 Jan 28 16:49:18.799153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578982d6-4a34-48c2-a846-436f56650297 admin admin] Publish callbacks [] for security_group (207b32e8-4093-421b-ba9d-e42674124bf8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.804429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578982d6-4a34-48c2-a846-436f56650297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (207b32e8-4093-421b-ba9d-e42674124bf8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.837077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (528c1d7f-b73f-4741-83f1-b7e585e9eb61), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.881970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (528c1d7f-b73f-4741-83f1-b7e585e9eb61), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.883123 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-578982d6-4a34-48c2-a846-436f56650297 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9439a1919f24a0fbeed1862eaaf5a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990766 Jan 28 16:49:18.889275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:18.890022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.891808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51120) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.899022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578982d6-4a34-48c2-a846-436f56650297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207b32e8-4093-421b-ba9d-e42674124bf8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:18.968890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2989964 Jan 28 16:49:18.969117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f89a732e-8c5d-4dc1-82e4-a2f2b479640c admin admin] Publish callbacks [] for security_group (207b32e8-4093-421b-ba9d-e42674124bf8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:18.969962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51122) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:18.977627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'subnet': {'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:19.025121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f89a732e-8c5d-4dc1-82e4-a2f2b479640c admin admin] Publish callbacks [] for security_group (207b32e8-4093-421b-ba9d-e42674124bf8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.063355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff111847-a600-428b-93c7-46f279ff6120 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Network': ['ID=528c1d7f-b73f-4741-83f1-b7e585e9eb61,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:19.077533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:49:19.105447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Made reservation on behalf of 135d8bddda16419d97004118acfc04f3 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:19.110246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.152349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f89a732e-8c5d-4dc1-82e4-a2f2b479640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (207b32e8-4093-421b-ba9d-e42674124bf8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.155115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f89a732e-8c5d-4dc1-82e4-a2f2b479640c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.156368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f89a732e-8c5d-4dc1-82e4-a2f2b479640c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/207b32e8-4093-421b-ba9d-e42674124bf8 HTTP/1.1" status: 204 len: 168 time: 0.2637165 Jan 28 16:49:19.173551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a732e-8c5d-4dc1-82e4-a2f2b479640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b32e8-4093-421b-ba9d-e42674124bf8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:19.503244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.651742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (fe3ac05a-75c2-4f77-ab54-c9dab588f499), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.739935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Subnet': ['ID=fe3ac05a-75c2-4f77-ab54-c9dab588f499,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:19.751183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Checking segment: {'id': '8cb82083-87db-48c9-8654-34c5411e777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:19.751562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network hostable DHCP agents. Network: 528c1d7f-b73f-4741-83f1-b7e585e9eb61, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:49:19.778395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:49:19.793801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 528c1d7f-b73f-4741-83f1-b7e585e9eb61) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:19.801389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:19.802701 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:19.814048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc53875-6fd2-4f04-b8e2-e97c769a21ec None None] Network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:19.858213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:19.863513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0467f62a-e77e-4012-93fd-36bf058d38d9 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'router': {'external_gateway_info': {'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:19.870440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b5713591-6656-4df3-b676-c9c84b5b6d99 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8998165 Jan 28 16:49:20.168282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-528c1d7f-b73f-4741-83f1-b7e585e9eb61', 'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61', 'project_id': '135d8bddda16419d97004118acfc04f3', 'fixed_ips': [{'subnet_id': 'fe3ac05a-75c2-4f77-ab54-c9dab588f499'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:49:20.169189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:20.215695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0467f62a-e77e-4012-93fd-36bf058d38d9 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router_gateway (44e970d6-5219-4c4a-b1f4-23e333366549), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:20.368848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Allocated IP 2001:db8:1::2 (528c1d7f-b73f-4741-83f1-b7e585e9eb61/fe3ac05a-75c2-4f77-ab54-c9dab588f499/4f4e863d-3200-4883-a3b9-0f944a6c67eb) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:20.479941 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-0467f62a-e77e-4012-93fd-36bf058d38d9 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:20.484404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0467f62a-e77e-4012-93fd-36bf058d38d9 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549 HTTP/1.1" status: 400 len: 364 time: 0.6217017 Jan 28 16:49:20.484821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51166) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:20.663229 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Publish callbacks [] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:20.680798 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:20.842209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:20.845929 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:20.875217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:20.887139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:20.890606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Pushing event updated for resources: {'Port': ['ID=4f4e863d-3200-4883-a3b9-0f944a6c67eb,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:21.059585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Attempting to bind port 4f4e863d-3200-4883-a3b9-0f944a6c67eb on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:49:21.059974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Attempting to bind port 4f4e863d-3200-4883-a3b9-0f944a6c67eb by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8cb82083-87db-48c9-8654-34c5411e777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:49:21.060320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Attempting to bind port 4f4e863d-3200-4883-a3b9-0f944a6c67eb on network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:49:21.082959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:49:21.085521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Checking segment: {'id': '8cb82083-87db-48c9-8654-34c5411e777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:21.086101 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:21.088855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Bound using segment: {'id': '8cb82083-87db-48c9-8654-34c5411e777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:49:21.089588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Bound port: 4f4e863d-3200-4883-a3b9-0f944a6c67eb, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb82083-87db-48c9-8654-34c5411e777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '528c1d7f-b73f-4741-83f1-b7e585e9eb61'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:49:21.090157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:21.288914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] For port 4f4e863d-3200-4883-a3b9-0f944a6c67eb, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:49:21.303072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] For port 4f4e863d-3200-4883-a3b9-0f944a6c67eb, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f4e863d-3200-4883-a3b9-0f944a6c67eb,segment=NetworkSegment(8cb82083-87db-48c9-8654-34c5411e777c),segment_id=8cb82083-87db-48c9-8654-34c5411e777c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:49:21.317025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:21.444242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:21.498040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221c241-1e2a-4a81-95b3-11377b0bd1e9 None None] Pushing event updated for resources: {'Port': ['ID=4f4e863d-3200-4883-a3b9-0f944a6c67eb,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:21.695514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-308db5d5-89e6-4abc-9221-e931a2d49e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:21.697859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-308db5d5-89e6-4abc-9221-e931a2d49e92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.2798538 Jan 28 16:49:21.771912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:21.846325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6590939-5786-4b4f-bc16-90eddd870440 req-eb8e5c25-c491-4c6b-a120-cd554f75c5e7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:21.858287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6590939-5786-4b4f-bc16-90eddd870440 req-eb8e5c25-c491-4c6b-a120-cd554f75c5e7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3413672 Jan 28 16:49:22.153073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6590939-5786-4b4f-bc16-90eddd870440 req-83b54a34-7639-4d84-97d5-0bcc633816ec tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938566 Jan 28 16:49:22.223634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-08e3433c-d2bd-4228-9e44-de1408a29b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:22.228991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-08e3433c-d2bd-4228-9e44-de1408a29b32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.5220006 Jan 28 16:49:22.370465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f4e863d-3200-4883-a3b9-0f944a6c67eb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:22.461725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4f4e863d-3200-4883-a3b9-0f944a6c67eb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:22.462880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:22.620900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-33e60b75-40d9-49ac-ae90-f4f86c2f0fb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.3823845 Jan 28 16:49:22.688475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4f4e863d-3200-4883-a3b9-0f944a6c67eb is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:22.688950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:22.696738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-a41674e3-6345-474b-b9cf-3d33bca875bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:22.698240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-a41674e3-6345-474b-b9cf-3d33bca875bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.0595183 Jan 28 16:49:22.741760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-f5bef27e-da15-4810-8bae-e605643f4c90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378950 Jan 28 16:49:22.774372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Allocated IP 2001:db8::1 (c45377ac-d482-42c5-859f-ac3f7caa8e4c/93ce209a-5c2a-4d7c-a5e1-66f593c8266a/b8879262-05f0-4b9e-a5f0-a3534630d3e2) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:22.820055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4f4e863d-3200-4883-a3b9-0f944a6c67eb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f4e863d-3200-4883-a3b9-0f944a6c67eb,segment=NetworkSegment(8cb82083-87db-48c9-8654-34c5411e777c),segment_id=8cb82083-87db-48c9-8654-34c5411e777c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:22.825873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:22.973710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4f4e863d-3200-4883-a3b9-0f944a6c67eb,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:23.047399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-7a775821-7fec-4f1f-be03-193ffd663187 service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461488 Jan 28 16:49:23.176022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1bb4ba6-1ca9-4982-bbd9-a2a7946d42da req-6189ad74-4751-425d-8b17-a328a9807d6b service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213648 Jan 28 16:49:23.183647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:23.258529 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:23.384300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:23.406224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:23.410008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:23.410442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:23.413660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Port': ['ID=b8879262-05f0-4b9e-a5f0-a3534630d3e2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:23.549707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f80ad-6d8d-47ce-9d34-557099f06253 None None] Network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:23.689740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6fbc330b-a231-49ec-a043-9273fe05db46 None None] Provisioning complete for port 4f4e863d-3200-4883-a3b9-0f944a6c67eb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:23.692831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6fbc330b-a231-49ec-a043-9273fe05db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:23.718146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3272d-fe87-4283-9218-c36aaf847dc4 req-219da8a8-946d-430d-8412-167762ab9ee2 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:23.730765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d3272d-fe87-4283-9218-c36aaf847dc4 req-219da8a8-946d-430d-8412-167762ab9ee2 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3438823 Jan 28 16:49:23.862218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d3272d-fe87-4283-9218-c36aaf847dc4 req-3e1c3d10-a8cd-47a9-8cde-2561b2331632 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275384 Jan 28 16:49:23.980680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.019655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc330b-a231-49ec-a043-9273fe05db46 None None] Current status of the port 4f4e863d-3200-4883-a3b9-0f944a6c67eb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:24.065224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51280) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:24.156416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cf1b4b42-cf96-4c7a-ae90-5f01571f0a4f None None] Provisioning complete for port b8879262-05f0-4b9e-a5f0-a3534630d3e2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:24.156822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4b42-cf96-4c7a-ae90-5f01571f0a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.197005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f4e863d-3200-4883-a3b9-0f944a6c67eb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:24.321192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b4b42-cf96-4c7a-ae90-5f01571f0a4f None None] Port b8879262-05f0-4b9e-a5f0-a3534630d3e2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:49:24.360715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909387ed-7591-4447-aa0d-a99ec37900a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.387535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4f4e863d-3200-4883-a3b9-0f944a6c67eb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:24.390428 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.529718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e14c75c6-a34c-4ffa-8de7-c8387141c08b None None] Provisioning complete for port 4f4e863d-3200-4883-a3b9-0f944a6c67eb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:24.530127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e14c75c6-a34c-4ffa-8de7-c8387141c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.616117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909387ed-7591-4447-aa0d-a99ec37900a3 admin admin] Publish callbacks [] for security_group (bd737b71-4e73-456c-bbf5-9e84fd9617b8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.630405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909387ed-7591-4447-aa0d-a99ec37900a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd737b71-4e73-456c-bbf5-9e84fd9617b8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.739193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909387ed-7591-4447-aa0d-a99ec37900a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd737b71-4e73-456c-bbf5-9e84fd9617b8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:24.744843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-909387ed-7591-4447-aa0d-a99ec37900a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94a5479fc00e4841afb667023f6e7f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6785300 Jan 28 16:49:24.747367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51294) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:24.747506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.749172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4f4e863d-3200-4883-a3b9-0f944a6c67eb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:24.755573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.756401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.788390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e14c75c6-a34c-4ffa-8de7-c8387141c08b None None] Current status of the port 4f4e863d-3200-4883-a3b9-0f944a6c67eb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:24.897582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c75bea8-697f-48df-a4ef-45559ec515bd admin admin] Publish callbacks [] for security_group (bd737b71-4e73-456c-bbf5-9e84fd9617b8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.949347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c75bea8-697f-48df-a4ef-45559ec515bd admin admin] Publish callbacks [] for security_group (bd737b71-4e73-456c-bbf5-9e84fd9617b8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:24.958538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event updated for resources: {'Port': ['ID=b8879262-05f0-4b9e-a5f0-a3534630d3e2,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:25.025899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c75bea8-697f-48df-a4ef-45559ec515bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd737b71-4e73-456c-bbf5-9e84fd9617b8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:25.033227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0c75bea8-697f-48df-a4ef-45559ec515bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:25.034963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0c75bea8-697f-48df-a4ef-45559ec515bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd737b71-4e73-456c-bbf5-9e84fd9617b8 HTTP/1.1" status: 204 len: 168 time: 0.2859707 Jan 28 16:49:25.053323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75bea8-697f-48df-a4ef-45559ec515bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd737b71-4e73-456c-bbf5-9e84fd9617b8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:25.105690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:25.108407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:25.142335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ef0a2-b2ab-4970-9335-479f326b3e4f req-2736c901-61e2-4bd0-a41d-8e0d43ff1922 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:25.143893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-325ef0a2-b2ab-4970-9335-479f326b3e4f req-2736c901-61e2-4bd0-a41d-8e0d43ff1922 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.1568220 Jan 28 16:49:25.382372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-325ef0a2-b2ab-4970-9335-479f326b3e4f req-f0103359-3a19-40ba-a4f2-2707b9b5b78e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981094 Jan 28 16:49:25.387661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Router 44e970d6-5219-4c4a-b1f4-23e333366549 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:49:25.616804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:25.628790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5a874480-d6bb-435d-bc83-74fed2faa939 None None] Provisioning complete for port b8879262-05f0-4b9e-a5f0-a3534630d3e2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:25.629169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a874480-d6bb-435d-bc83-74fed2faa939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:25.629714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aced17cd-54d8-42ce-a1f6-739e8eb7b9a5 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1437707 Jan 28 16:49:25.632705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:25.685050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51312) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:25.714956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] Sync routers for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:25.789403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:25.792596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:49:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:25.798757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a874480-d6bb-435d-bc83-74fed2faa939 None None] Port b8879262-05f0-4b9e-a5f0-a3534630d3e2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:49:25.848977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:25.862100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:25.863529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:49:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:25.886837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28cd0112-f2be-4f7a-80ef-5a074b9b801b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router (44e970d6-5219-4c4a-b1f4-23e333366549), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:25.919339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:25.920008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d2bcb-b8b6-4df5-b516-b3fb772cf93e None None] The sync data for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:25.937742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2daa-a5d7-448e-aed8-e7edaad2d5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:25.945529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51320) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:26.013832 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-28cd0112-f2be-4f7a-80ef-5a074b9b801b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 16:49:26.014921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-28cd0112-f2be-4f7a-80ef-5a074b9b801b tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549 HTTP/1.1" status: 409 len: 329 time: 0.3787501 Jan 28 16:49:26.017697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51322) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:26.028246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2daa-a5d7-448e-aed8-e7edaad2d5cf admin admin] Publish callbacks [] for security_group (6723e1f7-d1f3-42aa-9a9c-a68f97b68327), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.040777 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2daa-a5d7-448e-aed8-e7edaad2d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6723e1f7-d1f3-42aa-9a9c-a68f97b68327), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.047497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9b781a1-10e9-4002-9884-66f8b6607a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.131533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a2daa-a5d7-448e-aed8-e7edaad2d5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723e1f7-d1f3-42aa-9a9c-a68f97b68327,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:26.144409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4e9a2daa-a5d7-448e-aed8-e7edaad2d5cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=679ea135823349e19815a5b2167e1978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582853 Jan 28 16:49:26.147008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51324) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:26.226889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9b781a1-10e9-4002-9884-66f8b6607a00 admin admin] Publish callbacks [] for security_group (32b272cd-e2da-4552-bb5d-a213471ae678), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.230904 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dc191604-d04a-44c8-ad17-01d312e9f6fe admin admin] Publish callbacks [] for security_group (6723e1f7-d1f3-42aa-9a9c-a68f97b68327), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.235211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9b781a1-10e9-4002-9884-66f8b6607a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (32b272cd-e2da-4552-bb5d-a213471ae678), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.281724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dc191604-d04a-44c8-ad17-01d312e9f6fe admin admin] Publish callbacks [] for security_group (6723e1f7-d1f3-42aa-9a9c-a68f97b68327), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.297933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e9b781a1-10e9-4002-9884-66f8b6607a00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31be9e5a01bb4d80a1c7b1101ade3211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508224 Jan 28 16:49:26.300130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51326) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:26.303280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b781a1-10e9-4002-9884-66f8b6607a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b272cd-e2da-4552-bb5d-a213471ae678,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:26.349090 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dc191604-d04a-44c8-ad17-01d312e9f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6723e1f7-d1f3-42aa-9a9c-a68f97b68327), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.352605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dc191604-d04a-44c8-ad17-01d312e9f6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.354404 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dc191604-d04a-44c8-ad17-01d312e9f6fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6723e1f7-d1f3-42aa-9a9c-a68f97b68327 HTTP/1.1" status: 204 len: 168 time: 0.2060833 Jan 28 16:49:26.364585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc191604-d04a-44c8-ad17-01d312e9f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723e1f7-d1f3-42aa-9a9c-a68f97b68327,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:26.387474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a670-7a4b-4618-bf3c-f4b6253cd1f1 admin admin] Publish callbacks [] for security_group (32b272cd-e2da-4552-bb5d-a213471ae678), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.415378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a670-7a4b-4618-bf3c-f4b6253cd1f1 admin admin] Publish callbacks [] for security_group (32b272cd-e2da-4552-bb5d-a213471ae678), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.459829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.567910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9cc5-85cd-4a3d-912b-791ca962d7cb req-fb2513c5-74de-42db-bc31-550a85702856 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:26.569640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef7f9cc5-85cd-4a3d-912b-791ca962d7cb req-fb2513c5-74de-42db-bc31-550a85702856 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.0679066 Jan 28 16:49:26.616663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a670-7a4b-4618-bf3c-f4b6253cd1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (32b272cd-e2da-4552-bb5d-a213471ae678), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.619926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a670-7a4b-4618-bf3c-f4b6253cd1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.621230 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ef3a670-7a4b-4618-bf3c-f4b6253cd1f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32b272cd-e2da-4552-bb5d-a213471ae678 HTTP/1.1" status: 204 len: 168 time: 0.3200905 Jan 28 16:49:26.632443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3a670-7a4b-4618-bf3c-f4b6253cd1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b272cd-e2da-4552-bb5d-a213471ae678,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:26.701282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef7f9cc5-85cd-4a3d-912b-791ca962d7cb req-c33b233d-26a0-431d-8e1e-167e45872e4c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241279 Jan 28 16:49:26.861303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting port b8879262-05f0-4b9e-a5f0-a3534630d3e2 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:26.862510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.928751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51354) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:26.979484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1cbe92d0-b8ec-4e56-9180-4f075c84d9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:26.987368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.011041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Calling delete_port for b8879262-05f0-4b9e-a5f0-a3534630d3e2 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:27.137746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1cbe92d0-b8ec-4e56-9180-4f075c84d9de admin admin] Publish callbacks [] for security_group (1d9af2bf-1df2-4c47-aacb-3cacbf6a3843), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.145647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1cbe92d0-b8ec-4e56-9180-4f075c84d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1d9af2bf-1df2-4c47-aacb-3cacbf6a3843), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.198041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1cbe92d0-b8ec-4e56-9180-4f075c84d9de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b99b65104bb6468bb1aef57fa87c8549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2680809 Jan 28 16:49:27.198892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe92d0-b8ec-4e56-9180-4f075c84d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9af2bf-1df2-4c47-aacb-3cacbf6a3843,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:27.201686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51364) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:27.265426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daa52a5b-5157-4458-baa6-4f551866ee96 admin admin] Publish callbacks [] for security_group (1d9af2bf-1df2-4c47-aacb-3cacbf6a3843), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.303612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daa52a5b-5157-4458-baa6-4f551866ee96 admin admin] Publish callbacks [] for security_group (1d9af2bf-1df2-4c47-aacb-3cacbf6a3843), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.357482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b8879262-05f0-4b9e-a5f0-a3534630d3e2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.379964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daa52a5b-5157-4458-baa6-4f551866ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1d9af2bf-1df2-4c47-aacb-3cacbf6a3843), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.382862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daa52a5b-5157-4458-baa6-4f551866ee96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.394872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-daa52a5b-5157-4458-baa6-4f551866ee96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d9af2bf-1df2-4c47-aacb-3cacbf6a3843 HTTP/1.1" status: 204 len: 168 time: 0.1876233 Jan 28 16:49:27.424190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa52a5b-5157-4458-baa6-4f551866ee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9af2bf-1df2-4c47-aacb-3cacbf6a3843,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:27.480177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Port': ['ID=b8879262-05f0-4b9e-a5f0-a3534630d3e2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:27.699057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (44e970d6-5219-4c4a-b1f4-23e333366549), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:27.904654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462be1-2373-4706-bfff-afa391ec5248 req-8683cf2a-a6f9-4116-b081-bb2c6187342d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:27.913553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02462be1-2373-4706-bfff-afa391ec5248 req-8683cf2a-a6f9-4116-b081-bb2c6187342d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.0913894 Jan 28 16:49:27.962731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Router 44e970d6-5219-4c4a-b1f4-23e333366549 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:49:28.006105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02462be1-2373-4706-bfff-afa391ec5248 req-56058586-94b2-42e5-8e9a-57f4ed391d2c tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776572 Jan 28 16:49:28.101081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:49:28.111309 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] Sync routers for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:49:28.112108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51402) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:28.127843 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:28.129234 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-842f804a-ed7a-4b62-8e7c-80eeb0f36f94 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101713 Jan 28 16:49:28.129727 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:49:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:28.168399 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-49213bc7-751e-4255-bfcc-820232df7e9a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] show failed (client error): The resource could not be found. Jan 28 16:49:28.174295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51406) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:28.176132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-49213bc7-751e-4255-bfcc-820232df7e9a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1031469162 HTTP/1.1" status: 404 len: 335 time: 0.0627534 Jan 28 16:49:28.185673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-892d9026-18c2-44e9-8a43-f614ad3cfdc6 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:28.199833 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:28.235096 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] Routers {'44e970d6-5219-4c4a-b1f4-23e333366549'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:49:28.237612 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:49:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['44e970d6-5219-4c4a-b1f4-23e333366549'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:28.288877 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-892d9026-18c2-44e9-8a43-f614ad3cfdc6 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] update failed (client error): The resource could not be found. Jan 28 16:49:28.290379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-892d9026-18c2-44e9-8a43-f614ad3cfdc6 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1968170981 HTTP/1.1" status: 404 len: 335 time: 0.1148260 Jan 28 16:49:28.293864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:28.330301 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:28.330966 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5226dd3-b1cd-4045-962b-dab1f72e4e83 None None] The sync data for ids ['44e970d6-5219-4c4a-b1f4-23e333366549'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:49:28.393651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting subnet fe3ac05a-75c2-4f77-ab54-c9dab588f499 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:49:28.402383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (fe3ac05a-75c2-4f77-ab54-c9dab588f499), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:28.457426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (fe3ac05a-75c2-4f77-ab54-c9dab588f499), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:28.602345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (fe3ac05a-75c2-4f77-ab54-c9dab588f499), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:28.685415 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (fe3ac05a-75c2-4f77-ab54-c9dab588f499), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:28.730383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3ac05a-75c2-4f77-ab54-c9dab588f499,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:28.740788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382efe51-03f8-4919-b4e3-8ad2e18b9f2e None None] Network 528c1d7f-b73f-4741-83f1-b7e585e9eb61 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:28.745966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:28.752640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dfe7b7ec-6525-419d-bf97-81c158d3265e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/subnets/fe3ac05a-75c2-4f77-ab54-c9dab588f499 HTTP/1.1" status: 204 len: 168 time: 0.4575908 Jan 28 16:49:28.753285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51432) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:28.924587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (528c1d7f-b73f-4741-83f1-b7e585e9eb61), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.062097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting port 4f4e863d-3200-4883-a3b9-0f944a6c67eb {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:29.062715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.125237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] DHCP port deletion for 528c1d7f-b73f-4741-83f1-b7e585e9eb61 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:49:29.254362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] For port 4f4e863d-3200-4883-a3b9-0f944a6c67eb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f4e863d-3200-4883-a3b9-0f944a6c67eb,segment=NetworkSegment(8cb82083-87db-48c9-8654-34c5411e777c),segment_id=8cb82083-87db-48c9-8654-34c5411e777c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:29.254887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.264041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Deleting port 4f4e863d-3200-4883-a3b9-0f944a6c67eb {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:29.264424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.364718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Calling delete_port for 4f4e863d-3200-4883-a3b9-0f944a6c67eb owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:29.412863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] For port 4f4e863d-3200-4883-a3b9-0f944a6c67eb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f4e863d-3200-4883-a3b9-0f944a6c67eb,segment=NetworkSegment(8cb82083-87db-48c9-8654-34c5411e777c),segment_id=8cb82083-87db-48c9-8654-34c5411e777c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:29.415774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.445792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Calling delete_port for 4f4e863d-3200-4883-a3b9-0f944a6c67eb owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:29.468320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548d021-72cd-4427-af90-643b2e35a8cf req-55a46f3b-81a5-460d-a50a-266b26a09131 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:29.480231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5548d021-72cd-4427-af90-643b2e35a8cf req-55a46f3b-81a5-460d-a50a-266b26a09131 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3352540 Jan 28 16:49:29.652037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.702453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Pushing event deleted for resources: {'Port': ['ID=4f4e863d-3200-4883-a3b9-0f944a6c67eb,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:29.710202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] No DVR routers for this DVR port 4f4e863d-3200-4883-a3b9-0f944a6c67eb on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:29.721252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.721252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.721674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.721792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.722141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.722489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.724544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.727408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.731763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.732052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.732401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.737060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.739400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5cb96-7130-464b-86d4-bc7771fea0af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:49:29.749507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5548d021-72cd-4427-af90-643b2e35a8cf req-d063a659-579a-413f-a806-76618cde6956 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684169 Jan 28 16:49:29.776348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dcbf-0a10-4129-9f59-8fccfc53941a req-0ff9b2b0-03c6-4d5a-a0c3-ac939fde2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:29.777939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f514dcbf-0a10-4129-9f59-8fccfc53941a req-0ff9b2b0-03c6-4d5a-a0c3-ac939fde2466 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.4937243 Jan 28 16:49:29.806761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51482) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:29.813066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:29.873850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f514dcbf-0a10-4129-9f59-8fccfc53941a req-784deb3e-4542-47b1-a527-26e441e50d52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837102 Jan 28 16:49:29.886671 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4f4e863d-3200-4883-a3b9-0f944a6c67eb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:29.937711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Port': ['ID=4f4e863d-3200-4883-a3b9-0f944a6c67eb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:29.943054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] No DVR routers for this DVR port 4f4e863d-3200-4883-a3b9-0f944a6c67eb on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:30.092449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (528c1d7f-b73f-4741-83f1-b7e585e9eb61), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.108076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d81-e447-43fb-a2f4-0fcfe53c2b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.142763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528c1d7f-b73f-4741-83f1-b7e585e9eb61']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:30.166125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f4e863d-3200-4883-a3b9-0f944a6c67eb no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:49:30.171226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb82083-87db-48c9-8654-34c5411e777c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:30.171550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb82083-87db-48c9-8654-34c5411e777c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:30.182509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (8cb82083-87db-48c9-8654-34c5411e777c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.194143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e176cd3c-adff-4d3e-824e-e010c3ca40c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.197014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8cb82083-87db-48c9-8654-34c5411e777c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.201566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4f4e863d-3200-4883-a3b9-0f944a6c67eb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:49:30.202102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f4e863d-3200-4883-a3b9-0f944a6c67eb not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:49:30.230087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:49:30.231782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (8cb82083-87db-48c9-8654-34c5411e777c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:49:30.236438 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:49:30.323073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (528c1d7f-b73f-4741-83f1-b7e585e9eb61), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.333083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.337454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/networks/528c1d7f-b73f-4741-83f1-b7e585e9eb61 HTTP/1.1" status: 204 len: 168 time: 1.5830619 Jan 28 16:49:30.340389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:30.352765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6a71-c3ba-4abd-9a4e-36ed9f25b17f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Network': ['ID=528c1d7f-b73f-4741-83f1-b7e585e9eb61,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:30.442830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting subnet adc6bf62-eee1-42f6-a72c-982ad84ac3a5 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:49:30.450835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (adc6bf62-eee1-42f6-a72c-982ad84ac3a5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.534383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d81-e447-43fb-a2f4-0fcfe53c2b7e admin admin] Publish callbacks [] for security_group (9e438d56-bab8-4596-8966-342629f8f90f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.549238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d81-e447-43fb-a2f4-0fcfe53c2b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9e438d56-bab8-4596-8966-342629f8f90f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.591673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (adc6bf62-eee1-42f6-a72c-982ad84ac3a5), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.630358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e176cd3c-adff-4d3e-824e-e010c3ca40c5 admin admin] Publish callbacks [] for security_group (5d2ae346-3157-4f65-80a9-0a7bed293aac), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.643184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c55b5d81-e447-43fb-a2f4-0fcfe53c2b7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55b579617a114576ad26f17c6cca8365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8347514 Jan 28 16:49:30.646752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:30.648526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e176cd3c-adff-4d3e-824e-e010c3ca40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5d2ae346-3157-4f65-80a9-0a7bed293aac), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.684582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5d81-e447-43fb-a2f4-0fcfe53c2b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e438d56-bab8-4596-8966-342629f8f90f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:30.698435 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e176cd3c-adff-4d3e-824e-e010c3ca40c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df5757b4ee9d4dc9a7b853e2af5d5e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8819711 Jan 28 16:49:30.705619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:30.749387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-076ab2a4-a3ce-4856-9445-6f0eded81d0d admin admin] Publish callbacks [] for security_group (9e438d56-bab8-4596-8966-342629f8f90f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.752905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176cd3c-adff-4d3e-824e-e010c3ca40c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ae346-3157-4f65-80a9-0a7bed293aac,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:30.770886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (adc6bf62-eee1-42f6-a72c-982ad84ac3a5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.849748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8185ad53-1d98-4356-bda9-2e37b8203344 admin admin] Publish callbacks [] for security_group (5d2ae346-3157-4f65-80a9-0a7bed293aac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.894903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-076ab2a4-a3ce-4856-9445-6f0eded81d0d admin admin] Publish callbacks [] for security_group (9e438d56-bab8-4596-8966-342629f8f90f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.897048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (adc6bf62-eee1-42f6-a72c-982ad84ac3a5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:30.968619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8185ad53-1d98-4356-bda9-2e37b8203344 admin admin] Publish callbacks [] for security_group (5d2ae346-3157-4f65-80a9-0a7bed293aac), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.001702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Subnet': ['ID=adc6bf62-eee1-42f6-a72c-982ad84ac3a5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:31.010528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.016868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d151dfc-52a3-4028-b5cd-4480ea9934ef None None] Network f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:31.022188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-441afb94-aec1-4138-a163-5b3684ed8010 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/subnets/adc6bf62-eee1-42f6-a72c-982ad84ac3a5 HTTP/1.1" status: 204 len: 168 time: 0.6776195 Jan 28 16:49:31.024442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:31.105838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting subnet 9099bea4-da55-4ea7-a679-eeb8f6871764 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:49:31.125518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (9099bea4-da55-4ea7-a679-eeb8f6871764), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.139071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8185ad53-1d98-4356-bda9-2e37b8203344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5d2ae346-3157-4f65-80a9-0a7bed293aac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.142220 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8185ad53-1d98-4356-bda9-2e37b8203344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.143626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8185ad53-1d98-4356-bda9-2e37b8203344 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d2ae346-3157-4f65-80a9-0a7bed293aac HTTP/1.1" status: 204 len: 168 time: 0.4355588 Jan 28 16:49:31.160242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b3125-67b9-42e1-9975-85bd897d43df req-bc2a7888-cc95-42f4-8ce0-4ee5b3aadbc5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:31.162035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-524b3125-67b9-42e1-9975-85bd897d43df req-bc2a7888-cc95-42f4-8ce0-4ee5b3aadbc5 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.2755973 Jan 28 16:49:31.167977 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-076ab2a4-a3ce-4856-9445-6f0eded81d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9e438d56-bab8-4596-8966-342629f8f90f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.175199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-076ab2a4-a3ce-4856-9445-6f0eded81d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.178768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-076ab2a4-a3ce-4856-9445-6f0eded81d0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e438d56-bab8-4596-8966-342629f8f90f HTTP/1.1" status: 204 len: 168 time: 0.5286942 Jan 28 16:49:31.179432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185ad53-1d98-4356-bda9-2e37b8203344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ae346-3157-4f65-80a9-0a7bed293aac,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:31.207577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab2a4-a3ce-4856-9445-6f0eded81d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e438d56-bab8-4596-8966-342629f8f90f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:31.252410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9099bea4-da55-4ea7-a679-eeb8f6871764), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.278059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-524b3125-67b9-42e1-9975-85bd897d43df req-2b1ad3d8-320e-4d74-a206-9ef323bab89f tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996580 Jan 28 16:49:31.394566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] DHCP port deletion for f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:49:31.410291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9099bea4-da55-4ea7-a679-eeb8f6871764), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.520622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9099bea4-da55-4ea7-a679-eeb8f6871764), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.534722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] Deleting port 4e58398a-d8c8-4324-9acc-d4a693733dd0 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:31.535100 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.572948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Subnet': ['ID=9099bea4-da55-4ea7-a679-eeb8f6871764,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:31.577347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.582269 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-618cf1e1-9d7a-4562-9c0b-87dfdf0fc087 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/subnets/9099bea4-da55-4ea7-a679-eeb8f6871764 HTTP/1.1" status: 204 len: 168 time: 0.5559897 Jan 28 16:49:31.584644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51544) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:31.660037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be95f62-bc6d-452b-ac23-fc16bc8a04c2 None None] Network d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:31.754763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.884659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] For port 4e58398a-d8c8-4324-9acc-d4a693733dd0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e58398a-d8c8-4324-9acc-d4a693733dd0,segment=NetworkSegment(2d00df82-a230-40ee-ab23-1fbd3e639675),segment_id=2d00df82-a230-40ee-ab23-1fbd3e639675)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:31.885548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.897318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting port 4e58398a-d8c8-4324-9acc-d4a693733dd0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:31.897825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.912250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:31.939138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] Calling delete_port for 4e58398a-d8c8-4324-9acc-d4a693733dd0 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:31.942768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ae10d3b-17ae-4954-a34d-fe94f45dc2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:31.982193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] For port 4e58398a-d8c8-4324-9acc-d4a693733dd0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e58398a-d8c8-4324-9acc-d4a693733dd0,segment=NetworkSegment(2d00df82-a230-40ee-ab23-1fbd3e639675),segment_id=2d00df82-a230-40ee-ab23-1fbd3e639675)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:31.982561 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.001137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Calling delete_port for 4e58398a-d8c8-4324-9acc-d4a693733dd0 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:32.125458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] DHCP port deletion for d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:49:32.138161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.179038 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ae10d3b-17ae-4954-a34d-fe94f45dc2b5 admin admin] Publish callbacks [] for security_group (b65e8ef5-93cb-46ff-a970-586d7844f7a4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.180053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51552) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:32.191625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ae10d3b-17ae-4954-a34d-fe94f45dc2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b65e8ef5-93cb-46ff-a970-586d7844f7a4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.224839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Port': ['ID=4e58398a-d8c8-4324-9acc-d4a693733dd0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:32.235410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 364fa3bb-a29a-4aca-898d-895933b1c404 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:49:32.235660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] No DVR routers for this DVR port 4e58398a-d8c8-4324-9acc-d4a693733dd0 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:32.283382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae10d3b-17ae-4954-a34d-fe94f45dc2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e8ef5-93cb-46ff-a970-586d7844f7a4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:32.295066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:49:32.339274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ae10d3b-17ae-4954-a34d-fe94f45dc2b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4c27e3ed0e5479f865577bde260fb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4219787 Jan 28 16:49:32.339661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51560) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:32.414983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.437468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69b5bddf-70c4-48ba-9b8a-ef933fd1a5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.468145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:32.483713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d00df82-a230-40ee-ab23-1fbd3e639675') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:32.483917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d00df82-a230-40ee-ab23-1fbd3e639675') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:32.497501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2d00df82-a230-40ee-ab23-1fbd3e639675), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.511918 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5f6a-de51-41c7-8514-4d363a5ca286 admin admin] Publish callbacks [] for security_group (b65e8ef5-93cb-46ff-a970-586d7844f7a4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.517261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2d00df82-a230-40ee-ab23-1fbd3e639675), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.529238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:49:32.529644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2d00df82-a230-40ee-ab23-1fbd3e639675), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:49:32.532866 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:49:32.588297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdec80-f40d-46ea-8135-6038a9d3a1ad req-39f2eebc-54f1-46d2-b76f-153efa34223a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:32.591111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00bdec80-f40d-46ea-8135-6038a9d3a1ad req-39f2eebc-54f1-46d2-b76f-153efa34223a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.1644289 Jan 28 16:49:32.594316 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5f6a-de51-41c7-8514-4d363a5ca286 admin admin] Publish callbacks [] for security_group (b65e8ef5-93cb-46ff-a970-586d7844f7a4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.675277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00bdec80-f40d-46ea-8135-6038a9d3a1ad req-d1e5e81f-dfa4-4d67-86c2-1204208ac29d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697987 Jan 28 16:49:32.754886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] Deleting port 364fa3bb-a29a-4aca-898d-895933b1c404 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:32.756973 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.823524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69b5bddf-70c4-48ba-9b8a-ef933fd1a5dc admin admin] Publish callbacks [] for security_group (8202ce85-8a7b-4ab7-8723-0b21c625bfb8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.825476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5f6a-de51-41c7-8514-4d363a5ca286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b65e8ef5-93cb-46ff-a970-586d7844f7a4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.848339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5f6a-de51-41c7-8514-4d363a5ca286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.866384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6e7a5f6a-de51-41c7-8514-4d363a5ca286 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b65e8ef5-93cb-46ff-a970-586d7844f7a4 HTTP/1.1" status: 204 len: 168 time: 0.5254965 Jan 28 16:49:32.867089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4e58398a-d8c8-4324-9acc-d4a693733dd0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.881500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69b5bddf-70c4-48ba-9b8a-ef933fd1a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8202ce85-8a7b-4ab7-8723-0b21c625bfb8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:32.925440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a5f6a-de51-41c7-8514-4d363a5ca286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e8ef5-93cb-46ff-a970-586d7844f7a4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:32.957331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] No DVR routers for this DVR port 4e58398a-d8c8-4324-9acc-d4a693733dd0 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:32.988354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299cd96-7cdc-4a8b-92d8-9f17db9b1674 None None] Pushing event deleted for resources: {'Port': ['ID=4e58398a-d8c8-4324-9acc-d4a693733dd0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:33.049716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5bddf-70c4-48ba-9b8a-ef933fd1a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8202ce85-8a7b-4ab7-8723-0b21c625bfb8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:33.099937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69b5bddf-70c4-48ba-9b8a-ef933fd1a5dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87b0ffb753594bbaafb01628ea1abe4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9184558 Jan 28 16:49:33.102815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:33.110191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 364fa3bb-a29a-4aca-898d-895933b1c404 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:33.110869 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.213215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] For port 364fa3bb-a29a-4aca-898d-895933b1c404, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=364fa3bb-a29a-4aca-898d-895933b1c404,segment=NetworkSegment(daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff),segment_id=daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:33.215772 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.303627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] Calling delete_port for 364fa3bb-a29a-4aca-898d-895933b1c404 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:33.343314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16b082e7-ed87-4a7f-befe-958de86e61f0 admin admin] Publish callbacks [] for security_group (8202ce85-8a7b-4ab7-8723-0b21c625bfb8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.360327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.371983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.386187 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/networks/f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6 HTTP/1.1" status: 204 len: 168 time: 1.7981026 Jan 28 16:49:33.392414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:33.414120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e5eb1-480e-4256-89f4-1de89c051d0a tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Network': ['ID=f2721a8c-3e85-4dcb-b272-1d0c23bd2ae6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:33.528534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.538852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16b082e7-ed87-4a7f-befe-958de86e61f0 admin admin] Publish callbacks [] for security_group (8202ce85-8a7b-4ab7-8723-0b21c625bfb8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.595155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 16:49:33.595155 n-d-812111-13 neutron-server[103095]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 28 16:49:33.595155 n-d-812111-13 neutron-server[103095]: [parameters: {'status': 'DOWN', 'ports_id': '364fa3bb-a29a-4aca-898d-895933b1c404'}] Jan 28 16:49:33.595155 n-d-812111-13 neutron-server[103095]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:49:33.596071 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:49:33.596815 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (364fa3bb-a29a-4aca-898d-895933b1c404), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.626364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] Pushing event deleted for resources: {'Port': ['ID=364fa3bb-a29a-4aca-898d-895933b1c404,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:33.628581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb60113-fe3c-4c48-bb29-fab403515430 None None] No DVR routers for this DVR port 364fa3bb-a29a-4aca-898d-895933b1c404 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:33.656937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-b1b2a6c8-eb14-42be-ba76-2324a1de4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:33.661062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-b1b2a6c8-eb14-42be-ba76-2324a1de4d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.3460913 Jan 28 16:49:33.671990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.696255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:33.707302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:33.707638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:33.717963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.720293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baab0-36a9-439d-bf15-68e0e0310eb6 req-b796fd60-8c24-417c-a2bf-a901c11d9423 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:33.722156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-781baab0-36a9-439d-bf15-68e0e0310eb6 req-b796fd60-8c24-417c-a2bf-a901c11d9423 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3106661 Jan 28 16:49:33.739836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.746262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:49:33.746751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (daabf4cb-9dc5-4e52-b4bb-3a79f8ec24ff), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:49:33.807236 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:49:33.812584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.828258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.840097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/networks/d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5 HTTP/1.1" status: 204 len: 168 time: 0.4426112 Jan 28 16:49:33.840874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51622) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:33.859282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-781baab0-36a9-439d-bf15-68e0e0310eb6 req-fa8665cd-30e0-47e6-bede-53a1b8856ca7 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140959 Jan 28 16:49:33.885056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16b082e7-ed87-4a7f-befe-958de86e61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8202ce85-8a7b-4ab7-8723-0b21c625bfb8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.893243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16b082e7-ed87-4a7f-befe-958de86e61f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:33.898229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-16b082e7-ed87-4a7f-befe-958de86e61f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8202ce85-8a7b-4ab7-8723-0b21c625bfb8 HTTP/1.1" status: 204 len: 168 time: 0.7889838 Jan 28 16:49:33.915570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b082e7-ed87-4a7f-befe-958de86e61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202ce85-8a7b-4ab7-8723-0b21c625bfb8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:33.927165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-caba101b-a437-42aa-8c08-45f149c4f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:33.928925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-caba101b-a437-42aa-8c08-45f149c4f748 service neutron] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.2471864 Jan 28 16:49:33.985179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting subnet 93ce209a-5c2a-4d7c-a5e1-66f593c8266a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:49:33.990737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-f0afe5bb-a88d-43d4-9741-c4dade2a4beb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.0478535 Jan 28 16:49:33.993588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355659c-5d5d-4504-b8c3-d067c0a7fe4f tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Network': ['ID=d52ca3ae-85d7-4638-8f73-bb3ad6e8a2b5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:34.000657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (93ce209a-5c2a-4d7c-a5e1-66f593c8266a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.100209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-d4b6322a-7284-4e42-8d47-194feda37506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:34.101297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (93ce209a-5c2a-4d7c-a5e1-66f593c8266a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.101816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-d4b6322a-7284-4e42-8d47-194feda37506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.0905459 Jan 28 16:49:34.133967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Port 364fa3bb-a29a-4aca-898d-895933b1c404 update to DOWN by agent not found {{(pid=103095) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 16:49:34.135936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e58398a-d8c8-4324-9acc-d4a693733dd0 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:49:34.172094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4e58398a-d8c8-4324-9acc-d4a693733dd0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:49:34.175801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e58398a-d8c8-4324-9acc-d4a693733dd0 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:49:34.191394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-1516bfd1-50b2-439d-a4f6-2cd5138eed34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827806 Jan 28 16:49:34.285774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (93ce209a-5c2a-4d7c-a5e1-66f593c8266a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.332011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-e93a4ec0-69a1-4359-bb96-234dae9e199f service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330931 Jan 28 16:49:34.383692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (93ce209a-5c2a-4d7c-a5e1-66f593c8266a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.465073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Subnet': ['ID=93ce209a-5c2a-4d7c-a5e1-66f593c8266a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:34.474185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.474933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82045c-b4e7-412b-b470-98070fbf493c None None] Network c45377ac-d482-42c5-859f-ac3f7caa8e4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:34.483397 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3f5b65ef-8957-43c2-bf38-cc0afd48f0ee tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/subnets/93ce209a-5c2a-4d7c-a5e1-66f593c8266a HTTP/1.1" status: 204 len: 168 time: 0.5887816 Jan 28 16:49:34.483397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51640) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:34.507169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47f18303-e29c-4dc0-8dce-5d59721c3c88 req-6d34f0e0-92ae-4816-bbcf-975c560fdc3e service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690056 Jan 28 16:49:34.625779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c45377ac-d482-42c5-859f-ac3f7caa8e4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.731564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51648) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:34.752990 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3914-5897-40e6-8c68-6173eaaf01c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.818016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] DHCP port deletion for c45377ac-d482-42c5-859f-ac3f7caa8e4c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:49:34.823505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Deleting port 18e2fdf4-a930-4016-a648-704f14cb0688 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:34.829349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.931693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] Deleting port 18e2fdf4-a930-4016-a648-704f14cb0688 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:49:34.932070 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:34.995144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51654) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:35.051534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3914-5897-40e6-8c68-6173eaaf01c7 admin admin] Publish callbacks [] for security_group (8e967c26-dc27-4839-8e60-1df1d34f52d9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.072327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] For port 18e2fdf4-a930-4016-a648-704f14cb0688, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=18e2fdf4-a930-4016-a648-704f14cb0688,segment=NetworkSegment(18f0d992-156c-4080-9ea2-dd24c27263d3),segment_id=18f0d992-156c-4080-9ea2-dd24c27263d3)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:35.073060 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.075400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] For port 18e2fdf4-a930-4016-a648-704f14cb0688, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=18e2fdf4-a930-4016-a648-704f14cb0688,segment=NetworkSegment(18f0d992-156c-4080-9ea2-dd24c27263d3),segment_id=18f0d992-156c-4080-9ea2-dd24c27263d3)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:35.077179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.077511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3914-5897-40e6-8c68-6173eaaf01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8e967c26-dc27-4839-8e60-1df1d34f52d9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.106620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] Calling delete_port for 18e2fdf4-a930-4016-a648-704f14cb0688 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:35.112137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Calling delete_port for 18e2fdf4-a930-4016-a648-704f14cb0688 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:49:35.141088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3914-5897-40e6-8c68-6173eaaf01c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e967c26-dc27-4839-8e60-1df1d34f52d9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:35.177619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17420c-f385-49aa-a2cd-2ceb9a3f6e86 req-d3c3c517-6d1c-4e45-9057-1334d34e468e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:35.188434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f17420c-f385-49aa-a2cd-2ceb9a3f6e86 req-d3c3c517-6d1c-4e45-9057-1334d34e468e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.2290008 Jan 28 16:49:35.234815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9f0c3914-5897-40e6-8c68-6173eaaf01c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f37c944917748dabb29a819f1a3682d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007110 Jan 28 16:49:35.243444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51662) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:35.279941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f17420c-f385-49aa-a2cd-2ceb9a3f6e86 req-a512c8cc-2dfe-4e5e-9bc4-364a269c0428 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901842 Jan 28 16:49:35.330698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.357969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] No DVR routers for this DVR port 18e2fdf4-a930-4016-a648-704f14cb0688 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:35.393284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72baa9b0-da33-4f20-9650-ab31ea89a75d admin admin] Publish callbacks [] for security_group (8e967c26-dc27-4839-8e60-1df1d34f52d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.394226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb921ac-5f4d-439c-93e0-78c835d1e173 None None] Pushing event deleted for resources: {'Port': ['ID=18e2fdf4-a930-4016-a648-704f14cb0688,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:35.428053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (18e2fdf4-a930-4016-a648-704f14cb0688), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.446091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72baa9b0-da33-4f20-9650-ab31ea89a75d admin admin] Publish callbacks [] for security_group (8e967c26-dc27-4839-8e60-1df1d34f52d9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.489571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Port': ['ID=18e2fdf4-a930-4016-a648-704f14cb0688,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:35.499474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] No DVR routers for this DVR port 18e2fdf4-a930-4016-a648-704f14cb0688 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:49:35.517857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1835737324-network', 'tenant_id': '594c884f1616460d9c0afab280f0159e'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:35.565995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Made reservation on behalf of 594c884f1616460d9c0afab280f0159e for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:35.568325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.585499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.673520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c45377ac-d482-42c5-859f-ac3f7caa8e4c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.684094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72baa9b0-da33-4f20-9650-ab31ea89a75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8e967c26-dc27-4839-8e60-1df1d34f52d9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.687205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72baa9b0-da33-4f20-9650-ab31ea89a75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.690972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72baa9b0-da33-4f20-9650-ab31ea89a75d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e967c26-dc27-4839-8e60-1df1d34f52d9 HTTP/1.1" status: 204 len: 168 time: 0.4445987 Jan 28 16:49:35.722486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45377ac-d482-42c5-859f-ac3f7caa8e4c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:35.724869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baa9b0-da33-4f20-9650-ab31ea89a75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e967c26-dc27-4839-8e60-1df1d34f52d9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:35.741538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f0d992-156c-4080-9ea2-dd24c27263d3') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:35.741921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f0d992-156c-4080-9ea2-dd24c27263d3') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:49:35.756644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (18f0d992-156c-4080-9ea2-dd24c27263d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.776390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (18f0d992-156c-4080-9ea2-dd24c27263d3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.790477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:49:35.790886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (18f0d992-156c-4080-9ea2-dd24c27263d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:49:35.795492 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:49:35.816632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks [] for security_group (c9b0d4b4-fc89-4b93-b62a-ad3044be2290), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.846906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c9b0d4b4-fc89-4b93-b62a-ad3044be2290), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.907783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:49:35.928933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c4f89923-4f5c-4fa9-b741-f9182f2df47e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:35.930609 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Added segment c4f89923-4f5c-4fa9-b741-f9182f2df47e of type vlan for network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 Jan 28 16:49:36.019399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (710f2b10-69cc-4ab1-83f2-2685245c8fd1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.046984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c45377ac-d482-42c5-859f-ac3f7caa8e4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.049623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b0d4b4-fc89-4b93-b62a-ad3044be2290,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:36.068700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (710f2b10-69cc-4ab1-83f2-2685245c8fd1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.069673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:36.070314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.074550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.080461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/networks/c45377ac-d482-42c5-859f-ac3f7caa8e4c HTTP/1.1" status: 204 len: 168 time: 1.5973394 Jan 28 16:49:36.081039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51686) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:36.081516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3b5c-2fd6-459a-9ab4-b12748a1686e tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Pushing event deleted for resources: {'Network': ['ID=c45377ac-d482-42c5-859f-ac3f7caa8e4c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:36.159203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-19c57f13-0dc1-45df-bbaf-edb13ebd5c8c tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "GET /v2.0/ports?device_id=44e970d6-5219-4c4a-b1f4-23e333366549 HTTP/1.1" status: 200 len: 205 time: 0.0748758 Jan 28 16:49:36.159814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51690) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:36.160245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1612408 Jan 28 16:49:36.167594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51692) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:36.175068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Request body: {'subnet': {'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1835737324-subnet', 'tenant_id': '594c884f1616460d9c0afab280f0159e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:36.196791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9c02f-856a-4f45-a423-6ee3b83ccf89 admin admin] Pushing event updated for resources: {'Network': ['ID=710f2b10-69cc-4ab1-83f2-2685245c8fd1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:36.208469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:49:36.216426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Made reservation on behalf of 594c884f1616460d9c0afab280f0159e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:36.219324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.375065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 18e2fdf4-a930-4016-a648-704f14cb0688 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:49:36.444427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 18e2fdf4-a930-4016-a648-704f14cb0688 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:49:36.445989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 18e2fdf4-a930-4016-a648-704f14cb0688 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:49:36.569261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (f89a7938-77e5-4f96-9582-8f29857ddc93), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.647800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Checking segment: {'id': 'c4f89923-4f5c-4fa9-b741-f9182f2df47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:36.648500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Network hostable DHCP agents. Network: 710f2b10-69cc-4ab1-83f2-2685245c8fd1, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:49:36.653304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89a7938-77e5-4f96-9582-8f29857ddc93,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:36.681967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:49:36.698086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 710f2b10-69cc-4ab1-83f2-2685245c8fd1) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:36.711627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:36.713182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.731646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07198da6-7e2e-4915-add1-6b346248cacf None None] Network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:36.752027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-14f7ce04-d7ba-4c23-8dc8-1d8123e5d2e9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5830646 Jan 28 16:49:36.873917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router (44e970d6-5219-4c4a-b1f4-23e333366549), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:36.912059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847fdd9-9a5f-4a51-ab52-7374dc4964bc None None] Network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:37.055237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (44e970d6-5219-4c4a-b1f4-23e333366549), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:37.058756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router_controller (44e970d6-5219-4c4a-b1f4-23e333366549), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:37.164964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (44e970d6-5219-4c4a-b1f4-23e333366549), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:37.165585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Fanout notify agent at l3_agent the message router_deleted on router 44e970d6-5219-4c4a-b1f4-23e333366549 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:49:37.179009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:37.180129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-13b996f9-a084-4eaa-a1e5-e70306ddc2e1 tempest-RoutersNegativeIpV6Test-984689541 tempest-RoutersNegativeIpV6Test-984689541-project] 10.222.0.25 "DELETE /v2.0/routers/44e970d6-5219-4c4a-b1f4-23e333366549 HTTP/1.1" status: 204 len: 168 time: 1.0177488 Jan 28 16:49:37.188093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e576-5cd1-4391-982a-f2c4daaae884 req-dd7bc125-82c0-4e3b-ba3c-8e3671ca0636 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:37.191229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81a9e576-5cd1-4391-982a-f2c4daaae884 req-dd7bc125-82c0-4e3b-ba3c-8e3671ca0636 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.3548334 Jan 28 16:49:37.262156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81a9e576-5cd1-4391-982a-f2c4daaae884 req-7902de6a-7a92-48fc-8fa0-f94dee4aaf01 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Jan 28 16:49:37.425970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-e988e8b7-0a4c-4249-8a06-81f464deb3cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0919032 Jan 28 16:49:37.535198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-2965dd09-7c25-459a-b8e9-42494c0d00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:37.537098 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-2965dd09-7c25-459a-b8e9-42494c0d00de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 1128 time: 0.0825748 Jan 28 16:49:37.675137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-49370bdb-5698-4dec-bad0-874cb4658977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:37.676659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-49370bdb-5698-4dec-bad0-874cb4658977 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.1197572 Jan 28 16:49:37.742717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-34d7e30c-17b8-4f13-9ee4-1ba33baf18d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179 HTTP/1.1" status: 200 len: 217 time: 0.0594330 Jan 28 16:49:37.753527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51746) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:37.807587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-a315ad6e-cb6a-44cd-bdb7-9a7d3f5b179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:37.809040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-a315ad6e-cb6a-44cd-bdb7-9a7d3f5b179b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.0606890 Jan 28 16:49:37.841647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-87c05fa2-c09d-4c23-90d8-1d3b528768d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260553 Jan 28 16:49:37.937332 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-5b545a66-0451-441e-bcda-4244594310c2 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897067 Jan 28 16:49:38.041035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ad864665-3c16-4d09-8cde-9eae6bfbf9d3 req-730da728-06fa-4b80-80a5-5403309aa5e2 service neutron] 10.222.0.31 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971591 Jan 28 16:49:38.122704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-efb43091-bbcb-4926-be14-d863f2061927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=135d8bddda16419d97004118acfc04f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678951 Jan 28 16:49:38.125406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51762) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:38.187639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d206217-c044-406e-897e-ac49b6789170 admin admin] Publish callbacks [] for security_group (61b09849-4e0e-4557-920d-b8de15506297), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.214425 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d206217-c044-406e-897e-ac49b6789170 admin admin] Publish callbacks [] for security_group (61b09849-4e0e-4557-920d-b8de15506297), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.248215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:38.255358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1648418103-network', 'tenant_id': 'cbd1c32b4b4047989fe0e024e6d9ce98'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:38.292257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Made reservation on behalf of cbd1c32b4b4047989fe0e024e6d9ce98 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:38.296979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.301500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d206217-c044-406e-897e-ac49b6789170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (61b09849-4e0e-4557-920d-b8de15506297), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.304392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d206217-c044-406e-897e-ac49b6789170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.305688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1d206217-c044-406e-897e-ac49b6789170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61b09849-4e0e-4557-920d-b8de15506297 HTTP/1.1" status: 204 len: 168 time: 0.1788821 Jan 28 16:49:38.316874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.323232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206217-c044-406e-897e-ac49b6789170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b09849-4e0e-4557-920d-b8de15506297,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:38.449373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks [] for security_group (0582418c-9d12-4111-87b5-1c6bf54792fd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.454711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0582418c-9d12-4111-87b5-1c6bf54792fd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.483803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:49:38.502610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0582418c-9d12-4111-87b5-1c6bf54792fd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:38.507663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (fab680d5-5c64-431f-86a6-e90632236dd0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.508008 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Added segment fab680d5-5c64-431f-86a6-e90632236dd0 of type vlan for network 08288f61-5f42-431a-b3d5-f4792257c6f8 Jan 28 16:49:38.557193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (08288f61-5f42-431a-b3d5-f4792257c6f8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.611190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (08288f61-5f42-431a-b3d5-f4792257c6f8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.611190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:38.611690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.713383 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4599106 Jan 28 16:49:38.713926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:38.717891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Request body: {'subnet': {'network_id': '08288f61-5f42-431a-b3d5-f4792257c6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1648418103-subnet', 'tenant_id': 'cbd1c32b4b4047989fe0e024e6d9ce98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:38.740888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8222e3-00bc-4bc3-a1d8-0c8e73f5e32c admin admin] Pushing event updated for resources: {'Network': ['ID=08288f61-5f42-431a-b3d5-f4792257c6f8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:38.757568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 08288f61-5f42-431a-b3d5-f4792257c6f8 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:49:38.867939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Made reservation on behalf of cbd1c32b4b4047989fe0e024e6d9ce98 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:38.873868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:38.991132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-4e83c951-3535-44d2-b7d2-76aed2bef3a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2648852 Jan 28 16:49:39.150724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-946703c0-076a-4ac4-b6fe-94896fa5fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:39.152477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-946703c0-076a-4ac4-b6fe-94896fa5fe22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dff1b92bc74469daae4af55db51f5e6&device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 1128 time: 0.1244023 Jan 28 16:49:39.247148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (221aea0c-14b9-4dc2-881c-4ee9a8a1444b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:39.314459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221aea0c-14b9-4dc2-881c-4ee9a8a1444b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:39.409282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Checking segment: {'id': 'fab680d5-5c64-431f-86a6-e90632236dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08288f61-5f42-431a-b3d5-f4792257c6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:39.409931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Network hostable DHCP agents. Network: 08288f61-5f42-431a-b3d5-f4792257c6f8, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:49:39.450473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-cb0f9363-9bce-4e0a-9fd4-61777f6d38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:39.452211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-cb0f9363-9bce-4e0a-9fd4-61777f6d38c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 200 len: 920 time: 0.2786658 Jan 28 16:49:39.456653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Network 08288f61-5f42-431a-b3d5-f4792257c6f8 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:49:39.474803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 08288f61-5f42-431a-b3d5-f4792257c6f8) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:39.496283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab491b-9955-4bf4-9201-a0e593857ec9 None None] Network 08288f61-5f42-431a-b3d5-f4792257c6f8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:39.570821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:39.575225 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:39.579370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-112ae90f-44ac-4d0a-90a1-660031f08ea3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 200 len: 217 time: 0.1139064 Jan 28 16:49:39.711177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0a3b0a5c-b10b-4519-9aa4-e43a8c5834c2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9958718 Jan 28 16:49:39.732179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d4a5a-e900-4ae9-9bc9-51210b04d1b1 None None] Network 08288f61-5f42-431a-b3d5-f4792257c6f8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:49:39.759801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-04748fb4-48cc-4d9f-8215-f67ae22c82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:39.759801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-04748fb4-48cc-4d9f-8215-f67ae22c82ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 200 len: 859 time: 0.1698334 Jan 28 16:49:39.846119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-357e08d3-affb-4ca6-9e9f-ff979524b180 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adea5ebd-a69e-4852-b4c0-316d44332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810423 Jan 28 16:49:40.039835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122d30-a931-47a0-a733-c6bdab64c2ec req-69c50395-62cd-43c1-9efb-14ba53e6afc2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:40.049744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68122d30-a931-47a0-a733-c6bdab64c2ec req-69c50395-62cd-43c1-9efb-14ba53e6afc2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.2006056 Jan 28 16:49:40.154317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-0c8653d9-93b1-4766-85a6-39de24ae180b service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336626 Jan 28 16:49:40.207450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68122d30-a931-47a0-a733-c6bdab64c2ec req-4c690793-f83e-4ff8-8b35-37d3809b4ba0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551037 Jan 28 16:49:40.365207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ca45878-bfdf-4502-a9af-b79f93b52f46 req-6428d2c8-312f-45bd-af0c-25b19957aceb service neutron] 10.222.0.24 "GET /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917672 Jan 28 16:49:40.897018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-82a6a993-766e-4cc0-b986-2f91cfe41de4 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:40.898486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-82a6a993-766e-4cc0-b986-2f91cfe41de4 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/networks?id=710f2b10-69cc-4ab1-83f2-2685245c8fd1 HTTP/1.1" status: 200 len: 809 time: 0.1243098 Jan 28 16:49:40.922688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-12857825-6795-49c4-ad40-6fcfc68883a3 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/quotas/594c884f1616460d9c0afab280f0159e HTTP/1.1" status: 200 len: 375 time: 0.0160253 Jan 28 16:49:41.004204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51884) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:41.017116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-4402d9ed-39b1-4a14-8512-3a509b66bfe5 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=594c884f1616460d9c0afab280f0159e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878766 Jan 28 16:49:41.171799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-319bb374-96d5-439f-a957-694c8ca24f14 service neutron] 10.222.0.25 "GET /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499844 Jan 28 16:49:41.232102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3ebae8ff-7fc3-4e10-883d-a239dcdf64b6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:41.233352 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-3ebae8ff-7fc3-4e10-883d-a239dcdf64b6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 16:49:41.234213 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-3ebae8ff-7fc3-4e10-883d-a239dcdf64b6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 16:49:41.235848 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ebae8ff-7fc3-4e10-883d-a239dcdf64b6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2289932 Jan 28 16:49:41.239590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51894) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:41.249116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347644984'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:41.337120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-9d16ea17-a227-46e5-a033-e47e5696816b service neutron] 10.222.0.25 "GET /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594913 Jan 28 16:49:41.338428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.365084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.509666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30601337-84f3-4081-9bef-afb0afd9612b req-65a573d7-6565-4d35-9ba6-24cac9c78fff tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:41.512154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30601337-84f3-4081-9bef-afb0afd9612b req-65a573d7-6565-4d35-9ba6-24cac9c78fff tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1222506 Jan 28 16:49:41.579406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (117e6a49-0ec8-4d95-be0a-e3f13f49fb7b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.592256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (117e6a49-0ec8-4d95-be0a-e3f13f49fb7b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.616515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30601337-84f3-4081-9bef-afb0afd9612b req-4f06b4ef-aec5-427c-82d6-e841845387c9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987656 Jan 28 16:49:41.665641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117e6a49-0ec8-4d95-be0a-e3f13f49fb7b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:41.729426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (5ff9d58e-3b8b-455a-bcf1-342551337f3a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.736342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5ff9d58e-3b8b-455a-bcf1-342551337f3a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.754388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa54af52-c713-44c2-be9a-f41d78ba70b8 req-39717310-b507-4e4c-ba22-def8b1e24471 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 210 time: 0.0859327 Jan 28 16:49:41.796916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9d58e-3b8b-455a-bcf1-342551337f3a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:41.813839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.818524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51916) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:41.823712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '5ff9d58e-3b8b-455a-bcf1-342551337f3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:41.829434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ce22a06-2003-4ea1-8337-9643f7080f35 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5885019 Jan 28 16:49:41.859411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group_rule (85fb7a90-901d-47fa-8d5d-7932fb4b9c7c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.945230 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group_rule (85fb7a90-901d-47fa-8d5d-7932fb4b9c7c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.952032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (85fb7a90-901d-47fa-8d5d-7932fb4b9c7c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:41.969333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fb7a90-901d-47fa-8d5d-7932fb4b9c7c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:42.007055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.014031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51926) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:42.019825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c27484a5-c539-4f7d-aeb8-134def8ac7e9 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '5ff9d58e-3b8b-455a-bcf1-342551337f3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:42.031042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a499d475-8356-49ae-87b7-82c1cdb336ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2108450 Jan 28 16:49:42.081283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c27484a5-c539-4f7d-aeb8-134def8ac7e9 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group_rule (958e9f55-781e-4fd5-9804-de1ff80bd9aa), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.247244 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-c27484a5-c539-4f7d-aeb8-134def8ac7e9 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 16:49:42.248615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c27484a5-c539-4f7d-aeb8-134def8ac7e9 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2333951 Jan 28 16:49:42.251561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51938) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:42.252460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.264375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.343545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ed84c99-ed5c-4239-a333-f6b19b6fdad2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (5ff9d58e-3b8b-455a-bcf1-342551337f3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.410352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ed84c99-ed5c-4239-a333-f6b19b6fdad2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (5ff9d58e-3b8b-455a-bcf1-342551337f3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.498190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ed84c99-ed5c-4239-a333-f6b19b6fdad2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5ff9d58e-3b8b-455a-bcf1-342551337f3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.501321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ed84c99-ed5c-4239-a333-f6b19b6fdad2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.506161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ed84c99-ed5c-4239-a333-f6b19b6fdad2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ff9d58e-3b8b-455a-bcf1-342551337f3a HTTP/1.1" status: 204 len: 168 time: 0.2509081 Jan 28 16:49:42.507496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:42.532586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed84c99-ed5c-4239-a333-f6b19b6fdad2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9d58e-3b8b-455a-bcf1-342551337f3a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:42.646186 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be93e37f-2c7e-4c35-8ea0-e7fefaf27f7e tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1316676 Jan 28 16:49:42.647421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51960) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:42.660655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--716298626'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:42.729592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.809076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:42.899118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62296064-71fa-456c-b706-f68610d8c6ea req-8dda245a-96fc-4eeb-acfb-e86b705e4d02 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:42.902011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (ce3908d1-94f2-49a6-aa49-3a8dc956ab8d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.907159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62296064-71fa-456c-b706-f68610d8c6ea req-8dda245a-96fc-4eeb-acfb-e86b705e4d02 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1146505 Jan 28 16:49:42.909013 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce3908d1-94f2-49a6-aa49-3a8dc956ab8d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:42.950536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3b2f7eb-7cdf-4c7d-84b6-abf5656ab33b req-13a67df1-cb6a-4112-bb87-7b5502fee0ca tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 210 time: 0.0832832 Jan 28 16:49:42.995285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3908d1-94f2-49a6-aa49-3a8dc956ab8d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:43.000895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62296064-71fa-456c-b706-f68610d8c6ea req-b98530b4-a308-4ba3-b707-c9396bf5211a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899067 Jan 28 16:49:43.013084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.014291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df56287a-664c-43ea-badb-b16ad6b3a43f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3654344 Jan 28 16:49:43.018989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51982) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:43.024595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-413912e7-24f6-43bf-a1f6-e1d72a6f89b8 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'ce3908d1-94f2-49a6-aa49-3a8dc956ab8d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:43.025421 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-413912e7-24f6-43bf-a1f6-e1d72a6f89b8 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 16:49:43.025926 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-413912e7-24f6-43bf-a1f6-e1d72a6f89b8 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:43.029448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-413912e7-24f6-43bf-a1f6-e1d72a6f89b8 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064969 Jan 28 16:49:43.029709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51984) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:43.121336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed9-7071-4ac8-8e88-347853e8699a tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (ce3908d1-94f2-49a6-aa49-3a8dc956ab8d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.168417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d450a54b-89d5-48d0-91bd-2dfbf571b6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.211904 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed9-7071-4ac8-8e88-347853e8699a tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (ce3908d1-94f2-49a6-aa49-3a8dc956ab8d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.362278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed9-7071-4ac8-8e88-347853e8699a tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce3908d1-94f2-49a6-aa49-3a8dc956ab8d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.368540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed9-7071-4ac8-8e88-347853e8699a tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.375717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-642f7ed9-7071-4ac8-8e88-347853e8699a tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/ce3908d1-94f2-49a6-aa49-3a8dc956ab8d HTTP/1.1" status: 204 len: 168 time: 0.3429306 Jan 28 16:49:43.397954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52010) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:43.402168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-39b66d4a-826c-4a93-b08a-c902b4cb7f65 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:43.403742 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-39b66d4a-826c-4a93-b08a-c902b4cb7f65 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.31 "GET /v2.0/networks?id=710f2b10-69cc-4ab1-83f2-2685245c8fd1 HTTP/1.1" status: 200 len: 809 time: 0.2275465 Jan 28 16:49:43.406439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7ed9-7071-4ac8-8e88-347853e8699a tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3908d1-94f2-49a6-aa49-3a8dc956ab8d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:43.417981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Request body: {'port': {'device_id': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1', 'admin_state_up': True, 'tenant_id': '594c884f1616460d9c0afab280f0159e'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:43.506167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d450a54b-89d5-48d0-91bd-2dfbf571b6ad admin admin] Publish callbacks [] for security_group (4b8b9804-d10c-498c-8244-66376929cbfb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.573483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Made reservation on behalf of 594c884f1616460d9c0afab280f0159e for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:49:43.577557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.578019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-62dad765-76fb-4dfd-985c-aa523a78fea7 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1682799 Jan 28 16:49:43.581832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52024) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:43.585890 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d450a54b-89d5-48d0-91bd-2dfbf571b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4b8b9804-d10c-498c-8244-66376929cbfb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.618772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--828371891'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:43.703289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a54b-89d5-48d0-91bd-2dfbf571b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8b9804-d10c-498c-8244-66376929cbfb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:43.745237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d450a54b-89d5-48d0-91bd-2dfbf571b6ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b73b313a1eb4b85a1a7fce5ddee2528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9306436 Jan 28 16:49:43.745883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52036) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:43.801127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Allocated IP 172.20.0.9 (710f2b10-69cc-4ab1-83f2-2685245c8fd1/f89a7938-77e5-4f96-9582-8f29857ddc93/dc84d127-7d19-41c5-a802-f45cb2e5d6d3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:49:43.869400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.918194 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-623e6b8c-9088-4b4c-aa79-40ecdfcc5ee1 admin admin] Publish callbacks [] for security_group (4b8b9804-d10c-498c-8244-66376929cbfb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:43.954031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-623e6b8c-9088-4b4c-aa79-40ecdfcc5ee1 admin admin] Publish callbacks [] for security_group (4b8b9804-d10c-498c-8244-66376929cbfb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.055547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (bd63ef7b-8e72-4fe2-87c3-c54e34b93371), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.070516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd63ef7b-8e72-4fe2-87c3-c54e34b93371), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.161354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks [] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.183667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-125aada3-2a6d-43a8-bc06-c0e83679e537 req-9acc140e-bd88-4c3e-b404-5700582f8616 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 210 time: 0.1083949 Jan 28 16:49:44.190969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.192197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6089401 Jan 28 16:49:44.208137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52070) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:44.219800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1b4bfd03-a21e-41f4-992a-f416ada9d4d4 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'bd63ef7b-8e72-4fe2-87c3-c54e34b93371', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:44.220815 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-1b4bfd03-a21e-41f4-992a-f416ada9d4d4 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 16:49:44.221436 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-1b4bfd03-a21e-41f4-992a-f416ada9d4d4 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:44.222536 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1b4bfd03-a21e-41f4-992a-f416ada9d4d4 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133657 Jan 28 16:49:44.224432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-623e6b8c-9088-4b4c-aa79-40ecdfcc5ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4b8b9804-d10c-498c-8244-66376929cbfb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.226837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52074) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:44.239572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-623e6b8c-9088-4b4c-aa79-40ecdfcc5ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.245673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-623e6b8c-9088-4b4c-aa79-40ecdfcc5ee1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b8b9804-d10c-498c-8244-66376929cbfb HTTP/1.1" status: 204 len: 168 time: 0.4964917 Jan 28 16:49:44.252996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.323303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e763fec-ef6c-4992-a638-27101d190e65 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63ef7b-8e72-4fe2-87c3-c54e34b93371,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:44.371271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:49:44.387964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:49:44.400427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:49:44.407099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e6b8c-9088-4b4c-aa79-40ecdfcc5ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8b9804-d10c-498c-8244-66376929cbfb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:44.408153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d2ce-d3e2-435d-a116-266d9357dda5 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (bd63ef7b-8e72-4fe2-87c3-c54e34b93371), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.440325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Pushing event updated for resources: {'Port': ['ID=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:44.454376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12f981-bc0e-4b89-bf0b-62b39fdd9f00 req-f58ee579-5f7a-4e10-ab08-a6f755691710 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:44.471796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c12f981-bc0e-4b89-bf0b-62b39fdd9f00 req-f58ee579-5f7a-4e10-ab08-a6f755691710 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.2997978 Jan 28 16:49:44.529321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c12f981-bc0e-4b89-bf0b-62b39fdd9f00 req-c0d21a90-b4d8-49a5-8488-bd7aad9c5f8c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564418 Jan 28 16:49:44.540790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d2ce-d3e2-435d-a116-266d9357dda5 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (bd63ef7b-8e72-4fe2-87c3-c54e34b93371), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.559455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:44.560112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.595226 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b043219d-a732-4586-a93b-cf4bd93b4115 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1828980 Jan 28 16:49:44.613418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Request body: {'port': {'device_id': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:44.651298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d2ce-d3e2-435d-a116-266d9357dda5 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd63ef7b-8e72-4fe2-87c3-c54e34b93371), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.654104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d2ce-d3e2-435d-a116-266d9357dda5 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.657676 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cdb3d2ce-d3e2-435d-a116-266d9357dda5 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd63ef7b-8e72-4fe2-87c3-c54e34b93371 HTTP/1.1" status: 204 len: 168 time: 0.4268477 Jan 28 16:49:44.659803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:44.698842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3d2ce-d3e2-435d-a116-266d9357dda5 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63ef7b-8e72-4fe2-87c3-c54e34b93371,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:44.735518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.758585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5de2c828-6fef-41f2-a5bf-2fc1fcca2cea tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0972807 Jan 28 16:49:44.759926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52094) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:44.765291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031550266'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:44.792350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:44.866932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52098) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:44.925940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b02a69-b907-41bb-9c08-947b5e162828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.016313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (8278217e-fbc1-47ad-ae84-213d2742c8af), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.077152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8278217e-fbc1-47ad-ae84-213d2742c8af), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.140078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.143917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3828046 Jan 28 16:49:45.144607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52108) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.147878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a86b49-640c-4a01-a9cf-cc993dfddb26 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8278217e-fbc1-47ad-ae84-213d2742c8af,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:45.148989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1de12c4c-bd37-4f60-a169-f1d94e82b90d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '8278217e-fbc1-47ad-ae84-213d2742c8af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:45.162349 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b02a69-b907-41bb-9c08-947b5e162828 admin admin] Publish callbacks [] for security_group (dc8901a5-02a0-4a5f-a2db-1bbc212c53d9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.165158 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-1de12c4c-bd37-4f60-a169-f1d94e82b90d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 16:49:45.166059 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-1de12c4c-bd37-4f60-a169-f1d94e82b90d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:45.170707 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1de12c4c-bd37-4f60-a169-f1d94e82b90d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248601 Jan 28 16:49:45.173353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52110) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.177765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-45d8a033-7d7b-4b76-ae6e-d9094f98a0e6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '8278217e-fbc1-47ad-ae84-213d2742c8af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:45.178955 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-45d8a033-7d7b-4b76-ae6e-d9094f98a0e6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 16:49:45.179978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b02a69-b907-41bb-9c08-947b5e162828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc8901a5-02a0-4a5f-a2db-1bbc212c53d9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.180488 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-45d8a033-7d7b-4b76-ae6e-d9094f98a0e6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:45.187045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45d8a033-7d7b-4b76-ae6e-d9094f98a0e6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126715 Jan 28 16:49:45.189759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52112) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.205227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-465f2f3b-9598-4d7b-898e-38d0f8911f82 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '8278217e-fbc1-47ad-ae84-213d2742c8af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:45.206363 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-465f2f3b-9598-4d7b-898e-38d0f8911f82 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 16:49:45.206759 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-465f2f3b-9598-4d7b-898e-38d0f8911f82 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:45.210783 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-465f2f3b-9598-4d7b-898e-38d0f8911f82 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164952 Jan 28 16:49:45.211405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52116) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.238724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ce669366-e077-48d4-a979-dd7ddab0e034 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '8278217e-fbc1-47ad-ae84-213d2742c8af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:45.239463 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-ce669366-e077-48d4-a979-dd7ddab0e034 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 16:49:45.239968 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-ce669366-e077-48d4-a979-dd7ddab0e034 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:45.244576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce669366-e077-48d4-a979-dd7ddab0e034 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0153513 Jan 28 16:49:45.245538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52118) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.278163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-47b02a69-b907-41bb-9c08-947b5e162828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=110adbaa6dc74d7797c717af1010bd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092658 Jan 28 16:49:45.281734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52120) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.282129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b02a69-b907-41bb-9c08-947b5e162828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8901a5-02a0-4a5f-a2db-1bbc212c53d9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:45.359609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13c04ee3-c130-4c90-b108-68baf1927057 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (8278217e-fbc1-47ad-ae84-213d2742c8af), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.394156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19007f-af7d-4ea9-bef3-6080dc31979b req-7a4bc834-e726-4fde-8084-d1da250faf89 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:45.395892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b19007f-af7d-4ea9-bef3-6080dc31979b req-7a4bc834-e726-4fde-8084-d1da250faf89 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 931 time: 0.0884855 Jan 28 16:49:45.397699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13c04ee3-c130-4c90-b108-68baf1927057 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (8278217e-fbc1-47ad-ae84-213d2742c8af), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.474450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b19007f-af7d-4ea9-bef3-6080dc31979b req-edad2c75-a4f4-4ecc-b347-3fec4ca1a187 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724206 Jan 28 16:49:45.480573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13c04ee3-c130-4c90-b108-68baf1927057 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8278217e-fbc1-47ad-ae84-213d2742c8af), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.483689 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13c04ee3-c130-4c90-b108-68baf1927057 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.488160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-13c04ee3-c130-4c90-b108-68baf1927057 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/8278217e-fbc1-47ad-ae84-213d2742c8af HTTP/1.1" status: 204 len: 168 time: 0.2390072 Jan 28 16:49:45.489813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52126) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.497323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6198c4c-af5e-40b7-99f7-d99e790ae250 admin admin] Publish callbacks [] for security_group (dc8901a5-02a0-4a5f-a2db-1bbc212c53d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.506314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c04ee3-c130-4c90-b108-68baf1927057 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278217e-fbc1-47ad-ae84-213d2742c8af,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:45.591583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6198c4c-af5e-40b7-99f7-d99e790ae250 admin admin] Publish callbacks [] for security_group (dc8901a5-02a0-4a5f-a2db-1bbc212c53d9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.608329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0ed9f6d3-5469-44ef-9c7f-28f642cce098 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075287 Jan 28 16:49:45.610852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.624458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491931138'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:45.631333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc84d127-7d19-41c5-a802-f45cb2e5d6d3 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:49:45.641403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52132) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:45.671127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Publish callbacks [] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.692856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Transition to ACTIVE for port object dc84d127-7d19-41c5-a802-f45cb2e5d6d3 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:49:45.700526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.711495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.773720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6198c4c-af5e-40b7-99f7-d99e790ae250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc8901a5-02a0-4a5f-a2db-1bbc212c53d9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.774172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b687c-00bf-49b4-a955-467d60110d4c req-80b4a4b7-ef79-402c-86c4-329c334c0fcf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:45.776736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c6198c4c-af5e-40b7-99f7-d99e790ae250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.780765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c6198c4c-af5e-40b7-99f7-d99e790ae250 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc8901a5-02a0-4a5f-a2db-1bbc212c53d9 HTTP/1.1" status: 204 len: 168 time: 0.4816022 Jan 28 16:49:45.801295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-085b687c-00bf-49b4-a955-467d60110d4c req-80b4a4b7-ef79-402c-86c4-329c334c0fcf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1484547 Jan 28 16:49:45.871216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44cc5601-4352-4430-8a92-d9231563c107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.878333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Attempting to bind port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:49:45.878333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Attempting to bind port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'c4f89923-4f5c-4fa9-b741-f9182f2df47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:49:45.878654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Attempting to bind port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 on network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:49:45.905820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Pushing event updated for resources: {'Port': ['ID=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:45.909838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7bb5-d07e-483e-94dc-e846efe2e7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:45.913891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6198c4c-af5e-40b7-99f7-d99e790ae250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8901a5-02a0-4a5f-a2db-1bbc212c53d9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:45.916750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 on network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:49:45.917082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Attempting to bind port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 on network 710f2b10-69cc-4ab1-83f2-2685245c8fd1 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:49:45.935545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:49:45.935891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Checking segment: {'id': 'c4f89923-4f5c-4fa9-b741-f9182f2df47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:49:45.936281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Bound using segment: {'id': 'c4f89923-4f5c-4fa9-b741-f9182f2df47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:49:45.936739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Bound port: dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f89923-4f5c-4fa9-b741-f9182f2df47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:49:45.937103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.014127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-085b687c-00bf-49b4-a955-467d60110d4c req-0e64896e-41e0-4e80-9035-e004c8e14a75 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118356 Jan 28 16:49:46.022342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] For port dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:49:46.026051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] For port dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,segment=NetworkSegment(c4f89923-4f5c-4fa9-b741-f9182f2df47e),segment_id=c4f89923-4f5c-4fa9-b741-f9182f2df47e)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:49:46.052475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.090073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (a9df23f3-d388-4d3d-95ed-4244406299f5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.146657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Pushing event updated for resources: {'Port': ['ID=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:46.149413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9df23f3-d388-4d3d-95ed-4244406299f5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.174659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:46.175288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.177058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-bbf766ce-1284-4a07-837a-0d76de83afba service neutron] 10.222.0.31 "PUT /v2.0/ports/dc84d127-7d19-41c5-a802-f45cb2e5d6d3 HTTP/1.1" status: 200 len: 1092 time: 1.5747616 Jan 28 16:49:46.177985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'tag': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:49:46.180280 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4468b22-7669-48ec-999d-d2b4c594a2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9ab1c9-c750-491f-a6d2-88448c7c3d9d", "tag": "dc84d127-7d19-41c5-a802-f45cb2e5d6d3"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:49:46.205783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.209781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5924230 Jan 28 16:49:46.211160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.223736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44cc5601-4352-4430-8a92-d9231563c107 admin admin] Publish callbacks [] for security_group (63a384ae-6283-459c-8b79-b5a23975f81d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.234548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44cc5601-4352-4430-8a92-d9231563c107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63a384ae-6283-459c-8b79-b5a23975f81d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.241330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4586df91-a418-433b-a33d-6dc8ed96804c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.244293 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-4586df91-a418-433b-a33d-6dc8ed96804c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 16:49:46.255662 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-4586df91-a418-433b-a33d-6dc8ed96804c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.260929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4586df91-a418-433b-a33d-6dc8ed96804c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0247326 Jan 28 16:49:46.263941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52156) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.291084 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfd06b5-c243-42cb-9af3-a9321e2f1be8 x-openstack-request-id: req-bdfd06b5-c243-42cb-9af3-a9321e2f1be8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:49:46.291519 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9ab1c9-c750-491f-a6d2-88448c7c3d9d", "tag": "dc84d127-7d19-41c5-a802-f45cb2e5d6d3", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:49:46.292550 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdfd06b5-c243-42cb-9af3-a9321e2f1be8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:49:46.293442 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'tag': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3', 'status': 'completed', 'code': 200} Jan 28 16:49:46.299681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-17f2a64d-5182-4168-ba8c-1f95f22e502c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.340802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399672d-98d3-4790-9172-7d15febd6069 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df23f3-d388-4d3d-95ed-4244406299f5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:46.359255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52160) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.361776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-44cc5601-4352-4430-8a92-d9231563c107 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cf84bfcd1184db5971daa9b0e9c0d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171962 Jan 28 16:49:46.385690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b3c7fe3f-1276-4014-9b3e-21dbd0d92011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:46.387232 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-b3c7fe3f-1276-4014-9b3e-21dbd0d92011 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=594c884f1616460d9c0afab280f0159e&device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 1126 time: 0.1244946 Jan 28 16:49:46.403814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc5601-4352-4430-8a92-d9231563c107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a384ae-6283-459c-8b79-b5a23975f81d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:46.435181 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-17f2a64d-5182-4168-ba8c-1f95f22e502c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.437964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-17f2a64d-5182-4168-ba8c-1f95f22e502c tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1563964 Jan 28 16:49:46.440726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52164) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.447790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9ba353f8-5b1f-434a-9e90-9238179815bb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.449011 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-9ba353f8-5b1f-434a-9e90-9238179815bb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 16:49:46.449674 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-9ba353f8-5b1f-434a-9e90-9238179815bb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.451634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9ba353f8-5b1f-434a-9e90-9238179815bb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082023 Jan 28 16:49:46.452622 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-c37eb5f8-5860-4897-a510-784f98ee9b1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3 HTTP/1.1" status: 200 len: 217 time: 0.0569808 Jan 28 16:49:46.453806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52166) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.460666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-70225e8d-0bf7-4a3d-b9dc-af2fb2167982 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.517351 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-70225e8d-0bf7-4a3d-b9dc-af2fb2167982 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.519510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-592e0030-2f92-4e38-835f-9ad368063764 admin admin] Publish callbacks [] for security_group (63a384ae-6283-459c-8b79-b5a23975f81d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.519662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-70225e8d-0bf7-4a3d-b9dc-af2fb2167982 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0637307 Jan 28 16:49:46.521663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52172) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.532224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fa7723a6-9c51-41e3-8064-aebb6630f902 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.532924 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-fa7723a6-9c51-41e3-8064-aebb6630f902 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 16:49:46.533580 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-fa7723a6-9c51-41e3-8064-aebb6630f902 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.538324 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa7723a6-9c51-41e3-8064-aebb6630f902 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135660 Jan 28 16:49:46.543877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52176) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.549757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f73f8820-5b95-4504-b45a-5c1df9cc4796 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.573296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-902ecc72-2d4c-4227-871d-13b70bd9e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:46.575489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-902ecc72-2d4c-4227-871d-13b70bd9e9cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f89a7938-77e5-4f96-9582-8f29857ddc93 HTTP/1.1" status: 200 len: 849 time: 0.1160145 Jan 28 16:49:46.598597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-592e0030-2f92-4e38-835f-9ad368063764 admin admin] Publish callbacks [] for security_group (63a384ae-6283-459c-8b79-b5a23975f81d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.627819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-a59ce31d-7006-4a59-ad8a-e1057a5e8212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=710f2b10-69cc-4ab1-83f2-2685245c8fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456538 Jan 28 16:49:46.760504 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-f73f8820-5b95-4504-b45a-5c1df9cc4796 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.761697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f73f8820-5b95-4504-b45a-5c1df9cc4796 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2167134 Jan 28 16:49:46.763015 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-007be130-8856-4269-83f5-47e72a50317e service neutron] 10.222.0.31 "GET /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262200 Jan 28 16:49:46.764533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52180) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.769779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-317e991f-8fcc-461f-8943-488bb9ee0d33 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.770332 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-317e991f-8fcc-461f-8943-488bb9ee0d33 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 16:49:46.770830 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-317e991f-8fcc-461f-8943-488bb9ee0d33 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.771834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-317e991f-8fcc-461f-8943-488bb9ee0d33 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064054 Jan 28 16:49:46.772802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b876c-1073-4370-8254-15354ec2c465 req-1671dfcc-f0f3-4189-8b89-3185222fce7d tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:46.780768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db4b876c-1073-4370-8254-15354ec2c465 req-1671dfcc-f0f3-4189-8b89-3185222fce7d tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 943 time: 0.1432557 Jan 28 16:49:46.782432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52182) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.802063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2e799267-0fe3-4871-8884-bc913ed5e9d1 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:46.843622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db4b876c-1073-4370-8254-15354ec2c465 req-9cfbec8c-9b3e-4029-8ffe-0465d6771724 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 Jan 28 16:49:46.862755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-592e0030-2f92-4e38-835f-9ad368063764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63a384ae-6283-459c-8b79-b5a23975f81d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.866093 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-592e0030-2f92-4e38-835f-9ad368063764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:46.869846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-592e0030-2f92-4e38-835f-9ad368063764 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63a384ae-6283-459c-8b79-b5a23975f81d HTTP/1.1" status: 204 len: 168 time: 0.5071704 Jan 28 16:49:46.898226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e0030-2f92-4e38-835f-9ad368063764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a384ae-6283-459c-8b79-b5a23975f81d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:46.948575 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-75e57e8c-bb07-429d-a198-79b8dec8856a req-4a2c6396-5746-4198-92f0-db5c6aec0f65 service neutron] 10.222.0.31 "GET /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753488 Jan 28 16:49:46.949781 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-2e799267-0fe3-4871-8884-bc913ed5e9d1 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:46.954058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2e799267-0fe3-4871-8884-bc913ed5e9d1 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1667199 Jan 28 16:49:46.954058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52190) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:46.958592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9afcf9d9-1765-49a1-bc7f-5dee375a86dc tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'a9df23f3-d388-4d3d-95ed-4244406299f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:47.004117 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-9afcf9d9-1765-49a1-bc7f-5dee375a86dc tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:47.008264 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9afcf9d9-1765-49a1-bc7f-5dee375a86dc tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0507631 Jan 28 16:49:47.009233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52194) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:47.083272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-f2ab33cc-f945-4486-b3f6-c7be07ee91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:47.088788 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-f2ab33cc-f945-4486-b3f6-c7be07ee91eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=594c884f1616460d9c0afab280f0159e&device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 1126 time: 0.0807781 Jan 28 16:49:47.092746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5a57-795a-4fc2-ad6c-7d9272189564 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (a9df23f3-d388-4d3d-95ed-4244406299f5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.150610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5a57-795a-4fc2-ad6c-7d9272189564 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (a9df23f3-d388-4d3d-95ed-4244406299f5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.200632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5a57-795a-4fc2-ad6c-7d9272189564 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a9df23f3-d388-4d3d-95ed-4244406299f5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.207293 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5a57-795a-4fc2-ad6c-7d9272189564 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.211252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1b9b5a57-795a-4fc2-ad6c-7d9272189564 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9df23f3-d388-4d3d-95ed-4244406299f5 HTTP/1.1" status: 204 len: 168 time: 0.1996090 Jan 28 16:49:47.218338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52202) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:47.254840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b5a57-795a-4fc2-ad6c-7d9272189564 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df23f3-d388-4d3d-95ed-4244406299f5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:47.334006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-43ea117f-7f2a-4c64-8b0b-58ec1da9d890 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1131299 Jan 28 16:49:47.335516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-eae91877-2a1d-49ef-9109-97a886b6d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:47.339031 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-eae91877-2a1d-49ef-9109-97a886b6d614 service neutron] 10.222.0.31 "GET /v2.0/networks?id=710f2b10-69cc-4ab1-83f2-2685245c8fd1 HTTP/1.1" status: 200 len: 910 time: 0.2459452 Jan 28 16:49:47.340097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52206) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:47.347178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--558509974'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:47.365107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3aba7-d58e-4caf-8a85-665a4d979eaa req-154e7d3d-771d-47d9-bb15-246a9b4c3963 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:47.374898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd3aba7-d58e-4caf-8a85-665a4d979eaa req-154e7d3d-771d-47d9-bb15-246a9b4c3963 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1619182 Jan 28 16:49:47.426629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.438416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-184b1013-c69f-49aa-90f9-b97f62af6840 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3 HTTP/1.1" status: 200 len: 217 time: 0.0908678 Jan 28 16:49:47.474421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd3aba7-d58e-4caf-8a85-665a4d979eaa req-a3e308d8-46c1-4094-9918-27c4a4d490a2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984035 Jan 28 16:49:47.550860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-3a55edaa-a0a9-4400-ae38-b40f32a13e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:47.555138 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-3a55edaa-a0a9-4400-ae38-b40f32a13e8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f89a7938-77e5-4f96-9582-8f29857ddc93 HTTP/1.1" status: 200 len: 849 time: 0.1114042 Jan 28 16:49:47.598483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (aa96ada5-19b2-4ee3-9d12-f54797bdb875), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.607179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (aa96ada5-19b2-4ee3-9d12-f54797bdb875), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.659465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-bb7d8fa7-75f1-46d9-9015-406cefc1587f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=710f2b10-69cc-4ab1-83f2-2685245c8fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986927 Jan 28 16:49:47.698030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52216) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:47.729148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad562673-f5c3-4e9a-aaf3-da93e0221660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.761281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.777102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4342453 Jan 28 16:49:47.777941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760127e-4d34-4638-b25f-39cf096e7cdb tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96ada5-19b2-4ee3-9d12-f54797bdb875,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:47.782768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:47.795495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-85c98ee4-570b-4c11-8218-9f20e89d0d38 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'aa96ada5-19b2-4ee3-9d12-f54797bdb875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:47.840489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-6078b1c8-c264-42ce-b52c-63693daa528e service neutron] 10.222.0.31 "GET /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702707 Jan 28 16:49:47.873758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4f5bafc5-f673-409a-98bd-2dddc864e135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.887262 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-85c98ee4-570b-4c11-8218-9f20e89d0d38 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The resource could not be found. Jan 28 16:49:47.890969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85c98ee4-570b-4c11-8218-9f20e89d0d38 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1036389 Jan 28 16:49:47.893853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52226) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:47.901673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e5590aa6-a679-4670-b032-c75d3faa96ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'aa96ada5-19b2-4ee3-9d12-f54797bdb875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0db12b9e-2844-42bf-8049-fe32b5668fbf'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:47.956207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad562673-f5c3-4e9a-aaf3-da93e0221660 admin admin] Publish callbacks [] for security_group (29319a4b-460c-4194-a9fc-9e63e6f3385e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:47.968111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad562673-f5c3-4e9a-aaf3-da93e0221660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (29319a4b-460c-4194-a9fc-9e63e6f3385e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.073765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4468b22-7669-48ec-999d-d2b4c594a2ff req-4ae64f80-a3f0-4eef-bc41-81cb2fde97a6 service neutron] 10.222.0.31 "GET /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263675 Jan 28 16:49:48.130312 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-e5590aa6-a679-4670-b032-c75d3faa96ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The resource could not be found. Jan 28 16:49:48.137071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52232) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:48.145130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5590aa6-a679-4670-b032-c75d3faa96ca tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2500291 Jan 28 16:49:48.163372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ad562673-f5c3-4e9a-aaf3-da93e0221660 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c32d1055dfa46498b2877fee07fc8cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642816 Jan 28 16:49:48.169172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52234) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:48.193144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad562673-f5c3-4e9a-aaf3-da93e0221660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29319a4b-460c-4194-a9fc-9e63e6f3385e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:48.230899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db21f8-37e8-4201-b70b-d49e8d755e78 req-4f94c13c-5e9c-42b6-a43f-03de2b63ac59 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:48.244979 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88db21f8-37e8-4201-b70b-d49e8d755e78 req-4f94c13c-5e9c-42b6-a43f-03de2b63ac59 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 943 time: 0.2448664 Jan 28 16:49:48.338237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fa35264-baa2-4112-ae07-0f176de93803 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (aa96ada5-19b2-4ee3-9d12-f54797bdb875), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.351468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88db21f8-37e8-4201-b70b-d49e8d755e78 req-a460d062-5f9a-45eb-9fef-54bea4e26fbc tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054685 Jan 28 16:49:48.391339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f91239b7-58b2-45f0-8590-22d8de4f02aa admin admin] Publish callbacks [] for security_group (29319a4b-460c-4194-a9fc-9e63e6f3385e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.394355 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fa35264-baa2-4112-ae07-0f176de93803 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (aa96ada5-19b2-4ee3-9d12-f54797bdb875), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.452125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f91239b7-58b2-45f0-8590-22d8de4f02aa admin admin] Publish callbacks [] for security_group (29319a4b-460c-4194-a9fc-9e63e6f3385e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.489185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fa35264-baa2-4112-ae07-0f176de93803 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (aa96ada5-19b2-4ee3-9d12-f54797bdb875), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.492241 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5fa35264-baa2-4112-ae07-0f176de93803 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.496494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52248) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:48.504129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5fa35264-baa2-4112-ae07-0f176de93803 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa96ada5-19b2-4ee3-9d12-f54797bdb875 HTTP/1.1" status: 204 len: 168 time: 0.3659117 Jan 28 16:49:48.550041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa35264-baa2-4112-ae07-0f176de93803 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96ada5-19b2-4ee3-9d12-f54797bdb875,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:48.580837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f91239b7-58b2-45f0-8590-22d8de4f02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (29319a4b-460c-4194-a9fc-9e63e6f3385e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.584273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f91239b7-58b2-45f0-8590-22d8de4f02aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.585888 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f91239b7-58b2-45f0-8590-22d8de4f02aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29319a4b-460c-4194-a9fc-9e63e6f3385e HTTP/1.1" status: 204 len: 168 time: 0.4154599 Jan 28 16:49:48.599393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91239b7-58b2-45f0-8590-22d8de4f02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29319a4b-460c-4194-a9fc-9e63e6f3385e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:48.677560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-873a116e-19e7-4798-b7df-53fbcce38720 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1793861 Jan 28 16:49:48.680308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52258) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:48.689782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bc6e8c12-fdac-43ae-8ff9-1586d3250fb7 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': '44696d78-9d77-473c-9a77-ea1dcb3af329', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:48.730875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f3d27-01f6-471c-9225-ddc1f1b75e07 req-71cbf3b2-b27c-4cd1-9a42-a97a9f9e5909 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:48.733498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-767f3d27-01f6-471c-9225-ddc1f1b75e07 req-71cbf3b2-b27c-4cd1-9a42-a97a9f9e5909 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1185603 Jan 28 16:49:48.796962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-767f3d27-01f6-471c-9225-ddc1f1b75e07 req-d51eaa7d-7e18-4237-911a-64f7bd1093ad tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567367 Jan 28 16:49:48.824511 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-bc6e8c12-fdac-43ae-8ff9-1586d3250fb7 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The resource could not be found. Jan 28 16:49:48.829201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bc6e8c12-fdac-43ae-8ff9-1586d3250fb7 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1410682 Jan 28 16:49:48.829438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52264) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:48.833962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--446052070'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:48.877427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.965811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:48.972202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.015435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.017233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1868448 Jan 28 16:49:49.020110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52270) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:49.023370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244612-3641-40b0-8398-fbe6198af3ff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:49.027231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889809773'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:49.076401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.196081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (06f91f33-14b7-40f9-a1ee-5f7e561a3e83), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.202840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (06f91f33-14b7-40f9-a1ee-5f7e561a3e83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.242408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f91f33-14b7-40f9-a1ee-5f7e561a3e83,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:49.260735 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.263007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c36ff24d-6abb-4b2d-88b1-37bbd736079d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2418602 Jan 28 16:49:49.265990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52286) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:49.271526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f867a86d-44ec-47d1-b613-a8b6388c5cff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group_rule': {'security_group_id': 'cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '06f91f33-14b7-40f9-a1ee-5f7e561a3e83'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:49.316044 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-f867a86d-44ec-47d1-b613-a8b6388c5cff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:49:49.317588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f867a86d-44ec-47d1-b613-a8b6388c5cff tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0505717 Jan 28 16:49:49.320619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52288) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:49.351549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.409169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1924ea43-bcea-4628-bfda-4e15baaac1ae tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (06f91f33-14b7-40f9-a1ee-5f7e561a3e83), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.453477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1924ea43-bcea-4628-bfda-4e15baaac1ae tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (06f91f33-14b7-40f9-a1ee-5f7e561a3e83), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.531763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1924ea43-bcea-4628-bfda-4e15baaac1ae tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (06f91f33-14b7-40f9-a1ee-5f7e561a3e83), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.534918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1924ea43-bcea-4628-bfda-4e15baaac1ae tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.538107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1924ea43-bcea-4628-bfda-4e15baaac1ae tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/06f91f33-14b7-40f9-a1ee-5f7e561a3e83 HTTP/1.1" status: 204 len: 168 time: 0.2147944 Jan 28 16:49:49.542235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52302) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:49.559331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ea43-bcea-4628-bfda-4e15baaac1ae tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f91f33-14b7-40f9-a1ee-5f7e561a3e83,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:49.621088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a640fb-b872-46ce-92df-fc739c979dc4 req-d27f6886-7716-486a-bd3f-1e0650650680 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:49.637476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a640fb-b872-46ce-92df-fc739c979dc4 req-d27f6886-7716-486a-bd3f-1e0650650680 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 943 time: 0.1673088 Jan 28 16:49:49.724315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ef70075b-ddcc-477a-ab6e-7fcf3dfbf73d tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1777420 Jan 28 16:49:49.725136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:49.820063 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-704914c3-5216-4f44-b319-435854e6b058 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.822550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a640fb-b872-46ce-92df-fc739c979dc4 req-49e040d8-abf7-4c72-99e4-ad184b976bca tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834540 Jan 28 16:49:49.866540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device dc84d127-7d19-41c5-a802-f45cb2e5d6d3 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:49:49.881091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-704914c3-5216-4f44-b319-435854e6b058 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.968947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-704914c3-5216-4f44-b319-435854e6b058 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.971682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-704914c3-5216-4f44-b319-435854e6b058 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:49.973101 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-704914c3-5216-4f44-b319-435854e6b058 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf HTTP/1.1" status: 204 len: 168 time: 0.2461765 Jan 28 16:49:49.975751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52322) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:49.987952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704914c3-5216-4f44-b319-435854e6b058 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34fbf2-71aa-4dab-b292-e7bb14a4ffcf,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:50.128636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,segment=NetworkSegment(c4f89923-4f5c-4fa9-b741-f9182f2df47e),segment_id=c4f89923-4f5c-4fa9-b741-f9182f2df47e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:50.155256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3', 'network_id': '710f2b10-69cc-4ab1-83f2-2685245c8fd1', 'port_id': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3', 'mac_address': 'fa:16:3e:be:fc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89a7938-77e5-4f96-9582-8f29857ddc93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:49:50.176973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aaa8ac69-ba1e-445d-9301-4b0b7c2ff868 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1958156 Jan 28 16:49:50.177222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52326) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.182394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487404723'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:50.214936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.216563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb1995-e321-4652-b3b3-d83f0161370b req-5b0161e7-e5f1-4543-85e7-a845c5b118b0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:50.218657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77fb1995-e321-4652-b3b3-d83f0161370b req-5b0161e7-e5f1-4543-85e7-a845c5b118b0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1886816 Jan 28 16:49:50.283560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77fb1995-e321-4652-b3b3-d83f0161370b req-9f693484-1283-42cd-8ea2-3c7838c38284 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588365 Jan 28 16:49:50.285779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:50.286942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.311632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc84d127-7d19-41c5-a802-f45cb2e5d6d3 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:49:50.341426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,segment=NetworkSegment(c4f89923-4f5c-4fa9-b741-f9182f2df47e),segment_id=c4f89923-4f5c-4fa9-b741-f9182f2df47e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:50.346650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.424313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (15098473-d194-4433-9b03-4128dee574d3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.447434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (15098473-d194-4433-9b03-4128dee574d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.504919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.508936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3281331 Jan 28 16:49:50.508936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919d19a-4ad2-4e4f-9ba3-7e47062eb1c6 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15098473-d194-4433-9b03-4128dee574d3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:50.509316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52336) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.514184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-045e9b02-75a9-4b53-a86b-c4693dc14fd2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:49:50.514858 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-045e9b02-75a9-4b53-a86b-c4693dc14fd2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 16:49:50.515349 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-045e9b02-75a9-4b53-a86b-c4693dc14fd2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 16:49:50.518839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-045e9b02-75a9-4b53-a86b-c4693dc14fd2 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "PUT /v2.0/security-groups/15098473-d194-4433-9b03-4128dee574d3 HTTP/1.1" status: 409 len: 330 time: 0.0061076 Jan 28 16:49:50.519612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52338) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.535251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:50.621860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['dc84d127-7d19-41c5-a802-f45cb2e5d6d3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:49:50.661058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be11e666-cdb2-48a2-9595-9743005a0c7f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (15098473-d194-4433-9b03-4128dee574d3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.683705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.690959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be11e666-cdb2-48a2-9595-9743005a0c7f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (15098473-d194-4433-9b03-4128dee574d3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.763428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be11e666-cdb2-48a2-9595-9743005a0c7f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (15098473-d194-4433-9b03-4128dee574d3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.767478 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be11e666-cdb2-48a2-9595-9743005a0c7f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:50.770220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be11e666-cdb2-48a2-9595-9743005a0c7f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/15098473-d194-4433-9b03-4128dee574d3 HTTP/1.1" status: 204 len: 168 time: 0.2502437 Jan 28 16:49:50.773080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.812396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11e666-cdb2-48a2-9595-9743005a0c7f tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15098473-d194-4433-9b03-4128dee574d3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:50.872255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a3f39239-623d-4e1e-811f-0f7b2f80a2ac tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978053 Jan 28 16:49:50.876494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.897377 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-5df91b03-2f13-4a41-aa37-2e965ac9b018 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] delete failed (client error): The resource could not be found. Jan 28 16:49:50.899702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5df91b03-2f13-4a41-aa37-2e965ac9b018 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "DELETE /v2.0/security-groups/a10c6842-b0c0-4a6a-8848-76390393814f HTTP/1.1" status: 404 len: 347 time: 0.0205269 Jan 28 16:49:50.903419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52360) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.932339 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-2bd2af7b-1f5a-4dcc-8630-001194daa512 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] show failed (client error): The resource could not be found. Jan 28 16:49:50.933636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2bd2af7b-1f5a-4dcc-8630-001194daa512 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-groups/f1ef226d-5014-4e6c-a746-73d286dca867 HTTP/1.1" status: 404 len: 347 time: 0.0288215 Jan 28 16:49:50.937513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52362) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:50.969058 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-c7d52e5a-f801-41f1-bb87-f468353213a4 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] show failed (client error): The resource could not be found. Jan 28 16:49:50.970479 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c7d52e5a-f801-41f1-bb87-f468353213a4 tempest-NegativeSecGroupTest-123523478 tempest-NegativeSecGroupTest-123523478-project] 10.222.0.25 "GET /v2.0/security-group-rules/05360fd5-a133-40a5-b337-37dd6ef7a68b HTTP/1.1" status: 404 len: 356 time: 0.0317669 Jan 28 16:49:50.983266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a2b5b-2152-4e82-858a-c18ea4aa8fb2 req-1376ccc4-9c49-4894-a6fe-da344b5edca3 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:50.985194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a2a2b5b-2152-4e82-858a-c18ea4aa8fb2 req-1376ccc4-9c49-4894-a6fe-da344b5edca3 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 944 time: 0.0650382 Jan 28 16:49:51.074150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a2a2b5b-2152-4e82-858a-c18ea4aa8fb2 req-46f94fce-6c7f-4dcf-ad2d-f8af9c21e660 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829787 Jan 28 16:49:51.463977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649d87-fcbc-4c3d-8d9a-b2822553b328 req-5b8cd8ca-fda8-4267-afb4-75ecb924850f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:51.473686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb649d87-fcbc-4c3d-8d9a-b2822553b328 req-5b8cd8ca-fda8-4267-afb4-75ecb924850f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.0712588 Jan 28 16:49:51.507424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52386) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:51.538663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb649d87-fcbc-4c3d-8d9a-b2822553b328 req-b8fd9528-fb0a-40f8-8057-9d403e6ecdcd tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587130 Jan 28 16:49:51.748935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:51.872195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device dc84d127-7d19-41c5-a802-f45cb2e5d6d3 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:49:51.959611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:49:51.968166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:49:51.971535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:51.976428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52406) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:51.990379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-648231cb-c6bf-493e-99b1-eb34bfc31381 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=067150df0ac34c9f8b14e2d2863e6139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4769988 Jan 28 16:49:52.053095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d93f9ede-df27-4f69-956a-e5ff3397cac2 admin admin] Publish callbacks [] for security_group (117e6a49-0ec8-4d95-be0a-e3f13f49fb7b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:52.081891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:52.082338 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:52.085297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d93f9ede-df27-4f69-956a-e5ff3397cac2 admin admin] Publish callbacks [] for security_group (117e6a49-0ec8-4d95-be0a-e3f13f49fb7b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:52.112765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:49:52.115693 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289391aa-c77e-4e44-932e-6e2594f430f2" -d '{"events": [{"server_uuid": "5f9ab1c9-c750-491f-a6d2-88448c7c3d9d", "name": "network-vif-plugged", "status": "completed", "tag": "dc84d127-7d19-41c5-a802-f45cb2e5d6d3"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:49:52.134835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,segment=NetworkSegment(c4f89923-4f5c-4fa9-b741-f9182f2df47e),segment_id=c4f89923-4f5c-4fa9-b741-f9182f2df47e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:52.140354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:52.158009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d93f9ede-df27-4f69-956a-e5ff3397cac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (117e6a49-0ec8-4d95-be0a-e3f13f49fb7b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:52.161003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d93f9ede-df27-4f69-956a-e5ff3397cac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:52.162305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d93f9ede-df27-4f69-956a-e5ff3397cac2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/117e6a49-0ec8-4d95-be0a-e3f13f49fb7b HTTP/1.1" status: 204 len: 168 time: 0.1841702 Jan 28 16:49:52.178200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f9ede-df27-4f69-956a-e5ff3397cac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e6a49-0ec8-4d95-be0a-e3f13f49fb7b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:52.227836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:52.320387 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae7aaad-3949-4a91-ad56-ef2c5b949985 x-openstack-request-id: req-9ae7aaad-3949-4a91-ad56-ef2c5b949985 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:49:52.321195 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ab1c9-c750-491f-a6d2-88448c7c3d9d", "name": "network-vif-plugged", "status": "completed", "tag": "dc84d127-7d19-41c5-a802-f45cb2e5d6d3", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:49:52.321644 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ae7aaad-3949-4a91-ad56-ef2c5b949985 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:49:52.322495 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3', 'code': 200} Jan 28 16:49:52.400438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce669-a0be-496b-aa78-9e90805bdf50 req-daca87e7-8f1d-4995-9bfd-8373c9e163c9 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:52.403495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-430ce669-a0be-496b-aa78-9e90805bdf50 req-daca87e7-8f1d-4995-9bfd-8373c9e163c9 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 945 time: 0.1537941 Jan 28 16:49:52.460935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d93d56-782a-4bae-b388-53c25daed704 req-90a92d25-10a2-4b6f-95ea-effd21b99ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:52.464200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95d93d56-782a-4bae-b388-53c25daed704 req-90a92d25-10a2-4b6f-95ea-effd21b99ede service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 1128 time: 0.0774374 Jan 28 16:49:52.485867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-430ce669-a0be-496b-aa78-9e90805bdf50 req-7a2a61d4-080c-40d3-8357-3f31808dc7ed tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759504 Jan 28 16:49:52.550265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95d93d56-782a-4bae-b388-53c25daed704 req-6eea28de-d560-430b-96e1-801a99498f57 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780323 Jan 28 16:49:52.759354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b760d-61ad-4664-b603-eb4e14a94f6b req-d134cfca-3765-4c01-b626-48868d0041e0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:52.760915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af1b760d-61ad-4664-b603-eb4e14a94f6b req-d134cfca-3765-4c01-b626-48868d0041e0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1178305 Jan 28 16:49:52.910956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af1b760d-61ad-4664-b603-eb4e14a94f6b req-f54da480-3947-4913-9944-da732a7bd537 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425698 Jan 28 16:49:53.710483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10e012-9317-4e11-97a9-69a72e577867 req-a1dd0ac7-13f5-41cc-8d5e-c03a6284e159 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:53.713974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a10e012-9317-4e11-97a9-69a72e577867 req-a1dd0ac7-13f5-41cc-8d5e-c03a6284e159 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 945 time: 0.1134827 Jan 28 16:49:53.835763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a10e012-9317-4e11-97a9-69a72e577867 req-6d246ddd-10ae-4654-aa61-987a547e6342 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152048 Jan 28 16:49:54.084522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091459-c8cb-4261-94f2-abb5809b25d6 req-30f0feb9-7bb9-4cf9-881f-bd0449192391 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:54.093382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2091459-c8cb-4261-94f2-abb5809b25d6 req-30f0feb9-7bb9-4cf9-881f-bd0449192391 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.0659330 Jan 28 16:49:54.163230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2091459-c8cb-4261-94f2-abb5809b25d6 req-b7658294-d839-4a7a-a780-7887ac401f9b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687642 Jan 28 16:49:54.293961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:54.402484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:54.599974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d197e126-aa2e-49d7-8dc1-f09ab9f87743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:54.736723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4843d996-ec6c-424f-b477-ee122ffe32ef tempest-ServiceProvidersTest-1981894751 tempest-ServiceProvidersTest-1981894751-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3292336 Jan 28 16:49:54.745142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d197e126-aa2e-49d7-8dc1-f09ab9f87743 admin admin] Publish callbacks [] for security_group (ad219547-1a4e-490c-9623-39b50aac26ed), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:54.752142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d197e126-aa2e-49d7-8dc1-f09ab9f87743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ad219547-1a4e-490c-9623-39b50aac26ed), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:54.798007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:54.798470 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d197e126-aa2e-49d7-8dc1-f09ab9f87743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a91b0a28a17493ba23fe6cf3a9072be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5031102 Jan 28 16:49:54.801169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197e126-aa2e-49d7-8dc1-f09ab9f87743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad219547-1a4e-490c-9623-39b50aac26ed,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:54.931210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4785ef1a-f054-41ce-b7e6-e6ae91bbb84b admin admin] Publish callbacks [] for security_group (ad219547-1a4e-490c-9623-39b50aac26ed), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:54.975389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4785ef1a-f054-41ce-b7e6-e6ae91bbb84b admin admin] Publish callbacks [] for security_group (ad219547-1a4e-490c-9623-39b50aac26ed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.056661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eafcf5-8f72-4335-b4b9-41a92427ff47 req-e49ce77d-249d-4034-b986-303d88e4f344 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:55.058199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7eafcf5-8f72-4335-b4b9-41a92427ff47 req-e49ce77d-249d-4034-b986-303d88e4f344 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 945 time: 0.0862248 Jan 28 16:49:55.085221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4785ef1a-f054-41ce-b7e6-e6ae91bbb84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ad219547-1a4e-490c-9623-39b50aac26ed), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.087981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4785ef1a-f054-41ce-b7e6-e6ae91bbb84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.089567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4785ef1a-f054-41ce-b7e6-e6ae91bbb84b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad219547-1a4e-490c-9623-39b50aac26ed HTTP/1.1" status: 204 len: 168 time: 0.2904744 Jan 28 16:49:55.138295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785ef1a-f054-41ce-b7e6-e6ae91bbb84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad219547-1a4e-490c-9623-39b50aac26ed,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:55.200834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7eafcf5-8f72-4335-b4b9-41a92427ff47 req-d1138122-cf71-4517-8bc8-6def0963c066 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289301 Jan 28 16:49:55.234121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52546) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:55.358461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225140-720d-4dc8-a52f-97b6dcf3abba req-7b7ee635-a94b-4f8f-a5c3-9655c83978f2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:55.363248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea225140-720d-4dc8-a52f-97b6dcf3abba req-7b7ee635-a94b-4f8f-a5c3-9655c83978f2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1004651 Jan 28 16:49:55.446432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea225140-720d-4dc8-a52f-97b6dcf3abba req-99366bcc-6b1e-43be-8c69-2ddbc9053064 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765328 Jan 28 16:49:55.582927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4be46870-be9d-4a03-b690-b0a6a1cbb4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.716435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4be46870-be9d-4a03-b690-b0a6a1cbb4f1 admin admin] Publish callbacks [] for security_group (5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.723341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4be46870-be9d-4a03-b690-b0a6a1cbb4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.742106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:55.782072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e6d9-525e-49f8-a801-fa03923fd831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.863479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e6d9-525e-49f8-a801-fa03923fd831 admin admin] Publish callbacks [] for security_group (2174e43d-7280-4c9d-a918-c10b293ab49a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.869619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4be46870-be9d-4a03-b690-b0a6a1cbb4f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2aee7aa3cd0408387f6af4ca54a9b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312044 Jan 28 16:49:55.869619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46870-be9d-4a03-b690-b0a6a1cbb4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:55.870361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52564) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:55.874850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e6d9-525e-49f8-a801-fa03923fd831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2174e43d-7280-4c9d-a918-c10b293ab49a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.913452 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5cc6e6d9-525e-49f8-a801-fa03923fd831 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fb3591cbdff45919833bc4b535cbbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646597 Jan 28 16:49:55.916238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52568) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:49:55.987992 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8910-5559-43bf-a7a1-384909e41ec4 admin admin] Publish callbacks [] for security_group (5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:55.998025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e6d9-525e-49f8-a801-fa03923fd831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174e43d-7280-4c9d-a918-c10b293ab49a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:56.042586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8910-5559-43bf-a7a1-384909e41ec4 admin admin] Publish callbacks [] for security_group (5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.074819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9b379c8-072a-467b-833b-ec0c4fecd81d admin admin] Publish callbacks [] for security_group (2174e43d-7280-4c9d-a918-c10b293ab49a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.108861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9b379c8-072a-467b-833b-ec0c4fecd81d admin admin] Publish callbacks [] for security_group (2174e43d-7280-4c9d-a918-c10b293ab49a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.147143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8910-5559-43bf-a7a1-384909e41ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.150576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8910-5559-43bf-a7a1-384909e41ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.151744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8a7e8910-5559-43bf-a7a1-384909e41ec4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc HTTP/1.1" status: 204 len: 168 time: 0.2803850 Jan 28 16:49:56.179646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9b379c8-072a-467b-833b-ec0c4fecd81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2174e43d-7280-4c9d-a918-c10b293ab49a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.183581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9b379c8-072a-467b-833b-ec0c4fecd81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:56.184537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e8910-5559-43bf-a7a1-384909e41ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e9c1a-18d9-4512-9dcd-8b2eda711ebc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:56.185090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f9b379c8-072a-467b-833b-ec0c4fecd81d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2174e43d-7280-4c9d-a918-c10b293ab49a HTTP/1.1" status: 204 len: 168 time: 0.2676728 Jan 28 16:49:56.198653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b379c8-072a-467b-833b-ec0c4fecd81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174e43d-7280-4c9d-a918-c10b293ab49a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:56.627694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7737ebe-7bbe-481c-91d9-7ecfee46d05e req-a01fa460-6de3-4a2d-873a-9c63dbb471e3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:56.641248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7737ebe-7bbe-481c-91d9-7ecfee46d05e req-a01fa460-6de3-4a2d-873a-9c63dbb471e3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.0897095 Jan 28 16:49:56.745699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7737ebe-7bbe-481c-91d9-7ecfee46d05e req-ac30ef4c-ad28-4951-a048-ad1ee8e1cc81 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034725 Jan 28 16:49:57.901372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:49:57.923240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97915120-4e7e-463d-aafc-3e7e6018f61b req-7eff92a7-5517-4c05-917d-43f25dacc209 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:57.931051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97915120-4e7e-463d-aafc-3e7e6018f61b req-7eff92a7-5517-4c05-917d-43f25dacc209 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.0791261 Jan 28 16:49:58.009094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97915120-4e7e-463d-aafc-3e7e6018f61b req-3dda3477-9acb-4c55-a859-69bce7574938 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763974 Jan 28 16:49:58.108399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:58.189882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'mac_address': 'fa:16:3e:db:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:49:58.283870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:49:58.284483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:58.307033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a94be7-974f-4afd-af42-ee422a7d9566 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:49:58.337138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:49:58.356320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:49:58.425549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:49:58.501829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c0a94be7-974f-4afd-af42-ee422a7d9566'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:49:59.281199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b294f-9f17-4d67-adf4-159429a4aad7 req-6e11b4e0-bf40-4fb9-9056-d87d57f82b76 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:49:59.292762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-789b294f-9f17-4d67-adf4-159429a4aad7 req-6e11b4e0-bf40-4fb9-9056-d87d57f82b76 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 944 time: 0.1588924 Jan 28 16:49:59.385271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-789b294f-9f17-4d67-adf4-159429a4aad7 req-b8593e34-6bb8-45a1-9a7d-fc332c2caaf8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910537 Jan 28 16:49:59.924233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:50:00.062415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c0a94be7-974f-4afd-af42-ee422a7d9566 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:50:00.062899 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:00.376251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e3923-24d9-492e-a151-ed6afe091f49 req-3def336d-cba6-4354-b448-e7e64def0be9 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:00.384821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:00.386208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:00.387544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af8e3923-24d9-492e-a151-ed6afe091f49 req-3def336d-cba6-4354-b448-e7e64def0be9 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 945 time: 0.1650136 Jan 28 16:50:00.443314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:00.444575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:00.449611 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e13f0b-ff8a-4f32-9ac1-09381c7cd575" -d '{"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-plugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:00.454049 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:00.567455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:00.571534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af8e3923-24d9-492e-a151-ed6afe091f49 req-7a9030df-9663-4f84-8827-27d20bc6b702 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800039 Jan 28 16:50:00.708982 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bafa03-b4fb-46a7-ba46-1d6fd24020c9 x-openstack-request-id: req-d8bafa03-b4fb-46a7-ba46-1d6fd24020c9 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:00.709597 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-plugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:00.710044 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8bafa03-b4fb-46a7-ba46-1d6fd24020c9 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:00.711208 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'code': 200} Jan 28 16:50:00.723696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1611d3-6a4f-417f-8a88-3eb06542b97c req-3c785e00-3046-4952-a804-ae12fb8148ee tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:00.725791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a1611d3-6a4f-417f-8a88-3eb06542b97c req-3c785e00-3046-4952-a804-ae12fb8148ee tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1055219 Jan 28 16:50:00.845041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a1611d3-6a4f-417f-8a88-3eb06542b97c req-bd314503-e579-47e8-a2e5-465041debe86 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076288 Jan 28 16:50:01.515641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-44b8a206-596e-40d8-9d44-9c46e48fe509 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:01.525212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-44b8a206-596e-40d8-9d44-9c46e48fe509 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 945 time: 0.1059234 Jan 28 16:50:01.843519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Deleting port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:01.843928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:01.933646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f9bed-c30a-40a0-b333-33e6ea5e1f96 req-e48a1bee-a4a3-4b9a-bf21-7b315358c5f0 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:01.935211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a15f9bed-c30a-40a0-b333-33e6ea5e1f96 req-e48a1bee-a4a3-4b9a-bf21-7b315358c5f0 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 945 time: 0.1629701 Jan 28 16:50:02.031600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] For port dc84d127-7d19-41c5-a802-f45cb2e5d6d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,segment=NetworkSegment(c4f89923-4f5c-4fa9-b741-f9182f2df47e),segment_id=c4f89923-4f5c-4fa9-b741-f9182f2df47e)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:02.034447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:02.070828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Calling delete_port for dc84d127-7d19-41c5-a802-f45cb2e5d6d3 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:02.171994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a15f9bed-c30a-40a0-b333-33e6ea5e1f96 req-42b80e20-91e6-401b-ab05-a9f80039e870 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9b0d4b4-fc89-4b93-b62a-ad3044be2290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214427 Jan 28 16:50:02.199526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad935658-9b88-4433-bb16-a3c92d293a58 req-a6131877-07ca-450f-b8f7-bd8187f10b28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:02.211853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad935658-9b88-4433-bb16-a3c92d293a58 req-a6131877-07ca-450f-b8f7-bd8187f10b28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1680644 Jan 28 16:50:02.342703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad935658-9b88-4433-bb16-a3c92d293a58 req-feba5e53-2b94-4d08-a94d-3257ec4bada3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282828 Jan 28 16:50:02.433249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dc84d127-7d19-41c5-a802-f45cb2e5d6d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:02.448844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['dc84d127-7d19-41c5-a802-f45cb2e5d6d3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:50:02.535942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Pushing event deleted for resources: {'Port': ['ID=dc84d127-7d19-41c5-a802-f45cb2e5d6d3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:02.611937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] No DVR routers for this DVR port dc84d127-7d19-41c5-a802-f45cb2e5d6d3 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:02.626205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:02.635853 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d2ef029-7416-4a4d-afe2-43a25f6722aa req-fbafa1ee-7658-4263-b4f4-0cebbe41b5f7 tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.31 "DELETE /v2.0/ports/dc84d127-7d19-41c5-a802-f45cb2e5d6d3 HTTP/1.1" status: 204 len: 173 time: 1.1039929 Jan 28 16:50:02.636720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'name': 'network-vif-deleted', 'tag': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:02.642369 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef96ea6-53d1-4b7c-a1be-d5854347c328" -d '{"events": [{"server_uuid": "5f9ab1c9-c750-491f-a6d2-88448c7c3d9d", "name": "network-vif-deleted", "tag": "dc84d127-7d19-41c5-a802-f45cb2e5d6d3"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:02.718033 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32f003-306a-4750-9ba6-d4a07937b574 x-openstack-request-id: req-6e32f003-306a-4750-9ba6-d4a07937b574 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:02.718836 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ab1c9-c750-491f-a6d2-88448c7c3d9d", "name": "network-vif-deleted", "tag": "dc84d127-7d19-41c5-a802-f45cb2e5d6d3", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:02.719513 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e32f003-306a-4750-9ba6-d4a07937b574 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:02.720177 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ab1c9-c750-491f-a6d2-88448c7c3d9d', 'name': 'network-vif-deleted', 'tag': 'dc84d127-7d19-41c5-a802-f45cb2e5d6d3', 'status': 'completed', 'code': 200} Jan 28 16:50:03.353104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1683e49b-8792-44c9-83a4-055726442160 req-e2942823-0f02-4d1a-bf6f-d628bf07e42a tempest-VolumesActionsTest-451061817 tempest-VolumesActionsTest-451061817-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9ab1c9-c750-491f-a6d2-88448c7c3d9d HTTP/1.1" status: 200 len: 210 time: 0.0436184 Jan 28 16:50:03.618518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626f4af-c648-4ede-8bf2-ae864b538305 req-5b42e176-a3b9-4a33-a081-dfa3c7cf9286 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:03.637277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5626f4af-c648-4ede-8bf2-ae864b538305 req-5b42e176-a3b9-4a33-a081-dfa3c7cf9286 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1326072 Jan 28 16:50:03.722331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5626f4af-c648-4ede-8bf2-ae864b538305 req-778c329d-e07e-483d-b043-18a8b20f70d6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825460 Jan 28 16:50:05.080401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61970ea-2f2e-4d51-beac-30cd58d86ef9 req-ccdbd056-9905-4d44-9e15-6237a7eb8cf3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.093792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d61970ea-2f2e-4d51-beac-30cd58d86ef9 req-ccdbd056-9905-4d44-9e15-6237a7eb8cf3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1741219 Jan 28 16:50:05.246327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d61970ea-2f2e-4d51-beac-30cd58d86ef9 req-678c3d73-761f-4984-ba5e-b422dc54d8f0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511312 Jan 28 16:50:05.573136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.592712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.601183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.619083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.633872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.644894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.658409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:05.666733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-9b2de3e3-8f19-442d-8012-384e221b6efb tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.2289741 Jan 28 16:50:05.765313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3678c86c-5d53-4379-85ee-fbabfb9ee32a req-aaf913b4-d0ea-4cfe-ab43-5ccb2d9f2cfd tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973835 Jan 28 16:50:05.949149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device dc84d127-7d19-41c5-a802-f45cb2e5d6d3 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:06.010586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: dc84d127-7d19-41c5-a802-f45cb2e5d6d3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:50:06.011803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device dc84d127-7d19-41c5-a802-f45cb2e5d6d3 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:50:06.603658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1020b-9a53-4b76-8a04-5cb75830c28d req-43a15d79-bfe1-4a88-9917-528105e49e07 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:06.617163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8d1020b-9a53-4b76-8a04-5cb75830c28d req-43a15d79-bfe1-4a88-9917-528105e49e07 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1712110 Jan 28 16:50:06.731131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8d1020b-9a53-4b76-8a04-5cb75830c28d req-f87be18b-40c3-48e5-90a2-24946fd241d7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131108 Jan 28 16:50:07.161602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.167675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.184143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.189378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.226092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.238713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.272128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:07.279207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-22dcf6e4-e668-49ca-a08e-8937a30d5afe tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.3279433 Jan 28 16:50:07.542204 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ee727ef-e5f9-4b45-9b2a-3410213305e4 req-c4df4643-6a71-46f8-aecd-7f1c46589615 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2523611 Jan 28 16:50:08.021967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261ae42-fa7b-433a-97c3-56922317cdcc req-d189d525-51ce-40d4-bce9-d914b75076f4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.031103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a261ae42-fa7b-433a-97c3-56922317cdcc req-d189d525-51ce-40d4-bce9-d914b75076f4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.1684930 Jan 28 16:50:08.150942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a261ae42-fa7b-433a-97c3-56922317cdcc req-9280e191-7a1f-4da5-b8b5-1bd5874610c1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119592 Jan 28 16:50:08.513366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.519113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.525491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.531909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.537890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.543715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.549814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.551981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-ea9cf794-ea57-4959-88ad-b0003a78297d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.1688626 Jan 28 16:50:08.615758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:08.793422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-d9aff1ea-5491-49f8-a5bf-91b0dffbc25c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:08.806229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-d9aff1ea-5491-49f8-a5bf-91b0dffbc25c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "GET /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2476463 Jan 28 16:50:08.853617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36ee33b4-22fd-4d3f-9c3c-e3e585d8613c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.026134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36ee33b4-22fd-4d3f-9c3c-e3e585d8613c admin admin] Publish callbacks [] for security_group (f667bf49-16cd-4985-9895-856eb005aeee), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.033535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-36ee33b4-22fd-4d3f-9c3c-e3e585d8613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f667bf49-16cd-4985-9895-856eb005aeee), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.171739 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-36ee33b4-22fd-4d3f-9c3c-e3e585d8613c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7967f2a9c48c432dbfdc3ac17bedb660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5548542 Jan 28 16:50:09.172356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:09.193515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee33b4-22fd-4d3f-9c3c-e3e585d8613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f667bf49-16cd-4985-9895-856eb005aeee,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:09.295634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:50:09.297513 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4414613d-d3ba-4dc0-968b-b0b69f02e236 admin admin] Publish callbacks [] for security_group (f667bf49-16cd-4985-9895-856eb005aeee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.313236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.350948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.363560 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4414613d-d3ba-4dc0-968b-b0b69f02e236 admin admin] Publish callbacks [] for security_group (f667bf49-16cd-4985-9895-856eb005aeee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.368318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.386016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.422179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.442046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.450504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4414613d-d3ba-4dc0-968b-b0b69f02e236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f667bf49-16cd-4985-9895-856eb005aeee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.453419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4414613d-d3ba-4dc0-968b-b0b69f02e236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:09.462139 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4414613d-d3ba-4dc0-968b-b0b69f02e236 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f667bf49-16cd-4985-9895-856eb005aeee HTTP/1.1" status: 204 len: 168 time: 0.2803490 Jan 28 16:50:09.483913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:09.485946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-e5e244b7-9eba-43c2-a05b-1b9cadcdd87f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 5445 time: 0.6712241 Jan 28 16:50:09.489528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414613d-d3ba-4dc0-968b-b0b69f02e236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f667bf49-16cd-4985-9895-856eb005aeee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:10.034482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53014) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:10.051517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b458434-59d4-4236-bd68-5c9d7fa4dd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.283528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b458434-59d4-4236-bd68-5c9d7fa4dd44 admin admin] Publish callbacks [] for security_group (373c1602-9c6b-4b44-b509-022577b0b5c6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.289390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b458434-59d4-4236-bd68-5c9d7fa4dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (373c1602-9c6b-4b44-b509-022577b0b5c6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.321826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b458434-59d4-4236-bd68-5c9d7fa4dd44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d93c264747fc49efaac4cf14091a8f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862718 Jan 28 16:50:10.329365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:10.390555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b458434-59d4-4236-bd68-5c9d7fa4dd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373c1602-9c6b-4b44-b509-022577b0b5c6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:10.410511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6737510-2e3a-4e79-9958-a811e7d1afb9 admin admin] Publish callbacks [] for security_group (373c1602-9c6b-4b44-b509-022577b0b5c6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.436818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6737510-2e3a-4e79-9958-a811e7d1afb9 admin admin] Publish callbacks [] for security_group (373c1602-9c6b-4b44-b509-022577b0b5c6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.493775 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6737510-2e3a-4e79-9958-a811e7d1afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (373c1602-9c6b-4b44-b509-022577b0b5c6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.497698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6737510-2e3a-4e79-9958-a811e7d1afb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.499216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b6737510-2e3a-4e79-9958-a811e7d1afb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/373c1602-9c6b-4b44-b509-022577b0b5c6 HTTP/1.1" status: 204 len: 168 time: 0.1684411 Jan 28 16:50:10.518752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-4c568608-181c-4250-8d8d-869bf5021884 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "GET /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.7003429 Jan 28 16:50:10.532095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737510-2e3a-4e79-9958-a811e7d1afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c1602-9c6b-4b44-b509-022577b0b5c6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:10.568453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:10.780352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6900f1ba-9390-445f-868e-2ca3782bfee5 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:10.821283 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:10.877165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44cc5-d64b-437b-8123-4b823fab8337 req-609f304b-9a95-40c4-bc67-cd4f7092afaf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:10.878845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8aa44cc5-d64b-437b-8123-4b823fab8337 req-609f304b-9a95-40c4-bc67-cd4f7092afaf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 1.3899124 Jan 28 16:50:10.891048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7aa46650-013a-40fd-b7df-0d82cee7ab4e req-0aa341f4-7761-40e8-8287-153a6063415f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3750186 Jan 28 16:50:11.098371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6900f1ba-9390-445f-868e-2ca3782bfee5 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:11.098770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.099646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8aa44cc5-d64b-437b-8123-4b823fab8337 req-2a0b081a-3f65-44a0-811b-596b484979d7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138023 Jan 28 16:50:11.251839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6900f1ba-9390-445f-868e-2ca3782bfee5,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:11.254093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6900f1ba-9390-445f-868e-2ca3782bfee5'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:11.258307 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90664d98-8363-41f5-a84b-cb06b2fc8634" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "6900f1ba-9390-445f-868e-2ca3782bfee5"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:11.272411 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.277078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:11.414546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:11.464263 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a1380b-de30-48d8-a772-1f378c819c10 x-openstack-request-id: req-26a1380b-de30-48d8-a772-1f378c819c10 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:11.467863 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "6900f1ba-9390-445f-868e-2ca3782bfee5", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:11.468337 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a1380b-de30-48d8-a772-1f378c819c10 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:11.468952 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6900f1ba-9390-445f-868e-2ca3782bfee5', 'code': 200} Jan 28 16:50:11.473143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b983c86f-12c8-4eee-9c89-d9e094d933aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.491156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:11.683182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] For port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:50:11.848510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] device_id is not set on port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:50:11.863240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:11.863782 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.888434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Publish callbacks [] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.893508 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b983c86f-12c8-4eee-9c89-d9e094d933aa admin admin] Publish callbacks [] for security_group (dbdf2ba2-ce8b-419b-9ea4-2529185026ec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.920356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.925325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b983c86f-12c8-4eee-9c89-d9e094d933aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dbdf2ba2-ce8b-419b-9ea4-2529185026ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:11.956666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:12.056369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:12.067602 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.068706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 99a76918-46c7-47d8-a712-f6d0c3bc535e no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:12.075147 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b983c86f-12c8-4eee-9c89-d9e094d933aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f9b7ebf8af84288b5683a7c8aa48deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568930 Jan 28 16:50:12.082506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53054) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:12.347852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983c86f-12c8-4eee-9c89-d9e094d933aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf2ba2-ce8b-419b-9ea4-2529185026ec,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:12.380239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Pushing event updated for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:12.428511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.428901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.429242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.429614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.429952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.430381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.434824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.436731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.437103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.437440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.440011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.440358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.442517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:12.521301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54cc1992-84ca-4b87-b169-b64b4ffd6e17 admin admin] Publish callbacks [] for security_group (dbdf2ba2-ce8b-419b-9ea4-2529185026ec), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.528218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.608512 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.613551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54cc1992-84ca-4b87-b169-b64b4ffd6e17 admin admin] Publish callbacks [] for security_group (dbdf2ba2-ce8b-419b-9ea4-2529185026ec), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.758391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:12.807093 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54cc1992-84ca-4b87-b169-b64b4ffd6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dbdf2ba2-ce8b-419b-9ea4-2529185026ec), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.810559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-54cc1992-84ca-4b87-b169-b64b4ffd6e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.811780 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54cc1992-84ca-4b87-b169-b64b4ffd6e17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbdf2ba2-ce8b-419b-9ea4-2529185026ec HTTP/1.1" status: 204 len: 168 time: 0.6274002 Jan 28 16:50:12.815554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] No DVR routers for this DVR port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:12.823107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 99a76918-46c7-47d8-a712-f6d0c3bc535e is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:12.823599 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:12.875594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc1992-84ca-4b87-b169-b64b4ffd6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf2ba2-ce8b-419b-9ea4-2529185026ec,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:13.003063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c46f0-a300-43ce-9dc6-e9a1af41966b req-35898d42-25b2-4f4d-aa8a-dbeeff7004f6 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.015025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-798c46f0-a300-43ce-9dc6-e9a1af41966b req-35898d42-25b2-4f4d-aa8a-dbeeff7004f6 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 1.1027460 Jan 28 16:50:13.065984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4af95779-db1f-4003-80e8-55e85e580556 None None] Provisioning complete for port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:50:13.066572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4af95779-db1f-4003-80e8-55e85e580556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:13.160321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.225825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.285155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.329646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.336894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4af95779-db1f-4003-80e8-55e85e580556 None None] Port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:50:13.370436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:13.383576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:13.388614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.389720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 48992663-2242-4a53-bdde-d5103c7c9502 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:13.444531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.466992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-5283b8e6-c8e2-41c7-9951-96fdf5b1acdf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 4662 time: 0.9962599 Jan 28 16:50:13.594262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:13.622520 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc10209-fadb-47d5-896e-8f3c728506b0" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:13.631890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2e4f-b265-4e96-a397-797163cd137b req-edec66d4-70cb-4e4f-9391-1dd43aee049e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:13.661640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-027c2e4f-b265-4e96-a397-797163cd137b req-edec66d4-70cb-4e4f-9391-1dd43aee049e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 0.2107201 Jan 28 16:50:13.930493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e46bdf8b-7fd0-4e4c-95ec-382dda2ad69b req-af5682e1-3f75-4dd1-8ac9-042264eaa81d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3863714 Jan 28 16:50:14.020754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] In _notify_port_updated(), no bound segment for port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:50:14.022507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:14.025602 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:14.027108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-c077a817-ecd1-43b5-bfbe-7a6d900b4bae service neutron] 10.222.0.24 "PUT /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 200 len: 1032 time: 3.4982970 Jan 28 16:50:14.062221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-798c46f0-a300-43ce-9dc6-e9a1af41966b req-f43619bd-e5f2-423e-8c3f-971c77eb5f35 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442252 Jan 28 16:50:14.092125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:14.347327 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1147bc3f-6982-4adb-8c83-70a094d6fd81 x-openstack-request-id: req-1147bc3f-6982-4adb-8c83-70a094d6fd81 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:14.347648 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:14.347952 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1147bc3f-6982-4adb-8c83-70a094d6fd81 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:14.348377 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'code': 200} Jan 28 16:50:14.348647 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e', 'code': 200} Jan 28 16:50:14.373820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-e44f16eb-852c-4622-a478-2125825f0a34 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:14.375342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-e44f16eb-852c-4622-a478-2125825f0a34 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "GET /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3109531 Jan 28 16:50:14.378249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 48992663-2242-4a53-bdde-d5103c7c9502 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:14.378659 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (48992663-2242-4a53-bdde-d5103c7c9502), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:14.413832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:14.587303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=48992663-2242-4a53-bdde-d5103c7c9502,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:14.597675 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:14.598896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2a68b0c6-099f-4d40-9965-1b1aa9afd84d no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:14.820851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099681b-93af-4e05-be90-d65b98546648 req-2cc5387f-b211-4f8d-9662-5296209a67a4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:14.831719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d host ! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:50:14.832450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2a68b0c6-099f-4d40-9965-1b1aa9afd84d not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:50:14.837114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7edacc01-0790-4c84-ab36-3baace368526 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:14.837310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a099681b-93af-4e05-be90-d65b98546648 req-2cc5387f-b211-4f8d-9662-5296209a67a4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.4607222 Jan 28 16:50:15.000017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:15.149627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7edacc01-0790-4c84-ab36-3baace368526 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:15.154151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7edacc01-0790-4c84-ab36-3baace368526), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:15.239996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a099681b-93af-4e05-be90-d65b98546648 req-6d9c61d8-34ee-4e99-a2c7-7d8f16f04a24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005764 Jan 28 16:50:15.279372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7edacc01-0790-4c84-ab36-3baace368526,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:15.288738 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:15.289656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:15.298161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:15.489328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Deleting port c2d0eb76-b72b-403e-b4d6-fc109a78a179 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:15.489914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:15.670752 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:15.772801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] For port c2d0eb76-b72b-403e-b4d6-fc109a78a179, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c2d0eb76-b72b-403e-b4d6-fc109a78a179,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:15.773009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:15.826762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Calling delete_port for c2d0eb76-b72b-403e-b4d6-fc109a78a179 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:15.829376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6900f1ba-9390-445f-868e-2ca3782bfee5,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:15.861831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:15.862248 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:15.971165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] For port 6900f1ba-9390-445f-868e-2ca3782bfee5, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:50:15.983562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8339-111e-4f46-adc3-e91ce0a7afc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:16.040093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:16.053049 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:16.149830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:16.225852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] device_id is not set on port 6900f1ba-9390-445f-868e-2ca3782bfee5 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:50:16.255374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:16.350029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edacc01-0790-4c84-ab36-3baace368526'}, {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:16.352977 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cdd6b4-d082-4f76-989c-0a97c8c969f4" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "48992663-2242-4a53-bdde-d5103c7c9502"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "7edacc01-0790-4c84-ab36-3baace368526"}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:16.353300 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Publish callbacks [] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:16.390583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:16.517749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53154) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:16.569071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c2d0eb76-b72b-403e-b4d6-fc109a78a179), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:16.582607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5e90f4f0-9afa-41b7-b5fa-68b0889a173b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:50:16.671802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Pushing event deleted for resources: {'Port': ['ID=c2d0eb76-b72b-403e-b4d6-fc109a78a179,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:16.704581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.710938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.712227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.713047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.716662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] No DVR routers for this DVR port 6900f1ba-9390-445f-868e-2ca3782bfee5 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:16.717441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.717904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.718399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.720440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.723888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.723888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.723888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.737507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.740089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:16.934651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:16.935846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] No DVR routers for this DVR port c2d0eb76-b72b-403e-b4d6-fc109a78a179 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:16.941713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:16.945274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:16.952120 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-027c2e4f-b265-4e96-a397-797163cd137b req-4214a8b0-b68c-429d-90df-bb54d7acd6fd tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.31 "DELETE /v2.0/ports/c2d0eb76-b72b-403e-b4d6-fc109a78a179 HTTP/1.1" status: 204 len: 173 time: 3.2847900 Jan 28 16:50:16.954724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'name': 'network-vif-deleted', 'tag': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:16.962600 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70d6a58-2f71-4cd0-b90b-847063844495" -d '{"events": [{"server_uuid": "6e51ea40-d933-456a-b6c9-de37ed9b298b", "name": "network-vif-deleted", "tag": "c2d0eb76-b72b-403e-b4d6-fc109a78a179"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:16.962957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:16.977864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:17.011571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:17.013233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8b966ee-31b3-45a3-9851-12955b49556e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.028781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:17.043926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-7c9f1fe8-164a-4f3a-9c7e-ee4b068a2a06 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 4656 time: 1.7994349 Jan 28 16:50:17.065213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] In _notify_port_updated(), no bound segment for port 6900f1ba-9390-445f-868e-2ca3782bfee5 on network c755c58b-bdc0-41c0-97e3-7901e1027b63 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:50:17.068832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:17.069553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.074352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] 10.222.0.24 "PUT /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 200 len: 1033 time: 2.6775851 Jan 28 16:50:17.190632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2c9cae32-6f21-4a8d-aa31-f22b805f46a9 None None] Provisioning complete for port 6900f1ba-9390-445f-868e-2ca3782bfee5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:50:17.193020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2c9cae32-6f21-4a8d-aa31-f22b805f46a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.316766 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8b966ee-31b3-45a3-9851-12955b49556e admin admin] Publish callbacks [] for security_group (97ed3083-1a82-4010-8ca3-d342468cbb5c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.333273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8b966ee-31b3-45a3-9851-12955b49556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (97ed3083-1a82-4010-8ca3-d342468cbb5c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.392553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ca24ee9c-0b78-4515-8f61-9a3449678151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.394963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cae32-6f21-4a8d-aa31-f22b805f46a9 None None] Port 6900f1ba-9390-445f-868e-2ca3782bfee5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:50:17.407056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269eaf0-1562-4bff-8377-dc2bdbbe2cff service neutron] Pushing event updated for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:17.408129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c8b966ee-31b3-45a3-9851-12955b49556e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9bbb0e0c5df4559a43add84c5c94ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1488833 Jan 28 16:50:17.409091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b966ee-31b3-45a3-9851-12955b49556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ed3083-1a82-4010-8ca3-d342468cbb5c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:17.423110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53164) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:17.574350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d5865-18fc-4fc5-b4d8-1b10e0c536a2 req-3c106941-4d3d-4b3f-a3f7-ea1e9599e02e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:17.576396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-358d5865-18fc-4fc5-b4d8-1b10e0c536a2 req-3c106941-4d3d-4b3f-a3f7-ea1e9599e02e tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e51ea40-d933-456a-b6c9-de37ed9b298b HTTP/1.1" status: 200 len: 945 time: 1.4431300 Jan 28 16:50:17.813241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1354ae5-3fdd-46e9-a4b4-f75825fc378e req-ef82e0f3-91bf-4997-8af5-1e070215206f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=52684b49-e8e7-4933-8abc-87ec4c4c3350&id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7531574 Jan 28 16:50:17.875543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c78a977c-1618-4145-8d91-1253a9f0da4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:17.905244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-358d5865-18fc-4fc5-b4d8-1b10e0c536a2 req-e352b78e-8426-4557-b29d-23e4c9b8e769 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809994 Jan 28 16:50:18.018564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c2d0eb76-b72b-403e-b4d6-fc109a78a179 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:18.073175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: c2d0eb76-b72b-403e-b4d6-fc109a78a179 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:50:18.073925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c2d0eb76-b72b-403e-b4d6-fc109a78a179 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:50:18.081878 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec74832-aa0a-404d-8d19-ffe206bbb957 x-openstack-request-id: req-aec74832-aa0a-404d-8d19-ffe206bbb957 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:18.082412 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "48992663-2242-4a53-bdde-d5103c7c9502", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "7edacc01-0790-4c84-ab36-3baace368526", "code": 200}, {"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-unplugged", "status": "completed", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:18.083085 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aec74832-aa0a-404d-8d19-ffe206bbb957 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:18.084529 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502', 'code': 200} Jan 28 16:50:18.088303 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edacc01-0790-4c84-ab36-3baace368526', 'code': 200} Jan 28 16:50:18.088800 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3', 'code': 200} Jan 28 16:50:18.093068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ca24ee9c-0b78-4515-8f61-9a3449678151 admin admin] Publish callbacks [] for security_group (3d9eb92a-d4d2-4db3-b174-e62185e0ea35), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.180130 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ca24ee9c-0b78-4515-8f61-9a3449678151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3d9eb92a-d4d2-4db3-b174-e62185e0ea35), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.210220 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b7421-9b1e-4177-ac4a-06fd45dd3aaf x-openstack-request-id: req-019b7421-9b1e-4177-ac4a-06fd45dd3aaf {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:18.211385 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e51ea40-d933-456a-b6c9-de37ed9b298b", "name": "network-vif-deleted", "tag": "c2d0eb76-b72b-403e-b4d6-fc109a78a179", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:18.211856 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-019b7421-9b1e-4177-ac4a-06fd45dd3aaf {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:18.212435 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e51ea40-d933-456a-b6c9-de37ed9b298b', 'name': 'network-vif-deleted', 'tag': 'c2d0eb76-b72b-403e-b4d6-fc109a78a179', 'status': 'completed', 'code': 200} Jan 28 16:50:18.266877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ca24ee9c-0b78-4515-8f61-9a3449678151 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fb27619057a4cd5a36c3adc7c9aad88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6401772 Jan 28 16:50:18.269857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53168) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:18.284066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24ee9c-0b78-4515-8f61-9a3449678151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9eb92a-d4d2-4db3-b174-e62185e0ea35,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:18.339144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60de436f-22f3-4dd8-a09a-c7009ce17686 admin admin] Publish callbacks [] for security_group (97ed3083-1a82-4010-8ca3-d342468cbb5c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.368207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:18.368612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.419908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364dc9a-7742-492e-88f1-04527f072b79 admin admin] Publish callbacks [] for security_group (3d9eb92a-d4d2-4db3-b174-e62185e0ea35), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.473521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08023e5-e29b-4a6c-bbbc-7a27375cf5df req-35e57c94-a2f4-40a0-a36e-1558d3f86c62 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:18.473521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a08023e5-e29b-4a6c-bbbc-7a27375cf5df req-35e57c94-a2f4-40a0-a36e-1558d3f86c62 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.2945735 Jan 28 16:50:18.532865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60de436f-22f3-4dd8-a09a-c7009ce17686 admin admin] Publish callbacks [] for security_group (97ed3083-1a82-4010-8ca3-d342468cbb5c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.533594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364dc9a-7742-492e-88f1-04527f072b79 admin admin] Publish callbacks [] for security_group (3d9eb92a-d4d2-4db3-b174-e62185e0ea35), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.603315 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364dc9a-7742-492e-88f1-04527f072b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3d9eb92a-d4d2-4db3-b174-e62185e0ea35), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.628495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364dc9a-7742-492e-88f1-04527f072b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.634122 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a364dc9a-7742-492e-88f1-04527f072b79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d9eb92a-d4d2-4db3-b174-e62185e0ea35 HTTP/1.1" status: 204 len: 168 time: 0.3629761 Jan 28 16:50:18.634666 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60de436f-22f3-4dd8-a09a-c7009ce17686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (97ed3083-1a82-4010-8ca3-d342468cbb5c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.638580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60de436f-22f3-4dd8-a09a-c7009ce17686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:18.644028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-60de436f-22f3-4dd8-a09a-c7009ce17686 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97ed3083-1a82-4010-8ca3-d342468cbb5c HTTP/1.1" status: 204 len: 168 time: 1.2011719 Jan 28 16:50:18.662593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de436f-22f3-4dd8-a09a-c7009ce17686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ed3083-1a82-4010-8ca3-d342468cbb5c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:18.665874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364dc9a-7742-492e-88f1-04527f072b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9eb92a-d4d2-4db3-b174-e62185e0ea35,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:18.773645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a08023e5-e29b-4a6c-bbbc-7a27375cf5df req-df382696-6031-4ef5-b1cf-917c2f2b9604 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263373 Jan 28 16:50:18.814467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] For port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:18.815147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.357523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.562051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-24d0a544-81a8-4145-8df1-d321539ae34c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:19.574281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-24d0a544-81a8-4145-8df1-d321539ae34c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:19.589722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-24d0a544-81a8-4145-8df1-d321539ae34c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:19.604356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-24d0a544-81a8-4145-8df1-d321539ae34c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:19.615039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-24d0a544-81a8-4145-8df1-d321539ae34c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:19.625815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-24d0a544-81a8-4145-8df1-d321539ae34c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 3876 time: 0.5712473 Jan 28 16:50:19.637337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53208) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:19.669472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-10ec42a4-7185-40b4-b258-eb935fb1da7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.907689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-10ec42a4-7185-40b4-b258-eb935fb1da7a admin admin] Publish callbacks [] for security_group (abfa0bbb-0386-4e1c-aa22-7b4c910f3924), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.916923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-10ec42a4-7185-40b4-b258-eb935fb1da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (abfa0bbb-0386-4e1c-aa22-7b4c910f3924), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.978533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.978901 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (98d17572-ebd5-4c68-bbd9-5a62f3c20c75), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:19.980377 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Floating IP 98d17572-ebd5-4c68-bbd9-5a62f3c20c75 disassociated. External IP: 172.25.8.111, port: d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75. Jan 28 16:50:19.980768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:20.055955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec42a4-7185-40b4-b258-eb935fb1da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa0bbb-0386-4e1c-aa22-7b4c910f3924,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:20.078843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-10ec42a4-7185-40b4-b258-eb935fb1da7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a08aa11ba6584b44b97552253beb4459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4403741 Jan 28 16:50:20.079681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53220) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:20.214125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80b7c340-f81c-45ee-904e-1eecb9ba65b3 admin admin] Publish callbacks [] for security_group (abfa0bbb-0386-4e1c-aa22-7b4c910f3924), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:20.275125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80b7c340-f81c-45ee-904e-1eecb9ba65b3 admin admin] Publish callbacks [] for security_group (abfa0bbb-0386-4e1c-aa22-7b4c910f3924), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:20.373978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80b7c340-f81c-45ee-904e-1eecb9ba65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (abfa0bbb-0386-4e1c-aa22-7b4c910f3924), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:20.376644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80b7c340-f81c-45ee-904e-1eecb9ba65b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:20.378571 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-80b7c340-f81c-45ee-904e-1eecb9ba65b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abfa0bbb-0386-4e1c-aa22-7b4c910f3924 HTTP/1.1" status: 204 len: 168 time: 0.2963843 Jan 28 16:50:20.396684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c340-f81c-45ee-904e-1eecb9ba65b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfa0bbb-0386-4e1c-aa22-7b4c910f3924,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:20.447554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ffc02d5-cdde-4792-9c34-f8e335af0038 req-ad1752a0-59d4-4350-831c-4c06cf0cf4cc tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8011520 Jan 28 16:50:20.629154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:20.644423 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:20.906303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:20.955693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28446f88-a6b3-4fad-92d7-bfa26b64a5cd req-c2ff5880-a31a-4f9f-9bc5-2ffe7c2b74c4 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:20.965912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28446f88-a6b3-4fad-92d7-bfa26b64a5cd req-c2ff5880-a31a-4f9f-9bc5-2ffe7c2b74c4 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 1.3214681 Jan 28 16:50:21.359682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12350b-58b9-4e68-b425-d920ff0e94b9 req-7ff98e00-aa60-484c-8b27-d716cf09c90a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:21.377609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb12350b-58b9-4e68-b425-d920ff0e94b9 req-7ff98e00-aa60-484c-8b27-d716cf09c90a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.7509611 Jan 28 16:50:21.474990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Router 94652e67-728d-4486-80b2-088abc2c3055 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:50:21.503150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28446f88-a6b3-4fad-92d7-bfa26b64a5cd req-4cb60809-23b6-4a3a-a627-035c9a3a5843 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354917 Jan 28 16:50:21.688975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb12350b-58b9-4e68-b425-d920ff0e94b9 req-c1100005-7882-4f52-85e7-cf4979431da0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050263 Jan 28 16:50:21.773881 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:22.147855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53288) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:22.247162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8134-a1bf-43f1-a4a5-10e05295606c req-f519e82b-a9eb-4014-ad42-eda7afb5a367 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:22.270516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8134-a1bf-43f1-a4a5-10e05295606c req-f519e82b-a9eb-4014-ad42-eda7afb5a367 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:22.288579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8134-a1bf-43f1-a4a5-10e05295606c req-f519e82b-a9eb-4014-ad42-eda7afb5a367 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:22.307420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8134-a1bf-43f1-a4a5-10e05295606c req-f519e82b-a9eb-4014-ad42-eda7afb5a367 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:22.318260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c0e8134-a1bf-43f1-a4a5-10e05295606c req-f519e82b-a9eb-4014-ad42-eda7afb5a367 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 3143 time: 0.5696709 Jan 28 16:50:22.476951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9036f839-7db1-4302-b999-9deeeb1795f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:22.493531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:50:22.509567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] Sync routers for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:50:22.569303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:50:22.574711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:22.614539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c0e8134-a1bf-43f1-a4a5-10e05295606c req-55e9658b-9833-4f5d-9f84-274393d6c50a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798724 Jan 28 16:50:22.720420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9036f839-7db1-4302-b999-9deeeb1795f7 admin admin] Publish callbacks [] for security_group (184539bd-b7bd-45ad-b693-cb2010906eb0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:22.730236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9036f839-7db1-4302-b999-9deeeb1795f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (184539bd-b7bd-45ad-b693-cb2010906eb0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:22.753340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] No DVR routers for this DVR port d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:22.758301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:22.764374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-4aacd134-a52d-45e4-ad04-222d41dc2f55 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "DELETE /v2.0/ports/d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75 HTTP/1.1" status: 204 len: 173 time: 5.4444482 Jan 28 16:50:22.800170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036f839-7db1-4302-b999-9deeeb1795f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184539bd-b7bd-45ad-b693-cb2010906eb0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:22.846139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:50:22.866284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:22.871726 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5b82ca-144e-4ad7-b4fc-371eb469e9c6" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:22.882142 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9036f839-7db1-4302-b999-9deeeb1795f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dccafd4f38ab46339d5f3315ccd666b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7323956 Jan 28 16:50:22.888299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53312) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:22.968606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53316) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:23.068091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccac9492-26f9-4f10-b1c4-2fbb5eeda274 admin admin] Publish callbacks [] for security_group (184539bd-b7bd-45ad-b693-cb2010906eb0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.179180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccac9492-26f9-4f10-b1c4-2fbb5eeda274 admin admin] Publish callbacks [] for security_group (184539bd-b7bd-45ad-b693-cb2010906eb0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.320572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccac9492-26f9-4f10-b1c4-2fbb5eeda274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (184539bd-b7bd-45ad-b693-cb2010906eb0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.323756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ccac9492-26f9-4f10-b1c4-2fbb5eeda274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.325234 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ccac9492-26f9-4f10-b1c4-2fbb5eeda274 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/184539bd-b7bd-45ad-b693-cb2010906eb0 HTTP/1.1" status: 204 len: 168 time: 0.4355404 Jan 28 16:50:23.347785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac9492-26f9-4f10-b1c4-2fbb5eeda274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184539bd-b7bd-45ad-b693-cb2010906eb0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:23.553671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:28Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:23.589527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5f60-4efc-4f77-993a-5f2ebff211d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.677863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] Checking router: 94652e67-728d-4486-80b2-088abc2c3055 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:50:23.714937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:50:23.719361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:23.848794 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5f60-4efc-4f77-993a-5f2ebff211d0 admin admin] Publish callbacks [] for security_group (3143e0f2-15fa-4c81-b80c-404f8aa90878), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.863959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5f60-4efc-4f77-993a-5f2ebff211d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3143e0f2-15fa-4c81-b80c-404f8aa90878), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:23.926802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce5f60-4efc-4f77-993a-5f2ebff211d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3143e0f2-15fa-4c81-b80c-404f8aa90878,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:23.972934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e5ce5f60-4efc-4f77-993a-5f2ebff211d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cec422bf899a4297b89b4cba8fc93ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9874725 Jan 28 16:50:23.973923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53334) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:24.055808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53340) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:24.106788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bf42c72-d322-435c-91ce-e08342ccb171 admin admin] Publish callbacks [] for security_group (3143e0f2-15fa-4c81-b80c-404f8aa90878), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.115313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:50:24.230637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bf42c72-d322-435c-91ce-e08342ccb171 admin admin] Publish callbacks [] for security_group (3143e0f2-15fa-4c81-b80c-404f8aa90878), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.436610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e0fca-9ea8-4beb-81f8-459a14ac7dcd req-36f7954f-bef9-4253-a15b-44cbc6bedb4a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:24.438189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e83e0fca-9ea8-4beb-81f8-459a14ac7dcd req-36f7954f-bef9-4253-a15b-44cbc6bedb4a tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 1.6889718 Jan 28 16:50:24.474257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bf42c72-d322-435c-91ce-e08342ccb171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3143e0f2-15fa-4c81-b80c-404f8aa90878), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.485592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bf42c72-d322-435c-91ce-e08342ccb171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.510111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5bf42c72-d322-435c-91ce-e08342ccb171 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3143e0f2-15fa-4c81-b80c-404f8aa90878 HTTP/1.1" status: 204 len: 168 time: 0.5340230 Jan 28 16:50:24.515698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e83e0fca-9ea8-4beb-81f8-459a14ac7dcd req-78f53981-a49c-4ff3-9d21-86067732fd5d tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/security-groups?id=dde37bc1-8681-4f27-aa09-294b5b10f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614145 Jan 28 16:50:24.534764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d22d97-105d-4de8-9427-8d8cfe749d38 req-16361b02-b115-4183-b64d-c5883c1cd785 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:24.543799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13d22d97-105d-4de8-9427-8d8cfe749d38 req-16361b02-b115-4183-b64d-c5883c1cd785 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 1.5645809 Jan 28 16:50:24.567509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port 99a76918-46c7-47d8-a712-f6d0c3bc535e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:24.567852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.644806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42c72-d322-435c-91ce-e08342ccb171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3143e0f2-15fa-4c81-b80c-404f8aa90878,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:24.656051 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5eef38e-86b3-48e8-ae2f-4786d78eb4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.830191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-7191137c-fed0-49f3-88cc-842592d19922 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:24.831094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] For port 99a76918-46c7-47d8-a712-f6d0c3bc535e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=99a76918-46c7-47d8-a712-f6d0c3bc535e,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:24.834954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:24.847833 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-7191137c-fed0-49f3-88cc-842592d19922 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.24 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 945 time: 0.4307139 Jan 28 16:50:24.892615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for 99a76918-46c7-47d8-a712-f6d0c3bc535e owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:24.951141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:28Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:25.014579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecf047-2ce4-411f-81f2-76b53fe3fcbc None None] The sync data for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 is: [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:43:22Z', 'revision_number': 4, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bb8bf850-b0b8-4666-9e4c-3904563da9cb', 'name': '', 'network_id': '7f385176-671a-4911-85db-c2fcb2aad176', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'mac_address': 'fa:16:3e:78:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:20Z', 'updated_at': '2022-01-28T16:43:28Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'subnets': [{'id': '534e12c1-91b7-4b80-b089-6d1fccb76b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:50:25.328161 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41bcd9-7ef4-4433-afaa-799cfe222e4e x-openstack-request-id: req-cc41bcd9-7ef4-4433-afaa-799cfe222e4e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:25.328828 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "d664a9d8-f8f8-4b82-8cdb-1b21e2e77d75", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:25.329322 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc41bcd9-7ef4-4433-afaa-799cfe222e4e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:25.330066 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': 'd664a9d8-f8f8-4b82-8cdb-1b21e2e77d75', 'status': 'completed', 'code': 200} Jan 28 16:50:25.437243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53360) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:25.466501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5eef38e-86b3-48e8-ae2f-4786d78eb4f0 admin admin] Publish callbacks [] for security_group (661f3b49-683b-4c51-a337-a3afe0abf334), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.468454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (99a76918-46c7-47d8-a712-f6d0c3bc535e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.477997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Deleting port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:25.478343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.642455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db76b56-3584-4291-a49d-fe4367521d30 None None] New status for floating IP 98d17572-ebd5-4c68-bbd9-5a62f3c20c75: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:50:25.650827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be318678-9184-4930-b92d-7647e5bb4ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.706371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] For port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:25.706753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.714840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=99a76918-46c7-47d8-a712-f6d0c3bc535e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:25.724520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Calling delete_port for 5e90f4f0-9afa-41b7-b5fa-68b0889a173b owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:25.880056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5eef38e-86b3-48e8-ae2f-4786d78eb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (661f3b49-683b-4c51-a337-a3afe0abf334), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.892353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5e90f4f0-9afa-41b7-b5fa-68b0889a173b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:25.922663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef38e-86b3-48e8-ae2f-4786d78eb4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f3b49-683b-4c51-a337-a3afe0abf334,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:25.968750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Pushing event deleted for resources: {'Port': ['ID=5e90f4f0-9afa-41b7-b5fa-68b0889a173b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:25.980643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc712-5b36-4315-b3d0-1ee2f4d3a0af req-36653fb2-214f-4deb-a1e9-6fc3cf5ec54b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:26.008194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5eef38e-86b3-48e8-ae2f-4786d78eb4f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71df5b0fd3f145109a5cced384145adf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9407187 Jan 28 16:50:26.011075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53370) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:26.031256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc712-5b36-4315-b3d0-1ee2f4d3a0af req-36653fb2-214f-4deb-a1e9-6fc3cf5ec54b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:26.071146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc712-5b36-4315-b3d0-1ee2f4d3a0af req-36653fb2-214f-4deb-a1e9-6fc3cf5ec54b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:26.079441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c5dc712-5b36-4315-b3d0-1ee2f4d3a0af req-36653fb2-214f-4deb-a1e9-6fc3cf5ec54b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 2410 time: 0.7483220 Jan 28 16:50:26.088507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] No DVR routers for this DVR port 5e90f4f0-9afa-41b7-b5fa-68b0889a173b on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:26.104364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.111476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f2f7ab73-ceee-4090-b5a8-3a44e7795a85 req-d7b6e0f8-979e-48ae-af70-3b02db6bf416 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.24 "DELETE /v2.0/ports/5e90f4f0-9afa-41b7-b5fa-68b0889a173b HTTP/1.1" status: 204 len: 173 time: 1.2492597 Jan 28 16:50:26.111986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'name': 'network-vif-deleted', 'tag': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:26.118614 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1342b24-2221-450e-971e-d487ceb6c2d2" -d '{"events": [{"server_uuid": "554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3", "name": "network-vif-deleted", "tag": "5e90f4f0-9afa-41b7-b5fa-68b0889a173b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:26.193325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a03a3f34-8eef-4e6e-b79f-8c00bb972f68 admin admin] Publish callbacks [] for security_group (661f3b49-683b-4c51-a337-a3afe0abf334), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.289509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a03a3f34-8eef-4e6e-b79f-8c00bb972f68 admin admin] Publish callbacks [] for security_group (661f3b49-683b-4c51-a337-a3afe0abf334), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.318636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] No DVR routers for this DVR port 99a76918-46c7-47d8-a712-f6d0c3bc535e on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:26.323894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.334934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-c1d99dfe-4327-4fb0-86ad-f32ce8a38cc5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "DELETE /v2.0/ports/99a76918-46c7-47d8-a712-f6d0c3bc535e HTTP/1.1" status: 204 len: 173 time: 3.4452085 Jan 28 16:50:26.365258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13d22d97-105d-4de8-9427-8d8cfe749d38 req-dd9a527b-8289-4ded-9e09-96cae0c2e654 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8205135 Jan 28 16:50:26.432872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a03a3f34-8eef-4e6e-b79f-8c00bb972f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (661f3b49-683b-4c51-a337-a3afe0abf334), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.436174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a03a3f34-8eef-4e6e-b79f-8c00bb972f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.438004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a03a3f34-8eef-4e6e-b79f-8c00bb972f68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/661f3b49-683b-4c51-a337-a3afe0abf334 HTTP/1.1" status: 204 len: 168 time: 0.4285102 Jan 28 16:50:26.482332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a3f34-8eef-4e6e-b79f-8c00bb972f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f3b49-683b-4c51-a337-a3afe0abf334,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:26.515802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c5dc712-5b36-4315-b3d0-1ee2f4d3a0af req-177e29dd-791d-4404-96a3-43c68119ca20 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300110 Jan 28 16:50:26.669245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ce5c29d-abc7-49e2-9841-e43b9efdcfdc req-e7f0a6d1-1903-4cd3-9a7a-5a4c6ffb33e3 tempest-ServerRescueNegativeTestJSON-828968898 tempest-ServerRescueNegativeTestJSON-828968898-project] 10.222.0.25 "GET /v2.0/ports?device_id=554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3 HTTP/1.1" status: 200 len: 210 time: 0.0551758 Jan 28 16:50:26.688164 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d9901e-ca90-4f7c-83a0-2b32644c7e8f x-openstack-request-id: req-11d9901e-ca90-4f7c-83a0-2b32644c7e8f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:26.688698 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3", "name": "network-vif-deleted", "tag": "5e90f4f0-9afa-41b7-b5fa-68b0889a173b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:26.689028 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11d9901e-ca90-4f7c-83a0-2b32644c7e8f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:26.689509 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554ce9b3-15ed-4fa2-9f4c-9f62d3fdb6d3', 'name': 'network-vif-deleted', 'tag': '5e90f4f0-9afa-41b7-b5fa-68b0889a173b', 'status': 'completed', 'code': 200} Jan 28 16:50:26.796504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5e90f4f0-9afa-41b7-b5fa-68b0889a173b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:26.798913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:26.799272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.896146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 5e90f4f0-9afa-41b7-b5fa-68b0889a173b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:50:26.898801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5e90f4f0-9afa-41b7-b5fa-68b0889a173b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:50:26.929724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] For port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:26.930758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:26.997298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:27.078439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be318678-9184-4930-b92d-7647e5bb4ed9 admin admin] Publish callbacks [] for security_group (da4e2dd3-3423-43d0-b85c-895e7e1abfda), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:27.206065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be318678-9184-4930-b92d-7647e5bb4ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (da4e2dd3-3423-43d0-b85c-895e7e1abfda), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:27.312664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318678-9184-4930-b92d-7647e5bb4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4e2dd3-3423-43d0-b85c-895e7e1abfda,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:27.332568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:27.340402 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ac145-56c7-4be0-af1b-05f2072a3fd2" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:27.463893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be318678-9184-4930-b92d-7647e5bb4ed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a1b34dc3ca3425495caaa15ebc4579f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0126657 Jan 28 16:50:27.465547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53410) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:27.592886 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8558b296-bd07-49d4-97a6-cdecfe23fb86 x-openstack-request-id: req-8558b296-bd07-49d4-97a6-cdecfe23fb86 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:27.592886 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "99a76918-46c7-47d8-a712-f6d0c3bc535e", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:27.592886 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8558b296-bd07-49d4-97a6-cdecfe23fb86 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:27.592886 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': '99a76918-46c7-47d8-a712-f6d0c3bc535e', 'status': 'completed', 'code': 200} Jan 28 16:50:27.650925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-504cf3f1-9a39-4531-8505-a49cc54b7cc8 admin admin] Publish callbacks [] for security_group (da4e2dd3-3423-43d0-b85c-895e7e1abfda), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:27.725267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-504cf3f1-9a39-4531-8505-a49cc54b7cc8 admin admin] Publish callbacks [] for security_group (da4e2dd3-3423-43d0-b85c-895e7e1abfda), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:27.831762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb759c62-6da8-42a9-a673-96640654caf3 req-c5f139dc-f62c-44a5-a31e-980b682d4d6e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:27.836649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-504cf3f1-9a39-4531-8505-a49cc54b7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (da4e2dd3-3423-43d0-b85c-895e7e1abfda), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:27.842588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb759c62-6da8-42a9-a673-96640654caf3 req-c5f139dc-f62c-44a5-a31e-980b682d4d6e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.2955475 Jan 28 16:50:27.849676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-504cf3f1-9a39-4531-8505-a49cc54b7cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:27.853253 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-504cf3f1-9a39-4531-8505-a49cc54b7cc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da4e2dd3-3423-43d0-b85c-895e7e1abfda HTTP/1.1" status: 204 len: 168 time: 0.3865314 Jan 28 16:50:27.888361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cf3f1-9a39-4531-8505-a49cc54b7cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4e2dd3-3423-43d0-b85c-895e7e1abfda,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:28.053312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e4902c50-e4b9-4bc1-b62a-60cfd55a45a3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:28.329512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] No DVR routers for this DVR port e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:28.337273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:28.345623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "DELETE /v2.0/ports/e4902c50-e4b9-4bc1-b62a-60cfd55a45a3 HTTP/1.1" status: 204 len: 173 time: 1.8656757 Jan 28 16:50:28.349938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc563d-ef79-475a-b6c0-b25600aeac1d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=e4902c50-e4b9-4bc1-b62a-60cfd55a45a3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:28.437642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb759c62-6da8-42a9-a673-96640654caf3 req-5fbd72e5-3388-4bf3-b11b-ff92863134c6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5940244 Jan 28 16:50:28.526589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7181a-d152-4952-95cb-74986b86af22 req-75d76724-8326-49ef-a4a6-d57dc4d14023 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:28.538835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7181a-d152-4952-95cb-74986b86af22 req-75d76724-8326-49ef-a4a6-d57dc4d14023 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:28.551443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6de7181a-d152-4952-95cb-74986b86af22 req-75d76724-8326-49ef-a4a6-d57dc4d14023 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 1677 time: 0.6285298 Jan 28 16:50:28.559488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53440) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:28.853182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6de7181a-d152-4952-95cb-74986b86af22 req-eee1eacc-3f1b-4dea-977e-675d9f1cf622 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986708 Jan 28 16:50:28.890343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port 7edacc01-0790-4c84-ab36-3baace368526 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:28.890748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7edacc01-0790-4c84-ab36-3baace368526), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:29.198321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] For port 7edacc01-0790-4c84-ab36-3baace368526, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7edacc01-0790-4c84-ab36-3baace368526,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:29.204041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7edacc01-0790-4c84-ab36-3baace368526), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:29.250703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for 7edacc01-0790-4c84-ab36-3baace368526 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:29.607031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:29.612805 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c07fdf-1acf-4609-ad5b-792be4d66fc5" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:29.640704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7edacc01-0790-4c84-ab36-3baace368526), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:29.657732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (bf193970-b3d5-46ae-8d4c-263935669c77), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:29.760044 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b694d3e-c936-4d25-81e0-b3f763d5e3b9 x-openstack-request-id: req-7b694d3e-c936-4d25-81e0-b3f763d5e3b9 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:29.760647 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "e4902c50-e4b9-4bc1-b62a-60cfd55a45a3", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:29.761449 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b694d3e-c936-4d25-81e0-b3f763d5e3b9 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:29.762005 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': 'e4902c50-e4b9-4bc1-b62a-60cfd55a45a3', 'status': 'completed', 'code': 200} Jan 28 16:50:29.807850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=7edacc01-0790-4c84-ab36-3baace368526,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:30.023710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] No DVR routers for this DVR port 7edacc01-0790-4c84-ab36-3baace368526 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:30.053798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:30.073290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-571890af-92f2-414e-a1b6-a716a9836950 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "DELETE /v2.0/ports/7edacc01-0790-4c84-ab36-3baace368526 HTTP/1.1" status: 204 len: 173 time: 1.7035398 Jan 28 16:50:30.137307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53536) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:30.251699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d547684-a28b-42b5-b3fe-9d84715417ce req-f43171ad-f141-485e-9345-7c454f7157b7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:30.260101 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d547684-a28b-42b5-b3fe-9d84715417ce req-f43171ad-f141-485e-9345-7c454f7157b7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.6222513 Jan 28 16:50:30.454271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Deleting port cd8b0b70-d1dd-460c-978f-6e66c50ef67a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:30.467329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:30.558993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517210-4ec2-49c8-b58c-985c1cfa8d60 req-14118364-c451-4c6f-ab11-df61f183a13b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:30.567610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e631fa7-b502-4138-81b4-6245f2abf2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:30.572544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65517210-4ec2-49c8-b58c-985c1cfa8d60 req-14118364-c451-4c6f-ab11-df61f183a13b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 943 time: 0.4598210 Jan 28 16:50:30.645578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d547684-a28b-42b5-b3fe-9d84715417ce req-63f2377e-2221-4099-8445-4e9604a501a5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844471 Jan 28 16:50:30.753129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65517210-4ec2-49c8-b58c-985c1cfa8d60 req-9b7ea4dd-a328-4983-885a-aa740ef2a00f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f0ab6d0-0328-42ee-b33d-121658bdb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775734 Jan 28 16:50:30.763614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port 48992663-2242-4a53-bdde-d5103c7c9502 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:30.767751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (48992663-2242-4a53-bdde-d5103c7c9502), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:30.834477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e631fa7-b502-4138-81b4-6245f2abf2a1 admin admin] Publish callbacks [] for security_group (b244122d-cfd8-422e-bac6-0b82d2529538), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:30.846094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] For port cd8b0b70-d1dd-460c-978f-6e66c50ef67a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,segment=NetworkSegment(831a3f56-002f-43cf-87d5-b120d0bed68b),segment_id=831a3f56-002f-43cf-87d5-b120d0bed68b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:30.846492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:30.874550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Calling delete_port for cd8b0b70-d1dd-460c-978f-6e66c50ef67a owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:30.886223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e631fa7-b502-4138-81b4-6245f2abf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b244122d-cfd8-422e-bac6-0b82d2529538), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.002550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] For port 48992663-2242-4a53-bdde-d5103c7c9502, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=48992663-2242-4a53-bdde-d5103c7c9502,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:31.002917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (48992663-2242-4a53-bdde-d5103c7c9502), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.038266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for 48992663-2242-4a53-bdde-d5103c7c9502 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:31.171844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2e631fa7-b502-4138-81b4-6245f2abf2a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e9e15ea9c44e4e8750dc08db6d5abb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0291986 Jan 28 16:50:31.175744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:31.218015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e631fa7-b502-4138-81b4-6245f2abf2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244122d-cfd8-422e-bac6-0b82d2529538,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:31.369123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f29d284a-17af-4dbf-b60f-f176a51501a6 admin admin] Publish callbacks [] for security_group (b244122d-cfd8-422e-bac6-0b82d2529538), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.418820 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f29d284a-17af-4dbf-b60f-f176a51501a6 admin admin] Publish callbacks [] for security_group (b244122d-cfd8-422e-bac6-0b82d2529538), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.592970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f29d284a-17af-4dbf-b60f-f176a51501a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b244122d-cfd8-422e-bac6-0b82d2529538), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.595858 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f29d284a-17af-4dbf-b60f-f176a51501a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.599876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f29d284a-17af-4dbf-b60f-f176a51501a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b244122d-cfd8-422e-bac6-0b82d2529538 HTTP/1.1" status: 204 len: 168 time: 0.4231369 Jan 28 16:50:31.655570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d284a-17af-4dbf-b60f-f176a51501a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244122d-cfd8-422e-bac6-0b82d2529538,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:31.731727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (48992663-2242-4a53-bdde-d5103c7c9502), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:31.839049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': '7edacc01-0790-4c84-ab36-3baace368526'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:31.844540 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b8870-6c2a-40e9-99c2-3e0daf399c95" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "7edacc01-0790-4c84-ab36-3baace368526"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:31.853945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=48992663-2242-4a53-bdde-d5103c7c9502,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:31.967003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cd8b0b70-d1dd-460c-978f-6e66c50ef67a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:32.011182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] No DVR routers for this DVR port 48992663-2242-4a53-bdde-d5103c7c9502 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:50:32.021083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8b0b70-d1dd-460c-978f-6e66c50ef67a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:32.021446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:32.036754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-633bf184-69f9-4983-8b64-b9207d504814 req-9d5870ad-f52e-457c-a6e4-a0e7c825f478 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.24 "DELETE /v2.0/ports/48992663-2242-4a53-bdde-d5103c7c9502 HTTP/1.1" status: 204 len: 173 time: 1.9469011 Jan 28 16:50:32.155788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b00a19b-2d17-4550-b8c7-692aedff17f1 req-7bf93b86-c0ca-4a4d-8467-cfc116a7cdef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1462259 Jan 28 16:50:32.217552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5719-eae0-4b53-a750-65f931e1d9dd req-8e196ace-076d-49a3-b612-335f2d2cb0e7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:32.219278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8f5719-eae0-4b53-a750-65f931e1d9dd req-8e196ace-076d-49a3-b612-335f2d2cb0e7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.2750378 Jan 28 16:50:32.345465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (bf193970-b3d5-46ae-8d4c-263935669c77), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:32.375572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa8f5719-eae0-4b53-a750-65f931e1d9dd req-8b35271e-c4e8-4880-8605-ace281c7fc71 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483107 Jan 28 16:50:32.379921 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be20d90-fc52-4e8b-a0a2-f2466ca362e8 x-openstack-request-id: req-9be20d90-fc52-4e8b-a0a2-f2466ca362e8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:32.387874 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "7edacc01-0790-4c84-ab36-3baace368526", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:32.388710 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9be20d90-fc52-4e8b-a0a2-f2466ca362e8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:32.391782 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': '7edacc01-0790-4c84-ab36-3baace368526', 'status': 'completed', 'code': 200} Jan 28 16:50:32.887371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53624) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:32.945898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Router bf193970-b3d5-46ae-8d4c-263935669c77 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:50:33.080556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53628) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:33.106945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e2b409e-43ab-46bc-9d93-54b4fd269d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.204141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:50:33.217946 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45ff531b-d564-4559-8b80-d67da2e35052 admin admin] 10.222.0.25 "PUT /v2.0/routers/bf193970-b3d5-46ae-8d4c-263935669c77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6572692 Jan 28 16:50:33.220889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53634) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:33.231070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] Sync routers for ids ['bf193970-b3d5-46ae-8d4c-263935669c77'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:50:33.289418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] Routers {'bf193970-b3d5-46ae-8d4c-263935669c77'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:50:33.292269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bf193970-b3d5-46ae-8d4c-263935669c77'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:33.385635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e2b409e-43ab-46bc-9d93-54b4fd269d39 admin admin] Publish callbacks [] for security_group (cb5f459a-d3df-4e3c-87c5-6a35520547c6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.430343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd55ef71-ba4d-4d61-90a7-75cb059a872b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.432046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e2b409e-43ab-46bc-9d93-54b4fd269d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cb5f459a-d3df-4e3c-87c5-6a35520547c6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.533787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bebff5c-6cb2-450d-9e6e-cfa6dff1bfe4 req-bad12c0c-259a-4a15-adf0-688bb86526e2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1105404 Jan 28 16:50:33.554484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks [] for router (bf193970-b3d5-46ae-8d4c-263935669c77), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.675402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] Set router bf193970-b3d5-46ae-8d4c-263935669c77 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:50:33.740566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0e2b409e-43ab-46bc-9d93-54b4fd269d39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ac51e0b899f4d0fbc01e22cd9030478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6587007 Jan 28 16:50:33.751985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b409e-43ab-46bc-9d93-54b4fd269d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f459a-d3df-4e3c-87c5-6a35520547c6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:33.762843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:33.797117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks [] for router_gateway (bf193970-b3d5-46ae-8d4c-263935669c77), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.875605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Deleting port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:50:33.876191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:33.908912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec891e-4178-4b93-b681-88884f2da784 req-5a1ecf84-708b-450f-bbed-bdbe4a809a84 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:33.926257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dec891e-4178-4b93-b681-88884f2da784 req-5a1ecf84-708b-450f-bbed-bdbe4a809a84 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.3448770 Jan 28 16:50:34.074913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52134bce-b5ef-4d1a-a022-a110b00534c4 admin admin] Publish callbacks [] for security_group (cb5f459a-d3df-4e3c-87c5-6a35520547c6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.079167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] For port 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:34.079541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.107031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Calling delete_port for 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:50:34.151075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:50:31Z', 'revision_number': 5, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port': {'id': '49ed6cf7-a6a5-4f7d-bc30-da6999bf468d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:47:09Z', 'updated_at': '2022-01-28T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:34.216943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] Checking router: bf193970-b3d5-46ae-8d4c-263935669c77 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:50:34.236446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd55ef71-ba4d-4d61-90a7-75cb059a872b admin admin] Publish callbacks [] for security_group (f466b299-b0b8-4694-9821-a7212714606a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.239693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] Routers {'bf193970-b3d5-46ae-8d4c-263935669c77'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:50:34.240879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bf193970-b3d5-46ae-8d4c-263935669c77'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:34.262701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dec891e-4178-4b93-b681-88884f2da784 req-e2c7e67e-1797-49a6-97a2-269abbc7860d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352656 Jan 28 16:50:34.267491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52134bce-b5ef-4d1a-a022-a110b00534c4 admin admin] Publish callbacks [] for security_group (cb5f459a-d3df-4e3c-87c5-6a35520547c6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.271657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd55ef71-ba4d-4d61-90a7-75cb059a872b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f466b299-b0b8-4694-9821-a7212714606a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.316921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-616bef2a-5104-488f-9d2e-d5229fd48023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:34.318485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-616bef2a-5104-488f-9d2e-d5229fd48023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1128 time: 0.1168597 Jan 28 16:50:34.345473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cd55ef71-ba4d-4d61-90a7-75cb059a872b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10ef4d7387594f4a881826b783a72a01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4569764 Jan 28 16:50:34.350489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53656) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:34.402890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:34.405117 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9ecb1-149b-4636-ba1f-741d7a760ba2" -d '{"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "48992663-2242-4a53-bdde-d5103c7c9502"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:34.527475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55ef71-ba4d-4d61-90a7-75cb059a872b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f466b299-b0b8-4694-9821-a7212714606a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:34.547881 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08292675-2c19-45cc-bee8-0cdf5ad402d8 x-openstack-request-id: req-08292675-2c19-45cc-bee8-0cdf5ad402d8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:34.548112 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadfcfa-eccf-430a-9d85-b85922947266", "name": "network-vif-deleted", "tag": "48992663-2242-4a53-bdde-d5103c7c9502", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:34.548370 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08292675-2c19-45cc-bee8-0cdf5ad402d8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:34.548804 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadfcfa-eccf-430a-9d85-b85922947266', 'name': 'network-vif-deleted', 'tag': '48992663-2242-4a53-bdde-d5103c7c9502', 'status': 'completed', 'code': 200} Jan 28 16:50:34.637242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb93b676-7545-47bd-a5ed-10075dfa62d6 admin admin] Publish callbacks [] for security_group (f466b299-b0b8-4694-9821-a7212714606a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.678780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52134bce-b5ef-4d1a-a022-a110b00534c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cb5f459a-d3df-4e3c-87c5-6a35520547c6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.687361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52134bce-b5ef-4d1a-a022-a110b00534c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.689850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-52134bce-b5ef-4d1a-a022-a110b00534c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb5f459a-d3df-4e3c-87c5-6a35520547c6 HTTP/1.1" status: 204 len: 168 time: 0.9213579 Jan 28 16:50:34.769800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-82f674e6-c3b2-43e2-ab6c-69112100cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:34.771472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-82f674e6-c3b2-43e2-ab6c-69112100cb68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.4455040 Jan 28 16:50:34.773852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] Set router bf193970-b3d5-46ae-8d4c-263935669c77 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:50:34.811718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb93b676-7545-47bd-a5ed-10075dfa62d6 admin admin] Publish callbacks [] for security_group (f466b299-b0b8-4694-9821-a7212714606a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.821046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5402117-262d-4840-8dfc-55992737207d req-7e0348aa-112e-414f-a763-68242151f6cf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1088567 Jan 28 16:50:34.862317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52134bce-b5ef-4d1a-a022-a110b00534c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f459a-d3df-4e3c-87c5-6a35520547c6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:34.931111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:50:33Z', 'revision_number': 6, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:34.949183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb93b676-7545-47bd-a5ed-10075dfa62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f466b299-b0b8-4694-9821-a7212714606a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.950012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (49ed6cf7-a6a5-4f7d-bc30-da6999bf468d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.952868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb93b676-7545-47bd-a5ed-10075dfa62d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:34.954268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cb93b676-7545-47bd-a5ed-10075dfa62d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f466b299-b0b8-4694-9821-a7212714606a HTTP/1.1" status: 204 len: 168 time: 0.5942683 Jan 28 16:50:34.970244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b676-7545-47bd-a5ed-10075dfa62d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466b299-b0b8-4694-9821-a7212714606a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:35.022470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed6cf7-a6a5-4f7d-bc30-da6999bf468d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:35.040650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-3e68c7df-7c62-424f-b5fa-a537d96d9131 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 1001 time: 0.2617548 Jan 28 16:50:35.065542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07ee2d-ae2d-4b88-8691-7ab7e93eb589 None None] The sync data for ids ['bf193970-b3d5-46ae-8d4c-263935669c77'] in n-d-812111-13 is: [{'id': 'bf193970-b3d5-46ae-8d4c-263935669c77', 'name': 'tempest-ServerRescueNegativeTestJSON-1943258913-router', 'tenant_id': '8dff1b92bc74469daae4af55db51f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:47:06Z', 'updated_at': '2022-01-28T16:50:33Z', 'revision_number': 6, 'project_id': '8dff1b92bc74469daae4af55db51f5e6', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:50:35.216819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (bf193970-b3d5-46ae-8d4c-263935669c77), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:35.287345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-adb658f4-dbfa-49a1-be17-6a3571801e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:35.289571 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-adb658f4-dbfa-49a1-be17-6a3571801e25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.2414553 Jan 28 16:50:35.373984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (bf193970-b3d5-46ae-8d4c-263935669c77), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:35.397116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks [] for router_controller (bf193970-b3d5-46ae-8d4c-263935669c77), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:35.517242 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (bf193970-b3d5-46ae-8d4c-263935669c77), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:35.517840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf193970-b3d5-46ae-8d4c-263935669c77 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:50:35.523784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:35.527483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-91658bfc-2653-48d7-8e6f-beaaa8833f90 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bf193970-b3d5-46ae-8d4c-263935669c77 HTTP/1.1" status: 204 len: 168 time: 2.3030415 Jan 28 16:50:35.529156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53686) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:35.532615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-cf2b9f30-28ac-47c7-8953-544589c20ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:35.534172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-cf2b9f30-28ac-47c7-8953-544589c20ed0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2366672 Jan 28 16:50:35.776846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98974312-5c40-4db9-b52d-f9264de2173b req-fea7f436-9bda-41d7-b6e3-5a5532a47912 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:35.783463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98974312-5c40-4db9-b52d-f9264de2173b req-fea7f436-9bda-41d7-b6e3-5a5532a47912 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 0.3113978 Jan 28 16:50:36.042252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98974312-5c40-4db9-b52d-f9264de2173b req-5796cf9d-3219-4ee7-8fd3-60db3f78f882 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515512 Jan 28 16:50:36.459784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd8b0b70-d1dd-460c-978f-6e66c50ef67a no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:36.515821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: cd8b0b70-d1dd-460c-978f-6e66c50ef67a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:50:36.516164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd8b0b70-d1dd-460c-978f-6e66c50ef67a not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:50:36.516580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:36.540227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Deleting subnet 7981a047-6b2f-4afb-9768-5f568e0fc197 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:50:36.554366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74d028f9-2dc3-4f83-9358-e54e1dbd60c6 req-1f395539-d888-400b-93c9-022f7101c0c3 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.5288210 Jan 28 16:50:36.568736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Publish callbacks [] for subnet (7981a047-6b2f-4afb-9768-5f568e0fc197), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:36.582312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:50:36.582661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 49ed6cf7-a6a5-4f7d-bc30-da6999bf468d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:50:36.785733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7981a047-6b2f-4afb-9768-5f568e0fc197), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:36.880235 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-ede8d0eb-c20e-401a-a307-d30fa7651a2e service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3108864 Jan 28 16:50:37.018662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7981a047-6b2f-4afb-9768-5f568e0fc197), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:37.218585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a4fd6bb2-a254-42cb-9a1c-9c0bb702f0d4 req-22951b29-1fc2-4f94-b008-841e60984517 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308561 Jan 28 16:50:37.254290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7981a047-6b2f-4afb-9768-5f568e0fc197), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:37.327921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:37.341308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53748) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:37.349553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7981a047-6b2f-4afb-9768-5f568e0fc197 HTTP/1.1" status: 204 len: 168 time: 1.8193157 Jan 28 16:50:37.354787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f43502-2825-4f48-8568-71cf54a36291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7981a047-6b2f-4afb-9768-5f568e0fc197,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:37.438759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-93a0e103-ef3f-49b1-9f3a-8b151fca3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:37.440656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-93a0e103-ef3f-49b1-9f3a-8b151fca3337 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1128 time: 0.0773325 Jan 28 16:50:37.597156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (adea5ebd-a69e-4852-b4c0-316d44332111), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:37.615971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-9e923995-97e6-4b79-a76a-fe03b484a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:37.622271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-9e923995-97e6-4b79-a76a-fe03b484a004 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.1587365 Jan 28 16:50:37.844003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-0f5b3232-481d-4918-af26-d0ed2a07f405 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 1001 time: 0.2122815 Jan 28 16:50:38.000973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-012de1e2-2e5e-416b-b93f-38e981c712db req-a74b532b-4c2a-46d6-81b7-f232a29e79d6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.2335920 Jan 28 16:50:38.005507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-3f118bc6-af82-482c-85dd-d9f0244a2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:38.016009 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-3f118bc6-af82-482c-85dd-d9f0244a2c45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.1652520 Jan 28 16:50:38.081703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:38.099522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-1c8fae0a-f472-48bd-8f4f-037a21788239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:38.122425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-1c8fae0a-f472-48bd-8f4f-037a21788239 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0984094 Jan 28 16:50:38.196812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (adea5ebd-a69e-4852-b4c0-316d44332111), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.305849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adea5ebd-a69e-4852-b4c0-316d44332111']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:38.336511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:38.336935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.358303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831a3f56-002f-43cf-87d5-b120d0bed68b') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:38.371277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831a3f56-002f-43cf-87d5-b120d0bed68b') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:50:38.403757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (831a3f56-002f-43cf-87d5-b120d0bed68b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.449813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:38.457861 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-9d005eec-f1a5-47b5-8721-d36bd6bd4dcc service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259974 Jan 28 16:50:38.466819 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eda6a67-f04d-4e0d-b0df-20c7cf422603" -d '{"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:38.472427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc3cd-9701-4bc1-9fa3-61b4084b672e req-43dfe913-4aca-421a-93b1-51a7544718b0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:38.475282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1bbc3cd-9701-4bc1-9fa3-61b4084b672e req-43dfe913-4aca-421a-93b1-51a7544718b0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 945 time: 1.2306581 Jan 28 16:50:38.480652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (831a3f56-002f-43cf-87d5-b120d0bed68b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.534913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:50:38.537869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:38.538446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (831a3f56-002f-43cf-87d5-b120d0bed68b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.551301 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:50:38.553235 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:50:38.729968 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b0d723-b335-490a-be2e-9adcc99ba9a2 x-openstack-request-id: req-b0b0d723-b335-490a-be2e-9adcc99ba9a2 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:38.730256 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:38.733224 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0b0d723-b335-490a-be2e-9adcc99ba9a2 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:38.734107 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'code': 200} Jan 28 16:50:38.736836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:38.754151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.758245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.758620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.758965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.759434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.759774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.760269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.760606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.760959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.761346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.762394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.762724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.763091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:50:38.792457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1bbc3cd-9701-4bc1-9fa3-61b4084b672e req-fba20e92-7961-4d87-a5ca-c2f5e1062c16 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070862 Jan 28 16:50:38.825790 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bdaed684-a45f-4ab1-8c45-c18228ee8c5c req-55642b66-e0fd-4257-96d6-1135ec7c9045 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604021 Jan 28 16:50:38.838073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (adea5ebd-a69e-4852-b4c0-316d44332111), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.865518 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:38.891055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] 10.222.0.25 "DELETE /v2.0/networks/adea5ebd-a69e-4852-b4c0-316d44332111 HTTP/1.1" status: 204 len: 168 time: 1.5473480 Jan 28 16:50:38.953108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9f0c1-21d7-49e3-87ee-dc29f09476aa admin admin] Pushing event deleted for resources: {'Network': ['ID=adea5ebd-a69e-4852-b4c0-316d44332111,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:39.188044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:39.243945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f166e41e-7095-485b-b94a-782e4927fb06 req-b84a5605-8b07-4f30-b8fb-2a71fb2471c1 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0633273 Jan 28 16:50:39.325201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9e2c47a-9293-4b92-9ab3-414eda9d2771 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dff1b92bc74469daae4af55db51f5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336920 Jan 28 16:50:39.326857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53814) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:39.446983 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48f0da22-e989-4448-98be-18818037f29e admin admin] Publish callbacks [] for security_group (dde37bc1-8681-4f27-aa09-294b5b10f90d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:39.511281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48f0da22-e989-4448-98be-18818037f29e admin admin] Publish callbacks [] for security_group (dde37bc1-8681-4f27-aa09-294b5b10f90d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:39.620059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48f0da22-e989-4448-98be-18818037f29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dde37bc1-8681-4f27-aa09-294b5b10f90d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:39.624522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48f0da22-e989-4448-98be-18818037f29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:39.627280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-48f0da22-e989-4448-98be-18818037f29e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dde37bc1-8681-4f27-aa09-294b5b10f90d HTTP/1.1" status: 204 len: 168 time: 0.2979023 Jan 28 16:50:39.640296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0da22-e989-4448-98be-18818037f29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde37bc1-8681-4f27-aa09-294b5b10f90d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:40.159780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635279c7-880c-45e3-9b47-9e88845c882c req-49430148-1db6-48b8-b79d-583447d7e39a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:40.162548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-635279c7-880c-45e3-9b47-9e88845c882c req-49430148-1db6-48b8-b79d-583447d7e39a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1816821 Jan 28 16:50:40.315628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-635279c7-880c-45e3-9b47-9e88845c882c req-7e660336-3cba-4375-aca7-0a9b58f26b42 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451950 Jan 28 16:50:40.485754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a578f1a-b445-474d-8c88-ccbd53e42bca req-ed95e889-342e-435b-bbb6-c07371002ffd tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0784614 Jan 28 16:50:41.565892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:41.707707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b81067c6-5028-45b1-9d8c-431335224aa3 req-b1a4fc5e-b95b-478c-9c65-fef9a1ce731a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0701323 Jan 28 16:50:42.036627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54020) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:42.057262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-436fe258-b250-47a7-b15c-40e6f1dba06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.096075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:50:42.172232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-39264205-network', 'tenant_id': '3343640482714adb921d0ebd5672c128'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:42.180865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-436fe258-b250-47a7-b15c-40e6f1dba06d admin admin] Publish callbacks [] for security_group (63470bbd-4659-4a54-8107-7e8ec60153ee), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.191951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-436fe258-b250-47a7-b15c-40e6f1dba06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63470bbd-4659-4a54-8107-7e8ec60153ee), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.243160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Made reservation on behalf of 3343640482714adb921d0ebd5672c128 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:50:42.245825 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.275114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.276272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.278414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.365684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:42.382967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-436fe258-b250-47a7-b15c-40e6f1dba06d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5187b9d6634b483ca37672f8540dce5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135896 Jan 28 16:50:42.384661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54040) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:42.401491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fe258-b250-47a7-b15c-40e6f1dba06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63470bbd-4659-4a54-8107-7e8ec60153ee,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:42.525235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-2e58e652-4069-4cf9-9d80-035d58634711 req-9d9de5ae-24f5-49f6-b812-0903f84d4b1d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:50:42.526229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e58e652-4069-4cf9-9d80-035d58634711 req-9d9de5ae-24f5-49f6-b812-0903f84d4b1d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260525 Jan 28 16:50:42.553237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks [] for security_group (dc7a1963-ca57-4382-850b-80d1a1dab3ec), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.560489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc7a1963-ca57-4382-850b-80d1a1dab3ec), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.567774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45858709-a1b4-45b1-b589-919085153731 admin admin] Publish callbacks [] for security_group (63470bbd-4659-4a54-8107-7e8ec60153ee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.636200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:50:42.641029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45858709-a1b4-45b1-b589-919085153731 admin admin] Publish callbacks [] for security_group (63470bbd-4659-4a54-8107-7e8ec60153ee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.697053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (32c62c7a-ec69-4f2f-aad4-a6ea0005d607), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.699527 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Added segment 32c62c7a-ec69-4f2f-aad4-a6ea0005d607 of type vlan for network c712436e-34d0-4ebe-b0ba-79c4886a63e5 Jan 28 16:50:42.729089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54054) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:42.733466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7a1963-ca57-4382-850b-80d1a1dab3ec,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:42.821104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45858709-a1b4-45b1-b589-919085153731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (63470bbd-4659-4a54-8107-7e8ec60153ee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.824565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45858709-a1b4-45b1-b589-919085153731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:42.826026 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45858709-a1b4-45b1-b589-919085153731 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63470bbd-4659-4a54-8107-7e8ec60153ee HTTP/1.1" status: 204 len: 168 time: 0.3922040 Jan 28 16:50:42.842930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45858709-a1b4-45b1-b589-919085153731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63470bbd-4659-4a54-8107-7e8ec60153ee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:42.942973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c712436e-34d0-4ebe-b0ba-79c4886a63e5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.018145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76f8dc6c-5528-46d3-9b8a-5b432fdf09be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.123152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd6600cc-2a89-498d-86dd-b77bd5752705 req-db03612c-6a9d-4c8d-8ed4-86f70e052ff4 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1922545 Jan 28 16:50:43.139301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c712436e-34d0-4ebe-b0ba-79c4886a63e5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.144651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:43.147069 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.231793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4cfa-9aa9-4cf6-86df-d19a63618161 req-ecc40968-2184-4727-bbeb-3872cbbf8dac tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:43.252518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b61e4cfa-9aa9-4cf6-86df-d19a63618161 req-ecc40968-2184-4727-bbeb-3872cbbf8dac tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.5005336 Jan 28 16:50:43.273871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76f8dc6c-5528-46d3-9b8a-5b432fdf09be admin admin] Publish callbacks [] for security_group (3d24d9b4-064d-4298-99e7-da9b1c38d018), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.290588 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76f8dc6c-5528-46d3-9b8a-5b432fdf09be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3d24d9b4-064d-4298-99e7-da9b1c38d018), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.418045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8dc6c-5528-46d3-9b8a-5b432fdf09be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24d9b4-064d-4298-99e7-da9b1c38d018,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:43.471789 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-76f8dc6c-5528-46d3-9b8a-5b432fdf09be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f77567614594845938d0250ac985e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7415583 Jan 28 16:50:43.474237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:43.474549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b61e4cfa-9aa9-4cf6-86df-d19a63618161 req-5879855d-1dd5-44c1-9dce-f0c38ab620f8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205884 Jan 28 16:50:43.498141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4602754 Jan 28 16:50:43.499268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54092) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:43.518074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Request body: {'subnet': {'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-39264205-subnet', 'tenant_id': '3343640482714adb921d0ebd5672c128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:43.557022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Made reservation on behalf of 3343640482714adb921d0ebd5672c128 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:50:43.563785 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.567638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae079fbe-d448-46de-bcd5-84faa3eabc93 admin admin] Pushing event updated for resources: {'Network': ['ID=c712436e-34d0-4ebe-b0ba-79c4886a63e5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:43.584236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c712436e-34d0-4ebe-b0ba-79c4886a63e5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:50:43.608246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c057b-7922-432a-8ad0-9b7c5f643060 admin admin] Publish callbacks [] for security_group (3d24d9b4-064d-4298-99e7-da9b1c38d018), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.660346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c057b-7922-432a-8ad0-9b7c5f643060 admin admin] Publish callbacks [] for security_group (3d24d9b4-064d-4298-99e7-da9b1c38d018), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.763049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c057b-7922-432a-8ad0-9b7c5f643060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3d24d9b4-064d-4298-99e7-da9b1c38d018), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.766083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c057b-7922-432a-8ad0-9b7c5f643060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.768178 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d0c057b-7922-432a-8ad0-9b7c5f643060 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d24d9b4-064d-4298-99e7-da9b1c38d018 HTTP/1.1" status: 204 len: 168 time: 0.2926998 Jan 28 16:50:43.771116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54094) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:43.813163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c057b-7922-432a-8ad0-9b7c5f643060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d24d9b4-064d-4298-99e7-da9b1c38d018,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:43.819714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce3c979a-28a5-4754-afdf-3eccb0f5b424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:43.855758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-092e4058-5584-4e5b-9f14-bf8c404ccd5d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4156051 Jan 28 16:50:44.020542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce3c979a-28a5-4754-afdf-3eccb0f5b424 admin admin] Publish callbacks [] for security_group (3be930a8-8210-4f98-bfcd-22fad8a23a19), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.028644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce3c979a-28a5-4754-afdf-3eccb0f5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3be930a8-8210-4f98-bfcd-22fad8a23a19), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.089987 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (30470c45-61d2-43b7-ad7a-69485005f7f1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.170872 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce3c979a-28a5-4754-afdf-3eccb0f5b424 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6efe553c1224183adf9a49f7af6f9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981085 Jan 28 16:50:44.171657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c979a-28a5-4754-afdf-3eccb0f5b424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be930a8-8210-4f98-bfcd-22fad8a23a19,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:44.194798 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54106) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:44.234749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30470c45-61d2-43b7-ad7a-69485005f7f1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:44.328131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb2827f3-139a-4b63-8c45-ad2af484f549 req-24e06091-d289-40d7-901e-a21561d6dfcf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0523305 Jan 28 16:50:44.340035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Checking segment: {'id': '32c62c7a-ec69-4f2f-aad4-a6ea0005d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:50:44.343761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Network hostable DHCP agents. Network: c712436e-34d0-4ebe-b0ba-79c4886a63e5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:50:44.372273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Network c712436e-34d0-4ebe-b0ba-79c4886a63e5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:50:44.389766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c712436e-34d0-4ebe-b0ba-79c4886a63e5) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:50:44.394462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:44.395313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.401949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9f511-1650-47f7-ac34-5f3308131197 None None] Network c712436e-34d0-4ebe-b0ba-79c4886a63e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:50:44.423808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2626c7a3-07bf-4de3-986f-e5068be18bdf admin admin] Publish callbacks [] for security_group (3be930a8-8210-4f98-bfcd-22fad8a23a19), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.452503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-38dfee54-2855-44c8-b632-2062cd08cc43 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9498327 Jan 28 16:50:44.485434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2626c7a3-07bf-4de3-986f-e5068be18bdf admin admin] Publish callbacks [] for security_group (3be930a8-8210-4f98-bfcd-22fad8a23a19), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.642737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2626c7a3-07bf-4de3-986f-e5068be18bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3be930a8-8210-4f98-bfcd-22fad8a23a19), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.645618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2626c7a3-07bf-4de3-986f-e5068be18bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:44.647068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2626c7a3-07bf-4de3-986f-e5068be18bdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3be930a8-8210-4f98-bfcd-22fad8a23a19 HTTP/1.1" status: 204 len: 168 time: 0.4513006 Jan 28 16:50:44.670805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626c7a3-07bf-4de3-986f-e5068be18bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be930a8-8210-4f98-bfcd-22fad8a23a19,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:44.760628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934de12-1eba-492e-8c58-2dd7c615f405 req-1e80f478-e570-42b2-aa24-a3290a6befb4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:44.780440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b934de12-1eba-492e-8c58-2dd7c615f405 req-1e80f478-e570-42b2-aa24-a3290a6befb4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1555812 Jan 28 16:50:44.895614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b934de12-1eba-492e-8c58-2dd7c615f405 req-3fa862e9-2ee9-45f3-9e44-315f10e1ed1a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073775 Jan 28 16:50:44.914354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e680e83-b9b9-4368-ba4b-52d872cee8d7 None None] Network c712436e-34d0-4ebe-b0ba-79c4886a63e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:50:44.958306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54128) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:44.992602 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da40734-9f54-4755-b0b3-0dc0ab5fbd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.191713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da40734-9f54-4755-b0b3-0dc0ab5fbd5f admin admin] Publish callbacks [] for security_group (6269e9b0-2ad4-4f64-9511-e04267a29128), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.202599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2da40734-9f54-4755-b0b3-0dc0ab5fbd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6269e9b0-2ad4-4f64-9511-e04267a29128), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.279464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da40734-9f54-4755-b0b3-0dc0ab5fbd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6269e9b0-2ad4-4f64-9511-e04267a29128,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:45.337840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2da40734-9f54-4755-b0b3-0dc0ab5fbd5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03852dd815b4448e82dbac39a0064533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683329 Jan 28 16:50:45.340893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:45.547957 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61a557f6-22ec-432d-8170-aeca80380b56 admin admin] Publish callbacks [] for security_group (6269e9b0-2ad4-4f64-9511-e04267a29128), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.565343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-193cb12e-e3dc-4fe4-a2b5-e3c472c2003d req-9825be1f-f50f-4050-8ef7-2b8597aa0dcd tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0795557 Jan 28 16:50:45.620473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61a557f6-22ec-432d-8170-aeca80380b56 admin admin] Publish callbacks [] for security_group (6269e9b0-2ad4-4f64-9511-e04267a29128), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.683169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61a557f6-22ec-432d-8170-aeca80380b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6269e9b0-2ad4-4f64-9511-e04267a29128), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.686710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61a557f6-22ec-432d-8170-aeca80380b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:45.688120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-61a557f6-22ec-432d-8170-aeca80380b56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6269e9b0-2ad4-4f64-9511-e04267a29128 HTTP/1.1" status: 204 len: 168 time: 0.3462663 Jan 28 16:50:45.702400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a557f6-22ec-432d-8170-aeca80380b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6269e9b0-2ad4-4f64-9511-e04267a29128,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:45.930030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92ce8e2c-c1ca-43a4-b948-a7aa5838b20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:46.234249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab1e9-2c10-4027-b664-061d282572b8 req-5e58997d-51cd-4d12-8774-66dfea2d4e99 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:46.237788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d56ab1e9-2c10-4027-b664-061d282572b8 req-5e58997d-51cd-4d12-8774-66dfea2d4e99 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.2006335 Jan 28 16:50:46.257547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-164d99f8-ed63-4130-85b9-c10e6ba91e02 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:46.266819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-164d99f8-ed63-4130-85b9-c10e6ba91e02 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/networks?id=c712436e-34d0-4ebe-b0ba-79c4886a63e5 HTTP/1.1" status: 200 len: 807 time: 0.4291217 Jan 28 16:50:46.297675 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:50:46.313472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-dc0c809d-7e24-4e9f-b114-7de38cd626eb tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/quotas/3343640482714adb921d0ebd5672c128 HTTP/1.1" status: 200 len: 375 time: 0.0456703 Jan 28 16:50:46.416242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d56ab1e9-2c10-4027-b664-061d282572b8 req-f8105adb-6970-4ae7-8b93-c393bd973b4f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345463 Jan 28 16:50:46.474238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-abd06652-fb80-4363-a5a5-01c42eb307a0 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3343640482714adb921d0ebd5672c128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1594908 Jan 28 16:50:46.715689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-fe02cc70-e522-4c67-8b81-6a64adf67026 service neutron] 10.222.0.25 "GET /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405586 Jan 28 16:50:46.963425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-356b843d-add9-4cfe-83a6-c077db20592e req-5b0f22d4-025b-421c-bf15-34b960873706 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.2467206 Jan 28 16:50:47.106195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-c305da60-ced9-4fff-b05e-5077e91703ca service neutron] 10.222.0.25 "GET /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825436 Jan 28 16:50:47.483301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c6f7e89-305e-4297-bae6-8d2baa166985 req-b8f3e277-8293-4faa-930d-90c1a85c1366 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 210 time: 0.0529435 Jan 28 16:50:47.880366 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64ede1c8-f263-4547-a427-d75d2e1438a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:47.880883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230f43-848a-4fdf-ac80-e4d261622dca req-8033a4f1-990e-4a46-ac12-9b71fdb45bea tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:47.891064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de230f43-848a-4fdf-ac80-e4d261622dca req-8033a4f1-990e-4a46-ac12-9b71fdb45bea tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.3075471 Jan 28 16:50:48.058137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de230f43-848a-4fdf-ac80-e4d261622dca req-729bdb2c-6328-4d25-a399-c2d10e487ef9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640720 Jan 28 16:50:48.183898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84f243b5-0eb5-44af-b4af-cfd305ff46b4 req-836b22fc-116f-401b-abd0-285f79b392cf tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0529733 Jan 28 16:50:48.693623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d57da4e5-af8f-4eaf-b22a-af822dd40416 req-7982a23d-9a48-473a-97ff-c5723b98848d tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 210 time: 0.0512292 Jan 28 16:50:49.368556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:49.385369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-f0cdcfb2-5617-413b-ab43-17a49dbfbe40 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:49.387737 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-f0cdcfb2-5617-413b-ab43-17a49dbfbe40 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.31 "GET /v2.0/networks?id=c712436e-34d0-4ebe-b0ba-79c4886a63e5 HTTP/1.1" status: 200 len: 807 time: 0.1752300 Jan 28 16:50:49.400601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Request body: {'port': {'device_id': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5', 'admin_state_up': True, 'tenant_id': '3343640482714adb921d0ebd5672c128'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:49.453094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b4a11c0-a35a-4fdf-9d8a-362005e8008a req-9b43b998-dac3-4c69-b3e2-640333bb788a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0926328 Jan 28 16:50:49.524008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1617c3-2d61-4c01-bda6-35cb9dca2591 req-948b5d71-ec09-49ab-af08-a2a108a1626e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:49.532909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc1617c3-2d61-4c01-bda6-35cb9dca2591 req-948b5d71-ec09-49ab-af08-a2a108a1626e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.2793434 Jan 28 16:50:49.613724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc1617c3-2d61-4c01-bda6-35cb9dca2591 req-297cb428-8064-4b2d-8ca6-6cf9ad8e7e99 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733826 Jan 28 16:50:49.652734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Made reservation on behalf of 3343640482714adb921d0ebd5672c128 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:50:49.658078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:49.993645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47788857-576e-4711-acdc-be5bde551d42 req-646e7e40-3a11-4f2c-969a-1363d44bef18 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 210 time: 0.1225979 Jan 28 16:50:50.098594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Allocated IP 172.20.0.11 (c712436e-34d0-4ebe-b0ba-79c4886a63e5/30470c45-61d2-43b7-ad7a-69485005f7f1/85361f53-74eb-434b-a1c5-e287fa1b0be4) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:50:50.450830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks [] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:50.518501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:50.634850 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:50.680586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Network c712436e-34d0-4ebe-b0ba-79c4886a63e5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:50:50.698439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:50:50.713750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:50:50.727250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2dc38ea-d2b8-47df-9746-ef35074cadf8 req-b40f4924-18fc-4504-b656-4cc8bd5401b6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1183116 Jan 28 16:50:50.813662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Pushing event updated for resources: {'Port': ['ID=85361f53-74eb-434b-a1c5-e287fa1b0be4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:50.869315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:50.870522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:50.896764 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-b19ac6c4-44c4-4b18-8f3d-f5cd15a89356 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5002954 Jan 28 16:50:50.898295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d2e9-3e93-42da-b58a-a7ca2f52dfe2 req-afcc259b-af65-4bf2-9df7-7b3474a393f2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:50.901603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71c8d2e9-3e93-42da-b58a-a7ca2f52dfe2 req-afcc259b-af65-4bf2-9df7-7b3474a393f2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1274495 Jan 28 16:50:50.909408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-0634e597-1467-462b-a0dc-94ba3858ef8c tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:50:50.911570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-0634e597-1467-462b-a0dc-94ba3858ef8c tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076203 Jan 28 16:50:50.993304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71c8d2e9-3e93-42da-b58a-a7ca2f52dfe2 req-3d3bb3ad-b9d3-4ca0-a869-3ba0b0008a4f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875666 Jan 28 16:50:51.017463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54462) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:51.179568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Request body: {'port': {'device_id': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:51.262129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500caa6-addc-4877-b9a5-6cd9fbcfad72 req-3355b99e-83db-45f7-b947-3e20dcd9a33a tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:51.270890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1500caa6-addc-4877-b9a5-6cd9fbcfad72 req-3355b99e-83db-45f7-b947-3e20dcd9a33a tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 932 time: 0.1538267 Jan 28 16:50:51.346785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1500caa6-addc-4877-b9a5-6cd9fbcfad72 req-ad95daa1-d063-4890-ba97-a08f23e78610 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Jan 28 16:50:51.350985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.375472 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d74bc94-7f8a-48b0-9edd-656927d96fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.500889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d74bc94-7f8a-48b0-9edd-656927d96fba admin admin] Publish callbacks [] for security_group (3d027c0c-5399-44a0-adb7-91a3fcc009ea), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.505782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d74bc94-7f8a-48b0-9edd-656927d96fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3d027c0c-5399-44a0-adb7-91a3fcc009ea), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.539327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74bc94-7f8a-48b0-9edd-656927d96fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d027c0c-5399-44a0-adb7-91a3fcc009ea,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:51.590115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2d74bc94-7f8a-48b0-9edd-656927d96fba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b02c65ced9b84d37a5488a2452510f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5706973 Jan 28 16:50:51.592464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:51.701062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6aa83ca9-7565-492d-a91b-a7a244b79407 admin admin] Publish callbacks [] for security_group (3d027c0c-5399-44a0-adb7-91a3fcc009ea), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.767463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6aa83ca9-7565-492d-a91b-a7a244b79407 admin admin] Publish callbacks [] for security_group (3d027c0c-5399-44a0-adb7-91a3fcc009ea), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.795307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.860298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6aa83ca9-7565-492d-a91b-a7a244b79407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3d027c0c-5399-44a0-adb7-91a3fcc009ea), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.863628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6aa83ca9-7565-492d-a91b-a7a244b79407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.865157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6aa83ca9-7565-492d-a91b-a7a244b79407 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d027c0c-5399-44a0-adb7-91a3fcc009ea HTTP/1.1" status: 204 len: 168 time: 0.2715368 Jan 28 16:50:51.883954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa83ca9-7565-492d-a91b-a7a244b79407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d027c0c-5399-44a0-adb7-91a3fcc009ea,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:51.940190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85361f53-74eb-434b-a1c5-e287fa1b0be4 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:50:51.957629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Publish callbacks [] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:51.972436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d78accd-87db-4e8d-9a08-d8991e439577 req-a29985c8-620f-4482-9bd8-1c8c352d6430 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0567052 Jan 28 16:50:51.980549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Transition to ACTIVE for port object 85361f53-74eb-434b-a1c5-e287fa1b0be4 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:50:51.990207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:52.085598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Pushing event updated for resources: {'Port': ['ID=85361f53-74eb-434b-a1c5-e287fa1b0be4,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:52.303352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Attempting to bind port 85361f53-74eb-434b-a1c5-e287fa1b0be4 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:50:52.303707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Attempting to bind port 85361f53-74eb-434b-a1c5-e287fa1b0be4 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '32c62c7a-ec69-4f2f-aad4-a6ea0005d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:50:52.304023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Attempting to bind port 85361f53-74eb-434b-a1c5-e287fa1b0be4 on network c712436e-34d0-4ebe-b0ba-79c4886a63e5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:50:52.323051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Port 85361f53-74eb-434b-a1c5-e287fa1b0be4 on network c712436e-34d0-4ebe-b0ba-79c4886a63e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:50:52.323393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Attempting to bind port 85361f53-74eb-434b-a1c5-e287fa1b0be4 on network c712436e-34d0-4ebe-b0ba-79c4886a63e5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:50:52.343623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:50:52.344186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Checking segment: {'id': '32c62c7a-ec69-4f2f-aad4-a6ea0005d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:50:52.344772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Bound using segment: {'id': '32c62c7a-ec69-4f2f-aad4-a6ea0005d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:50:52.345399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Bound port: 85361f53-74eb-434b-a1c5-e287fa1b0be4, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c62c7a-ec69-4f2f-aad4-a6ea0005d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:50:52.345935 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:52.360986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530dabf-a326-4abe-ac0a-4dc27531fc76 req-0744e677-1ca0-4d0c-bdff-3327d53a4390 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:52.373284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8530dabf-a326-4abe-ac0a-4dc27531fc76 req-0744e677-1ca0-4d0c-bdff-3327d53a4390 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1794999 Jan 28 16:50:52.476027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] For port 85361f53-74eb-434b-a1c5-e287fa1b0be4, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:50:52.488922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] For port 85361f53-74eb-434b-a1c5-e287fa1b0be4, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4,segment=NetworkSegment(32c62c7a-ec69-4f2f-aad4-a6ea0005d607),segment_id=32c62c7a-ec69-4f2f-aad4-a6ea0005d607)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:50:52.501759 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:52.538534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8530dabf-a326-4abe-ac0a-4dc27531fc76 req-5ece20ed-b9da-4257-b49d-8e62b07c17a3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630142 Jan 28 16:50:52.578148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:52.578776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:52.580415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] 10.222.0.31 "PUT /v2.0/ports/85361f53-74eb-434b-a1c5-e287fa1b0be4 HTTP/1.1" status: 200 len: 1093 time: 1.6614628 Jan 28 16:50:52.593941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'tag': '85361f53-74eb-434b-a1c5-e287fa1b0be4'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:52.596585 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc63f9da-a0c9-4e23-81f2-d7701017d636" -d '{"events": [{"name": "network-changed", "server_uuid": "50a253f8-59ca-44c6-a5ca-5b9adc60996c", "tag": "85361f53-74eb-434b-a1c5-e287fa1b0be4"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:52.712121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370f7d-e8f6-4e3b-8639-c27399d5b71f req-ada7294d-5902-40ee-9055-13d7d1d2cac5 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:52.715289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38370f7d-e8f6-4e3b-8639-c27399d5b71f req-ada7294d-5902-40ee-9055-13d7d1d2cac5 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 944 time: 0.2075911 Jan 28 16:50:52.757493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:52.778263 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed47695e-217c-4dbc-b44f-e5e671f2192c x-openstack-request-id: req-ed47695e-217c-4dbc-b44f-e5e671f2192c {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:52.778613 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a253f8-59ca-44c6-a5ca-5b9adc60996c", "tag": "85361f53-74eb-434b-a1c5-e287fa1b0be4", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:52.778802 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed47695e-217c-4dbc-b44f-e5e671f2192c {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:52.779434 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'tag': '85361f53-74eb-434b-a1c5-e287fa1b0be4', 'status': 'completed', 'code': 200} Jan 28 16:50:52.798820 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-682e2f07-62db-43ed-841e-fbb73435176f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:52.817084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48027b66-3aba-4aac-a5e1-10d8da1e8497 service neutron] Pushing event updated for resources: {'Port': ['ID=85361f53-74eb-434b-a1c5-e287fa1b0be4,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:52.824922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38370f7d-e8f6-4e3b-8639-c27399d5b71f req-cc60a78b-fe3a-4d68-8fc9-1d853940aed7 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947225 Jan 28 16:50:52.840060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-7c646624-d00a-481f-96a2-9e3a85daed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:52.844110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-7c646624-d00a-481f-96a2-9e3a85daed40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3343640482714adb921d0ebd5672c128&device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 1127 time: 0.1825352 Jan 28 16:50:52.947236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-05f8273f-fac5-48b1-9d4b-dbe4fbd3a2e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4 HTTP/1.1" status: 200 len: 217 time: 0.0957489 Jan 28 16:50:53.002740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-682e2f07-62db-43ed-841e-fbb73435176f admin admin] Publish callbacks [] for security_group (dc91a78a-7c58-4d93-a221-d75a42f06c37), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:53.013714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-682e2f07-62db-43ed-841e-fbb73435176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc91a78a-7c58-4d93-a221-d75a42f06c37), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:53.015400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-fa8d2844-e0ae-4fa5-915d-a40c114e06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:53.017228 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-fa8d2844-e0ae-4fa5-915d-a40c114e06a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30470c45-61d2-43b7-ad7a-69485005f7f1 HTTP/1.1" status: 200 len: 847 time: 0.0642729 Jan 28 16:50:53.081247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-21fca425-212c-410c-bc60-129ac2db87b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c712436e-34d0-4ebe-b0ba-79c4886a63e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575695 Jan 28 16:50:53.093175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e2f07-62db-43ed-841e-fbb73435176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91a78a-7c58-4d93-a221-d75a42f06c37,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:53.099200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-682e2f07-62db-43ed-841e-fbb73435176f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fb81772bb4d43f2ae46488d234c56dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400569 Jan 28 16:50:53.102205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:53.275475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c0f7d1c-9718-4e1e-82bb-039f436fe859 req-4f64316e-fd4f-41a5-89b1-940c9273b19f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0695922 Jan 28 16:50:53.279191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59143d6-4f23-4d2c-9ff9-d396f25c0bda admin admin] Publish callbacks [] for security_group (dc91a78a-7c58-4d93-a221-d75a42f06c37), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:53.303933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-6f14e001-abfb-4bbc-8677-ec8b234844e2 service neutron] 10.222.0.31 "GET /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154722 Jan 28 16:50:53.311561 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59143d6-4f23-4d2c-9ff9-d396f25c0bda admin admin] Publish callbacks [] for security_group (dc91a78a-7c58-4d93-a221-d75a42f06c37), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:53.376139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59143d6-4f23-4d2c-9ff9-d396f25c0bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc91a78a-7c58-4d93-a221-d75a42f06c37), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:53.380335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f59143d6-4f23-4d2c-9ff9-d396f25c0bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:53.394263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f59143d6-4f23-4d2c-9ff9-d396f25c0bda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc91a78a-7c58-4d93-a221-d75a42f06c37 HTTP/1.1" status: 204 len: 168 time: 0.2899907 Jan 28 16:50:53.405564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59143d6-4f23-4d2c-9ff9-d396f25c0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91a78a-7c58-4d93-a221-d75a42f06c37,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:53.479384 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4f1fed4-e372-412d-8492-1dfdb3cc8483 req-782bda44-7c25-4838-b9a1-2a888dc2d06e service neutron] 10.222.0.31 "GET /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638761 Jan 28 16:50:53.631614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-67738ab9-9475-411a-96a9-f7198441bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:53.637482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-67738ab9-9475-411a-96a9-f7198441bb5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3343640482714adb921d0ebd5672c128&device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 1127 time: 0.0979738 Jan 28 16:50:53.791412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac709b34-eba5-4972-b04e-cc0479dd4471 req-9cb735a1-2d39-4daf-9364-1a4a2988fd8c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:53.796060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac709b34-eba5-4972-b04e-cc0479dd4471 req-9cb735a1-2d39-4daf-9364-1a4a2988fd8c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1386240 Jan 28 16:50:53.819205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-1e2be1df-42f0-4704-9671-4bce1305c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:53.823798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-1e2be1df-42f0-4704-9671-4bce1305c26e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c712436e-34d0-4ebe-b0ba-79c4886a63e5 HTTP/1.1" status: 200 len: 908 time: 0.1777763 Jan 28 16:50:53.909646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac709b34-eba5-4972-b04e-cc0479dd4471 req-3aac3c52-ae57-4ed4-af4b-3fbf83e94221 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043155 Jan 28 16:50:53.947661 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-7c070c24-a6fb-4e8a-85f4-887ef1eeb34a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4 HTTP/1.1" status: 200 len: 217 time: 0.1155243 Jan 28 16:50:54.006967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-6b5084db-3e05-4516-aafa-c5bc3428cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:54.009103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-6b5084db-3e05-4516-aafa-c5bc3428cc31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30470c45-61d2-43b7-ad7a-69485005f7f1 HTTP/1.1" status: 200 len: 847 time: 0.0548713 Jan 28 16:50:54.055753 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-e5dec836-ec0a-4430-9a44-3b8da6d77e50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c712436e-34d0-4ebe-b0ba-79c4886a63e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374043 Jan 28 16:50:54.075637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d54d8-1c91-4e9c-ad7b-c43d5b06e54d req-ad5af5e2-da3b-473c-af70-755158e406eb tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:54.077480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc2d54d8-1c91-4e9c-ad7b-c43d5b06e54d req-ad5af5e2-da3b-473c-af70-755158e406eb tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 944 time: 0.1300540 Jan 28 16:50:54.166148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc2d54d8-1c91-4e9c-ad7b-c43d5b06e54d req-0ec66dc7-78f7-49d4-b4ed-d7a205c25b7a tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829830 Jan 28 16:50:54.257121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-c75ca3df-c862-4c69-a0b3-2d4d7c91d234 service neutron] 10.222.0.31 "GET /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937151 Jan 28 16:50:54.508137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cc63f9da-a0c9-4e23-81f2-d7701017d636 req-f0908708-0f1f-415d-b96c-fcfd98f26448 service neutron] 10.222.0.31 "GET /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447345 Jan 28 16:50:54.512508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b89c5a8d-06ef-4014-8740-f0be431bbeb1 req-8e1a7979-fdd0-43f4-a154-118ced7cf246 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0576324 Jan 28 16:50:55.110613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-79f4-4d4b-8816-3641be083423 req-f0eaef5b-d018-412b-b51e-87109fd96e6c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:55.129375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb39b557-79f4-4d4b-8816-3641be083423 req-f0eaef5b-d018-412b-b51e-87109fd96e6c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1153643 Jan 28 16:50:55.225033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb39b557-79f4-4d4b-8816-3641be083423 req-3cc180b6-253a-4136-9505-663461435130 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933321 Jan 28 16:50:55.407791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66cb50-bee0-41e8-8bf7-be85ad1ef42a req-bdb442ff-99e6-441c-89a3-41ed925957b4 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:55.418447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a66cb50-bee0-41e8-8bf7-be85ad1ef42a req-bdb442ff-99e6-441c-89a3-41ed925957b4 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 944 time: 0.0917342 Jan 28 16:50:55.486245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a66cb50-bee0-41e8-8bf7-be85ad1ef42a req-9e759aa5-5e1f-45da-841b-c599b6ad77db tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668693 Jan 28 16:50:55.696340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e96f81dc-6a42-47a2-a994-3209bf11c264 req-beeef546-a14e-4a15-86f9-b06c269a4fef tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0503216 Jan 28 16:50:55.711273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54706) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:55.869322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e8f643a3-8562-4d41-91e4-f8a6037a8dc6 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-602928190'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:55.869954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e8f643a3-8562-4d41-91e4-f8a6037a8dc6 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Unknown quota resources ['metering_label']. {{(pid=103093) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:50:56.165346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85361f53-74eb-434b-a1c5-e287fa1b0be4 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:50:56.294754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 85361f53-74eb-434b-a1c5-e287fa1b0be4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4,segment=NetworkSegment(32c62c7a-ec69-4f2f-aad4-a6ea0005d607),segment_id=32c62c7a-ec69-4f2f-aad4-a6ea0005d607)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:56.314909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '85361f53-74eb-434b-a1c5-e287fa1b0be4', 'network_id': 'c712436e-34d0-4ebe-b0ba-79c4886a63e5', 'port_id': '85361f53-74eb-434b-a1c5-e287fa1b0be4', 'mac_address': 'fa:16:3e:de:3f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30470c45-61d2-43b7-ad7a-69485005f7f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:50:56.359426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 85361f53-74eb-434b-a1c5-e287fa1b0be4 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:56.359952 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:56.380254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85361f53-74eb-434b-a1c5-e287fa1b0be4 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:50:56.407580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 85361f53-74eb-434b-a1c5-e287fa1b0be4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4,segment=NetworkSegment(32c62c7a-ec69-4f2f-aad4-a6ea0005d607),segment_id=32c62c7a-ec69-4f2f-aad4-a6ea0005d607)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:56.413299 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:56.452910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8f643a3-8562-4d41-91e4-f8a6037a8dc6 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:56.455881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8f643a3-8562-4d41-91e4-f8a6037a8dc6 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7419059 Jan 28 16:50:56.457276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54754) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:56.463233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b737fd33-c20e-4b94-955c-512a05df0833 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '951576c1-ba36-4aee-b2a1-4e158f6ed316'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:56.464043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b737fd33-c20e-4b94-955c-512a05df0833 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:50:56.481875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=85361f53-74eb-434b-a1c5-e287fa1b0be4,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:56.495044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57302f8-6fe2-4e7c-a344-687bbff87a9a req-d19c0b81-9fdf-4778-8ec0-562f9304b256 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:56.496689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a57302f8-6fe2-4e7c-a344-687bbff87a9a req-d19c0b81-9fdf-4778-8ec0-562f9304b256 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1500976 Jan 28 16:50:56.558622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a57302f8-6fe2-4e7c-a344-687bbff87a9a req-b31bf2d6-3127-477e-aede-e38326adbcf2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540087 Jan 28 16:50:56.587896 n-d-812111-13 neutron-server[103094]: WARNING neutron.services.metering.metering_plugin [None req-b737fd33-c20e-4b94-955c-512a05df0833 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 16:50:56.620438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85361f53-74eb-434b-a1c5-e287fa1b0be4'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:50:56.699567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81217d0-ad6e-4ef7-b6ba-d157963270ed req-105a2462-b560-4a8b-93d2-a065d3c93797 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:56.707928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f81217d0-ad6e-4ef7-b6ba-d157963270ed req-105a2462-b560-4a8b-93d2-a065d3c93797 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 945 time: 0.1077948 Jan 28 16:50:56.762351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b737fd33-c20e-4b94-955c-512a05df0833 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:56.767036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b737fd33-c20e-4b94-955c-512a05df0833 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3078418 Jan 28 16:50:56.767824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54774) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:56.773320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0af357b5-b2a8-41db-aeb8-b605582fac55 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '951576c1-ba36-4aee-b2a1-4e158f6ed316'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:56.774060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0af357b5-b2a8-41db-aeb8-b605582fac55 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:50:56.831247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f81217d0-ad6e-4ef7-b6ba-d157963270ed req-8b12b3a3-1a3a-4678-a929-5e9c0e5dd64e tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145451 Jan 28 16:50:56.842417 n-d-812111-13 neutron-server[103094]: WARNING neutron.services.metering.metering_plugin [None req-0af357b5-b2a8-41db-aeb8-b605582fac55 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 16:50:56.875602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1db087c-8e5d-40c8-9b40-d111a6144b27 req-edcbc46b-70d8-4c5b-931e-d127867d4b1e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0430715 Jan 28 16:50:56.930927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0af357b5-b2a8-41db-aeb8-b605582fac55 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:56.933201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0af357b5-b2a8-41db-aeb8-b605582fac55 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1642425 Jan 28 16:50:56.934861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:56.946646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-585f98f0-acfe-4f2a-8684-07ff32c30cf4 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=261d612e-a7cc-45f8-bfcc-67cc4b2e2a4b HTTP/1.1" status: 200 len: 462 time: 0.0105591 Jan 28 16:50:56.949339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54780) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.082450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7099901d-3282-4439-9dd2-9ecbaba7343c tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.083576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7099901d-3282-4439-9dd2-9ecbaba7343c tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/261d612e-a7cc-45f8-bfcc-67cc4b2e2a4b HTTP/1.1" status: 204 len: 168 time: 0.1332746 Jan 28 16:50:57.086908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.092607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.099106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a2186a1-e971-4803-9083-2a6d8e3f9510 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=261d612e-a7cc-45f8-bfcc-67cc4b2e2a4b HTTP/1.1" status: 200 len: 221 time: 0.0078835 Jan 28 16:50:57.099315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.104022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6c5e539f-d16a-4d7b-a509-59325f85ddc8 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--785922560', 'description': 'label created by tempest'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:57.104396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6c5e539f-d16a-4d7b-a509-59325f85ddc8 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Unknown quota resources ['metering_label']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:50:57.283111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d990346-9369-4aa7-9e1c-999075be531f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.321875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c5e539f-d16a-4d7b-a509-59325f85ddc8 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.323038 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c5e539f-d16a-4d7b-a509-59325f85ddc8 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2228811 Jan 28 16:50:57.326029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.394808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d990346-9369-4aa7-9e1c-999075be531f admin admin] Publish callbacks [] for security_group (5883bf80-c4a7-4f51-9feb-c9c9906dd550), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.399318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d990346-9369-4aa7-9e1c-999075be531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5883bf80-c4a7-4f51-9feb-c9c9906dd550), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.405996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6b6899a3-b702-4b04-9fee-da72e9310b50 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=167dcaf3-10d8-4333-8332-4e9071823858 HTTP/1.1" status: 200 len: 467 time: 0.0785928 Jan 28 16:50:57.406582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.441652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4d990346-9369-4aa7-9e1c-999075be531f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d802650a85804d56ae4a064be54b2092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3456535 Jan 28 16:50:57.441652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d990346-9369-4aa7-9e1c-999075be531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5883bf80-c4a7-4f51-9feb-c9c9906dd550,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:57.442674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54796) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.497532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afe9859a-64a4-4788-b7ea-558bd2fc526f admin admin] Publish callbacks [] for security_group (5883bf80-c4a7-4f51-9feb-c9c9906dd550), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.520336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afe9859a-64a4-4788-b7ea-558bd2fc526f admin admin] Publish callbacks [] for security_group (5883bf80-c4a7-4f51-9feb-c9c9906dd550), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.571723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afe9859a-64a4-4788-b7ea-558bd2fc526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5883bf80-c4a7-4f51-9feb-c9c9906dd550), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.575967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afe9859a-64a4-4788-b7ea-558bd2fc526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.579495 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-afe9859a-64a4-4788-b7ea-558bd2fc526f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5883bf80-c4a7-4f51-9feb-c9c9906dd550 HTTP/1.1" status: 204 len: 168 time: 0.1338823 Jan 28 16:50:57.589913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddacae13-7ff2-4af1-bc8b-a6bf9e52e0e9 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.591292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ddacae13-7ff2-4af1-bc8b-a6bf9e52e0e9 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/167dcaf3-10d8-4333-8332-4e9071823858 HTTP/1.1" status: 204 len: 168 time: 0.1838214 Jan 28 16:50:57.594254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54802) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.601378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9859a-64a4-4788-b7ea-558bd2fc526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883bf80-c4a7-4f51-9feb-c9c9906dd550,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:57.613319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e06b77bf-0d29-47bf-bfe5-950db48f9ab8 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=167dcaf3-10d8-4333-8332-4e9071823858 HTTP/1.1" status: 200 len: 216 time: 0.0178301 Jan 28 16:50:57.613875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54804) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.628398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.629524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-83c086ac-f52f-486d-b856-64220aae97e7 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144012 Jan 28 16:50:57.649262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7badaf14-c5e9-4818-8944-83e0bd71bc68 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0167134 Jan 28 16:50:57.650129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.709470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3455589a-7bed-4041-bb1a-e2286609d6dc tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/951576c1-ba36-4aee-b2a1-4e158f6ed316 HTTP/1.1" status: 200 len: 472 time: 0.0582116 Jan 28 16:50:57.712963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.731973 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6feec478-2369-49b0-bb4e-a33cf6d2f7ac tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/0eb1ae34-4b6c-4cff-9161-6df0fbbac8e7 HTTP/1.1" status: 200 len: 459 time: 0.0174885 Jan 28 16:50:57.732649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:57.770759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5e3fc-7910-42b4-b257-363e07cb0d93 req-0c12056b-82be-4937-ac9f-f83213bf368d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:57.772365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60d5e3fc-7910-42b4-b257-363e07cb0d93 req-0c12056b-82be-4937-ac9f-f83213bf368d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.0656073 Jan 28 16:50:57.827978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60d5e3fc-7910-42b4-b257-363e07cb0d93 req-9684bf5a-e828-4613-a3c7-e1384374d6db tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491126 Jan 28 16:50:57.865048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2863-24ff-41c1-b727-fc5bc9ddb935 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:57.868960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4b2c2863-24ff-41c1-b727-fc5bc9ddb935 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/0eb1ae34-4b6c-4cff-9161-6df0fbbac8e7 HTTP/1.1" status: 204 len: 168 time: 0.1325665 Jan 28 16:50:57.869288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54818) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:58.085294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fddc68f-3cfa-400f-a481-1c4fbc9f6d12 req-b655d9de-57ef-4643-94f5-011dbabf182e tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0834730 Jan 28 16:50:58.156897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14421e-d1a4-4250-bc4f-854c357597fa req-e04d4491-b7df-4a34-ad63-91793953be15 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:58.161254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c14421e-d1a4-4250-bc4f-854c357597fa req-e04d4491-b7df-4a34-ad63-91793953be15 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 945 time: 0.2226956 Jan 28 16:50:58.166593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e92b2664-b7fe-40a9-8e34-1756e59fc582 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.170851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e92b2664-b7fe-40a9-8e34-1756e59fc582 tempest-MeteringIpV6TestJSON-1631634407 tempest-MeteringIpV6TestJSON-1631634407-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/951576c1-ba36-4aee-b2a1-4e158f6ed316 HTTP/1.1" status: 204 len: 168 time: 0.2987862 Jan 28 16:50:58.174430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85361f53-74eb-434b-a1c5-e287fa1b0be4 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:50:58.232224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c14421e-d1a4-4250-bc4f-854c357597fa req-6d412da8-e8de-4330-a51f-30fec2db8c97 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619178 Jan 28 16:50:58.254950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 85361f53-74eb-434b-a1c5-e287fa1b0be4 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:50:58.273519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 85361f53-74eb-434b-a1c5-e287fa1b0be4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:50:58.274264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.379563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 85361f53-74eb-434b-a1c5-e287fa1b0be4 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:50:58.380054 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.415644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 85361f53-74eb-434b-a1c5-e287fa1b0be4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4,segment=NetworkSegment(32c62c7a-ec69-4f2f-aad4-a6ea0005d607),segment_id=32c62c7a-ec69-4f2f-aad4-a6ea0005d607)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:50:58.416715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85361f53-74eb-434b-a1c5-e287fa1b0be4'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:50:58.419434 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b832d13-f454-4c5b-870f-3d298a5b051d" -d '{"events": [{"server_uuid": "50a253f8-59ca-44c6-a5ca-5b9adc60996c", "name": "network-vif-plugged", "status": "completed", "tag": "85361f53-74eb-434b-a1c5-e287fa1b0be4"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:50:58.424298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.479380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54844) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:58.486195 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b1f4f-40d8-4675-9306-557a84ba7645 x-openstack-request-id: req-0b0b1f4f-40d8-4675-9306-557a84ba7645 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:50:58.486549 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a253f8-59ca-44c6-a5ca-5b9adc60996c", "name": "network-vif-plugged", "status": "completed", "tag": "85361f53-74eb-434b-a1c5-e287fa1b0be4", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:50:58.487264 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b0b1f4f-40d8-4675-9306-557a84ba7645 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:50:58.487671 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85361f53-74eb-434b-a1c5-e287fa1b0be4', 'code': 200} Jan 28 16:50:58.492355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=85361f53-74eb-434b-a1c5-e287fa1b0be4,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:58.598138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a25e-328d-4793-b481-c38cc367d4e9 req-a5cb900d-6161-4655-b97d-2b5de67f37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:58.599748 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe50a25e-328d-4793-b481-c38cc367d4e9 req-a5cb900d-6161-4655-b97d-2b5de67f37cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 1129 time: 0.0520847 Jan 28 16:50:58.636128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b87f3e30-5aa5-4e50-957f-260009a6a39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.679165 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe50a25e-328d-4793-b481-c38cc367d4e9 req-c595925b-e9f3-4d6f-8d5d-abc86a21cd44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735435 Jan 28 16:50:58.740746 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b87f3e30-5aa5-4e50-957f-260009a6a39f admin admin] Publish callbacks [] for security_group (c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.745067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b87f3e30-5aa5-4e50-957f-260009a6a39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.773034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f3e30-5aa5-4e50-957f-260009a6a39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:58.801973 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b87f3e30-5aa5-4e50-957f-260009a6a39f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=034cc51e5f0f49678f15aa48de2418b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189175 Jan 28 16:50:58.802329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54858) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:58.854821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8b62b17-6933-47d7-b960-6c21baae9876 admin admin] Publish callbacks [] for security_group (c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.881635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8b62b17-6933-47d7-b960-6c21baae9876 admin admin] Publish callbacks [] for security_group (c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.970922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8b62b17-6933-47d7-b960-6c21baae9876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.973561 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8b62b17-6933-47d7-b960-6c21baae9876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:58.977121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8b62b17-6933-47d7-b960-6c21baae9876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de HTTP/1.1" status: 204 len: 168 time: 0.1713860 Jan 28 16:50:58.982614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351445a-6131-4817-b61a-b0831b2160da req-d8d2101d-104b-413c-85cb-9c0e0eb86de3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:58.984099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f351445a-6131-4817-b61a-b0831b2160da req-d8d2101d-104b-413c-85cb-9c0e0eb86de3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.0668664 Jan 28 16:50:58.998303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b62b17-6933-47d7-b960-6c21baae9876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7e73e-8fb4-49e4-a9fe-2929fe0c20de,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:59.049775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f351445a-6131-4817-b61a-b0831b2160da req-6709dc53-2417-45a2-95a9-cad107ae643a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577135 Jan 28 16:50:59.090223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54868) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:59.223968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8282a8c-c443-4af1-a7c8-848f4c6a886b req-c6101291-51a9-4d4e-9536-e3990d25173a tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0451465 Jan 28 16:50:59.378864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313fd66-20fa-4a63-be2d-b72311255d13 req-ca5e8d4e-39ec-4b41-9ca1-2966539118c5 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:50:59.380592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f313fd66-20fa-4a63-be2d-b72311255d13 req-ca5e8d4e-39ec-4b41-9ca1-2966539118c5 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 946 time: 0.0577381 Jan 28 16:50:59.390618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:50:59.435350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.443931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54878) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:59.458394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf99f-425d-477f-8ad9-4a1e7585bce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.463234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f313fd66-20fa-4a63-be2d-b72311255d13 req-3df361fe-5498-478c-9b7b-4a00106cc3bf tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756564 Jan 28 16:50:59.546193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.558966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf99f-425d-477f-8ad9-4a1e7585bce5 admin admin] Publish callbacks [] for security_group (1a9cefb1-141e-41ac-8176-6ba8e99693bb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.565437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf99f-425d-477f-8ad9-4a1e7585bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1a9cefb1-141e-41ac-8176-6ba8e99693bb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.613154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9aaf99f-425d-477f-8ad9-4a1e7585bce5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bb976b48b1b474da6a1cb465fb97dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679409 Jan 28 16:50:59.615284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf99f-425d-477f-8ad9-4a1e7585bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cefb1-141e-41ac-8176-6ba8e99693bb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:59.618044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54880) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:50:59.704750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Allocated IP 172.25.8.58 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/9d04836c-866e-481b-a3a4-c0021f234dbc) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:50:59.732344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e77dbfc6-0485-46db-82df-c3509d6d5e10 admin admin] Publish callbacks [] for security_group (1a9cefb1-141e-41ac-8176-6ba8e99693bb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.798939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e77dbfc6-0485-46db-82df-c3509d6d5e10 admin admin] Publish callbacks [] for security_group (1a9cefb1-141e-41ac-8176-6ba8e99693bb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.865455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.882942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e77dbfc6-0485-46db-82df-c3509d6d5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1a9cefb1-141e-41ac-8176-6ba8e99693bb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.885490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e77dbfc6-0485-46db-82df-c3509d6d5e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.888914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e77dbfc6-0485-46db-82df-c3509d6d5e10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a9cefb1-141e-41ac-8176-6ba8e99693bb HTTP/1.1" status: 204 len: 168 time: 0.2676756 Jan 28 16:50:59.907855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dbfc6-0485-46db-82df-c3509d6d5e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cefb1-141e-41ac-8176-6ba8e99693bb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:50:59.922743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:50:59.976943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:50:59.980096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:50:59.986877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:00.012447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Pushing event updated for resources: {'Port': ['ID=9d04836c-866e-481b-a3a4-c0021f234dbc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:00.132147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for floatingip (72926498-1838-4150-bc0d-d16cdef85550), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.214318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.261324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c30687-5f01-4e9f-b3e5-4b661839c55f req-c0c0b165-2519-40cd-aed6-4e30e37f574b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:00.263416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9c30687-5f01-4e9f-b3e5-4b661839c55f req-c0c0b165-2519-40cd-aed6-4e30e37f574b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1225519 Jan 28 16:51:00.384944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b6ddbb0-c910-4ef3-80f8-3a76bb633ffe req-3a67d3da-7750-41f2-8da4-e8fe1dfcc4e6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0639625 Jan 28 16:51:00.429033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9c30687-5f01-4e9f-b3e5-4b661839c55f req-1dbf1016-2d9e-4f0c-bd45-93bceb2b979a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348019 Jan 28 16:51:00.475941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.481185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.589897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Pushing event updated for resources: {'Port': ['ID=9d04836c-866e-481b-a3a4-c0021f234dbc,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:00.633071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (72926498-1838-4150-bc0d-d16cdef85550), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.648365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.649854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f9ca72ff-66f8-46bc-b87d-3bb87820a6ea tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5579562 Jan 28 16:51:00.652908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:00.658511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1772741969', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'fixed_ips': [{'ip_address': '172.25.8.58'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:00.658940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a11b5-79ff-4837-8296-d78feae92947 req-1d6ee1f0-6f3f-4553-82a1-9047c990ede8 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:00.660535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a8a11b5-79ff-4837-8296-d78feae92947 req-1d6ee1f0-6f3f-4553-82a1-9047c990ede8 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 946 time: 0.0916781 Jan 28 16:51:00.681863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Made reservation on behalf of ec0e6cf9971b498f94e65ab8c2e53ec8 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:00.684200 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.695726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.735136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a8a11b5-79ff-4837-8296-d78feae92947 req-a2c2a837-0061-4522-a0f9-377dc80b9ab2 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680161 Jan 28 16:51:00.795193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for security_group (1634c0cf-86a8-4509-963f-e1d353830acc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.803581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1634c0cf-86a8-4509-963f-e1d353830acc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:00.810601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] device_id is not set on port 47d35959-7632-4c03-8586-33a192256c52 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:51:00.902974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1634c0cf-86a8-4509-963f-e1d353830acc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:01.041678 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 16:51:01.042238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:51:01.067780 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c9b474e7-e7f2-4013-b80c-42d8af105d8b tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4131203 Jan 28 16:51:01.071305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:01.568166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e37f5d9-a1ba-4005-98ab-309ecdaedfa5 req-c3528cd7-d945-4fa2-ab46-6c45acbe98ac tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0412936 Jan 28 16:51:01.574919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54950) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:01.651783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Deleting port 9d04836c-866e-481b-a3a4-c0021f234dbc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:01.652249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:01.686816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329e20e-efd9-4289-922d-6676e9519947 req-a8f2e8ff-2528-414f-8dda-89843c2f1a3d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:01.694553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2329e20e-efd9-4289-922d-6676e9519947 req-a8f2e8ff-2528-414f-8dda-89843c2f1a3d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1363769 Jan 28 16:51:01.706757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-83acb2c8-ac59-4327-864b-bc20c0782475 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-856709317'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:01.707740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-83acb2c8-ac59-4327-864b-bc20c0782475 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Unknown quota resources ['metering_label']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:51:01.763085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2329e20e-efd9-4289-922d-6676e9519947 req-61b4cffb-22f8-4a87-9fdc-5cd96f757002 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620453 Jan 28 16:51:01.899180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83acb2c8-ac59-4327-864b-bc20c0782475 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:01.900353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-83acb2c8-ac59-4327-864b-bc20c0782475 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3240857 Jan 28 16:51:01.903280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54958) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:01.904177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:01.904508 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for floatingip (9d04836c-866e-481b-a3a4-c0021f234dbc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:01.909502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c719a31c-d09e-4104-b4ec-92675d353c36 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4e8e5f26-cf28-4542-87ff-b39523b39926'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:01.910753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c719a31c-d09e-4104-b4ec-92675d353c36 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103093) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:51:01.917988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Calling delete_port for 9d04836c-866e-481b-a3a4-c0021f234dbc owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:02.010567 n-d-812111-13 neutron-server[103093]: WARNING neutron.services.metering.metering_plugin [None req-c719a31c-d09e-4104-b4ec-92675d353c36 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 16:51:02.092067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9d04836c-866e-481b-a3a4-c0021f234dbc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.104115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c719a31c-d09e-4104-b4ec-92675d353c36 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.112691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c719a31c-d09e-4104-b4ec-92675d353c36 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2072201 Jan 28 16:51:02.116063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54964) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.121091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-eb329ec6-75f9-4a22-b1e3-8fd814ed5ade tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4e8e5f26-cf28-4542-87ff-b39523b39926'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:02.121816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-eb329ec6-75f9-4a22-b1e3-8fd814ed5ade tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103093) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:51:02.137081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d04836c-866e-481b-a3a4-c0021f234dbc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:02.189575 n-d-812111-13 neutron-server[103093]: WARNING neutron.services.metering.metering_plugin [None req-eb329ec6-75f9-4a22-b1e3-8fd814ed5ade tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 16:51:02.216803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks [] for floatingip (72926498-1838-4150-bc0d-d16cdef85550), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.219669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.221693 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55c98e6f-52fb-4f21-8180-fd9b5c49192a tempest-ExternalNetworksAdminNegativeTestJSON-383625251 tempest-ExternalNetworksAdminNegativeTestJSON-383625251-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/72926498-1838-4150-bc0d-d16cdef85550 HTTP/1.1" status: 204 len: 168 time: 1.1492808 Jan 28 16:51:02.284413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb329ec6-75f9-4a22-b1e3-8fd814ed5ade tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.289210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54972) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.289368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb329ec6-75f9-4a22-b1e3-8fd814ed5ade tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1718881 Jan 28 16:51:02.300943 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8e828cc-81dd-4594-8308-34e597a9ddce tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=1320ba09-0880-4fa7-9ace-2756bf386570 HTTP/1.1" status: 200 len: 464 time: 0.0102701 Jan 28 16:51:02.303270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.448688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-06bc9a31-2c88-4320-9324-620dfbbdd29a tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.450177 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-06bc9a31-2c88-4320-9324-620dfbbdd29a tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/1320ba09-0880-4fa7-9ace-2756bf386570 HTTP/1.1" status: 204 len: 168 time: 0.1450627 Jan 28 16:51:02.452974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54978) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.468657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3afbe4f4-6e6a-41f2-bc6f-a1a50a09de0e tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=1320ba09-0880-4fa7-9ace-2756bf386570 HTTP/1.1" status: 200 len: 221 time: 0.0110400 Jan 28 16:51:02.469498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54982) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.473768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0cc4d965-0113-4abd-9f2f-02ef1f5d4e15 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--897433694', 'description': 'label created by tempest'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:02.474239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0cc4d965-0113-4abd-9f2f-02ef1f5d4e15 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Unknown quota resources ['metering_label']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 16:51:02.557233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54986) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.699371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-195d1d42-e2d3-454b-92ab-eaa54d318cf5 req-00370414-d53e-4952-b3ae-548ba79ee015 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0383999 Jan 28 16:51:02.759646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d965-0113-4abd-9f2f-02ef1f5d4e15 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.762029 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0cc4d965-0113-4abd-9f2f-02ef1f5d4e15 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2915838 Jan 28 16:51:02.764954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.787939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b740-e732-4154-a195-c5ae2bfad7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.844909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-00b2f576-0ceb-44ad-ad28-797b95faf8b0 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=6ec2bf63-a8fc-4fa1-831a-ee4dfb41467d HTTP/1.1" status: 200 len: 467 time: 0.0784593 Jan 28 16:51:02.847994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55000) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.897311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b740-e732-4154-a195-c5ae2bfad7fb admin admin] Publish callbacks [] for security_group (37b8e1b0-f882-47df-b48f-8b0af2520ff0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.904324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b740-e732-4154-a195-c5ae2bfad7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (37b8e1b0-f882-47df-b48f-8b0af2520ff0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:02.937270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9e2b740-e732-4154-a195-c5ae2bfad7fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8e98be9b5fb4b97ae1c76aeaba640c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419926 Jan 28 16:51:02.938074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55004) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:02.965223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b740-e732-4154-a195-c5ae2bfad7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8e1b0-f882-47df-b48f-8b0af2520ff0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:03.432068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-170e4457-e9fb-4e34-b1c8-767c1b50ea7a tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.435535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-170e4457-e9fb-4e34-b1c8-767c1b50ea7a tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/6ec2bf63-a8fc-4fa1-831a-ee4dfb41467d HTTP/1.1" status: 204 len: 168 time: 0.5839062 Jan 28 16:51:03.436660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55006) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.444434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a8606-a17d-4e4e-96f6-0421151432e6 req-f605597d-8762-4572-a1ed-a63e6b48a92e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:03.445951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f87a8606-a17d-4e4e-96f6-0421151432e6 req-f605597d-8762-4572-a1ed-a63e6b48a92e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.5263634 Jan 28 16:51:03.453618 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a3511d2-0747-42f0-863f-a6f4d3681523 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=6ec2bf63-a8fc-4fa1-831a-ee4dfb41467d HTTP/1.1" status: 200 len: 216 time: 0.0115626 Jan 28 16:51:03.454015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55008) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.457938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22895e-ce02-4e4e-b884-866141515061 req-a620eb71-9ead-4da3-aae4-3b3b33b522b3 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:03.459493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc22895e-ce02-4e4e-b884-866141515061 req-a620eb71-9ead-4da3-aae4-3b3b33b522b3 tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 946 time: 0.5228992 Jan 28 16:51:03.467201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc072989-7605-4d8a-95f2-2e1758e28171 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088961 Jan 28 16:51:03.467613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55010) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.488006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea101fd5-60c9-41d5-9306-575a9ad77d44 admin admin] Publish callbacks [] for security_group (37b8e1b0-f882-47df-b48f-8b0af2520ff0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.506901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0d3f30d0-913c-4c14-8e38-996fce76e5b3 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0354328 Jan 28 16:51:03.507596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55012) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.543613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea101fd5-60c9-41d5-9306-575a9ad77d44 admin admin] Publish callbacks [] for security_group (37b8e1b0-f882-47df-b48f-8b0af2520ff0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.563136 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d181b2d0-e9a9-4cf6-8cee-ba0e55484430 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/4e8e5f26-cf28-4542-87ff-b39523b39926 HTTP/1.1" status: 200 len: 472 time: 0.0505457 Jan 28 16:51:03.563952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55014) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.577349 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8a6c4a0-e514-4d15-bcc6-ff49e8d2387a tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/0fda59a8-b430-4c08-958c-1cb42efc7def HTTP/1.1" status: 200 len: 461 time: 0.0091507 Jan 28 16:51:03.578037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55016) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.598948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f87a8606-a17d-4e4e-96f6-0421151432e6 req-7bc7429c-98fd-4424-a298-1c64b7941256 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337731 Jan 28 16:51:03.607417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc22895e-ce02-4e4e-b884-866141515061 req-989b5f01-d1ac-42ea-b5bf-22901e4dba5c tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7a1963-ca57-4382-850b-80d1a1dab3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294775 Jan 28 16:51:03.644914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea101fd5-60c9-41d5-9306-575a9ad77d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (37b8e1b0-f882-47df-b48f-8b0af2520ff0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.647420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea101fd5-60c9-41d5-9306-575a9ad77d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.648620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ea101fd5-60c9-41d5-9306-575a9ad77d44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37b8e1b0-f882-47df-b48f-8b0af2520ff0 HTTP/1.1" status: 204 len: 168 time: 0.7068479 Jan 28 16:51:03.658390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea101fd5-60c9-41d5-9306-575a9ad77d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8e1b0-f882-47df-b48f-8b0af2520ff0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:03.700628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9f19e866-9070-4bb5-af40-b1978d9385af tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.701876 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9f19e866-9070-4bb5-af40-b1978d9385af tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/0fda59a8-b430-4c08-958c-1cb42efc7def HTTP/1.1" status: 204 len: 168 time: 0.1225746 Jan 28 16:51:03.704544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55020) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:03.851169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc1ce9ef-c17e-40e1-82f3-eea0805daa64 req-c046f753-4722-4920-84ee-7957d6723277 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0785758 Jan 28 16:51:03.947210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de0a5116-4baf-4da4-80df-bbe2206e1ec7 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:03.950811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-de0a5116-4baf-4da4-80df-bbe2206e1ec7 tempest-MeteringTestJSON-480578149 tempest-MeteringTestJSON-480578149-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/4e8e5f26-cf28-4542-87ff-b39523b39926 HTTP/1.1" status: 204 len: 168 time: 0.2420843 Jan 28 16:51:04.121635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55028) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:04.174692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c077bbec-82f6-454a-aaaa-bb1ae30de84c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec0e6cf9971b498f94e65ab8c2e53ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518677 Jan 28 16:51:04.176191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55032) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:04.177866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-bc2e26a1-d302-4f31-b980-83878b8061ac tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:04.179376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-bc2e26a1-d302-4f31-b980-83878b8061ac tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.31 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 946 time: 0.0598445 Jan 28 16:51:04.233267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b2f269e-f8d5-4901-bf74-04d69f2e93aa admin admin] Publish callbacks [] for security_group (1634c0cf-86a8-4509-963f-e1d353830acc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.238354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55034) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:04.263735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b2f269e-f8d5-4901-bf74-04d69f2e93aa admin admin] Publish callbacks [] for security_group (1634c0cf-86a8-4509-963f-e1d353830acc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.294843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Deleting port 85361f53-74eb-434b-a1c5-e287fa1b0be4 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:04.295453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.317757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b2f269e-f8d5-4901-bf74-04d69f2e93aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1634c0cf-86a8-4509-963f-e1d353830acc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.322273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b2f269e-f8d5-4901-bf74-04d69f2e93aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.325137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5b2f269e-f8d5-4901-bf74-04d69f2e93aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1634c0cf-86a8-4509-963f-e1d353830acc HTTP/1.1" status: 204 len: 168 time: 0.1477158 Jan 28 16:51:04.335048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f269e-f8d5-4901-bf74-04d69f2e93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1634c0cf-86a8-4509-963f-e1d353830acc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:04.401966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] For port 85361f53-74eb-434b-a1c5-e287fa1b0be4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=85361f53-74eb-434b-a1c5-e287fa1b0be4,segment=NetworkSegment(32c62c7a-ec69-4f2f-aad4-a6ea0005d607),segment_id=32c62c7a-ec69-4f2f-aad4-a6ea0005d607)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:04.402381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.404805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7a55e7c-fc60-42b0-8ea7-8306b320409e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.417814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Calling delete_port for 85361f53-74eb-434b-a1c5-e287fa1b0be4 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:04.519670 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7a55e7c-fc60-42b0-8ea7-8306b320409e admin admin] Publish callbacks [] for security_group (0deb643d-cdf2-4969-950f-c19b23d2ba11), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.526064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b7a55e7c-fc60-42b0-8ea7-8306b320409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0deb643d-cdf2-4969-950f-c19b23d2ba11), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.576017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b7a55e7c-fc60-42b0-8ea7-8306b320409e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc09738d1bec41619919222805dd064f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341198 Jan 28 16:51:04.576017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a55e7c-fc60-42b0-8ea7-8306b320409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb643d-cdf2-4969-950f-c19b23d2ba11,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:04.577303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55042) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:04.638645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (85361f53-74eb-434b-a1c5-e287fa1b0be4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.650929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['85361f53-74eb-434b-a1c5-e287fa1b0be4'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:04.677519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Pushing event deleted for resources: {'Port': ['ID=85361f53-74eb-434b-a1c5-e287fa1b0be4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:04.683555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfa5b-c7a2-4a7c-a549-2dc241578604 admin admin] Publish callbacks [] for security_group (0deb643d-cdf2-4969-950f-c19b23d2ba11), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.719177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfa5b-c7a2-4a7c-a549-2dc241578604 admin admin] Publish callbacks [] for security_group (0deb643d-cdf2-4969-950f-c19b23d2ba11), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.760596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] No DVR routers for this DVR port 85361f53-74eb-434b-a1c5-e287fa1b0be4 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:51:04.763431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.767637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da4f9e59-f0ba-4f9d-9b5b-12ca67c5d65f req-5ff6c919-1e47-4bee-85fd-483c08639add tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.31 "DELETE /v2.0/ports/85361f53-74eb-434b-a1c5-e287fa1b0be4 HTTP/1.1" status: 204 len: 173 time: 0.5832031 Jan 28 16:51:04.770647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'name': 'network-vif-deleted', 'tag': '85361f53-74eb-434b-a1c5-e287fa1b0be4'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:04.775234 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f75f1-4a3b-41c0-b3e8-0fa3f5bb754c" -d '{"events": [{"server_uuid": "50a253f8-59ca-44c6-a5ca-5b9adc60996c", "name": "network-vif-deleted", "tag": "85361f53-74eb-434b-a1c5-e287fa1b0be4"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:04.843079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7850e45-800e-453b-bae0-4aa9f03995eb req-e5ec5203-e0b2-4b75-b0a9-e0f7eed1dbfa tempest-ServerTagsTestJSON-784798880 tempest-ServerTagsTestJSON-784798880-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a253f8-59ca-44c6-a5ca-5b9adc60996c HTTP/1.1" status: 200 len: 210 time: 0.0457938 Jan 28 16:51:04.851877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfa5b-c7a2-4a7c-a549-2dc241578604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0deb643d-cdf2-4969-950f-c19b23d2ba11), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.855542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfa5b-c7a2-4a7c-a549-2dc241578604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:04.856964 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ff5bfa5b-c7a2-4a7c-a549-2dc241578604 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0deb643d-cdf2-4969-950f-c19b23d2ba11 HTTP/1.1" status: 204 len: 168 time: 0.2784925 Jan 28 16:51:04.857911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92826a3e-18d4-4e48-9e01-f701c167ec4e req-c13bd737-7369-4903-bf6f-599cf8973006 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:04.873226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92826a3e-18d4-4e48-9e01-f701c167ec4e req-c13bd737-7369-4903-bf6f-599cf8973006 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1304870 Jan 28 16:51:04.889919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bfa5b-c7a2-4a7c-a549-2dc241578604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb643d-cdf2-4969-950f-c19b23d2ba11,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:04.933926 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e0658e-f416-425e-b152-89421ae72715 x-openstack-request-id: req-19e0658e-f416-425e-b152-89421ae72715 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:04.934249 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a253f8-59ca-44c6-a5ca-5b9adc60996c", "name": "network-vif-deleted", "tag": "85361f53-74eb-434b-a1c5-e287fa1b0be4", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:04.934496 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19e0658e-f416-425e-b152-89421ae72715 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:04.934964 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a253f8-59ca-44c6-a5ca-5b9adc60996c', 'name': 'network-vif-deleted', 'tag': '85361f53-74eb-434b-a1c5-e287fa1b0be4', 'status': 'completed', 'code': 200} Jan 28 16:51:04.991060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92826a3e-18d4-4e48-9e01-f701c167ec4e req-5eb53871-1561-44bf-9b71-129a2f2ba90c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145253 Jan 28 16:51:05.066585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09f22fde-ad39-4104-aa29-dcefc5097d5a req-434e7b8b-54c9-49eb-83c1-570e01672da6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0373294 Jan 28 16:51:05.227174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55070) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:05.241890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-15ac53ed-5203-4e1c-a48c-f88783f36f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.339827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-15ac53ed-5203-4e1c-a48c-f88783f36f9b admin admin] Publish callbacks [] for security_group (01c66cae-83bb-49d9-8c7e-4ffa56451838), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.344242 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-15ac53ed-5203-4e1c-a48c-f88783f36f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (01c66cae-83bb-49d9-8c7e-4ffa56451838), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.394596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-15ac53ed-5203-4e1c-a48c-f88783f36f9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd1c473e64cd4296b9abb1c7765e62ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662807 Jan 28 16:51:05.397314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55074) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:05.401734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac53ed-5203-4e1c-a48c-f88783f36f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c66cae-83bb-49d9-8c7e-4ffa56451838,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:05.463677 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b83761-5150-47e7-ba60-5366412479be admin admin] Publish callbacks [] for security_group (01c66cae-83bb-49d9-8c7e-4ffa56451838), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.486981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b83761-5150-47e7-ba60-5366412479be admin admin] Publish callbacks [] for security_group (01c66cae-83bb-49d9-8c7e-4ffa56451838), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.538264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b83761-5150-47e7-ba60-5366412479be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (01c66cae-83bb-49d9-8c7e-4ffa56451838), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.541052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b83761-5150-47e7-ba60-5366412479be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:05.544499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-80b83761-5150-47e7-ba60-5366412479be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01c66cae-83bb-49d9-8c7e-4ffa56451838 HTTP/1.1" status: 204 len: 168 time: 0.1439435 Jan 28 16:51:05.553899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b83761-5150-47e7-ba60-5366412479be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c66cae-83bb-49d9-8c7e-4ffa56451838,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:05.926181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55100) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:05.990383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Deleting subnet 30470c45-61d2-43b7-ad7a-69485005f7f1 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:51:05.996180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Publish callbacks [] for subnet (30470c45-61d2-43b7-ad7a-69485005f7f1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.022472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55106) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:06.087247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (30470c45-61d2-43b7-ad7a-69485005f7f1), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.195991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (30470c45-61d2-43b7-ad7a-69485005f7f1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.232611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2ab2-ba8c-4eaa-a71b-787ded0e2d8e req-e7a6192d-4b34-4ba1-8500-7d4aec835fb2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:06.240196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-661b2ab2-ba8c-4eaa-a71b-787ded0e2d8e req-e7a6192d-4b34-4ba1-8500-7d4aec835fb2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1224501 Jan 28 16:51:06.268928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-865166bc-2ca6-4c47-a718-cd23e28d2267 req-eba1fb17-7f25-4846-b75b-bc3dcfcae2db tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0696397 Jan 28 16:51:06.335906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-661b2ab2-ba8c-4eaa-a71b-787ded0e2d8e req-efd0e311-2ae0-4a64-b677-d42f7d26d972 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930011 Jan 28 16:51:06.366659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1691093783', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:06.368959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (30470c45-61d2-43b7-ad7a-69485005f7f1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.400467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30470c45-61d2-43b7-ad7a-69485005f7f1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:06.401352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Made reservation on behalf of 38e28c0eb6da482d9b8a7eea619f9ab2 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:06.406353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.407096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.414088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7abf354d-2e1a-4c59-b60b-487480912138 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30470c45-61d2-43b7-ad7a-69485005f7f1 HTTP/1.1" status: 204 len: 168 time: 0.4866731 Jan 28 16:51:06.414920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:06.421889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.490616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c712436e-34d0-4ebe-b0ba-79c4886a63e5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.536544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for security_group (e8124785-8453-489b-804e-859490b64eac), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.541882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e8124785-8453-489b-804e-859490b64eac), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.546744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] device_id is not set on port f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:51:06.588648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c712436e-34d0-4ebe-b0ba-79c4886a63e5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.596381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55124) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:06.617282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c712436e-34d0-4ebe-b0ba-79c4886a63e5']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:06.627600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c62c7a-ec69-4f2f-aad4-a6ea0005d607') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:06.627899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c62c7a-ec69-4f2f-aad4-a6ea0005d607') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:06.632942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8124785-8453-489b-804e-859490b64eac,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:06.638568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (32c62c7a-ec69-4f2f-aad4-a6ea0005d607), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.654650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (32c62c7a-ec69-4f2f-aad4-a6ea0005d607), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.661672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:51:06.662451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (32c62c7a-ec69-4f2f-aad4-a6ea0005d607), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:51:06.664409 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:51:06.695572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Allocated IP 172.25.8.34 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:06.732458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c712436e-34d0-4ebe-b0ba-79c4886a63e5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.742204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.749026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c712436e-34d0-4ebe-b0ba-79c4886a63e5 HTTP/1.1" status: 204 len: 168 time: 0.3309233 Jan 28 16:51:06.761632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7be1b-7265-423c-8ece-60edfd162bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c712436e-34d0-4ebe-b0ba-79c4886a63e5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:06.819635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2076227992'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:06.842493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:06.847708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.857288 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.893887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for port (f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.945631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.952622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for security_group (bbe6458b-232c-47e1-8b51-cd39719f3722), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.958856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bbe6458b-232c-47e1-8b51-cd39719f3722), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:06.987780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:06.991478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:06.992089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:51:06.994618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:07.012513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe6458b-232c-47e1-8b51-cd39719f3722,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:07.015470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55132) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:07.017227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b2d95415-ccc2-4678-b54a-8ba73353b851), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.017868 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Added segment b2d95415-ccc2-4678-b54a-8ba73353b851 of type vlan for network 9240b5b2-1009-404d-8ffe-970a38ea51b6 Jan 28 16:51:07.036811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:07.037782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.058322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Pushing event updated for resources: {'Port': ['ID=f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:07.065190 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e73e2e38-df6c-4a66-8ab9-5852ecbea962 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0421171 Jan 28 16:51:07.069022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55134) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:07.075791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.34'}]}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:07.095254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (1101bf06-3c66-4b93-a926-68d1d2091f30), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.096263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (1101bf06-3c66-4b93-a926-68d1d2091f30), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.096723 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9240b5b2-1009-404d-8ffe-970a38ea51b6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.139219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-994b9f96-c99a-49e4-a343-15cf9e70bf5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3343640482714adb921d0ebd5672c128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1190307 Jan 28 16:51:07.139848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:07.159974 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9240b5b2-1009-404d-8ffe-970a38ea51b6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.165560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:07.166137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.179623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for router_controller (1101bf06-3c66-4b93-a926-68d1d2091f30), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.249974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6524506 Jan 28 16:51:07.256023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:07.262727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'subnet': {'network_id': '9240b5b2-1009-404d-8ffe-970a38ea51b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:07.273003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97032bfd-0221-4402-9c87-e356e1b12e24 admin admin] Publish callbacks [] for security_group (dc7a1963-ca57-4382-850b-80d1a1dab3ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.274763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb1c5f-2d01-423e-819c-e82148996362 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Network': ['ID=9240b5b2-1009-404d-8ffe-970a38ea51b6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:07.291098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:51:07.311746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97032bfd-0221-4402-9c87-e356e1b12e24 admin admin] Publish callbacks [] for security_group (dc7a1963-ca57-4382-850b-80d1a1dab3ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.374873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97032bfd-0221-4402-9c87-e356e1b12e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc7a1963-ca57-4382-850b-80d1a1dab3ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.380644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97032bfd-0221-4402-9c87-e356e1b12e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.385665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for router_gateway (1101bf06-3c66-4b93-a926-68d1d2091f30), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.391103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-97032bfd-0221-4402-9c87-e356e1b12e24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc7a1963-ca57-4382-850b-80d1a1dab3ec HTTP/1.1" status: 204 len: 168 time: 0.2471869 Jan 28 16:51:07.411839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97032bfd-0221-4402-9c87-e356e1b12e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7a1963-ca57-4382-850b-80d1a1dab3ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:07.447010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d23d532b-4dbf-462e-9877-0bdf1ca1b5cc req-c1d113b9-4750-487f-bca1-4cdbeda6797d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0517344 Jan 28 16:51:07.532821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd19bc-ba29-4d5b-9003-d938b826f1cf req-9f921af9-ef70-47ce-a898-1da4a991ca4d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:07.534557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cbd19bc-ba29-4d5b-9003-d938b826f1cf req-9f921af9-ef70-47ce-a898-1da4a991ca4d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.0722985 Jan 28 16:51:07.554308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:07.558640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.607048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cbd19bc-ba29-4d5b-9003-d938b826f1cf req-3004c1ed-b136-40f6-b69c-6444158f0eaa tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657332 Jan 28 16:51:07.878064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for router_gateway (1101bf06-3c66-4b93-a926-68d1d2091f30), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.900184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:07.902300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (af85c455-430e-4905-bb59-bbf51cf69672), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.011007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Subnet': ['ID=af85c455-430e-4905-bb59-bbf51cf69672,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:08.055908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Checking segment: {'id': 'b2d95415-ccc2-4678-b54a-8ba73353b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9240b5b2-1009-404d-8ffe-970a38ea51b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:51:08.056276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network hostable DHCP agents. Network: 9240b5b2-1009-404d-8ffe-970a38ea51b6, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:51:08.086331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:51:08.127305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9240b5b2-1009-404d-8ffe-970a38ea51b6) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:08.133285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:08.137859 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.144362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for router (1101bf06-3c66-4b93-a926-68d1d2091f30), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.149074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf1c8e-2ad9-4aa1-a9c9-304a1a484038 None None] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:08.222360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-75b52327-3710-4b6f-b097-51bd8af7c8ee tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9651749 Jan 28 16:51:08.225052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55164) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:08.231457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1672036139', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:08.251664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85361f53-74eb-434b-a1c5-e287fa1b0be4 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:51:08.278386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7044a0e4-a6e1-4f9e-a335-fd18976b33d8 None None] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:08.282102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 85361f53-74eb-434b-a1c5-e287fa1b0be4 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:51:08.282629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 85361f53-74eb-434b-a1c5-e287fa1b0be4 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:51:08.287359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55166) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:08.294624 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (4045d297-d5a3-4cbd-aab7-79f53184e5dc), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.297789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (4045d297-d5a3-4cbd-aab7-79f53184e5dc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.347991 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (1101bf06-3c66-4b93-a926-68d1d2091f30), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.350314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks [] for router_controller (1101bf06-3c66-4b93-a926-68d1d2091f30), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.379692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_controller (4045d297-d5a3-4cbd-aab7-79f53184e5dc), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.408176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (1101bf06-3c66-4b93-a926-68d1d2091f30), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.408811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1101bf06-3c66-4b93-a926-68d1d2091f30 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:51:08.427592 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 16:51:08.429805 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-73eb4378-f4c9-4e45-a39d-8711dc016ac4 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3596575 Jan 28 16:51:08.432485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55170) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:08.494787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1724190710-network', 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:08.532963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Deleting port f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:08.533469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.565937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:08.568214 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.611698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.625254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Calling delete_port for f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:08.627975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b827dd99-fcca-4ec3-a622-937b965d46bd req-e1d7cb68-8efd-4735-b9c3-4bc075829b69 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0655737 Jan 28 16:51:08.630058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (4045d297-d5a3-4cbd-aab7-79f53184e5dc), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.633681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.778337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.827234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Pushing event deleted for resources: {'Port': ['ID=f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:08.827442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks [] for security_group (32e6f223-cc98-4f60-acd8-63f282ae50ec), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.834707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076671a-c9aa-4ea3-9438-66f4e9b7caf4 req-125d7607-71ea-4d6e-b7d7-4fff64d50d36 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:08.836386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6076671a-c9aa-4ea3-9438-66f4e9b7caf4 req-125d7607-71ea-4d6e-b7d7-4fff64d50d36 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1214466 Jan 28 16:51:08.838424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (32e6f223-cc98-4f60-acd8-63f282ae50ec), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.889738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:51:08.893159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.901386 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b48e7682-9a26-48d1-bf04-316995a5f9a0 tempest-RoutersAdminNegativeTest-144793713 tempest-RoutersAdminNegativeTest-144793713-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f08bfbef-8a62-4c92-ab36-2aa5b17dfb8b HTTP/1.1" status: 204 len: 168 time: 0.4678326 Jan 28 16:51:08.909735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6f223-cc98-4f60-acd8-63f282ae50ec,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:08.921844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (345f988a-9945-440a-bc60-0b0a35e4b026), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:08.921844 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Added segment 345f988a-9945-440a-bc60-0b0a35e4b026 of type vlan for network fb600dd4-f197-4e17-8c89-32c1ee1d948e Jan 28 16:51:08.982845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6076671a-c9aa-4ea3-9438-66f4e9b7caf4 req-8aa47572-5d92-43c8-99de-32ae2c6949e8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372471 Jan 28 16:51:09.057772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (fb600dd4-f197-4e17-8c89-32c1ee1d948e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.085582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (4045d297-d5a3-4cbd-aab7-79f53184e5dc), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.114185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.118741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55180) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:09.157267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (fb600dd4-f197-4e17-8c89-32c1ee1d948e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.158271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:09.158853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.236844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9482398 Jan 28 16:51:09.240212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55184) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:09.247755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Request body: {'subnet': {'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1724190710-subnet', 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:09.251266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201877c-a8be-404f-8770-292c65194556 admin admin] Pushing event updated for resources: {'Network': ['ID=fb600dd4-f197-4e17-8c89-32c1ee1d948e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:09.251758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcc95396-fcde-46ab-9b64-523e498fd6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.266334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:51:09.308217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:09.311102 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.321184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.168 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/0ec23af6-24f4-40cc-ab98-0d61163d5503) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:09.367541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcc95396-fcde-46ab-9b64-523e498fd6cd admin admin] Publish callbacks [] for security_group (419b3c4d-28c6-453f-92f1-23d764425f15), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.372586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcc95396-fcde-46ab-9b64-523e498fd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (419b3c4d-28c6-453f-92f1-23d764425f15), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.429413 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fcc95396-fcde-46ab-9b64-523e498fd6cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0d0582e74f045c4b8c4573a9192e0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3088090 Jan 28 16:51:09.430258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc95396-fcde-46ab-9b64-523e498fd6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b3c4d-28c6-453f-92f1-23d764425f15,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:09.433668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55186) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:09.489421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10566ec-858a-4e12-896f-4d70320c91c6 admin admin] Publish callbacks [] for security_group (419b3c4d-28c6-453f-92f1-23d764425f15), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.516053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10566ec-858a-4e12-896f-4d70320c91c6 admin admin] Publish callbacks [] for security_group (419b3c4d-28c6-453f-92f1-23d764425f15), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.535006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (0ec23af6-24f4-40cc-ab98-0d61163d5503), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.582103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10566ec-858a-4e12-896f-4d70320c91c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (419b3c4d-28c6-453f-92f1-23d764425f15), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.586425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10566ec-858a-4e12-896f-4d70320c91c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.590104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e10566ec-858a-4e12-896f-4d70320c91c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/419b3c4d-28c6-453f-92f1-23d764425f15 HTTP/1.1" status: 204 len: 168 time: 0.1531281 Jan 28 16:51:09.599308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10566ec-858a-4e12-896f-4d70320c91c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b3c4d-28c6-453f-92f1-23d764425f15,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:09.636528 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (278d3925-b711-4c7c-a276-8f15ec14e361), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.663611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0ec23af6-24f4-40cc-ab98-0d61163d5503), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:09.734800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=0ec23af6-24f4-40cc-ab98-0d61163d5503,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:09.738814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=278d3925-b711-4c7c-a276-8f15ec14e361,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:09.763809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:09.783628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:09.786600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:09.849703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa0d28eb-bf8c-44f8-a0a4-eeb66f584497 req-cc56bece-5272-40ca-bb6b-90a4c26d6a77 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0915177 Jan 28 16:51:09.968611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55198) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:09.987666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:51:09.988166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Network hostable DHCP agents. Network: fb600dd4-f197-4e17-8c89-32c1ee1d948e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:51:10.050202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:51:10.050833 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f99ca6d0-857c-4bba-b0cf-f4eed23f38c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38e28c0eb6da482d9b8a7eea619f9ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794621 Jan 28 16:51:10.052214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55204) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:10.106913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, fb600dd4-f197-4e17-8c89-32c1ee1d948e) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:10.115839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:10.115839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:10.136210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ea29f-071b-40d2-8dec-852329bda158 None None] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:10.172057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59435e36-4506-4afd-8dd1-fbe95f4d3ba4 admin admin] Publish callbacks [] for security_group (e8124785-8453-489b-804e-859490b64eac), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:10.195321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59435e36-4506-4afd-8dd1-fbe95f4d3ba4 admin admin] Publish callbacks [] for security_group (e8124785-8453-489b-804e-859490b64eac), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:10.248259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12c893-c311-44b0-aec3-6a7cafd98a29 None None] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:10.249010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59435e36-4506-4afd-8dd1-fbe95f4d3ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e8124785-8453-489b-804e-859490b64eac), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:10.252240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-59435e36-4506-4afd-8dd1-fbe95f4d3ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:10.255993 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59435e36-4506-4afd-8dd1-fbe95f4d3ba4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8124785-8453-489b-804e-859490b64eac HTTP/1.1" status: 204 len: 168 time: 0.1985972 Jan 28 16:51:10.262822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59435e36-4506-4afd-8dd1-fbe95f4d3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8124785-8453-489b-804e-859490b64eac,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:10.288641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-75aa1d5a-5daf-4cf5-b7bf-c48d708cf92b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0477355 Jan 28 16:51:10.306025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (4045d297-d5a3-4cbd-aab7-79f53184e5dc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:10.758906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb0d29-8874-4e03-b902-581e1f3301a4 req-f797ed9e-c905-4149-aefc-c0a35a206f20 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:10.760385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85bb0d29-8874-4e03-b902-581e1f3301a4 req-f797ed9e-c905-4149-aefc-c0a35a206f20 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.6053085 Jan 28 16:51:10.874555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85bb0d29-8874-4e03-b902-581e1f3301a4 req-26c1fe2b-f605-4f2a-9343-551c0234acb2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064425 Jan 28 16:51:11.048250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba1afc37-6614-4747-91b6-c953ce66e11c req-7ec6ed54-91a1-4ff8-9bf1-70bdbad6c1a7 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0542660 Jan 28 16:51:11.187843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (4045d297-d5a3-4cbd-aab7-79f53184e5dc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:11.259705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-edddbd2f-0c53-403f-a360-2edb590e7abe tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:11.270245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-edddbd2f-0c53-403f-a360-2edb590e7abe tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.2187140 Jan 28 16:51:11.297645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-dd031168-263b-47f1-b15d-5ec4c1efdcec tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0263414 Jan 28 16:51:11.454935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-9532a4ba-5a84-467b-bcfa-805535f239a4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1566467 Jan 28 16:51:11.570200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-363defe6-8674-4109-9d0e-9fad39ebff5b service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030965 Jan 28 16:51:11.679162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55250) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:11.681546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:51:11.716596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-1cb618e3-d31d-4185-a254-07954050b2ee service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395829 Jan 28 16:51:11.828389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-45bd8ed4-058b-4630-838d-4171f87ff78c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:11.828980 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-45bd8ed4-058b-4630-838d-4171f87ff78c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 16:51:11.829479 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-45bd8ed4-058b-4630-838d-4171f87ff78c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 16:51:11.830473 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45bd8ed4-058b-4630-838d-4171f87ff78c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1506493 Jan 28 16:51:11.834563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55254) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:11.841858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--761369844'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:11.905575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:11.918817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:11.996116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94a0b88d-7bd7-44ca-9866-7f15b7755f6c req-ca579af1-87c6-4a22-9503-fbc857fa5ec0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 210 time: 0.0483432 Jan 28 16:51:12.063405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:12.075529 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:12.088917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (665d5000-6e30-4960-b0c8-4a37cbebe2dd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.093121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (665d5000-6e30-4960-b0c8-4a37cbebe2dd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.096012 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:12.096627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956a8e-7abe-448e-9c2e-7eecde25ca1f req-a2764ee0-13c2-47db-955b-6d8f4ca1ea65 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:12.096826 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:12.099580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37956a8e-7abe-448e-9c2e-7eecde25ca1f req-a2764ee0-13c2-47db-955b-6d8f4ca1ea65 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1011090 Jan 28 16:51:12.114453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.123854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-80b91858-75a7-44a7-9b5f-7a7e0f57edbc tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8970463 Jan 28 16:51:12.124509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55266) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:12.232146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.237221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665d5000-6e30-4960-b0c8-4a37cbebe2dd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:12.238127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.257746 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:12.288650 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:12.289595 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:12.301121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (5d99564b-235f-4f77-87cc-545628cede80), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.313929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5d99564b-235f-4f77-87cc-545628cede80), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.363581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99564b-235f-4f77-87cc-545628cede80,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:12.390230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.392814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4c49ffdb-1d3b-4f83-9899-29709c2c88df tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5559533 Jan 28 16:51:12.394615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:12.400794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '5d99564b-235f-4f77-87cc-545628cede80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:12.418229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abf5b851-5326-49f0-996b-50d2e9ea3905 req-03caa2c6-b8a2-4fe7-8ad1-7216712e8ad5 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1831081 Jan 28 16:51:12.441378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group_rule (84e93034-ca2a-4fe4-a93d-fa033bb34788), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.534426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37956a8e-7abe-448e-9c2e-7eecde25ca1f req-514ae280-d93d-4c32-95e8-1209e0e92545 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033664 Jan 28 16:51:12.605041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group_rule (84e93034-ca2a-4fe4-a93d-fa033bb34788), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.614626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (84e93034-ca2a-4fe4-a93d-fa033bb34788), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.674853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.679081 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2803171 Jan 28 16:51:12.680061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55274) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:12.688439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7f101f68-519e-467b-8e87-5b7f86b1aac8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '5d99564b-235f-4f77-87cc-545628cede80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:12.691091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d35d7-2022-4ada-a200-85553ec01a41 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e93034-ca2a-4fe4-a93d-fa033bb34788,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:12.695818 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:12.696489 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b53be-4f0c-4b50-b73b-a5413c0424e4 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:12.784906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7f101f68-519e-467b-8e87-5b7f86b1aac8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group_rule (4d2aab62-5960-4563-9526-16720345a4d0), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:12.907513 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-7f101f68-519e-467b-8e87-5b7f86b1aac8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 16:51:12.911237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7f101f68-519e-467b-8e87-5b7f86b1aac8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2277856 Jan 28 16:51:12.912853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55278) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.010882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65959290-6475-435b-83f0-118e4beea4ee tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (5d99564b-235f-4f77-87cc-545628cede80), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.043535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65959290-6475-435b-83f0-118e4beea4ee tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (5d99564b-235f-4f77-87cc-545628cede80), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.105905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65959290-6475-435b-83f0-118e4beea4ee tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5d99564b-235f-4f77-87cc-545628cede80), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.109377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65959290-6475-435b-83f0-118e4beea4ee tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.114154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-65959290-6475-435b-83f0-118e4beea4ee tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/5d99564b-235f-4f77-87cc-545628cede80 HTTP/1.1" status: 204 len: 168 time: 0.1999648 Jan 28 16:51:13.115711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55282) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.155087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65959290-6475-435b-83f0-118e4beea4ee tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99564b-235f-4f77-87cc-545628cede80,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:13.175101 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7923459b-4c31-4741-a6c2-2d71e6d1c08e req-1afddb1f-9876-4d67-9e59-3912d4caf65b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 210 time: 0.0674536 Jan 28 16:51:13.176966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.218440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d1d96694-144f-4dac-a960-b45cd963bdda tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0916052 Jan 28 16:51:13.218878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55284) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.223933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012094874'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:13.255538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.354741 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (ed4922e8-33b9-4543-8313-7c68f744a9b2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.366095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ed4922e8-33b9-4543-8313-7c68f744a9b2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.409096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.413561 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1904905 Jan 28 16:51:13.413561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39a7a-f290-480f-b61c-03c7a14d1403 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4922e8-33b9-4543-8313-7c68f744a9b2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:13.423307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.428839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-36ac1992-cad6-41f0-831d-99e6dbf26b11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'ed4922e8-33b9-4543-8313-7c68f744a9b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:13.429616 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-36ac1992-cad6-41f0-831d-99e6dbf26b11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 16:51:13.430121 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-36ac1992-cad6-41f0-831d-99e6dbf26b11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:13.433659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-36ac1992-cad6-41f0-831d-99e6dbf26b11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067332 Jan 28 16:51:13.434009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55288) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.540664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e8e5-6065-4f62-844b-dcad6c834d78 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (ed4922e8-33b9-4543-8313-7c68f744a9b2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.585212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e8e5-6065-4f62-844b-dcad6c834d78 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (ed4922e8-33b9-4543-8313-7c68f744a9b2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.628120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.1 (9240b5b2-1009-404d-8ffe-970a38ea51b6/af85c455-430e-4905-bb59-bbf51cf69672/e11a5459-0690-4bd7-9036-3387bd57bb93) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:13.641529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e8e5-6065-4f62-844b-dcad6c834d78 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ed4922e8-33b9-4543-8313-7c68f744a9b2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.644540 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e8e5-6065-4f62-844b-dcad6c834d78 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.645335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2faf1c6-4f7b-4577-a358-58e79b497957 req-2af84c26-5ebc-44e5-9584-1a73de55ebe9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0567212 Jan 28 16:51:13.645726 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b1a4e8e5-6065-4f62-844b-dcad6c834d78 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/ed4922e8-33b9-4543-8313-7c68f744a9b2 HTTP/1.1" status: 204 len: 168 time: 0.2108359 Jan 28 16:51:13.649504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55294) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.695622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e8e5-6065-4f62-844b-dcad6c834d78 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4922e8-33b9-4543-8313-7c68f744a9b2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:13.889595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-94e2a05b-d2e8-4b50-9f66-ca021f4468f0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:13.891634 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-94e2a05b-d2e8-4b50-9f66-ca021f4468f0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.1777751 Jan 28 16:51:13.903710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:13.913599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': 'abc83e70-97dd-4809-8da2-72072277ae22', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:13.933485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d65721b-8d2a-4711-b89b-6ddca27e7697 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2828825 Jan 28 16:51:13.934124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55296) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:13.947818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374737008'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:13.993028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.001301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294637-905d-4c43-92cc-b1cb8fe0944d req-7fb9966a-df96-457b-8213-e600e36ec956 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:14.002793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d294637-905d-4c43-92cc-b1cb8fe0944d req-7fb9966a-df96-457b-8213-e600e36ec956 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.3387485 Jan 28 16:51:14.028489 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.086203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:14.091391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=e11a5459-0690-4bd7-9036-3387bd57bb93,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:14.097138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:14.103567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:14.108312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.108660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.109028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.109361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.109694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.110024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.110357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.110984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.110984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.111297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.111620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.111942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.112260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:14.119063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d294637-905d-4c43-92cc-b1cb8fe0944d req-25cb5de8-3e5a-42ce-87b3-e6faba978320 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837939 Jan 28 16:51:14.182625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (4045d297-d5a3-4cbd-aab7-79f53184e5dc), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.218147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (b878c314-1d71-4817-a32c-d7a19e0f727c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.227750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b878c314-1d71-4817-a32c-d7a19e0f727c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.254661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:14.259745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.279410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.283521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3364446 Jan 28 16:51:14.286421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55300) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:14.298643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d9f9fa4f-eaff-4d3d-81af-55c8c78bb011 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'b878c314-1d71-4817-a32c-d7a19e0f727c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:14.299603 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-d9f9fa4f-eaff-4d3d-81af-55c8c78bb011 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 16:51:14.300527 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-d9f9fa4f-eaff-4d3d-81af-55c8c78bb011 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:14.304562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d9f9fa4f-eaff-4d3d-81af-55c8c78bb011 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138614 Jan 28 16:51:14.304814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a0b17-2ff0-4eac-9950-ac037732c2b1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b878c314-1d71-4817-a32c-d7a19e0f727c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:14.308211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55302) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:14.339858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56768e07-0d99-4310-9037-93df659a1b3f req-46dabb9d-7e37-4e01-86c2-39ba8041f4f0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 210 time: 0.0559320 Jan 28 16:51:14.423451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.429856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb197-c384-4d26-8fc9-d716eb2095e9 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (b878c314-1d71-4817-a32c-d7a19e0f727c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.440542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.2 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/6099e7d0-00e3-4ff0-8496-f2d15feb3fa0) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:14.488133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb197-c384-4d26-8fc9-d716eb2095e9 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (b878c314-1d71-4817-a32c-d7a19e0f727c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.626057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb197-c384-4d26-8fc9-d716eb2095e9 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b878c314-1d71-4817-a32c-d7a19e0f727c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.629216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb197-c384-4d26-8fc9-d716eb2095e9 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.631107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5f2eb197-c384-4d26-8fc9-d716eb2095e9 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/b878c314-1d71-4817-a32c-d7a19e0f727c HTTP/1.1" status: 204 len: 168 time: 0.3225040 Jan 28 16:51:14.634854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55306) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:14.648182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb197-c384-4d26-8fc9-d716eb2095e9 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b878c314-1d71-4817-a32c-d7a19e0f727c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:14.687882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.725829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9198950b-e5ab-4579-8b69-2be313f36cbc tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0855443 Jan 28 16:51:14.726490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:14.731734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674307433'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:14.777093 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.814019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d124ea59-0039-4ed9-a3ac-a58da6396d17 req-901e11c8-97d4-4a5d-963e-e2d214ea098f tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0356581 Jan 28 16:51:14.825946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.909796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:14.917779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:14.926171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.927369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:14.935660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:14.970009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:15.014652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (6b54a3de-31af-4f52-8a1f-b787b7dd4607), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.029934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:15.034267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.045552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (4045d297-d5a3-4cbd-aab7-79f53184e5dc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.045964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6b54a3de-31af-4f52-8a1f-b787b7dd4607), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.054215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=e11a5459-0690-4bd7-9036-3387bd57bb93,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:15.094590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.104832 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3751006 Jan 28 16:51:15.121428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55322) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:15.125159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-ad48619c-8b6f-4c1d-afaf-dc56e6faf574 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232547 Jan 28 16:51:15.130459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4a1f1c3b-9f30-4d3a-83e5-3a96c2688d05 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '6b54a3de-31af-4f52-8a1f-b787b7dd4607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:15.132967 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-4a1f1c3b-9f30-4d3a-83e5-3a96c2688d05 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 16:51:15.133485 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-4a1f1c3b-9f30-4d3a-83e5-3a96c2688d05 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:15.137675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4a1f1c3b-9f30-4d3a-83e5-3a96c2688d05 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126617 Jan 28 16:51:15.138614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55326) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:15.144444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c53fda5f-9884-4b4e-ad6c-ecce1c475d0c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '6b54a3de-31af-4f52-8a1f-b787b7dd4607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:15.145148 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-c53fda5f-9884-4b4e-ad6c-ecce1c475d0c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 16:51:15.145660 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-c53fda5f-9884-4b4e-ad6c-ecce1c475d0c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:15.149752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c53fda5f-9884-4b4e-ad6c-ecce1c475d0c tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077369 Jan 28 16:51:15.150668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55328) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:15.155720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5a833030-4d70-4789-831d-5c183633e78a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '6b54a3de-31af-4f52-8a1f-b787b7dd4607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:15.156463 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-5a833030-4d70-4789-831d-5c183633e78a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 16:51:15.156971 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-5a833030-4d70-4789-831d-5c183633e78a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:15.157206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Request body: {'port': {'device_id': 'abc83e70-97dd-4809-8da2-72072277ae22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:15.160859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5a833030-4d70-4789-831d-5c183633e78a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070319 Jan 28 16:51:15.160859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55330) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:15.167640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fc17d788-adb7-4527-ac56-225693115716 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '6b54a3de-31af-4f52-8a1f-b787b7dd4607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:15.168855 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-fc17d788-adb7-4527-ac56-225693115716 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 16:51:15.169359 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-fc17d788-adb7-4527-ac56-225693115716 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:15.173630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fc17d788-adb7-4527-ac56-225693115716 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092323 Jan 28 16:51:15.181760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55334) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:15.225559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3070a2-a221-4194-86eb-0bc51fb079cb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b54a3de-31af-4f52-8a1f-b787b7dd4607,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:15.253509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:15.259490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:15.298043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.512603 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18225d87-ca45-4c3a-97b7-90eb763ff480 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (6b54a3de-31af-4f52-8a1f-b787b7dd4607), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:15.923106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcba4adf-1178-4b6d-8f6c-e16c0b1c4605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.099010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:16.126175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18225d87-ca45-4c3a-97b7-90eb763ff480 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (6b54a3de-31af-4f52-8a1f-b787b7dd4607), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.157754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-21757a0e-6a3f-45bd-a9c9-0ea674f24f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:16.159441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-21757a0e-6a3f-45bd-a9c9-0ea674f24f28 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e&tenant_id=3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 1126 time: 0.8021922 Jan 28 16:51:16.185874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4bfe9-590e-4a06-a412-0bbdf6a205dc req-4ffefc3e-28a3-479d-9517-20afa7c60161 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:16.188880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3da4bfe9-590e-4a06-a412-0bbdf6a205dc req-4ffefc3e-28a3-479d-9517-20afa7c60161 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.9121225 Jan 28 16:51:16.212719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67d73b-34b1-4173-acc4-b2e5948cde08 req-408db502-5e9c-487a-b495-688cd63d02c3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:16.214995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e67d73b-34b1-4173-acc4-b2e5948cde08 req-408db502-5e9c-487a-b495-688cd63d02c3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 931 time: 0.7432215 Jan 28 16:51:16.295313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:51:16.304599 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Publish callbacks [] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.342406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Transition to ACTIVE for port object 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:51:16.344169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-25f09781-a4f8-4f53-acf6-ed9097b5be5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.345447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e67d73b-34b1-4173-acc4-b2e5948cde08 req-85ab28f2-4e37-45a6-b415-af9ea018085c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125894 Jan 28 16:51:16.369493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.411513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:16.415271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3da4bfe9-590e-4a06-a412-0bbdf6a205dc req-3092b261-250c-4a7a-b8eb-df6eb9b4bc67 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161148 Jan 28 16:51:16.439662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18225d87-ca45-4c3a-97b7-90eb763ff480 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6b54a3de-31af-4f52-8a1f-b787b7dd4607), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.452158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18225d87-ca45-4c3a-97b7-90eb763ff480 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.452158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18225d87-ca45-4c3a-97b7-90eb763ff480 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/6b54a3de-31af-4f52-8a1f-b787b7dd4607 HTTP/1.1" status: 204 len: 168 time: 1.2254844 Jan 28 16:51:16.452158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:16.455051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-0e177c84-52af-46af-a60d-8944db95ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:16.456607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-0e177c84-52af-46af-a60d-8944db95ceeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1126 time: 0.2359226 Jan 28 16:51:16.498197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Pushing event updated for resources: {'Port': ['ID=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:16.556824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-25f09781-a4f8-4f53-acf6-ed9097b5be5c admin admin] Publish callbacks [] for security_group (d051647b-e801-4956-a540-15c9869b1390), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.572781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4bb2784-fe2e-4237-bff1-7b3f3243c69d req-35c3b8d3-9ece-4998-80cc-08676b3188cc tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0471821 Jan 28 16:51:16.573516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18225d87-ca45-4c3a-97b7-90eb763ff480 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b54a3de-31af-4f52-8a1f-b787b7dd4607,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:16.586082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-25f09781-a4f8-4f53-acf6-ed9097b5be5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d051647b-e801-4956-a540-15c9869b1390), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.636018 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-25f09781-a4f8-4f53-acf6-ed9097b5be5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5c0a19f6369439cbb6622a28c53bb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352812 Jan 28 16:51:16.641333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55362) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:16.668587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f09781-a4f8-4f53-acf6-ed9097b5be5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d051647b-e801-4956-a540-15c9869b1390,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:16.723473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Attempting to bind port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:51:16.723958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Attempting to bind port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:51:16.724945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Attempting to bind port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:51:16.731947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:51:16.732335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Attempting to bind port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:51:16.744442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:51:16.744921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:51:16.745407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:51:16.745950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Bound port: 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:51:16.746427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.763716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d1572d-4338-46de-af78-14f627fbafa4 admin admin] Publish callbacks [] for security_group (d051647b-e801-4956-a540-15c9869b1390), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.846736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] For port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:51:16.868134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9182cb13-f8c7-47f9-9802-ea381c0c4b1b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4098315 Jan 28 16:51:16.870394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d1572d-4338-46de-af78-14f627fbafa4 admin admin] Publish callbacks [] for security_group (d051647b-e801-4956-a540-15c9869b1390), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.872165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55368) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:16.876716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--877599952'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:16.889124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] For port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:51:16.915641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:16.973717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:16.991302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:17.005039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:17.008169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:17.009191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4b87788-6ef3-49ae-bc35-51d7d77eb804 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/routers/4045d297-d5a3-4cbd-aab7-79f53184e5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8835905 Jan 28 16:51:17.012048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55370) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:17.014971 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.031438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Pushing event updated for resources: {'Port': ['ID=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:17.034563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.035294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.035914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'port': {'network_id': '9240b5b2-1009-404d-8ffe-970a38ea51b6', 'name': 'tempest-FloatingIPTestJSON-1379363848'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:17.037612 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] 10.222.0.31 "PUT /v2.0/ports/6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 HTTP/1.1" status: 200 len: 1092 time: 1.8990042 Jan 28 16:51:17.040058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc83e70-97dd-4809-8da2-72072277ae22', 'tag': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:17.042461 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42382226-d414-4b0e-80cd-d47855e2ecda" -d '{"events": [{"name": "network-changed", "server_uuid": "abc83e70-97dd-4809-8da2-72072277ae22", "tag": "6099e7d0-00e3-4ff0-8496-f2d15feb3fa0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:17.047737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d1572d-4338-46de-af78-14f627fbafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d051647b-e801-4956-a540-15c9869b1390), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.050468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3d1572d-4338-46de-af78-14f627fbafa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.051819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3d1572d-4338-46de-af78-14f627fbafa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d051647b-e801-4956-a540-15c9869b1390 HTTP/1.1" status: 204 len: 168 time: 0.4092946 Jan 28 16:51:17.078261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.084560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.085079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.096153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.098196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-4cc9401e-cd09-4913-b0f1-9001a06c1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.098930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.102624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:17.102947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-4cc9401e-cd09-4913-b0f1-9001a06c1e22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.5857234 Jan 28 16:51:17.103221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.103683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.104858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.107424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.124358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.127196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.127866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.128773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feb61-fff4-4639-b09a-eb9404e6b6db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:17.157272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:17.160552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:50:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:17.214802 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba880b5a-2839-4d81-ae99-f989c8531799 x-openstack-request-id: req-ba880b5a-2839-4d81-ae99-f989c8531799 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:17.215174 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc83e70-97dd-4809-8da2-72072277ae22", "tag": "6099e7d0-00e3-4ff0-8496-f2d15feb3fa0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:17.215527 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba880b5a-2839-4d81-ae99-f989c8531799 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:17.216035 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc83e70-97dd-4809-8da2-72072277ae22', 'tag': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0', 'status': 'completed', 'code': 200} Jan 28 16:51:17.235120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1572d-4338-46de-af78-14f627fbafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051647b-e801-4956-a540-15c9869b1390,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:17.241974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:17.242820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04572cec-5795-476c-8bd2-10992a9a00ef None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:17.291037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-410df189-1bcc-4c68-86d8-5817da3ba009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.292894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-410df189-1bcc-4c68-86d8-5817da3ba009 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 1126 time: 0.1335177 Jan 28 16:51:17.423921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (c18b917c-450e-4ba5-8943-9aa0f0b398c1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.426529 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-1a6dcf7a-4026-4745-ab26-7161fe9515ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 HTTP/1.1" status: 200 len: 217 time: 0.1164632 Jan 28 16:51:17.430439 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c18b917c-450e-4ba5-8943-9aa0f0b398c1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.487114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-58214470-5c85-4451-bf81-133a42c6b0a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 999 time: 0.3178730 Jan 28 16:51:17.580614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.582919 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7096040 Jan 28 16:51:17.589691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-eecec748-a298-4ceb-b7b6-55164e066c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.593732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-eecec748-a298-4ceb-b7b6-55164e066c5b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.0986762 Jan 28 16:51:17.594228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55390) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:17.600211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80296f7-2037-443d-9071-c7c41189902a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b917c-450e-4ba5-8943-9aa0f0b398c1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:17.639704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815871fa-3e9d-4119-946d-fa7940a86955 req-21b29710-a1ab-4987-a17e-85e7ef703bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.642458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-21b29710-a1ab-4987-a17e-85e7ef703bef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.2047122 Jan 28 16:51:17.660584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1c45d623-5da3-4e27-b1aa-497a3ac7e44e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:17.661097 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-1c45d623-5da3-4e27-b1aa-497a3ac7e44e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 16:51:17.661732 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-1c45d623-5da3-4e27-b1aa-497a3ac7e44e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:17.665418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1c45d623-5da3-4e27-b1aa-497a3ac7e44e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0480299 Jan 28 16:51:17.673430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55400) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:17.735773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-33135202-8b5f-46f1-861b-153e53a63092 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:17.744160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-346d21db-bf76-497b-8b61-9229173b3fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928738 Jan 28 16:51:17.744636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55404) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:17.869691 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a3a1ba9-ccd3-4d2b-8f34-f3d5bd13b536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.888947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae949818-da56-4072-a7d4-77cfab5cd17a req-7f9593c5-9334-4349-94dc-36de1978904c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.890932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae949818-da56-4072-a7d4-77cfab5cd17a req-7f9593c5-9334-4349-94dc-36de1978904c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 943 time: 0.2947977 Jan 28 16:51:17.902870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e610848-588a-48b3-86a2-87b9cb9c74f3 req-b68acebe-1848-4aa5-af37-4dd6fead51d9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.904634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e610848-588a-48b3-86a2-87b9cb9c74f3 req-b68acebe-1848-4aa5-af37-4dd6fead51d9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.3095512 Jan 28 16:51:17.905460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:17.909020 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:17.920259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-0b47d77c-4405-4905-a4d2-77ea5e02f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:17.922045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-0b47d77c-4405-4905-a4d2-77ea5e02f963 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2967403 Jan 28 16:51:17.949811 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-9ea6b636-52c7-494c-9558-cafa38750d31 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607533 Jan 28 16:51:18.002477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e43f91f7-f62d-4ffe-bf7c-becf420a0bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.033250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-9f89af13-0977-468f-b2c4-d6a2a73c523b service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962811 Jan 28 16:51:18.107658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] device_id is not set on port 16612853-f472-447e-bb5d-7fdc85764879 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:51:18.176613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e43f91f7-f62d-4ffe-bf7c-becf420a0bc8 admin admin] Publish callbacks [] for security_group (76f029e9-eb77-47dc-95c7-2f400ebe0739), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.183988 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-33135202-8b5f-46f1-861b-153e53a63092 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.185474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-33135202-8b5f-46f1-861b-153e53a63092 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5091195 Jan 28 16:51:18.188963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55406) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.189938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e43f91f7-f62d-4ffe-bf7c-becf420a0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (76f029e9-eb77-47dc-95c7-2f400ebe0739), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.202552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-55fb35e3-c96a-4776-a015-61fb83803ce8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.205586 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-55fb35e3-c96a-4776-a015-61fb83803ce8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 16:51:18.206110 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-55fb35e3-c96a-4776-a015-61fb83803ce8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.207137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55fb35e3-c96a-4776-a015-61fb83803ce8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129972 Jan 28 16:51:18.219728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55408) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.232521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-15dd2f55-3e40-42d5-9fbb-7d9fec0bab12 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.241172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae949818-da56-4072-a7d4-77cfab5cd17a req-482b41e1-0444-4181-ac6f-08b6760ab100 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286204 Jan 28 16:51:18.266173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e610848-588a-48b3-86a2-87b9cb9c74f3 req-415bae05-2c51-40de-894c-aa575ffcbf4b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429389 Jan 28 16:51:18.294803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f91f7-f62d-4ffe-bf7c-becf420a0bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f029e9-eb77-47dc-95c7-2f400ebe0739,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:18.299888 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e43f91f7-f62d-4ffe-bf7c-becf420a0bc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6537b210d954e49887ac9a157bf4518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517116 Jan 28 16:51:18.304065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55410) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.364394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fd49689-06e6-40a4-b4dd-c976d2ab514e req-83190da9-1611-4ba4-b24e-0b0798f727b1 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153465 Jan 28 16:51:18.377617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-815871fa-3e9d-4119-946d-fa7940a86955 req-2544899c-f3a4-434c-85ee-0179946f2bd7 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117045 Jan 28 16:51:18.381631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.11 (9240b5b2-1009-404d-8ffe-970a38ea51b6/af85c455-430e-4905-bb59-bbf51cf69672/16612853-f472-447e-bb5d-7fdc85764879) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:18.404609 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-15dd2f55-3e40-42d5-9fbb-7d9fec0bab12 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.405818 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-15dd2f55-3e40-42d5-9fbb-7d9fec0bab12 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1836174 Jan 28 16:51:18.409191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55412) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.415115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3c536c11-85f2-45aa-8b06-2eae3143043d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.415750 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-3c536c11-85f2-45aa-8b06-2eae3143043d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 16:51:18.416399 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-3c536c11-85f2-45aa-8b06-2eae3143043d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.417588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c536c11-85f2-45aa-8b06-2eae3143043d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071862 Jan 28 16:51:18.420530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.429104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-38eb2df7-d34c-4606-9018-5dfb4b3051e4 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.511552 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-38eb2df7-d34c-4606-9018-5dfb4b3051e4 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Project 62d59b79619b4362bea4286d47ca06a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:51:18.512462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbd63f5d-d752-4a17-abcd-675817045c09 admin admin] Publish callbacks [] for security_group (76f029e9-eb77-47dc-95c7-2f400ebe0739), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.570237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e8f0d5c-a004-453b-a2bd-855105713ba7 req-403a3ac0-444e-4cfe-a764-aff1e3fd72b6 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1180463 Jan 28 16:51:18.581474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbd63f5d-d752-4a17-abcd-675817045c09 admin admin] Publish callbacks [] for security_group (76f029e9-eb77-47dc-95c7-2f400ebe0739), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.616403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42382226-d414-4b0e-80cd-d47855e2ecda req-369602db-eb96-4181-9e6e-15986478c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:18.621579 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-38eb2df7-d34c-4606-9018-5dfb4b3051e4 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.625686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-38eb2df7-d34c-4606-9018-5dfb4b3051e4 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2012093 Jan 28 16:51:18.625890 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-369602db-eb96-4181-9e6e-15986478c6ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 1126 time: 0.1844397 Jan 28 16:51:18.626907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55426) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.632517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3b7f8869-f91e-4309-a0d6-3165959669b3 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.633032 n-d-812111-13 neutron-server[103093]: WARNING neutron.api.v2.base [None req-3b7f8869-f91e-4309-a0d6-3165959669b3 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 16:51:18.633617 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-3b7f8869-f91e-4309-a0d6-3165959669b3 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.636929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3b7f8869-f91e-4309-a0d6-3165959669b3 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066545 Jan 28 16:51:18.640682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.644985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-42d69c5c-90e0-44e7-b223-b4bdc8e9c588 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.721300 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-42d69c5c-90e0-44e7-b223-b4bdc8e9c588 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Project 62d59b79619b4362bea4286d47ca06a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:51:18.742183 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-42d69c5c-90e0-44e7-b223-b4bdc8e9c588 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.744434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-42d69c5c-90e0-44e7-b223-b4bdc8e9c588 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1028347 Jan 28 16:51:18.748112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55434) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.754722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9abe47fa-b3a8-4310-b977-e4f9e63184e8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': 'c18b917c-450e-4ba5-8943-9aa0f0b398c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:18.806915 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-9abe47fa-b3a8-4310-b977-e4f9e63184e8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Project 62d59b79619b4362bea4286d47ca06a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:51:18.886494 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-9abe47fa-b3a8-4310-b977-e4f9e63184e8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:18.892700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbd63f5d-d752-4a17-abcd-675817045c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (76f029e9-eb77-47dc-95c7-2f400ebe0739), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.893563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9abe47fa-b3a8-4310-b977-e4f9e63184e8 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1437070 Jan 28 16:51:18.896263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55440) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:18.906479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbd63f5d-d752-4a17-abcd-675817045c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.910975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dbd63f5d-d752-4a17-abcd-675817045c09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76f029e9-eb77-47dc-95c7-2f400ebe0739 HTTP/1.1" status: 204 len: 168 time: 0.6031795 Jan 28 16:51:18.949676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd63f5d-d752-4a17-abcd-675817045c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f029e9-eb77-47dc-95c7-2f400ebe0739,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:18.973644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (16612853-f472-447e-bb5d-7fdc85764879), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:18.974764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42382226-d414-4b0e-80cd-d47855e2ecda req-29996f3f-4636-4c77-8053-2619c558ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:18.976599 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-29996f3f-4636-4c77-8053-2619c558ee09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.3303659 Jan 28 16:51:19.042758 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-1463bfd5-ae6b-4fda-88e6-4e232754d859 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 HTTP/1.1" status: 200 len: 217 time: 0.0582581 Jan 28 16:51:19.105942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dddf242e-dba2-4f52-b238-d0a402954ca1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (c18b917c-450e-4ba5-8943-9aa0f0b398c1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.145221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (16612853-f472-447e-bb5d-7fdc85764879), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.187772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42382226-d414-4b0e-80cd-d47855e2ecda req-93d9dbce-4341-4530-bcc5-0b752b8d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:19.189412 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-93d9dbce-4341-4530-bcc5-0b752b8d6f8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1395080 Jan 28 16:51:19.199498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dddf242e-dba2-4f52-b238-d0a402954ca1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (c18b917c-450e-4ba5-8943-9aa0f0b398c1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.243839 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-79316caf-fa39-4d06-939d-0f2280930853 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458522 Jan 28 16:51:19.322526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:19.358801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:19.373383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.383060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:19.394375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=16612853-f472-447e-bb5d-7fdc85764879,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:19.589431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dddf242e-dba2-4f52-b238-d0a402954ca1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c18b917c-450e-4ba5-8943-9aa0f0b398c1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.590720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-9f61ae16-f1fa-436b-b267-e5a49fd37dcc service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381617 Jan 28 16:51:19.606712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dddf242e-dba2-4f52-b238-d0a402954ca1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.608006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dddf242e-dba2-4f52-b238-d0a402954ca1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/c18b917c-450e-4ba5-8943-9aa0f0b398c1 HTTP/1.1" status: 204 len: 168 time: 0.7065599 Jan 28 16:51:19.616906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:19.701944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:19.715718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:19.813650 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-42382226-d414-4b0e-80cd-d47855e2ecda req-bdd0bef1-0cd0-4e74-b2b0-5ac2d2427580 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150011 Jan 28 16:51:19.820973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf242e-dba2-4f52-b238-d0a402954ca1 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18b917c-450e-4ba5-8943-9aa0f0b398c1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:19.835845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fac5b65e-b7e9-4d18-a950-25e22f352b02 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8223524 Jan 28 16:51:19.839962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55464) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:19.846264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'port': {'network_id': '9240b5b2-1009-404d-8ffe-970a38ea51b6', 'name': 'tempest-FloatingIPTestJSON-526866953'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:19.873502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17265355-ba25-4c36-b5d7-3472e012ef65 req-a79ad07a-1fcb-4085-9b9e-219a87458929 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:19.875291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17265355-ba25-4c36-b5d7-3472e012ef65 req-a79ad07a-1fcb-4085-9b9e-219a87458929 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 943 time: 0.4240782 Jan 28 16:51:19.962684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ca21f-08d2-424b-a954-ce1590df6b5e req-f64d7227-5bcb-442a-b5bd-949c5e2d630b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:19.964527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-835ca21f-08d2-424b-a954-ce1590df6b5e req-f64d7227-5bcb-442a-b5bd-949c5e2d630b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.4536147 Jan 28 16:51:19.966941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-53cb58f3-81a9-4338-961b-5612f68014a7 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3402038 Jan 28 16:51:19.967609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55470) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:19.979491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967044336'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:20.024112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.055259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17265355-ba25-4c36-b5d7-3472e012ef65 req-e4da09de-0e6a-4b69-8fe5-fe88022970cd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715536 Jan 28 16:51:20.117613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-835ca21f-08d2-424b-a954-ce1590df6b5e req-457436a0-f658-477e-bc72-1c123e9b7f16 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438682 Jan 28 16:51:20.118816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:20.122510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.174365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] device_id is not set on port 9be474a8-57fe-40be-a567-c2b506e5461a yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:51:20.256493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (0f83137e-0937-4d40-bb75-c88ff034977b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.263746 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0f83137e-0937-4d40-bb75-c88ff034977b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.345645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.346005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3772397 Jan 28 16:51:20.364066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:20.366277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf66c0-a0e6-426f-aa2f-30a93bec3cf5 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83137e-0937-4d40-bb75-c88ff034977b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:20.490359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.10 (9240b5b2-1009-404d-8ffe-970a38ea51b6/af85c455-430e-4905-bb59-bbf51cf69672/9be474a8-57fe-40be-a567-c2b506e5461a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:20.625410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.800088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (9be474a8-57fe-40be-a567-c2b506e5461a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:20.847939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a6157736-b84a-4e2c-b775-0c2bf9582aba tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '0f83137e-0937-4d40-bb75-c88ff034977b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:20.960233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9aa47ae1-b981-4d2d-89a9-d9cc2f2b640a req-de628a3e-2737-46ab-b503-02f64e003b20 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.6526749 Jan 28 16:51:21.088547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9be474a8-57fe-40be-a567-c2b506e5461a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.252976 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-a6157736-b84a-4e2c-b775-0c2bf9582aba tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The resource could not be found. Jan 28 16:51:21.254167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a6157736-b84a-4e2c-b775-0c2bf9582aba tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4131918 Jan 28 16:51:21.259022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55502) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:21.266041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-76fb6c83-a299-45e8-956b-445faa64a24e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '0f83137e-0937-4d40-bb75-c88ff034977b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c8cfbe6e-3c6c-456a-83bb-5549df5ce988'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:21.342427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:21.344638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=9be474a8-57fe-40be-a567-c2b506e5461a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:21.357769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:21.365921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:21.385250 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-76fb6c83-a299-45e8-956b-445faa64a24e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The resource could not be found. Jan 28 16:51:21.385250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-76fb6c83-a299-45e8-956b-445faa64a24e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1205506 Jan 28 16:51:21.387535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:21.500014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:21.502337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.529650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f657eff-28a5-4a32-ab40-6ddf7627de46 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (0f83137e-0937-4d40-bb75-c88ff034977b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.587765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f657eff-28a5-4a32-ab40-6ddf7627de46 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (0f83137e-0937-4d40-bb75-c88ff034977b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.611813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-883b5470-aa9b-4e64-af4c-28d7303f3e97 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7697096 Jan 28 16:51:21.615916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:21.646191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '9be474a8-57fe-40be-a567-c2b506e5461a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:21.731375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.761310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f657eff-28a5-4a32-ab40-6ddf7627de46 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0f83137e-0937-4d40-bb75-c88ff034977b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.764375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f657eff-28a5-4a32-ab40-6ddf7627de46 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.776345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0f657eff-28a5-4a32-ab40-6ddf7627de46 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f83137e-0937-4d40-bb75-c88ff034977b HTTP/1.1" status: 204 len: 168 time: 0.3846326 Jan 28 16:51:21.783261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:21.790134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55514) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:21.870275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58943326-e629-4203-b191-d6ed5548aa0e req-09c02c42-f20f-4345-90c8-35fb22dd06fb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:21.872380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58943326-e629-4203-b191-d6ed5548aa0e req-09c02c42-f20f-4345-90c8-35fb22dd06fb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 943 time: 0.5358312 Jan 28 16:51:21.883421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b280bb-e75c-4b2d-981a-ac99726191f2 req-e0c3856d-c559-46f7-92b6-69a78d375c08 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:21.894177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91b280bb-e75c-4b2d-981a-ac99726191f2 req-e0c3856d-c559-46f7-92b6-69a78d375c08 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.4097111 Jan 28 16:51:22.057297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f657eff-28a5-4a32-ab40-6ddf7627de46 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83137e-0937-4d40-bb75-c88ff034977b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:22.100261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58943326-e629-4203-b191-d6ed5548aa0e req-45216dd4-9741-4a5d-986a-b4c3a9a88035 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012537 Jan 28 16:51:22.171768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-11df4125-3f20-4fcb-87a1-cbf34d858bdb tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3803484 Jan 28 16:51:22.175642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55526) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:22.182565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91b280bb-e75c-4b2d-981a-ac99726191f2 req-984f790b-5802-4b6e-9f83-2264d9f77bb3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865376 Jan 28 16:51:22.201993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-454db26a-68ee-43e6-8c20-3f7206ade2d6 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '3e6c94ed-e7f3-426b-845c-1e51f9fe39de', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:22.267911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:51:22.305954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.367246 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-454db26a-68ee-43e6-8c20-3f7206ade2d6 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The resource could not be found. Jan 28 16:51:22.372276 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-454db26a-68ee-43e6-8c20-3f7206ade2d6 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1917646 Jan 28 16:51:22.379331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55530) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:22.406367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367729642'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:22.427344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1f12dc3-22c1-49ff-b4b5-7448fa8752c8 req-e3908913-234f-4144-9f22-1a68e5702568 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1141770 Jan 28 16:51:22.494986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.557334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.155 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/c56404e3-16af-40ca-862d-0786e18134f2) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:22.714327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:22.776368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0', 'mac_address': 'fa:16:3e:e8:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:51:22.777181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (559bb16b-2e15-4daf-aae7-5a3e84797e57), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.788354 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (559bb16b-2e15-4daf-aae7-5a3e84797e57), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.916418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559bb16b-2e15-4daf-aae7-5a3e84797e57,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:22.931881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.935904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6e52f8d9-eb0e-4e76-b566-b6bb1664f96a tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5527236 Jan 28 16:51:22.937867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (c56404e3-16af-40ca-862d-0786e18134f2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.938327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:22.953932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430477045'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:22.965522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:51:22.966548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:22.988393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:51:23.020076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:23.025302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:23.028214 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:23.072720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c56404e3-16af-40ca-862d-0786e18134f2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:23.112257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:23.230782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:23.272336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=c56404e3-16af-40ca-862d-0786e18134f2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:23.299623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:51:23.316281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:23.320818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:23.324318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:23.431366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (2e8233a5-d70c-424d-ab08-24a161bea6e1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:23.487441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2e8233a5-d70c-424d-ab08-24a161bea6e1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:23.686607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:23.691613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7519383 Jan 28 16:51:23.698628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55558) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:23.701711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0151-9f0a-465b-8f3f-3f8b6398893b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8233a5-d70c-424d-ab08-24a161bea6e1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:23.728559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2c3a9721-8273-49ea-9fc9-456926f8a86f tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '559bb16b-2e15-4daf-aae7-5a3e84797e57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2e8233a5-d70c-424d-ab08-24a161bea6e1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:23.778700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b3a18-629e-4d8d-bc28-68cbacc44bda req-62592d56-880b-47ae-9af5-0211d5655dd1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:23.781029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f28b3a18-629e-4d8d-bc28-68cbacc44bda req-62592d56-880b-47ae-9af5-0211d5655dd1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 944 time: 0.3404491 Jan 28 16:51:23.830267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d940c62-9ba0-4317-8608-258f61f13c90 req-78dd2649-18bb-43f0-a927-7144711d4033 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:23.841474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d940c62-9ba0-4317-8608-258f61f13c90 req-78dd2649-18bb-43f0-a927-7144711d4033 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.3429615 Jan 28 16:51:23.994169 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-2c3a9721-8273-49ea-9fc9-456926f8a86f tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:24.002574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2c3a9721-8273-49ea-9fc9-456926f8a86f tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2834783 Jan 28 16:51:24.015984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55560) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:24.218540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d940c62-9ba0-4317-8608-258f61f13c90 req-fabcf97a-6654-45ed-b036-478170782673 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743911 Jan 28 16:51:24.229422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f28b3a18-629e-4d8d-bc28-68cbacc44bda req-1e910359-464a-424f-815f-e0a84cbffde7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411263 Jan 28 16:51:24.282911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:51:24.348138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bff6dd0-ece1-49b2-b8d0-fb630f00b158 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (2e8233a5-d70c-424d-ab08-24a161bea6e1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:24.447135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:51:24.451865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:51:24.452379 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:24.469712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bff6dd0-ece1-49b2-b8d0-fb630f00b158 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (2e8233a5-d70c-424d-ab08-24a161bea6e1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:24.643809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efa2fb53-2281-4d0d-a745-d2b2d110eddb req-43bbdfc9-3be3-4dfe-af4e-41b8bbc7bcf2 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1607904 Jan 28 16:51:24.745876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bff6dd0-ece1-49b2-b8d0-fb630f00b158 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2e8233a5-d70c-424d-ab08-24a161bea6e1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:24.757315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bff6dd0-ece1-49b2-b8d0-fb630f00b158 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:24.763228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8bff6dd0-ece1-49b2-b8d0-fb630f00b158 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e8233a5-d70c-424d-ab08-24a161bea6e1 HTTP/1.1" status: 204 len: 168 time: 0.7298479 Jan 28 16:51:24.766027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55570) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:24.794570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:51:24.796363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:24.957011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:24.959249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc83e70-97dd-4809-8da2-72072277ae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:24.962769 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b299c473-e0c8-422b-84c6-d0c27f423f34" -d '{"events": [{"server_uuid": "abc83e70-97dd-4809-8da2-72072277ae22", "name": "network-vif-plugged", "status": "completed", "tag": "6099e7d0-00e3-4ff0-8496-f2d15feb3fa0"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:24.970441 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:25.075704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b7809ca5-ac09-4f3c-909c-f9046176ac2f tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3057940 Jan 28 16:51:25.080617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55578) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:25.098904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff6dd0-ece1-49b2-b8d0-fb630f00b158 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8233a5-d70c-424d-ab08-24a161bea6e1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:25.183173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:25.206423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f439614-4b96-402f-a509-ea2f9de4499d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (559bb16b-2e15-4daf-aae7-5a3e84797e57), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:25.259310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f439614-4b96-402f-a509-ea2f9de4499d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (559bb16b-2e15-4daf-aae7-5a3e84797e57), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:25.370270 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f439614-4b96-402f-a509-ea2f9de4499d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (559bb16b-2e15-4daf-aae7-5a3e84797e57), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:25.374210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f439614-4b96-402f-a509-ea2f9de4499d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:25.375538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5f439614-4b96-402f-a509-ea2f9de4499d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/559bb16b-2e15-4daf-aae7-5a3e84797e57 HTTP/1.1" status: 204 len: 168 time: 0.2915053 Jan 28 16:51:25.378816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55586) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:25.450567 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82d8d1f-7bc2-49fc-85ad-8e8102bfce29 x-openstack-request-id: req-a82d8d1f-7bc2-49fc-85ad-8e8102bfce29 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:25.451087 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc83e70-97dd-4809-8da2-72072277ae22", "name": "network-vif-plugged", "status": "completed", "tag": "6099e7d0-00e3-4ff0-8496-f2d15feb3fa0", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:25.451249 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a82d8d1f-7bc2-49fc-85ad-8e8102bfce29 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:25.451736 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc83e70-97dd-4809-8da2-72072277ae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0', 'code': 200} Jan 28 16:51:25.463596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (b51a533f-7202-42ae-bf90-4f1a652ccf4e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:25.558053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6a16eb02-b326-4d67-ad04-0557eb9a2e5e tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1714640 Jan 28 16:51:25.561320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f439614-4b96-402f-a509-ea2f9de4499d tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559bb16b-2e15-4daf-aae7-5a3e84797e57,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:25.603695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:25.633316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--559479955'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:25.799328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf33b-6473-47dc-b82f-c581f230c0e8 req-39bfa9d6-912b-490f-99b7-eba692f0ea77 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:25.809764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97cdf33b-6473-47dc-b82f-c581f230c0e8 req-39bfa9d6-912b-490f-99b7-eba692f0ea77 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1839547 Jan 28 16:51:25.846739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794943bd-50fc-4075-996e-1277cf5a5e81 req-f5bc0d4d-395f-48f5-995b-fded78678259 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:25.848349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-794943bd-50fc-4075-996e-1277cf5a5e81 req-f5bc0d4d-395f-48f5-995b-fded78678259 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 945 time: 0.3241603 Jan 28 16:51:25.970159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.039283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f55be-9712-4b67-a248-d91975b231b8 req-5d7ea8de-f1fc-491a-ac4f-04bfd0646508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:26.044219 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b09f55be-9712-4b67-a248-d91975b231b8 req-5d7ea8de-f1fc-491a-ac4f-04bfd0646508 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 1128 time: 0.4489579 Jan 28 16:51:26.223599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-794943bd-50fc-4075-996e-1277cf5a5e81 req-4e764bac-fd2c-4353-af26-2c08eb63c80a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656220 Jan 28 16:51:26.232191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (42fe1984-c62c-46d5-b362-54825fcc1186), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.235873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c56404e3-16af-40ca-862d-0786e18134f2), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.264784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97cdf33b-6473-47dc-b82f-c581f230c0e8 req-926be554-7b3a-4828-8aab-9ddc92941a08 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151192 Jan 28 16:51:26.285661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (42fe1984-c62c-46d5-b362-54825fcc1186), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.495409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7bc25ad-0ee3-49c4-90d3-c33a672304a5 req-1193c0c2-70ac-411c-a03f-d81534fb775c tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.0705998 Jan 28 16:51:26.659132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (c56404e3-16af-40ca-862d-0786e18134f2), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.706014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c56404e3-16af-40ca-862d-0786e18134f2), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.740963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:26.748298 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1435740 Jan 28 16:51:26.753051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55600) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:26.761029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-18c78dc7-c812-4ef3-bbec-355cf0e69316 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '42fe1984-c62c-46d5-b362-54825fcc1186', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:26.858182 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-18c78dc7-c812-4ef3-bbec-355cf0e69316 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:26.859520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18c78dc7-c812-4ef3-bbec-355cf0e69316 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1044705 Jan 28 16:51:26.862617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55604) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:26.867221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7259b54c-04e9-4bb0-8e8a-e421f4a102a7 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group_rule': {'security_group_id': '42fe1984-c62c-46d5-b362-54825fcc1186', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:26.887035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b09f55be-9712-4b67-a248-d91975b231b8 req-15d09aac-ba05-4576-99e8-c288f76154b5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184555 Jan 28 16:51:26.898686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389292f-e572-4596-b59c-fba305acf353 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe1984-c62c-46d5-b362-54825fcc1186,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:26.975727 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-7259b54c-04e9-4bb0-8e8a-e421f4a102a7 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:51:26.979396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7259b54c-04e9-4bb0-8e8a-e421f4a102a7 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1130607 Jan 28 16:51:26.979708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55606) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:27.002574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=c56404e3-16af-40ca-862d-0786e18134f2,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:27.046452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (b51a533f-7202-42ae-bf90-4f1a652ccf4e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.162642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d7b2-6369-4059-9db3-393dbdd7df9b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (42fe1984-c62c-46d5-b362-54825fcc1186), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.222521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d7b2-6369-4059-9db3-393dbdd7df9b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (42fe1984-c62c-46d5-b362-54825fcc1186), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.362051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d7b2-6369-4059-9db3-393dbdd7df9b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (42fe1984-c62c-46d5-b362-54825fcc1186), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.364153 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP b51a533f-7202-42ae-bf90-4f1a652ccf4e associated. External IP: 172.25.8.155, port: 9be474a8-57fe-40be-a567-c2b506e5461a. Jan 28 16:51:27.375957 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d7b2-6369-4059-9db3-393dbdd7df9b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.383194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b9c9d7b2-6369-4059-9db3-393dbdd7df9b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/42fe1984-c62c-46d5-b362-54825fcc1186 HTTP/1.1" status: 204 len: 168 time: 0.4022603 Jan 28 16:51:27.387564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55620) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:27.421804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d7b2-6369-4059-9db3-393dbdd7df9b tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe1984-c62c-46d5-b362-54825fcc1186,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:27.678508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee45310-3e46-470a-8a47-3419378f5860 req-b090c465-b7f3-44ab-bbc4-a5da770673d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:27.680141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dee45310-3e46-470a-8a47-3419378f5860 req-b090c465-b7f3-44ab-bbc4-a5da770673d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 945 time: 0.2378342 Jan 28 16:51:27.700266 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-175e6eaa-9af5-407c-88df-deb8d3d10de6 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1717920 Jan 28 16:51:27.702676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592180d1-9b50-41ff-bc7b-db75d1fd2c71 req-ae805af8-e83b-4b8b-8724-2ab4ff89fea3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:27.704399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-592180d1-9b50-41ff-bc7b-db75d1fd2c71 req-ae805af8-e83b-4b8b-8724-2ab4ff89fea3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.2565956 Jan 28 16:51:27.706049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55628) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:27.711356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061583334'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:27.771091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.978557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (c4a3a7b8-a18d-4127-960b-2212dd6644a4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:27.990832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c4a3a7b8-a18d-4127-960b-2212dd6644a4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.050003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dee45310-3e46-470a-8a47-3419378f5860 req-1ddcf62a-4c6b-49f3-afe4-a93cebd48d46 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620501 Jan 28 16:51:28.089173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.093218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3862033 Jan 28 16:51:28.108527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55636) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:28.122529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-106c1af8-53e7-4f19-97b0-9375787b0f11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:28.125199 n-d-812111-13 neutron-server[103094]: WARNING neutron.api.v2.base [None req-106c1af8-53e7-4f19-97b0-9375787b0f11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 16:51:28.125916 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-106c1af8-53e7-4f19-97b0-9375787b0f11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 16:51:28.128951 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-106c1af8-53e7-4f19-97b0-9375787b0f11 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "PUT /v2.0/security-groups/c4a3a7b8-a18d-4127-960b-2212dd6644a4 HTTP/1.1" status: 409 len: 330 time: 0.0232618 Jan 28 16:51:28.149583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55638) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:28.257817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-592180d1-9b50-41ff-bc7b-db75d1fd2c71 req-494318c5-95ed-4dd1-a6d0-239eb37412c7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5123138 Jan 28 16:51:28.263239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d8c6-6613-4708-9703-5bc00ad47b85 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3a7b8-a18d-4127-960b-2212dd6644a4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:28.423835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61cde009-8593-491a-a3d1-c2f5e7bf2005 req-d8cd777d-026f-4e24-9791-6235163acc74 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1069975 Jan 28 16:51:28.436144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:28.495850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f19899e8-cdc5-4591-9877-bfe4887dba91 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (c4a3a7b8-a18d-4127-960b-2212dd6644a4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.626433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f19899e8-cdc5-4591-9877-bfe4887dba91 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (c4a3a7b8-a18d-4127-960b-2212dd6644a4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.712456 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f19899e8-cdc5-4591-9877-bfe4887dba91 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c4a3a7b8-a18d-4127-960b-2212dd6644a4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.716625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f19899e8-cdc5-4591-9877-bfe4887dba91 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.718230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f19899e8-cdc5-4591-9877-bfe4887dba91 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/c4a3a7b8-a18d-4127-960b-2212dd6644a4 HTTP/1.1" status: 204 len: 168 time: 0.5678334 Jan 28 16:51:28.736604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55650) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:28.737965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19899e8-cdc5-4591-9877-bfe4887dba91 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3a7b8-a18d-4127-960b-2212dd6644a4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:28.812596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c945a928-f358-4ba9-93ce-10ec9a255f89 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676637 Jan 28 16:51:28.814940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55652) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:28.847464 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-1c38a2ed-e22a-4c9e-a99e-fc515371ed95 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] delete failed (client error): The resource could not be found. Jan 28 16:51:28.854182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1c38a2ed-e22a-4c9e-a99e-fc515371ed95 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "DELETE /v2.0/security-groups/01a9ef0b-b2a1-4e3e-b736-8ba5fc29b4bc HTTP/1.1" status: 404 len: 347 time: 0.0345643 Jan 28 16:51:28.855050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:28.878170 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-99221eaa-b99e-41c1-876b-c37f30d38dc7 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] show failed (client error): The resource could not be found. Jan 28 16:51:28.883848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-99221eaa-b99e-41c1-876b-c37f30d38dc7 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-groups/d79f9ede-f2c6-4dd0-ad14-d8707de966fc HTTP/1.1" status: 404 len: 347 time: 0.0236354 Jan 28 16:51:28.884129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55656) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:28.884580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:28.899504 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:28.918820 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:28.920069 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:28.942492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:28.947729 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-da6c77ac-6bcd-4b3f-bc73-41df5b914150 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] show failed (client error): The resource could not be found. Jan 28 16:51:28.951571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-da6c77ac-6bcd-4b3f-bc73-41df5b914150 tempest-NegativeSecGroupIPv6Test-692186188 tempest-NegativeSecGroupIPv6Test-692186188-project] 10.222.0.25 "GET /v2.0/security-group-rules/abea3bf0-38d3-415d-94c8-aa858862791c HTTP/1.1" status: 404 len: 356 time: 0.0662930 Jan 28 16:51:28.992211 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:29.004687 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:29.006473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:29.055763 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:29.057307 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268d175-c484-49dd-bfb0-07bd733576a4 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:29.061516 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-70682adb-043e-4d98-9948-00294decfe8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4441488 Jan 28 16:51:29.061709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55660) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:29.067435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:29.160812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (b51a533f-7202-42ae-bf90-4f1a652ccf4e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:29.667515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:29.722346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:29.779931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (b51a533f-7202-42ae-bf90-4f1a652ccf4e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:29.780278 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP b51a533f-7202-42ae-bf90-4f1a652ccf4e disassociated. External IP: 172.25.8.155, port: 9be474a8-57fe-40be-a567-c2b506e5461a. Jan 28 16:51:30.243904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dbf6fcfe-3e1e-46d5-b32c-cdb3e08df9d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62d59b79619b4362bea4286d47ca06a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200696 Jan 28 16:51:30.245443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:30.360497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57317964-2894-4931-ab46-a6a367256712 admin admin] Publish callbacks [] for security_group (665d5000-6e30-4960-b0c8-4a37cbebe2dd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:30.422961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57317964-2894-4931-ab46-a6a367256712 admin admin] Publish callbacks [] for security_group (665d5000-6e30-4960-b0c8-4a37cbebe2dd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:30.492149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d804-18b8-4470-9cdb-64813171e5e1 req-597db40a-f999-4d1b-88a6-fddac7baffa0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:30.494743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8341d804-18b8-4470-9cdb-64813171e5e1 req-597db40a-f999-4d1b-88a6-fddac7baffa0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.7648649 Jan 28 16:51:30.506332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167cdc-a7a4-4420-a233-46ed566e02cc req-8da3c631-390f-4d0c-9496-9079540b0fd8 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:30.509572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90167cdc-a7a4-4420-a233-46ed566e02cc req-8da3c631-390f-4d0c-9496-9079540b0fd8 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 945 time: 0.8366466 Jan 28 16:51:30.537505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57317964-2894-4931-ab46-a6a367256712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (665d5000-6e30-4960-b0c8-4a37cbebe2dd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:30.539845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:30.540214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57317964-2894-4931-ab46-a6a367256712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:30.548457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-57317964-2894-4931-ab46-a6a367256712 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/665d5000-6e30-4960-b0c8-4a37cbebe2dd HTTP/1.1" status: 204 len: 168 time: 0.3011229 Jan 28 16:51:30.569066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57317964-2894-4931-ab46-a6a367256712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d5000-6e30-4960-b0c8-4a37cbebe2dd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:30.912177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8341d804-18b8-4470-9cdb-64813171e5e1 req-5f95fdf4-ed15-48fa-b4d5-36653925be0f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999658 Jan 28 16:51:31.251625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f7599de-5bb3-4c97-bfc8-c6387e11b10c req-9fc7c43c-8a60-4c59-83b4-1b642c0b0890 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.1212113 Jan 28 16:51:31.283249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90167cdc-a7a4-4420-a233-46ed566e02cc req-25a86e40-fae8-48bc-bd5f-d2c73852f7fa tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423279 Jan 28 16:51:31.349832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:31.360466 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:31.939736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:32.004791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:32.005495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:32.095276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:32.135700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:32.136352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:32.199427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55752) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:32.313652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:32.317663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6a378-f0d9-4d68-980a-43d3abc34a7e None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:32.537663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1924319903'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:32.606948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Made reservation on behalf of 7a69c73ebe0947dbb389c5bf55153e08 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:32.633405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:32.641386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-fa729574-7c0d-40cd-b9d0-663d3354348d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:32.653409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-fa729574-7c0d-40cd-b9d0-663d3354348d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.2956893 Jan 28 16:51:32.679833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:32.742240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-b6d43e40-85cd-4a98-a108-5aad61a69c46 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0876992 Jan 28 16:51:32.747152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-866f78c7-2775-4b8c-879a-6f878a5cdd95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/floatingips/b51a533f-7202-42ae-bf90-4f1a652ccf4e HTTP/1.1" status: 200 len: 688 time: 3.6841850 Jan 28 16:51:32.758504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55762) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:32.974218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks [] for security_group (a060690b-0da5-49cd-aee1-5497e0be9a5e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:32.984703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a060690b-0da5-49cd-aee1-5497e0be9a5e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:33.052379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:51:33.094146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd33814-af36-4e59-89e9-a002ab0b2e90 req-51b5ac0a-d61c-4c20-978f-ffa3cdb82d67 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:33.106230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a060690b-0da5-49cd-aee1-5497e0be9a5e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:33.109566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bd33814-af36-4e59-89e9-a002ab0b2e90 req-51b5ac0a-d61c-4c20-978f-ffa3cdb82d67 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.7495518 Jan 28 16:51:33.121199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b3563d92-49b5-4248-b091-98a63ba17faf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:33.121419 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Added segment b3563d92-49b5-4248-b091-98a63ba17faf of type vlan for network 0ecebde2-61df-4b20-ba5b-1878fa055e13 Jan 28 16:51:33.259061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (0ecebde2-61df-4b20-ba5b-1878fa055e13), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:33.271421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-87be6b79-30f1-48da-a8fb-6349694e38a5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5279651 Jan 28 16:51:33.276579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-ced3dc0c-dfd7-4ac5-8514-f91f37b55552 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:51:33.292323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-ced3dc0c-dfd7-4ac5-8514-f91f37b55552 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198834 Jan 28 16:51:33.335003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (0ecebde2-61df-4b20-ba5b-1878fa055e13), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:33.343645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:33.347385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:33.536914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bd33814-af36-4e59-89e9-a002ab0b2e90 req-b2c5d755-66a7-4ffa-94b5-1ee4f2baff24 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184158 Jan 28 16:51:33.554941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port c56404e3-16af-40ca-862d-0786e18134f2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:33.555295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c56404e3-16af-40ca-862d-0786e18134f2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:33.602369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-98fcf8e6-8742-4008-b16d-f761b72d6dbf service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084095 Jan 28 16:51:33.709307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5077462 Jan 28 16:51:33.710016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55772) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:33.719457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-53871855-8f1e-4aac-ae8b-edf5988e5608 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-1160512191') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:33.737035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de5a6-9407-488a-ba58-b6721bf2f011 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Pushing event updated for resources: {'Network': ['ID=0ecebde2-61df-4b20-ba5b-1878fa055e13,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:33.750028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 0ecebde2-61df-4b20-ba5b-1878fa055e13 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:51:33.946785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cfad9d3-c345-4712-bb4a-153d494bb674 req-3c7c09b8-3b9d-412b-96aa-d1b020080703 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cadfcfa-eccf-430a-9d85-b85922947266 HTTP/1.1" status: 200 len: 210 time: 0.2161307 Jan 28 16:51:33.977333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-53871855-8f1e-4aac-ae8b-edf5988e5608 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "PUT /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-1160512191 HTTP/1.1" status: 201 len: 201 time: 0.2624559 Jan 28 16:51:33.980305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55776) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:33.995564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-324f93e1-ba37-4629-9fd1-b30adde6cfb6 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-1160512191') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:34.048843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c56404e3-16af-40ca-862d-0786e18134f2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:34.049277 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (c56404e3-16af-40ca-862d-0786e18134f2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:34.088125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for c56404e3-16af-40ca-862d-0786e18134f2 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:34.181085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-324f93e1-ba37-4629-9fd1-b30adde6cfb6 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-1160512191 HTTP/1.1" status: 204 len: 168 time: 0.1984377 Jan 28 16:51:34.182347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:34.190933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-4055f833-735b-4960-b68d-072b01763a88 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:34.387450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360e6a9-fdb0-40cb-ba9d-459b21ef69cf req-0580a96a-1de5-4b65-865a-7ad0ebd0c18f service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841277 Jan 28 16:51:34.726770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c56404e3-16af-40ca-862d-0786e18134f2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:34.914110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=c56404e3-16af-40ca-862d-0786e18134f2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:35.342779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2c7bd-5165-426e-8461-43925c66e979 req-1557704b-a669-4a20-a63a-f418effdfadf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:35.344434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08b2c7bd-5165-426e-8461-43925c66e979 req-1557704b-a669-4a20-a63a-f418effdfadf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.5801814 Jan 28 16:51:35.418913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (b51a533f-7202-42ae-bf90-4f1a652ccf4e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:35.427496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:35.428731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fa4b608e-c18e-49a8-a4c4-f5ed53caba8c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/floatingips/b51a533f-7202-42ae-bf90-4f1a652ccf4e HTTP/1.1" status: 204 len: 168 time: 2.6691208 Jan 28 16:51:35.444447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55810) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:35.459983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '16612853-f472-447e-bb5d-7fdc85764879'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:35.516289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08b2c7bd-5165-426e-8461-43925c66e979 req-e4acd5e9-fb8a-41f8-b6f6-fb933ef5e1f9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573524 Jan 28 16:51:35.543799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:35.699125 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4055f833-735b-4960-b68d-072b01763a88 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags HTTP/1.1" status: 200 len: 238 time: 1.5144496 Jan 28 16:51:35.715366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55824) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:35.728828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-c7b4fb88-d66d-4d64-b31b-5e91d50a9411 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', {'tags': ['tempest-TagsTest-Tag-1690419121', 'tempest-TagsTest-Tag-1118901072', 'tempest-TagsTest-Tag-342701005']}) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:35.779870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55828) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:35.961076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afbda787-bf73-464b-b1f5-5b551fb2b882 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group (6f0ab6d0-0328-42ee-b33d-121658bdb654), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:35.965715 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c7b4fb88-d66d-4d64-b31b-5e91d50a9411 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "PUT /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags HTTP/1.1" status: 200 len: 308 time: 0.2488821 Jan 28 16:51:35.966354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55840) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:35.976084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-71e1c305-bfe9-49f6-bb1f-81431fb95a85 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-1690419121') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:36.037040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:36.073431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afbda787-bf73-464b-b1f5-5b551fb2b882 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group (6f0ab6d0-0328-42ee-b33d-121658bdb654), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:36.188367 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-71e1c305-bfe9-49f6-bb1f-81431fb95a85 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "DELETE /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-1690419121 HTTP/1.1" status: 204 len: 168 time: 0.2209799 Jan 28 16:51:36.191062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55842) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:36.196326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-d7d5fe62-4784-4dec-9427-66b06371c5b0 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-1690419121') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:36.266106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-53e6b9d2-d1f1-4cd5-9bd4-809e3b2d8c41 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:36.267575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-53e6b9d2-d1f1-4cd5-9bd4-809e3b2d8c41 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.2787755 Jan 28 16:51:36.270551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afbda787-bf73-464b-b1f5-5b551fb2b882 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6f0ab6d0-0328-42ee-b33d-121658bdb654), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:36.273208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afbda787-bf73-464b-b1f5-5b551fb2b882 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:36.274854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-afbda787-bf73-464b-b1f5-5b551fb2b882 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f0ab6d0-0328-42ee-b33d-121658bdb654 HTTP/1.1" status: 204 len: 168 time: 0.4930813 Jan 28 16:51:36.289293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55844) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:36.290081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbda787-bf73-464b-b1f5-5b551fb2b882 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ab6d0-0328-42ee-b33d-121658bdb654,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:36.340942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-fb782848-6edb-4db5-8751-240b3c763ec2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0523965 Jan 28 16:51:36.378278 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-d7d5fe62-4784-4dec-9427-66b06371c5b0 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] show failed (client error): The resource could not be found. Jan 28 16:51:36.381321 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7d5fe62-4784-4dec-9427-66b06371c5b0 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-1690419121 HTTP/1.1" status: 404 len: 326 time: 0.1890364 Jan 28 16:51:36.384461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55846) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:36.391683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-71f50100-ded3-411b-95a1-e584e0d2ee6e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-1118901072') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:36.410312 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-5831c3aa-d1e2-4643-bfea-cfaec98c6d36 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] show failed (client error): The resource could not be found. Jan 28 16:51:36.413313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5831c3aa-d1e2-4643-bfea-cfaec98c6d36 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "GET /v2.0/security-groups/6f0ab6d0-0328-42ee-b33d-121658bdb654 HTTP/1.1" status: 404 len: 347 time: 0.1210196 Jan 28 16:51:36.415403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.87 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/898174a9-e36e-4d15-bbac-49ee9342d797) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:36.416406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55848) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:36.538523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-fe8c264c-2949-4d11-a2d0-6bbd3a5e7dde tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1965909 Jan 28 16:51:36.652781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-71f50100-ded3-411b-95a1-e584e0d2ee6e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-1118901072 HTTP/1.1" status: 204 len: 168 time: 0.2649100 Jan 28 16:51:36.653195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55856) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:36.657992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-0084befe-f58e-4293-aff6-3f6442a38a44 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-342701005') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:36.662503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-8b64938a-1db2-422a-9242-638f29c6c7d1 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142397 Jan 28 16:51:36.823785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port 2d2c5427-76bd-4318-b3e1-adcd6ca7396d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:36.825086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:36.898569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690419f-44d2-4ef2-ba39-47e19455b2ab req-62a649b9-d788-4da5-864e-282d47eacae8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:36.900536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4690419f-44d2-4ef2-ba39-47e19455b2ab req-62a649b9-d788-4da5-864e-282d47eacae8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1626897 Jan 28 16:51:36.902314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4d37b798-fa44-4d0b-9961-35f6c5aeea17 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315784 Jan 28 16:51:36.906042 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (898174a9-e36e-4d15-bbac-49ee9342d797), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:36.913461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0084befe-f58e-4293-aff6-3f6442a38a44 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-342701005 HTTP/1.1" status: 204 len: 168 time: 0.2590361 Jan 28 16:51:36.916132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55862) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:36.921231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-4eede69f-bbfb-4103-af12-468a0549e731 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:37.002292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4690419f-44d2-4ef2-ba39-47e19455b2ab req-b43e2720-078b-4f0b-a80d-1bc7796aef9d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783887 Jan 28 16:51:37.004560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (898174a9-e36e-4d15-bbac-49ee9342d797), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:37.059222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:37.059551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:37.071525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=898174a9-e36e-4d15-bbac-49ee9342d797,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:37.085056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for 2d2c5427-76bd-4318-b3e1-adcd6ca7396d owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:37.093361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:37.095646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:37.098942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:37.205553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4eede69f-bbfb-4103-af12-468a0549e731 tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "DELETE /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags HTTP/1.1" status: 204 len: 168 time: 0.2881911 Jan 28 16:51:37.206161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:37.214117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-dba1e23c-a92c-4ce6-a6c1-a2c805178e5e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-1118901072') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:37.232275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b28ff441-548b-446c-9c93-a183ba72bed9 req-0592ce2b-9f05-4b35-b708-d314840b1dd0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 210 time: 0.0384212 Jan 28 16:51:37.325209 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-dba1e23c-a92c-4ce6-a6c1-a2c805178e5e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] show failed (client error): The resource could not be found. Jan 28 16:51:37.329419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dba1e23c-a92c-4ce6-a6c1-a2c805178e5e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-1118901072 HTTP/1.1" status: 404 len: 326 time: 0.1184797 Jan 28 16:51:37.330416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55870) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:37.344209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-93421417-f34c-40b2-a66f-c4b559f2bbfa tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13', 'tempest-TagsTest-Tag-342701005') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:37.559707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052b35-481e-440f-a451-5b210105e22e req-c8419a7c-5836-4751-ae7f-17194b099b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:37.561775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-c8419a7c-5836-4751-ae7f-17194b099b88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1126 time: 0.1240959 Jan 28 16:51:37.568340 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-93421417-f34c-40b2-a66f-c4b559f2bbfa tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] show failed (client error): The resource could not be found. Jan 28 16:51:37.572146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-93421417-f34c-40b2-a66f-c4b559f2bbfa tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "GET /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags/tempest-TagsTest-Tag-342701005 HTTP/1.1" status: 404 len: 325 time: 0.2374175 Jan 28 16:51:37.572146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2d2c5427-76bd-4318-b3e1-adcd6ca7396d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:37.573116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55888) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:37.598528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-6f9cf634-8992-4197-8c43-5a4ac83b124e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0ecebde2-61df-4b20-ba5b-1878fa055e13') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:37.664900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=2d2c5427-76bd-4318-b3e1-adcd6ca7396d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:37.815203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for floatingip (98d17572-ebd5-4c68-bbd9-5a62f3c20c75), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:37.829356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:37.833390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-778486fd-40ca-40e0-8dfb-921af4216c49 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/floatingips/98d17572-ebd5-4c68-bbd9-5a62f3c20c75 HTTP/1.1" status: 204 len: 168 time: 1.4131124 Jan 28 16:51:37.842315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55900) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:37.908532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.091769 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f9cf634-8992-4197-8c43-5a4ac83b124e tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "DELETE /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13/tags HTTP/1.1" status: 204 len: 168 time: 0.5142651 Jan 28 16:51:38.100287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55920) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:38.114991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (898174a9-e36e-4d15-bbac-49ee9342d797), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.186276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052b35-481e-440f-a451-5b210105e22e req-c7751b61-665c-4d7a-9e03-601ef13452c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:38.187770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-c7751b61-665c-4d7a-9e03-601ef13452c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.5638781 Jan 28 16:51:38.225135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port 2a68b0c6-099f-4d40-9965-1b1aa9afd84d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:38.225135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.448123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (0ecebde2-61df-4b20-ba5b-1878fa055e13), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.486111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.513787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for 2a68b0c6-099f-4d40-9965-1b1aa9afd84d owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:38.518720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c3380e1-2507-47b7-ae8e-4f9d761ce516 req-0ca7d316-11c1-45b8-904e-37613e178404 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 210 time: 0.0523162 Jan 28 16:51:38.831062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (0ecebde2-61df-4b20-ba5b-1878fa055e13), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.860143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecebde2-61df-4b20-ba5b-1878fa055e13']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:38.874476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3563d92-49b5-4248-b091-98a63ba17faf') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:38.874830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3563d92-49b5-4248-b091-98a63ba17faf') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:38.889342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (b3563d92-49b5-4248-b091-98a63ba17faf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.904428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b3563d92-49b5-4248-b091-98a63ba17faf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.921619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:51:38.921619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (b3563d92-49b5-4248-b091-98a63ba17faf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:38.931534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-89e6699b-d88c-4715-8562-5661bc1dd4a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 200 len: 999 time: 0.7136433 Jan 28 16:51:38.939387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2a68b0c6-099f-4d40-9965-1b1aa9afd84d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:51:39.019512 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:51:39.024623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=2a68b0c6-099f-4d40-9965-1b1aa9afd84d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:39.101610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052b35-481e-440f-a451-5b210105e22e req-17aae892-0370-44fd-a3d6-93fdccc4baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:39.104731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-17aae892-0370-44fd-a3d6-93fdccc4baad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.1632063 Jan 28 16:51:39.195518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052b35-481e-440f-a451-5b210105e22e req-08d69ff2-da27-436c-bb3c-a9e7ebb90507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:39.197385 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-08d69ff2-da27-436c-bb3c-a9e7ebb90507 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0686538 Jan 28 16:51:39.202377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.209094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5acb1025-f552-4a00-8d9b-cc5be56fd07b tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/ports/2a68b0c6-099f-4d40-9965-1b1aa9afd84d HTTP/1.1" status: 204 len: 168 time: 1.3565962 Jan 28 16:51:39.209993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55936) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:39.371667 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-becf266d-d55b-4078-a6f9-72176e00de91 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604950 Jan 28 16:51:39.549772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port 6900f1ba-9390-445f-868e-2ca3782bfee5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:39.550246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.713542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.721958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (898174a9-e36e-4d15-bbac-49ee9342d797), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.738390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5052b35-481e-440f-a451-5b210105e22e req-8f93790e-bc26-49f0-bf32-2c0da763b65f service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591459 Jan 28 16:51:39.745446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for 6900f1ba-9390-445f-868e-2ca3782bfee5 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:39.767032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (0ecebde2-61df-4b20-ba5b-1878fa055e13), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.768581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (898174a9-e36e-4d15-bbac-49ee9342d797), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.825533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:39.840610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] 10.222.0.25 "DELETE /v2.0/networks/0ecebde2-61df-4b20-ba5b-1878fa055e13 HTTP/1.1" status: 204 len: 168 time: 1.7387874 Jan 28 16:51:39.878319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de03c-5646-45be-b640-d88d5fb8d95b tempest-TagsTest-1492001377 tempest-TagsTest-1492001377-project] Pushing event deleted for resources: {'Network': ['ID=0ecebde2-61df-4b20-ba5b-1878fa055e13,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:39.944081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2f1161f-fa2f-400d-9f12-c4f8fbfadc64 req-4fd69bf6-397c-40ff-9cab-8e177204d0f0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 210 time: 0.2192276 Jan 28 16:51:40.017576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6900f1ba-9390-445f-868e-2ca3782bfee5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.070072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=6900f1ba-9390-445f-868e-2ca3782bfee5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:40.100948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.144428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-6987c92e-efcc-484c-a2f6-3087ee924f18 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:40.161423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-6987c92e-efcc-484c-a2f6-3087ee924f18 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 1.6050489 Jan 28 16:51:40.253595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=898174a9-e36e-4d15-bbac-49ee9342d797,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:40.268363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49243-cc8a-479d-a1ef-673c92604f8c req-691c1ccb-63a5-4b37-8808-2e5440f03742 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:40.270086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6b49243-cc8a-479d-a1ef-673c92604f8c req-691c1ccb-63a5-4b37-8808-2e5440f03742 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 1.2839868 Jan 28 16:51:40.274235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': '08262c1a-91f6-450b-9097-652f8121f3b8', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:40.306117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.311652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa46a4ec-b328-4ced-9a68-07edaece85c9 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/ports/6900f1ba-9390-445f-868e-2ca3782bfee5 HTTP/1.1" status: 204 len: 168 time: 0.9874825 Jan 28 16:51:40.311912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55954) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:40.404584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6b49243-cc8a-479d-a1ef-673c92604f8c req-ee49ca71-4a25-4bb1-8e12-c2e675296b7c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230092 Jan 28 16:51:40.409704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting subnet d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:51:40.425442 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for subnet (d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.469223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:40.517840 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 44211078-f22b-42f1-ba50-8249dbb5926e associated. External IP: 172.25.8.87, port: 16612853-f472-447e-bb5d-7fdc85764879. Jan 28 16:51:40.546106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.779961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.830075 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bd1281fb-780c-41c2-8e52-f78ad2ebf74d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a69c73ebe0947dbb389c5bf55153e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596354 Jan 28 16:51:40.830869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:40.887368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:40.890888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:40.971305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.054727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:41.056420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ed2d91-b6eb-4d21-8904-7eef4e8ab559 admin admin] Publish callbacks [] for security_group (a060690b-0da5-49cd-aee1-5497e0be9a5e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.058648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.064916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65efe32-a35a-4c0c-9d97-fab95b2c1cc9 None None] Network 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:41.069986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-885b0e31-eeef-4031-90d7-21acdc0f7a16 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/subnets/d2f13bfb-5a9e-4ec6-bd02-dc80e26d602d HTTP/1.1" status: 204 len: 168 time: 0.7568409 Jan 28 16:51:41.079019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:41.090451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.3 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/ac08fcf1-2187-4eba-9670-9794ce9bc221) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:41.215898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ed2d91-b6eb-4d21-8904-7eef4e8ab559 admin admin] Publish callbacks [] for security_group (a060690b-0da5-49cd-aee1-5497e0be9a5e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.254654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting subnet 398286f8-8d4c-4f27-908a-1512b5bfa6f9 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:51:41.295180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for subnet (398286f8-8d4c-4f27-908a-1512b5bfa6f9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.321559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:41.392976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (398286f8-8d4c-4f27-908a-1512b5bfa6f9), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.441987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] DHCP port deletion for 26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:51:41.444985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ed2d91-b6eb-4d21-8904-7eef4e8ab559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a060690b-0da5-49cd-aee1-5497e0be9a5e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.447473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5ed2d91-b6eb-4d21-8904-7eef4e8ab559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.452100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e5ed2d91-b6eb-4d21-8904-7eef4e8ab559 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a060690b-0da5-49cd-aee1-5497e0be9a5e HTTP/1.1" status: 204 len: 168 time: 0.6168184 Jan 28 16:51:41.469589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed2d91-b6eb-4d21-8904-7eef4e8ab559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060690b-0da5-49cd-aee1-5497e0be9a5e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:41.631610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.659357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Deleting port b144ead5-f2a3-42d1-a508-30ae3713bb69 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:41.659724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.674355 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (398286f8-8d4c-4f27-908a-1512b5bfa6f9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.751829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67775ff3-d651-4911-af7e-b28acae7ca23 req-cbcadef3-915c-4328-abc5-b1a7d41d3b9f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 210 time: 0.5121067 Jan 28 16:51:41.798409 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (398286f8-8d4c-4f27-908a-1512b5bfa6f9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.799742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.851491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.854636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] For port b144ead5-f2a3-42d1-a508-30ae3713bb69, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b144ead5-f2a3-42d1-a508-30ae3713bb69,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:41.859608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/subnets/398286f8-8d4c-4f27-908a-1512b5bfa6f9 HTTP/1.1" status: 204 len: 168 time: 0.7786262 Jan 28 16:51:41.860828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55982) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:41.860965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5330f-61f6-4683-bbb8-7509d8da123d tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Subnet': ['ID=398286f8-8d4c-4f27-908a-1512b5bfa6f9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:41.867936 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:41.897160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Calling delete_port for b144ead5-f2a3-42d1-a508-30ae3713bb69 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:41.935314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:41.939697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2c092-358c-44c3-81ba-72b2264f59df None None] Network c755c58b-bdc0-41c0-97e3-7901e1027b63 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:42.011246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.089449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:42.129555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Deleting port b144ead5-f2a3-42d1-a508-30ae3713bb69 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:42.130924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.152736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:42.157898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:42.191980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70a63-1d46-4724-9300-d98874cc2af2 req-5c2a6162-e947-4228-b47c-b46a0875e67a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:42.193922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ca70a63-1d46-4724-9300-d98874cc2af2 req-5c2a6162-e947-4228-b47c-b46a0875e67a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.4284585 Jan 28 16:51:42.223189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=ac08fcf1-2187-4eba-9670-9794ce9bc221,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:42.324751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:42.325732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.334225 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.367413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-76e53bca-0104-42be-9c10-ac29fb1033d0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1094499 Jan 28 16:51:42.394164 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.408370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-d28099dc-2da5-46d7-9fe4-442c4812402f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:51:42.409965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-d28099dc-2da5-46d7-9fe4-442c4812402f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171747 Jan 28 16:51:42.411407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:42.422450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:42.457061 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:42.462818 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:42.464902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] For port b144ead5-f2a3-42d1-a508-30ae3713bb69, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b144ead5-f2a3-42d1-a508-30ae3713bb69,segment=NetworkSegment(87ded981-54f0-49af-b810-51d5cb8153b9),segment_id=87ded981-54f0-49af-b810-51d5cb8153b9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:42.467839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.474021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ca70a63-1d46-4724-9300-d98874cc2af2 req-eeccb537-ef32-4eb5-b66a-0418a4eeeb94 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535212 Jan 28 16:51:42.527679 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.564193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Calling delete_port for b144ead5-f2a3-42d1-a508-30ae3713bb69 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:42.585324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] DHCP port deletion for c755c58b-bdc0-41c0-97e3-7901e1027b63 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:51:42.593599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b144ead5-f2a3-42d1-a508-30ae3713bb69 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:51:42.628518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-078d6d94-7d62-43ed-b40b-4d6ac7bfacb4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1799328 Jan 28 16:51:42.629348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56004) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:42.666242 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:42.707142 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:42.712238 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:42.795959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.862879 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:42.865760 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847bd53-25a5-46cd-a5e1-8a8bf2bfbaa8 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:42.898619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b144ead5-f2a3-42d1-a508-30ae3713bb69), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:42.899089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Request body: {'port': {'device_id': '08262c1a-91f6-450b-9097-652f8121f3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:42.990250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-41f2690c-8020-4081-802e-cba9bef8824d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/floatingips/44211078-f22b-42f1-ba50-8249dbb5926e HTTP/1.1" status: 200 len: 978 time: 0.3549581 Jan 28 16:51:42.990670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56020) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:43.013899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] No DVR routers for this DVR port b144ead5-f2a3-42d1-a508-30ae3713bb69 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:51:43.024012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Port': ['ID=b144ead5-f2a3-42d1-a508-30ae3713bb69,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:43.067539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Pushing event deleted for resources: {'Port': ['ID=b144ead5-f2a3-42d1-a508-30ae3713bb69,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:43.084930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] No DVR routers for this DVR port b144ead5-f2a3-42d1-a508-30ae3713bb69 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:51:43.117015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.117652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.118097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.118553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.118989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.121595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.121595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.122031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.122462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.125178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.126070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.127981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.128463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b931b0d-d75f-4fb4-b760-0657979526a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:51:43.195705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port b144ead5-f2a3-42d1-a508-30ae3713bb69 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:51:43.196240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port b144ead5-f2a3-42d1-a508-30ae3713bb69 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:51:43.196890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b144ead5-f2a3-42d1-a508-30ae3713bb69 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:51:43.242504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] Deleting port da7e81b1-51fb-42b3-aabf-d27ea4367171 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:43.245863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.279185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.345098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:43.363991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ded981-54f0-49af-b810-51d5cb8153b9') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:43.364426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ded981-54f0-49af-b810-51d5cb8153b9') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:43.379546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.384468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (87ded981-54f0-49af-b810-51d5cb8153b9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.409422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (87ded981-54f0-49af-b810-51d5cb8153b9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.416297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] For port da7e81b1-51fb-42b3-aabf-d27ea4367171, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=da7e81b1-51fb-42b3-aabf-d27ea4367171,segment=NetworkSegment(e92b6ae4-2baf-42e4-89cc-590ec0ae0130),segment_id=e92b6ae4-2baf-42e4-89cc-590ec0ae0130)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:43.416872 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.420606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:43.426677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'port_id': '9be474a8-57fe-40be-a567-c2b506e5461a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:43.427472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d3bb835d-d3ca-49fc-9b54-71c093f8cff4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4328408 Jan 28 16:51:43.451330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] Calling delete_port for da7e81b1-51fb-42b3-aabf-d27ea4367171 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:43.451594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:51:43.451594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (87ded981-54f0-49af-b810-51d5cb8153b9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:51:43.454687 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:51:43.478699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601686d-2002-4865-a345-555e68a51f91 req-30205620-7913-4727-a3d1-5dea95634f59 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:43.493365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8601686d-2002-4865-a345-555e68a51f91 req-30205620-7913-4727-a3d1-5dea95634f59 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 931 time: 0.5043819 Jan 28 16:51:43.646140 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (da7e81b1-51fb-42b3-aabf-d27ea4367171), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:43.710220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] Pushing event deleted for resources: {'Port': ['ID=da7e81b1-51fb-42b3-aabf-d27ea4367171,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:43.719536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde6dc5-88a8-4a07-ba16-e415e3abd047 None None] No DVR routers for this DVR port da7e81b1-51fb-42b3-aabf-d27ea4367171 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:51:44.055682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac08fcf1-2187-4eba-9670-9794ce9bc221 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:51:44.079048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Publish callbacks [] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:44.239693 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8601686d-2002-4865-a345-555e68a51f91 req-939f3b4f-3716-46cc-8b14-4e081f698dc4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7374737 Jan 28 16:51:44.268098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b505eb7-4816-48cb-ae73-360c9b6fc12a req-33ec4031-8b05-4ad5-91ee-c918aa199308 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:44.275554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b505eb7-4816-48cb-ae73-360c9b6fc12a req-33ec4031-8b05-4ad5-91ee-c918aa199308 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 943 time: 0.1628318 Jan 28 16:51:44.351924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b505eb7-4816-48cb-ae73-360c9b6fc12a req-4423d79d-6953-421e-8ca6-ed84a6e5415d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722342 Jan 28 16:51:44.354598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Transition to ACTIVE for port object ac08fcf1-2187-4eba-9670-9794ce9bc221 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:51:44.365422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:51:44.365738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:44.371077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:44.392988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:44.407976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/networks/26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5 HTTP/1.1" status: 204 len: 168 time: 2.5186515 Jan 28 16:51:44.409963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56048) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:44.572784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08fcf1-2187-4eba-9670-9794ce9bc221,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:44.623731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c755c58b-bdc0-41c0-97e3-7901e1027b63), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:44.687119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d6c56-f3eb-4cbf-89a3-82428a496862 tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Network': ['ID=26a0a5bd-4ad8-435c-8b6e-5bd26f4997e5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:44.698509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:44.725543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:44.793520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'port_id': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'mac_address': 'fa:16:3e:db:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:51:44.809587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device da7e81b1-51fb-42b3-aabf-d27ea4367171 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:51:44.882456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Attempting to bind port ac08fcf1-2187-4eba-9670-9794ce9bc221 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:51:44.893733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Attempting to bind port ac08fcf1-2187-4eba-9670-9794ce9bc221 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:51:44.894282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Attempting to bind port ac08fcf1-2187-4eba-9670-9794ce9bc221 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:51:44.907665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Port ac08fcf1-2187-4eba-9670-9794ce9bc221 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:51:44.912375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Attempting to bind port ac08fcf1-2187-4eba-9670-9794ce9bc221 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:51:44.924869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: da7e81b1-51fb-42b3-aabf-d27ea4367171 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:51:44.925135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device da7e81b1-51fb-42b3-aabf-d27ea4367171 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:51:44.926738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:51:44.933203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:51:44.933846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:51:44.934889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Bound port: ac08fcf1-2187-4eba-9670-9794ce9bc221, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:51:44.948490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.029680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:51:45.030306 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.080549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a94be7-974f-4afd-af42-ee422a7d9566 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:51:45.092936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] For port ac08fcf1-2187-4eba-9670-9794ce9bc221, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:51:45.097950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] For port ac08fcf1-2187-4eba-9670-9794ce9bc221, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:51:45.117660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.118485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:45.127766 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.159215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c755c58b-bdc0-41c0-97e3-7901e1027b63), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.237942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:45.239181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.241977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac08fcf1-2187-4eba-9670-9794ce9bc221 HTTP/1.1" status: 200 len: 1092 time: 2.8172758 Jan 28 16:51:45.248870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0033b-95a9-4fdd-8da5-edb3a478aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08fcf1-2187-4eba-9670-9794ce9bc221,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:45.257571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08262c1a-91f6-450b-9097-652f8121f3b8', 'tag': 'ac08fcf1-2187-4eba-9670-9794ce9bc221'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:45.264369 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda967d5-58cd-4b84-823a-6e8d55d335f6" -d '{"events": [{"name": "network-changed", "server_uuid": "08262c1a-91f6-450b-9097-652f8121f3b8", "tag": "ac08fcf1-2187-4eba-9670-9794ce9bc221"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:45.271513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:45.359734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c755c58b-bdc0-41c0-97e3-7901e1027b63']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:45.373550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c0a94be7-974f-4afd-af42-ee422a7d9566'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:45.381747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:45.382801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92b6ae4-2baf-42e4-89cc-590ec0ae0130') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:45.499644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (e92b6ae4-2baf-42e4-89cc-590ec0ae0130), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.549425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85793-af3b-43f7-92f5-96ca10ff3816 req-d2fcfd5c-2f1a-4344-9f6f-5fecaecc4fcf tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:45.551028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efc85793-af3b-43f7-92f5-96ca10ff3816 req-d2fcfd5c-2f1a-4344-9f6f-5fecaecc4fcf tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 943 time: 0.1716802 Jan 28 16:51:45.555604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-b213a68d-ff64-436f-b2f5-0e6053bb14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:45.564341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-b213a68d-ff64-436f-b2f5-0e6053bb14f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 1126 time: 0.2598248 Jan 28 16:51:45.567943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e92b6ae4-2baf-42e4-89cc-590ec0ae0130), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.603256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:51:45.608310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (e92b6ae4-2baf-42e4-89cc-590ec0ae0130), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:51:45.613003 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:51:45.738837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efc85793-af3b-43f7-92f5-96ca10ff3816 req-812bcda0-091f-460a-928f-3d04ce9405a6 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733575 Jan 28 16:51:45.883817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-70a22582-05cd-4f51-a65b-2a92e2b26585 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221 HTTP/1.1" status: 200 len: 217 time: 0.1617656 Jan 28 16:51:45.922179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-138c04dd-a998-49df-ae6f-d59da5369a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:45.977345 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d3c233-fd5f-497f-b876-1716488d3271 x-openstack-request-id: req-14d3c233-fd5f-497f-b876-1716488d3271 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:45.977892 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08262c1a-91f6-450b-9097-652f8121f3b8", "tag": "ac08fcf1-2187-4eba-9670-9794ce9bc221", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:45.978350 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14d3c233-fd5f-497f-b876-1716488d3271 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:45.978923 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08262c1a-91f6-450b-9097-652f8121f3b8', 'tag': 'ac08fcf1-2187-4eba-9670-9794ce9bc221', 'status': 'completed', 'code': 200} Jan 28 16:51:46.078782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d714b3-7dcc-401c-a897-33d965627d68 req-a5c2b529-ab92-4447-b3a1-1bf3af9091c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:46.083469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-a5c2b529-ab92-4447-b3a1-1bf3af9091c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1921885 Jan 28 16:51:46.194266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-e1956ba5-2532-45eb-9049-740ce470dc05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984807 Jan 28 16:51:46.211713 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:46.214709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c755c58b-bdc0-41c0-97e3-7901e1027b63), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:46.234748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:46.244408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] 10.222.0.25 "DELETE /v2.0/networks/c755c58b-bdc0-41c0-97e3-7901e1027b63 HTTP/1.1" status: 204 len: 168 time: 1.8074646 Jan 28 16:51:46.244408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:46.281018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faa1ae-7d85-4513-9acf-ef9d0437a2e3 req-e21f8a7d-01ba-4292-8067-23764bbe236e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:46.286971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1faa1ae-7d85-4513-9acf-ef9d0437a2e3 req-e21f8a7d-01ba-4292-8067-23764bbe236e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 944 time: 0.3123484 Jan 28 16:51:46.354377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a06f2-3e30-44e4-88f4-150f82fe70ea tempest-TaggedBootDevicesTest_v242-301722335 tempest-TaggedBootDevicesTest_v242-301722335-project] Pushing event deleted for resources: {'Network': ['ID=c755c58b-bdc0-41c0-97e3-7901e1027b63,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:46.391906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:51:46.565172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1faa1ae-7d85-4513-9acf-ef9d0437a2e3 req-95b9b57a-98e3-49fd-adef-743ef3e651b5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255218 Jan 28 16:51:46.581431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-fdd32e75-8608-442e-b468-eae2a34fd6d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786974 Jan 28 16:51:46.606825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c0a94be7-974f-4afd-af42-ee422a7d9566 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:51:46.607210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:46.642190 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 44211078-f22b-42f1-ba50-8249dbb5926e associated. External IP: 172.25.8.87, port: 16612853-f472-447e-bb5d-7fdc85764879. Jan 28 16:51:46.818314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05d714b3-7dcc-401c-a897-33d965627d68 req-8119f1c0-ffa5-4310-bb6f-89035e4c128c service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280793 Jan 28 16:51:46.951365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0a94be7-974f-4afd-af42-ee422a7d9566 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:51:46.951842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:47.068287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:47.078280 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f268f-105c-4653-8156-aaa8b9953896" -d '{"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-plugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:47.144845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-4641fded-75d6-46b0-a13c-1d03e21233c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:47.147047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:47.154770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-4641fded-75d6-46b0-a13c-1d03e21233c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 1126 time: 0.2728899 Jan 28 16:51:47.163061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:47.273291 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9cff37-0bd3-4bba-8e4a-371bce9ba6e1 x-openstack-request-id: req-ed9cff37-0bd3-4bba-8e4a-371bce9ba6e1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:47.274837 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-plugged", "status": "completed", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:47.277522 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed9cff37-0bd3-4bba-8e4a-371bce9ba6e1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:47.280143 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'code': 200} Jan 28 16:51:47.350005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:47.351375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:47.462476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:47.474984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-d009a717-b732-45bd-a948-c7f102bb313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:47.481319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-d009a717-b732-45bd-a948-c7f102bb313a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.3034995 Jan 28 16:51:47.483916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Deleting subnet f89a7938-77e5-4f96-9582-8f29857ddc93 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:51:47.487392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Publish callbacks [] for subnet (f89a7938-77e5-4f96-9582-8f29857ddc93), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:47.500902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190373f-3533-462e-83b7-43ff0232d723 req-1f095bb5-2876-4a8b-a3db-7ac135fa64b9 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:47.508562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1190373f-3533-462e-83b7-43ff0232d723 req-1f095bb5-2876-4a8b-a3db-7ac135fa64b9 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 943 time: 0.5340896 Jan 28 16:51:47.530142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (f89a7938-77e5-4f96-9582-8f29857ddc93), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:47.641731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (f89a7938-77e5-4f96-9582-8f29857ddc93), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:47.687013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-2049b533-77a3-46c7-8d64-1a3c73b32502 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221 HTTP/1.1" status: 200 len: 217 time: 0.1725900 Jan 28 16:51:47.806686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-5ada8305-aa64-49a3-a1e1-8631f76fd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:47.809372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-5ada8305-aa64-49a3-a1e1-8631f76fd105 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1155760 Jan 28 16:51:47.877651 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b35f36e4-83de-443c-81c3-8c8b922fe7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:47.963502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56154) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:47.981079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-3d6801c4-3007-488e-b3a0-c372abd047c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519792 Jan 28 16:51:48.045229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1190373f-3533-462e-83b7-43ff0232d723 req-813cf80f-6d6c-4045-bc30-b6f46d0a1d7c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299823 Jan 28 16:51:48.287764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aea483-d88c-4ef1-94f0-1b2e1f81557c req-d3448980-6741-4ebe-932e-e69464aa9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:48.290290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d4aea483-d88c-4ef1-94f0-1b2e1f81557c req-d3448980-6741-4ebe-932e-e69464aa9d26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 1129 time: 0.5437133 Jan 28 16:51:48.292860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be695-bca8-4f41-831b-e7b2d36381d7 req-be6e0221-e679-47e9-9469-e968c57a08d7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:48.295489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-529be695-bca8-4f41-831b-e7b2d36381d7 req-be6e0221-e679-47e9-9469-e968c57a08d7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 946 time: 0.4848011 Jan 28 16:51:48.297558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-8092b4d3-6683-4561-964b-13be815de339 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059990 Jan 28 16:51:48.342944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (f89a7938-77e5-4f96-9582-8f29857ddc93), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:48.447640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:48.460133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:48.515120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:48.516169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:48.650485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:48.671949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:48.672592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:48.717740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:48.729027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f89a7938-77e5-4f96-9582-8f29857ddc93 HTTP/1.1" status: 204 len: 168 time: 1.3494525 Jan 28 16:51:48.729027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92161e8-e3dc-420e-8f4f-6751dd864c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89a7938-77e5-4f96-9582-8f29857ddc93,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:48.737380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:48.738054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9e2b5-502b-4c8a-920f-191d950be308 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:48.744295 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d4aea483-d88c-4ef1-94f0-1b2e1f81557c req-4c83e831-a187-4669-b9db-ca64d083143e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392014 Jan 28 16:51:48.746104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56162) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:48.916461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (710f2b10-69cc-4ab1-83f2-2685245c8fd1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.083773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ac08fcf1-2187-4eba-9670-9794ce9bc221 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:51:49.162454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (710f2b10-69cc-4ab1-83f2-2685245c8fd1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.173520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96546f37-c1ba-406a-9406-3b31eda43ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.225031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710f2b10-69cc-4ab1-83f2-2685245c8fd1']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:49.249665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f89923-4f5c-4fa9-b741-f9182f2df47e') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:49.250031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f89923-4f5c-4fa9-b741-f9182f2df47e') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:49.273129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c4f89923-4f5c-4fa9-b741-f9182f2df47e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.300006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c4f89923-4f5c-4fa9-b741-f9182f2df47e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.314899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:51:49.315299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c4f89923-4f5c-4fa9-b741-f9182f2df47e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.397762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-529be695-bca8-4f41-831b-e7b2d36381d7 req-7dd89253-e863-4d4c-ba7e-e2020fa45a83 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0870545 Jan 28 16:51:49.433331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ac08fcf1-2187-4eba-9670-9794ce9bc221, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:49.437838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.479637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'ac08fcf1-2187-4eba-9670-9794ce9bc221', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': 'ac08fcf1-2187-4eba-9670-9794ce9bc221', 'mac_address': 'fa:16:3e:85:81:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:51:49.502279 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:51:49.528793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dda967d5-58cd-4b84-823a-6e8d55d335f6 req-daf34632-71d5-4f12-a4f4-52eb1fb58ebf service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2202027 Jan 28 16:51:49.586875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (710f2b10-69cc-4ab1-83f2-2685245c8fd1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.595295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ac08fcf1-2187-4eba-9670-9794ce9bc221 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:51:49.595685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.598750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.609575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56168) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:49.613477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] 10.222.0.25 "DELETE /v2.0/networks/710f2b10-69cc-4ab1-83f2-2685245c8fd1 HTTP/1.1" status: 204 len: 168 time: 0.8567162 Jan 28 16:51:49.623940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac08fcf1-2187-4eba-9670-9794ce9bc221 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:51:49.629010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27bbac-d2bb-40f2-a8c6-7b594bf7302b req-84cc69b5-2263-4dfe-b45a-7365d5ff686c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:49.633597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc27bbac-d2bb-40f2-a8c6-7b594bf7302b req-84cc69b5-2263-4dfe-b45a-7365d5ff686c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 943 time: 0.3709345 Jan 28 16:51:49.653904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ddd3-b7a5-40fc-980c-3aca8aa99349 admin admin] Pushing event deleted for resources: {'Network': ['ID=710f2b10-69cc-4ab1-83f2-2685245c8fd1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:49.697859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ac08fcf1-2187-4eba-9670-9794ce9bc221, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:49.709195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:49.899781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=ac08fcf1-2187-4eba-9670-9794ce9bc221,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:50.004729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ac08fcf1-2187-4eba-9670-9794ce9bc221'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:50.017911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96546f37-c1ba-406a-9406-3b31eda43ae5 admin admin] Publish callbacks [] for security_group (672fe891-f8e9-406e-a41b-419666c5e2cf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:50.029898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Deleting subnet 221aea0c-14b9-4dc2-881c-4ee9a8a1444b {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:51:50.172683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc27bbac-d2bb-40f2-a8c6-7b594bf7302b req-d8675058-5cea-4a64-9622-66d0397a8154 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639795 Jan 28 16:51:50.186472 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Publish callbacks [] for subnet (221aea0c-14b9-4dc2-881c-4ee9a8a1444b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:50.190047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96546f37-c1ba-406a-9406-3b31eda43ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (672fe891-f8e9-406e-a41b-419666c5e2cf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:50.499922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96546f37-c1ba-406a-9406-3b31eda43ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672fe891-f8e9-406e-a41b-419666c5e2cf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:50.537260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-96546f37-c1ba-406a-9406-3b31eda43ae5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a03370d3dac74bd99b969be4bd459543&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5692832 Jan 28 16:51:50.540104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56204) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:50.573959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (221aea0c-14b9-4dc2-881c-4ee9a8a1444b), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:50.620691 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:50.866882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (221aea0c-14b9-4dc2-881c-4ee9a8a1444b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:50.983846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a36e-63c9-4dce-afb3-618b6801af1c req-e2d2347b-0c7d-44d6-acb7-00dbb144e552 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:50.986182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb19a36e-63c9-4dce-afb3-618b6801af1c req-e2d2347b-0c7d-44d6-acb7-00dbb144e552 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 946 time: 0.4053724 Jan 28 16:51:50.995661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0514018-4f9f-4d27-b16b-35c67818738f admin admin] Publish callbacks [] for security_group (672fe891-f8e9-406e-a41b-419666c5e2cf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.050718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0514018-4f9f-4d27-b16b-35c67818738f admin admin] Publish callbacks [] for security_group (672fe891-f8e9-406e-a41b-419666c5e2cf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.106977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ac08fcf1-2187-4eba-9670-9794ce9bc221 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:51:51.237100 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb19a36e-63c9-4dce-afb3-618b6801af1c req-acccbc43-0d26-4303-b749-0516c6732679 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348636 Jan 28 16:51:51.243596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:51.282618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port ac08fcf1-2187-4eba-9670-9794ce9bc221 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:51:51.288813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port ac08fcf1-2187-4eba-9670-9794ce9bc221 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:51:51.289199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.321261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0514018-4f9f-4d27-b16b-35c67818738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (672fe891-f8e9-406e-a41b-419666c5e2cf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.340767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0514018-4f9f-4d27-b16b-35c67818738f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.341093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0514018-4f9f-4d27-b16b-35c67818738f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/672fe891-f8e9-406e-a41b-419666c5e2cf HTTP/1.1" status: 204 len: 168 time: 0.7972336 Jan 28 16:51:51.394533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0514018-4f9f-4d27-b16b-35c67818738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672fe891-f8e9-406e-a41b-419666c5e2cf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:51.491997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (221aea0c-14b9-4dc2-881c-4ee9a8a1444b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.539612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ac08fcf1-2187-4eba-9670-9794ce9bc221 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:51:51.540344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.550982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.561089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/221aea0c-14b9-4dc2-881c-4ee9a8a1444b HTTP/1.1" status: 204 len: 168 time: 1.9260161 Jan 28 16:51:51.561971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56240) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:51.563822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40970f-78d1-4087-ac85-ba56754b7e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221aea0c-14b9-4dc2-881c-4ee9a8a1444b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:51.613200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07b1b2-2bc2-46a4-a1d7-c20010884f25 req-5fe9ea49-fced-49e7-b7e7-282f8b04f9c5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:51.615785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d07b1b2-2bc2-46a4-a1d7-c20010884f25 req-5fe9ea49-fced-49e7-b7e7-282f8b04f9c5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 944 time: 0.2324765 Jan 28 16:51:51.652842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ac08fcf1-2187-4eba-9670-9794ce9bc221, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:51.656804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08262c1a-91f6-450b-9097-652f8121f3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08fcf1-2187-4eba-9670-9794ce9bc221'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:51.659326 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae325c1-56d7-4224-8343-70fafbe95398" -d '{"events": [{"server_uuid": "08262c1a-91f6-450b-9097-652f8121f3b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08fcf1-2187-4eba-9670-9794ce9bc221"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:51.677571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.773815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:51.785955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.826669 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:51.827259 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e100480-f355-40f8-a4a4-9497c432edfc x-openstack-request-id: req-5e100480-f355-40f8-a4a4-9497c432edfc {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:51.827259 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08262c1a-91f6-450b-9097-652f8121f3b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08fcf1-2187-4eba-9670-9794ce9bc221", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:51.827505 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e100480-f355-40f8-a4a4-9497c432edfc {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:51.832219 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08262c1a-91f6-450b-9097-652f8121f3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08fcf1-2187-4eba-9670-9794ce9bc221', 'code': 200} Jan 28 16:51:51.881759 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:51.894463 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:51.933957 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:51.946504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=ac08fcf1-2187-4eba-9670-9794ce9bc221,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:51.950446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (08288f61-5f42-431a-b3d5-f4792257c6f8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.000484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d07b1b2-2bc2-46a4-a1d7-c20010884f25 req-32f80a18-d0d3-4d6d-b4e2-e456fd837d5a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631612 Jan 28 16:51:52.033290 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:52.043470 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:52.045035 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:52.061326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dbda-f9d2-4146-b933-c10226835991 req-658c9cf6-8b14-436d-9bce-3df1bda3640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:52.062793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da77dbda-f9d2-4146-b933-c10226835991 req-658c9cf6-8b14-436d-9bce-3df1bda3640d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 1128 time: 0.1381154 Jan 28 16:51:52.094806 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc4404e9-2c2f-47c5-ab1f-329277d0ac4c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/floatingips/44211078-f22b-42f1-ba50-8249dbb5926e HTTP/1.1" status: 200 len: 977 time: 8.6728675 Jan 28 16:51:52.097930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56258) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:52.105069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:52.125113 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:52.125781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643ca05-816c-4aef-8360-8a5ebe16017e None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:52.165579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (08288f61-5f42-431a-b3d5-f4792257c6f8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.234732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.243039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da77dbda-f9d2-4146-b933-c10226835991 req-af3ac851-3919-4022-a16b-92633dd50419 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610749 Jan 28 16:51:52.245081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08288f61-5f42-431a-b3d5-f4792257c6f8']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:52.267764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab680d5-5c64-431f-86a6-e90632236dd0') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:52.284031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab680d5-5c64-431f-86a6-e90632236dd0') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:52.316072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (fab680d5-5c64-431f-86a6-e90632236dd0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.332110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56264) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:52.407691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (fab680d5-5c64-431f-86a6-e90632236dd0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.462129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:51:52.462750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (fab680d5-5c64-431f-86a6-e90632236dd0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.478213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afad7473-b64c-454f-b8c7-b8dd7b769ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:51:52.480189 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:51:52.629101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (08288f61-5f42-431a-b3d5-f4792257c6f8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.640574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.644232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] 10.222.0.25 "DELETE /v2.0/networks/08288f61-5f42-431a-b3d5-f4792257c6f8 HTTP/1.1" status: 204 len: 168 time: 1.0713377 Jan 28 16:51:52.661202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c22c2-c0f0-4c0a-b5cc-ebd0a3b3f4ec req-0c54f5ea-9fd9-439c-9fa0-ab683146ae71 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:52.670326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-552c22c2-c0f0-4c0a-b5cc-ebd0a3b3f4ec req-0c54f5ea-9fd9-439c-9fa0-ab683146ae71 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 946 time: 0.2920144 Jan 28 16:51:52.684321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.693970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.694335 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 44211078-f22b-42f1-ba50-8249dbb5926e disassociated. External IP: 172.25.8.87, port: 9be474a8-57fe-40be-a567-c2b506e5461a. Jan 28 16:51:52.704005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5265747-1bb8-42e2-a268-9f013f89638a admin admin] Pushing event deleted for resources: {'Network': ['ID=08288f61-5f42-431a-b3d5-f4792257c6f8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:52.807807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-552c22c2-c0f0-4c0a-b5cc-ebd0a3b3f4ec req-fa9ba1bd-aaa1-4b1f-aa4e-7361e87d81d2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360526 Jan 28 16:51:52.822098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afad7473-b64c-454f-b8c7-b8dd7b769ebe admin admin] Publish callbacks [] for security_group (401ddd5c-4b6c-41db-9c55-aaa01b627542), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.849784 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-afad7473-b64c-454f-b8c7-b8dd7b769ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (401ddd5c-4b6c-41db-9c55-aaa01b627542), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:52.903659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad7473-b64c-454f-b8c7-b8dd7b769ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ddd5c-4b6c-41db-9c55-aaa01b627542,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:52.964298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-afad7473-b64c-454f-b8c7-b8dd7b769ebe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edcbbd48a56d4761878fc3a5c029a1a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6304862 Jan 28 16:51:52.967219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56270) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:52.977272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56272) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:53.065383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06f673cc-b1f8-4fbd-abf9-30fe612f3253 admin admin] Publish callbacks [] for security_group (401ddd5c-4b6c-41db-9c55-aaa01b627542), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.107903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06f673cc-b1f8-4fbd-abf9-30fe612f3253 admin admin] Publish callbacks [] for security_group (401ddd5c-4b6c-41db-9c55-aaa01b627542), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.177233 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f6991c1a-d524-40fd-9ed0-d6779ef82106 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=594c884f1616460d9c0afab280f0159e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969829 Jan 28 16:51:53.180031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56282) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:53.264636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:51:53.371196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06f673cc-b1f8-4fbd-abf9-30fe612f3253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (401ddd5c-4b6c-41db-9c55-aaa01b627542), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.374056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-06f673cc-b1f8-4fbd-abf9-30fe612f3253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.375214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-06f673cc-b1f8-4fbd-abf9-30fe612f3253 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/401ddd5c-4b6c-41db-9c55-aaa01b627542 HTTP/1.1" status: 204 len: 168 time: 0.4067678 Jan 28 16:51:53.407882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170025-bb87-43ce-8212-c5b1e081b906 req-23b4a873-2007-4e17-8e9c-983dd32ee03e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:53.409442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a170025-bb87-43ce-8212-c5b1e081b906 req-23b4a873-2007-4e17-8e9c-983dd32ee03e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 945 time: 0.2361565 Jan 28 16:51:53.429258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f673cc-b1f8-4fbd-abf9-30fe612f3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ddd5c-4b6c-41db-9c55-aaa01b627542,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:53.434033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a97bc8-b296-456e-b208-89bff49a01d4 admin admin] Publish callbacks [] for security_group (c9b0d4b4-fc89-4b93-b62a-ad3044be2290), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.565763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a170025-bb87-43ce-8212-c5b1e081b906 req-565eff02-8f9b-4646-98a6-1790f21f77b8 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436732 Jan 28 16:51:53.619819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a97bc8-b296-456e-b208-89bff49a01d4 admin admin] Publish callbacks [] for security_group (c9b0d4b4-fc89-4b93-b62a-ad3044be2290), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.700891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:51:53.707631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.710996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:51:53.734961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:53.735622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:53.789627 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b573d7b2-548b-407c-98c5-efec1e715d33 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/floatingips/44211078-f22b-42f1-ba50-8249dbb5926e HTTP/1.1" status: 200 len: 687 time: 1.6880438 Jan 28 16:51:53.792168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:53.805821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a97bc8-b296-456e-b208-89bff49a01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c9b0d4b4-fc89-4b93-b62a-ad3044be2290), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.808635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a97bc8-b296-456e-b208-89bff49a01d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:53.811423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-88a97bc8-b296-456e-b208-89bff49a01d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9b0d4b4-fc89-4b93-b62a-ad3044be2290 HTTP/1.1" status: 204 len: 168 time: 0.6239235 Jan 28 16:51:53.834342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97bc8-b296-456e-b208-89bff49a01d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b0d4b4-fc89-4b93-b62a-ad3044be2290,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:53.854779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:53.892305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:51:53.895384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:53.984944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:51:53.992460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3e7c6-9564-400c-a571-2b12d56ab00d None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:51:54.079041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 898174a9-e36e-4d15-bbac-49ee9342d797 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:54.079550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (898174a9-e36e-4d15-bbac-49ee9342d797), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:54.313942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (898174a9-e36e-4d15-bbac-49ee9342d797), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:54.314444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (898174a9-e36e-4d15-bbac-49ee9342d797), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:54.353290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 898174a9-e36e-4d15-bbac-49ee9342d797 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:54.594028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (898174a9-e36e-4d15-bbac-49ee9342d797), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:54.654470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:54.675338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=898174a9-e36e-4d15-bbac-49ee9342d797,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:54.767906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96850b49-78a3-496f-a971-311aa28999d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbd1c32b4b4047989fe0e024e6d9ce98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121197 Jan 28 16:51:54.780596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56318) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:54.964016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bef32c0-22e6-4e04-a262-4fddc3b0a760 admin admin] Publish callbacks [] for security_group (0582418c-9d12-4111-87b5-1c6bf54792fd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:55.007782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (44211078-f22b-42f1-ba50-8249dbb5926e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:55.024143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:55.029502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5b5ab673-91e9-4d7c-ae59-e16b8c1a3517 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/floatingips/44211078-f22b-42f1-ba50-8249dbb5926e HTTP/1.1" status: 204 len: 168 time: 1.2360206 Jan 28 16:51:55.034072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56326) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:55.038599 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bef32c0-22e6-4e04-a262-4fddc3b0a760 admin admin] Publish callbacks [] for security_group (0582418c-9d12-4111-87b5-1c6bf54792fd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:55.158721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bef32c0-22e6-4e04-a262-4fddc3b0a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0582418c-9d12-4111-87b5-1c6bf54792fd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:55.162335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7bef32c0-22e6-4e04-a262-4fddc3b0a760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:55.163689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7bef32c0-22e6-4e04-a262-4fddc3b0a760 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0582418c-9d12-4111-87b5-1c6bf54792fd HTTP/1.1" status: 204 len: 168 time: 0.3820651 Jan 28 16:51:55.178570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef32c0-22e6-4e04-a262-4fddc3b0a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0582418c-9d12-4111-87b5-1c6bf54792fd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:55.183512 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-773bc212-f866-4cc4-b0a7-6447526238e5 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] delete failed (client error): The resource could not be found. Jan 28 16:51:55.192940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-773bc212-f866-4cc4-b0a7-6447526238e5 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/floatingips/44211078-f22b-42f1-ba50-8249dbb5926e HTTP/1.1" status: 404 len: 345 time: 0.1557832 Jan 28 16:51:55.196567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56332) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:55.243348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011cf27-f4a6-40a8-9d2d-70fe618520ce req-91f43670-700c-40db-bbba-11f5b0455bc5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:55.248467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9011cf27-f4a6-40a8-9d2d-70fe618520ce req-91f43670-700c-40db-bbba-11f5b0455bc5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 945 time: 0.4887090 Jan 28 16:51:55.386331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca4c56-2c11-4ff2-8479-2c8a7cbc9693 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:55.400703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca4c56-2c11-4ff2-8479-2c8a7cbc9693 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:55.406410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca4c56-2c11-4ff2-8479-2c8a7cbc9693 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:55.418593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-06ca4c56-2c11-4ff2-8479-2c8a7cbc9693 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/ports?network_id=9240b5b2-1009-404d-8ffe-970a38ea51b6 HTTP/1.1" status: 200 len: 2359 time: 0.2207315 Jan 28 16:51:55.421398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56336) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:55.423419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9011cf27-f4a6-40a8-9d2d-70fe618520ce req-35710e2d-4d1e-4298-bd74-6ca641bedf95 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658607 Jan 28 16:51:55.553837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7f55c-01f9-4d03-b1db-49047440828a tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:55.560016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8bf7f55c-01f9-4d03-b1db-49047440828a tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/subnets/af85c455-430e-4905-bb59-bbf51cf69672 HTTP/1.1" status: 200 len: 797 time: 0.1374259 Jan 28 16:51:55.564507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56342) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:55.576329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'port': {'network_id': '9240b5b2-1009-404d-8ffe-970a38ea51b6', 'name': 'tempest-FloatingIPTestJSON-1744400594', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:55.732113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356744bb-e6b8-40d2-8de1-54d2104489e6 req-8cb59809-d9a0-46fc-8bc5-c454938996f1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:55.736526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-356744bb-e6b8-40d2-8de1-54d2104489e6 req-8cb59809-d9a0-46fc-8bc5-c454938996f1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 945 time: 0.1785781 Jan 28 16:51:55.863646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-356744bb-e6b8-40d2-8de1-54d2104489e6 req-b39425be-3c57-4565-b714-48df06c9a737 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127398 Jan 28 16:51:55.871220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:56.145011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:56.209967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] device_id is not set on port d4930294-5b24-4b93-aa30-d13367100824 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:51:56.512985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b895e34-edf9-4c5f-bccc-8b028553b5f0 req-8c6fbd65-4fa6-4d56-80e5-ea2dceb5b192 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:56.523746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b895e34-edf9-4c5f-bccc-8b028553b5f0 req-8c6fbd65-4fa6-4d56-80e5-ea2dceb5b192 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 945 time: 0.1973228 Jan 28 16:51:56.629547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b895e34-edf9-4c5f-bccc-8b028553b5f0 req-b061d151-15fc-4be1-a121-ff343f390110 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958674 Jan 28 16:51:56.945752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.14 (9240b5b2-1009-404d-8ffe-970a38ea51b6/af85c455-430e-4905-bb59-bbf51cf69672/d4930294-5b24-4b93-aa30-d13367100824) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:56.952266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.13 (9240b5b2-1009-404d-8ffe-970a38ea51b6/af85c455-430e-4905-bb59-bbf51cf69672/d4930294-5b24-4b93-aa30-d13367100824) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:57.113432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (d4930294-5b24-4b93-aa30-d13367100824), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:57.159248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d4930294-5b24-4b93-aa30-d13367100824), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:57.262013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:57.271309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:57.303165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:57.466445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:57.473868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:57.476427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56398) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:57.501632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=d4930294-5b24-4b93-aa30-d13367100824,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:57.532158 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ddbb0956-5d76-4347-8b31-77b64ed36da4 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9645739 Jan 28 16:51:57.533268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56402) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:57.544510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'd4930294-5b24-4b93-aa30-d13367100824', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:57.590535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:57.669239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-fe9acd19-65b3-4bd9-b647-abd03fc80880 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:57.674858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-fe9acd19-65b3-4bd9-b647-abd03fc80880 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 945 time: 0.1819746 Jan 28 16:51:57.815074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-167616651-network', 'tenant_id': '8a0605f196714605bef0452f646460af'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:57.883959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:57.897091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Made reservation on behalf of 8a0605f196714605bef0452f646460af for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:57.899979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:57.912927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.057283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks [] for security_group (90580aa3-e0d5-449f-8007-4a3bc884afd4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.089107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d092217-3eed-49bd-baf7-eeb8e6f04516 req-81034d99-2f1d-4883-b80a-6cfdc26d9670 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:58.090578 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (90580aa3-e0d5-449f-8007-4a3bc884afd4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.097167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d092217-3eed-49bd-baf7-eeb8e6f04516 req-81034d99-2f1d-4883-b80a-6cfdc26d9670 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 945 time: 0.2838545 Jan 28 16:51:58.127717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:51:58.160121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90580aa3-e0d5-449f-8007-4a3bc884afd4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:58.168178 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (337e7432-6e78-4adf-82d5-26f862ba5eef), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.168532 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Added segment 337e7432-6e78-4adf-82d5-26f862ba5eef of type vlan for network 94d781cd-cddc-4d7e-9ec9-d129ff29246f Jan 28 16:51:58.200629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d092217-3eed-49bd-baf7-eeb8e6f04516 req-2e37c365-1dfd-47f3-ab62-74305d63340d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010354 Jan 28 16:51:58.205882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port ac08fcf1-2187-4eba-9670-9794ce9bc221 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:51:58.206473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.253684 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (94d781cd-cddc-4d7e-9ec9-d129ff29246f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.271292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.235 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:51:58.327776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (94d781cd-cddc-4d7e-9ec9-d129ff29246f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.328758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:58.329328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.355389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port ac08fcf1-2187-4eba-9670-9794ce9bc221, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ac08fcf1-2187-4eba-9670-9794ce9bc221,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:51:58.356396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.403932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for ac08fcf1-2187-4eba-9670-9794ce9bc221 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:51:58.429911 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9484892 Jan 28 16:51:58.433353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:51:58.442819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Request body: {'subnet': {'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-167616651-subnet', 'tenant_id': '8a0605f196714605bef0452f646460af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:51:58.479109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Made reservation on behalf of 8a0605f196714605bef0452f646460af for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:51:58.481947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.573141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1e5e-4f8e-4808-af14-fd6470928a5d admin admin] Pushing event updated for resources: {'Network': ['ID=94d781cd-cddc-4d7e-9ec9-d129ff29246f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:58.591441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 94d781cd-cddc-4d7e-9ec9-d129ff29246f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:51:58.624487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.632435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ac08fcf1-2187-4eba-9670-9794ce9bc221), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.712752 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:58.761878 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (70e28887-a4b8-4482-a7f0-5c058fbfb860), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.763263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ac08fcf1-2187-4eba-9670-9794ce9bc221'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:51:58.800737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=ac08fcf1-2187-4eba-9670-9794ce9bc221,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:58.854082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port ac08fcf1-2187-4eba-9670-9794ce9bc221 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:51:58.865081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.872875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8aef00b-1b05-4aad-86a2-76efc0b130f1 req-49dc6d05-985e-48d2-9f0f-a537c181d89e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "DELETE /v2.0/ports/ac08fcf1-2187-4eba-9670-9794ce9bc221 HTTP/1.1" status: 204 len: 173 time: 1.1937559 Jan 28 16:51:58.873559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08262c1a-91f6-450b-9097-652f8121f3b8', 'name': 'network-vif-deleted', 'tag': 'ac08fcf1-2187-4eba-9670-9794ce9bc221'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:51:58.876424 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1775cb-9d3e-4229-b9ef-a865d9d3b7e3" -d '{"events": [{"server_uuid": "08262c1a-91f6-450b-9097-652f8121f3b8", "name": "network-vif-deleted", "tag": "ac08fcf1-2187-4eba-9670-9794ce9bc221"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:51:58.930735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e28887-a4b8-4482-a7f0-5c058fbfb860,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:58.947503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:58.970961 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8481ffbd-2725-4fb5-8801-063feb5ecd15 x-openstack-request-id: req-8481ffbd-2725-4fb5-8801-063feb5ecd15 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:51:58.971255 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08262c1a-91f6-450b-9097-652f8121f3b8", "name": "network-vif-deleted", "tag": "ac08fcf1-2187-4eba-9670-9794ce9bc221", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:51:58.971495 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8481ffbd-2725-4fb5-8801-063feb5ecd15 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:51:58.971916 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08262c1a-91f6-450b-9097-652f8121f3b8', 'name': 'network-vif-deleted', 'tag': 'ac08fcf1-2187-4eba-9670-9794ce9bc221', 'status': 'completed', 'code': 200} Jan 28 16:51:59.039464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Checking segment: {'id': '337e7432-6e78-4adf-82d5-26f862ba5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:51:59.039908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Network hostable DHCP agents. Network: 94d781cd-cddc-4d7e-9ec9-d129ff29246f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:51:59.061423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:51:59.090426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:51:59.098162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:59.102561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:51:59.182004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Network 94d781cd-cddc-4d7e-9ec9-d129ff29246f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:51:59.223462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 94d781cd-cddc-4d7e-9ec9-d129ff29246f) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:51:59.229179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:51:59.231492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:51:59.232461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b2392-ae10-431e-ba7a-0b3bbd119532 None None] Network 94d781cd-cddc-4d7e-9ec9-d129ff29246f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:51:59.286814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c142b31-2e6e-49ec-b028-40f62c951b06 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8429961 Jan 28 16:51:59.441428 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3dc2650-dfaa-4f93-9f9e-e7fc5b0eb3a8 req-c4511d5a-0c8a-4b11-8e26-2992c80f7f3b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=08262c1a-91f6-450b-9097-652f8121f3b8 HTTP/1.1" status: 200 len: 210 time: 0.0939941 Jan 28 16:51:59.919412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f12574-722c-4676-bbf8-d577347b60af None None] Network 94d781cd-cddc-4d7e-9ec9-d129ff29246f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:00.299805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:52:00.369144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56466) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:00.547963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56476) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:00.560251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1920647070-network', 'tenant_id': '861b972373e84b0591ad91bd6afb0c87'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:00.576197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (c96089a9-fab7-430f-b38b-e518bafa6dab), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:00.634317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Made reservation on behalf of 861b972373e84b0591ad91bd6afb0c87 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:00.636869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:00.673256 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:00.870898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:00.984441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks [] for security_group (b23510ec-d995-4364-a101-cdcf941318e4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:00.994372 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b23510ec-d995-4364-a101-cdcf941318e4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.037213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:52:01.102740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fc4dbb-e6b6-49dc-b033-5502e9b3798f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.110347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23510ec-d995-4364-a101-cdcf941318e4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:01.119878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a68f2710-d211-416d-9b9c-37137b53c798), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.121085 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Added segment a68f2710-d211-416d-9b9c-37137b53c798 of type vlan for network 60eef0db-1189-4aec-9a79-57a1917f6df5 Jan 28 16:52:01.161485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ac08fcf1-2187-4eba-9670-9794ce9bc221 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:01.212825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: ac08fcf1-2187-4eba-9670-9794ce9bc221 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:01.228103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ac08fcf1-2187-4eba-9670-9794ce9bc221 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:01.243012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.250172 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (60eef0db-1189-4aec-9a79-57a1917f6df5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.252653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.433078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (c96089a9-fab7-430f-b38b-e518bafa6dab), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.493151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (60eef0db-1189-4aec-9a79-57a1917f6df5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.494101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:01.494687 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.679884 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP c96089a9-fab7-430f-b38b-e518bafa6dab associated. External IP: 172.25.8.235, port: d4930294-5b24-4b93-aa30-d13367100824. Jan 28 16:52:01.797983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2487261 Jan 28 16:52:01.808946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fc4dbb-e6b6-49dc-b033-5502e9b3798f admin admin] Publish callbacks [] for security_group (30c14c81-0ab3-4f7b-a0bf-4eb929b7629f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.824237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56502) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:01.859427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Request body: {'subnet': {'network_id': '60eef0db-1189-4aec-9a79-57a1917f6df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1920647070-subnet', 'tenant_id': '861b972373e84b0591ad91bd6afb0c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:01.890219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32fc4dbb-e6b6-49dc-b033-5502e9b3798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (30c14c81-0ab3-4f7b-a0bf-4eb929b7629f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:01.900421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-bbcbc3e7-1e7c-498b-b3a2-5599a79d6629 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:01.908444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-bbcbc3e7-1e7c-498b-b3a2-5599a79d6629 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.5687406 Jan 28 16:52:01.917057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1120-122f-4f21-811d-93461e237049 admin admin] Pushing event updated for resources: {'Network': ['ID=60eef0db-1189-4aec-9a79-57a1917f6df5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:01.928496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 60eef0db-1189-4aec-9a79-57a1917f6df5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:52:01.948015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-b1a4ff80-dbad-468a-bb68-34b7d0efff8d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0378976 Jan 28 16:52:01.951810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:02.054553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-32fc4dbb-e6b6-49dc-b033-5502e9b3798f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe8d79be9fc948558eae9bf1e15976cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6840839 Jan 28 16:52:02.062687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:02.070852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc4dbb-e6b6-49dc-b033-5502e9b3798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c14c81-0ab3-4f7b-a0bf-4eb929b7629f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:02.075153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Made reservation on behalf of 861b972373e84b0591ad91bd6afb0c87 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:02.079361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:02.204344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-d859dfc5-a145-4542-a7df-0d3cb1a77b2c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476995 Jan 28 16:52:02.224936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-69a0afbd-b21d-4496-8a79-95fec1a71415 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:52:02.232444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-69a0afbd-b21d-4496-8a79-95fec1a71415 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158784 Jan 28 16:52:02.276031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:02.466718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:02.485559 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:02.512147 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:02.513420 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:02.520167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4dc66c2-c37f-4770-9c6e-39bc1cd0ea0d admin admin] Publish callbacks [] for security_group (30c14c81-0ab3-4f7b-a0bf-4eb929b7629f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:02.541565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:02.585099 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:02.608799 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:02.609762 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:02.675490 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:02.678021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4dc66c2-c37f-4770-9c6e-39bc1cd0ea0d admin admin] Publish callbacks [] for security_group (30c14c81-0ab3-4f7b-a0bf-4eb929b7629f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:02.684790 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f1826-d657-40a4-a027-67ea22661278 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:02.705705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-be7eebec-b25f-466d-a2a7-9b2063859d9b service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717755 Jan 28 16:52:02.708345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03c6c994-381b-4e57-acbc-88ab2c5756f9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1715214 Jan 28 16:52:02.710302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56518) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:02.716257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'port_id': 'd4930294-5b24-4b93-aa30-d13367100824', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:02.891132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (c96089a9-fab7-430f-b38b-e518bafa6dab), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:02.919154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-c5705ede-0ea6-400c-a120-dee79c8c5b85 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115734 Jan 28 16:52:03.045044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (eb4e392a-88e3-4c6c-93b5-bf9a51486840), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:03.262953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4dc66c2-c37f-4770-9c6e-39bc1cd0ea0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (30c14c81-0ab3-4f7b-a0bf-4eb929b7629f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:03.265477 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4dc66c2-c37f-4770-9c6e-39bc1cd0ea0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:03.277442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a4dc66c2-c37f-4770-9c6e-39bc1cd0ea0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30c14c81-0ab3-4f7b-a0bf-4eb929b7629f HTTP/1.1" status: 204 len: 168 time: 1.2075694 Jan 28 16:52:03.300191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc66c2-c37f-4770-9c6e-39bc1cd0ea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c14c81-0ab3-4f7b-a0bf-4eb929b7629f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:03.310790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Checking segment: {'id': 'a68f2710-d211-416d-9b9c-37137b53c798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60eef0db-1189-4aec-9a79-57a1917f6df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:03.310790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Network hostable DHCP agents. Network: 60eef0db-1189-4aec-9a79-57a1917f6df5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:52:03.325010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4e392a-88e3-4c6c-93b5-bf9a51486840,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:03.434329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0f99fa7-c1ae-480f-bc90-f454380c418d req-faa57433-f06f-4349-9e0e-f73c11e5c8df tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 210 time: 0.0878012 Jan 28 16:52:03.461185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Network 60eef0db-1189-4aec-9a79-57a1917f6df5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:52:03.474891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 60eef0db-1189-4aec-9a79-57a1917f6df5) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:03.482820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d739e2-ad40-464d-817f-da307933ec32 None None] Network 60eef0db-1189-4aec-9a79-57a1917f6df5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:03.486019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:03.486658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:03.526602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2d8af959-8c0f-4064-8710-334350191df2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6841502 Jan 28 16:52:03.805949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa916bef-28f3-4895-991a-1d6dd39075e7 None None] Network 60eef0db-1189-4aec-9a79-57a1917f6df5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:04.107788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:04.150029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7362606-d8cd-49db-a252-93c0f50bc5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:04.459446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7362606-d8cd-49db-a252-93c0f50bc5db admin admin] Publish callbacks [] for security_group (79ec4c3d-06e9-4285-8e0c-8e4485a11d74), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:04.479761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7362606-d8cd-49db-a252-93c0f50bc5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (79ec4c3d-06e9-4285-8e0c-8e4485a11d74), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:04.572954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:52:04.586168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7362606-d8cd-49db-a252-93c0f50bc5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec4c3d-06e9-4285-8e0c-8e4485a11d74,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:04.659831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7cc8023-a830-49b3-84e9-c7e80ceacd13 req-82903f87-74ac-48ba-a403-01706943f28a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 210 time: 0.0747712 Jan 28 16:52:04.678132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e7362606-d8cd-49db-a252-93c0f50bc5db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e43930eb544a4451a39babb446b83f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5688236 Jan 28 16:52:04.681082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56558) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:04.795452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:04.805407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (c96089a9-fab7-430f-b38b-e518bafa6dab), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:05.073980 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9897042-7c93-4cca-bf9c-b9298428d6cb admin admin] Publish callbacks [] for security_group (79ec4c3d-06e9-4285-8e0c-8e4485a11d74), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:05.151298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9897042-7c93-4cca-bf9c-b9298428d6cb admin admin] Publish callbacks [] for security_group (79ec4c3d-06e9-4285-8e0c-8e4485a11d74), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:05.283180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:05.310077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-3b1e0357-eae7-437a-9855-360add9c7906 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:05.317589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-3b1e0357-eae7-437a-9855-360add9c7906 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/networks?id=94d781cd-cddc-4d7e-9ec9-d129ff29246f HTTP/1.1" status: 200 len: 811 time: 0.4914281 Jan 28 16:52:05.355683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6257ddf4-9b97-4aca-a405-be31dfa190d6 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/quotas/8a0605f196714605bef0452f646460af HTTP/1.1" status: 200 len: 375 time: 0.0371618 Jan 28 16:52:05.428768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-0dec4e87-804d-4a01-90e5-ff10996b46ac tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8a0605f196714605bef0452f646460af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720978 Jan 28 16:52:05.491502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:05.497590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:05.503096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:05.523538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:05.524198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:05.611781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f3c9e206-c5a5-4071-9215-7ff6803fed5c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/floatingips/c96089a9-fab7-430f-b38b-e518bafa6dab HTTP/1.1" status: 200 len: 979 time: 2.8990123 Jan 28 16:52:05.612406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:05.653598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:05.674102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:05.675119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:05.719825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-a53a2e95-58d8-4355-b413-2c8711687015 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:05.741766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-a53a2e95-58d8-4355-b413-2c8711687015 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.3162835 Jan 28 16:52:05.752509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:05.753522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697533c9-9a47-4119-a21e-0b8304f81139 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:05.761936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': 'dd529241-f376-43ba-abbc-52657e1704c6', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:05.852520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:05.852958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.024135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.025876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.079042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:06.235756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-e5160e7f-07df-4324-94e8-d031c3004435 service neutron] 10.222.0.25 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939436 Jan 28 16:52:06.257260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:06.262108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.305384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9897042-7c93-4cca-bf9c-b9298428d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (79ec4c3d-06e9-4285-8e0c-8e4485a11d74), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.308651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9897042-7c93-4cca-bf9c-b9298428d6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.313768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e9897042-7c93-4cca-bf9c-b9298428d6cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79ec4c3d-06e9-4285-8e0c-8e4485a11d74 HTTP/1.1" status: 204 len: 168 time: 1.6302440 Jan 28 16:52:06.318096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f7158a2-0b03-41de-a7f0-c46662ca834a req-a984832d-200f-479d-ba2c-9e03217b786e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 210 time: 0.4172170 Jan 28 16:52:06.398085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9897042-7c93-4cca-bf9c-b9298428d6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec4c3d-06e9-4285-8e0c-8e4485a11d74,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:06.591820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-d085aed9-5bcf-4fb3-9df3-775762493ea1 service neutron] 10.222.0.25 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550081 Jan 28 16:52:06.701382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.6 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/5b7d73af-22c1-461c-8a8e-922e0cb01e5d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:06.865492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:06.963495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=4b33705e-d3fe-4984-a5dd-f9ab48fe1bfe,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:07.000979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:07.072327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-baa8a908-f12e-4ba4-92f5-6b78193b97e7 req-aa4f863c-9e85-48ee-9b1d-fee86ba0cd43 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 210 time: 0.1102946 Jan 28 16:52:07.098142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (c96089a9-fab7-430f-b38b-e518bafa6dab), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.098491 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP c96089a9-fab7-430f-b38b-e518bafa6dab disassociated (deleted). External IP: 172.25.8.235, port: d4930294-5b24-4b93-aa30-d13367100824. Jan 28 16:52:07.107721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b82c06f-f94d-4d65-8fc6-2123973e1dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.170516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.233555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.249335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:07.288656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:07.292989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:07.302327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:07.349056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:07.402987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:07.403869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.437959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-8cd3e123-f926-4aa7-9b2c-399436d06466 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6798322 Jan 28 16:52:07.449693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Request body: {'port': {'device_id': 'dd529241-f376-43ba-abbc-52657e1704c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:07.592435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:07.621446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b82c06f-f94d-4d65-8fc6-2123973e1dfd admin admin] Publish callbacks [] for security_group (5041fce0-40bb-48eb-b6ee-0230c2c6cecb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.678238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b82c06f-f94d-4d65-8fc6-2123973e1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5041fce0-40bb-48eb-b6ee-0230c2c6cecb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.686377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.746172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1a143-e1cc-4fd3-bb3e-abe2a0e3b241 req-24667c6f-ec7b-42fc-aca6-cc3bad6bcf06 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:07.747756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4e1a143-e1cc-4fd3-bb3e-abe2a0e3b241 req-24667c6f-ec7b-42fc-aca6-cc3bad6bcf06 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 931 time: 0.2325442 Jan 28 16:52:07.849828 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1b82c06f-f94d-4d65-8fc6-2123973e1dfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ce44f86f79948c7bd6a95641aa73a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8470562 Jan 28 16:52:07.852631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:07.899192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82c06f-f94d-4d65-8fc6-2123973e1dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5041fce0-40bb-48eb-b6ee-0230c2c6cecb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:07.940999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:07.960684 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:07.980600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:07.984653 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:07.985321 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:08.039206 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:08.055868 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:08.056831 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:08.073809 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bcd6aeeb-06d7-4241-8e7f-204cadd2a785 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/floatingips/c96089a9-fab7-430f-b38b-e518bafa6dab HTTP/1.1" status: 204 len: 168 time: 2.4588289 Jan 28 16:52:08.074696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4e1a143-e1cc-4fd3-bb3e-abe2a0e3b241 req-1c3da9f2-4e9d-43c5-bef4-e1f3c8db9481 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182945 Jan 28 16:52:08.098902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:08.137621 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1031bbc3-ff5e-42f8-9b85-c4e052044f3b admin admin] Publish callbacks [] for security_group (5041fce0-40bb-48eb-b6ee-0230c2c6cecb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.177507 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:08.178499 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af53ef-df70-4e48-8767-36ff010c4b24 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:08.364051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-236fa1ae-e86d-432f-bdc6-527e1a1ced8d req-c53ad46c-d608-4685-8ce9-23bcb714ad6b tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 210 time: 0.0919487 Jan 28 16:52:08.364288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1031bbc3-ff5e-42f8-9b85-c4e052044f3b admin admin] Publish callbacks [] for security_group (5041fce0-40bb-48eb-b6ee-0230c2c6cecb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.488889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7d73af-22c1-461c-8a8e-922e0cb01e5d {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:08.503010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Publish callbacks [] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.515234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1031bbc3-ff5e-42f8-9b85-c4e052044f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5041fce0-40bb-48eb-b6ee-0230c2c6cecb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.518093 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1031bbc3-ff5e-42f8-9b85-c4e052044f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.519274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1031bbc3-ff5e-42f8-9b85-c4e052044f3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5041fce0-40bb-48eb-b6ee-0230c2c6cecb HTTP/1.1" status: 204 len: 168 time: 0.6615846 Jan 28 16:52:08.536360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031bbc3-ff5e-42f8-9b85-c4e052044f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041fce0-40bb-48eb-b6ee-0230c2c6cecb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:08.540347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Transition to ACTIVE for port object 5b7d73af-22c1-461c-8a8e-922e0cb01e5d will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:52:08.551383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.632015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:08.703870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port d4930294-5b24-4b93-aa30-d13367100824 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:08.704294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d4930294-5b24-4b93-aa30-d13367100824), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.815055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Attempting to bind port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:52:08.815580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Attempting to bind port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:52:08.815816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Attempting to bind port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:08.820929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:52:08.821258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Attempting to bind port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:08.827243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:52:08.827589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:08.828143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:52:08.828575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Bound port: 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:52:08.828968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.843573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6e50e990-8601-44cb-bdca-24f92e82c062 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:08.845223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6e50e990-8601-44cb-bdca-24f92e82c062 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.31 "GET /v2.0/networks?id=94d781cd-cddc-4d7e-9ec9-d129ff29246f HTTP/1.1" status: 200 len: 811 time: 0.2855995 Jan 28 16:52:08.872410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Request body: {'port': {'device_id': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f', 'admin_state_up': True, 'tenant_id': '8a0605f196714605bef0452f646460af'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:08.913594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] For port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:52:08.917075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] For port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:52:08.925281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.962690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:08.963254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:08.964698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b7d73af-22c1-461c-8a8e-922e0cb01e5d HTTP/1.1" status: 200 len: 1092 time: 1.5199332 Jan 28 16:52:08.965159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd529241-f376-43ba-abbc-52657e1704c6', 'tag': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:08.967753 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5d6f86-0e8b-480a-b566-2497ac9e4818" -d '{"events": [{"name": "network-changed", "server_uuid": "dd529241-f376-43ba-abbc-52657e1704c6", "tag": "5b7d73af-22c1-461c-8a8e-922e0cb01e5d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:09.060422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d4930294-5b24-4b93-aa30-d13367100824), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:09.081530 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2af60b-f4e3-4303-acca-56fcc6dd3071 x-openstack-request-id: req-ea2af60b-f4e3-4303-acca-56fcc6dd3071 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:09.082606 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd529241-f376-43ba-abbc-52657e1704c6", "tag": "5b7d73af-22c1-461c-8a8e-922e0cb01e5d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:09.082817 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea2af60b-f4e3-4303-acca-56fcc6dd3071 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:09.083341 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd529241-f376-43ba-abbc-52657e1704c6', 'tag': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d', 'status': 'completed', 'code': 200} Jan 28 16:52:09.085748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1242-ac8f-4204-851b-ed013f3b8a57 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:09.090878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for d4930294-5b24-4b93-aa30-d13367100824 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:09.146080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-928be49c-5b85-4fef-addd-23073a84c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:09.147705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-928be49c-5b85-4fef-addd-23073a84c71b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 1126 time: 0.1262887 Jan 28 16:52:09.223875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-f600bc4a-bd0d-4ed1-b5cb-8e65a5ab95f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d HTTP/1.1" status: 200 len: 217 time: 0.0692270 Jan 28 16:52:09.232253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Made reservation on behalf of 8a0605f196714605bef0452f646460af for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:09.235477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:09.461982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f1cf-34ba-42fe-878a-ed52bbd074c8 req-c16505f3-9166-4a7c-b71f-3bdf274374d7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:09.464394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2745f1cf-34ba-42fe-878a-ed52bbd074c8 req-c16505f3-9166-4a7c-b71f-3bdf274374d7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 943 time: 0.2436051 Jan 28 16:52:09.477744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508696a-b062-42d1-ae80-97da9923bcac req-52fba2e1-3dd7-4e42-9d2b-a5f407fa4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:09.534409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-52fba2e1-3dd7-4e42-9d2b-a5f407fa4468 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.2154326 Jan 28 16:52:09.579326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Allocated IP 172.20.0.8 (94d781cd-cddc-4d7e-9ec9-d129ff29246f/70e28887-a4b8-4482-a7f0-5c058fbfb860/1d3f4604-e29d-4dfe-bae7-fe1744e289c7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:09.623629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d4930294-5b24-4b93-aa30-d13367100824), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:09.625613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7a751b6-e34b-4852-8b1e-0307291b51aa req-2d0ed55d-8097-4a06-8d12-1a1414fbc465 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 210 time: 0.1103899 Jan 28 16:52:09.636010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-438b6f4f-8362-48e9-952e-7334f6bcc94c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636580 Jan 28 16:52:09.681502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=d4930294-5b24-4b93-aa30-d13367100824,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:09.828363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2745f1cf-34ba-42fe-878a-ed52bbd074c8 req-6efe9ae4-cb58-423a-82bc-72535a62c961 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363724 Jan 28 16:52:09.885144 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:09.892536 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-21c1d2de-710b-457c-9fc0-10b954759e9d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/ports/d4930294-5b24-4b93-aa30-d13367100824 HTTP/1.1" status: 204 len: 168 time: 1.7906580 Jan 28 16:52:09.894227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:09.901492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:09.953451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:09.997433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks [] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:10.015674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-c1e7dc7c-8fc2-4326-a814-8fd6b19ded81 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470693 Jan 28 16:52:10.115441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:10.178341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Pushing event updated for resources: {'Port': ['ID=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:10.192094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:10.212500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Network 94d781cd-cddc-4d7e-9ec9-d129ff29246f is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:10.215257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:10.218026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:10.317249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9508696a-b062-42d1-ae80-97da9923bcac req-061f8c0e-fc58-4845-bc34-610c3116d90e service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946143 Jan 28 16:52:10.504605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-3baf79b5-a952-404e-9998-8e1462a9339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:10.512821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-3baf79b5-a952-404e-9998-8e1462a9339f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 1126 time: 0.1176298 Jan 28 16:52:10.527735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.66 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/b5a4b1ff-78a6-46e7-b742-8b8836d9c58c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:10.721490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:10.722203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:10.752427 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-206edfcd-f841-40ff-b869-c1326615ff92 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8932123 Jan 28 16:52:10.767162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Request body: {'port': {'device_id': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:10.854227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:10.869144 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:11.302473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:11.322230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Publish callbacks [] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:11.352601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Transition to ACTIVE for port object 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:52:11.382274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:11.488703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:11.532998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:11.546061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:11.552362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:11.661241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:11.690176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97ef33-7936-40e9-a0a2-37bbddf93db6 req-3b431206-f4fa-4484-aa28-aec34e281158 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:11.693585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a97ef33-7936-40e9-a0a2-37bbddf93db6 req-3b431206-f4fa-4484-aa28-aec34e281158 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 943 time: 0.3463597 Jan 28 16:52:11.761184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-e2e9914f-b478-473e-81b0-9d96e8ebacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:11.766313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-e2e9914f-b478-473e-81b0-9d96e8ebacbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 1.2507379 Jan 28 16:52:11.922169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=b5a4b1ff-78a6-46e7-b742-8b8836d9c58c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:11.986160 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (5ef30491-978b-4ebc-abfa-8b052c5e4cb4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.003118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Attempting to bind port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:52:12.003632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Attempting to bind port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '337e7432-6e78-4adf-82d5-26f862ba5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:52:12.004067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Attempting to bind port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 on network 94d781cd-cddc-4d7e-9ec9-d129ff29246f {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:12.052515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec22d6-e952-40b2-ae48-42ef94664621 req-97c015a9-e591-4d7c-980d-404b1f18b809 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:12.054120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bec22d6-e952-40b2-ae48-42ef94664621 req-97c015a9-e591-4d7c-980d-404b1f18b809 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 943 time: 0.7064631 Jan 28 16:52:12.057321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a97ef33-7936-40e9-a0a2-37bbddf93db6 req-46af418e-accc-4d47-b9d6-c21ee3bd1be7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487499 Jan 28 16:52:12.058738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-6b1f24da-de26-42c2-8ddb-3f8f4bdd0e37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d HTTP/1.1" status: 200 len: 217 time: 0.2720346 Jan 28 16:52:12.087243 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.092472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 on network 94d781cd-cddc-4d7e-9ec9-d129ff29246f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:52:12.097313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Attempting to bind port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 on network 94d781cd-cddc-4d7e-9ec9-d129ff29246f {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:12.170601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:52:12.176141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Checking segment: {'id': '337e7432-6e78-4adf-82d5-26f862ba5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:12.176906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Bound using segment: {'id': '337e7432-6e78-4adf-82d5-26f862ba5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:52:12.177631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Bound port: 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337e7432-6e78-4adf-82d5-26f862ba5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:52:12.178690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.219255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-6a3157e5-d995-4329-8943-4351bd5bc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:12.220880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-6a3157e5-d995-4329-8943-4351bd5bc080 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1483898 Jan 28 16:52:12.224076 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.242852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.268153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56746) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:12.374542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-1570c927-fe7b-4927-8924-01dde98c858a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316235 Jan 28 16:52:12.442225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bec22d6-e952-40b2-ae48-42ef94664621 req-2fc84de7-c760-4b4b-8f0c-17eb105dd062 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569837 Jan 28 16:52:12.482451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] For port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:52:12.531620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] For port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,segment=NetworkSegment(337e7432-6e78-4adf-82d5-26f862ba5eef),segment_id=337e7432-6e78-4adf-82d5-26f862ba5eef)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:52:12.549541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.657256 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57515e73-9a1d-437f-977b-211c9742ef89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.683880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:12.686906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.688608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] 10.222.0.31 "PUT /v2.0/ports/1d3f4604-e29d-4dfe-bae7-fe1744e289c7 HTTP/1.1" status: 200 len: 1092 time: 1.9277072 Jan 28 16:52:12.690770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'tag': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:12.699901 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec57e060-f9be-42a8-acef-b9a8df4c3021" -d '{"events": [{"name": "network-changed", "server_uuid": "139dd666-a8b0-4435-abc0-5ecc1ce4db09", "tag": "1d3f4604-e29d-4dfe-bae7-fe1744e289c7"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:12.857715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251d8c4-51ea-4ca5-a4e0-dad8408c16a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:12.923117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-39eee0b1-298f-48d6-877a-602f41a708d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853339 Jan 28 16:52:12.926800 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:12.939552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-0b2c4126-909a-4f46-92fd-fc972e3cfb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:12.942453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-0b2c4126-909a-4f46-92fd-fc972e3cfb3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a0605f196714605bef0452f646460af&device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 1126 time: 0.1751790 Jan 28 16:52:12.943691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.118032 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-9dbe33a0-3877-4585-8363-7f2447ca7abb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7 HTTP/1.1" status: 200 len: 217 time: 0.1467531 Jan 28 16:52:13.124441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:13.159332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb5d6f86-0e8b-480a-b566-2497ac9e4818 req-9390d55c-5c36-41cd-b128-df47400d2d82 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170217 Jan 28 16:52:13.217767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5b7d73af-22c1-461c-8a8e-922e0cb01e5d details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:52:13.244430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=b5a4b1ff-78a6-46e7-b742-8b8836d9c58c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:13.372408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fa8fa-8ff1-4d52-a001-fd81662118a8 req-4c502458-9869-4334-96c1-d59692aec38e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:13.373913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-484fa8fa-8ff1-4d52-a001-fd81662118a8 req-4c502458-9869-4334-96c1-d59692aec38e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 943 time: 0.2131343 Jan 28 16:52:13.391391 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57515e73-9a1d-437f-977b-211c9742ef89 admin admin] Publish callbacks [] for security_group (892f8e3b-256b-460d-995e-10a6d4cdd414), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.433961 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f3154c-65bc-4a7a-89f3-e6d93aafd812 x-openstack-request-id: req-d3f3154c-65bc-4a7a-89f3-e6d93aafd812 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:13.435752 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139dd666-a8b0-4435-abc0-5ecc1ce4db09", "tag": "1d3f4604-e29d-4dfe-bae7-fe1744e289c7", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:13.436372 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3f3154c-65bc-4a7a-89f3-e6d93aafd812 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:13.439073 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'tag': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7', 'status': 'completed', 'code': 200} Jan 28 16:52:13.443179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57515e73-9a1d-437f-977b-211c9742ef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (892f8e3b-256b-460d-995e-10a6d4cdd414), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.495459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (5ef30491-978b-4ebc-abfa-8b052c5e4cb4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.510117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57515e73-9a1d-437f-977b-211c9742ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f8e3b-256b-460d-995e-10a6d4cdd414,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:13.513903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-2c03c9cf-aad3-4242-9694-9835944167f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:13.516244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-2c03c9cf-aad3-4242-9694-9835944167f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70e28887-a4b8-4482-a7f0-5c058fbfb860 HTTP/1.1" status: 200 len: 851 time: 0.2558763 Jan 28 16:52:13.524800 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.526784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f4b261f7-dab3-4283-8e77-626efc82d293 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6294422 Jan 28 16:52:13.533283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:13.552807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:13.577462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d', 'mac_address': 'fa:16:3e:03:17:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:52:13.578490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'port': {'network_id': '9240b5b2-1009-404d-8ffe-970a38ea51b6', 'name': 'tempest-FloatingIPTestJSON-1854388126'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:13.619790 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-087210f8-cfda-4d01-8e67-7abfaf79f94b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94d781cd-cddc-4d7e-9ec9-d129ff29246f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909576 Jan 28 16:52:13.645460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:13.646066 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.660587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7d73af-22c1-461c-8a8e-922e0cb01e5d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:13.685822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-647c6f8c-3c43-4873-aca4-689804cfdb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.702948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:13.712541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.824585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:13.881466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:13.893067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.907980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5b7d73af-22c1-461c-8a8e-922e0cb01e5d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:13.934462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-647c6f8c-3c43-4873-aca4-689804cfdb2d admin admin] Publish callbacks [] for security_group (390e8623-d6ec-4b26-9d40-4e381781a369), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:13.946024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-647c6f8c-3c43-4873-aca4-689804cfdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (390e8623-d6ec-4b26-9d40-4e381781a369), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:14.013714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-57515e73-9a1d-437f-977b-211c9742ef89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11033138defe43529e844e10e92325fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7092040 Jan 28 16:52:14.020860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-484fa8fa-8ff1-4d52-a001-fd81662118a8 req-b50d2256-1113-4284-9a0c-182d3374b4a5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281385 Jan 28 16:52:14.029530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56784) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:14.083690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] device_id is not set on port 32a20305-f611-4891-a818-0a5535660556 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:52:14.314188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.3 (9240b5b2-1009-404d-8ffe-970a38ea51b6/af85c455-430e-4905-bb59-bbf51cf69672/32a20305-f611-4891-a818-0a5535660556) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:14.562325 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-647c6f8c-3c43-4873-aca4-689804cfdb2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2f3bcc78d8b44ac8222b8124dffd888&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3252685 Jan 28 16:52:14.589304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:14.590276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c6f8c-3c43-4873-aca4-689804cfdb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e8623-d6ec-4b26-9d40-4e381781a369,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:14.743143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (32a20305-f611-4891-a818-0a5535660556), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:14.770819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-4160e8f8-d8e9-403c-9b5d-98aa339b24f7 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1326177 Jan 28 16:52:14.837168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312eda1-e50a-4e8c-9d9f-6e02011af274 req-3bf76b93-3185-4844-9d8e-b57ab30b0bc4 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:14.838614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6312eda1-e50a-4e8c-9d9f-6e02011af274 req-3bf76b93-3185-4844-9d8e-b57ab30b0bc4 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 943 time: 1.0089517 Jan 28 16:52:14.902222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6312eda1-e50a-4e8c-9d9f-6e02011af274 req-299fb859-16c4-4da2-ad34-ecba53a55596 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483549 Jan 28 16:52:14.906269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (32a20305-f611-4891-a818-0a5535660556), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:14.949460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-23ee8775-dd8b-4811-8e2f-1395414bab30 admin admin] Publish callbacks [] for security_group (390e8623-d6ec-4b26-9d40-4e381781a369), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.005743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 9240b5b2-1009-404d-8ffe-970a38ea51b6 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:15.019085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:15.030622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:15.049220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4050950-99dd-42f6-a49c-a13d19898434 admin admin] Publish callbacks [] for security_group (892f8e3b-256b-460d-995e-10a6d4cdd414), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.105342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=32a20305-f611-4891-a818-0a5535660556,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:15.108440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-23ee8775-dd8b-4811-8e2f-1395414bab30 admin admin] Publish callbacks [] for security_group (390e8623-d6ec-4b26-9d40-4e381781a369), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.141077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.141430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.145952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.146337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.146693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.147039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.147381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.147722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.148058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.148394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.148747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.149085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.149413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:15.156090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15d95626-f37e-4638-87d8-b129e97ca5e4 req-fcdae68e-5d71-4f12-9399-06d6e3e65949 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660743 Jan 28 16:52:15.223342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5b7d73af-22c1-461c-8a8e-922e0cb01e5d up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:52:15.228554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4050950-99dd-42f6-a49c-a13d19898434 admin admin] Publish callbacks [] for security_group (892f8e3b-256b-460d-995e-10a6d4cdd414), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.326101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:15.326550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.354013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:52:15.377386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:15.379030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.387219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd85d2b-a114-41df-935e-8dae56a10eb3 req-687126e6-d6f1-46d1-b8b0-5fb9288a92db tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:15.392688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acd85d2b-a114-41df-935e-8dae56a10eb3 req-687126e6-d6f1-46d1-b8b0-5fb9288a92db tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 944 time: 0.2196126 Jan 28 16:52:15.402110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3d4350c0-8d91-464d-837d-5b7d9eb4986f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8497612 Jan 28 16:52:15.408886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:15.415990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'port_id': '32a20305-f611-4891-a818-0a5535660556'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:15.429078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-987e5ae5-e7ef-4a28-9ea4-d5ed3fbb8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:15.431828 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-987e5ae5-e7ef-4a28-9ea4-d5ed3fbb8e57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a0605f196714605bef0452f646460af&device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 1126 time: 0.2000844 Jan 28 16:52:15.524202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acd85d2b-a114-41df-935e-8dae56a10eb3 req-c256cc8c-fd68-4de8-bac5-d86749179f63 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256051 Jan 28 16:52:15.530590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (5ef30491-978b-4ebc-abfa-8b052c5e4cb4), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.630438 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-23ee8775-dd8b-4811-8e2f-1395414bab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (390e8623-d6ec-4b26-9d40-4e381781a369), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.637355 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-23ee8775-dd8b-4811-8e2f-1395414bab30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.642620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-23ee8775-dd8b-4811-8e2f-1395414bab30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/390e8623-d6ec-4b26-9d40-4e381781a369 HTTP/1.1" status: 204 len: 168 time: 1.0322759 Jan 28 16:52:15.669419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:15.671343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.683029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee8775-dd8b-4811-8e2f-1395414bab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e8623-d6ec-4b26-9d40-4e381781a369,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:15.690507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4050950-99dd-42f6-a49c-a13d19898434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (892f8e3b-256b-460d-995e-10a6d4cdd414), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.693736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4050950-99dd-42f6-a49c-a13d19898434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.700192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d4050950-99dd-42f6-a49c-a13d19898434 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/892f8e3b-256b-460d-995e-10a6d4cdd414 HTTP/1.1" status: 204 len: 168 time: 1.6689322 Jan 28 16:52:15.725517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050950-99dd-42f6-a49c-a13d19898434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f8e3b-256b-460d-995e-10a6d4cdd414,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:15.769462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd529241-f376-43ba-abbc-52657e1704c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:15.775928 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa08ffd-9b98-4997-9330-3240470270c9" -d '{"events": [{"server_uuid": "dd529241-f376-43ba-abbc-52657e1704c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b7d73af-22c1-461c-8a8e-922e0cb01e5d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:15.833397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-91065c00-b09a-4118-87e0-3f25389dd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:15.834935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-91065c00-b09a-4118-87e0-3f25389dd094 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94d781cd-cddc-4d7e-9ec9-d129ff29246f HTTP/1.1" status: 200 len: 912 time: 0.3957126 Jan 28 16:52:15.840182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:15.860297 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:15.999233 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-e4f20f3a-f50c-452a-9a5e-c68b0ffc3e5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7 HTTP/1.1" status: 200 len: 217 time: 0.1555707 Jan 28 16:52:16.041379 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4cac9-45f5-4fe4-81d2-206964a6dfcb x-openstack-request-id: req-4fd4cac9-45f5-4fe4-81d2-206964a6dfcb {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:16.041379 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd529241-f376-43ba-abbc-52657e1704c6", "name": "network-vif-plugged", "status": "completed", "tag": "5b7d73af-22c1-461c-8a8e-922e0cb01e5d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:16.041575 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fd4cac9-45f5-4fe4-81d2-206964a6dfcb {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:16.051596 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd529241-f376-43ba-abbc-52657e1704c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d', 'code': 200} Jan 28 16:52:16.052331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:16.130842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff8204ed-d443-48f1-8f10-59a2302e25c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.179427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-8f0ff3c2-bdef-47fb-9f64-06587003e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:16.183943 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-8f0ff3c2-bdef-47fb-9f64-06587003e2a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70e28887-a4b8-4482-a7f0-5c058fbfb860 HTTP/1.1" status: 200 len: 851 time: 0.1786351 Jan 28 16:52:16.261812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-94557732-2909-4872-8620-36e5ac807a4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94d781cd-cddc-4d7e-9ec9-d129ff29246f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710833 Jan 28 16:52:16.474835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-3c89b5ba-860d-43e1-a8f9-2597157df232 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074142 Jan 28 16:52:16.552170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:16.575734 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ad6-3e83-41f8-80fb-7e26c4f4c739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.577609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56816) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:16.602467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dc224-b1cf-4de5-9b1a-0dc4998d57e8 req-a2458449-102d-41f8-bf8f-7fa6d5c876ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:16.604071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-102dc224-b1cf-4de5-9b1a-0dc4998d57e8 req-a2458449-102d-41f8-bf8f-7fa6d5c876ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 1128 time: 0.2079606 Jan 28 16:52:16.618073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66dc24e2-6ebb-44fa-b74c-41cc406365c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.623316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5be8fd-59e5-4265-b61d-1cc0055ad5bc req-d36effa9-c856-4edd-afbe-9cfca8ca6e9f tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:16.624860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c5be8fd-59e5-4265-b61d-1cc0055ad5bc req-d36effa9-c856-4edd-afbe-9cfca8ca6e9f tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 943 time: 0.2261922 Jan 28 16:52:16.673107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec57e060-f9be-42a8-acef-b9a8df4c3021 req-33e7113e-40e1-4f43-87b0-cab2ceda0ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839259 Jan 28 16:52:16.746579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:52:16.769116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ad6-3e83-41f8-80fb-7e26c4f4c739 admin admin] Publish callbacks [] for security_group (0a3dab75-4265-4462-89d1-c0869fa4b14f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.782256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ad6-3e83-41f8-80fb-7e26c4f4c739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0a3dab75-4265-4462-89d1-c0869fa4b14f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.817441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-102dc224-b1cf-4de5-9b1a-0dc4998d57e8 req-5d1feac9-3bce-4a5f-aa9e-edef86d712d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040436 Jan 28 16:52:16.825898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f94b4ad6-3e83-41f8-80fb-7e26c4f4c739 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f9edfadfd6f42d89e29149352e73622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726154 Jan 28 16:52:16.826265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c5be8fd-59e5-4265-b61d-1cc0055ad5bc req-459d53a2-c385-4c4c-bd41-30cbfc59a89d tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903772 Jan 28 16:52:16.834102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:16.851064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.868273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb292c-f934-4e96-9c3f-ce60806e7269 req-af789e3c-e997-49d4-b6b2-ee0d53145f3d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:16.869822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcfb292c-f934-4e96-9c3f-ce60806e7269 req-af789e3c-e997-49d4-b6b2-ee0d53145f3d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 945 time: 0.2350774 Jan 28 16:52:16.872383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (5ef30491-978b-4ebc-abfa-8b052c5e4cb4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.891457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4ad6-3e83-41f8-80fb-7e26c4f4c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3dab75-4265-4462-89d1-c0869fa4b14f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:16.906220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66dc24e2-6ebb-44fa-b74c-41cc406365c0 admin admin] Publish callbacks [] for security_group (c47d3376-79de-4332-a175-0917e19600d5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.911346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66dc24e2-6ebb-44fa-b74c-41cc406365c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c47d3376-79de-4332-a175-0917e19600d5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:16.959235 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66dc24e2-6ebb-44fa-b74c-41cc406365c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5727b932374478b9c9c9b59964b0ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777285 Jan 28 16:52:16.960525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc24e2-6ebb-44fa-b74c-41cc406365c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47d3376-79de-4332-a175-0917e19600d5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:16.963114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:17.026900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Publish callbacks [] for security_group (c47d3376-79de-4332-a175-0917e19600d5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.052955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Publish callbacks [] for security_group (c47d3376-79de-4332-a175-0917e19600d5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.071197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcfb292c-f934-4e96-9c3f-ce60806e7269 req-4f4701ca-dd31-438d-94ce-65356e38db47 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618550 Jan 28 16:52:17.116587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb6d67fa-852b-4812-a73d-4b483912d328 admin admin] Publish callbacks [] for security_group (0a3dab75-4265-4462-89d1-c0869fa4b14f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.123341 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 5ef30491-978b-4ebc-abfa-8b052c5e4cb4 associated. External IP: 172.25.8.66, port: 32a20305-f611-4891-a818-0a5535660556. Jan 28 16:52:17.144436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c47d3376-79de-4332-a175-0917e19600d5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.147397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.151231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c47d3376-79de-4332-a175-0917e19600d5 HTTP/1.1" status: 204 len: 168 time: 0.1845217 Jan 28 16:52:17.166396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47d3376-79de-4332-a175-0917e19600d5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:17.178444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.178908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.179319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.179724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.179835 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb6d67fa-852b-4812-a73d-4b483912d328 admin admin] Publish callbacks [] for security_group (0a3dab75-4265-4462-89d1-c0869fa4b14f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.180183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.180580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.181158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.181393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.181786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.182246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.182958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.183740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.184182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe593f-e810-406c-9a96-c9322e138a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:17.347789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb6d67fa-852b-4812-a73d-4b483912d328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0a3dab75-4265-4462-89d1-c0869fa4b14f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.350979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb6d67fa-852b-4812-a73d-4b483912d328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.356151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb6d67fa-852b-4812-a73d-4b483912d328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a3dab75-4265-4462-89d1-c0869fa4b14f HTTP/1.1" status: 204 len: 168 time: 0.5208352 Jan 28 16:52:17.370635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d67fa-852b-4812-a73d-4b483912d328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3dab75-4265-4462-89d1-c0869fa4b14f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:17.516259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:17.717733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:17.727405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:17.731979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.750672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:17.751335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:17.837249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-24bada1a-89f2-4170-adb0-480455da4795 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/floatingips/5ef30491-978b-4ebc-abfa-8b052c5e4cb4 HTTP/1.1" status: 200 len: 977 time: 2.4250982 Jan 28 16:52:17.839686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56848) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:17.887968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:17.920031 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a847070b-9a5e-46e9-86de-75f0ff6ef84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.923132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:17.923751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:17.985656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 32a20305-f611-4891-a818-0a5535660556 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:17.986086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (32a20305-f611-4891-a818-0a5535660556), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:17.994976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:18.000278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db93e62-d678-4be8-92e7-ae01852d90ee None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:18.203294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (32a20305-f611-4891-a818-0a5535660556), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:18.317716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c36b7-5212-48f2-b854-0314c57e79cf req-448f6e9d-71c8-4a08-b783-0db9dc93e3c4 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:18.319499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-968c36b7-5212-48f2-b854-0314c57e79cf req-448f6e9d-71c8-4a08-b783-0db9dc93e3c4 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 943 time: 0.3290355 Jan 28 16:52:18.531579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:52:18.629149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:18.629814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (5ef30491-978b-4ebc-abfa-8b052c5e4cb4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:18.630375 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 5ef30491-978b-4ebc-abfa-8b052c5e4cb4 disassociated. External IP: 172.25.8.66, port: 32a20305-f611-4891-a818-0a5535660556. Jan 28 16:52:18.631324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 32a20305-f611-4891-a818-0a5535660556 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:18.788322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f9ad2-6e83-494c-ac43-786057e18cc3 req-c74cb4eb-46ff-4cbf-8caf-63457b5f0264 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:18.790697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-688f9ad2-6e83-494c-ac43-786057e18cc3 req-c74cb4eb-46ff-4cbf-8caf-63457b5f0264 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 945 time: 0.5993514 Jan 28 16:52:18.805552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (32a20305-f611-4891-a818-0a5535660556), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:18.834292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,segment=NetworkSegment(337e7432-6e78-4adf-82d5-26f862ba5eef),segment_id=337e7432-6e78-4adf-82d5-26f862ba5eef)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:18.874654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7', 'network_id': '94d781cd-cddc-4d7e-9ec9-d129ff29246f', 'port_id': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7', 'mac_address': 'fa:16:3e:36:3f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e28887-a4b8-4482-a7f0-5c058fbfb860', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:52:18.921329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:18.921810 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:18.934805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=32a20305-f611-4891-a818-0a5535660556,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:18.939630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-968c36b7-5212-48f2-b854-0314c57e79cf req-a661117f-897a-480d-a953-5ff0cc1cbb54 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129913 Jan 28 16:52:18.943653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:19.006516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,segment=NetworkSegment(337e7432-6e78-4adf-82d5-26f862ba5eef),segment_id=337e7432-6e78-4adf-82d5-26f862ba5eef)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:19.014760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:19.018001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-688f9ad2-6e83-494c-ac43-786057e18cc3 req-3d44360c-2957-4e66-b632-96353344cc5f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202556 Jan 28 16:52:19.052442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:19.120438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:19.242632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1d3f4604-e29d-4dfe-bae7-fe1744e289c7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:19.412595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:19.751154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0471e9-2f94-43f6-b9aa-7eb7435a3930 req-9c387c93-c38e-4dde-bee4-f1061e81511e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:19.753606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b0471e9-2f94-43f6-b9aa-7eb7435a3930 req-9c387c93-c38e-4dde-bee4-f1061e81511e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 945 time: 0.2039475 Jan 28 16:52:19.828195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:19.843534 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:19.859722 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:19.860986 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:19.923042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b0471e9-2f94-43f6-b9aa-7eb7435a3930 req-6daad34a-4929-4c5d-b967-dc503f5b014f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568735 Jan 28 16:52:19.932080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:19.939803 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:19.959213 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:19.960313 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:19.965358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:19.991390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac7e4c47-e717-43ac-9f02-984401e5e71b tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/ports/32a20305-f611-4891-a818-0a5535660556 HTTP/1.1" status: 204 len: 168 time: 2.1474476 Jan 28 16:52:19.991539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:20.030454 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:20.032475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b59c1-2938-46a7-b3ba-e49e82b4800d None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:20.077646 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dadd734b-005c-4f2d-9955-8ebf85a6d968 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/floatingips/5ef30491-978b-4ebc-abfa-8b052c5e4cb4 HTTP/1.1" status: 200 len: 687 time: 0.0834820 Jan 28 16:52:20.078740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56934) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:20.217426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bcb2-1081-4888-80f4-240e70631186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.391128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bcb2-1081-4888-80f4-240e70631186 admin admin] Publish callbacks [] for security_group (7701acd6-548b-41cc-98b8-1ef11be6d4f4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.401127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bcb2-1081-4888-80f4-240e70631186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7701acd6-548b-41cc-98b8-1ef11be6d4f4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.452377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df648aec-0cfa-464c-a10f-9c5f24fd70b7 req-2eb91c2d-7f92-4e3d-b428-a1deb2f98b99 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:20.455595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df648aec-0cfa-464c-a10f-9c5f24fd70b7 req-2eb91c2d-7f92-4e3d-b428-a1deb2f98b99 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 944 time: 0.2916408 Jan 28 16:52:20.500613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a9d0bcb2-1081-4888-80f4-240e70631186 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd8ea9cc63db4e81bb239cdb199b3972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666757 Jan 28 16:52:20.505751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef429fc1-ddf1-4d11-be8f-8a1aa31c4f95 req-69bc54ba-1361-4bbb-add2-72e7b8fbad89 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:20.514984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef429fc1-ddf1-4d11-be8f-8a1aa31c4f95 req-69bc54ba-1361-4bbb-add2-72e7b8fbad89 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 945 time: 0.1895256 Jan 28 16:52:20.519005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56946) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:20.542080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:52:20.589414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0bcb2-1081-4888-80f4-240e70631186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7701acd6-548b-41cc-98b8-1ef11be6d4f4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:20.631353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93cab578-7486-44df-9a7d-43549ac79291 admin admin] Publish callbacks [] for security_group (7701acd6-548b-41cc-98b8-1ef11be6d4f4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.638135 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.660427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:52:20.666189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:20.666568 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.700232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df648aec-0cfa-464c-a10f-9c5f24fd70b7 req-47dfbd5d-2fa3-4eeb-8690-6b98695ccbd4 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336025 Jan 28 16:52:20.704788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93cab578-7486-44df-9a7d-43549ac79291 admin admin] Publish callbacks [] for security_group (7701acd6-548b-41cc-98b8-1ef11be6d4f4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.734714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port b5a4b1ff-78a6-46e7-b742-8b8836d9c58c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:20.735059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.817882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93cab578-7486-44df-9a7d-43549ac79291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7701acd6-548b-41cc-98b8-1ef11be6d4f4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.821254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93cab578-7486-44df-9a7d-43549ac79291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.825599 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-93cab578-7486-44df-9a7d-43549ac79291 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7701acd6-548b-41cc-98b8-1ef11be6d4f4 HTTP/1.1" status: 204 len: 168 time: 0.3025646 Jan 28 16:52:20.829304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef429fc1-ddf1-4d11-be8f-8a1aa31c4f95 req-f6a77a8d-b87e-4c36-a209-9a9ee30dcbc3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138304 Jan 28 16:52:20.855194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cab578-7486-44df-9a7d-43549ac79291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7701acd6-548b-41cc-98b8-1ef11be6d4f4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:20.899362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:20.899864 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.932246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.932246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.935624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:20.938222 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1195b-ec59-491b-99cb-39c89dce4cba" -d '{"events": [{"server_uuid": "139dd666-a8b0-4435-abc0-5ecc1ce4db09", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f4604-e29d-4dfe-bae7-fe1744e289c7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:20.955242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for b5a4b1ff-78a6-46e7-b742-8b8836d9c58c owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:20.980039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,segment=NetworkSegment(337e7432-6e78-4adf-82d5-26f862ba5eef),segment_id=337e7432-6e78-4adf-82d5-26f862ba5eef)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:20.986760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:20.991287 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d909181-f929-41d8-960d-3f4aabee9d70 x-openstack-request-id: req-9d909181-f929-41d8-960d-3f4aabee9d70 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:20.991844 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139dd666-a8b0-4435-abc0-5ecc1ce4db09", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f4604-e29d-4dfe-bae7-fe1744e289c7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:20.992300 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d909181-f929-41d8-960d-3f4aabee9d70 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:20.992908 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7', 'code': 200} Jan 28 16:52:21.077078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:21.120061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d04522-6db1-4152-97ac-f329b787df11 req-16a28b75-ef3d-409e-ae6f-b4b2ef3ac4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:21.121721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-77d04522-6db1-4152-97ac-f329b787df11 req-16a28b75-ef3d-409e-ae6f-b4b2ef3ac4eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 1128 time: 0.0657570 Jan 28 16:52:21.183395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-77d04522-6db1-4152-97ac-f329b787df11 req-55d7fdf5-acb7-4d85-9836-3d82938aa90d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Jan 28 16:52:21.307714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b5a4b1ff-78a6-46e7-b742-8b8836d9c58c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:21.411284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=b5a4b1ff-78a6-46e7-b742-8b8836d9c58c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:21.510121 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (5ef30491-978b-4ebc-abfa-8b052c5e4cb4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:21.512779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:21.525483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56972) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:21.525854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-34ffde11-2b5f-4fc8-acf6-4bdcbf7f3f2f tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/floatingips/5ef30491-978b-4ebc-abfa-8b052c5e4cb4 HTTP/1.1" status: 204 len: 168 time: 1.4459546 Jan 28 16:52:21.531963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '9be474a8-57fe-40be-a567-c2b506e5461a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:21.602712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:21.627989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56978) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:21.668415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-e5be9c86-8fea-4801-8140-a0fa7c38d4b9 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:21.670273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-e5be9c86-8fea-4801-8140-a0fa7c38d4b9 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 945 time: 0.1156027 Jan 28 16:52:21.771752 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:21.806564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:21.983637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:21.984139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:22.096414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:22.096414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:22.104813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for 5b7d73af-22c1-461c-8a8e-922e0cb01e5d owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:22.152457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.21 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/3cc8109b-f385-4b86-ac5a-19951cfac124) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:22.388640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5b7d73af-22c1-461c-8a8e-922e0cb01e5d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:22.415879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5b7d73af-22c1-461c-8a8e-922e0cb01e5d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:22.499872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca581330-83a1-44a3-b4d4-c6ec896edfa7 req-7cae52af-df78-4ab9-874f-a1c94ce98789 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd529241-f376-43ba-abbc-52657e1704c6 HTTP/1.1" status: 200 len: 210 time: 0.1759152 Jan 28 16:52:22.510316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=5b7d73af-22c1-461c-8a8e-922e0cb01e5d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:22.549339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:22.554796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e5d1-c168-41af-8e14-3e31d7e559ef req-d588a903-5119-473a-9087-8d165f5a9a36 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:22.563450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b833e5d1-c168-41af-8e14-3e31d7e559ef req-d588a903-5119-473a-9087-8d165f5a9a36 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.6543324 Jan 28 16:52:22.645987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port 5b7d73af-22c1-461c-8a8e-922e0cb01e5d on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:22.671392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:22.684326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a72a624b-4ec7-4959-b59f-5ad89679d154 req-502271a9-3c02-4f10-8d8e-83b12e795b6a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "DELETE /v2.0/ports/5b7d73af-22c1-461c-8a8e-922e0cb01e5d HTTP/1.1" status: 204 len: 173 time: 1.0008094 Jan 28 16:52:22.685033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd529241-f376-43ba-abbc-52657e1704c6', 'name': 'network-vif-deleted', 'tag': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:22.702284 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb7cb9-8cb8-41c7-973e-554088a743b5" -d '{"events": [{"server_uuid": "dd529241-f376-43ba-abbc-52657e1704c6", "name": "network-vif-deleted", "tag": "5b7d73af-22c1-461c-8a8e-922e0cb01e5d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:22.804029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:22.826048 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403c174a-26f5-4262-b259-619f6a6145cd x-openstack-request-id: req-403c174a-26f5-4262-b259-619f6a6145cd {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:22.826360 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd529241-f376-43ba-abbc-52657e1704c6", "name": "network-vif-deleted", "tag": "5b7d73af-22c1-461c-8a8e-922e0cb01e5d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:22.826632 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-403c174a-26f5-4262-b259-619f6a6145cd {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:22.827968 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd529241-f376-43ba-abbc-52657e1704c6', 'name': 'network-vif-deleted', 'tag': '5b7d73af-22c1-461c-8a8e-922e0cb01e5d', 'status': 'completed', 'code': 200} Jan 28 16:52:22.861446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b833e5d1-c168-41af-8e14-3e31d7e559ef req-76548be9-186b-4a88-9ac9-f4a9748db295 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969856 Jan 28 16:52:23.022266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:23.083186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:23.090537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:23.093357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:23.215486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=3cc8109b-f385-4b86-ac5a-19951cfac124,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:23.443968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (94652e67-728d-4486-80b2-088abc2c3055), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.111545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (32e6e9d6-5b78-44c4-becf-7f2b60c45ee0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.147400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-bdb7d9ee-dbb9-438b-8f9f-7d7d5c661efd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:24.153866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-bdb7d9ee-dbb9-438b-8f9f-7d7d5c661efd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.3212616 Jan 28 16:52:24.195036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-418ed264-f431-437e-a082-eb7e71db0091 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0343759 Jan 28 16:52:24.363056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247264c6-bce0-488a-9af1-83c7fea3ba65 req-db4d4cab-e5ed-4843-a4b6-9851d67bee77 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:24.365154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-247264c6-bce0-488a-9af1-83c7fea3ba65 req-db4d4cab-e5ed-4843-a4b6-9851d67bee77 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.3746066 Jan 28 16:52:24.385142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.436217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Deleting port bb8bf850-b0b8-4666-9e4c-3904563da9cb {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:24.436871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.457890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-247264c6-bce0-488a-9af1-83c7fea3ba65 req-2077a88c-d183-42bb-b1fa-2a28c281f683 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829263 Jan 28 16:52:24.472345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-fad56632-39c7-4894-b4cf-7929750ee98d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2638113 Jan 28 16:52:24.615595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] For port bb8bf850-b0b8-4666-9e4c-3904563da9cb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bb8bf850-b0b8-4666-9e4c-3904563da9cb,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:24.615975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.638471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Calling delete_port for bb8bf850-b0b8-4666-9e4c-3904563da9cb owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:24.730599 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.755544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31556db1-443d-4937-8116-68de3a7b1d29 req-01ff0441-6fe7-468e-b2b4-4d5aa75ce5ae tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:24.757152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31556db1-443d-4937-8116-68de3a7b1d29 req-01ff0441-6fe7-468e-b2b4-4d5aa75ce5ae tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.1606438 Jan 28 16:52:24.762968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:24.832269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57064) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:24.851087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31556db1-443d-4937-8116-68de3a7b1d29 req-f77a0500-353d-4c2f-85a7-a8bf5e548d69 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869434 Jan 28 16:52:24.948462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=3cc8109b-f385-4b86-ac5a-19951cfac124,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:24.968375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (32e6e9d6-5b78-44c4-becf-7f2b60c45ee0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:25.115084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-66a445a8-3ac7-48d1-8302-c9510b1e814d service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327062 Jan 28 16:52:25.243501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-d8ed21eb-a1db-4ae8-b6d4-2ef3ddd186d4 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222141 Jan 28 16:52:25.285853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5b7d73af-22c1-461c-8a8e-922e0cb01e5d no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:25.349654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 5b7d73af-22c1-461c-8a8e-922e0cb01e5d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:25.351154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5b7d73af-22c1-461c-8a8e-922e0cb01e5d not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:25.470369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab0688ae-e607-4a4f-bb64-99d93af5b08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:25.481887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a11dc-6fb0-48e1-a60c-101324f797c7 req-19fc78a5-9180-4341-9dcf-817e1241bfb1 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:25.487475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-393a11dc-6fb0-48e1-a60c-101324f797c7 req-19fc78a5-9180-4341-9dcf-817e1241bfb1 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.1199853 Jan 28 16:52:25.521335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (bb8bf850-b0b8-4666-9e4c-3904563da9cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:25.616456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0870c6f6-80a7-497a-8164-99c5c8a06cc5 req-7dc63722-dfee-42c0-8e3a-24deba8e115a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 210 time: 0.0816998 Jan 28 16:52:25.643604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-393a11dc-6fb0-48e1-a60c-101324f797c7 req-fe4b004c-7fb4-4989-91fa-ee4cc5802c25 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493187 Jan 28 16:52:25.668442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8bf850-b0b8-4666-9e4c-3904563da9cb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:25.717672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab0688ae-e607-4a4f-bb64-99d93af5b08a admin admin] Publish callbacks [] for security_group (efc0852a-508b-40fc-bfc8-a71957003f73), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:25.760309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab0688ae-e607-4a4f-bb64-99d93af5b08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (efc0852a-508b-40fc-bfc8-a71957003f73), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:25.923854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0688ae-e607-4a4f-bb64-99d93af5b08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc0852a-508b-40fc-bfc8-a71957003f73,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:25.953972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab0688ae-e607-4a4f-bb64-99d93af5b08a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b5bf6bbb73143e5831430d1852c531a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1083095 Jan 28 16:52:25.957256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57088) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:25.984754 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 32e6e9d6-5b78-44c4-becf-7f2b60c45ee0 associated. External IP: 172.25.8.21, port: 9be474a8-57fe-40be-a567-c2b506e5461a. Jan 28 16:52:26.074578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b3b53de-e01d-4583-acb8-998b2c16a21e admin admin] Publish callbacks [] for security_group (efc0852a-508b-40fc-bfc8-a71957003f73), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:26.139315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b3b53de-e01d-4583-acb8-998b2c16a21e admin admin] Publish callbacks [] for security_group (efc0852a-508b-40fc-bfc8-a71957003f73), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:26.219558 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b3b53de-e01d-4583-acb8-998b2c16a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (efc0852a-508b-40fc-bfc8-a71957003f73), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:26.223547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b3b53de-e01d-4583-acb8-998b2c16a21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:26.225761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (94652e67-728d-4486-80b2-088abc2c3055), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:26.228382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3b3b53de-e01d-4583-acb8-998b2c16a21e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efc0852a-508b-40fc-bfc8-a71957003f73 HTTP/1.1" status: 204 len: 168 time: 0.2699919 Jan 28 16:52:26.241861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b53de-e01d-4583-acb8-998b2c16a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc0852a-508b-40fc-bfc8-a71957003f73,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:26.829603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8b9a24f-29d6-4f44-a91e-959cd3b5ea46 req-64716666-8bcc-467b-88d9-fc159055fbc8 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 210 time: 0.0490594 Jan 28 16:52:26.882858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57118) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:26.906739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1400c2cb-702a-4152-a088-a6c728380a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:26.988912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Router 94652e67-728d-4486-80b2-088abc2c3055 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:27.079604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83aa37-bd22-410b-bbdb-81458b644ee1 req-b14f7ad6-9fa2-42df-9e30-4b003c575764 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:27.091202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c83aa37-bd22-410b-bbdb-81458b644ee1 req-b14f7ad6-9fa2-42df-9e30-4b003c575764 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.2546456 Jan 28 16:52:27.158920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:27.164376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c39b7996-3bd7-4b46-abaf-ca417f2ce39b admin admin] 10.222.0.25 "PUT /v2.0/routers/94652e67-728d-4486-80b2-088abc2c3055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5354071 Jan 28 16:52:27.166913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57120) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:27.172347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] Sync routers for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:27.195018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:27.198039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:27.285677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:27.335961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-fb7ec2e0-dc56-4600-8efe-c9f6ad458a13 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:27.337871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-fb7ec2e0-dc56-4600-8efe-c9f6ad458a13 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.2396212 Jan 28 16:52:27.372293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:27.395782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1400c2cb-702a-4152-a088-a6c728380a70 admin admin] Publish callbacks [] for security_group (a7b03f43-ac6d-4028-bb4f-b26ac80dbfde), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.432073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:27.435897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks [] for router (94652e67-728d-4486-80b2-088abc2c3055), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.450498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1400c2cb-702a-4152-a088-a6c728380a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a7b03f43-ac6d-4028-bb4f-b26ac80dbfde), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.533985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:27.545120 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:27.579069 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:27.580855 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:27.583023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.643140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:27.653976 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:27.654888 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:27.670147 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56c2f1d1-d5f2-4ed4-beaa-98a3f8721646 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1424308 Jan 28 16:52:27.681478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57124) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:27.696469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2114656276'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:27.698707 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:27.699586 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce053c-a46d-4561-a655-3551625d2b69 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:27.720181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c83aa37-bd22-410b-bbdb-81458b644ee1 req-3a35f679-10ce-494f-b503-c4ad0530b6ce tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234884 Jan 28 16:52:27.728076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1400c2cb-702a-4152-a088-a6c728380a70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23f29dc5ad5e40e9a7f34253665ac13d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8429134 Jan 28 16:52:27.738698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks [] for router_gateway (94652e67-728d-4486-80b2-088abc2c3055), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.763435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:27.798174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400c2cb-702a-4152-a088-a6c728380a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b03f43-ac6d-4028-bb4f-b26ac80dbfde,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:27.839497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:27.843023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.907872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:52:25Z', 'revision_number': 5, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port': {'id': 'a0db6feb-59e2-40a9-b0d2-4e7d69688454', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94652e67-728d-4486-80b2-088abc2c3055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:14Z', 'updated_at': '2022-01-28T16:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:27.940388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:52:27.946464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Deleting port a0db6feb-59e2-40a9-b0d2-4e7d69688454 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:27.946997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.954072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b84e36d9-9982-4e00-b65f-ec100cd3ae12 admin admin] Publish callbacks [] for security_group (a7b03f43-ac6d-4028-bb4f-b26ac80dbfde), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.983185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b84e36d9-9982-4e00-b65f-ec100cd3ae12 admin admin] Publish callbacks [] for security_group (a7b03f43-ac6d-4028-bb4f-b26ac80dbfde), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:27.998369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] Checking router: 94652e67-728d-4486-80b2-088abc2c3055 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:52:28.025073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] Routers {'94652e67-728d-4486-80b2-088abc2c3055'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:28.025974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['94652e67-728d-4486-80b2-088abc2c3055'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:28.038620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef983fe8-3cad-486e-92d2-be663014e072 req-ad5b045c-d2a4-4e93-8fcf-63e1d56d6116 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 210 time: 0.0891452 Jan 28 16:52:28.048775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:28.052434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.220429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b84e36d9-9982-4e00-b65f-ec100cd3ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a7b03f43-ac6d-4028-bb4f-b26ac80dbfde), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.223087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b84e36d9-9982-4e00-b65f-ec100cd3ae12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.224251 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b84e36d9-9982-4e00-b65f-ec100cd3ae12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7b03f43-ac6d-4028-bb4f-b26ac80dbfde HTTP/1.1" status: 204 len: 168 time: 0.4599710 Jan 28 16:52:28.258075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2e94dba6-6c66-44db-be68-3c9431f59d14), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.262164 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Added segment 2e94dba6-6c66-44db-be68-3c9431f59d14 of type vlan for network 42c56865-fc8d-4235-a2a4-3568e8a52290 Jan 28 16:52:28.433231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e36d9-9982-4e00-b65f-ec100cd3ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b03f43-ac6d-4028-bb4f-b26ac80dbfde,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:28.523801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (42c56865-fc8d-4235-a2a4-3568e8a52290), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.567306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.13 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/ad0a4068-2961-4b89-baae-4b0145559f0c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:28.571092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] For port a0db6feb-59e2-40a9-b0d2-4e7d69688454, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a0db6feb-59e2-40a9-b0d2-4e7d69688454,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:28.571470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.602284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] Set router 94652e67-728d-4486-80b2-088abc2c3055 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:28.620148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d41d-333d-4cd4-a25f-7d1dd6c5124c req-35789733-436b-4f45-90b2-949f128006a6 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:28.625460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa81d41d-333d-4cd4-a25f-7d1dd6c5124c req-35789733-436b-4f45-90b2-949f128006a6 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.4961159 Jan 28 16:52:28.663190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fc071-64d7-4b60-91cc-835066793c15 req-64a4880d-dd23-44ea-b256-7aca17822f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:28.671105 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-64a4880d-dd23-44ea-b256-7aca17822f2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a0605f196714605bef0452f646460af&device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 1128 time: 0.5473657 Jan 28 16:52:28.676996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Calling delete_port for a0db6feb-59e2-40a9-b0d2-4e7d69688454 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:28.691102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (42c56865-fc8d-4235-a2a4-3568e8a52290), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.705268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa81d41d-333d-4cd4-a25f-7d1dd6c5124c req-21a235eb-ccc9-411b-b6e4-f424e4c59abd tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Jan 28 16:52:28.707553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:28.711416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:28.782095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:52:27Z', 'revision_number': 6, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:28.874684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377f5b6-1139-4721-920f-d5f2c1d2d9b8 None None] The sync data for ids ['94652e67-728d-4486-80b2-088abc2c3055'] in n-d-812111-13 is: [{'id': '94652e67-728d-4486-80b2-088abc2c3055', 'name': 'tempest-TaggedBootDevicesTest_v242-282037592-router', 'tenant_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:13Z', 'updated_at': '2022-01-28T16:52:27Z', 'revision_number': 6, 'project_id': '27b8a93b3b824d50863e2c6be3ab1db4', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:28.962014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:29.010365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:29.023726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:29.147035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:29.163632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:29.169471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:29.384352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=ad0a4068-2961-4b89-baae-4b0145559f0c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:29.445660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:29.445660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:29.493573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09cb8a-fdbc-49b2-8eb1-a9ab0f228f2a req-2f73eadf-8ce1-4373-a420-6001b3381719 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:29.495475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af09cb8a-fdbc-49b2-8eb1-a9ab0f228f2a req-2f73eadf-8ce1-4373-a420-6001b3381719 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 932 time: 0.3413401 Jan 28 16:52:29.499480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-ed586845-22ad-44d5-b1f6-481456e1d130 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1407678 Jan 28 16:52:29.521261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Request body: {'port': {'device_id': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:29.534862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Network': ['ID=42c56865-fc8d-4235-a2a4-3568e8a52290,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:29.546129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:52:29.672318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1778ca7a-6a6d-425c-af21-3eaf2e30df2e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9896936 Jan 28 16:52:29.673007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57166) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:29.687623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'subnet': {'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:29.705940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:29.924178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af09cb8a-fdbc-49b2-8eb1-a9ab0f228f2a req-cde5fd71-9b86-4d89-b66a-8b2e16c34f61 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231281 Jan 28 16:52:30.018769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fc071-64d7-4b60-91cc-835066793c15 req-4e80e14a-30fa-4069-b698-ba0ca3bd5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:30.020280 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-4e80e14a-30fa-4069-b698-ba0ca3bd5f98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94d781cd-cddc-4d7e-9ec9-d129ff29246f HTTP/1.1" status: 200 len: 912 time: 1.3330016 Jan 28 16:52:30.097643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-06cc19b9-9dc3-4ade-a6a8-bd59ad90d02a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7 HTTP/1.1" status: 200 len: 217 time: 0.0678320 Jan 28 16:52:30.163647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:30.168221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:30.260746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01572d15-e0bc-45dc-860d-6cb327efdd9a req-e4fbfea5-3d26-49a1-a415-ace357985661 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:30.269045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01572d15-e0bc-45dc-860d-6cb327efdd9a req-e4fbfea5-3d26-49a1-a415-ace357985661 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.3862543 Jan 28 16:52:30.475477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (ff538984-4b67-430c-a0d0-dff9f9a54e7a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:30.522062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01572d15-e0bc-45dc-860d-6cb327efdd9a req-049119e1-6ebc-4c6f-aabc-6dbe3e7a53a4 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518780 Jan 28 16:52:30.526822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bb8bf850-b0b8-4666-9e4c-3904563da9cb no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:30.569522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0a4068-2961-4b89-baae-4b0145559f0c {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:30.582495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bb8bf850-b0b8-4666-9e4c-3904563da9cb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:30.584256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bb8bf850-b0b8-4666-9e4c-3904563da9cb not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:30.584542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a0db6feb-59e2-40a9-b0d2-4e7d69688454 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:30.587927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Publish callbacks [] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:30.603907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fc071-64d7-4b60-91cc-835066793c15 req-8b664e76-5b22-4d43-95f6-2df24dec48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:30.605961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-8b664e76-5b22-4d43-95f6-2df24dec48cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70e28887-a4b8-4482-a7f0-5c058fbfb860 HTTP/1.1" status: 200 len: 851 time: 0.5005004 Jan 28 16:52:30.661988 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-9dafa274-c483-400d-8be9-8fadda778e6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94d781cd-cddc-4d7e-9ec9-d129ff29246f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399442 Jan 28 16:52:30.689592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Subnet': ['ID=ff538984-4b67-430c-a0d0-dff9f9a54e7a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:30.695384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Transition to ACTIVE for port object ad0a4068-2961-4b89-baae-4b0145559f0c will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:52:30.701141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:30.718816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:30.796732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0db6feb-59e2-40a9-b0d2-4e7d69688454,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:30.811353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Checking segment: {'id': '2e94dba6-6c66-44db-be68-3c9431f59d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:30.812186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a0db6feb-59e2-40a9-b0d2-4e7d69688454 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:30.812402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0db6feb-59e2-40a9-b0d2-4e7d69688454), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:30.813122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network hostable DHCP agents. Network: 42c56865-fc8d-4235-a2a4-3568e8a52290, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:52:30.879448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0a4068-2961-4b89-baae-4b0145559f0c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:30.989996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:52:31.033558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Attempting to bind port ad0a4068-2961-4b89-baae-4b0145559f0c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:52:31.034036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Attempting to bind port ad0a4068-2961-4b89-baae-4b0145559f0c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:52:31.035838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Attempting to bind port ad0a4068-2961-4b89-baae-4b0145559f0c on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:31.044615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 42c56865-fc8d-4235-a2a4-3568e8a52290) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:31.054428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Port ad0a4068-2961-4b89-baae-4b0145559f0c on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:52:31.055639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Attempting to bind port ad0a4068-2961-4b89-baae-4b0145559f0c on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:31.058135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39835c2c-2ace-49f8-a570-ee2806b5f559 None None] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:31.092119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:52:31.092870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:31.102506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:52:31.102993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Bound port: ad0a4068-2961-4b89-baae-4b0145559f0c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:52:31.103367 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.135693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:31.138602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.187141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (94652e67-728d-4486-80b2-088abc2c3055), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.199314 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-34c5c472-fc59-4411-ad04-939e1cc9c602 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307815 Jan 28 16:52:31.291378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-42c56865-fc8d-4235-a2a4-3568e8a52290', 'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290', 'project_id': '2e7f5990ab3d45bfafd7aae4a9eb02b9', 'fixed_ips': [{'subnet_id': 'ff538984-4b67-430c-a0d0-dff9f9a54e7a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:52:31.292186 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.305926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] For port ad0a4068-2961-4b89-baae-4b0145559f0c, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:52:31.311952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] For port ad0a4068-2961-4b89-baae-4b0145559f0c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ad0a4068-2961-4b89-baae-4b0145559f0c,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:52:31.313148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-033ac72c-98a5-482a-8184-8e930b46dc06 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6361156 Jan 28 16:52:31.329396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57202) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:31.335815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-940712617', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:31.366507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.441903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (94652e67-728d-4486-80b2-088abc2c3055), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.448307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks [] for router_controller (94652e67-728d-4486-80b2-088abc2c3055), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.475046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0a4068-2961-4b89-baae-4b0145559f0c,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:31.515133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.516335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.516915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:31.517613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.519138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-51d833ee-69de-4c6f-92b0-3b93d64ad9a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ad0a4068-2961-4b89-baae-4b0145559f0c HTTP/1.1" status: 200 len: 1093 time: 2.0098977 Jan 28 16:52:31.537412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'tag': 'ad0a4068-2961-4b89-baae-4b0145559f0c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:31.556766 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdace9c-d0d8-4a62-aef5-7ce292789f54" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb5d04d-ea36-45c1-abc9-8c4b360a75f4", "tag": "ad0a4068-2961-4b89-baae-4b0145559f0c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:31.617664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49e04-d165-480d-af92-111a0b62b845 req-89e1129a-f48d-401d-b580-79058842bd19 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:31.620718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bc49e04-d165-480d-af92-111a0b62b845 req-89e1129a-f48d-401d-b580-79058842bd19 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 944 time: 0.5022333 Jan 28 16:52:31.669061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_controller (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.671153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Allocated IP 172.20.0.2 (42c56865-fc8d-4235-a2a4-3568e8a52290/ff538984-4b67-430c-a0d0-dff9f9a54e7a/31985c24-cfac-415f-9ec2-b39f08d5b886) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:31.671546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (94652e67-728d-4486-80b2-088abc2c3055), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.673744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94652e67-728d-4486-80b2-088abc2c3055 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:52:31.687582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.691372 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-856765a3-76ed-4a89-9b8b-60b4b14d79f3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/94652e67-728d-4486-80b2-088abc2c3055 HTTP/1.1" status: 204 len: 168 time: 4.5210202 Jan 28 16:52:31.783400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57210) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:31.894028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Deleting subnet 534e12c1-91b7-4b80-b089-6d1fccb76b04 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:52:31.898853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Publish callbacks [] for subnet (534e12c1-91b7-4b80-b089-6d1fccb76b04), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.937538 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db7fc071-64d7-4b60-91cc-835066793c15 req-4fae1a2f-f660-4ce3-a134-e8dab758f1b1 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472425 Jan 28 16:52:31.939677 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (534e12c1-91b7-4b80-b089-6d1fccb76b04), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.952642 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Publish callbacks [] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:31.960694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.021736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Pushing event updated for resources: {'Port': ['ID=31985c24-cfac-415f-9ec2-b39f08d5b886,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:32.041817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:32.044010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:32.050868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:32.054512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (534e12c1-91b7-4b80-b089-6d1fccb76b04), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.214931 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.219039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Attempting to bind port 31985c24-cfac-415f-9ec2-b39f08d5b886 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:52:32.221204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Attempting to bind port 31985c24-cfac-415f-9ec2-b39f08d5b886 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2e94dba6-6c66-44db-be68-3c9431f59d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:52:32.223930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Attempting to bind port 31985c24-cfac-415f-9ec2-b39f08d5b886 on network 42c56865-fc8d-4235-a2a4-3568e8a52290 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:32.242295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:52:32.248135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Checking segment: {'id': '2e94dba6-6c66-44db-be68-3c9431f59d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:32.249796 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.252565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Bound using segment: {'id': '2e94dba6-6c66-44db-be68-3c9431f59d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:52:32.252565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Bound port: 31985c24-cfac-415f-9ec2-b39f08d5b886, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e94dba6-6c66-44db-be68-3c9431f59d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:52:32.255169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.277564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (534e12c1-91b7-4b80-b089-6d1fccb76b04), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.290313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bc49e04-d165-480d-af92-111a0b62b845 req-7817c33d-7ffa-4909-96cd-69545f435bac tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278749 Jan 28 16:52:32.362750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534e12c1-91b7-4b80-b089-6d1fccb76b04,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:32.383003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.393047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-72f5ee33-a1f0-49b5-91db-ea043752dda9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/534e12c1-91b7-4b80-b089-6d1fccb76b04 HTTP/1.1" status: 204 len: 168 time: 0.5983899 Jan 28 16:52:32.404073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57226) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:32.416388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f03a4e-6ddd-4de1-bf25-bd2504cdf209 None None] Network 7f385176-671a-4911-85db-c2fcb2aad176 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:32.422931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f62f-0289-4ea5-91bd-71d36d8de0da req-9a24deac-4bcb-4770-ac96-9c6a9f5e46a6 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:32.424633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a29f62f-0289-4ea5-91bd-71d36d8de0da req-9a24deac-4bcb-4770-ac96-9c6a9f5e46a6 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.7130094 Jan 28 16:52:32.600109 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274577e5-d0e8-4b0e-8429-89438a566781 x-openstack-request-id: req-274577e5-d0e8-4b0e-8429-89438a566781 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:32.600422 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb5d04d-ea36-45c1-abc9-8c4b360a75f4", "tag": "ad0a4068-2961-4b89-baae-4b0145559f0c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:32.601552 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-274577e5-d0e8-4b0e-8429-89438a566781 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:32.601968 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'tag': 'ad0a4068-2961-4b89-baae-4b0145559f0c', 'status': 'completed', 'code': 200} Jan 28 16:52:32.612106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7f385176-671a-4911-85db-c2fcb2aad176), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.661515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-72b86c51-41cd-41fd-a4ab-6ca1f82774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:32.664971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-72b86c51-41cd-41fd-a4ab-6ca1f82774d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 1127 time: 1.0879171 Jan 28 16:52:32.668830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.708974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.791869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] For port 31985c24-cfac-415f-9ec2-b39f08d5b886, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:52:32.826539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] For port 31985c24-cfac-415f-9ec2-b39f08d5b886, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31985c24-cfac-415f-9ec2-b39f08d5b886,segment=NetworkSegment(2e94dba6-6c66-44db-be68-3c9431f59d14),segment_id=2e94dba6-6c66-44db-be68-3c9431f59d14)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:52:32.835711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-e58ebe6d-9e15-40e9-af63-ec67f1d6bd67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad0a4068-2961-4b89-baae-4b0145559f0c HTTP/1.1" status: 200 len: 217 time: 0.1492538 Jan 28 16:52:32.847069 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:32.848089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57240) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:32.855231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.25.8.71 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/81a3bf49-a2eb-458b-bcf4-5379db808f9a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:32.964690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a29f62f-0289-4ea5-91bd-71d36d8de0da req-3b86efc1-edd0-4dca-ac2d-1df5d01a450c tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924851 Jan 28 16:52:32.966344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-a5f0f54c-4dc4-48b6-95a1-b2f2f0aff243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:32.968630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-a5f0f54c-4dc4-48b6-95a1-b2f2f0aff243 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1262829 Jan 28 16:52:32.992991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd71bb-cacc-41f7-b279-2b7b37b09dd2 None None] Pushing event updated for resources: {'Port': ['ID=31985c24-cfac-415f-9ec2-b39f08d5b886,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:33.062949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-6765ddaa-97a4-45aa-a476-57b7bcb74d97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742157 Jan 28 16:52:33.113028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (81a3bf49-a2eb-458b-bcf4-5379db808f9a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.146439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] DHCP port deletion for 7f385176-671a-4911-85db-c2fcb2aad176 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:52:33.238470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab852459-e266-48f4-a277-3f9dbfb6f9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.274297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Deleting port ceb12e58-4245-44f3-ae32-dc853b8a4cec {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:33.286087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.286251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (81a3bf49-a2eb-458b-bcf4-5379db808f9a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.312451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] Deleting port ceb12e58-4245-44f3-ae32-dc853b8a4cec {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:33.312835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.432821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-7181d787-3d82-4873-b3ee-a29da0e331a8 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449159 Jan 28 16:52:33.462365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:33.469656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:33.501017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:33.501783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] For port ceb12e58-4245-44f3-ae32-dc853b8a4cec, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceb12e58-4245-44f3-ae32-dc853b8a4cec,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:33.502265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.560160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] Calling delete_port for ceb12e58-4245-44f3-ae32-dc853b8a4cec owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:33.606898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=81a3bf49-a2eb-458b-bcf4-5379db808f9a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:33.719589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab852459-e266-48f4-a277-3f9dbfb6f9cd admin admin] Publish callbacks [] for security_group (752b8d90-2f1d-4cdd-9575-e56d46346be6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.727899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab852459-e266-48f4-a277-3f9dbfb6f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (752b8d90-2f1d-4cdd-9575-e56d46346be6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.829556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab852459-e266-48f4-a277-3f9dbfb6f9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b8d90-2f1d-4cdd-9575-e56d46346be6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:33.838256 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:33.842813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab852459-e266-48f4-a277-3f9dbfb6f9cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=806c1f1c17ef4b5ab2dbe76aea189aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9930518 Jan 28 16:52:33.886661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57270) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:33.904334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] Pushing event deleted for resources: {'Port': ['ID=ceb12e58-4245-44f3-ae32-dc853b8a4cec,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:33.917049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00d1a6-5d86-4327-a47e-cfecf257c090 None None] No DVR routers for this DVR port ceb12e58-4245-44f3-ae32-dc853b8a4cec on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:34.110148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1103bfeb-4015-4aee-8d97-6cb03ed0328f admin admin] Publish callbacks [] for security_group (752b8d90-2f1d-4cdd-9575-e56d46346be6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:34.164573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1103bfeb-4015-4aee-8d97-6cb03ed0328f admin admin] Publish callbacks [] for security_group (752b8d90-2f1d-4cdd-9575-e56d46346be6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:34.279842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] For port ceb12e58-4245-44f3-ae32-dc853b8a4cec, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceb12e58-4245-44f3-ae32-dc853b8a4cec,segment=NetworkSegment(76de097b-116e-432f-bfdd-2095a10bea85),segment_id=76de097b-116e-432f-bfdd-2095a10bea85)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:34.280223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:34.313484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1103bfeb-4015-4aee-8d97-6cb03ed0328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (752b8d90-2f1d-4cdd-9575-e56d46346be6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:34.317432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1103bfeb-4015-4aee-8d97-6cb03ed0328f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:34.318625 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1103bfeb-4015-4aee-8d97-6cb03ed0328f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/752b8d90-2f1d-4cdd-9575-e56d46346be6 HTTP/1.1" status: 204 len: 168 time: 0.4298923 Jan 28 16:52:34.338958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103bfeb-4015-4aee-8d97-6cb03ed0328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b8d90-2f1d-4cdd-9575-e56d46346be6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:34.429936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83877070-bf4a-4bb1-b2b5-3296c0b6027e req-b8de3d9a-35fe-4191-9bf1-63a8949659ea tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:34.450522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83877070-bf4a-4bb1-b2b5-3296c0b6027e req-b8de3d9a-35fe-4191-9bf1-63a8949659ea tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 944 time: 0.4435542 Jan 28 16:52:34.463410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Calling delete_port for ceb12e58-4245-44f3-ae32-dc853b8a4cec owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:34.636024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-496bfd70-7dcf-48b4-9fb3-31ba295f4528 req-2b553fd3-c555-4a60-9d2c-d44009ed2d08 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2014782 Jan 28 16:52:34.665087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:34.680534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7592-4625-40cf-ad5b-a258bffde452 req-a3e92687-316d-4ca9-abf0-ff8d147c5450 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:34.682310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb7c7592-4625-40cf-ad5b-a258bffde452 req-a3e92687-316d-4ca9-abf0-ff8d147c5450 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.5163410 Jan 28 16:52:34.690217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31985c24-cfac-415f-9ec2-b39f08d5b886 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:52:34.855490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 31985c24-cfac-415f-9ec2-b39f08d5b886 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:34.856557 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.042275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83877070-bf4a-4bb1-b2b5-3296c0b6027e req-dc86f8e0-6f11-4f3b-ac48-873ff8c4af25 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907559 Jan 28 16:52:35.052032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57284) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:35.150407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89660525-9872-4755-b893-2c015409d305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.154051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea77c5a-a053-4f93-90a7-b2c5311d1793 None None] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:35.185613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb7c7592-4625-40cf-ad5b-a258bffde452 req-ebf2f3e8-129d-400f-8f6d-16cc216df838 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841695 Jan 28 16:52:35.188823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 31985c24-cfac-415f-9ec2-b39f08d5b886 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:35.189543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.189658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-bf87bb5a-0835-4ca9-a2eb-285e77b64560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:35.196220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-bf87bb5a-0835-4ca9-a2eb-285e77b64560 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 1127 time: 0.4937627 Jan 28 16:52:35.283654 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ceb12e58-4245-44f3-ae32-dc853b8a4cec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.307205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 31985c24-cfac-415f-9ec2-b39f08d5b886, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31985c24-cfac-415f-9ec2-b39f08d5b886,segment=NetworkSegment(2e94dba6-6c66-44db-be68-3c9431f59d14),segment_id=2e94dba6-6c66-44db-be68-3c9431f59d14)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:35.333024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] No DVR routers for this DVR port ceb12e58-4245-44f3-ae32-dc853b8a4cec on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:35.343421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb12e58-4245-44f3-ae32-dc853b8a4cec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:35.376373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.393070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0443ff03-b47b-457e-992f-caf2076e8e96 None None] Provisioning complete for port 31985c24-cfac-415f-9ec2-b39f08d5b886 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:35.395941 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0443ff03-b47b-457e-992f-caf2076e8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.570697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7f385176-671a-4911-85db-c2fcb2aad176), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.607027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-3f8a5f68-406a-4096-98d5-ad12a233feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:35.608624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-3f8a5f68-406a-4096-98d5-ad12a233feb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.3856916 Jan 28 16:52:35.612389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceb12e58-4245-44f3-ae32-dc853b8a4cec no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:35.738376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ceb12e58-4245-44f3-ae32-dc853b8a4cec {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:35.739142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceb12e58-4245-44f3-ae32-dc853b8a4cec not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:35.766370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.843649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=31985c24-cfac-415f-9ec2-b39f08d5b886,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:35.849687 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89660525-9872-4755-b893-2c015409d305 admin admin] Publish callbacks [] for security_group (3e53624c-8b8d-4590-9f26-8b3e1a30e664), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.854973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-e25f275f-6c8e-47cf-a2a7-4d8b7d81821b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad0a4068-2961-4b89-baae-4b0145559f0c HTTP/1.1" status: 200 len: 217 time: 0.1895816 Jan 28 16:52:35.898616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f385176-671a-4911-85db-c2fcb2aad176']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:35.911381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76de097b-116e-432f-bfdd-2095a10bea85') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:35.911864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76de097b-116e-432f-bfdd-2095a10bea85') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:35.932730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0443ff03-b47b-457e-992f-caf2076e8e96 None None] Current status of the port 31985c24-cfac-415f-9ec2-b39f08d5b886 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:35.941629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (76de097b-116e-432f-bfdd-2095a10bea85), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.964313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (76de097b-116e-432f-bfdd-2095a10bea85), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:35.971560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:52:35.972100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (76de097b-116e-432f-bfdd-2095a10bea85), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:52:36.031316 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:52:36.044311 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89660525-9872-4755-b893-2c015409d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3e53624c-8b8d-4590-9f26-8b3e1a30e664), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.129334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:52:36.206410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7f385176-671a-4911-85db-c2fcb2aad176), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.254534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-89660525-9872-4755-b893-2c015409d305 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=340cdda5b45d49698dd4c68fbf0aef76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1883347 Jan 28 16:52:36.273154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57298) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:36.348875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.352624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7f385176-671a-4911-85db-c2fcb2aad176 HTTP/1.1" status: 204 len: 168 time: 3.9269679 Jan 28 16:52:36.354452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:36.365191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a29fb-fdff-467e-8ec3-215633ff1f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f385176-671a-4911-85db-c2fcb2aad176,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:36.382157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57300) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:36.390005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] Sync routers for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:36.432928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.434829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-30905c74-cc5b-4928-ad63-f1b52736d152 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1040332 Jan 28 16:52:36.437497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57302) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:36.441952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3b824104-9ca1-4ddc-8cd7-1c69884951d5 None None] Provisioning complete for port 31985c24-cfac-415f-9ec2-b39f08d5b886 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:36.442333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b824104-9ca1-4ddc-8cd7-1c69884951d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.521625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:36.522484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:36.564442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:36.579822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89660525-9872-4755-b893-2c015409d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53624c-8b8d-4590-9f26-8b3e1a30e664,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:36.624246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31985c24-cfac-415f-9ec2-b39f08d5b886 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:52:36.629935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:36.630808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:36.670582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:36.671444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bcb145-df22-494d-8aa3-9767b1a2b7c5 None None] The sync data for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:36.742387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3b824104-9ca1-4ddc-8cd7-1c69884951d5 None None] Current status of the port 31985c24-cfac-415f-9ec2-b39f08d5b886 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:36.826453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3245af-9cdd-424e-b574-010871d437d4 req-1a5951f9-d605-46a8-8477-81c0e16c7ae1 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:36.826638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 31985c24-cfac-415f-9ec2-b39f08d5b886 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:36.826900 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:36.847990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e3245af-9cdd-424e-b574-010871d437d4 req-1a5951f9-d605-46a8-8477-81c0e16c7ae1 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 1.1579762 Jan 28 16:52:36.895707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-c6a63443-4698-4b3f-8f66-fc035b652fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:36.908138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-c6a63443-4698-4b3f-8f66-fc035b652fcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.8731706 Jan 28 16:52:37.068546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 31985c24-cfac-415f-9ec2-b39f08d5b886 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:37.106566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-0474d2d0-13ab-4cbc-aa12-71b9a8faaec6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394764 Jan 28 16:52:37.115781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb8b77-de19-4cd1-b7ec-a14c583f62a3 req-7611d7e6-6b55-4e2b-bd07-1110c79e4434 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:37.117559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cbb8b77-de19-4cd1-b7ec-a14c583f62a3 req-7611d7e6-6b55-4e2b-bd07-1110c79e4434 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 944 time: 0.8838186 Jan 28 16:52:37.232572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cbb8b77-de19-4cd1-b7ec-a14c583f62a3 req-319723df-c8b1-489a-ad3c-1da0a3bdedfd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945742 Jan 28 16:52:37.263126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.286484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-493ed586-fa3e-4021-bfb6-c903215cbd72 admin admin] Publish callbacks [] for security_group (3e53624c-8b8d-4590-9f26-8b3e1a30e664), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.295660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e3245af-9cdd-424e-b574-010871d437d4 req-eb0ddcf1-b75e-40ec-9fec-b81094f054c5 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467711 Jan 28 16:52:37.301286 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:52:37.310467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ad0a4068-2961-4b89-baae-4b0145559f0c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:52:37.430277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ad0a4068-2961-4b89-baae-4b0145559f0c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ad0a4068-2961-4b89-baae-4b0145559f0c,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:37.445383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'ad0a4068-2961-4b89-baae-4b0145559f0c', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': 'ad0a4068-2961-4b89-baae-4b0145559f0c', 'mac_address': 'fa:16:3e:3f:c8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:52:37.474303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-493ed586-fa3e-4021-bfb6-c903215cbd72 admin admin] Publish callbacks [] for security_group (3e53624c-8b8d-4590-9f26-8b3e1a30e664), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.492208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ad0a4068-2961-4b89-baae-4b0145559f0c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:37.492990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.509375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0a4068-2961-4b89-baae-4b0145559f0c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:37.520880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-7d952906-1520-4ed4-893f-c70fd4686737 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998349 Jan 28 16:52:37.534906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ad0a4068-2961-4b89-baae-4b0145559f0c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ad0a4068-2961-4b89-baae-4b0145559f0c,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:37.541028 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.638261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=ad0a4068-2961-4b89-baae-4b0145559f0c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:37.739261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdace9c-d0d8-4a62-aef5-7ce292789f54 req-1dc7f254-b290-4e23-b934-f88e68c5a482 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095730 Jan 28 16:52:37.741819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ad0a4068-2961-4b89-baae-4b0145559f0c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:37.757476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-493ed586-fa3e-4021-bfb6-c903215cbd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3e53624c-8b8d-4590-9f26-8b3e1a30e664), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.769428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-493ed586-fa3e-4021-bfb6-c903215cbd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:37.770606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-493ed586-fa3e-4021-bfb6-c903215cbd72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e53624c-8b8d-4590-9f26-8b3e1a30e664 HTTP/1.1" status: 204 len: 168 time: 1.4579968 Jan 28 16:52:37.817615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ed586-fa3e-4021-bfb6-c903215cbd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53624c-8b8d-4590-9f26-8b3e1a30e664,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:37.864874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.1 (42c56865-fc8d-4235-a2a4-3568e8a52290/ff538984-4b67-430c-a0d0-dff9f9a54e7a/912beaa5-5769-411e-8bd4-e0bf9bd3ebcc) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:37.962553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (4e577cc6-fe05-4344-bceb-53c9cdf4088c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.110463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.199404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.336498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=912beaa5-5769-411e-8bd4-e0bf9bd3ebcc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:38.341547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:38.343268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:38.358256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:38.525155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.575009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b6b9d-0d74-4779-a31f-0363a55f86af req-95f015b7-c6c1-413e-a2ad-47ed3fff77f2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:38.586423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-617b6b9d-0d74-4779-a31f-0363a55f86af req-95f015b7-c6c1-413e-a2ad-47ed3fff77f2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 945 time: 0.2253473 Jan 28 16:52:38.710328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3523e-1ca6-41c5-a844-6702443a8307 req-666afdf9-9bc5-4b9f-a01a-4d51cb12fab7 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:38.714995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0a3523e-1ca6-41c5-a844-6702443a8307 req-666afdf9-9bc5-4b9f-a01a-4d51cb12fab7 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.2176981 Jan 28 16:52:38.722370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-617b6b9d-0d74-4779-a31f-0363a55f86af req-2d324f8c-30ff-4ff0-bc1a-cf8c14e08941 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346202 Jan 28 16:52:38.731988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Deleting port 0e9c5d68-edb0-46a9-b380-222d1d0a1611 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:38.732404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.875054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0a3523e-1ca6-41c5-a844-6702443a8307 req-a0cb33b9-3e42-4de7-a1f5-bbed5c1fda95 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391900 Jan 28 16:52:38.900918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1cdf959a-c630-407c-a3f7-628bcd2322a1 None None] Provisioning complete for port 912beaa5-5769-411e-8bd4-e0bf9bd3ebcc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:38.900918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cdf959a-c630-407c-a3f7-628bcd2322a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.909311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] For port 0e9c5d68-edb0-46a9-b380-222d1d0a1611, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0e9c5d68-edb0-46a9-b380-222d1d0a1611,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:38.910027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.938956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:38.946464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Calling delete_port for 0e9c5d68-edb0-46a9-b380-222d1d0a1611 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:38.980798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf959a-c630-407c-a3f7-628bcd2322a1 None None] Port 912beaa5-5769-411e-8bd4-e0bf9bd3ebcc cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:52:39.341803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ad0a4068-2961-4b89-baae-4b0145559f0c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:52:39.344137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-7a859791-23c7-4406-ba8a-1e43caec25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:39.347725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-7a859791-23c7-4406-ba8a-1e43caec25f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a0605f196714605bef0452f646460af&device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 1128 time: 0.1547976 Jan 28 16:52:39.411613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0316e5-4831-4a1d-af05-35b2ffee5a4d req-3adcffe7-1dc1-490d-96b1-4b0005964e2a tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:39.413238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f0316e5-4831-4a1d-af05-35b2ffee5a4d req-3adcffe7-1dc1-490d-96b1-4b0005964e2a tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.3228085 Jan 28 16:52:39.484802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port ad0a4068-2961-4b89-baae-4b0145559f0c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:52:39.495431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port ad0a4068-2961-4b89-baae-4b0145559f0c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:39.496148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:39.527974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-07b918ca-d13c-4486-bfc6-9ca35b8c06e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2837512 Jan 28 16:52:39.636402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:39.646618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:39.708100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=912beaa5-5769-411e-8bd4-e0bf9bd3ebcc,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:39.722371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ad0a4068-2961-4b89-baae-4b0145559f0c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:52:39.723039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:39.780369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f0316e5-4831-4a1d-af05-35b2ffee5a4d req-60bcdd75-415b-4ff5-899c-401ba3ea7c3f tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580532 Jan 28 16:52:39.806660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ad0a4068-2961-4b89-baae-4b0145559f0c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ad0a4068-2961-4b89-baae-4b0145559f0c,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:39.806660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0a4068-2961-4b89-baae-4b0145559f0c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:39.806660 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07594d46-dbef-4d1d-a80d-63e36babd6cd" -d '{"events": [{"server_uuid": "4bb5d04d-ea36-45c1-abc9-8c4b360a75f4", "name": "network-vif-plugged", "status": "completed", "tag": "ad0a4068-2961-4b89-baae-4b0145559f0c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:39.818663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:39.849920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-5f4e38b7-e7f1-4275-8aa7-54effce47905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:39.851625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-5f4e38b7-e7f1-4275-8aa7-54effce47905 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 1128 time: 0.2947328 Jan 28 16:52:39.916695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:39.928511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=ad0a4068-2961-4b89-baae-4b0145559f0c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:39.938690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-d9ec76f3-1834-4c3e-bcf0-54bc2ac0d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:39.939416 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533bae84-5cdd-40fc-a807-d670cf34e56d x-openstack-request-id: req-533bae84-5cdd-40fc-a807-d670cf34e56d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:39.940023 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb5d04d-ea36-45c1-abc9-8c4b360a75f4", "name": "network-vif-plugged", "status": "completed", "tag": "ad0a4068-2961-4b89-baae-4b0145559f0c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:39.941107 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-533bae84-5cdd-40fc-a807-d670cf34e56d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:39.941638 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0a4068-2961-4b89-baae-4b0145559f0c', 'code': 200} Jan 28 16:52:39.944513 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-d9ec76f3-1834-4c3e-bcf0-54bc2ac0d4e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94d781cd-cddc-4d7e-9ec9-d129ff29246f HTTP/1.1" status: 200 len: 912 time: 0.5888295 Jan 28 16:52:39.960882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0e9c5d68-edb0-46a9-b380-222d1d0a1611), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:40.141202 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-8f388c2d-bc03-4f64-a1fe-0b7966e7dea2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7 HTTP/1.1" status: 200 len: 217 time: 0.1819768 Jan 28 16:52:40.180535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:40.229141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-b89db82f-6b04-4ee4-8a8d-fcb8cb31f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:40.231109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-b89db82f-6b04-4ee4-8a8d-fcb8cb31f414 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70e28887-a4b8-4482-a7f0-5c058fbfb860 HTTP/1.1" status: 200 len: 851 time: 0.0799859 Jan 28 16:52:40.232262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:40.278843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-da83b11b-c62a-49d5-a640-b729a660c8b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94d781cd-cddc-4d7e-9ec9-d129ff29246f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419054 Jan 28 16:52:40.664592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:40.696364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-b1678404-c888-477d-b7f4-a0100c3bda9d service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085500 Jan 28 16:52:40.721341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5f5f827f-830b-4039-a804-4aaaf98482b8 None None] Provisioning complete for port 912beaa5-5769-411e-8bd4-e0bf9bd3ebcc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:40.722267 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f5f827f-830b-4039-a804-4aaaf98482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:40.753583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9c5d68-edb0-46a9-b380-222d1d0a1611,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:40.811712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f827f-830b-4039-a804-4aaaf98482b8 None None] Port 912beaa5-5769-411e-8bd4-e0bf9bd3ebcc cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:52:40.916609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e6df7-9e22-4c2b-b534-fc12963bd3d4 req-88f4bc1b-8721-48a6-8aad-d445137f0348 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:40.924323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-03a0de95-e426-4ead-b547-fe04c8f69051 req-0c7c8df9-4357-4324-881d-74c8f7152a24 service neutron] 10.222.0.31 "GET /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685498 Jan 28 16:52:40.925334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-190e6df7-9e22-4c2b-b534-fc12963bd3d4 req-88f4bc1b-8721-48a6-8aad-d445137f0348 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 1.0720410 Jan 28 16:52:41.057098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-190e6df7-9e22-4c2b-b534-fc12963bd3d4 req-24a19c91-14bb-4d31-aba8-2046af89403d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306391 Jan 28 16:52:41.063196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c89c2-104b-4046-8208-2d297573ce22 req-52255096-ad4d-48e8-bae7-50e438803aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:41.068819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f93c89c2-104b-4046-8208-2d297573ce22 req-52255096-ad4d-48e8-bae7-50e438803aa2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 1129 time: 1.0073068 Jan 28 16:52:41.101397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:41.113178 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] Sync routers for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:41.113652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-02292d4a-64de-462e-b6e7-47cefb423a7c tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/routers/8b8df25f-7c54-42a6-9977-1b9c1eaefbd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6740205 Jan 28 16:52:41.113850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57386) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:41.129743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'port': {'network_id': '42c56865-fc8d-4235-a2a4-3568e8a52290', 'name': 'tempest-FloatingIPTestJSON-584163315'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:41.137031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:41.137649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:41.242620 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:41.290360 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:41.296330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:41.398637 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:41.412524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacc7ee-2328-4c0b-ac75-c48e7a29a400 None None] The sync data for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:41.475723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-5b4711e0-6151-43a6-b6bd-a8ec123ade17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:41.486146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-5b4711e0-6151-43a6-b6bd-a8ec123ade17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 1.6120617 Jan 28 16:52:41.574548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f93c89c2-104b-4046-8208-2d297573ce22 req-312f28bf-79b9-465c-a406-e424028c8c88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977157 Jan 28 16:52:41.768165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-7502686e-34d4-4cf4-8e82-b258f52f5aa3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 HTTP/1.1" status: 200 len: 217 time: 0.2750475 Jan 28 16:52:41.824098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57392) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:41.838135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148934125', 'description': 'tempest-secgroup-smoke-148934125 description', 'project_id': '8ed5608621734a99b86b03a99acedd8f'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:41.887058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Made reservation on behalf of 2e7f5990ab3d45bfafd7aae4a9eb02b9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:41.891957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:41.892172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6260171-426f-4bf8-8549-ba59952dc6e9 req-38f9e5a2-f30d-40f9-9203-94bd2c30687d tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:41.900468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6260171-426f-4bf8-8549-ba59952dc6e9 req-38f9e5a2-f30d-40f9-9203-94bd2c30687d tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.6968501 Jan 28 16:52:41.911354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:41.926603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:41.935764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] device_id is not set on port a19d33f4-b83e-4161-b78a-d04d41f178f7 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:52:41.970302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-08ccaa2c-b808-46b1-bab6-a0c6e9a572ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:41.971907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-08ccaa2c-b808-46b1-bab6-a0c6e9a572ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1941783 Jan 28 16:52:41.975265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6260171-426f-4bf8-8549-ba59952dc6e9 req-1d71e9e7-d9da-4400-8cfa-885011554ab0 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739489 Jan 28 16:52:41.975929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (4e577cc6-fe05-4344-bceb-53c9cdf4088c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.022844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-c71e3012-ab48-4a91-81d6-f9f10eeefcf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446682 Jan 28 16:52:42.122695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Allocated IP 172.20.0.9 (42c56865-fc8d-4235-a2a4-3568e8a52290/ff538984-4b67-430c-a0d0-dff9f9a54e7a/a19d33f4-b83e-4161-b78a-d04d41f178f7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:42.223344 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (4eb56b2c-d592-48d3-93e0-440a61746912), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.234533 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4eb56b2c-d592-48d3-93e0-440a61746912), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.343393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e80e-cc8c-4c83-a8aa-bd5d5e13992d req-0084cd6a-29f0-4e12-a221-c2537e90a4c0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:42.345949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e272e80e-cc8c-4c83-a8aa-bd5d5e13992d req-0084cd6a-29f0-4e12-a221-c2537e90a4c0 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.1824918 Jan 28 16:52:42.359608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-ac4fead0-6df5-48ba-8c9d-e4e4e13c48f9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258345 Jan 28 16:52:42.379495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb56b2c-d592-48d3-93e0-440a61746912,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:42.496652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for port (a19d33f4-b83e-4161-b78a-d04d41f178f7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.564343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.569930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.605780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a19d33f4-b83e-4161-b78a-d04d41f178f7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.663004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:42.670531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:42.678099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:42.778314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (6f163fd2-140e-426a-89a9-0664d6d69a9a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.779354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e272e80e-cc8c-4c83-a8aa-bd5d5e13992d req-4514d50f-362c-4b24-8f78-edb524e10134 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247198 Jan 28 16:52:42.784464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:42.785207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.807587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6f163fd2-140e-426a-89a9-0664d6d69a9a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.815951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cb4fc26-fe07-4f11-bffa-b6520f0217fe req-7cc7a39d-24e9-4d8c-97f9-d2849fb95e7f service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488080 Jan 28 16:52:42.845397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f163fd2-140e-426a-89a9-0664d6d69a9a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:42.869398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7544613 Jan 28 16:52:42.872174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57404) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:42.887716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Request body: {'floatingip': {'port_id': 'a19d33f4-b83e-4161-b78a-d04d41f178f7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:42.891794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b8bb8-5aa3-41ef-8e78-cda8cbdda718 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event updated for resources: {'Port': ['ID=a19d33f4-b83e-4161-b78a-d04d41f178f7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:42.926619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:42.931350 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6150846d-8c36-4efd-b231-adc2ee63056d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1054971 Jan 28 16:52:42.941834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57408) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:42.946817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '6f163fd2-140e-426a-89a9-0664d6d69a9a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:42.991894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Router 4e577cc6-fe05-4344-bceb-53c9cdf4088c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:43.094323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (32e6e9d6-5b78-44c4-becf-7f2b60c45ee0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.169488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-27b39e32-2dd6-4ce3-9aab-395b9d64d80f None None] Provisioning complete for port a19d33f4-b83e-4161-b78a-d04d41f178f7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:52:43.171491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27b39e32-2dd6-4ce3-9aab-395b9d64d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a19d33f4-b83e-4161-b78a-d04d41f178f7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.226923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:43.240973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] Sync routers for ids ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:43.247226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dd98f5a5-b7da-4654-9e5c-80db2ce3c3cf admin admin] 10.222.0.25 "PUT /v2.0/routers/4e577cc6-fe05-4344-bceb-53c9cdf4088c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8437948 Jan 28 16:52:43.254770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:43.261989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (cb42e742-8f49-4abc-8a45-592bba50af8c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.277841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] Routers {'4e577cc6-fe05-4344-bceb-53c9cdf4088c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:43.279097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:43.282833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-27b39e32-2dd6-4ce3-9aab-395b9d64d80f None None] Port a19d33f4-b83e-4161-b78a-d04d41f178f7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:52:43.415946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41382d-dd34-420a-955f-5bf501b7c1f3 req-7aed9b70-0b18-4968-99c5-459e17108f73 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:43.429689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e41382d-dd34-420a-955f-5bf501b7c1f3 req-7aed9b70-0b18-4968-99c5-459e17108f73 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.2008016 Jan 28 16:52:43.469112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] Set router 4e577cc6-fe05-4344-bceb-53c9cdf4088c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:43.495332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks [] for router (4e577cc6-fe05-4344-bceb-53c9cdf4088c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.620226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (cb42e742-8f49-4abc-8a45-592bba50af8c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.624553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e41382d-dd34-420a-955f-5bf501b7c1f3 req-80e494f1-50ba-4f58-a03a-2e9babbfb082 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712315 Jan 28 16:52:43.626007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks [] for router_gateway (4e577cc6-fe05-4344-bceb-53c9cdf4088c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.630995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (cb42e742-8f49-4abc-8a45-592bba50af8c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.658893 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.670064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7269049 Jan 28 16:52:43.690971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57418) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:43.699624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '6f163fd2-140e-426a-89a9-0664d6d69a9a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:43.704645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547457d1-1b90-49d0-b9f2-c199fc7a5070 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb42e742-8f49-4abc-8a45-592bba50af8c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:43.741509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Deleting port 8b211ae8-e992-4a88-8643-c9e1638c13fe {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:43.742031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.759940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (ac33873f-03c0-44cd-9542-da6335a1497a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.798882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.807453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (32e6e9d6-5b78-44c4-becf-7f2b60c45ee0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.841997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:52:39Z', 'revision_number': 5, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port': {'id': '8b211ae8-e992-4a88-8643-c9e1638c13fe', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:43:32Z', 'updated_at': '2022-01-28T16:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:43.890533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] For port 8b211ae8-e992-4a88-8643-c9e1638c13fe, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8b211ae8-e992-4a88-8643-c9e1638c13fe,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:43.899536 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.914118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] Checking router: 4e577cc6-fe05-4344-bceb-53c9cdf4088c for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:52:43.934128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] Routers {'4e577cc6-fe05-4344-bceb-53c9cdf4088c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:43.934898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:43.937096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (ac33873f-03c0-44cd-9542-da6335a1497a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:43.955480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Calling delete_port for 8b211ae8-e992-4a88-8643-c9e1638c13fe owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:43.960624 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (ac33873f-03c0-44cd-9542-da6335a1497a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.015399 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 32e6e9d6-5b78-44c4-becf-7f2b60c45ee0 associated. External IP: 172.25.8.21, port: 9be474a8-57fe-40be-a567-c2b506e5461a. Jan 28 16:52:44.041045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac33873f-03c0-44cd-9542-da6335a1497a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:44.096201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] Set router 4e577cc6-fe05-4344-bceb-53c9cdf4088c gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:44.128271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.132628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5a2d5def-75ff-40c0-8960-f4ba606c8ad7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4402380 Jan 28 16:52:44.138476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:44.159841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '6f163fd2-140e-426a-89a9-0664d6d69a9a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:44.248212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:52:43Z', 'revision_number': 6, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:44.326506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c520d-efcf-46f5-be21-250059533cd7 None None] The sync data for ids ['4e577cc6-fe05-4344-bceb-53c9cdf4088c'] in n-d-812111-13 is: [{'id': '4e577cc6-fe05-4344-bceb-53c9cdf4088c', 'name': 'tempest-TaggedBootDevicesTest_v242-546843529-router', 'tenant_id': 'b26b12ced9cc4333883c3043c6d11b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:43:28Z', 'updated_at': '2022-01-28T16:52:43Z', 'revision_number': 6, 'project_id': 'b26b12ced9cc4333883c3043c6d11b20', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:44.364522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d36a-2ba0-4747-865b-8ffe8d5bdee7 req-54033005-752a-4432-ba87-3843ace28557 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:44.368344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bb2d36a-2ba0-4747-865b-8ffe8d5bdee7 req-54033005-752a-4432-ba87-3843ace28557 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.3295789 Jan 28 16:52:44.390960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc5d4-1fc5-4ddd-b65c-13fcb5b4fdda req-1643e92c-5806-4e6c-81d5-256e16db5507 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:44.392886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-604fc5d4-1fc5-4ddd-b65c-13fcb5b4fdda req-1643e92c-5806-4e6c-81d5-256e16db5507 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.3600941 Jan 28 16:52:44.403041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (4590f0f5-5541-4c62-b70a-8697fd69ba5c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.403911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:44.574674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bb2d36a-2ba0-4747-865b-8ffe8d5bdee7 req-3419bd09-6f05-4354-8cbf-0d30432f14ad tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799972 Jan 28 16:52:44.577805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-604fc5d4-1fc5-4ddd-b65c-13fcb5b4fdda req-59de831d-89f7-4d8a-bb5e-40bb66ecbb5d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705520 Jan 28 16:52:44.586610 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (4590f0f5-5541-4c62-b70a-8697fd69ba5c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.592327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (4590f0f5-5541-4c62-b70a-8697fd69ba5c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.645323 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8b211ae8-e992-4a88-8643-c9e1638c13fe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.666408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:44.682184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4590f0f5-5541-4c62-b70a-8697fd69ba5c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:44.688902 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:44.724930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:44.727861 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:44.778269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:44.781375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e9c5d68-edb0-46a9-b380-222d1d0a1611 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:44.801287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3f67199e-f253-42c4-b6f8-6839ea59c356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6475115 Jan 28 16:52:44.802433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:44.812471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b211ae8-e992-4a88-8643-c9e1638c13fe,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:44.830182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '6f163fd2-140e-426a-89a9-0664d6d69a9a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:44.845542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0e9c5d68-edb0-46a9-b380-222d1d0a1611 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:44.846153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0e9c5d68-edb0-46a9-b380-222d1d0a1611 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:44.880344 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:44.914217 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:44.914837 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:45.004196 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:45.004958 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b184d4-e303-4a70-81ac-730480ae48c1 None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:45.007930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (4e577cc6-fe05-4344-bceb-53c9cdf4088c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.020763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (cfab097a-7604-489f-ba2d-96b74e6edcaf), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.115341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:45.324233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:45.330004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.335038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] Sync routers for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:45.360876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:45.361523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:45.415816 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (4e577cc6-fe05-4344-bceb-53c9cdf4088c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.431263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks [] for router_controller (4e577cc6-fe05-4344-bceb-53c9cdf4088c), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.433193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce48398a-4c3e-48d1-ba0b-0cedde7076db tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/floatingips/32e6e9d6-5b78-44c4-becf-7f2b60c45ee0 HTTP/1.1" status: 200 len: 976 time: 2.5599422 Jan 28 16:52:45.434771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:45.441753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:45.462902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:45.465401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:45.536169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:45.543059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbaf276-2376-4699-b1a1-e5dc58654140 None None] The sync data for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:45.586427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port a19d33f4-b83e-4161-b78a-d04d41f178f7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:45.587088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a19d33f4-b83e-4161-b78a-d04d41f178f7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.695817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a19d33f4-b83e-4161-b78a-d04d41f178f7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.889644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (cfab097a-7604-489f-ba2d-96b74e6edcaf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.917224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (cfab097a-7604-489f-ba2d-96b74e6edcaf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.938427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (4e577cc6-fe05-4344-bceb-53c9cdf4088c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.938956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e577cc6-fe05-4344-bceb-53c9cdf4088c {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:52:45.940629 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5d34e238-524b-468d-a706-957b1b5b2d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.959302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:45.960504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-01b6358d-5837-4f0d-8472-8a12e4a48931 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4e577cc6-fe05-4344-bceb-53c9cdf4088c HTTP/1.1" status: 204 len: 168 time: 2.7034600 Jan 28 16:52:45.966138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfab097a-7604-489f-ba2d-96b74e6edcaf,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:45.970447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57466) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:45.978032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-170a16dd-3479-447f-a946-ae0b168f5910 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:45.979528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-170a16dd-3479-447f-a946-ae0b168f5910 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.8141894 Jan 28 16:52:46.013893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce4deb-2c87-4484-a67d-d95c1729aca7 req-51b126d8-8bf9-4a19-8325-447ee39ca34b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:46.033468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1bce4deb-2c87-4484-a67d-d95c1729aca7 req-51b126d8-8bf9-4a19-8325-447ee39ca34b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 946 time: 0.7784512 Jan 28 16:52:46.041291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.041694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (32e6e9d6-5b78-44c4-becf-7f2b60c45ee0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.042041 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Floating IP 32e6e9d6-5b78-44c4-becf-7f2b60c45ee0 disassociated. External IP: 172.25.8.21, port: a19d33f4-b83e-4161-b78a-d04d41f178f7. Jan 28 16:52:46.042424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for a19d33f4-b83e-4161-b78a-d04d41f178f7 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:46.079228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.084139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-09ba8a24-1aee-4efe-9119-d7a72ad2fbfc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2588816 Jan 28 16:52:46.086806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57468) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:46.094118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '6f163fd2-140e-426a-89a9-0664d6d69a9a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:46.100758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-5e4a61a1-f1f0-41c9-9163-a29a3347508a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.1109977 Jan 28 16:52:46.136393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85941806-c156-4a63-a951-ac3236e324a7 req-635e3ed2-37e8-4f32-85ab-2f72bd0cb8e1 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:46.138222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85941806-c156-4a63-a951-ac3236e324a7 req-635e3ed2-37e8-4f32-85ab-2f72bd0cb8e1 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.31 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.2778599 Jan 28 16:52:46.219416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a19d33f4-b83e-4161-b78a-d04d41f178f7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.221041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Deleting subnet c8f0ec07-58de-405a-bff7-09cceba9bffe {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:52:46.232760 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:52:46.238279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Publish callbacks [] for subnet (c8f0ec07-58de-405a-bff7-09cceba9bffe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.260279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=a19d33f4-b83e-4161-b78a-d04d41f178f7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:46.272381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (13e5e970-77bf-4d86-bb28-addea7fe2c87), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.289995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1bce4deb-2c87-4484-a67d-d95c1729aca7 req-8ec54607-7bce-4682-9c7e-a966a126e117 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554045 Jan 28 16:52:46.403640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c8f0ec07-58de-405a-bff7-09cceba9bffe), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.480945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:46.504715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-d4eff201-777a-4f3f-9960-8065c7084b2d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3898842 Jan 28 16:52:46.540979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8b211ae8-e992-4a88-8643-c9e1638c13fe no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:46.619284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8b211ae8-e992-4a88-8643-c9e1638c13fe {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:46.619740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8b211ae8-e992-4a88-8643-c9e1638c13fe not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:46.694296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (13e5e970-77bf-4d86-bb28-addea7fe2c87), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.752100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (13e5e970-77bf-4d86-bb28-addea7fe2c87), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:46.769404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-0161b4fa-71e1-4623-b41c-3ffa96af769a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:46.771886 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-0161b4fa-71e1-4623-b41c-3ffa96af769a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 946 time: 0.1599431 Jan 28 16:52:46.817313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:46.838131 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] Sync routers for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:46.866635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57480) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:46.866808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c97b-520e-48ef-b3e5-105c71d653ac req-54be7210-4a3a-44b9-a0bb-715a50a84e26 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:46.873553 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:46.874185 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:46.889269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20b0c97b-520e-48ef-b3e5-105c71d653ac req-54be7210-4a3a-44b9-a0bb-715a50a84e26 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 945 time: 0.4616480 Jan 28 16:52:46.933424 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:46.953058 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:46.953910 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:47.007373 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c8f0ec07-58de-405a-bff7-09cceba9bffe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.021079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e5e970-77bf-4d86-bb28-addea7fe2c87,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:47.024349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:47.025231 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a0909-62be-4beb-a7d2-352c0685a517 None None] The sync data for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:47.055413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Deleting port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:47.056843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.067971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.072478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-505bcc0a-5ee8-450d-9374-37cdc2f0dc8a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9817476 Jan 28 16:52:47.078342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57484) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:47.092027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '6f163fd2-140e-426a-89a9-0664d6d69a9a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:47.235791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] For port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,segment=NetworkSegment(337e7432-6e78-4adf-82d5-26f862ba5eef),segment_id=337e7432-6e78-4adf-82d5-26f862ba5eef)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:47.236837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.250980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Calling delete_port for 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:47.353976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ba0-4072-4f24-b3e4-0665ddb4b28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.380367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.383677 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ac4d4698-b1bc-4dbf-a6d1-45ee66b08424 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/ports/a19d33f4-b83e-4161-b78a-d04d41f178f7 HTTP/1.1" status: 204 len: 168 time: 1.9479489 Jan 28 16:52:47.386581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57488) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:47.457919 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c8f0ec07-58de-405a-bff7-09cceba9bffe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.479904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20b0c97b-520e-48ef-b3e5-105c71d653ac req-86b2cb7d-6ba0-4707-881a-2411e11cb0f9 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/security-groups?id=90580aa3-e0d5-449f-8007-4a3bc884afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893869 Jan 28 16:52:47.542084 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:52:47.555633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-58bf2b97-35ec-43ff-8532-0febee263ec2 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172150 Jan 28 16:52:47.580126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f0ec07-58de-405a-bff7-09cceba9bffe,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:47.600237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (35c793a8-36c2-48d3-929a-8633354bd787), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.604792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5a800-2b7d-4de7-97df-494f1959e687 None None] Network 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:47.621446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.624553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9b20ab11-56e0-425b-b941-3df38bde1c38 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c8f0ec07-58de-405a-bff7-09cceba9bffe HTTP/1.1" status: 204 len: 168 time: 1.6441078 Jan 28 16:52:47.658431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57490) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:47.661187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1d3f4604-e29d-4dfe-bae7-fe1744e289c7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.742539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1d3f4604-e29d-4dfe-bae7-fe1744e289c7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:47.798227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Pushing event deleted for resources: {'Port': ['ID=1d3f4604-e29d-4dfe-bae7-fe1744e289c7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:47.810449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Deleting port c0a94be7-974f-4afd-af42-ee422a7d9566 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:47.811119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.899438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] No DVR routers for this DVR port 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:47.902590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.905757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85941806-c156-4a63-a951-ac3236e324a7 req-3eca0af6-dc23-465b-ad56-fd88714c4140 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.31 "DELETE /v2.0/ports/1d3f4604-e29d-4dfe-bae7-fe1744e289c7 HTTP/1.1" status: 204 len: 173 time: 1.7379644 Jan 28 16:52:47.910415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ba0-4072-4f24-b3e4-0665ddb4b28d admin admin] Publish callbacks [] for security_group (e9467791-3c0a-4ea7-8df9-f68932682d08), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.910589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'name': 'network-vif-deleted', 'tag': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:47.914035 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33048133-18db-4cf0-b171-e39642df51dc" -d '{"events": [{"server_uuid": "139dd666-a8b0-4435-abc0-5ecc1ce4db09", "name": "network-vif-deleted", "tag": "1d3f4604-e29d-4dfe-bae7-fe1744e289c7"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:47.925251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.928179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ba0-4072-4f24-b3e4-0665ddb4b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e9467791-3c0a-4ea7-8df9-f68932682d08), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.936120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-614cb05d-a3eb-4db5-8b3f-e380d6712d06 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677988 Jan 28 16:52:47.942153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0b353ff2-6e59-499f-bf4c-0626ab5ed632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.953041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa082bb-f88a-4c5e-a699-fcb078544dd4 req-901cdf3e-69ec-44e4-9e9d-2fbeceb3b24f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:47.959969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa082bb-f88a-4c5e-a699-fcb078544dd4 req-901cdf3e-69ec-44e4-9e9d-2fbeceb3b24f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 946 time: 0.3657947 Jan 28 16:52:47.974565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (35c793a8-36c2-48d3-929a-8633354bd787), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:47.989908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (35c793a8-36c2-48d3-929a-8633354bd787), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.045404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c793a8-36c2-48d3-929a-8633354bd787,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:48.060623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] DHCP port deletion for 0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:52:48.066008 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e55c6ba0-4072-4f24-b3e4-0665ddb4b28d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92c222ccf0ae4597af3e81d04eb5955a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1945326 Jan 28 16:52:48.077434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:48.080154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa082bb-f88a-4c5e-a699-fcb078544dd4 req-3864652f-2ef6-4cb7-a116-0f39e9bb712a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=426619b7-e773-4fa5-a2fe-09ddcdf1bad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191683 Jan 28 16:52:48.088428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c6ba0-4072-4f24-b3e4-0665ddb4b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9467791-3c0a-4ea7-8df9-f68932682d08,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:48.089498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.097133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0e3a80fa-7a79-43ad-8702-274fc8de67da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0118165 Jan 28 16:52:48.101475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:48.108646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'network': {'name': 'tempest-network-smoke--1302173796', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:48.162401 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4f4e1-2b67-4757-a710-b9a44a113cc3 x-openstack-request-id: req-f3c4f4e1-2b67-4757-a710-b9a44a113cc3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:48.162952 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139dd666-a8b0-4435-abc0-5ecc1ce4db09", "name": "network-vif-deleted", "tag": "1d3f4604-e29d-4dfe-bae7-fe1744e289c7", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:48.163351 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3c4f4e1-2b67-4757-a710-b9a44a113cc3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:48.164031 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139dd666-a8b0-4435-abc0-5ecc1ce4db09', 'name': 'network-vif-deleted', 'tag': '1d3f4604-e29d-4dfe-bae7-fe1744e289c7', 'status': 'completed', 'code': 200} Jan 28 16:52:48.176248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:48.180115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.191382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Deleting port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:48.191945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.218364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Deleting port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:48.218898 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.247119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] For port c0a94be7-974f-4afd-af42-ee422a7d9566, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0a94be7-974f-4afd-af42-ee422a7d9566,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:48.247669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.282008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:52:48.326593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] For port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:48.328144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.350818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b556f85d-cfd0-48d6-b018-ac3a15f09929), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.351477 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Added segment b556f85d-cfd0-48d6-b018-ac3a15f09929 of type vlan for network e22f22ca-663d-419c-98ed-abbc9b13bc59 Jan 28 16:52:48.379675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Calling delete_port for 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:48.426670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7fe4c68b-6b88-4506-8cec-04adf3a642b9 req-1cc2b290-d878-4fc1-8768-016f9814bf2c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 210 time: 0.0711973 Jan 28 16:52:48.441142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] For port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,segment=NetworkSegment(205de6bf-696d-4532-bc96-b1c27cb2686d),segment_id=205de6bf-696d-4532-bc96-b1c27cb2686d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:48.461861 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.491760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-605cc4f4-a4cf-4889-b0d5-1d99844cebee admin admin] Publish callbacks [] for security_group (e9467791-3c0a-4ea7-8df9-f68932682d08), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.500940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Calling delete_port for 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:48.608171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-605cc4f4-a4cf-4889-b0d5-1d99844cebee admin admin] Publish callbacks [] for security_group (e9467791-3c0a-4ea7-8df9-f68932682d08), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.725301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:48.730849 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.768547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] No DVR routers for this DVR port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:48.786975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:48.787477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:48.797136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Pushing event deleted for resources: {'Port': ['ID=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:48.813336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.819453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e22f22ca-663d-419c-98ed-abbc9b13bc59), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.826473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.827314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.827314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.827516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.827792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.828124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.828451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.828807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.829126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.837319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.838052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.839032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.839597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5fcde8-eb25-42f3-ab36-bced8cbcea7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:48.874202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.874559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (19b8d38a-42db-4542-a280-37f1e4bfbeec), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:48.874874 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Floating IP 19b8d38a-42db-4542-a280-37f1e4bfbeec disassociated. External IP: 172.25.8.165, port: c0a94be7-974f-4afd-af42-ee422a7d9566. Jan 28 16:52:48.875216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Calling delete_port for c0a94be7-974f-4afd-af42-ee422a7d9566 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:48.905265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4729b65c-5ff4-4f0e-9936-978a9c39f390 req-c8f989e6-7022-4b3d-8bed-7f247d109c29 tempest-TestServerAdvancedOps-2018020350 tempest-TestServerAdvancedOps-2018020350-project] 10.222.0.25 "GET /v2.0/ports?device_id=139dd666-a8b0-4435-abc0-5ecc1ce4db09 HTTP/1.1" status: 200 len: 210 time: 0.1594424 Jan 28 16:52:49.014950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c0a94be7-974f-4afd-af42-ee422a7d9566), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.016167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9f5734e4-da1f-41cf-a7b7-a9b596cf5e31), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.019382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e22f22ca-663d-419c-98ed-abbc9b13bc59), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.024946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-605cc4f4-a4cf-4889-b0d5-1d99844cebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e9467791-3c0a-4ea7-8df9-f68932682d08), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.027394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-605cc4f4-a4cf-4889-b0d5-1d99844cebee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.027732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:49.030821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-605cc4f4-a4cf-4889-b0d5-1d99844cebee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9467791-3c0a-4ea7-8df9-f68932682d08 HTTP/1.1" status: 204 len: 168 time: 0.9494610 Jan 28 16:52:49.031690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.131691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event deleted for resources: {'Port': ['ID=c0a94be7-974f-4afd-af42-ee422a7d9566,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:49.181929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Network': ['ID=e22f22ca-663d-419c-98ed-abbc9b13bc59,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:49.212646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:52:49.228546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cc4f4-a4cf-4889-b0d5-1d99844cebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9467791-3c0a-4ea7-8df9-f68932682d08,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:49.303921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5734e4-da1f-41cf-a7b7-a9b596cf5e31,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:49.318509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] No DVR routers for this DVR port 9f5734e4-da1f-41cf-a7b7-a9b596cf5e31 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:49.441712 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.449814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a12d74ca-8546-4855-ab78-0b0ba638da34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3462374 Jan 28 16:52:49.468698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e043d6d-18fe-4817-b98e-36eb4c7496a7 req-0a02a0b5-0bfa-475c-b598-1c005808e665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 210 time: 0.2560654 Jan 28 16:52:49.521597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57522) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:49.535973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'admin_state_up': True, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:49.588976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Router fcb8556e-965d-43f8-b43e-9463210a0a84 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:49.706116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97fb60ee-ec55-4363-95ac-3c0e8d6f46ac req-d3984b14-71bf-4a9f-bde7-bc5e7758cf1d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 210 time: 0.0855389 Jan 28 16:52:49.710707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.711954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.732330 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.789829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.791978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef14f97-a5f0-4a98-b1d1-0c7a10838e15']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:49.834527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:49.859172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:49.870533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:49.871462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:49.882213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 912beaa5-5769-411e-8bd4-e0bf9bd3ebcc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:49.882575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:49.888205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205de6bf-696d-4532-bc96-b1c27cb2686d') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:49.888387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205de6bf-696d-4532-bc96-b1c27cb2686d') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:49.961557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] No DVR routers for this DVR port c0a94be7-974f-4afd-af42-ee422a7d9566 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:49.970706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.028173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (205de6bf-696d-4532-bc96-b1c27cb2686d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.036021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:50.050311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:50.099370 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (205de6bf-696d-4532-bc96-b1c27cb2686d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.130122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.146539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 912beaa5-5769-411e-8bd4-e0bf9bd3ebcc owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:50.197544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:52:50.198049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (205de6bf-696d-4532-bc96-b1c27cb2686d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:52:50.203936 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:52:50.252001 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.257965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-171732fe-3b52-4715-b59b-7f3a57aef2c3 req-9b993666-2704-44f1-9dbf-5a071375f920 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "DELETE /v2.0/ports/c0a94be7-974f-4afd-af42-ee422a7d9566 HTTP/1.1" status: 204 len: 173 time: 3.4784324 Jan 28 16:52:50.260204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-deleted', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:50.264039 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d970865c-c57a-412e-9bb7-c200698f8de1" -d '{"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-deleted", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:50.317125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Deleting subnet 70e28887-a4b8-4482-a7f0-5c058fbfb860 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:52:50.336951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Publish callbacks [] for subnet (70e28887-a4b8-4482-a7f0-5c058fbfb860), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.382302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (0ef14f97-a5f0-4a98-b1d1-0c7a10838e15), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.383554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:50.388529 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.391765 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f503e41-05e4-418f-a20c-4f88dfd7de9e x-openstack-request-id: req-6f503e41-05e4-418f-a20c-4f88dfd7de9e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:52:50.392122 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa4715c-307b-42ad-b7be-59534c973a2e", "name": "network-vif-deleted", "tag": "c0a94be7-974f-4afd-af42-ee422a7d9566", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:52:50.392561 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f503e41-05e4-418f-a20c-4f88dfd7de9e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:52:50.393540 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4715c-307b-42ad-b7be-59534c973a2e', 'name': 'network-vif-deleted', 'tag': 'c0a94be7-974f-4afd-af42-ee422a7d9566', 'status': 'completed', 'code': 200} Jan 28 16:52:50.407854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] 10.222.0.25 "DELETE /v2.0/networks/0ef14f97-a5f0-4a98-b1d1-0c7a10838e15 HTTP/1.1" status: 204 len: 168 time: 2.7413125 Jan 28 16:52:50.433451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:52:50.446801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:50.448058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:50.476155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52547cc7-58a7-4761-afaf-72428b1d4ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef14f97-a5f0-4a98-b1d1-0c7a10838e15,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:50.497438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-a4988a27-0d65-48e4-818f-31d6941a3268 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:50.498766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-a4988a27-0d65-48e4-818f-31d6941a3268 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.4954476 Jan 28 16:52:50.516232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (70e28887-a4b8-4482-a7f0-5c058fbfb860), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.522373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': '9be0b7af-022f-4a01-a761-068a660216bc', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:50.632556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (70e28887-a4b8-4482-a7f0-5c058fbfb860), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.726755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (912beaa5-5769-411e-8bd4-e0bf9bd3ebcc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:50.777523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bdd9848a-443a-44fb-86f4-c247bbef810a req-1799dd1e-442c-4fb2-820b-788919ea2b22 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4715c-307b-42ad-b7be-59534c973a2e HTTP/1.1" status: 200 len: 210 time: 0.0587449 Jan 28 16:52:50.881187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:50.889492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:50.915989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:50.954275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:50.954809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1d3f4604-e29d-4dfe-bae7-fe1744e289c7 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:50.956196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:51.069240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=912beaa5-5769-411e-8bd4-e0bf9bd3ebcc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:51.190104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7f189908-4676-457d-9df5-9d967bb36ac6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27b8a93b3b824d50863e2c6be3ab1db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705851 Jan 28 16:52:51.224819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:51.278813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: c0a94be7-974f-4afd-af42-ee422a7d9566 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:51.279215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0a94be7-974f-4afd-af42-ee422a7d9566 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:51.289042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.301395 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.311393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6d9-0503-4359-83a8-a1564c90f139 admin admin] Publish callbacks [] for security_group (52684b49-e8e7-4933-8abc-87ec4c4c3350), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.335952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6d9-0503-4359-83a8-a1564c90f139 admin admin] Publish callbacks [] for security_group (52684b49-e8e7-4933-8abc-87ec4c4c3350), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.479043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6d9-0503-4359-83a8-a1564c90f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (52684b49-e8e7-4933-8abc-87ec4c4c3350), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.481950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b6d9-0503-4359-83a8-a1564c90f139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.483251 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ce2b6d9-0503-4359-83a8-a1564c90f139 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52684b49-e8e7-4933-8abc-87ec4c4c3350 HTTP/1.1" status: 204 len: 168 time: 0.2574735 Jan 28 16:52:51.604101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2b6d9-0503-4359-83a8-a1564c90f139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52684b49-e8e7-4933-8abc-87ec4c4c3350,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:51.609831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:51.646311 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.666331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-232ba20a-db08-4bc8-9f4f-1fbd3e4aa04d req-2c5c2ab3-4eac-430a-bcd0-f338f409fb9b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 210 time: 0.1463714 Jan 28 16:52:51.702700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95becb22-9065-432e-907a-3a6587dc1eda None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:51.725675 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.780294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.897017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (70e28887-a4b8-4482-a7f0-5c058fbfb860), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.915130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:52:51.920973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:51.929128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:51.947686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57586) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.029287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e28887-a4b8-4482-a7f0-5c058fbfb860,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:52.049958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57590) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.094370 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.100530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7843e976-e524-4100-82c6-050b65afc7b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/70e28887-a4b8-4482-a7f0-5c058fbfb860 HTTP/1.1" status: 204 len: 168 time: 2.0359313 Jan 28 16:52:52.101200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.139828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:52.150849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f9392b61-ed10-4ed3-b115-7d5a28b1d412 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/routers/8b8df25f-7c54-42a6-9977-1b9c1eaefbd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7628160 Jan 28 16:52:52.153474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] Sync routers for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:52.161737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57598) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.170888 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:52.172542 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:52.246761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e883c-e58b-4a34-8cf9-592a7dcce365 None None] New status for floating IP 19b8d38a-42db-4542-a280-37f1e4bfbeec: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:52:52.284342 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:52.302040 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] Routers {'8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:52.302676 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:52.306287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517c974a-424a-4490-88a9-33ac870fee04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (426619b7-e773-4fa5-a2fe-09ddcdf1bad1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.319331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.194 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/20edc76a-a0ef-4119-8edd-0e562c736932) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:52.340020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57602) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.349803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d8eb30a4-ed8a-4435-a067-80c0e15aaa38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b26b12ced9cc4333883c3043c6d11b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832553 Jan 28 16:52:52.363103 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:52.363922 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e6d88-0049-4bd8-9499-938f81aa67d9 None None] The sync data for ids ['8b8df25f-7c54-42a6-9977-1b9c1eaefbd9'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:52.376257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517c974a-424a-4490-88a9-33ac870fee04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (426619b7-e773-4fa5-a2fe-09ddcdf1bad1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.460311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ec7e20-1ac7-4b41-9ea3-29386da6573c admin admin] Publish callbacks [] for security_group (3dd92e2d-d1ad-4000-bdc6-fce57c055740), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.476702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517c974a-424a-4490-88a9-33ac870fee04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (426619b7-e773-4fa5-a2fe-09ddcdf1bad1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.480993 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517c974a-424a-4490-88a9-33ac870fee04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.482302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-517c974a-424a-4490-88a9-33ac870fee04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "DELETE /v2.0/security-groups/426619b7-e773-4fa5-a2fe-09ddcdf1bad1 HTTP/1.1" status: 204 len: 168 time: 0.5334201 Jan 28 16:52:52.493455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57606) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.528775 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ec7e20-1ac7-4b41-9ea3-29386da6573c admin admin] Publish callbacks [] for security_group (3dd92e2d-d1ad-4000-bdc6-fce57c055740), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.552228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c974a-424a-4490-88a9-33ac870fee04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426619b7-e773-4fa5-a2fe-09ddcdf1bad1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:52.581410 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-29092ab2-b519-4c28-920f-1d87f73d39da tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] show failed (client error): The resource could not be found. Jan 28 16:52:52.583685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-29092ab2-b519-4c28-920f-1d87f73d39da tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups/426619b7-e773-4fa5-a2fe-09ddcdf1bad1 HTTP/1.1" status: 404 len: 347 time: 0.0885322 Jan 28 16:52:52.586251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:52.589274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (94d781cd-cddc-4d7e-9ec9-d129ff29246f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.653634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.687422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ec7e20-1ac7-4b41-9ea3-29386da6573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3dd92e2d-d1ad-4000-bdc6-fce57c055740), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.690378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74ec7e20-1ac7-4b41-9ea3-29386da6573c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:52.691941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74ec7e20-1ac7-4b41-9ea3-29386da6573c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dd92e2d-d1ad-4000-bdc6-fce57c055740 HTTP/1.1" status: 204 len: 168 time: 0.3503220 Jan 28 16:52:52.897022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef650f78-a465-4714-aa0d-72340022ad18 req-7108543a-7960-478e-b636-66e43f4e5f9b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 210 time: 0.0393419 Jan 28 16:52:52.914940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.12 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/537a7111-ac55-4228-a737-a836a98c51d3) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:53.124724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec7e20-1ac7-4b41-9ea3-29386da6573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd92e2d-d1ad-4000-bdc6-fce57c055740,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:53.158337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Deleting port 7203f88e-1fce-42aa-aca2-21f6adbe6d05 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:53.159458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.269260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (94d781cd-cddc-4d7e-9ec9-d129ff29246f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.287486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.287908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (7203f88e-1fce-42aa-aca2-21f6adbe6d05), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.304117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Calling delete_port for 7203f88e-1fce-42aa-aca2-21f6adbe6d05 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:53.361565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (20edc76a-a0ef-4119-8edd-0e562c736932), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.380554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d781cd-cddc-4d7e-9ec9-d129ff29246f']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:53.417112 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.428803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337e7432-6e78-4adf-82d5-26f862ba5eef') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:53.429325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337e7432-6e78-4adf-82d5-26f862ba5eef') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:53.500844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7203f88e-1fce-42aa-aca2-21f6adbe6d05), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.511567 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (337e7432-6e78-4adf-82d5-26f862ba5eef), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.535219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event deleted for resources: {'Port': ['ID=7203f88e-1fce-42aa-aca2-21f6adbe6d05,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:53.574282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (337e7432-6e78-4adf-82d5-26f862ba5eef), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.592865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:52:53.593265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (337e7432-6e78-4adf-82d5-26f862ba5eef), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:52:53.600027 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:52:53.610406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.618730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (19b8d38a-42db-4542-a280-37f1e4bfbeec), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.621761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.637552 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4eee61a9-4495-4897-9006-c8bc12382488 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "DELETE /v2.0/floatingips/19b8d38a-42db-4542-a280-37f1e4bfbeec HTTP/1.1" status: 204 len: 168 time: 1.0501854 Jan 28 16:52:53.700144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (537a7111-ac55-4228-a737-a836a98c51d3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.722444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:53.726981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:53.729945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:53.767222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (94d781cd-cddc-4d7e-9ec9-d129ff29246f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.769414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=20edc76a-a0ef-4119-8edd-0e562c736932,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:53.780337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.783483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] 10.222.0.25 "DELETE /v2.0/networks/94d781cd-cddc-4d7e-9ec9-d129ff29246f HTTP/1.1" status: 204 len: 168 time: 1.6785431 Jan 28 16:52:53.786365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57644) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:53.817284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 81a3bf49-a2eb-458b-bcf4-5379db808f9a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:53.817556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (81a3bf49-a2eb-458b-bcf4-5379db808f9a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.819387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba146c8-124f-46f7-ab68-f38dc6d3ae39 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d781cd-cddc-4d7e-9ec9-d129ff29246f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:53.911805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Deleting subnet eb4e392a-88e3-4c6c-93b5-bf9a51486840 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:52:53.927909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Publish callbacks [] for subnet (eb4e392a-88e3-4c6c-93b5-bf9a51486840), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:53.984435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (537a7111-ac55-4228-a737-a836a98c51d3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.010986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ad0a4068-2961-4b89-baae-4b0145559f0c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:54.022057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (eb4e392a-88e3-4c6c-93b5-bf9a51486840), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.053416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57650) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:54.086701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:52:54.125969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (eb4e392a-88e3-4c6c-93b5-bf9a51486840), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.222041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57660) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:54.243576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271588479', 'description': 'tempest-description--55083149'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:54.276516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:54.298466 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (81a3bf49-a2eb-458b-bcf4-5379db808f9a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.309112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=537a7111-ac55-4228-a737-a836a98c51d3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:54.311690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:54.321966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:54.327454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 81a3bf49-a2eb-458b-bcf4-5379db808f9a owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:54.357711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-89184431-network', 'tenant_id': 'cf54b470a3fd4b479eb3ca7a6fb9f533'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:54.385976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Made reservation on behalf of cf54b470a3fd4b479eb3ca7a6fb9f533 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:54.389987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.394499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (eb4e392a-88e3-4c6c-93b5-bf9a51486840), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.399391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.463652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.471693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4e392a-88e3-4c6c-93b5-bf9a51486840,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:54.492108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.499073 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4f2c7632-0bcb-4193-b29f-0fd32da3c1f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eb4e392a-88e3-4c6c-93b5-bf9a51486840 HTTP/1.1" status: 204 len: 168 time: 0.7114193 Jan 28 16:52:54.578065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4e463-52fc-442b-ae87-0bcc198c1c6d req-b7d1227a-6d5f-474e-9e42-57635b9c4c27 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:54.579962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3a4e463-52fc-442b-ae87-0bcc198c1c6d req-b7d1227a-6d5f-474e-9e42-57635b9c4c27 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 932 time: 0.5660057 Jan 28 16:52:54.586348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57666) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:54.609871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks [] for security_group (fb067b9e-b41b-487f-94e1-19b19ca9a607), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.619725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb067b9e-b41b-487f-94e1-19b19ca9a607), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.624028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:54.624818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.665354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:52:54.695152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb067b9e-b41b-487f-94e1-19b19ca9a607,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:54.734025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dcef7397-9184-4439-86a9-1f5ca5d43480), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.735259 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Added segment dcef7397-9184-4439-86a9-1f5ca5d43480 of type vlan for network efc0d959-f771-48e4-be21-89a4525ab580 Jan 28 16:52:54.752196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-e9eb6a83-741c-406f-b9ab-fb9d706d73dd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2384212 Jan 28 16:52:54.792549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Request body: {'port': {'device_id': '9be0b7af-022f-4a01-a761-068a660216bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:54.803774 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.833624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (bea84187-c347-4a0c-8a04-740f3246e5dc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.837546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (efc0d959-f771-48e4-be21-89a4525ab580), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.858241 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bea84187-c347-4a0c-8a04-740f3246e5dc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.900782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.904759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6703930 Jan 28 16:52:54.905518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57668) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:54.910548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'security_group_rule': {'security_group_id': 'bea84187-c347-4a0c-8a04-740f3246e5dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:54.917214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812e7ec-c1a2-428f-b0a2-b6a7131f363c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea84187-c347-4a0c-8a04-740f3246e5dc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:54.921740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (efc0d959-f771-48e4-be21-89a4525ab580), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.922819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:54.923406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.940988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (60eef0db-1189-4aec-9a79-57a1917f6df5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:54.965374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3a4e463-52fc-442b-ae87-0bcc198c1c6d req-ac863f72-17c1-4543-bb19-866f1bc46a6e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682039 Jan 28 16:52:55.003281 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9487691 Jan 28 16:52:55.006450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:55.013095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Request body: {'subnet': {'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-89184431-subnet', 'tenant_id': 'cf54b470a3fd4b479eb3ca7a6fb9f533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:55.040647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (928542ad-6a86-40a7-bf80-7c793aa351e7), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.049067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Made reservation on behalf of cf54b470a3fd4b479eb3ca7a6fb9f533 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:55.051602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.061852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a086322-0e84-4348-a462-977c7207403a admin admin] Pushing event updated for resources: {'Network': ['ID=efc0d959-f771-48e4-be21-89a4525ab580,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:55.078411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network efc0d959-f771-48e4-be21-89a4525ab580 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:52:55.092583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (537a7111-ac55-4228-a737-a836a98c51d3), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.178427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (928542ad-6a86-40a7-bf80-7c793aa351e7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.184534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (928542ad-6a86-40a7-bf80-7c793aa351e7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.202791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928542ad-6a86-40a7-bf80-7c793aa351e7,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:55.214364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.215603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b50d591-8dc9-4c9d-8009-36dade4fd8c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092747 Jan 28 16:52:55.218403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57672) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:55.222867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'security_group_rule': {'security_group_id': 'bea84187-c347-4a0c-8a04-740f3246e5dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:55.249932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (41a1dc48-15b8-47c9-af6b-fa4167dd9b1c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.312652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (41a1dc48-15b8-47c9-af6b-fa4167dd9b1c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.317259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (41a1dc48-15b8-47c9-af6b-fa4167dd9b1c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.345537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a1dc48-15b8-47c9-af6b-fa4167dd9b1c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:55.374219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.375661 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-00f33097-8126-4438-9291-fb65013c2665 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563146 Jan 28 16:52:55.383094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57676) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:55.395424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:55.418044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.552065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.697067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Allocated IP 172.25.8.82 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/f6515fe9-4508-4740-a6fe-9eba29610273) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:52:55.702514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (60eef0db-1189-4aec-9a79-57a1917f6df5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.791255 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (81a3bf49-a2eb-458b-bcf4-5379db808f9a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.817146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eef0db-1189-4aec-9a79-57a1917f6df5']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:55.865257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (e616bc85-a571-4070-af87-c64da1a643c2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.882265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=81a3bf49-a2eb-458b-bcf4-5379db808f9a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:55.890325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68f2710-d211-416d-9b9c-37137b53c798') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:55.890639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68f2710-d211-416d-9b9c-37137b53c798') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:55.917263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (a68f2710-d211-416d-9b9c-37137b53c798), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.946709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Pushing event updated for resources: {'Subnet': ['ID=e616bc85-a571-4070-af87-c64da1a643c2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:55.985957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for port (f6515fe9-4508-4740-a6fe-9eba29610273), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:55.987545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Checking segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:55.987908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Network hostable DHCP agents. Network: efc0d959-f771-48e4-be21-89a4525ab580, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:52:56.024079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a68f2710-d211-416d-9b9c-37137b53c798), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.024339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Network efc0d959-f771-48e4-be21-89a4525ab580 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:52:56.032980 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.044437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, efc0d959-f771-48e4-be21-89a4525ab580) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:56.047214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:52:56.047997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (a68f2710-d211-416d-9b9c-37137b53c798), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:52:56.049993 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:52:56.051710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:56.051710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.056268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f6515fe9-4508-4740-a6fe-9eba29610273), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.059075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7014354-7c2b-4b7c-92e0-8b1f3858331f None None] Network efc0d959-f771-48e4-be21-89a4525ab580 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:56.108159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:52:56.112476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:52:56.117138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:52:56.125556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c46cb428-79fb-4c1c-85ea-524f34fd9add admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1164973 Jan 28 16:52:56.184591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.201926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'Port': ['ID=f6515fe9-4508-4740-a6fe-9eba29610273,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:56.287263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (60eef0db-1189-4aec-9a79-57a1917f6df5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.327530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.331237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] 10.222.0.25 "DELETE /v2.0/networks/60eef0db-1189-4aec-9a79-57a1917f6df5 HTTP/1.1" status: 204 len: 168 time: 1.7437999 Jan 28 16:52:56.342399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd4d19-d51d-43fc-874d-ba6a55dd1dd6 None None] Network efc0d959-f771-48e4-be21-89a4525ab580 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:56.351312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.405026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (3e7df4f1-160b-40be-8cee-11da417eafc4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.409421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_controller (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.413289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0475e8-89e9-4833-bd8f-c60f0c513868 admin admin] Pushing event deleted for resources: {'Network': ['ID=60eef0db-1189-4aec-9a79-57a1917f6df5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:56.495353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f6515fe9-4508-4740-a6fe-9eba29610273), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.634515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (8b8df25f-7c54-42a6-9977-1b9c1eaefbd9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.638301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57708) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:56.639097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Fanout notify agent at l3_agent the message router_deleted on router 8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:52:56.674475 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.676106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-68240dd2-6102-42b2-a18b-40330fc759cd tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/routers/8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 HTTP/1.1" status: 204 len: 168 time: 4.5062983 Jan 28 16:52:56.681077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57710) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:56.691745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fed4b-a15b-4687-bef7-901ee5e1bd68 req-14379081-cbec-4ee9-a81b-4119f493422a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:56.695189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a69fed4b-a15b-4687-bef7-901ee5e1bd68 req-14379081-cbec-4ee9-a81b-4119f493422a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 932 time: 0.5391996 Jan 28 16:52:56.712606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537a7111-ac55-4228-a737-a836a98c51d3 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:52:56.722211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Publish callbacks [] for port (537a7111-ac55-4228-a737-a836a98c51d3), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.740864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Transition to ACTIVE for port object 537a7111-ac55-4228-a737-a836a98c51d3 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:52:56.761167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (537a7111-ac55-4228-a737-a836a98c51d3), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.764377 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d90ff14f-7fe2-4fa7-acc3-c7c51c9b6b4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a0605f196714605bef0452f646460af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220288 Jan 28 16:52:56.773734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57714) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:56.833786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting subnet ff538984-4b67-430c-a0d0-dff9f9a54e7a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:52:56.853798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for subnet (ff538984-4b67-430c-a0d0-dff9f9a54e7a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.901648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for port (f6515fe9-4508-4740-a6fe-9eba29610273), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.914323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f6515fe9-4508-4740-a6fe-9eba29610273), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.951803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:52:56.954104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Pushing event updated for resources: {'Port': ['ID=537a7111-ac55-4228-a737-a836a98c51d3,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:56.973971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'Port': ['ID=f6515fe9-4508-4740-a6fe-9eba29610273,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:56.981380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ff538984-4b67-430c-a0d0-dff9f9a54e7a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:56.991830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a69fed4b-a15b-4687-bef7-901ee5e1bd68 req-04bffff6-2c9d-4ee3-b523-8b5af0cd34f4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438405 Jan 28 16:52:57.024696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d14567b3-93c1-4d6a-aba6-3afef6f92dec admin admin] Publish callbacks [] for security_group (90580aa3-e0d5-449f-8007-4a3bc884afd4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.116643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d14567b3-93c1-4d6a-aba6-3afef6f92dec admin admin] Publish callbacks [] for security_group (90580aa3-e0d5-449f-8007-4a3bc884afd4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.137039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (3e7df4f1-160b-40be-8cee-11da417eafc4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.206367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.208207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b2ab10d7-4669-4494-afd4-c1ee8cbba2c4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8215606 Jan 28 16:52:57.216814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ff538984-4b67-430c-a0d0-dff9f9a54e7a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.261330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d14567b3-93c1-4d6a-aba6-3afef6f92dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (90580aa3-e0d5-449f-8007-4a3bc884afd4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.264530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d14567b3-93c1-4d6a-aba6-3afef6f92dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.266208 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d14567b3-93c1-4d6a-aba6-3afef6f92dec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90580aa3-e0d5-449f-8007-4a3bc884afd4 HTTP/1.1" status: 204 len: 168 time: 0.4908974 Jan 28 16:52:57.285332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14567b3-93c1-4d6a-aba6-3afef6f92dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90580aa3-e0d5-449f-8007-4a3bc884afd4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:57.308443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ff538984-4b67-430c-a0d0-dff9f9a54e7a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.348916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Subnet': ['ID=ff538984-4b67-430c-a0d0-dff9f9a54e7a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:57.349177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Attempting to bind port 537a7111-ac55-4228-a737-a836a98c51d3 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:52:57.354805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Attempting to bind port 537a7111-ac55-4228-a737-a836a98c51d3 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:52:57.354928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Attempting to bind port 537a7111-ac55-4228-a737-a836a98c51d3 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:57.363286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.365123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a82eb42-1829-4338-8bb4-4e11781c7b9f None None] Network 42c56865-fc8d-4235-a2a4-3568e8a52290 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:52:57.369274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4321daaf-b2a4-4a8b-afd3-4c4527c4af7e tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/subnets/ff538984-4b67-430c-a0d0-dff9f9a54e7a HTTP/1.1" status: 204 len: 168 time: 0.6775854 Jan 28 16:52:57.370928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57738) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:57.398715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:52:57.409530 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Sync routers for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:52:57.429820 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:57.430679 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:57.474577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Port 537a7111-ac55-4228-a737-a836a98c51d3 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:52:57.487510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Attempting to bind port 537a7111-ac55-4228-a737-a836a98c51d3 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:57.572974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (42c56865-fc8d-4235-a2a4-3568e8a52290), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.623240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:52:57.624014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:57.630006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:52:57.632843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Bound port: 537a7111-ac55-4228-a737-a836a98c51d3, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:52:57.634089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (537a7111-ac55-4228-a737-a836a98c51d3), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.677004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] DHCP port deletion for 42c56865-fc8d-4235-a2a4-3568e8a52290 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:52:57.689428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 31985c24-cfac-415f-9ec2-b39f08d5b886 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:57.690254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.696100 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:57.773179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] For port 31985c24-cfac-415f-9ec2-b39f08d5b886, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31985c24-cfac-415f-9ec2-b39f08d5b886,segment=NetworkSegment(2e94dba6-6c66-44db-be68-3c9431f59d14),segment_id=2e94dba6-6c66-44db-be68-3c9431f59d14)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:57.774232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.792796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 31985c24-cfac-415f-9ec2-b39f08d5b886 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:57.841826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] Deleting port 31985c24-cfac-415f-9ec2-b39f08d5b886 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:57.842219 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.916334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] For port 537a7111-ac55-4228-a737-a836a98c51d3, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:52:57.926297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] For port 537a7111-ac55-4228-a737-a836a98c51d3, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=537a7111-ac55-4228-a737-a836a98c51d3,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:52:57.937454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.944488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4a10c320-6c3f-4105-9507-511cc56f5451 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.4190259 Jan 28 16:52:57.952128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57754) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:57.958491 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:52:54Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:57.965304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (537a7111-ac55-4228-a737-a836a98c51d3), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:57.996310 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Checking router: 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:52:57.996973 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Updating router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 port 20edc76a-a0ef-4119-8edd-0e562c736932 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:52:58.022020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.040362 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.043649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] For port 31985c24-cfac-415f-9ec2-b39f08d5b886, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31985c24-cfac-415f-9ec2-b39f08d5b886,segment=NetworkSegment(2e94dba6-6c66-44db-be68-3c9431f59d14),segment_id=2e94dba6-6c66-44db-be68-3c9431f59d14)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:52:58.044486 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.074740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=31985c24-cfac-415f-9ec2-b39f08d5b886,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:58.091735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] No DVR routers for this DVR port 31985c24-cfac-415f-9ec2-b39f08d5b886 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:58.098500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] Calling delete_port for 31985c24-cfac-415f-9ec2-b39f08d5b886 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:58.124169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Pushing event updated for resources: {'Port': ['ID=537a7111-ac55-4228-a737-a836a98c51d3,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:58.166628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-9e635e06-7602-433a-becb-9d8caa5bc8bd tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:58.172810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-9e635e06-7602-433a-becb-9d8caa5bc8bd tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 813 time: 1.0387850 Jan 28 16:52:58.224073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:58.226743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.230838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-05947dcc-bfeb-43d0-a9b8-4deb6d8bf0ef service neutron] 10.222.0.31 "PUT /v2.0/ports/537a7111-ac55-4228-a737-a836a98c51d3 HTTP/1.1" status: 200 len: 1093 time: 3.4427543 Jan 28 16:52:58.240935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be0b7af-022f-4a01-a761-068a660216bc', 'tag': '537a7111-ac55-4228-a737-a836a98c51d3'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:52:58.243253 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e954a65-d839-403a-b9b9-3016b67da78e" -d '{"events": [{"name": "network-changed", "server_uuid": "9be0b7af-022f-4a01-a761-068a660216bc", "tag": "537a7111-ac55-4228-a737-a836a98c51d3"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:52:58.292773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (31985c24-cfac-415f-9ec2-b39f08d5b886), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.303427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57762) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:58.324491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] No DVR routers for this DVR port 31985c24-cfac-415f-9ec2-b39f08d5b886 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:52:58.359410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (42c56865-fc8d-4235-a2a4-3568e8a52290), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.376629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-0779cd14-fed5-4c2f-9585-31e327e86d5f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1271588479&fields=id&tenant_id=3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 267 time: 0.6683624 Jan 28 16:52:58.380166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c56e9-cab7-4716-8ec2-0a0f16d415e9 None None] Pushing event deleted for resources: {'Port': ['ID=31985c24-cfac-415f-9ec2-b39f08d5b886,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:58.383253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-7f4b4668-94f5-46c2-b86c-dd5d5ae53b19 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/quotas/cf54b470a3fd4b479eb3ca7a6fb9f533 HTTP/1.1" status: 200 len: 375 time: 0.1713552 Jan 28 16:52:58.425625 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Publish callbacks [] for port (20edc76a-a0ef-4119-8edd-0e562c736932), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.437035 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.438461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-28ebb0b5-8a24-47b9-8ea6-e9b84c087e4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=861b972373e84b0591ad91bd6afb0c87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314995 Jan 28 16:52:58.462857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57764) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:58.471435 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69059021-25db-421b-9d57-2cc5885922e8 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8ed5608621734a99b86b03a99acedd8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5165443 Jan 28 16:52:58.472568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57766) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:58.474851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c56865-fc8d-4235-a2a4-3568e8a52290']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:58.534023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-7de50d43-9dc7-439b-bf39-cf3b10435a9b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350145 Jan 28 16:52:58.538161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e94dba6-6c66-44db-be68-3c9431f59d14') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:58.538457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e94dba6-6c66-44db-be68-3c9431f59d14') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:58.558433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31985c24-cfac-415f-9ec2-b39f08d5b886 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:52:58.574395 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Pushing event updated for resources: {'Port': ['ID=20edc76a-a0ef-4119-8edd-0e562c736932,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:58.584116 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Attempting to bind port 20edc76a-a0ef-4119-8edd-0e562c736932 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:52:58.584778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Attempting to bind port 20edc76a-a0ef-4119-8edd-0e562c736932 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:52:58.585341 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Attempting to bind port 20edc76a-a0ef-4119-8edd-0e562c736932 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:52:58.588473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.589064 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.589627 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.590136 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.590638 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.591464 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.591974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.592581 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.593212 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.593675 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.594408 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.594877 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.595338 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:52:58.605908 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:52:58.606285 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:52:58.609345 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.609739 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:52:58.610214 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Bound port: 20edc76a-a0ef-4119-8edd-0e562c736932, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:52:58.610595 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.621324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 31985c24-cfac-415f-9ec2-b39f08d5b886 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:52:58.621737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31985c24-cfac-415f-9ec2-b39f08d5b886 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:52:58.634338 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2e94dba6-6c66-44db-be68-3c9431f59d14), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.634625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-6b0a14c2-9aa3-412d-9480-f78bc2b28e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:58.636169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-6b0a14c2-9aa3-412d-9480-f78bc2b28e28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 1127 time: 0.3510504 Jan 28 16:52:58.683589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2e94dba6-6c66-44db-be68-3c9431f59d14), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.698134 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] For port 20edc76a-a0ef-4119-8edd-0e562c736932, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:52:58.702868 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] For port 20edc76a-a0ef-4119-8edd-0e562c736932, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=20edc76a-a0ef-4119-8edd-0e562c736932,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:52:58.713574 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.715922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:52:58.716481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2e94dba6-6c66-44db-be68-3c9431f59d14), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:52:58.720545 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:52:58.779331 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:52:58.779966 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:58.826837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a12f5b5-7702-4188-9557-7024c2cfe177 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:58.828810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a12f5b5-7702-4188-9557-7024c2cfe177 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3504698 Jan 28 16:52:58.831733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57778) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:58.838499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-b83a6157-b3ff-4e84-acbf-05f501ee591c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=537a7111-ac55-4228-a737-a836a98c51d3 HTTP/1.1" status: 200 len: 217 time: 0.1830633 Jan 28 16:52:58.872612 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-62cdc98c-0f3c-40cc-936f-69b52c35d224 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396681 Jan 28 16:52:58.873581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (42c56865-fc8d-4235-a2a4-3568e8a52290), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.875388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:58.881072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-278627914', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:52:58.890396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.901902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/networks/42c56865-fc8d-4235-a2a4-3568e8a52290 HTTP/1.1" status: 204 len: 168 time: 1.5298822 Jan 28 16:52:58.905114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57782) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:52:58.958113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f068145-410a-4970-a456-facb338d10db admin admin] Publish callbacks [] for security_group (b23510ec-d995-4364-a101-cdcf941318e4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:58.968732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-5514d846-bb6b-4830-b019-312482e4ccf2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:58.970537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-5514d846-bb6b-4830-b019-312482e4ccf2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 817 time: 0.5845680 Jan 28 16:52:58.983294 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:52:58.992802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-8177f80d-3e1b-4756-8c92-be1bed4e6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:52:58.994263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-8177f80d-3e1b-4756-8c92-be1bed4e6cf3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1336014 Jan 28 16:52:59.016011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-174a304b-0d72-48f5-a5cc-3df214cdf0bf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/quotas/3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 375 time: 0.0322785 Jan 28 16:52:59.022446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f138a6a-1ccf-4106-b46b-35a718043b21 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Network': ['ID=42c56865-fc8d-4235-a2a4-3568e8a52290,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:59.057194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-dac1dc37-0275-4a1f-a2c1-1e7385adb63b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451877 Jan 28 16:52:59.064025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f068145-410a-4970-a456-facb338d10db admin admin] Publish callbacks [] for security_group (b23510ec-d995-4364-a101-cdcf941318e4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.067980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-c7aaaa90-5c3b-4ca4-bd39-4da66f7440c2 service neutron] 10.222.0.25 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878039 Jan 28 16:52:59.164951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:52:59.169338 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.247034 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aabb94-1c29-4de1-8acc-69e03ba1ed11 None None] Pushing event updated for resources: {'Port': ['ID=20edc76a-a0ef-4119-8edd-0e562c736932,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:59.281140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:52:54Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:52:59.289831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-60b60b52-58f4-47e5-b300-f84ddc894ae3 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2286136 Jan 28 16:52:59.311994 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a99d63-c757-4db0-bc0f-505b6bc073cb None None] The sync data for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 is: [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:52:54Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:52:59.330265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-08089003-6293-472a-97ae-d202b16e3a29 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609606 Jan 28 16:52:59.359071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-940a8529-9264-467f-910a-e2525fe6bfd7 service neutron] 10.222.0.25 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766080 Jan 28 16:52:59.372507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f068145-410a-4970-a456-facb338d10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b23510ec-d995-4364-a101-cdcf941318e4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.376202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f068145-410a-4970-a456-facb338d10db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.378940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4f068145-410a-4970-a456-facb338d10db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b23510ec-d995-4364-a101-cdcf941318e4 HTTP/1.1" status: 204 len: 168 time: 0.8805826 Jan 28 16:52:59.508617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 3cc8109b-f385-4b86-ac5a-19951cfac124 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:52:59.509534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.634939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-3403e605-12b4-4bd4-83bf-32902e75d826 service neutron] 10.222.0.25 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278544 Jan 28 16:52:59.642002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f068145-410a-4970-a456-facb338d10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23510ec-d995-4364-a101-cdcf941318e4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:52:59.807008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d6746c2-a90d-47f6-89a9-63876524d4a0 req-dbac4746-82c4-4d46-9f60-a02e972070b4 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441459 Jan 28 16:52:59.831194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.831986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (3cc8109b-f385-4b86-ac5a-19951cfac124), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:52:59.854550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 3cc8109b-f385-4b86-ac5a-19951cfac124 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:52:59.947273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (79976306-d71f-406b-b302-098186dea9ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:00.165127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ae986-5923-4a79-a870-1310439e10bd req-cc28f225-adcc-4774-a350-066d47ef4654 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:00.169282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e2ae986-5923-4a79-a870-1310439e10bd req-cc28f225-adcc-4774-a350-066d47ef4654 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 944 time: 0.3617551 Jan 28 16:53:00.265332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3cc8109b-f385-4b86-ac5a-19951cfac124), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:00.272448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-9c450511-2053-4e6c-bd2f-9d02ed07f2f3 service neutron] 10.222.0.25 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076734 Jan 28 16:53:00.301077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e2ae986-5923-4a79-a870-1310439e10bd req-1b4874df-98c7-4f93-8779-b31938fc8dfd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892491 Jan 28 16:53:00.385964 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9c107-a396-4aab-9c4b-7eee90479467 x-openstack-request-id: req-ccc9c107-a396-4aab-9c4b-7eee90479467 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:00.386849 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be0b7af-022f-4a01-a761-068a660216bc", "tag": "537a7111-ac55-4228-a737-a836a98c51d3", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:00.387322 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccc9c107-a396-4aab-9c4b-7eee90479467 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:00.388048 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be0b7af-022f-4a01-a761-068a660216bc', 'tag': '537a7111-ac55-4228-a737-a836a98c51d3', 'status': 'completed', 'code': 200} Jan 28 16:53:00.388735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=3cc8109b-f385-4b86-ac5a-19951cfac124,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:00.609932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Subnet': ['ID=79976306-d71f-406b-b302-098186dea9ec,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:00.662374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Checking segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:00.673105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network hostable DHCP agents. Network: e22f22ca-663d-419c-98ed-abbc9b13bc59, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:53:00.694969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for floatingip (32e6e9d6-5b78-44c4-becf-7f2b60c45ee0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:00.708212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:00.710738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1585241d-1f16-4c99-9c5d-ee65b255baaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/floatingips/32e6e9d6-5b78-44c4-becf-7f2b60c45ee0 HTTP/1.1" status: 204 len: 168 time: 1.8046958 Jan 28 16:53:00.735732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57818) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:00.757260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 20edc76a-a0ef-4119-8edd-0e562c736932 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:00.867743 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a706744-7e31-48d8-9c56-4cfd097822df tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] DELETE failed (client error): The resource could not be found. Jan 28 16:53:00.868398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a706744-7e31-48d8-9c56-4cfd097822df tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:53:00.876742 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a706744-7e31-48d8-9c56-4cfd097822df tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/ports/a19d33f4-b83e-4161-b78a-d04d41f178f7 HTTP/1.1" status: 404 len: 333 time: 0.0970230 Jan 28 16:53:00.878341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:00.887617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:53:00.972161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 20edc76a-a0ef-4119-8edd-0e562c736932 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:00.972541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:01.010932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5c14487a-055b-427a-a9eb-db1ff61cff95 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 HTTP/1.1" status: 200 len: 205 time: 0.1313508 Jan 28 16:53:01.011595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:01.035052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57832) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:01.140815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e22f22ca-663d-419c-98ed-abbc9b13bc59) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:01.149610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:01.150149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:01.162429 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-f47ab10a-83c3-4880-b4bb-e0e88859cfaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] delete failed (client error): The resource could not be found. Jan 28 16:53:01.164694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 20edc76a-a0ef-4119-8edd-0e562c736932 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:01.165253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:01.171785 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f47ab10a-83c3-4880-b4bb-e0e88859cfaf tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/routers/8b8df25f-7c54-42a6-9977-1b9c1eaefbd9 HTTP/1.1" status: 404 len: 336 time: 0.1579094 Jan 28 16:53:01.175404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57840) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:01.175818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d4dcbe-140e-4c2d-bc99-814022bc3207 None None] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:01.251610 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6955eede-c0f7-40be-b762-ddcc2587e519 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3747749 Jan 28 16:53:01.252898 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-21401e3d-221b-4adb-a7cc-d5dfccf3b401 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] DELETE failed (client error): The resource could not be found. Jan 28 16:53:01.253363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21401e3d-221b-4adb-a7cc-d5dfccf3b401 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:53:01.269991 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-21401e3d-221b-4adb-a7cc-d5dfccf3b401 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/subnets/ff538984-4b67-430c-a0d0-dff9f9a54e7a HTTP/1.1" status: 404 len: 337 time: 0.0927582 Jan 28 16:53:01.270924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57842) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:01.270924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57844) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:01.324089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-e22f22ca-663d-419c-98ed-abbc9b13bc59', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:53:01.326220 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:01.385167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 20edc76a-a0ef-4119-8edd-0e562c736932, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=20edc76a-a0ef-4119-8edd-0e562c736932,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:01.433116 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:01.449376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b25842f-6966-4ef0-9220-003a4cb66933 req-dd53df3e-c2c7-402b-bd24-f53770a2baac tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 210 time: 0.9536853 Jan 28 16:53:01.503296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1323790504-network', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:01.594297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64d9544e-d59d-4970-a8d6-d43e249e30d8 req-7dbc7c71-d62c-499b-9caa-d753c7849145 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 210 time: 0.1684430 Jan 28 16:53:01.675287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Allocated IP 172.20.0.2 (e22f22ca-663d-419c-98ed-abbc9b13bc59/79976306-d71f-406b-b302-098186dea9ec/5639cc6a-dff1-47dd-8084-af855c9b4596) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:01.807182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954a65-d839-403a-b9b9-3016b67da78e req-2658bb9e-39c5-455b-8075-ef1dcfa0f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:01.809647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-2658bb9e-39c5-455b-8075-ef1dcfa0f539 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 1127 time: 1.3976223 Jan 28 16:53:01.959711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Publish callbacks [] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.048391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.075061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954a65-d839-403a-b9b9-3016b67da78e req-6c23810c-2057-45f3-bd32-5a7e00797a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:02.078486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-6c23810c-2057-45f3-bd32-5a7e00797a85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.2608633 Jan 28 16:53:02.094628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:02.097678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.132621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:02.136277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.144946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:02.156843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:02.172998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=20edc76a-a0ef-4119-8edd-0e562c736932,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:02.214348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-2f2e82e3-0ca6-42e6-97aa-a49419a1be4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=537a7111-ac55-4228-a737-a836a98c51d3 HTTP/1.1" status: 200 len: 217 time: 0.1049123 Jan 28 16:53:02.237674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90fb26-a2c8-44d8-8869-56d60baa47e7 req-90debaca-1606-46e5-be5a-a9bf8664a9b6 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:02.239558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc90fb26-a2c8-44d8-8869-56d60baa47e7 req-90debaca-1606-46e5-be5a-a9bf8664a9b6 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 944 time: 0.5761554 Jan 28 16:53:02.317817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Pushing event updated for resources: {'Port': ['ID=5639cc6a-dff1-47dd-8084-af855c9b4596,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:02.333206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-689c9080-2fbd-4444-b090-eb470df30dce tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:02.335029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-689c9080-2fbd-4444-b090-eb470df30dce tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 813 time: 0.9115658 Jan 28 16:53:02.350758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Attempting to bind port 5639cc6a-dff1-47dd-8084-af855c9b4596 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:02.351799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Attempting to bind port 5639cc6a-dff1-47dd-8084-af855c9b4596 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:02.352381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Attempting to bind port 5639cc6a-dff1-47dd-8084-af855c9b4596 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:02.363427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:02.364079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Checking segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:02.364831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.365392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Bound using segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:02.366021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Bound port: 5639cc6a-dff1-47dd-8084-af855c9b4596, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:02.366693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.374915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Request body: {'port': {'device_id': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'admin_state_up': True, 'tenant_id': 'cf54b470a3fd4b479eb3ca7a6fb9f533'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:02.387815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954a65-d839-403a-b9b9-3016b67da78e req-6303d36f-b313-4006-b56d-88de14c12a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:02.389451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-6303d36f-b313-4006-b56d-88de14c12a59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1650534 Jan 28 16:53:02.568512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks [] for security_group (b4e7a206-e49e-4c2b-86ab-3740c6f808ba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.571135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] For port 5639cc6a-dff1-47dd-8084-af855c9b4596, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:02.582835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] For port 5639cc6a-dff1-47dd-8084-af855c9b4596, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5639cc6a-dff1-47dd-8084-af855c9b4596,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:02.597288 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.607456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b4e7a206-e49e-4c2b-86ab-3740c6f808ba), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.611417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-622b86fb-fe26-4e00-87bc-56a27678fb83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030170 Jan 28 16:53:02.661955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 9be474a8-57fe-40be-a567-c2b506e5461a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:02.662674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9be474a8-57fe-40be-a567-c2b506e5461a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:02.737167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-5719288f-dd83-4e80-b9f0-670dc57a6a76 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141188 Jan 28 16:53:02.744022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:53:02.753826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc90fb26-a2c8-44d8-8869-56d60baa47e7 req-148892d2-775c-4ca8-8860-4c219fc43ecf tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638014 Jan 28 16:53:02.761937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba84ac-b207-4fc3-9ac7-e386c0bca1cb None None] Pushing event updated for resources: {'Port': ['ID=5639cc6a-dff1-47dd-8084-af855c9b4596,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:02.767365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 20edc76a-a0ef-4119-8edd-0e562c736932 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:02.770915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 537a7111-ac55-4228-a737-a836a98c51d3 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:53:02.806107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed419e00-3f6f-4a7e-93cc-34ce34d03944 req-d77fcfd9-5516-48a0-9326-ab22ee1903f2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 210 time: 0.1742892 Jan 28 16:53:02.891345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 537a7111-ac55-4228-a737-a836a98c51d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=537a7111-ac55-4228-a737-a836a98c51d3,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:02.911248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '537a7111-ac55-4228-a737-a836a98c51d3', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': '537a7111-ac55-4228-a737-a836a98c51d3', 'mac_address': 'fa:16:3e:66:1d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:53:02.980178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bb9b91d-9c14-4a59-892a-1eaa0089c7fe req-306d1ef0-9831-4519-bab8-fe2c60e512b4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 210 time: 0.0719037 Jan 28 16:53:02.994772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7a206-e49e-4c2b-86ab-3740c6f808ba,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:03.003933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.036313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (34020d60-e6fa-41ff-8d4b-91df49056427), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.036799 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Added segment 34020d60-e6fa-41ff-8d4b-91df49056427 of type vlan for network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 Jan 28 16:53:03.045686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 537a7111-ac55-4228-a737-a836a98c51d3 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:03.047025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (537a7111-ac55-4228-a737-a836a98c51d3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.087775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e954a65-d839-403a-b9b9-3016b67da78e req-79cba130-e30b-4863-9f90-80646a280f4d service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395259 Jan 28 16:53:03.090947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Made reservation on behalf of cf54b470a3fd4b479eb3ca7a6fb9f533 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:03.096302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.108420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537a7111-ac55-4228-a737-a836a98c51d3 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:03.172359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.304909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-09247865-1999-4cd5-bc70-9fcef56c4ece tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:03.307189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-09247865-1999-4cd5-bc70-9fcef56c4ece tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 817 time: 0.7309091 Jan 28 16:53:03.317120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9be474a8-57fe-40be-a567-c2b506e5461a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.344707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.346350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:03.348943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.398264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Allocated IP 172.20.0.6 (efc0d959-f771-48e4-be21-89a4525ab580/e616bc85-a571-4070-af87-c64da1a643c2/a0c356c8-28c0-4cf6-a797-a1a0f0117fd7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:03.428637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3912892 Jan 28 16:53:03.430730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57864) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:03.451318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Request body: {'subnet': {'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1323790504-subnet', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:03.458435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 9be474a8-57fe-40be-a567-c2b506e5461a owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:03.507272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 537a7111-ac55-4228-a737-a836a98c51d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=537a7111-ac55-4228-a737-a836a98c51d3,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:03.518148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (537a7111-ac55-4228-a737-a836a98c51d3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.523522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 20edc76a-a0ef-4119-8edd-0e562c736932 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:03.524061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.669333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=537a7111-ac55-4228-a737-a836a98c51d3,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:03.671492 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks [] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.725535 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.734633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 20edc76a-a0ef-4119-8edd-0e562c736932 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:03.742115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['537a7111-ac55-4228-a737-a836a98c51d3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:03.776297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:03.778689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:03.780480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c847f-36bc-4c37-86b5-587da7d2ab9b admin admin] Pushing event updated for resources: {'Network': ['ID=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:03.818191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:53:03.823770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Network efc0d959-f771-48e4-be21-89a4525ab580 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:03.841732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:03.851214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:03.978916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-f2a43791-b58b-4722-8a78-66bdd9ad515b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 380 time: 0.6505315 Jan 28 16:53:03.998169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'port': {'device_id': '765b60e7-4e95-46b0-8919-f33d699727f1', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'admin_state_up': True, 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'security_groups': ['bea84187-c347-4a0c-8a04-740f3246e5dc']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:04.008211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:04.135948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:04.136647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.196550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba13da3-12a1-4f27-addc-5db8b002adbf req-10fc7c20-cab2-4939-baf8-fca6535ea927 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:04.198203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bba13da3-12a1-4f27-addc-5db8b002adbf req-10fc7c20-cab2-4939-baf8-fca6535ea927 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 945 time: 0.2867486 Jan 28 16:53:04.276432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-89ec118a-4041-4a80-b939-c00b4fce99d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9256103 Jan 28 16:53:04.302652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb0397-4c1b-405a-8b0a-1c205227101c req-cdf92c85-a69b-46b6-b962-0fd4847b6632 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:04.304411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1eb0397-4c1b-405a-8b0a-1c205227101c req-cdf92c85-a69b-46b6-b962-0fd4847b6632 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 931 time: 0.3224368 Jan 28 16:53:04.320948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Request body: {'port': {'device_id': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:04.439192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.1 (e22f22ca-663d-419c-98ed-abbc9b13bc59/79976306-d71f-406b-b302-098186dea9ec/d10d0201-b1c8-46a8-9048-fe01fd1c8aa9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:04.444139 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1eb0397-4c1b-405a-8b0a-1c205227101c req-c2165e78-6ebe-449a-9620-13e98ef17e49 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683718 Jan 28 16:53:04.454335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bba13da3-12a1-4f27-addc-5db8b002adbf req-a41222e0-3ce0-4736-a1f1-1fe20c26e84c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430608 Jan 28 16:53:04.460085 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.625127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9be474a8-57fe-40be-a567-c2b506e5461a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.635662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Made reservation on behalf of 3a452d310e604eb58d4d47d53758cef9 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:04.649103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.662832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-892314dc-367f-4f3f-a84d-bebee3139e84 req-003c70e6-59b0-4ada-9e11-74c0726fbfda tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 210 time: 0.0855384 Jan 28 16:53:04.702351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b3a99-e600-4ee6-b66c-76e9d978c9b9 None None] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:04.722623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 537a7111-ac55-4228-a737-a836a98c51d3 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:04.751291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=9be474a8-57fe-40be-a567-c2b506e5461a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:04.791273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5639cc6a-dff1-47dd-8084-af855c9b4596 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:04.872680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] Provisioning complete for port 5639cc6a-dff1-47dd-8084-af855c9b4596 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:04.873102 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.907236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 537a7111-ac55-4228-a737-a836a98c51d3 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:53:04.917166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 537a7111-ac55-4228-a737-a836a98c51d3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:04.917553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (537a7111-ac55-4228-a737-a836a98c51d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.918962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.937728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.943724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc42ace0-22d5-4758-8252-02663b3c4059 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/ports/9be474a8-57fe-40be-a567-c2b506e5461a HTTP/1.1" status: 204 len: 168 time: 3.6685605 Jan 28 16:53:04.943724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:04.945297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57876) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:04.977943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5639cc6a-dff1-47dd-8084-af855c9b4596 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:04.978312 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.029183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:05.110865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 16612853-f472-447e-bb5d-7fdc85764879 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:05.124508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (16612853-f472-447e-bb5d-7fdc85764879), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.134049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 537a7111-ac55-4228-a737-a836a98c51d3 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:05.134445 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (537a7111-ac55-4228-a737-a836a98c51d3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.159516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] Current status of the port 5639cc6a-dff1-47dd-8084-af855c9b4596 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:05.159832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.220156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 537a7111-ac55-4228-a737-a836a98c51d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=537a7111-ac55-4228-a737-a836a98c51d3,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:05.224570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0b7af-022f-4a01-a761-068a660216bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a7111-ac55-4228-a737-a836a98c51d3'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:05.227383 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f521b4ac-0d9b-4904-ab75-00b8aef0d355" -d '{"events": [{"server_uuid": "9be0b7af-022f-4a01-a761-068a660216bc", "name": "network-vif-plugged", "status": "completed", "tag": "537a7111-ac55-4228-a737-a836a98c51d3"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:05.237081 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (537a7111-ac55-4228-a737-a836a98c51d3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.242918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Allocated IP 172.20.0.10 (4f8593d1-88ba-4e5a-940a-769b560f4a33/d6b403a9-b5ec-44f7-82c7-293ccb23b9ac/1f1d24a4-471a-43fc-b534-2112370d19fd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:05.278296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (16612853-f472-447e-bb5d-7fdc85764879), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.308147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 16612853-f472-447e-bb5d-7fdc85764879 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:05.326614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5639cc6a-dff1-47dd-8084-af855c9b4596 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:05.327021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.375419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] For port 5639cc6a-dff1-47dd-8084-af855c9b4596, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5639cc6a-dff1-47dd-8084-af855c9b4596,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:05.422330 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319dee22-bf9c-45f8-8bca-36ec27f960aa x-openstack-request-id: req-319dee22-bf9c-45f8-8bca-36ec27f960aa {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:05.423101 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0b7af-022f-4a01-a761-068a660216bc", "name": "network-vif-plugged", "status": "completed", "tag": "537a7111-ac55-4228-a737-a836a98c51d3", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:05.423513 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-319dee22-bf9c-45f8-8bca-36ec27f960aa {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:05.425306 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0b7af-022f-4a01-a761-068a660216bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a7111-ac55-4228-a737-a836a98c51d3', 'code': 200} Jan 28 16:53:05.444460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.487180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=537a7111-ac55-4228-a737-a836a98c51d3,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:05.554033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.616196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.641858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:53:05.642372 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:53:05.652549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213c10d-7169-4f62-b4ea-30514956ba05 None None] Pushing event updated for resources: {'Port': ['ID=5639cc6a-dff1-47dd-8084-af855c9b4596,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:05.731810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:05.736654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:05.738831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:05.739204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Network hostable DHCP agents. Network: 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:53:05.740900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:05.744438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:05.765469 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Publish callbacks [] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.801445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Transition to ACTIVE for port object a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:53:05.801580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-09923a5e-5b31-47a8-af94-30b204bcd54f None None] Provisioning complete for port 5639cc6a-dff1-47dd-8084-af855c9b4596 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:05.802443 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-09923a5e-5b31-47a8-af94-30b204bcd54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.824543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:05.827102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.859527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:53:05.900187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:05.906871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-2eb4c613-7cf1-4fcc-bf9b-4208b77f662b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9163167 Jan 28 16:53:05.908651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.922819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Request body: {'port': {'device_id': '765b60e7-4e95-46b0-8919-f33d699727f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:05.951505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:05.980191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-09923a5e-5b31-47a8-af94-30b204bcd54f None None] Current status of the port 5639cc6a-dff1-47dd-8084-af855c9b4596 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:06.097437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:06.103337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:06.105946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:06.119377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:06.125779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:06.134136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.138368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713b8c7-e322-417d-817d-330773a6814e None None] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:06.161533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:06.229286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.310369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5639cc6a-dff1-47dd-8084-af855c9b4596 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:06.333148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bca795f4-3a81-403f-8c63-aa140fc42935 None None] Provisioning complete for port 1f1d24a4-471a-43fc-b534-2112370d19fd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:06.333530 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bca795f4-3a81-403f-8c63-aa140fc42935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.376900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bca795f4-3a81-403f-8c63-aa140fc42935 None None] Port 1f1d24a4-471a-43fc-b534-2112370d19fd cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:06.431530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:53:06.432409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.544917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e6051-bb4b-480c-9925-e2380579e9e7 req-5fb1aaa0-6717-44cd-b24f-aa1e9f4d66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:06.550985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d29e6051-bb4b-480c-9925-e2380579e9e7 req-5fb1aaa0-6717-44cd-b24f-aa1e9f4d66e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 1129 time: 0.8770704 Jan 28 16:53:06.563772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:06.603909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841623-f2ca-4e05-a86b-124782ce5e47 req-ebe79764-0711-4ee5-a436-c9368c6e2ccb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:06.614888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5841623-f2ca-4e05-a86b-124782ce5e47 req-ebe79764-0711-4ee5-a436-c9368c6e2ccb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 946 time: 0.8037682 Jan 28 16:53:06.646098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5639cc6a-dff1-47dd-8084-af855c9b4596 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:06.651155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (16612853-f472-447e-bb5d-7fdc85764879), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.656730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Attempting to bind port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:06.657149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Attempting to bind port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:06.657543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Attempting to bind port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 on network efc0d959-f771-48e4-be21-89a4525ab580 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:06.677703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 on network efc0d959-f771-48e4-be21-89a4525ab580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:53:06.678023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Attempting to bind port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 on network efc0d959-f771-48e4-be21-89a4525ab580 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:06.804099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fab4b0bb-951e-4caa-8436-94b8b9173889 None None] Provisioning complete for port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:06.804639 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fab4b0bb-951e-4caa-8436-94b8b9173889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.816167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785bb2-f726-4981-8e7f-91dd50fa4ba1 req-c0627b13-1f5d-4cd5-8186-245bf8372272 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:06.818898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:06.828172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Publish callbacks [] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.831962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e785bb2-f726-4981-8e7f-91dd50fa4ba1 req-c0627b13-1f5d-4cd5-8186-245bf8372272 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 943 time: 1.0152698 Jan 28 16:53:06.832815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:06.833154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Checking segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:06.833542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Bound using segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:06.833990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Bound port: a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:06.834353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.836500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=16612853-f472-447e-bb5d-7fdc85764879,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:06.859440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Transition to ACTIVE for port object 1f1d24a4-471a-43fc-b534-2112370d19fd will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:53:06.866180 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03dd2771-c455-4af2-814b-688afaef5c8c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4191122 Jan 28 16:53:06.873165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:06.882611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:06.917064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fab4b0bb-951e-4caa-8436-94b8b9173889 None None] Port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:06.922147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Allocated IP 172.20.0.2 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/cc573ffd-7387-461e-b88a-1c1d53dadeae) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:06.925083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57912) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:06.934308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.943039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5639cc6a-dff1-47dd-8084-af855c9b4596 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:06.943409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.963090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (275942c5-75dc-422c-a0a9-821b496cdbe6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.964020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (275942c5-75dc-422c-a0a9-821b496cdbe6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:06.988791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.201958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5841623-f2ca-4e05-a86b-124782ce5e47 req-db4f397a-11af-406f-9d4d-ab5f78bd04fb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849817 Jan 28 16:53:07.230573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:07.230695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d29e6051-bb4b-480c-9925-e2380579e9e7 req-86d73469-f265-4675-ba0f-4f4e6f3d9ef0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555192 Jan 28 16:53:07.285228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.290956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-03f1d4d5-99de-4f15-9794-be7bdf630353 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/ports/16612853-f472-447e-bb5d-7fdc85764879 HTTP/1.1" status: 204 len: 168 time: 2.3422980 Jan 28 16:53:07.306072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57916) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:07.364581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5639cc6a-dff1-47dd-8084-af855c9b4596 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:07.397867 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Publish callbacks [] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.410088 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.435210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e785bb2-f726-4981-8e7f-91dd50fa4ba1 req-ad2e61a5-20a8-4154-834a-dfda1594660c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868015 Jan 28 16:53:07.481948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks [] for router_controller (275942c5-75dc-422c-a0a9-821b496cdbe6), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.489890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:07.496925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:07.513555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:07.516808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:07.519030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Pushing event updated for resources: {'Port': ['ID=cc573ffd-7387-461e-b88a-1c1d53dadeae,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:07.521374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:07.540466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-565120f6-2d3f-430a-a1f7-69aa8dc227e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.551208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c81e2-2ed9-4f95-a0b9-74d4ef3cf6e1 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:07.552864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-460c81e2-2ed9-4f95-a0b9-74d4ef3cf6e1 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "GET /v2.0/ports?device_id=4045d297-d5a3-4cbd-aab7-79f53184e5dc HTTP/1.1" status: 200 len: 913 time: 0.2458086 Jan 28 16:53:07.572914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971d95-0652-4810-a4b1-7c59411ae762 req-8c74e376-dc1c-4240-9155-3a2bb2cb1e91 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:07.575714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7971d95-0652-4810-a4b1-7c59411ae762 req-8c74e376-dc1c-4240-9155-3a2bb2cb1e91 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.1780670 Jan 28 16:53:07.577801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.582739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:07.595364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Attempting to bind port cc573ffd-7387-461e-b88a-1c1d53dadeae on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:07.595748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Attempting to bind port cc573ffd-7387-461e-b88a-1c1d53dadeae by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:07.597631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Attempting to bind port cc573ffd-7387-461e-b88a-1c1d53dadeae on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:07.601823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:07.602225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:07.602620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.603011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:07.603478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Bound port: cc573ffd-7387-461e-b88a-1c1d53dadeae, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:07.603857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.630595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:07.631231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.632664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] 10.222.0.24 "PUT /v2.0/ports/a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 HTTP/1.1" status: 200 len: 1092 time: 3.3454437 Jan 28 16:53:07.633189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:07.635453 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbcd752-e04c-4252-a377-08362f178e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:07.698899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813b44a-c42a-4c9d-ab77-50a19cfe7e18 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:07.718091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7971d95-0652-4810-a4b1-7c59411ae762 req-5ff946b5-42d3-4225-a946-ebc9cc56508d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306384 Jan 28 16:53:07.743913 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1967bb95-f927-40d2-9709-c9d0c6c10ffa x-openstack-request-id: req-1967bb95-f927-40d2-9709-c9d0c6c10ffa {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:07.744411 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:07.744907 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1967bb95-f927-40d2-9709-c9d0c6c10ffa {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:07.745487 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'status': 'completed', 'code': 200} Jan 28 16:53:07.757293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-69fa254e-99f6-41d5-91a1-d314310365db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:07.759072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-69fa254e-99f6-41d5-91a1-d314310365db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 1126 time: 0.0724754 Jan 28 16:53:07.783725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] For port cc573ffd-7387-461e-b88a-1c1d53dadeae, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:07.799569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] For port cc573ffd-7387-461e-b88a-1c1d53dadeae, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cc573ffd-7387-461e-b88a-1c1d53dadeae,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:07.817005 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:07.871168 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-343adcf8-566f-43f4-a871-64be2e72093c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 HTTP/1.1" status: 200 len: 217 time: 0.1024606 Jan 28 16:53:07.953819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674d6e6-d643-49b0-a9bb-e4dddbc74b91 None None] Pushing event updated for resources: {'Port': ['ID=cc573ffd-7387-461e-b88a-1c1d53dadeae,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:07.990807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-b03f2bb3-f1b1-4466-afad-afcf396849bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:07.992938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-b03f2bb3-f1b1-4466-afad-afcf396849bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.1116185 Jan 28 16:53:08.057530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-8a1565e7-c598-4837-ad55-9d9b931c2130 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586200 Jan 28 16:53:08.250825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-095c15bd-3869-4edb-b2a8-44e98975502b service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869023 Jan 28 16:53:08.438044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:08.553265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:08.553613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:08.553950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:08.669387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Port 1f1d24a4-471a-43fc-b534-2112370d19fd on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:53:08.669998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:08.670311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f430c03-50b3-4c35-ab62-b0c527d5a627 req-93b7a339-352d-49be-bad7-dec9dfb429e9 service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127243 Jan 28 16:53:08.680780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373dfce-ff17-4e36-8fdb-afac42371abb req-f5f38369-8690-47f8-888c-c6e6ffa3a1a1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:08.688865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2373dfce-ff17-4e36-8fdb-afac42371abb req-f5f38369-8690-47f8-888c-c6e6ffa3a1a1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 946 time: 0.2642109 Jan 28 16:53:08.710804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:08.711157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Checking segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:08.711555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Bound using segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:08.712015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Bound port: 1f1d24a4-471a-43fc-b534-2112370d19fd, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:08.712383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:08.725445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc573ffd-7387-461e-b88a-1c1d53dadeae up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:08.744719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27b0a6-545d-4393-9246-fadb4124b734 req-ebb92e50-38f4-4d26-b4f9-0a8583e00133 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:08.760243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b27b0a6-545d-4393-9246-fadb4124b734 req-ebb92e50-38f4-4d26-b4f9-0a8583e00133 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 943 time: 0.1757913 Jan 28 16:53:08.843797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cc573ffd-7387-461e-b88a-1c1d53dadeae triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:08.844316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:08.902209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b27b0a6-545d-4393-9246-fadb4124b734 req-875c5b81-f926-40b1-85f4-c173c58cb1dd tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148965 Jan 28 16:53:08.907127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2373dfce-ff17-4e36-8fdb-afac42371abb req-ab003ef2-b61d-4362-85b4-483f6ba7c1e4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163942 Jan 28 16:53:08.921908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcd752-e04c-4252-a377-08362f178e5b req-6134a0e5-c49a-49ca-ab97-f18a99229b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:08.924109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-6134a0e5-c49a-49ca-ab97-f18a99229b34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 1126 time: 0.1623504 Jan 28 16:53:08.962867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cc573ffd-7387-461e-b88a-1c1d53dadeae is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:08.963381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:08.985149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks [] for router_gateway (275942c5-75dc-422c-a0a9-821b496cdbe6), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.009974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port cc573ffd-7387-461e-b88a-1c1d53dadeae, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cc573ffd-7387-461e-b88a-1c1d53dadeae,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:09.021019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.085580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcd752-e04c-4252-a377-08362f178e5b req-caceb507-9a91-4a72-b461-5656c96698bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:09.087080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-caceb507-9a91-4a72-b461-5656c96698bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 914 time: 0.1560421 Jan 28 16:53:09.127347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=cc573ffd-7387-461e-b88a-1c1d53dadeae,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:09.147438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-17649ca8-88c3-4245-b571-17f7bdc244c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 HTTP/1.1" status: 200 len: 217 time: 0.0490825 Jan 28 16:53:09.155641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5212d-3aaf-4e24-875a-1ab2f583465d req-119caf1c-a8c9-4ddf-bc1e-9f49461eb34b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:09.170590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1da5212d-3aaf-4e24-875a-1ab2f583465d req-119caf1c-a8c9-4ddf-bc1e-9f49461eb34b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.1208446 Jan 28 16:53:09.198837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:09.231252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcd752-e04c-4252-a377-08362f178e5b req-6ad4d179-ed36-4ce8-baa2-aa6a06d166f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:09.232778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-6ad4d179-ed36-4ce8-baa2-aa6a06d166f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.0581698 Jan 28 16:53:09.284020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-ed520593-9b2a-451c-8167-58401bd0e1fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422690 Jan 28 16:53:09.420028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-da532725-69d8-4e63-9e11-c2aee1f0ff88 service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274140 Jan 28 16:53:09.436826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:09.471431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1da5212d-3aaf-4e24-875a-1ab2f583465d req-9d27e351-5461-415f-9fdf-d86e13086b16 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376616 Jan 28 16:53:09.529259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.543809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.560097 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-565120f6-2d3f-430a-a1f7-69aa8dc227e1 admin admin] Publish callbacks [] for security_group (1f18670c-5e02-4d36-afaf-9797fa2f5bdf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.562016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.586094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b481e-cfa4-4ce6-83a5-e8a1c627bc2d None None] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:09.615210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bcbcd752-e04c-4252-a377-08362f178e5b req-16aa726b-cbb9-4cde-9be1-3a81cd853611 service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851671 Jan 28 16:53:09.631440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-565120f6-2d3f-430a-a1f7-69aa8dc227e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f18670c-5e02-4d36-afaf-9797fa2f5bdf), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.655244 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:09.655880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.657421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] 10.222.0.31 "PUT /v2.0/ports/1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 1093 time: 3.7390656 Jan 28 16:53:09.662163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:09.664425 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a06b17-36ce-48da-aa31-17899bcfee74" -d '{"events": [{"name": "network-changed", "server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:09.708297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e7e566b4-0c85-4d17-8ddb-73e01a349489 None None] Provisioning complete for port cc573ffd-7387-461e-b88a-1c1d53dadeae triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:09.708716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7e566b4-0c85-4d17-8ddb-73e01a349489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.784221 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f8ca9-6d39-4791-abc5-93a853c205bb x-openstack-request-id: req-fb8f8ca9-6d39-4791-abc5-93a853c205bb {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:09.784579 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:09.784829 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb8f8ca9-6d39-4791-abc5-93a853c205bb {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:09.785225 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'status': 'completed', 'code': 200} Jan 28 16:53:09.790189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-565120f6-2d3f-430a-a1f7-69aa8dc227e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c844b36388774460b00d0b63659d4715&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8599930 Jan 28 16:53:09.790588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:09.815091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.821491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565120f6-2d3f-430a-a1f7-69aa8dc227e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f18670c-5e02-4d36-afaf-9797fa2f5bdf,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:09.831805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b328e8-bd07-499b-bed1-fa1b6c2242bb service neutron] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:09.927791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:09.932895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b683def-72b9-46bf-b63f-6653820af403 admin admin] Publish callbacks [] for security_group (1f18670c-5e02-4d36-afaf-9797fa2f5bdf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:09.972834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e7e566b4-0c85-4d17-8ddb-73e01a349489 None None] Current status of the port cc573ffd-7387-461e-b88a-1c1d53dadeae is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:10.015421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b683def-72b9-46bf-b63f-6653820af403 admin admin] Publish callbacks [] for security_group (1f18670c-5e02-4d36-afaf-9797fa2f5bdf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.135729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:10.143582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:10.156506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-c1655555-85dc-4860-b8ee-65443dde3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:10.159107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-c1655555-85dc-4860-b8ee-65443dde3f1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1127 time: 0.4250298 Jan 28 16:53:10.231346 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b683def-72b9-46bf-b63f-6653820af403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f18670c-5e02-4d36-afaf-9797fa2f5bdf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.236236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b683def-72b9-46bf-b63f-6653820af403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.240324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8b683def-72b9-46bf-b63f-6653820af403 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f18670c-5e02-4d36-afaf-9797fa2f5bdf HTTP/1.1" status: 204 len: 168 time: 0.4465079 Jan 28 16:53:10.255094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b683def-72b9-46bf-b63f-6653820af403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f18670c-5e02-4d36-afaf-9797fa2f5bdf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:10.286202 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-a37227a8-b84b-41e5-a472-e1bc671c79a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 217 time: 0.1178832 Jan 28 16:53:10.297026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93afeae-6ce5-4e7c-b6d6-b2e2a9966797 req-ff766364-bb6a-4e5a-abfa-73656f057809 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:10.303131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e93afeae-6ce5-4e7c-b6d6-b2e2a9966797 req-ff766364-bb6a-4e5a-abfa-73656f057809 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 943 time: 0.2265992 Jan 28 16:53:10.323073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1751c9-0841-4670-9c18-416d2fcaa177 req-cc4b4695-9765-4e90-b203-5b97c480fa7c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:10.324572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1751c9-0841-4670-9c18-416d2fcaa177 req-cc4b4695-9765-4e90-b203-5b97c480fa7c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 946 time: 0.2493145 Jan 28 16:53:10.357884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f1003c4d-293d-4554-a3ac-788dde1530dd None None] Provisioning complete for port cc573ffd-7387-461e-b88a-1c1d53dadeae triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:10.358293 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f1003c4d-293d-4554-a3ac-788dde1530dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.499425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1751c9-0841-4670-9c18-416d2fcaa177 req-5bcadb6d-fe5c-4c46-a898-13e265096597 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494656 Jan 28 16:53:10.514923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (4045d297-d5a3-4cbd-aab7-79f53184e5dc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.539940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e93afeae-6ce5-4e7c-b6d6-b2e2a9966797 req-9a5ba6e5-1d38-46fb-bb03-f5cde9f2d31b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006168 Jan 28 16:53:10.559964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f1003c4d-293d-4554-a3ac-788dde1530dd None None] Current status of the port cc573ffd-7387-461e-b88a-1c1d53dadeae is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:10.619137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc573ffd-7387-461e-b88a-1c1d53dadeae up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:10.624152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-5714f249-dc38-4be0-bb37-cbce9a668549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:10.627436 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-5714f249-dc38-4be0-bb37-cbce9a668549 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.3341722 Jan 28 16:53:10.748193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:10.755387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8a22c852-751e-47b0-9714-a2cf54e2477c None None] Provisioning complete for port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:10.755802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8a22c852-751e-47b0-9714-a2cf54e2477c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.807925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8a22c852-751e-47b0-9714-a2cf54e2477c None None] Port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:10.835366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cc573ffd-7387-461e-b88a-1c1d53dadeae triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:10.835754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.847261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks [] for router_gateway (275942c5-75dc-422c-a0a9-821b496cdbe6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.852462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eecc8-c1db-4346-9619-cd3346a933e4 req-f831546b-6eb9-4a59-af0f-eeb1b68c3483 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:10.854831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-777eecc8-c1db-4346-9619-cd3346a933e4 req-f831546b-6eb9-4a59-af0f-eeb1b68c3483 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.2012677 Jan 28 16:53:10.857828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57964) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:10.895986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eec4e826-753c-468d-b3a1-65f5f6c4945d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:10.919863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62673e09-8f44-4a15-8cd5-866623b1144a req-d984867e-ff12-46f8-8101-ea29a801a50f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:10.921747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62673e09-8f44-4a15-8cd5-866623b1144a req-d984867e-ff12-46f8-8101-ea29a801a50f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.1985991 Jan 28 16:53:10.976280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.001560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-751e5ba1-a12b-456a-851b-fc3e94c55ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:11.003655 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-751e5ba1-a12b-456a-851b-fc3e94c55ffc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3628104 Jan 28 16:53:11.030584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eec4e826-753c-468d-b3a1-65f5f6c4945d admin admin] Publish callbacks [] for security_group (1a070b2b-16e8-4ae8-8068-2b01e9274a96), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.053699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eec4e826-753c-468d-b3a1-65f5f6c4945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1a070b2b-16e8-4ae8-8068-2b01e9274a96), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.175935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62673e09-8f44-4a15-8cd5-866623b1144a req-38f7305b-7182-41d5-bbce-166a020cc4c3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428649 Jan 28 16:53:11.190403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-777eecc8-c1db-4346-9619-cd3346a933e4 req-54b8593b-534a-4ce5-b5c9-e915085decb2 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147826 Jan 28 16:53:11.224211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eec4e826-753c-468d-b3a1-65f5f6c4945d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e47cbb563ac4a25bf62832abb3bd95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636010 Jan 28 16:53:11.226025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:11.234010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4e826-753c-468d-b3a1-65f5f6c4945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a070b2b-16e8-4ae8-8068-2b01e9274a96,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:11.262361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cc573ffd-7387-461e-b88a-1c1d53dadeae is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:11.363761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d17079db-3e69-4724-b8a2-77e45d1a77ab admin admin] Publish callbacks [] for security_group (1a070b2b-16e8-4ae8-8068-2b01e9274a96), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.396711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d17079db-3e69-4724-b8a2-77e45d1a77ab admin admin] Publish callbacks [] for security_group (1a070b2b-16e8-4ae8-8068-2b01e9274a96), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.445655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45758d95-affe-463d-839b-d3ffa6e67d43 req-0e63c57c-fed2-47e6-a623-41552d9dc2ed tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:11.447251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45758d95-affe-463d-839b-d3ffa6e67d43 req-0e63c57c-fed2-47e6-a623-41552d9dc2ed tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 946 time: 0.1577895 Jan 28 16:53:11.483676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:53:11.486085 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d17079db-3e69-4724-b8a2-77e45d1a77ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1a070b2b-16e8-4ae8-8068-2b01e9274a96), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.489001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d17079db-3e69-4724-b8a2-77e45d1a77ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.490299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d17079db-3e69-4724-b8a2-77e45d1a77ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a070b2b-16e8-4ae8-8068-2b01e9274a96 HTTP/1.1" status: 204 len: 168 time: 0.2633512 Jan 28 16:53:11.535637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17079db-3e69-4724-b8a2-77e45d1a77ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a070b2b-16e8-4ae8-8068-2b01e9274a96,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:11.584987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45758d95-affe-463d-839b-d3ffa6e67d43 req-8b700932-4fdf-4883-a059-e80f048d5ac2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275818 Jan 28 16:53:11.738444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:11.780972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'port_id': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'mac_address': 'fa:16:3e:16:c5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e616bc85-a571-4070-af87-c64da1a643c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:53:11.796155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3e313-2396-436f-a58e-c9b68ac8571f req-7127cdb2-6e8b-4eb4-87c3-ce9045914d96 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:11.809342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91a3e313-2396-436f-a58e-c9b68ac8571f req-7127cdb2-6e8b-4eb4-87c3-ce9045914d96 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 943 time: 0.1293697 Jan 28 16:53:11.850789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:11.864826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:11.865231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:11.868524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Sync routers for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:11.905194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eed6ce94-edb0-4684-b1ae-bc9b4c581cbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/5d9a9871-4a19-43a1-aa46-8b70a12a81f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6329882 Jan 28 16:53:11.924956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Allocated IP 172.25.8.81 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4d4b24d9-68ab-4273-b745-c98f3111630d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:11.926068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:11.926871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:11.932097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91a3e313-2396-436f-a58e-c9b68ac8571f req-1433d01f-57d2-4466-a38d-f66c5d6f4bfc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216331 Jan 28 16:53:11.935185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:11.976656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-8301a63b-1290-452a-b8e9-c6ce5633dd7f service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9369209 Jan 28 16:53:12.002884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:12.152091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998efc0b-2e58-44cf-acf0-a35a48cf464e req-1ccb0bc0-ca74-497c-ad8c-49fa0d68c7fe tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:12.161107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-998efc0b-2e58-44cf-acf0-a35a48cf464e req-1ccb0bc0-ca74-497c-ad8c-49fa0d68c7fe tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 946 time: 0.1438124 Jan 28 16:53:12.180970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks [] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.184108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:12.260960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-998efc0b-2e58-44cf-acf0-a35a48cf464e req-97b7a1e4-190a-4176-b024-c22d6e5a4e8e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983746 Jan 28 16:53:12.358363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.375473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-68245e3b-1efb-4f24-84a3-9a4ab1b75a75 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148934125&fields=id&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 267 time: 0.1134939 Jan 28 16:53:12.463804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.472864 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.507338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:12.592385 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8afb850-d00d-4e5a-b683-4902a5dba303 req-03615ef3-221f-4350-809c-17f2e07e7300 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979486 Jan 28 16:53:12.596287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:12.599638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.621416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port e11a5459-0690-4bd7-9036-3387bd57bb93 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:12.622149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.724639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:09Z', 'revision_number': 2, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:12.757563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:12.772315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for e11a5459-0690-4bd7-9036-3387bd57bb93 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:12.795345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Checking router: 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:12.795584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Updating router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:12.859378 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.037396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e11a5459-0690-4bd7-9036-3387bd57bb93), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.055900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:13.092420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:13.116960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf71c7b-464c-4e44-8fba-7481bf241563 req-096b3113-cb16-416a-bd72-b5b798e604dc tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:13.124700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acf71c7b-464c-4e44-8fba-7481bf241563 req-096b3113-cb16-416a-bd72-b5b798e604dc tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.7221174 Jan 28 16:53:13.142634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:13.150013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-605346af-6590-481b-a3a9-327c281c82ec tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:13.151920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-605346af-6590-481b-a3a9-327c281c82ec tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 797 time: 0.7677162 Jan 28 16:53:13.207479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Pushing event updated for resources: {'Port': ['ID=4d4b24d9-68ab-4273-b745-c98f3111630d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:13.223584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acf71c7b-464c-4e44-8fba-7481bf241563 req-17d313c2-49f7-4e62-b844-2beeb97c6ff8 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018710 Jan 28 16:53:13.251931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-579cd4d3-4ec5-4175-ad67-61d5869f110b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/quotas/8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 375 time: 0.0810785 Jan 28 16:53:13.401631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-244bff83-6eed-4bda-9273-732df0a16b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:13.408948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-244bff83-6eed-4bda-9273-732df0a16b12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1127 time: 0.4046485 Jan 28 16:53:13.409791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=e11a5459-0690-4bd7-9036-3387bd57bb93,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:13.475456 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Publish callbacks [] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.491041 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.495950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a977297-ad2b-4f83-99c8-705222c19eac req-6a96111f-dc21-4013-bcbb-b047f90df60e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:13.499007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a977297-ad2b-4f83-99c8-705222c19eac req-6a96111f-dc21-4013-bcbb-b047f90df60e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 946 time: 0.2595034 Jan 28 16:53:13.562395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783ed1b-d3be-4c09-8976-1cee39526671 None None] Pushing event updated for resources: {'Port': ['ID=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:13.582269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-6325f3e0-0953-4613-9c0f-3be12b2d91a6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3294075 Jan 28 16:53:13.634842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f669f-e705-4697-8f30-4d0a17217e51 req-0633ccad-7bb8-426b-b9e9-18c190ecbc62 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:13.636491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b48f669f-e705-4697-8f30-4d0a17217e51 req-0633ccad-7bb8-426b-b9e9-18c190ecbc62 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 944 time: 0.2938893 Jan 28 16:53:13.665378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Attempting to bind port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:13.665858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Attempting to bind port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:13.666284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Attempting to bind port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:13.681429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:13.681986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Checking segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:13.682514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.683023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Bound using segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:13.683630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Bound port: d10d0201-b1c8-46a8-9048-fe01fd1c8aa9, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:13.684121 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.789882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b48f669f-e705-4697-8f30-4d0a17217e51 req-92c36665-5de0-4308-8762-949688cd5175 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250303 Jan 28 16:53:13.810084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (4045d297-d5a3-4cbd-aab7-79f53184e5dc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.853772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] For port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:13.861018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] For port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:13.878843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.887549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port 537a7111-ac55-4228-a737-a836a98c51d3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:13.895023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (537a7111-ac55-4228-a737-a836a98c51d3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:13.983352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:13.983722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:14.024520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port 537a7111-ac55-4228-a737-a836a98c51d3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=537a7111-ac55-4228-a737-a836a98c51d3,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:14.024933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (537a7111-ac55-4228-a737-a836a98c51d3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:14.038674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for 537a7111-ac55-4228-a737-a836a98c51d3 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:14.148772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] Provisioning complete for port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:14.149558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:14.236738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (537a7111-ac55-4228-a737-a836a98c51d3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:14.238812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783ed1b-d3be-4c09-8976-1cee39526671 None None] Pushing event updated for resources: {'Port': ['ID=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:14.286628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0', '537a7111-ac55-4228-a737-a836a98c51d3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:14.302901 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:53:14.331583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ad0a4068-2961-4b89-baae-4b0145559f0c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:14.354419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40d422cc-51c9-4d5a-95ca-e8327e5034f2 req-d0f3048e-c1ab-4987-b766-a0e85ce51415 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be0b7af-022f-4a01-a761-068a660216bc HTTP/1.1" status: 200 len: 210 time: 0.1267033 Jan 28 16:53:14.418656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-d316f586-d559-4519-8960-85416cfc0717 service neutron] 10.222.0.25 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785952 Jan 28 16:53:14.422349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=537a7111-ac55-4228-a737-a836a98c51d3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:14.517980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port 537a7111-ac55-4228-a737-a836a98c51d3 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:53:14.586223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-10d43bae-13f3-433f-b368-49f2d0f677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:14.587803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-10d43bae-13f3-433f-b368-49f2d0f677d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 1.1567070 Jan 28 16:53:14.609971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:14.613593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a977297-ad2b-4f83-99c8-705222c19eac req-49200261-82f6-48e7-af04-1b501c5dd627 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "DELETE /v2.0/ports/537a7111-ac55-4228-a737-a836a98c51d3 HTTP/1.1" status: 204 len: 173 time: 1.1096795 Jan 28 16:53:14.631870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:14.705902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0b7af-022f-4a01-a761-068a660216bc', 'name': 'network-vif-deleted', 'tag': '537a7111-ac55-4228-a737-a836a98c51d3'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:14.714512 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e37353-df12-4cde-8aad-e01c3cb1fd65" -d '{"events": [{"server_uuid": "9be0b7af-022f-4a01-a761-068a660216bc", "name": "network-vif-deleted", "tag": "537a7111-ac55-4228-a737-a836a98c51d3"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:14.744055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] Current status of the port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:14.744462 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:14.747861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Router 4045d297-d5a3-4cbd-aab7-79f53184e5dc has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:14.769646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c9fb-7e7b-48a5-b73e-75ab217a2659 req-b08502c9-be21-40eb-b0f6-4b8d95eee677 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:14.771789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e60c9fb-7e7b-48a5-b73e-75ab217a2659 req-b08502c9-be21-40eb-b0f6-4b8d95eee677 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.2496121 Jan 28 16:53:14.782192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:53:14.852207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-d3f02a5d-4caf-421c-81b2-4a0cae5b4159 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 217 time: 0.1866555 Jan 28 16:53:14.911162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-918dd83b-2f88-4e29-9547-6e623b1ed22b service neutron] 10.222.0.25 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769859 Jan 28 16:53:14.916815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:14.926842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e60c9fb-7e7b-48a5-b73e-75ab217a2659 req-e626579e-99a2-4c55-952f-cbc642a81a7c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335433 Jan 28 16:53:14.940398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'mac_address': 'fa:16:3e:5e:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:53:15.152959 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac520037-2167-4892-8260-3b42ebe9f1fb x-openstack-request-id: req-ac520037-2167-4892-8260-3b42ebe9f1fb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:15.153260 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0b7af-022f-4a01-a761-068a660216bc", "name": "network-vif-deleted", "tag": "537a7111-ac55-4228-a737-a836a98c51d3", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:15.153602 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac520037-2167-4892-8260-3b42ebe9f1fb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:15.154145 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0b7af-022f-4a01-a761-068a660216bc', 'name': 'network-vif-deleted', 'tag': '537a7111-ac55-4228-a737-a836a98c51d3', 'status': 'completed', 'code': 200} Jan 28 16:53:15.247625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks [] for router_gateway (275942c5-75dc-422c-a0a9-821b496cdbe6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:15.366589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df5cedb3-d20b-47d0-9319-0c8b28bdc4b1 req-632ef10f-6936-4330-8f24-a3209291d2a4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 210 time: 0.0497713 Jan 28 16:53:15.410296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5dd7-ff72-43a3-aaaa-c168c1ad2ad9 req-dd0c2432-29ee-49ab-a42a-973473097f51 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:15.418708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6dd5dd7-ff72-43a3-aaaa-c168c1ad2ad9 req-dd0c2432-29ee-49ab-a42a-973473097f51 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 944 time: 0.1663411 Jan 28 16:53:15.462306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:15.482727 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-00ecc66a-d12f-4c89-bf5a-2cdb927edb3d tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "PUT /v2.0/routers/4045d297-d5a3-4cbd-aab7-79f53184e5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8252378 Jan 28 16:53:15.485567 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] Sync routers for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:15.496615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58064) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:15.510683 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:15.514381 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:15.531582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-688f294b-35bb-4a5d-8400-8c0ad636c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:15.533866 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-688f294b-35bb-4a5d-8400-8c0ad636c0be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.6710682 Jan 28 16:53:15.578439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] For port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:15.592992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:15.593475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:15.688887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6dd5dd7-ff72-43a3-aaaa-c168c1ad2ad9 req-38dc5efc-8afe-47d5-b8f8-c348c990f02b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677963 Jan 28 16:53:15.794508 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:15.822930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] Routers {'4045d297-d5a3-4cbd-aab7-79f53184e5dc'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:15.823442 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:52:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:15.897638 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router (4045d297-d5a3-4cbd-aab7-79f53184e5dc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:15.951607 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:15.952404 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95fc74-4b90-4e42-9ae8-1258d8d0321c None None] The sync data for ids ['4045d297-d5a3-4cbd-aab7-79f53184e5dc'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:15.990265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-6b48776a-f876-4a75-a38a-31a64dcbe8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:15.992323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-6b48776a-f876-4a75-a38a-31a64dcbe8c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4519207 Jan 28 16:53:16.194890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (275942c5-75dc-422c-a0a9-821b496cdbe6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.212575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289871-b64d-48ab-b8a5-e289ca4ab97a req-4d641dc4-4fb4-433b-953c-a1af50488ede tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:16.232571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7289871-b64d-48ab-b8a5-e289ca4ab97a req-4d641dc4-4fb4-433b-953c-a1af50488ede tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.2526619 Jan 28 16:53:16.246778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:16.300232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:16.331315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_gateway (4045d297-d5a3-4cbd-aab7-79f53184e5dc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.347257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.350090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7289871-b64d-48ab-b8a5-e289ca4ab97a req-d71f1884-e46c-46ef-ab58-cdf2164a142f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159797 Jan 28 16:53:16.401587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc376b-2bd7-4cfe-a845-3d6c2cdbfe88 req-f76f0f14-bd35-43f9-a590-ec85eae80fad tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:16.444515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bcc376b-2bd7-4cfe-a845-3d6c2cdbfe88 req-f76f0f14-bd35-43f9-a590-ec85eae80fad tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.2984331 Jan 28 16:53:16.534671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaeca8-5ef8-4106-a1c0-862535099e8a None None] Pushing event updated for resources: {'Port': ['ID=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:16.542274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:53:16.571789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:16.572427 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.606667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:16.619784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec612c5f-934d-4374-b0e7-7837bbb786ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.623709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.703691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bcc376b-2bd7-4cfe-a845-3d6c2cdbfe88 req-f2ddc0b4-aece-4fca-8104-8773e102c992 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554572 Jan 28 16:53:16.729050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:16.758092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47459603-67d1-42dd-b91d-f349e0b9a3a1 req-de6ae11a-431b-42f4-8046-5aaffa0f95c1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 210 time: 0.1878240 Jan 28 16:53:16.765273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f7d23ba6-2448-41c5-809d-77bd1c419bb5 None None] Provisioning complete for port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:16.765656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f7d23ba6-2448-41c5-809d-77bd1c419bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.782122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 537a7111-ac55-4228-a737-a836a98c51d3 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:53:16.806962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting port 0ec23af6-24f4-40cc-ab98-0d61163d5503 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:16.808217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0ec23af6-24f4-40cc-ab98-0d61163d5503), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:16.895565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1f1d24a4-471a-43fc-b534-2112370d19fd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:16.925575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 537a7111-ac55-4228-a737-a836a98c51d3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:53:16.925941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 537a7111-ac55-4228-a737-a836a98c51d3 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:53:16.989317 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-a517e2cd-f558-4ee2-a174-b84bdba3d2f9 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9885974 Jan 28 16:53:17.058242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:13Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:17.070855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58092) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:17.151270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-2d140b24-eb01-4e4a-930a-0b2e58aaffdc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:17.153170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-2d140b24-eb01-4e4a-930a-0b2e58aaffdc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 797 time: 0.2331407 Jan 28 16:53:17.153304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5603967-3c80-46dc-8fd0-36d60b4bf7ba None None] The sync data for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 is: [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:13Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:17.191196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:17.191444 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.334644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0ec23af6-24f4-40cc-ab98-0d61163d5503), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.359456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.364385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Calling delete_port for 0ec23af6-24f4-40cc-ab98-0d61163d5503 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:17.367162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-32a06b17-36ce-48da-aa31-17899bcfee74 req-92a36c3e-e096-4b1b-999b-d3d3ac3b4c1f service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638721 Jan 28 16:53:17.392699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:17.395985 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e007c-df96-4a4e-8b03-3dca26d10d09" -d '{"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-plugged", "status": "completed", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:17.417885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:53:17.437454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f7d23ba6-2448-41c5-809d-77bd1c419bb5 None None] Current status of the port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:17.460575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:17.486804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.556941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:17.773454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d850539-df71-44f3-a2d6-cebc866cbc93 req-5381d41b-35bb-4e80-bcc0-47cd8fe06082 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:17.775101 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d850539-df71-44f3-a2d6-cebc866cbc93 req-5381d41b-35bb-4e80-bcc0-47cd8fe06082 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 944 time: 0.8609469 Jan 28 16:53:17.820543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-db6dfddd-529d-4bf5-b637-076439d6845f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 379 time: 0.6545031 Jan 28 16:53:17.828846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Publish callbacks [] for security_group (7a9ec93d-ceee-462a-b6a0-22ff0414766c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.848143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'port': {'device_id': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'admin_state_up': True, 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'security_groups': ['6f163fd2-140e-426a-89a9-0664d6d69a9a']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:17.859366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-3924324c-e591-4f90-bd75-c815f343cc82 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:17.861501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-3924324c-e591-4f90-bd75-c815f343cc82 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.6412706 Jan 28 16:53:17.877786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:17.884911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a9ec93d-ceee-462a-b6a0-22ff0414766c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.888364 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3fd106cc-b5d7-43e7-a9f7-988dbcf9b39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.895668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:17.909038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:17.909977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:17.945499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ec93d-ceee-462a-b6a0-22ff0414766c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:17.950596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:17.955590 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d92a8e06-7a26-4c56-a7d1-37277581306e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0809445 Jan 28 16:53:17.956818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58106) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:18.054794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeb2d7-d4f6-47b1-80b5-669090e63e18 req-dcf6d106-56c9-4563-91bd-008566681186 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:18.061119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01aeb2d7-d4f6-47b1-80b5-669090e63e18 req-dcf6d106-56c9-4563-91bd-008566681186 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.4531765 Jan 28 16:53:18.126240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d850539-df71-44f3-a2d6-cebc866cbc93 req-012a8233-7355-425a-97a6-75a3bcaaed14 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265893 Jan 28 16:53:18.172353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:18.181263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.181779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.181987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.185322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.185470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.185821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.186158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.186532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.186926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.187480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.187821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.188174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.188502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.281531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d24d766a-ea8c-4a41-a429-43970db61488 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74534d38b272470b9bfc934c570af932&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2065177 Jan 28 16:53:18.284095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58108) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:18.294292 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e138d43-63f0-441f-98a5-76cb0ae4aca5 x-openstack-request-id: req-1e138d43-63f0-441f-98a5-76cb0ae4aca5 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:18.294849 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-plugged", "status": "completed", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:18.295108 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e138d43-63f0-441f-98a5-76cb0ae4aca5 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:18.295514 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'code': 200} Jan 28 16:53:18.315975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01aeb2d7-d4f6-47b1-80b5-669090e63e18 req-bb40c9ab-8e16-4562-a60f-010500dc0432 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422111 Jan 28 16:53:18.354301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0ec23af6-24f4-40cc-ab98-0d61163d5503), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:18.399954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:18.408600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:18.508067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Port': ['ID=0ec23af6-24f4-40cc-ab98-0d61163d5503,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:18.522160 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7cde116-7ebf-4b79-8ee3-274163a7da09 admin admin] Publish callbacks [] for security_group (7a9ec93d-ceee-462a-b6a0-22ff0414766c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:18.525617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0545eac-2267-48d6-8164-67bf6e224241 req-22814c84-23cf-4773-867f-2b2342978aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:18.530175 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0545eac-2267-48d6-8164-67bf6e224241 req-22814c84-23cf-4773-867f-2b2342978aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 1128 time: 0.1973305 Jan 28 16:53:18.572208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port ad0a4068-2961-4b89-baae-4b0145559f0c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:18.575596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:18.642672 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ea62d79-95d5-4342-8e1b-bc1743b0b11d req-c6cff246-8efd-4446-825d-7f523af59014 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 210 time: 0.1518507 Jan 28 16:53:18.665646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7cde116-7ebf-4b79-8ee3-274163a7da09 admin admin] Publish callbacks [] for security_group (7a9ec93d-ceee-462a-b6a0-22ff0414766c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:18.668087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:18.703199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:14Z', 'revision_number': 3, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:18.739627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.740222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.740754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.741157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:18.741441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.741692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Updating router 275942c5-75dc-422c-a0a9-821b496cdbe6 port 4d4b24d9-68ab-4273-b745-c98f3111630d binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:18.742100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.742585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.744843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.745472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.745978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.746471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.748004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.748520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.749080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:18.752505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:18.882296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:18.921322 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0545eac-2267-48d6-8164-67bf6e224241 req-5fefbfad-1d05-40bc-915f-d8a04d39e887 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827009 Jan 28 16:53:19.040029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7cde116-7ebf-4b79-8ee3-274163a7da09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a9ec93d-ceee-462a-b6a0-22ff0414766c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.049701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c7cde116-7ebf-4b79-8ee3-274163a7da09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.050990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c7cde116-7ebf-4b79-8ee3-274163a7da09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a9ec93d-ceee-462a-b6a0-22ff0414766c HTTP/1.1" status: 204 len: 168 time: 0.7643301 Jan 28 16:53:19.109369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde116-7ebf-4b79-8ee3-274163a7da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ec93d-ceee-462a-b6a0-22ff0414766c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:19.272817 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Publish callbacks [] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.289632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.345150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.353708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be36a9-afda-4858-9ffe-73d1593a5273 None None] Pushing event updated for resources: {'Port': ['ID=4d4b24d9-68ab-4273-b745-c98f3111630d,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:19.426228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:19.427491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.440193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1f1d24a4-471a-43fc-b534-2112370d19fd completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:53:19.445377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.450454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (4045d297-d5a3-4cbd-aab7-79f53184e5dc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.479433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f021f0b-e6f6-4131-925a-7b79a3952815 req-3572f39b-770f-4c1a-94f9-42be2296786d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:19.486735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f021f0b-e6f6-4131-925a-7b79a3952815 req-3572f39b-770f-4c1a-94f9-42be2296786d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 1.1182039 Jan 28 16:53:19.510714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1f1d24a4-471a-43fc-b534-2112370d19fd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:19.511095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.519494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Attempting to bind port 4d4b24d9-68ab-4273-b745-c98f3111630d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:19.519870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Attempting to bind port 4d4b24d9-68ab-4273-b745-c98f3111630d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:19.520234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Attempting to bind port 4d4b24d9-68ab-4273-b745-c98f3111630d on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:19.549147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ad0a4068-2961-4b89-baae-4b0145559f0c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:53:19.634750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:19.635241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:19.635726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.636380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:19.637009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Bound port: 4d4b24d9-68ab-4273-b745-c98f3111630d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:19.637575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.667882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (4045d297-d5a3-4cbd-aab7-79f53184e5dc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.671303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port ad0a4068-2961-4b89-baae-4b0145559f0c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ad0a4068-2961-4b89-baae-4b0145559f0c,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:19.671782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.680242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router_controller (4045d297-d5a3-4cbd-aab7-79f53184e5dc), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.694305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Allocated IP 172.20.0.1 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/de7c8301-1541-42b8-9659-57ba0d387aaf) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:19.729740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for ad0a4068-2961-4b89-baae-4b0145559f0c owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:19.757195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58126) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:19.805861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.10 (e22f22ca-663d-419c-98ed-abbc9b13bc59/79976306-d71f-406b-b302-098186dea9ec/404458bc-ce56-42fd-b083-84bd14900d46) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:19.832007 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d689d9fb-1a82-44f4-a61c-518d0c58c922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.832838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f021f0b-e6f6-4131-925a-7b79a3952815 req-21a9a4f7-d91c-46cf-a7d4-f72ca943ca2b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381927 Jan 28 16:53:19.833830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (4045d297-d5a3-4cbd-aab7-79f53184e5dc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.834610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Fanout notify agent at l3_agent the message router_deleted on router 4045d297-d5a3-4cbd-aab7-79f53184e5dc {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:53:19.847491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] For port 4d4b24d9-68ab-4273-b745-c98f3111630d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:19.854018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] For port 4d4b24d9-68ab-4273-b745-c98f3111630d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4d4b24d9-68ab-4273-b745-c98f3111630d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:19.865902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.875280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-deb03f9e-3d5d-4e2b-b408-573fa71024c9 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/routers/4045d297-d5a3-4cbd-aab7-79f53184e5dc HTTP/1.1" status: 204 len: 168 time: 4.3756003 Jan 28 16:53:19.878142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58128) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:19.945278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:19.993540 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks [] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.039185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfa073-d949-425a-a50d-7e3ab4739760 req-d284b28b-5efb-4945-a3c3-0c41be8475a3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:20.041263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59dfa073-d949-425a-a50d-7e3ab4739760 req-d284b28b-5efb-4945-a3c3-0c41be8475a3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.5848205 Jan 28 16:53:20.077343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be36a9-afda-4858-9ffe-73d1593a5273 None None] Pushing event updated for resources: {'Port': ['ID=4d4b24d9-68ab-4273-b745-c98f3111630d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:20.085938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d689d9fb-1a82-44f4-a61c-518d0c58c922 admin admin] Publish callbacks [] for security_group (985dc9ef-e809-4183-819d-fd9026a0e676), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.093974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d689d9fb-1a82-44f4-a61c-518d0c58c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (985dc9ef-e809-4183-819d-fd9026a0e676), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.113983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.153022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:20.159548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:20.159945 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.187063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Deleting subnet af85c455-430e-4905-bb59-bbf51cf69672 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:53:20.203647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d689d9fb-1a82-44f4-a61c-518d0c58c922 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33437e2860e74dd182c922d132febb36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413095 Jan 28 16:53:20.213998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58132) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:20.214581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for subnet (af85c455-430e-4905-bb59-bbf51cf69672), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.232317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:20.233332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689d9fb-1a82-44f4-a61c-518d0c58c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985dc9ef-e809-4183-819d-fd9026a0e676,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:20.240047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Pushing event updated for resources: {'Port': ['ID=de7c8301-1541-42b8-9659-57ba0d387aaf,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:20.245828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:20.256054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:20.307267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (275942c5-75dc-422c-a0a9-821b496cdbe6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.353490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59dfa073-d949-425a-a50d-7e3ab4739760 req-cce8948b-c12c-4ad7-b4bd-b3c31c9ce4b2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000114 Jan 28 16:53:20.390281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb474df-71bb-41f5-8c07-6b68399a290e req-222db2a3-bef8-4cca-86af-7ba8923e0832 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:20.397877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cb474df-71bb-41f5-8c07-6b68399a290e req-222db2a3-bef8-4cca-86af-7ba8923e0832 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb5d04d-ea36-45c1-abc9-8c4b360a75f4 HTTP/1.1" status: 200 len: 946 time: 0.3824925 Jan 28 16:53:20.410007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (af85c455-430e-4905-bb59-bbf51cf69672), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.468456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:20.472900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:20.480058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7363cd5d-8d39-4f3f-9a37-f0f49f690d86 admin admin] Publish callbacks [] for security_group (985dc9ef-e809-4183-819d-fd9026a0e676), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.543480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7363cd5d-8d39-4f3f-9a37-f0f49f690d86 admin admin] Publish callbacks [] for security_group (985dc9ef-e809-4183-819d-fd9026a0e676), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.561114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-521f9bf0-36ec-42a2-9556-0829dd872566 req-8ec15c4a-1170-44e5-bc96-f5d446d82d2a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 210 time: 0.1003628 Jan 28 16:53:20.627399 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (af85c455-430e-4905-bb59-bbf51cf69672), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.644458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8cb474df-71bb-41f5-8c07-6b68399a290e req-4ece8e61-4090-4f30-9d52-7a27dc94e9e6 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410131 Jan 28 16:53:20.664961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.672821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.681329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7363cd5d-8d39-4f3f-9a37-f0f49f690d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (985dc9ef-e809-4183-819d-fd9026a0e676), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.684875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7363cd5d-8d39-4f3f-9a37-f0f49f690d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.686209 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7363cd5d-8d39-4f3f-9a37-f0f49f690d86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/985dc9ef-e809-4183-819d-fd9026a0e676 HTTP/1.1" status: 204 len: 168 time: 0.4710679 Jan 28 16:53:20.696939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363cd5d-8d39-4f3f-9a37-f0f49f690d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dc9ef-e809-4183-819d-fd9026a0e676,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:20.717373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:20.726683 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (404458bc-ce56-42fd-b083-84bd14900d46), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.733399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=ad0a4068-2961-4b89-baae-4b0145559f0c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:20.805594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port ad0a4068-2961-4b89-baae-4b0145559f0c on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:53:20.813270 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.817007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46cf1f9c-0df2-4392-a6e0-432e3961982a req-b0a60eaa-4ca1-4bff-871b-e95ea7562c71 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "DELETE /v2.0/ports/ad0a4068-2961-4b89-baae-4b0145559f0c HTTP/1.1" status: 204 len: 173 time: 2.9484019 Jan 28 16:53:20.817581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'name': 'network-vif-deleted', 'tag': 'ad0a4068-2961-4b89-baae-4b0145559f0c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:20.819955 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb752423-aa22-4ced-929d-37e2b466155f" -d '{"events": [{"server_uuid": "4bb5d04d-ea36-45c1-abc9-8c4b360a75f4", "name": "network-vif-deleted", "tag": "ad0a4068-2961-4b89-baae-4b0145559f0c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:20.840880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:20.841986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (af85c455-430e-4905-bb59-bbf51cf69672), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.873953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:20.898015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:20.901215 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd81197c-14b0-4437-8ea1-9c7b2aad2e0e" -d '{"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:20.907292 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05627612-8566-4a69-8226-15bc49fe898a x-openstack-request-id: req-05627612-8566-4a69-8226-15bc49fe898a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:20.908510 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb5d04d-ea36-45c1-abc9-8c4b360a75f4", "name": "network-vif-deleted", "tag": "ad0a4068-2961-4b89-baae-4b0145559f0c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:20.908999 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05627612-8566-4a69-8226-15bc49fe898a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:20.909631 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb5d04d-ea36-45c1-abc9-8c4b360a75f4', 'name': 'network-vif-deleted', 'tag': 'ad0a4068-2961-4b89-baae-4b0145559f0c', 'status': 'completed', 'code': 200} Jan 28 16:53:20.912959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Subnet': ['ID=af85c455-430e-4905-bb59-bbf51cf69672,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:20.917065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.924398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bce2be5f-9d21-4ec8-89e3-a312abcf2cb3 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/subnets/af85c455-430e-4905-bb59-bbf51cf69672 HTTP/1.1" status: 204 len: 168 time: 1.0413635 Jan 28 16:53:20.925203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58142) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:20.935787 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:20.947210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.020360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks [] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.030699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.091196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ad0a4068-2961-4b89-baae-4b0145559f0c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:21.091995 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ad0a4068-2961-4b89-baae-4b0145559f0c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.117720 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ed1fec-eb43-49f0-b061-ce8862deacae x-openstack-request-id: req-a0ed1fec-eb43-49f0-b061-ce8862deacae {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:21.117720 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:21.117720 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0ed1fec-eb43-49f0-b061-ce8862deacae {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:21.117720 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'code': 200} Jan 28 16:53:21.122915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:21.147179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Pushing event updated for resources: {'Port': ['ID=de7c8301-1541-42b8-9659-57ba0d387aaf,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:21.151385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (275942c5-75dc-422c-a0a9-821b496cdbe6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.210251 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.233684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8486f70f-5079-4a61-82f2-b6ff1757f8a6 None None] Provisioning complete for port de7c8301-1541-42b8-9659-57ba0d387aaf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:21.234066 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8486f70f-5079-4a61-82f2-b6ff1757f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.244361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:21.252959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9240b5b2-1009-404d-8ffe-970a38ea51b6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.260858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:21.262050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a06f-5126-491a-a6b5-230caed84c88 req-a2bffffc-c785-406c-bc3f-e852b002c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:21.265193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93e1a06f-5126-491a-a6b5-230caed84c88 req-a2bffffc-c785-406c-bc3f-e852b002c84d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1129 time: 0.1623232 Jan 28 16:53:21.269015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:21.272275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:21.306074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8486f70f-5079-4a61-82f2-b6ff1757f8a6 None None] Port de7c8301-1541-42b8-9659-57ba0d387aaf cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:21.429426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435306fd-ffbc-4d8e-9a3a-1f65cf628d1a req-558bd99f-b087-40e7-b2ae-eab8572a11f0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:21.435859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:21.440485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-435306fd-ffbc-4d8e-9a3a-1f65cf628d1a req-558bd99f-b087-40e7-b2ae-eab8572a11f0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.3499675 Jan 28 16:53:21.510696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d2655760-5557-4863-b221-975813b3c05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.537050 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93e1a06f-5126-491a-a6b5-230caed84c88 req-65f1a462-c737-4117-b5fe-78138eb040f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632947 Jan 28 16:53:21.543028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:21.595834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:14Z', 'revision_number': 3, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:21.608355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:21.609202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.630383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-435306fd-ffbc-4d8e-9a3a-1f65cf628d1a req-a9223443-40cd-4ecb-a68c-6864db51ffbb tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804996 Jan 28 16:53:21.633609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d2655760-5557-4863-b221-975813b3c05e admin admin] Publish callbacks [] for security_group (3cf47007-627c-4ef9-a9ad-f3824ab782f9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.633754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da5b27-9dc2-4b76-86dd-e07621d459a7 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:14Z', 'revision_number': 3, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:21.636976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:21.645814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d2655760-5557-4863-b221-975813b3c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3cf47007-627c-4ef9-a9ad-f3824ab782f9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.680418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9240b5b2-1009-404d-8ffe-970a38ea51b6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.682553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d2655760-5557-4863-b221-975813b3c05e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c60398b087524d46b9fca19e5cda271e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412131 Jan 28 16:53:21.685720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58156) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:21.738881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-405127c0-1aa1-49e9-8b96-c06175e3e090 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8971338 Jan 28 16:53:21.760009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2655760-5557-4863-b221-975813b3c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf47007-627c-4ef9-a9ad-f3824ab782f9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:21.769391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.786821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Request body: {'port': {'device_id': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:21.794436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0a426356-721e-4aea-8bf9-6e597b8b18b2 None None] Provisioning complete for port 404458bc-ce56-42fd-b083-84bd14900d46 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:21.795070 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a426356-721e-4aea-8bf9-6e597b8b18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (404458bc-ce56-42fd-b083-84bd14900d46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.816236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9240b5b2-1009-404d-8ffe-970a38ea51b6']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:21.842777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20cce2c9-df44-45bd-bc6f-697efd0c47f2 admin admin] Publish callbacks [] for security_group (3cf47007-627c-4ef9-a9ad-f3824ab782f9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.874425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20cce2c9-df44-45bd-bc6f-697efd0c47f2 admin admin] Publish callbacks [] for security_group (3cf47007-627c-4ef9-a9ad-f3824ab782f9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:21.883326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0a426356-721e-4aea-8bf9-6e597b8b18b2 None None] Port 404458bc-ce56-42fd-b083-84bd14900d46 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:21.918600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d95415-ccc2-4678-b54a-8ba73353b851') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:21.918892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d95415-ccc2-4678-b54a-8ba73353b851') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:21.929461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0c21-9711-4e5e-949c-60382f34e0c8 req-d48d2d56-5eeb-4554-b371-5522246e382a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:21.931038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-596d0c21-9711-4e5e-949c-60382f34e0c8 req-d48d2d56-5eeb-4554-b371-5522246e382a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.4455264 Jan 28 16:53:21.957491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (b2d95415-ccc2-4678-b54a-8ba73353b851), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.033797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:22.035172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20cce2c9-df44-45bd-bc6f-697efd0c47f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3cf47007-627c-4ef9-a9ad-f3824ab782f9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.038939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d65416cd-e428-4a81-b37d-b0da0e94c547 None None] Provisioning complete for port de7c8301-1541-42b8-9659-57ba0d387aaf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:22.041533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d65416cd-e428-4a81-b37d-b0da0e94c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.047138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20cce2c9-df44-45bd-bc6f-697efd0c47f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.054252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-20cce2c9-df44-45bd-bc6f-697efd0c47f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cf47007-627c-4ef9-a9ad-f3824ab782f9 HTTP/1.1" status: 204 len: 168 time: 0.3389418 Jan 28 16:53:22.069149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.077051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b2d95415-ccc2-4678-b54a-8ba73353b851), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.090367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cce2c9-df44-45bd-bc6f-697efd0c47f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf47007-627c-4ef9-a9ad-f3824ab782f9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:22.106449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:53:22.106861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (b2d95415-ccc2-4678-b54a-8ba73353b851), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.120576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063687-fae1-4617-9f80-a3098e72011b req-a49ff602-fd0e-4442-820a-e63f86ab2986 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:22.122147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe063687-fae1-4617-9f80-a3098e72011b req-a49ff602-fd0e-4442-820a-e63f86ab2986 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 932 time: 0.3713145 Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:53:22.122828 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:53:22.150047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d65416cd-e428-4a81-b37d-b0da0e94c547 None None] Port de7c8301-1541-42b8-9659-57ba0d387aaf cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:22.279226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:22.293734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa31035d-fc36-43f8-867f-63d544b0daa4 admin admin] 10.222.0.25 "PUT /v2.0/routers/275942c5-75dc-422c-a0a9-821b496cdbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3315847 Jan 28 16:53:22.339952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe063687-fae1-4617-9f80-a3098e72011b req-3d087832-736b-4a96-9d86-c6781bc956e0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847336 Jan 28 16:53:22.358280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-596d0c21-9711-4e5e-949c-60382f34e0c8 req-7a5edf50-7b01-496b-98ab-7ae443e2dcc4 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144654 Jan 28 16:53:22.371407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9240b5b2-1009-404d-8ffe-970a38ea51b6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.394028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.404723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] 10.222.0.25 "DELETE /v2.0/networks/9240b5b2-1009-404d-8ffe-970a38ea51b6 HTTP/1.1" status: 204 len: 168 time: 1.4752035 Jan 28 16:53:22.682006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4ccbe-6ff5-4071-ab42-6397586b1332 tempest-FloatingIPTestJSON-217960122 tempest-FloatingIPTestJSON-217960122-project] Pushing event deleted for resources: {'Network': ['ID=9240b5b2-1009-404d-8ffe-970a38ea51b6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:22.689919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d4b24d9-68ab-4273-b745-c98f3111630d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:22.810264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4d4b24d9-68ab-4273-b745-c98f3111630d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:22.810624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:22.887006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fcc8b-72ba-426e-b9b7-4b7b92d6235d req-3a0857af-be27-4616-ab71-d85e9df3997b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:22.888741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba3fcc8b-72ba-426e-b9b7-4b7b92d6235d req-3a0857af-be27-4616-ab71-d85e9df3997b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2231319 Jan 28 16:53:22.932114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c8961-8912-44fd-8645-00b89ff1b871 req-1e6edb84-6aa9-479f-9c0d-74bb09db2d6e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:22.933828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-745c8961-8912-44fd-8645-00b89ff1b871 req-1e6edb84-6aa9-479f-9c0d-74bb09db2d6e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1655543 Jan 28 16:53:22.991400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4d4b24d9-68ab-4273-b745-c98f3111630d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:22.994790 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.035938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4d4b24d9-68ab-4273-b745-c98f3111630d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4d4b24d9-68ab-4273-b745-c98f3111630d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:23.041688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-745c8961-8912-44fd-8645-00b89ff1b871 req-d333b5dd-f432-4071-b579-d9ebb7696ab4 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999579 Jan 28 16:53:23.050503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404458bc-ce56-42fd-b083-84bd14900d46 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:23.060920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba3fcc8b-72ba-426e-b9b7-4b7b92d6235d req-a80119fe-28be-4e3e-87d2-5175ac71907e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655588 Jan 28 16:53:23.062119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.063133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Publish callbacks [] for port (404458bc-ce56-42fd-b083-84bd14900d46), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.081089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Transition to ACTIVE for port object 404458bc-ce56-42fd-b083-84bd14900d46 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:53:23.088708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.152979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58190) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:23.165951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4d4b24d9-68ab-4273-b745-c98f3111630d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:23.294271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:23.479744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-f3ea65e5-38e7-43ee-bcd2-ba30b9151423 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:23.481438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-f3ea65e5-38e7-43ee-bcd2-ba30b9151423 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.2581832 Jan 28 16:53:23.482415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:23.482742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:23.483072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:23.491366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Port 404458bc-ce56-42fd-b083-84bd14900d46 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:53:23.491762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:23.514367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:23.519892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Checking segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:23.521101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Bound using segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:23.523612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Bound port: 404458bc-ce56-42fd-b083-84bd14900d46, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:23.527043 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.541923 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-75a3982a-4c5f-4fe5-840c-e292daed21b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e7f5990ab3d45bfafd7aae4a9eb02b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872714 Jan 28 16:53:23.543649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:23.574247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-0c01bb66-952a-456e-9af9-00d5771db245 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0674155 Jan 28 16:53:23.745497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:23.756057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:23.783949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.836409 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad69c60-fa51-4e20-9b8c-54d33f094663 admin admin] Publish callbacks [] for security_group (bbe6458b-232c-47e1-8b51-cd39719f3722), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.881523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad69c60-fa51-4e20-9b8c-54d33f094663 admin admin] Publish callbacks [] for security_group (bbe6458b-232c-47e1-8b51-cd39719f3722), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.903714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:23.904661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.906051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] 10.222.0.31 "PUT /v2.0/ports/404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 1093 time: 2.1535158 Jan 28 16:53:23.909159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:23.919285 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a33094-827d-4545-bf35-5006e8c1748f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:23.972226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-639a6e80-a955-43d2-92f0-5aead3da2891 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109809 Jan 28 16:53:23.988207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad69c60-fa51-4e20-9b8c-54d33f094663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bbe6458b-232c-47e1-8b51-cd39719f3722), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.992071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad69c60-fa51-4e20-9b8c-54d33f094663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:23.993691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cad69c60-fa51-4e20-9b8c-54d33f094663 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbe6458b-232c-47e1-8b51-cd39719f3722 HTTP/1.1" status: 204 len: 168 time: 0.4477358 Jan 28 16:53:24.018364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad69c60-fa51-4e20-9b8c-54d33f094663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe6458b-232c-47e1-8b51-cd39719f3722,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:24.171452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bd566-531d-4cf4-b514-a7b6fa4a3840 service neutron] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:24.198234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958bf7b-91c3-44ac-8244-841f70376402 req-af36f036-f229-4ab6-9749-fb1806b9b683 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:24.209609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58242) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:24.213213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0958bf7b-91c3-44ac-8244-841f70376402 req-af36f036-f229-4ab6-9749-fb1806b9b683 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.3595624 Jan 28 16:53:24.215494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Request body: {'floatingip': {'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:24.283159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (3e7df4f1-160b-40be-8cee-11da417eafc4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:24.382605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-96bdc3c2-ab42-468b-a6b1-9218b35a428c service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846109 Jan 28 16:53:24.474381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-fd5ade6d-f62d-42fc-be34-4afec0986881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:24.479303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-fd5ade6d-f62d-42fc-be34-4afec0986881 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1127 time: 0.2649522 Jan 28 16:53:24.480725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58254) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:24.491601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-606020927-network', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:24.571522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-f12564ee-9773-4044-8a93-98a55286d1f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 217 time: 0.0753644 Jan 28 16:53:24.596307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d4b24d9-68ab-4273-b745-c98f3111630d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:24.606158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463ae3b-1489-4421-ace1-0c531a01eee3 req-32665eb5-5f3f-40d5-97ca-30fdd5d71318 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:24.616593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0463ae3b-1489-4421-ace1-0c531a01eee3 req-32665eb5-5f3f-40d5-97ca-30fdd5d71318 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.2728558 Jan 28 16:53:24.636344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Made reservation on behalf of 74e1df2612ee4f29ad8f6c08e2883d64 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:24.639377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:24.670722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4d4b24d9-68ab-4273-b745-c98f3111630d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:24.671199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:24.712103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58260) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:24.715414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:24.720608 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:24.737488 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:24.738116 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:24.762731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-2d69653b-9772-4e51-8fd4-7a993e1ba989 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677199 Jan 28 16:53:24.779913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-7dae7761-0370-4ce6-adfa-aff2a2cdc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:24.781890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-7dae7761-0370-4ce6-adfa-aff2a2cdc869 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.1573262 Jan 28 16:53:24.800326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0463ae3b-1489-4421-ace1-0c531a01eee3 req-c090ea68-f85b-4a67-adc4-8db760bef8f1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825814 Jan 28 16:53:24.831449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4d4b24d9-68ab-4273-b745-c98f3111630d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:24.966097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:25.114768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:53:25.271231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.281440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (3e7df4f1-160b-40be-8cee-11da417eafc4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.342720 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b3e08-69a3-4c76-af78-bb8b52803d60 x-openstack-request-id: req-986b3e08-69a3-4c76-af78-bb8b52803d60 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:25.343009 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:25.343260 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-986b3e08-69a3-4c76-af78-bb8b52803d60 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:25.343637 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'status': 'completed', 'code': 200} Jan 28 16:53:25.353747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1738152303-network', 'tenant_id': '50b62098e2434c17b74033856010000e'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:25.444948 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 2, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:25.451594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c229ef44-020b-4d62-95cb-c33224188841 req-8f89db3c-d05a-4847-a7db-6f58bdf57302 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 210 time: 0.1085250 Jan 28 16:53:25.488319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Made reservation on behalf of 50b62098e2434c17b74033856010000e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:25.490862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.521916 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:25.522396 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Floating IP 3e7df4f1-160b-40be-8cee-11da417eafc4 associated. External IP: 172.25.8.82, port: 1f1d24a4-471a-43fc-b534-2112370d19fd. Jan 28 16:53:25.522989 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Updating router 275942c5-75dc-422c-a0a9-821b496cdbe6 port de7c8301-1541-42b8-9659-57ba0d387aaf binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:25.560505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.580595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664421-9494-409c-8385-527c456ad0b7 req-8d3ab929-53b7-4521-a35a-33fda9637f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:25.582160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-8d3ab929-53b7-4521-a35a-33fda9637f75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7797186 Jan 28 16:53:25.591746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b5565-530d-4e77-a048-03c906b71a18 req-ff89c970-aed3-4fac-90d4-3be784b61b46 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:25.599426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce3b5565-530d-4e77-a048-03c906b71a18 req-ff89c970-aed3-4fac-90d4-3be784b61b46 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2548945 Jan 28 16:53:25.609332 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.761405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks [] for security_group (9577a62e-e37a-4691-a516-9dff3c3ff058), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.806148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9577a62e-e37a-4691-a516-9dff3c3ff058), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:25.937519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:53:26.156605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-bff9f8bb-d11b-4505-adff-b32c3aadd6ac service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476327 Jan 28 16:53:26.187691 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Publish callbacks [] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.204633 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.206956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce3b5565-530d-4e77-a048-03c906b71a18 req-c049d0f3-7f97-4928-b6ab-c9f2975349ef tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061559 Jan 28 16:53:26.237410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8488145d-fa5e-47d7-a705-1444a5be7b00), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.237810 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Added segment 8488145d-fa5e-47d7-a705-1444a5be7b00 of type vlan for network 56bb992d-7b54-4442-8358-7ca20c17c2f9 Jan 28 16:53:26.240206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9577a62e-e37a-4691-a516-9dff3c3ff058,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:26.308486 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6e01-d57d-44af-acc2-63d2bd7b3673 None None] Pushing event updated for resources: {'Port': ['ID=de7c8301-1541-42b8-9659-57ba0d387aaf,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:26.440659 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Attempting to bind port de7c8301-1541-42b8-9659-57ba0d387aaf on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:26.441060 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Attempting to bind port de7c8301-1541-42b8-9659-57ba0d387aaf by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:26.441417 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Attempting to bind port de7c8301-1541-42b8-9659-57ba0d387aaf on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:26.453609 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:26.453984 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:26.455050 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.455388 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:26.455852 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Bound port: de7c8301-1541-42b8-9659-57ba0d387aaf, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:26.456226 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.498455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e664421-9494-409c-8385-527c456ad0b7 req-ab171eba-86f5-4044-bd9e-68497653c516 service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843432 Jan 28 16:53:26.509439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks [] for security_group (5c29e99c-741e-4ea5-8501-da87e8e3e064), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.519497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (56bb992d-7b54-4442-8358-7ca20c17c2f9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.530724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Router fcb8556e-965d-43f8-b43e-9463210a0a84 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:26.541894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c29e99c-741e-4ea5-8501-da87e8e3e064), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.560778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42716bc-3bc1-4c78-b9c3-f28160df66db req-71c4212a-d5e6-42ce-97e1-f30010e2162b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:26.572351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b42716bc-3bc1-4c78-b9c3-f28160df66db req-71c4212a-d5e6-42ce-97e1-f30010e2162b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.6546361 Jan 28 16:53:26.688482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] For port de7c8301-1541-42b8-9659-57ba0d387aaf, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:26.692890 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] For port de7c8301-1541-42b8-9659-57ba0d387aaf, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=de7c8301-1541-42b8-9659-57ba0d387aaf,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:26.693777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b42716bc-3bc1-4c78-b9c3-f28160df66db req-599d830a-4a0c-4a5d-9d92-d7f577f287fe tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200399 Jan 28 16:53:26.695978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:53:26.712606 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.717272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] Provisioning complete for port de7c8301-1541-42b8-9659-57ba0d387aaf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:26.722036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.745975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:53:26.794919 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:26.795816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:26.820802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f80a9db-88c5-4cdf-9f41-8876ceeed975 req-5cc0c2a5-6a56-4254-83aa-8ec6ccc053e7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 210 time: 0.1654463 Jan 28 16:53:26.826768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.829310 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Added segment 4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be of type vlan for network cf551b46-3b83-4ff8-bac3-364a316c8e7a Jan 28 16:53:26.863876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c29e99c-741e-4ea5-8501-da87e8e3e064,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:26.869382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (56bb992d-7b54-4442-8358-7ca20c17c2f9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.870563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:26.871241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.880521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:26.893902 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:26.905538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:26.919876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6e01-d57d-44af-acc2-63d2bd7b3673 None None] Pushing event updated for resources: {'Port': ['ID=de7c8301-1541-42b8-9659-57ba0d387aaf,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:26.935608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:26.937624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:26.968808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33094-827d-4545-bf35-5006e8c1748f req-b9289a07-6363-4580-bd99-099bdc844cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:26.970727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-b9289a07-6363-4580-bd99-099bdc844cfc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1127 time: 0.3137746 Jan 28 16:53:27.004826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d0f1e3f-0b89-4b4c-8d2c-86aa95d1e3f1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "PUT /v2.0/floatingips/3e7df4f1-160b-40be-8cee-11da417eafc4 HTTP/1.1" status: 200 len: 991 time: 2.7899301 Jan 28 16:53:27.004826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:27.027908 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1" -d '{"events": [{"name": "network-changed", "server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:27.030552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5459075 Jan 28 16:53:27.048955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58324) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:27.068986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (cf551b46-3b83-4ff8-bac3-364a316c8e7a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.079747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Request body: {'subnet': {'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-606020927-subnet', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:27.154032 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258275cf-e70d-40ab-b8f3-b2de3d21bbd8 x-openstack-request-id: req-258275cf-e70d-40ab-b8f3-b2de3d21bbd8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:27.155576 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:27.156729 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-258275cf-e70d-40ab-b8f3-b2de3d21bbd8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:27.159851 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'status': 'completed', 'code': 200} Jan 28 16:53:27.164426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Made reservation on behalf of 74e1df2612ee4f29ad8f6c08e2883d64 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:27.172113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.223208 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:27.252078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:27.576761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (cf551b46-3b83-4ff8-bac3-364a316c8e7a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.577977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:27.578700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.612329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75459b69-d781-486e-a25d-5209da7ad5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=56bb992d-7b54-4442-8358-7ca20c17c2f9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:27.652541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] Current status of the port de7c8301-1541-42b8-9659-57ba0d387aaf is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:27.652541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.671617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:53:27.723924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (417ee983-02bc-4135-a4ae-067fadc8cac2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.820268 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:26Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:27.849093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1350062 Jan 28 16:53:27.857530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:27.885827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-ede94d19-2761-4696-93eb-6e8103b40fa2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:27.891276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-ede94d19-2761-4696-93eb-6e8103b40fa2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.8550696 Jan 28 16:53:27.896165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Request body: {'subnet': {'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1738152303-subnet', 'tenant_id': '50b62098e2434c17b74033856010000e', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:27.912589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:27.916865 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f1fbd-dc09-481e-918a-391e26515b33 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:26Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:27.948352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Made reservation on behalf of 50b62098e2434c17b74033856010000e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:27.952020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:27.963986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] For port de7c8301-1541-42b8-9659-57ba0d387aaf, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=de7c8301-1541-42b8-9659-57ba0d387aaf,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:27.988029 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:28.162019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebc3fa-f4cc-4910-ad39-f8e8945b5ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf551b46-3b83-4ff8-bac3-364a316c8e7a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:28.211891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:53:28.225982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33094-827d-4545-bf35-5006e8c1748f req-804101d6-d57c-4764-a235-3e5d8422eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:28.229696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-804101d6-d57c-4764-a235-3e5d8422eb7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 1.2039747 Jan 28 16:53:28.244289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a329dc-3c87-4a42-ba7d-4f7a35a3f2c9 req-f577112e-da1f-4353-a57e-e7db47c2730b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:28.246012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a329dc-3c87-4a42-ba7d-4f7a35a3f2c9 req-f577112e-da1f-4353-a57e-e7db47c2730b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.7705920 Jan 28 16:53:28.318776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-8bb32de3-164d-4d2d-92ba-8d907fbeb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:28.320718 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-8bb32de3-164d-4d2d-92ba-8d907fbeb94c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1129 time: 0.7185540 Jan 28 16:53:28.414485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-f556b29c-bc65-49aa-9339-17ef40a6bfaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 217 time: 0.1662533 Jan 28 16:53:28.426228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f474b-dd86-4e65-823a-364e6efd429f req-aa1ef7de-4fb9-4d06-b971-e56522eb6c20 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:28.426347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1cc02e13-8c75-435f-b6ef-f1fa0b0f9fb2 None None] Provisioning complete for port de7c8301-1541-42b8-9659-57ba0d387aaf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:28.426483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cc02e13-8c75-435f-b6ef-f1fa0b0f9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:28.427483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-838f474b-dd86-4e65-823a-364e6efd429f req-aa1ef7de-4fb9-4d06-b971-e56522eb6c20 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.5346138 Jan 28 16:53:28.481485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87fd26-11a4-4be5-aae2-c43cf443bf43 None None] Pushing event updated for resources: {'Port': ['ID=de7c8301-1541-42b8-9659-57ba0d387aaf,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:28.604445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-a744a62b-7124-45c2-a602-cb01f7c826a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:28.607288 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-a744a62b-7124-45c2-a602-cb01f7c826a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.2681239 Jan 28 16:53:28.618430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Checking segment: {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:28.618887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Network hostable DHCP agents. Network: 56bb992d-7b54-4442-8358-7ca20c17c2f9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:53:28.634862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=417ee983-02bc-4135-a4ae-067fadc8cac2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:28.643031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71a329dc-3c87-4a42-ba7d-4f7a35a3f2c9 req-db35d198-0376-43d0-a4e4-6aae53b6a54b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634865 Jan 28 16:53:28.791146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:28.804465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:28.834043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1cc02e13-8c75-435f-b6ef-f1fa0b0f9fb2 None None] Current status of the port de7c8301-1541-42b8-9659-57ba0d387aaf is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:28.841415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device de7c8301-1541-42b8-9659-57ba0d387aaf up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:28.848412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33094-827d-4545-bf35-5006e8c1748f req-06833837-8a03-408a-aa27-dcdfd99bac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:28.857610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-06833837-8a03-408a-aa27-dcdfd99bac88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.4228611 Jan 28 16:53:28.909464 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-a03b4e9e-d1d2-45a3-bdeb-c29ad31ec47e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 999 time: 0.2424026 Jan 28 16:53:28.972378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:53:29.063681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '3e7df4f1-160b-40be-8cee-11da417eafc4', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'mac_address': 'fa:16:3e:5e:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b60e7-4e95-46b0-8919-f33d699727f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:52:56Z', 'updated_at': '2022-01-28T16:53:24Z', 'revision_number': 1, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:29.141103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:29.152402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (0fc27d47-57c0-4078-9bc8-250dc54629b4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:29.165865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:53:29.169165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-7a43bcf3-1491-4e87-a38e-bf611e423ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:29.171197 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-7a43bcf3-1491-4e87-a38e-bf611e423ffb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.2415695 Jan 28 16:53:29.172266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:53:29.216327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bdb50258-3253-4f91-9475-5a908a96abb4 req-3036f818-2867-4f3c-94ee-57852a4c53ed tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 210 time: 0.3504605 Jan 28 16:53:29.234984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-838f474b-dd86-4e65-823a-364e6efd429f req-fdf49f72-1429-43c1-bcfc-4b683b5bea41 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7791128 Jan 28 16:53:29.324726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc27d47-57c0-4078-9bc8-250dc54629b4,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:29.343634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 56bb992d-7b54-4442-8358-7ca20c17c2f9) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:29.362953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:29.363557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:29.422067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.7 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/2f8f595b-a9d7-4c7d-b860-6ed0f682045b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:29.452292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f9d2079e-f13a-4daf-88df-7eb776653cab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3995893 Jan 28 16:53:29.461979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58416) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:29.482078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:29.507853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-60165bf5-1759-494b-9afc-e936e4039136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:29.509657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-60165bf5-1759-494b-9afc-e936e4039136 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2662120 Jan 28 16:53:29.542269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33094-827d-4545-bf35-5006e8c1748f req-1667a404-66ec-49cd-b41b-875a0c2039b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:29.543795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-1667a404-66ec-49cd-b41b-875a0c2039b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6657581 Jan 28 16:53:29.565150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Checking segment: {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:29.565517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Network hostable DHCP agents. Network: cf551b46-3b83-4ff8-bac3-364a316c8e7a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:53:29.679640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port de7c8301-1541-42b8-9659-57ba0d387aaf triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:29.680898 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:29.712084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (fa401258-0cc1-4c86-9cdf-4d5639b52248), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:29.722094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (fa401258-0cc1-4c86-9cdf-4d5639b52248), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:29.786476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561452a-c776-4d7d-9baa-e5e6e32cd951 None None] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:29.903082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:53:29.919505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks [] for router_controller (fa401258-0cc1-4c86-9cdf-4d5639b52248), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:29.926153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, cf551b46-3b83-4ff8-bac3-364a316c8e7a) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:29.993661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:29.995443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.117704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-7b22aeac-26f0-45cf-87cd-5fb75c2c9984 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821116 Jan 28 16:53:30.137353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-58da08ab-4fa6-42a2-91f3-126868fced6b service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842624 Jan 28 16:53:30.164776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:30.166005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:30.210692 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-022bcb5e-49c3-4e99-b8f9-73cafc5709fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3265696 Jan 28 16:53:30.211323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58450) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:30.227640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:30.285444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730776ed-1fd3-42e9-8dd1-6ab0e6b6b5a3 None None] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:30.369498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.433809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66a33094-827d-4545-bf35-5006e8c1748f req-57bbbb6c-ef65-439b-ac0f-50a158758c2b service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547796 Jan 28 16:53:30.459336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.472963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-56bb992d-7b54-4442-8358-7ca20c17c2f9', 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'fixed_ips': [{'subnet_id': '417ee983-02bc-4135-a4ae-067fadc8cac2'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:53:30.473883 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.508508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:30.534433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks [] for router_gateway (fa401258-0cc1-4c86-9cdf-4d5639b52248), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.560570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6986-8445-40e8-9476-70122af6e497 req-6c069e09-cb85-4063-a418-318db13ba0c3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:30.567504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (7202262b-345b-40f5-b292-24a02805da18), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.568647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (7202262b-345b-40f5-b292-24a02805da18), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.586987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-324a6986-8445-40e8-9476-70122af6e497 req-6c069e09-cb85-4063-a418-318db13ba0c3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.7526534 Jan 28 16:53:30.644061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:30.670305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks [] for router_controller (7202262b-345b-40f5-b292-24a02805da18), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.721035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:30.737092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:30.746755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132ea3f-0faa-43ad-8b55-43932499f756 req-df065e87-ee11-4c45-8733-5b8dc0e76732 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:30.748403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b132ea3f-0faa-43ad-8b55-43932499f756 req-df065e87-ee11-4c45-8733-5b8dc0e76732 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 931 time: 0.3074265 Jan 28 16:53:30.749351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:30.764957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f5f34571-b86d-4d0c-a1aa-fc05bd1419c1 req-b3defbf6-cfde-415f-936d-26bf36e8d917 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321831 Jan 28 16:53:30.766466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58462) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:30.811957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:30.812615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:30.821296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-324a6986-8445-40e8-9476-70122af6e497 req-a57eb3e1-65a2-4079-a301-d1b834f9eefd tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332783 Jan 28 16:53:30.864159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:30.889972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port de7c8301-1541-42b8-9659-57ba0d387aaf is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:30.915736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5f5bda88-604e-4ff4-86d0-0f03275c1266 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0064278 Jan 28 16:53:30.924231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '404458bc-ce56-42fd-b083-84bd14900d46', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'port_id': '404458bc-ce56-42fd-b083-84bd14900d46', 'mac_address': 'fa:16:3e:93:88:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:53:30.929316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Request body: {'port': {'device_id': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:30.961618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:31.081898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b132ea3f-0faa-43ad-8b55-43932499f756 req-4b783901-0fd0-4fc9-a9e0-6e18e8cc9967 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648978 Jan 28 16:53:31.100560 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks [] for router_gateway (7202262b-345b-40f5-b292-24a02805da18), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.114638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05b46cff-710c-4932-9c15-63a57d87e3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.117540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Allocated IP 172.20.0.2 (56bb992d-7b54-4442-8358-7ca20c17c2f9/417ee983-02bc-4135-a4ae-067fadc8cac2/fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:31.142377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.153882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 404458bc-ce56-42fd-b083-84bd14900d46 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:31.155023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.162759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef446e4-e8d5-4f8c-8435-8abe15a7b772 req-d7dac59d-aea7-40f9-a153-2d7e883b63ad tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:31.171192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef446e4-e8d5-4f8c-8435-8abe15a7b772 req-d7dac59d-aea7-40f9-a153-2d7e883b63ad tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.1634784 Jan 28 16:53:31.329286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device de7c8301-1541-42b8-9659-57ba0d387aaf up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:31.364430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05b46cff-710c-4932-9c15-63a57d87e3f0 admin admin] Publish callbacks [] for security_group (9d057989-1cac-4d46-9d08-820c54903b34), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.396744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05b46cff-710c-4932-9c15-63a57d87e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9d057989-1cac-4d46-9d08-820c54903b34), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.418823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef446e4-e8d5-4f8c-8435-8abe15a7b772 req-4275e84c-e266-4d18-9fb2-45f6964be728 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467537 Jan 28 16:53:31.464053 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-05b46cff-710c-4932-9c15-63a57d87e3f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eecf8418f76c46209874864cd5f745c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6930959 Jan 28 16:53:31.465283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks [] for router_gateway (fa401258-0cc1-4c86-9cdf-4d5639b52248), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.467732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:31.495271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b46cff-710c-4932-9c15-63a57d87e3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d057989-1cac-4d46-9d08-820c54903b34,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:31.499617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-cf551b46-3b83-4ff8-bac3-364a316c8e7a', 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a', 'project_id': '50b62098e2434c17b74033856010000e', 'fixed_ips': [{'subnet_id': '0fc27d47-57c0-4078-9bc8-250dc54629b4'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:53:31.501834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.505964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.577181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404458bc-ce56-42fd-b083-84bd14900d46 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:31.645460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8f595b-a9d7-4c7d-b860-6ed0f682045b {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:31.655381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Publish callbacks [] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.672277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Transition to ACTIVE for port object 2f8f595b-a9d7-4c7d-b860-6ed0f682045b will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:53:31.678912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.745121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085f8c1f-d763-4f09-917d-868cf17b3a78 admin admin] Publish callbacks [] for security_group (9d057989-1cac-4d46-9d08-820c54903b34), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.785549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks [] for router_gateway (7202262b-345b-40f5-b292-24a02805da18), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.795400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:31.815241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Pushing event updated for resources: {'Port': ['ID=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:31.816357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.819852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Allocated IP 172.25.8.128 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ff452835-da65-4162-900b-14b88ab19a9f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:31.828953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085f8c1f-d763-4f09-917d-868cf17b3a78 admin admin] Publish callbacks [] for security_group (9d057989-1cac-4d46-9d08-820c54903b34), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.831742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.897637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Attempting to bind port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:31.897886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Attempting to bind port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:31.898261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Attempting to bind port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:31.904179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:53:31.904502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Attempting to bind port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:31.904994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Allocated IP 172.20.0.2 (cf551b46-3b83-4ff8-bac3-364a316c8e7a/0fc27d47-57c0-4078-9bc8-250dc54629b4/065d7f58-494a-475c-82b0-7b587b77db3f) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:31.911072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:31.911413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:31.912053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:31.913571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Bound port: 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:31.914024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.997066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085f8c1f-d763-4f09-917d-868cf17b3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9d057989-1cac-4d46-9d08-820c54903b34), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:31.999963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-085f8c1f-d763-4f09-917d-868cf17b3a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.004042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-085f8c1f-d763-4f09-917d-868cf17b3a78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d057989-1cac-4d46-9d08-820c54903b34 HTTP/1.1" status: 204 len: 168 time: 0.5320735 Jan 28 16:53:32.017737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] For port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:32.022183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] For port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:32.039808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port de7c8301-1541-42b8-9659-57ba0d387aaf triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:32.040351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.043480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8c1f-d763-4f09-917d-868cf17b3a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d057989-1cac-4d46-9d08-820c54903b34,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:32.069053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.103257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks [] for port (ff452835-da65-4162-900b-14b88ab19a9f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.166231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:32.169955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.174309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] 10.222.0.24 "PUT /v2.0/ports/2f8f595b-a9d7-4c7d-b860-6ed0f682045b HTTP/1.1" status: 200 len: 1092 time: 1.2512069 Jan 28 16:53:32.182201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'tag': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:32.185333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['404458bc-ce56-42fd-b083-84bd14900d46'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:32.191175 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b", "tag": "2f8f595b-a9d7-4c7d-b860-6ed0f682045b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:32.208004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ff452835-da65-4162-900b-14b88ab19a9f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.222925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cf9f0-7b7d-4fdc-ab03-b5436d83169e service neutron] Pushing event updated for resources: {'Port': ['ID=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:32.290049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:32.296124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:32.307511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:32.310254 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Publish callbacks [] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.318827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Pushing event updated for resources: {'Port': ['ID=ff452835-da65-4162-900b-14b88ab19a9f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:32.336359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:32.348554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Allocated IP 172.25.8.120 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/827717e2-05da-45f1-a6cc-4e8ec1b49706) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:32.365076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c49f8-afdc-461e-8655-4ce2b5b63504 req-077b7d01-e3f7-48d4-a329-1f759fb8b867 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:32.373602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f8c49f8-afdc-461e-8655-4ce2b5b63504 req-077b7d01-e3f7-48d4-a329-1f759fb8b867 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.3469205 Jan 28 16:53:32.402409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.436060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4900a-1210-4c0f-9ff7-adefc4c4734a req-51bcf505-96b0-4c97-bea7-160f827e5433 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:32.437557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61d4900a-1210-4c0f-9ff7-adefc4c4734a req-51bcf505-96b0-4c97-bea7-160f827e5433 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 943 time: 0.2321851 Jan 28 16:53:32.470322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-3016cf10-faa2-4622-b98a-58bcf1083ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:32.471980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-3016cf10-faa2-4622-b98a-58bcf1083ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 1126 time: 0.2327716 Jan 28 16:53:32.489913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Pushing event updated for resources: {'Port': ['ID=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:32.516782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '3e7df4f1-160b-40be-8cee-11da417eafc4', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'mac_address': 'fa:16:3e:5e:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b60e7-4e95-46b0-8919-f33d699727f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:52:56Z', 'updated_at': '2022-01-28T16:53:24Z', 'revision_number': 1, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:32.541600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58492) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:32.548819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f8c49f8-afdc-461e-8655-4ce2b5b63504 req-a2a5d14e-4513-4f78-882c-a2f370bd4097 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620314 Jan 28 16:53:32.554230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:32.569605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6053a690-cfdc-448c-9b4f-d7419fe84de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:32.572508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-42cae65e-1a89-474e-ad35-76b33a762a13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b HTTP/1.1" status: 200 len: 217 time: 0.0906510 Jan 28 16:53:32.669483 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea14b2-4d84-4eb3-925c-4f14d7b5d3e8 x-openstack-request-id: req-9bea14b2-4d84-4eb3-925c-4f14d7b5d3e8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:32.670056 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b", "tag": "2f8f595b-a9d7-4c7d-b860-6ed0f682045b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:32.670303 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bea14b2-4d84-4eb3-925c-4f14d7b5d3e8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:32.670782 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'tag': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b', 'status': 'completed', 'code': 200} Jan 28 16:53:32.681221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61d4900a-1210-4c0f-9ff7-adefc4c4734a req-68eefafc-3fd1-4f00-8f73-c0714f17cce3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332063 Jan 28 16:53:32.723882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-c3e501dc-186f-426b-915f-23a70d78fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:32.725467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-c3e501dc-186f-426b-915f-23a70d78fe8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.1389601 Jan 28 16:53:32.836920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c81278-2f68-4eea-982c-6cb157bcf88c None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '3e7df4f1-160b-40be-8cee-11da417eafc4', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'mac_address': 'fa:16:3e:5e:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b60e7-4e95-46b0-8919-f33d699727f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:52:56Z', 'updated_at': '2022-01-28T16:53:24Z', 'revision_number': 1, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:32.839347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:32.857826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:33.087447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Attempting to bind port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:33.087822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Attempting to bind port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:33.088203 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Attempting to bind port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 on network 56bb992d-7b54-4442-8358-7ca20c17c2f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:33.107249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:33.107637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Checking segment: {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:33.108047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.108443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Bound using segment: {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:33.109194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Bound port: fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:33.109605 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.181487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-857e3836-4e04-4fad-9346-76097c44293c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4479139 Jan 28 16:53:33.191116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port de7c8301-1541-42b8-9659-57ba0d387aaf is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:33.239037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Publish callbacks [] for port (065d7f58-494a-475c-82b0-7b587b77db3f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.262536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks [] for router_gateway (fa401258-0cc1-4c86-9cdf-4d5639b52248), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.272892 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a0261-5ae0-4d82-ae0b-93eef29ce90d None None] New status for floating IP 3e7df4f1-160b-40be-8cee-11da417eafc4: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:53:33.278383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.316837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-4e4556d2-4a7a-4ad2-aa91-615791604ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202660 Jan 28 16:53:33.354651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:33.360217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:33.396696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:33.420650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] For port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:33.422860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks [] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.425024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6053a690-cfdc-448c-9b4f-d7419fe84de1 admin admin] Publish callbacks [] for security_group (246a3940-34ea-466c-9b40-62dcf991842e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.442829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6053a690-cfdc-448c-9b4f-d7419fe84de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (246a3940-34ea-466c-9b40-62dcf991842e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.459024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c44b5-3f07-4a12-803b-e66ab3db8731 req-ea7851b7-ef9a-4e85-abef-f0b0e25dc499 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:33.467606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be4c44b5-3f07-4a12-803b-e66ab3db8731 req-ea7851b7-ef9a-4e85-abef-f0b0e25dc499 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 945 time: 0.7185738 Jan 28 16:53:33.510642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] For port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,segment=NetworkSegment(8488145d-fa5e-47d7-a705-1444a5be7b00),segment_id=8488145d-fa5e-47d7-a705-1444a5be7b00)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:33.519329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Pushing event updated for resources: {'Port': ['ID=065d7f58-494a-475c-82b0-7b587b77db3f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:33.559116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6053a690-cfdc-448c-9b4f-d7419fe84de1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e337909e33734e20bf0610083be60546&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0159276 Jan 28 16:53:33.565968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58496) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:33.567873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.582120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655c7a62-54b3-47a0-a33b-4e363c2e2e37 req-5ae22b06-5004-495e-8c03-03e3d8b0ea40 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467356 Jan 28 16:53:33.587136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053a690-cfdc-448c-9b4f-d7419fe84de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246a3940-34ea-466c-9b40-62dcf991842e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:33.593788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Attempting to bind port 065d7f58-494a-475c-82b0-7b587b77db3f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:33.594159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Attempting to bind port 065d7f58-494a-475c-82b0-7b587b77db3f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:33.595002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Attempting to bind port 065d7f58-494a-475c-82b0-7b587b77db3f on network cf551b46-3b83-4ff8-bac3-364a316c8e7a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:33.631565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:33.632063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Checking segment: {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:33.632471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.633919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Bound using segment: {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:33.634439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Bound port: 065d7f58-494a-475c-82b0-7b587b77db3f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:33.634821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.639877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be4c44b5-3f07-4a12-803b-e66ab3db8731 req-78b8259b-2d1a-4381-9a35-5de292f40121 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711450 Jan 28 16:53:33.685934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (fa401258-0cc1-4c86-9cdf-4d5639b52248), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.745531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea1a6c-72e2-4e5f-8e31-baf08e5e71f6 None None] Pushing event updated for resources: {'Port': ['ID=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:33.770690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] For port 065d7f58-494a-475c-82b0-7b587b77db3f, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:33.776758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] For port 065d7f58-494a-475c-82b0-7b587b77db3f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=065d7f58-494a-475c-82b0-7b587b77db3f,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:33.794448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.799815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.852075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-051a2d8c-fe44-4b7f-a3bb-029f8a55f9f9 admin admin] Publish callbacks [] for security_group (246a3940-34ea-466c-9b40-62dcf991842e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:33.879702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5299a4a-1ec9-4eb5-8987-b81d028eae91 None None] Pushing event updated for resources: {'Port': ['ID=065d7f58-494a-475c-82b0-7b587b77db3f,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:33.905986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-5837d817-13cf-45e6-9dc4-209e6e400082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:33.908352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-5837d817-13cf-45e6-9dc4-209e6e400082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 1126 time: 0.2324677 Jan 28 16:53:33.910268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:33.931825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:33.940262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:34.006237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Pushing event updated for resources: {'Port': ['ID=827717e2-05da-45f1-a6cc-4e8ec1b49706,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:34.012935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae1b47-d36d-472d-a738-43f58e148acb req-4fade4e5-6f46-4131-ae79-48e6c22918d1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:34.014479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4dae1b47-d36d-472d-a738-43f58e148acb req-4fade4e5-6f46-4131-ae79-48e6c22918d1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2866457 Jan 28 16:53:34.016563 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-051a2d8c-fe44-4b7f-a3bb-029f8a55f9f9 admin admin] Publish callbacks [] for security_group (246a3940-34ea-466c-9b40-62dcf991842e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:34.279843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7393f-4f27-4837-ad4a-8c8092c129e1 req-04c73256-15af-4524-8b48-40918ed3c11b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:34.289258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40f7393f-4f27-4837-ad4a-8c8092c129e1 req-04c73256-15af-4524-8b48-40918ed3c11b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 943 time: 0.4668174 Jan 28 16:53:34.337487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks [] for router_gateway (7202262b-345b-40f5-b292-24a02805da18), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:34.340602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Router fa401258-0cc1-4c86-9cdf-4d5639b52248 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:53:34.365219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-051a2d8c-fe44-4b7f-a3bb-029f8a55f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (246a3940-34ea-466c-9b40-62dcf991842e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:34.379768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-051a2d8c-fe44-4b7f-a3bb-029f8a55f9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:34.385344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-051a2d8c-fe44-4b7f-a3bb-029f8a55f9f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/246a3940-34ea-466c-9b40-62dcf991842e HTTP/1.1" status: 204 len: 168 time: 0.8180594 Jan 28 16:53:34.445238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a2d8c-fe44-4b7f-a3bb-029f8a55f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246a3940-34ea-466c-9b40-62dcf991842e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:34.493307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4dae1b47-d36d-472d-a738-43f58e148acb req-934d6196-52e6-4f84-936a-15baf4a163bb tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119117 Jan 28 16:53:34.523602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-6f3dd906-0119-42d6-b11e-a1ff359ec61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:34.525371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-6f3dd906-0119-42d6-b11e-a1ff359ec61e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.5785992 Jan 28 16:53:34.640258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-7b504c1b-9ee5-4995-9f5a-c5fdb1fd72b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b HTTP/1.1" status: 200 len: 217 time: 0.0997496 Jan 28 16:53:34.693718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40f7393f-4f27-4837-ad4a-8c8092c129e1 req-ad97345b-5b19-48d2-b363-85ebd5d956f1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892736 Jan 28 16:53:34.727328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-d23b7da1-52b9-4712-a5e3-62930b800266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:34.727328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-d23b7da1-52b9-4712-a5e3-62930b800266 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.0859447 Jan 28 16:53:34.786187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-2e39d159-04d9-487d-ab1e-6a6f67073710 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522411 Jan 28 16:53:34.796437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:34.810853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Sync routers for ids ['fa401258-0cc1-4c86-9cdf-4d5639b52248'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:34.835502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Routers {'fa401258-0cc1-4c86-9cdf-4d5639b52248'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:34.836463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fa401258-0cc1-4c86-9cdf-4d5639b52248'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:34.857946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:34.859248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-47a1f72f-a6ec-4b28-bdec-1a9ef9b39295 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3878596 Jan 28 16:53:34.865892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:35.020023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-4b4f4877-9fdc-41c3-a6e5-d45b50cca560 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210853 Jan 28 16:53:35.096218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Set router fa401258-0cc1-4c86-9cdf-4d5639b52248 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:35.130048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1eeed-9eac-40aa-9342-c2db5c8158d6 req-3d5c3da6-3fb3-4bbd-a783-32d16bd9a3e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:35.131613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ec1eeed-9eac-40aa-9342-c2db5c8158d6 req-3d5c3da6-3fb3-4bbd-a783-32d16bd9a3e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 945 time: 0.3443370 Jan 28 16:53:35.228651 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (7202262b-345b-40f5-b292-24a02805da18), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:35.275898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd470a0a-9ab6-4544-91ed-0a7ddef0f9c3 req-5a645b41-86b8-4bed-b668-0a0e72a85aad service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466359 Jan 28 16:53:35.338653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ec1eeed-9eac-40aa-9342-c2db5c8158d6 req-767dc997-5217-434e-8f3f-421706d5b440 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815879 Jan 28 16:53:35.489505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4a8d3-ebf3-49c7-ac15-6055e506524f None None] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:35.560415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f8f595b-a9d7-4c7d-b860-6ed0f682045b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:53:35.623137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:35.711268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Provisioning complete for port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:35.711650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:35.754784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badffdf-ba4b-49c2-a3c7-2df519566d07 req-cd9fcf13-dcd2-4491-ad41-356b8c112e6c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:35.760687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T16:53:32Z', 'revision_number': 3, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:35.769017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0badffdf-ba4b-49c2-a3c7-2df519566d07 req-cd9fcf13-dcd2-4491-ad41-356b8c112e6c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.1271260 Jan 28 16:53:35.857438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Checking router: fa401258-0cc1-4c86-9cdf-4d5639b52248 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:35.858388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Updating router fa401258-0cc1-4c86-9cdf-4d5639b52248 port ff452835-da65-4162-900b-14b88ab19a9f binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:35.870717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Router 7202262b-345b-40f5-b292-24a02805da18 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:53:35.891231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:35.922735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0badffdf-ba4b-49c2-a3c7-2df519566d07 req-b849e44c-d070-4a32-bb2b-ef4200cd385b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493952 Jan 28 16:53:35.959936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd93d-dddc-49f9-a9f0-c261a71f7f95 req-88fa2968-b72d-49a8-a00d-2aa62778d31a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:35.962083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a3cd93d-dddc-49f9-a9f0-c261a71f7f95 req-88fa2968-b72d-49a8-a00d-2aa62778d31a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 943 time: 0.1064928 Jan 28 16:53:36.039900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a3cd93d-dddc-49f9-a9f0-c261a71f7f95 req-4c5e3f4e-7ca2-43a4-8fa0-dd4293e2cf07 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717957 Jan 28 16:53:36.065933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbacf5d9-9568-4ff6-b44c-2f1346a4f835 None None] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:36.139129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:36.139398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:36.174624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:36.186303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Sync routers for ids ['7202262b-345b-40f5-b292-24a02805da18'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:36.222270 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Routers {'7202262b-345b-40f5-b292-24a02805da18'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:36.224309 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7202262b-345b-40f5-b292-24a02805da18'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:36.231318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:36.232973 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45cf9d00-6c36-4bea-9001-9b915f2f264d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0089321 Jan 28 16:53:36.235724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58546) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:36.264097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ff452835-da65-4162-900b-14b88ab19a9f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:36.438120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:36.519136 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Set router 7202262b-345b-40f5-b292-24a02805da18 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:36.644091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:36.644479 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:36.703266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,segment=NetworkSegment(8488145d-fa5e-47d7-a705-1444a5be7b00),segment_id=8488145d-fa5e-47d7-a705-1444a5be7b00)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:36.703476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7ea0e-92bd-49d1-a928-cdfb685d5c8c req-5afc5578-13e3-46a1-9c4d-40702d43b434 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:36.710331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ded7ea0e-92bd-49d1-a928-cdfb685d5c8c req-5afc5578-13e3-46a1-9c4d-40702d43b434 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 945 time: 0.2446182 Jan 28 16:53:36.744998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:36.760347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b', 'mac_address': 'fa:16:3e:ae:f4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:53:36.777345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:36.778160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 065d7f58-494a-475c-82b0-7b587b77db3f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:36.813216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Allocated IP 172.20.0.1 (56bb992d-7b54-4442-8358-7ca20c17c2f9/417ee983-02bc-4135-a4ae-067fadc8cac2/410b76fb-17f2-414d-904e-04e5cd3966f8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:36.999012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ded7ea0e-92bd-49d1-a928-cdfb685d5c8c req-657881f5-e419-42e2-a834-e7930edc3f30 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654099 Jan 28 16:53:37.043962 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:53:34Z', 'revision_number': 3, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:37.071596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks [] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.138513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 404458bc-ce56-42fd-b083-84bd14900d46 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:53:37.147620 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Checking router: 7202262b-345b-40f5-b292-24a02805da18 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:37.147927 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Updating router 7202262b-345b-40f5-b292-24a02805da18 port 827717e2-05da-45f1-a6cc-4e8ec1b49706 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:37.152649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.209038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:37.210336 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.214376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:37.221639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:37.231892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Pushing event updated for resources: {'Port': ['ID=410b76fb-17f2-414d-904e-04e5cd3966f8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:37.263405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Current status of the port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:37.263926 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.265970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:37.266508 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.311758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (fa401258-0cc1-4c86-9cdf-4d5639b52248), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.326922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:37.341896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 404458bc-ce56-42fd-b083-84bd14900d46 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:37.342314 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (404458bc-ce56-42fd-b083-84bd14900d46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.466185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8f595b-a9d7-4c7d-b860-6ed0f682045b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:37.534279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:37.567750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.655546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.692881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.702258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 065d7f58-494a-475c-82b0-7b587b77db3f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:37.704611 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.753313 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Publish callbacks [] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.767783 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.824583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2f8f595b-a9d7-4c7d-b860-6ed0f682045b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:37.842285 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Attempting to bind port 827717e2-05da-45f1-a6cc-4e8ec1b49706 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:37.842666 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Attempting to bind port 827717e2-05da-45f1-a6cc-4e8ec1b49706 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:37.843458 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Attempting to bind port 827717e2-05da-45f1-a6cc-4e8ec1b49706 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:37.896781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:37.897195 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:37.897608 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.898007 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:37.898583 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:53:37.899087 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:53:37.899686 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Bound port: 827717e2-05da-45f1-a6cc-4e8ec1b49706, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:37.900090 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:37.942003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 404458bc-ce56-42fd-b083-84bd14900d46 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:37.942544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.048104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Allocated IP 172.20.0.1 (cf551b46-3b83-4ff8-bac3-364a316c8e7a/0fc27d47-57c0-4078-9bc8-250dc54629b4/a2422bee-52d6-4a03-a41f-048f3e68c49a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:38.053133 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] For port 827717e2-05da-45f1-a6cc-4e8ec1b49706, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:38.062833 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] For port 827717e2-05da-45f1-a6cc-4e8ec1b49706, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827717e2-05da-45f1-a6cc-4e8ec1b49706,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:38.081580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:38.096013 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.154083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:38.161598 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f2a57-4eb5-4d6f-a6ff-14007f193bd1" -d '{"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-plugged", "status": "completed", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:38.207909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:38.209907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1af82-a778-416c-b84e-fad79086faca req-c4feefea-bc02-4c30-ab79-1bb9d3842ce3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:38.212631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1be1af82-a778-416c-b84e-fad79086faca req-c4feefea-bc02-4c30-ab79-1bb9d3842ce3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 943 time: 0.8255408 Jan 28 16:53:38.226262 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2dcd-1832-4860-a578-bfb215dc6451 req-9d3ed2ef-7aa8-4c7f-8b9a-a3aa459ad2a1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:38.229052 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524f44-084a-4370-8aba-affc6e60fa43 None None] Pushing event updated for resources: {'Port': ['ID=827717e2-05da-45f1-a6cc-4e8ec1b49706,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:38.234151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c1a2dcd-1832-4860-a578-bfb215dc6451 req-9d3ed2ef-7aa8-4c7f-8b9a-a3aa459ad2a1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.8357320 Jan 28 16:53:38.236090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.286664 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks [] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.347604 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524f44-084a-4370-8aba-affc6e60fa43 None None] Pushing event updated for resources: {'Port': ['ID=827717e2-05da-45f1-a6cc-4e8ec1b49706,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:38.354632 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Routers {'7202262b-345b-40f5-b292-24a02805da18'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:38.355612 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7202262b-345b-40f5-b292-24a02805da18'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:38.367583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 065d7f58-494a-475c-82b0-7b587b77db3f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:38.368302 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.397679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks [] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.408548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.439369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c1a2dcd-1832-4860-a578-bfb215dc6451 req-d37d8d93-0e17-4800-856c-8f296138c8c9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041922 Jan 28 16:53:38.492817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-841595f0-2a04-423f-b4fa-fc5afd87f388 None None] Current status of the port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:38.522418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1be1af82-a778-416c-b84e-fad79086faca req-826a4177-6faa-4964-b47f-1e47d0ce0843 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854643 Jan 28 16:53:38.541066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] Set router 7202262b-345b-40f5-b292-24a02805da18 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:38.545087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.595542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (fa401258-0cc1-4c86-9cdf-4d5639b52248), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.598379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Pushing event updated for resources: {'Port': ['ID=410b76fb-17f2-414d-904e-04e5cd3966f8,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:38.662560 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12044527-aab9-4ac4-891e-5c99e250d588 x-openstack-request-id: req-12044527-aab9-4ac4-891e-5c99e250d588 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:38.662871 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-plugged", "status": "completed", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:38.663212 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12044527-aab9-4ac4-891e-5c99e250d588 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:38.663623 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'code': 200} Jan 28 16:53:38.703294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:38.707190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Pushing event updated for resources: {'Port': ['ID=a2422bee-52d6-4a03-a41f-048f3e68c49a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:38.707757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:38.712689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 065d7f58-494a-475c-82b0-7b587b77db3f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=065d7f58-494a-475c-82b0-7b587b77db3f,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:38.719674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:38.723289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:38.752260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.777451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Provisioning complete for port 065d7f58-494a-475c-82b0-7b587b77db3f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:38.779415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.830090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-1aefa1e6-e2f1-4c9b-90ad-da77952535af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2694345 Jan 28 16:53:38.899698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:38.909604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:38.937676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (7202262b-345b-40f5-b292-24a02805da18), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:38.958906 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Publish callbacks [] for port (ff452835-da65-4162-900b-14b88ab19a9f), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.007463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=065d7f58-494a-475c-82b0-7b587b77db3f,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:39.036791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:39.050780 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ff452835-da65-4162-900b-14b88ab19a9f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.066518 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:53:34Z', 'revision_number': 3, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:39.132530 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467422c-9a23-4ad3-a7e1-7b1be6439d33 None None] The sync data for ids ['7202262b-345b-40f5-b292-24a02805da18'] in n-d-812111-13 is: [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:53:34Z', 'revision_number': 3, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:39.225132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-309b0c2e-455a-4768-9d2d-d62224376b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:39.226726 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-309b0c2e-455a-4768-9d2d-d62224376b8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 1128 time: 0.3204274 Jan 28 16:53:39.273536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589778e7-1de3-4832-8e70-34794125aa6e None None] Pushing event updated for resources: {'Port': ['ID=ff452835-da65-4162-900b-14b88ab19a9f,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:39.284427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f983-630b-40ad-86d1-505dfa7dbac8 req-3fdb8355-0a8c-4f5e-86a4-cf8e74d25b0d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:39.286383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f32f983-630b-40ad-86d1-505dfa7dbac8 req-3fdb8355-0a8c-4f5e-86a4-cf8e74d25b0d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.6872840 Jan 28 16:53:39.354287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Attempting to bind port ff452835-da65-4162-900b-14b88ab19a9f on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:39.354660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Attempting to bind port ff452835-da65-4162-900b-14b88ab19a9f by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:39.355027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Attempting to bind port ff452835-da65-4162-900b-14b88ab19a9f on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:39.365491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:39.365873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:39.366281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.367270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:39.367782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Bound port: ff452835-da65-4162-900b-14b88ab19a9f, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:39.368170 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ff452835-da65-4162-900b-14b88ab19a9f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.423186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.507937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Current status of the port 065d7f58-494a-475c-82b0-7b587b77db3f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:39.534979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:39.535601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.586472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Provisioning complete for port 410b76fb-17f2-414d-904e-04e5cd3966f8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:39.586846 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.598902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f8f595b-a9d7-4c7d-b860-6ed0f682045b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:39.651597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-fd1b604a-773a-45e0-aefd-04c56f87f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:39.654207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-fd1b604a-773a-45e0-aefd-04c56f87f9c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.3447475 Jan 28 16:53:39.683893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] For port ff452835-da65-4162-900b-14b88ab19a9f, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:39.689637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac46b0f-9619-4dff-9705-5abe20b4c7a6 req-4ba83292-6793-4c8f-a4bb-53de216d2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:39.691835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ac46b0f-9619-4dff-9705-5abe20b4c7a6 req-4ba83292-6793-4c8f-a4bb-53de216d2679 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1129 time: 0.9518831 Jan 28 16:53:39.728745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] For port ff452835-da65-4162-900b-14b88ab19a9f, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ff452835-da65-4162-900b-14b88ab19a9f,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:39.771594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:53:39.777854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ff452835-da65-4162-900b-14b88ab19a9f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.780235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Port 410b76fb-17f2-414d-904e-04e5cd3966f8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:39.786688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:39.787109 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:39.815882 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-f7bf5639-a6a5-43da-863b-49ce08aaa652 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 HTTP/1.1" status: 200 len: 217 time: 0.1519895 Jan 28 16:53:39.817867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f32f983-630b-40ad-86d1-505dfa7dbac8 req-23f0133c-4875-4dd8-863c-5ce63f5294db tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4917569 Jan 28 16:53:39.825085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Router fa401258-0cc1-4c86-9cdf-4d5639b52248 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:39.884511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ac46b0f-9619-4dff-9705-5abe20b4c7a6 req-ad02901a-4d57-42fb-b790-cf0cd89d1d7c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601782 Jan 28 16:53:39.895498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589778e7-1de3-4832-8e70-34794125aa6e None None] Pushing event updated for resources: {'Port': ['ID=ff452835-da65-4162-900b-14b88ab19a9f,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:39.953725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03886a8d-6d54-4299-a4d7-b61588e244b5 req-95b0bb8d-42c0-4f96-9b43-1a545374931d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:39.955361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03886a8d-6d54-4299-a4d7-b61588e244b5 req-95b0bb8d-42c0-4f96-9b43-1a545374931d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.3397191 Jan 28 16:53:40.021164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Provisioning complete for port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:40.021544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:40.027141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-35c0e6b7-c331-4ad7-81e1-87c8cd9406cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:40.028910 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-35c0e6b7-c331-4ad7-81e1-87c8cd9406cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.2009001 Jan 28 16:53:40.106633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03886a8d-6d54-4299-a4d7-b61588e244b5 req-872357e7-aea8-43c1-a14b-9161486d5b60 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149697 Jan 28 16:53:40.234200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Routers {'fa401258-0cc1-4c86-9cdf-4d5639b52248'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:40.241312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fa401258-0cc1-4c86-9cdf-4d5639b52248'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:40.281243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-dae96767-3de1-4b9d-a296-32c380aed0ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321583 Jan 28 16:53:40.289274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks [] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:40.307794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d3f27-0e15-4eb1-b56d-9ada5f691ade req-0ee5a72d-4249-4d20-9a93-daba8c22b5cb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:40.309314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b8d3f27-0e15-4eb1-b56d-9ada5f691ade req-0ee5a72d-4249-4d20-9a93-daba8c22b5cb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 944 time: 0.3188694 Jan 28 16:53:40.310516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:40.326117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:40.363510 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63de93c8-30cb-4a60-bbaa-ff9601545223 admin admin] 10.222.0.25 "PUT /v2.0/routers/fa401258-0cc1-4c86-9cdf-4d5639b52248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4952958 Jan 28 16:53:40.461212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b8d3f27-0e15-4eb1-b56d-9ada5f691ade req-f514654d-d620-4144-bf50-590409099000 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381707 Jan 28 16:53:40.483144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:40.509675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Pushing event updated for resources: {'Port': ['ID=a2422bee-52d6-4a03-a41f-048f3e68c49a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:40.514756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (7202262b-345b-40f5-b292-24a02805da18), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:40.527293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] Set router fa401258-0cc1-4c86-9cdf-4d5639b52248 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:40.533327 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-24be8e71-98f2-49b2-b4f4-c7c942bd4956 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002394 Jan 28 16:53:40.733478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:40.737543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:40.802195 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9bc2a455-e206-4e2f-801e-adb33f5a030f req-45832510-b583-4268-b3b8-a76c1146b052 service neutron] 10.222.0.31 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578828 Jan 28 16:53:41.302256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Router 7202262b-345b-40f5-b292-24a02805da18 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:41.317424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827717e2-05da-45f1-a6cc-4e8ec1b49706 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:41.451893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f07c89-802c-4b02-9bdd-5439a22dcec0 req-0b776329-95f9-47ed-b8ec-529a9c01b8e9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:41.453544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2f07c89-802c-4b02-9bdd-5439a22dcec0 req-0b776329-95f9-47ed-b8ec-529a9c01b8e9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.4107921 Jan 28 16:53:41.462834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0d54dd3-a2a9-4a55-9c5e-8cfdd26d48c5 None None] Current status of the port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:41.532958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:41.533620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:41.588376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:41.593560 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1285c504-2278-47f5-917b-5182229b4495" -d '{"events": [{"server_uuid": "a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b", "name": "network-vif-plugged", "status": "completed", "tag": "2f8f595b-a9d7-4c7d-b860-6ed0f682045b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:41.636690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:41.644540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 827717e2-05da-45f1-a6cc-4e8ec1b49706 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:41.645027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:41.650582 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:41.678048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '410b76fb-17f2-414d-904e-04e5cd3966f8', 'name': '', 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'mac_address': 'fa:16:3e:17:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:36Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 2, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'subnets': [{'id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:41.680555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9675f63f-3bf6-4b30-a918-80f8e0ae6dfa None None] Provisioning complete for port 410b76fb-17f2-414d-904e-04e5cd3966f8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:41.681072 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9675f63f-3bf6-4b30-a918-80f8e0ae6dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:41.777923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd34918-e485-4e5b-80b0-34b1691ea82a None None] The sync data for ids ['fa401258-0cc1-4c86-9cdf-4d5639b52248'] in n-d-812111-13 is: [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '410b76fb-17f2-414d-904e-04e5cd3966f8', 'name': '', 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'mac_address': 'fa:16:3e:17:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:36Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 2, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'subnets': [{'id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:41.913980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9675f63f-3bf6-4b30-a918-80f8e0ae6dfa None None] Port 410b76fb-17f2-414d-904e-04e5cd3966f8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:41.933392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:41.963381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9675f63f-3bf6-4b30-a918-80f8e0ae6dfa None None] Provisioning complete for port a2422bee-52d6-4a03-a41f-048f3e68c49a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:41.964197 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9675f63f-3bf6-4b30-a918-80f8e0ae6dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:42.153177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 827717e2-05da-45f1-a6cc-4e8ec1b49706 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:42.153617 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:42.211475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:42.228509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 827717e2-05da-45f1-a6cc-4e8ec1b49706, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827717e2-05da-45f1-a6cc-4e8ec1b49706,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:42.235118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-317018f6-da61-414d-821b-1c86543e9a60 admin admin] 10.222.0.25 "PUT /v2.0/routers/7202262b-345b-40f5-b292-24a02805da18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9976721 Jan 28 16:53:42.245329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-357bcb1c-5e36-408d-aab1-7da167c328c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:42.246965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-357bcb1c-5e36-408d-aab1-7da167c328c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 1128 time: 0.8831737 Jan 28 16:53:42.273211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382311-fb4f-45a0-8c18-967aca2a36c3 req-34387b50-bf91-4bc2-9f14-fec668268eae tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:42.275421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2382311-fb4f-45a0-8c18-967aca2a36c3 req-34387b50-bf91-4bc2-9f14-fec668268eae tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.9553401 Jan 28 16:53:42.289124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:42.299697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 065d7f58-494a-475c-82b0-7b587b77db3f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:42.301814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9675f63f-3bf6-4b30-a918-80f8e0ae6dfa None None] Port a2422bee-52d6-4a03-a41f-048f3e68c49a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:42.375062 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:42.385683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-f2a6e6ff-83f0-474e-8e94-4f1cfb61581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:42.387486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-f2a6e6ff-83f0-474e-8e94-4f1cfb61581d service neutron] 10.222.0.24 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 914 time: 0.1110468 Jan 28 16:53:42.417062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2f07c89-802c-4b02-9bdd-5439a22dcec0 req-6ea435f5-284e-4129-a466-6aee0b0afae4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9351180 Jan 28 16:53:42.442860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:42.457373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-7bc9d678-5587-4887-8a5f-dfcd96b24405 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 HTTP/1.1" status: 200 len: 217 time: 0.0585215 Jan 28 16:53:42.459609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Sync routers for ids ['7202262b-345b-40f5-b292-24a02805da18'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:42.517004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Routers {'7202262b-345b-40f5-b292-24a02805da18'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:42.517655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7202262b-345b-40f5-b292-24a02805da18'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:42.521589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=827717e2-05da-45f1-a6cc-4e8ec1b49706,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:42.560154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-bb0e1a58-4cce-473e-9f65-977569bbcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:42.562039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-bb0e1a58-4cce-473e-9f65-977569bbcde5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.0928707 Jan 28 16:53:42.607744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-259d810b-fa56-4a53-a397-094031b97b35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353372 Jan 28 16:53:42.703539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 065d7f58-494a-475c-82b0-7b587b77db3f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:42.704239 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:42.763465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-d6d49f5d-8dd5-4875-ac63-852728df13ab service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488943 Jan 28 16:53:42.936804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2382311-fb4f-45a0-8c18-967aca2a36c3 req-f7059999-c6b4-4203-a768-92bfad76e01d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468385 Jan 28 16:53:42.942054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Set router 7202262b-345b-40f5-b292-24a02805da18 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:43.072210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc094958-5b0c-46e9-9d18-8e83681d7b06 req-7bcb820b-b048-4a25-b9e2-c13116e453bb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:43.073995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc094958-5b0c-46e9-9d18-8e83681d7b06 req-7bcb820b-b048-4a25-b9e2-c13116e453bb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 945 time: 0.3088372 Jan 28 16:53:43.090321 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af1e6a2-c4e7-46a0-9692-10168ef6c413 x-openstack-request-id: req-7af1e6a2-c4e7-46a0-9692-10168ef6c413 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:43.090795 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b", "name": "network-vif-plugged", "status": "completed", "tag": "2f8f595b-a9d7-4c7d-b860-6ed0f682045b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:43.092988 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7af1e6a2-c4e7-46a0-9692-10168ef6c413 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:43.093508 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b', 'code': 200} Jan 28 16:53:43.162548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb0f6367-ab2b-4d34-bb6b-b3d043fa892e req-53cf9e00-cc79-4de0-945d-fb6610a4c5cb service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241239 Jan 28 16:53:43.243682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b408-bd16-42fa-afd9-87bdcee684fc req-3ce8e1b8-01d6-4d01-9fb1-afa5805473f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:43.247642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2d88b408-bd16-42fa-afd9-87bdcee684fc req-3ce8e1b8-01d6-4d01-9fb1-afa5805473f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 1128 time: 0.1152925 Jan 28 16:53:43.268501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc094958-5b0c-46e9-9d18-8e83681d7b06 req-be4eb9e8-c444-4025-97ee-fd01c610f184 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851652 Jan 28 16:53:43.319494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2d88b408-bd16-42fa-afd9-87bdcee684fc req-430d1daa-9318-4d7b-bbf5-4bec02a80451 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608943 Jan 28 16:53:43.517455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 065d7f58-494a-475c-82b0-7b587b77db3f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:43.536938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58670) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:43.543870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1013554303-network', 'tenant_id': '738961cb9fa84376ab09ca7df1834776'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:43.676798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Made reservation on behalf of 738961cb9fa84376ab09ca7df1834776 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:43.679943 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:43.722632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:43.730909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 4, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a2422bee-52d6-4a03-a41f-048f3e68c49a', 'name': '', 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a', 'tenant_id': '50b62098e2434c17b74033856010000e', 'mac_address': 'fa:16:3e:92:b1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '0fc27d47-57c0-4078-9bc8-250dc54629b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:37Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 2, 'project_id': '50b62098e2434c17b74033856010000e', 'subnets': [{'id': '0fc27d47-57c0-4078-9bc8-250dc54629b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:43.734365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7de21-98e7-4098-918c-a2d0b6b80377 req-b967d123-89f6-44d1-9819-b25ce2a7dd56 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:43.736711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31a7de21-98e7-4098-918c-a2d0b6b80377 req-b967d123-89f6-44d1-9819-b25ce2a7dd56 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.1402879 Jan 28 16:53:43.816792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Checking router: 7202262b-345b-40f5-b292-24a02805da18 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:43.817153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Updating router 7202262b-345b-40f5-b292-24a02805da18 port a2422bee-52d6-4a03-a41f-048f3e68c49a binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:43.865282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827717e2-05da-45f1-a6cc-4e8ec1b49706 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:43.916814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks [] for security_group (093eca1f-ac68-47e3-b9cc-a3f4ee2238bd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:43.923440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:43.932276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (093eca1f-ac68-47e3-b9cc-a3f4ee2238bd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:43.946227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:53:43.959509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b8d7e81a-201f-4a23-8561-868312711af9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:43.960072 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Added segment b8d7e81a-201f-4a23-8561-868312711af9 of type vlan for network 9f458e85-b0db-47e3-84f5-da91f9f85e3e Jan 28 16:53:44.058840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093eca1f-ac68-47e3-b9cc-a3f4ee2238bd,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:44.103980 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9f458e85-b0db-47e3-84f5-da91f9f85e3e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.151488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31a7de21-98e7-4098-918c-a2d0b6b80377 req-4e15b1fd-3ace-48c0-b914-5d4979b03fe4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010501 Jan 28 16:53:44.201255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 827717e2-05da-45f1-a6cc-4e8ec1b49706 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:44.201621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.259909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.resource_extend [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:53:44.397618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9f458e85-b0db-47e3-84f5-da91f9f85e3e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.398800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:44.400034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.572459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f458e85-b0db-47e3-84f5-da91f9f85e3e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:44.611546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1adfa-f841-48c2-9ce4-493e7ba5aa60 req-bea63864-3b2e-4b05-b796-177b2d9e5d91 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:44.613157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bc1adfa-f841-48c2-9ce4-493e7ba5aa60 req-bea63864-3b2e-4b05-b796-177b2d9e5d91 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.2893450 Jan 28 16:53:44.629328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1e75f0bc-d562-40a5-9ae7-4a7caba054f2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0907583 Jan 28 16:53:44.632194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58690) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:44.645341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Request body: {'subnet': {'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1013554303-subnet', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:44.650100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d4b7c-bdd5-4c00-bcca-6b5f21773b75 req-b8f47fe2-0503-4b2c-8780-95e3d1ab3598 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:44.651622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f71d4b7c-bdd5-4c00-bcca-6b5f21773b75 req-b8f47fe2-0503-4b2c-8780-95e3d1ab3598 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.4532940 Jan 28 16:53:44.708263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Made reservation on behalf of 738961cb9fa84376ab09ca7df1834776 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:44.710750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Publish callbacks [] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.711554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.717373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:53:44.754471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:44.932038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e98de5-b56f-449a-ae73-8d36989e9266 None None] Pushing event updated for resources: {'Port': ['ID=a2422bee-52d6-4a03-a41f-048f3e68c49a,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:44.951604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bc1adfa-f841-48c2-9ce4-493e7ba5aa60 req-d7403e39-acee-448c-9dbe-d8fb516f519b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209980 Jan 28 16:53:44.965783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:45.015932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Attempting to bind port a2422bee-52d6-4a03-a41f-048f3e68c49a on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:45.016516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Attempting to bind port a2422bee-52d6-4a03-a41f-048f3e68c49a by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:45.017015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Attempting to bind port a2422bee-52d6-4a03-a41f-048f3e68c49a on network cf551b46-3b83-4ff8-bac3-364a316c8e7a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:45.026403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:45.026932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Checking segment: {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:45.030030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.030790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Bound using segment: {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:45.031534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Bound port: a2422bee-52d6-4a03-a41f-048f3e68c49a, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:45.032261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.060954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f71d4b7c-bdd5-4c00-bcca-6b5f21773b75 req-1ce97712-7f1a-412e-908f-e2ed0b0abbe6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560410 Jan 28 16:53:45.074359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 827717e2-05da-45f1-a6cc-4e8ec1b49706 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:45.080643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ff452835-da65-4162-900b-14b88ab19a9f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:45.178086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe2baf-26e1-419c-bd00-f5821e466b74 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:45.183295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a0fe2baf-26e1-419c-bd00-f5821e466b74 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1124 time: 0.2163167 Jan 28 16:53:45.186353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:45.200323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '404458bc-ce56-42fd-b083-84bd14900d46', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:45.275524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe426-a602-412c-9811-3a5538639e22 req-a567a26a-0e52-40e0-b600-853f35ecf5bd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:45.277227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13cfe426-a602-412c-9811-3a5538639e22 req-a567a26a-0e52-40e0-b600-853f35ecf5bd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 945 time: 0.1881151 Jan 28 16:53:45.307831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (a10b7389-bd59-4197-bb2c-983c73869011), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.327282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] For port a2422bee-52d6-4a03-a41f-048f3e68c49a, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:45.339924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a3d59aae-24cd-4ca2-b9f4-471ed6aeeffe None None] Provisioning complete for port a2422bee-52d6-4a03-a41f-048f3e68c49a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:45.343790 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a3d59aae-24cd-4ca2-b9f4-471ed6aeeffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.355782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] For port a2422bee-52d6-4a03-a41f-048f3e68c49a, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a2422bee-52d6-4a03-a41f-048f3e68c49a,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:45.447962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13cfe426-a602-412c-9811-3a5538639e22 req-d9e2aa3e-621f-48fe-9817-79f79c037c2a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599255 Jan 28 16:53:45.451034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ff452835-da65-4162-900b-14b88ab19a9f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:45.451525 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ff452835-da65-4162-900b-14b88ab19a9f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.453358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10b7389-bd59-4197-bb2c-983c73869011,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:45.459350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.460376 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.616621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Checking segment: {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:45.617147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Network hostable DHCP agents. Network: 9f458e85-b0db-47e3-84f5-da91f9f85e3e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:53:45.657828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:53:45.750870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9f458e85-b0db-47e3-84f5-da91f9f85e3e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:45.763553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:45.769484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:45.826531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-296c412c-ba99-4b18-b516-367f1f521a96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1883233 Jan 28 16:53:45.829648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58714) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:45.834190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:45.843701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.081881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (32289a1b-1660-4075-9ff2-54940edd5b61), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.082931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (32289a1b-1660-4075-9ff2-54940edd5b61), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.098377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a3d59aae-24cd-4ca2-b9f4-471ed6aeeffe None None] Port a2422bee-52d6-4a03-a41f-048f3e68c49a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:46.154357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5d5f2-a85f-4886-b2e0-777da51c9c13 None None] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:46.155075 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Sync routers for ids ['fa401258-0cc1-4c86-9cdf-4d5639b52248'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:46.184894 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Routers {'fa401258-0cc1-4c86-9cdf-4d5639b52248'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:46.185667 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fa401258-0cc1-4c86-9cdf-4d5639b52248'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:46.190079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.38 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ee058a54-5f9c-481c-b123-af8a070f37e9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:46.242255 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks [] for router_controller (32289a1b-1660-4075-9ff2-54940edd5b61), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.395482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e98de5-b56f-449a-ae73-8d36989e9266 None None] Pushing event updated for resources: {'Port': ['ID=a2422bee-52d6-4a03-a41f-048f3e68c49a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:46.395706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.448404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-9f458e85-b0db-47e3-84f5-da91f9f85e3e', 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e', 'project_id': '738961cb9fa84376ab09ca7df1834776', 'fixed_ips': [{'subnet_id': 'a10b7389-bd59-4197-bb2c-983c73869011'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:53:46.450803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.467658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Routers {'7202262b-345b-40f5-b292-24a02805da18'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:46.471886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7202262b-345b-40f5-b292-24a02805da18'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:46.519252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.523401 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9bf0420a-431f-4930-bd7a-125cbd66658e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.525297 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Set router fa401258-0cc1-4c86-9cdf-4d5639b52248 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:46.563445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a3d01-aff9-4330-a233-384b2a011b03 req-020cd36c-0028-4357-b17f-17b2d1633870 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:46.573510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-491a3d01-aff9-4330-a233-384b2a011b03 req-020cd36c-0028-4357-b17f-17b2d1633870 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 945 time: 0.6975269 Jan 28 16:53:46.649035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=ee058a54-5f9c-481c-b123-af8a070f37e9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:46.674254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:46.679631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:46.689551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:46.732405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ff452835-da65-4162-900b-14b88ab19a9f is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:46.732833 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ff452835-da65-4162-900b-14b88ab19a9f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.782040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ff452835-da65-4162-900b-14b88ab19a9f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ff452835-da65-4162-900b-14b88ab19a9f,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:46.883532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks [] for router_gateway (32289a1b-1660-4075-9ff2-54940edd5b61), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:46.923148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-74cc0708-f046-4066-a592-1f9c236365ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:46.927820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-74cc0708-f046-4066-a592-1f9c236365ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.9172597 Jan 28 16:53:46.944636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-491a3d01-aff9-4330-a233-384b2a011b03 req-f7bbf9c6-74e9-423d-bcb5-12290ca2cf49 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689144 Jan 28 16:53:47.001167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Allocated IP 172.20.0.2 (9f458e85-b0db-47e3-84f5-da91f9f85e3e/a10b7389-bd59-4197-bb2c-983c73869011/178f899d-ee27-4854-b318-4ebd3492ac30) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:47.033912 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '410b76fb-17f2-414d-904e-04e5cd3966f8', 'name': '', 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'mac_address': 'fa:16:3e:17:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:36Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 2, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'subnets': [{'id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:47.039046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-50bb9dbf-2029-493a-abf5-b496545c5e9e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0510864 Jan 28 16:53:47.124957 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Checking router: fa401258-0cc1-4c86-9cdf-4d5639b52248 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:47.126586 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Updating router fa401258-0cc1-4c86-9cdf-4d5639b52248 port 410b76fb-17f2-414d-904e-04e5cd3966f8 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:47.210637 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.272329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ff452835-da65-4162-900b-14b88ab19a9f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.364129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ff452835-da65-4162-900b-14b88ab19a9f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:47.386200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] Provisioning complete for port a2422bee-52d6-4a03-a41f-048f3e68c49a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:47.386593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.443799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8409b77-c844-4b16-b7de-81a22584e921 req-ee5757f9-3b7e-4f38-b6e1-fffdbb29a2db tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:47.455786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8409b77-c844-4b16-b7de-81a22584e921 req-ee5757f9-3b7e-4f38-b6e1-fffdbb29a2db tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2804656 Jan 28 16:53:47.499269 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Publish callbacks [] for port (178f899d-ee27-4854-b318-4ebd3492ac30), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.544147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-f7a2cc26-4805-4b54-8b4f-8221b84b9bae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3860395 Jan 28 16:53:47.557686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.571304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] Current status of the port a2422bee-52d6-4a03-a41f-048f3e68c49a is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:47.571711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.587881 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.629383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] For port a2422bee-52d6-4a03-a41f-048f3e68c49a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a2422bee-52d6-4a03-a41f-048f3e68c49a,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:47.688302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8409b77-c844-4b16-b7de-81a22584e921 req-2f38dfdf-0213-4f21-a583-c179375d5efc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278421 Jan 28 16:53:47.691424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:47.705298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Pushing event updated for resources: {'Port': ['ID=178f899d-ee27-4854-b318-4ebd3492ac30,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:47.705526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.705978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:47.705978 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.714661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:47.823234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Attempting to bind port 178f899d-ee27-4854-b318-4ebd3492ac30 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:47.823673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Attempting to bind port 178f899d-ee27-4854-b318-4ebd3492ac30 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:47.824034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Attempting to bind port 178f899d-ee27-4854-b318-4ebd3492ac30 on network 9f458e85-b0db-47e3-84f5-da91f9f85e3e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:47.833862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] Set router 7202262b-345b-40f5-b292-24a02805da18 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:47.838554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:47.839123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Checking segment: {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:47.839873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.840331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Bound using segment: {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:47.841631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Bound port: 178f899d-ee27-4854-b318-4ebd3492ac30, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:47.842487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.910238 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Publish callbacks [] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.925887 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:47.940142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-adbfa597-d806-4a36-baf9-a32b9c77fa12 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752265 Jan 28 16:53:48.007629 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dc94f-c9e0-42b7-a448-1289cc5ad5bd None None] Pushing event updated for resources: {'Port': ['ID=410b76fb-17f2-414d-904e-04e5cd3966f8,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:48.081576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fbdd5-7dc0-4bc8-8856-ac8902eb5c04 req-5e6ebeb2-b169-44cf-9170-8621c3ea09cc tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:48.093750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f68fbdd5-7dc0-4bc8-8856-ac8902eb5c04 req-5e6ebeb2-b169-44cf-9170-8621c3ea09cc tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 945 time: 0.2414203 Jan 28 16:53:48.116706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.124504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.146791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks [] for router_gateway (32289a1b-1660-4075-9ff2-54940edd5b61), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.199165 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Attempting to bind port 410b76fb-17f2-414d-904e-04e5cd3966f8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:48.212535 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.212748 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Attempting to bind port 410b76fb-17f2-414d-904e-04e5cd3966f8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:48.212748 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Attempting to bind port 410b76fb-17f2-414d-904e-04e5cd3966f8 on network 56bb992d-7b54-4442-8358-7ca20c17c2f9 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:48.229471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-49f2e7e4-f65d-4f5c-9078-fc62588f2fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.241348 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:48.241889 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Checking segment: {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:48.242726 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.244909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Bound using segment: {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:48.246026 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Bound port: 410b76fb-17f2-414d-904e-04e5cd3966f8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8488145d-fa5e-47d7-a705-1444a5be7b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:48.251635 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.258198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e68e5-3bb4-42aa-88b9-638ae75bec42 None None] Pushing event updated for resources: {'Port': ['ID=a2422bee-52d6-4a03-a41f-048f3e68c49a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:48.318040 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-e5fea5c8-98dc-47b5-9e61-06a0488b3029 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762569 Jan 28 16:53:48.325623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] For port 178f899d-ee27-4854-b318-4ebd3492ac30, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:48.424957 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] For port 410b76fb-17f2-414d-904e-04e5cd3966f8, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:48.428921 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] For port 410b76fb-17f2-414d-904e-04e5cd3966f8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=410b76fb-17f2-414d-904e-04e5cd3966f8,segment=NetworkSegment(8488145d-fa5e-47d7-a705-1444a5be7b00),segment_id=8488145d-fa5e-47d7-a705-1444a5be7b00)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:48.442602 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.451491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=ee058a54-5f9c-481c-b123-af8a070f37e9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:48.463182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.496122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f68fbdd5-7dc0-4bc8-8856-ac8902eb5c04 req-788f6359-3eb5-4280-a8a9-855e6808eb12 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008026 Jan 28 16:53:48.518845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] For port 178f899d-ee27-4854-b318-4ebd3492ac30, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=178f899d-ee27-4854-b318-4ebd3492ac30,segment=NetworkSegment(b8d7e81a-201f-4a23-8561-868312711af9),segment_id=b8d7e81a-201f-4a23-8561-868312711af9)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:48.574713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.713562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022063e6-c2b7-41f8-8e16-059e45b2df6f None None] Pushing event updated for resources: {'Port': ['ID=178f899d-ee27-4854-b318-4ebd3492ac30,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:48.732311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Provisioning complete for port 410b76fb-17f2-414d-904e-04e5cd3966f8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:48.733142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.758638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Allocated IP 172.25.8.45 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:48.763287 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP 67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 associated. External IP: 172.25.8.38, port: 404458bc-ce56-42fd-b083-84bd14900d46. Jan 28 16:53:48.846304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Routers {'fa401258-0cc1-4c86-9cdf-4d5639b52248'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:48.848032 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fa401258-0cc1-4c86-9cdf-4d5639b52248'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:48.991608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks [] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:48.992727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 4, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a2422bee-52d6-4a03-a41f-048f3e68c49a', 'name': '', 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a', 'tenant_id': '50b62098e2434c17b74033856010000e', 'mac_address': 'fa:16:3e:92:b1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '0fc27d47-57c0-4078-9bc8-250dc54629b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:37Z', 'updated_at': '2022-01-28T16:53:45Z', 'revision_number': 4, 'project_id': '50b62098e2434c17b74033856010000e', 'subnets': [{'id': '0fc27d47-57c0-4078-9bc8-250dc54629b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:49.088046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:49.176933 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dc94f-c9e0-42b7-a448-1289cc5ad5bd None None] Pushing event updated for resources: {'Port': ['ID=410b76fb-17f2-414d-904e-04e5cd3966f8,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:49.183852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae99fa-e3bd-4b9d-aef5-90ff99ad7fb6 None None] The sync data for ids ['7202262b-345b-40f5-b292-24a02805da18'] in n-d-812111-13 is: [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:53:39Z', 'revision_number': 4, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a2422bee-52d6-4a03-a41f-048f3e68c49a', 'name': '', 'network_id': 'cf551b46-3b83-4ff8-bac3-364a316c8e7a', 'tenant_id': '50b62098e2434c17b74033856010000e', 'mac_address': 'fa:16:3e:92:b1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '0fc27d47-57c0-4078-9bc8-250dc54629b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:37Z', 'updated_at': '2022-01-28T16:53:45Z', 'revision_number': 4, 'project_id': '50b62098e2434c17b74033856010000e', 'subnets': [{'id': '0fc27d47-57c0-4078-9bc8-250dc54629b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:49.196888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Pushing event updated for resources: {'Port': ['ID=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:49.226934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:49.255128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Current status of the port 410b76fb-17f2-414d-904e-04e5cd3966f8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:49.256708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:49.270280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:49.291564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:49.420046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cacf4-e731-4122-8de3-5f89a440476f req-25dff6dc-3cfc-43ef-8d99-cb997390ea69 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:49.420724 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] Set router fa401258-0cc1-4c86-9cdf-4d5639b52248 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:49.421723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d29cacf4-e731-4122-8de3-5f89a440476f req-25dff6dc-3cfc-43ef-8d99-cb997390ea69 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.3850131 Jan 28 16:53:49.467806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] For port 410b76fb-17f2-414d-904e-04e5cd3966f8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=410b76fb-17f2-414d-904e-04e5cd3966f8,segment=NetworkSegment(8488145d-fa5e-47d7-a705-1444a5be7b00),segment_id=8488145d-fa5e-47d7-a705-1444a5be7b00)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:49.484448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:49.557103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:53:49.597298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:49.684040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a54df-6528-49f7-92c3-02f348bb5154 req-fb4af368-9380-4a90-b6d7-304ea4136e9a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:49.693960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d0a54df-6528-49f7-92c3-02f348bb5154 req-fb4af368-9380-4a90-b6d7-304ea4136e9a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 945 time: 0.5783584 Jan 28 16:53:49.717536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Pushing event updated for resources: {'Port': ['ID=410b76fb-17f2-414d-904e-04e5cd3966f8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:49.769950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.770279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.770575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.770925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.775002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.775389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.775744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.776119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.776470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.777891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.778455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.778811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.779938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ad4672-f100-4cd1-a734-b50f0770a5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:53:49.824565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3723a9e0-2f0d-4b2f-8026-2b6a5e8af7ab None None] Provisioning complete for port 410b76fb-17f2-414d-904e-04e5cd3966f8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:49.825483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3723a9e0-2f0d-4b2f-8026-2b6a5e8af7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:49.963205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:50.006937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] Sync routers for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:50.026635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:50.037076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 410b76fb-17f2-414d-904e-04e5cd3966f8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:50.051632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d29cacf4-e731-4122-8de3-5f89a440476f req-de940276-1208-4a7f-a377-a8756541611d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962253 Jan 28 16:53:50.075410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d0a54df-6528-49f7-92c3-02f348bb5154 req-ba7b472a-3e55-4bca-b220-0b93c477be99 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805413 Jan 28 16:53:50.089897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:50.102416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:50.174216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66d7f8a2-500c-42af-92ed-895b589f926a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9866920 Jan 28 16:53:50.174948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:50.185622 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e07c9c-43bf-438f-95cc-324ed82d2b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:50.248175 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '410b76fb-17f2-414d-904e-04e5cd3966f8', 'name': '', 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'mac_address': 'fa:16:3e:17:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:36Z', 'updated_at': '2022-01-28T16:53:48Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'subnets': [{'id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:50.316288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3723a9e0-2f0d-4b2f-8026-2b6a5e8af7ab None None] Current status of the port 410b76fb-17f2-414d-904e-04e5cd3966f8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:50.347830 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d2abc-6649-4bc6-9f5b-73b6cb655439 None None] The sync data for ids ['fa401258-0cc1-4c86-9cdf-4d5639b52248'] in n-d-812111-13 is: [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T16:53:37Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '410b76fb-17f2-414d-904e-04e5cd3966f8', 'name': '', 'network_id': '56bb992d-7b54-4442-8358-7ca20c17c2f9', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'mac_address': 'fa:16:3e:17:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:36Z', 'updated_at': '2022-01-28T16:53:48Z', 'revision_number': 4, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'subnets': [{'id': '417ee983-02bc-4135-a4ae-067fadc8cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:50.372242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-91c062cc-0474-463a-9ede-918f70c260cb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:50.373966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-91c062cc-0474-463a-9ede-918f70c260cb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 945 time: 0.1775908 Jan 28 16:53:50.493563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 410b76fb-17f2-414d-904e-04e5cd3966f8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:50.494153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:50.663726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:53:50.669016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:50.788026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:50.942736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:50.944803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:50.977272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497dc0b2-34d0-41d2-8059-47643935a3e9 None None] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:53:50.997807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for 2f8f595b-a9d7-4c7d-b860-6ed0f682045b owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:53:50.999542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:51.150673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 410b76fb-17f2-414d-904e-04e5cd3966f8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:51.158552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ff452835-da65-4162-900b-14b88ab19a9f up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:51.313401 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:53:51.422132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b60844b8-5a2b-4316-bb6b-886372c039e6 req-199c47e4-a498-4e13-9246-c447c983d306 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 1.1827219 Jan 28 16:53:51.603981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks [] for router_gateway (32289a1b-1660-4075-9ff2-54940edd5b61), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:51.813631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] Provisioning complete for port 178f899d-ee27-4854-b318-4ebd3492ac30 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:51.814168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:51.904884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2104-d79a-422d-b507-d8ca027bcee4 req-f6256c79-32b9-435b-b22e-503baa8fa40b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:51.906386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeed2104-d79a-422d-b507-d8ca027bcee4 req-f6256c79-32b9-435b-b22e-503baa8fa40b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.5218511 Jan 28 16:53:51.942044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:51.978581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ff452835-da65-4162-900b-14b88ab19a9f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:51.983385 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ff452835-da65-4162-900b-14b88ab19a9f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.027918 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7689bc3-59b1-4288-a2b3-cca97fafcedb x-openstack-request-id: req-d7689bc3-59b1-4288-a2b3-cca97fafcedb {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:52.028466 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:52.028630 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7689bc3-59b1-4288-a2b3-cca97fafcedb {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:52.029056 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'status': 'completed', 'code': 200} Jan 28 16:53:52.070822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71d957-aa7b-4de6-8e4a-2cbc757751be req-98b13b48-6cc7-45a0-8434-a7d71bead20f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:52.082373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd71d957-aa7b-4de6-8e4a-2cbc757751be req-98b13b48-6cc7-45a0-8434-a7d71bead20f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.3342600 Jan 28 16:53:52.121453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2f8f595b-a9d7-4c7d-b860-6ed0f682045b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.146694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:52.149089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2f8f595b-a9d7-4c7d-b860-6ed0f682045b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:52.169269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-6d8d7220-ef67-460d-82e6-2049fdc8ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:52.171411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-6d8d7220-ef67-460d-82e6-2049fdc8ddc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1129 time: 0.6061068 Jan 28 16:53:52.272256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=2f8f595b-a9d7-4c7d-b860-6ed0f682045b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:52.290532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-bcf2eed0-0627-4376-9f5f-79aa35048efe tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:52.292214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-bcf2eed0-0627-4376-9f5f-79aa35048efe tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 1.0152462 Jan 28 16:53:52.320353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:52.336781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] Current status of the port 178f899d-ee27-4854-b318-4ebd3492ac30 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:52.337182 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.539696 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (32289a1b-1660-4075-9ff2-54940edd5b61), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.578252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:52.582802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.615123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] For port 178f899d-ee27-4854-b318-4ebd3492ac30, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=178f899d-ee27-4854-b318-4ebd3492ac30,segment=NetworkSegment(b8d7e81a-201f-4a23-8561-868312711af9),segment_id=b8d7e81a-201f-4a23-8561-868312711af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:52.635881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port 2f8f595b-a9d7-4c7d-b860-6ed0f682045b on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:53:52.643629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.647691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-146d2a37-53e2-4582-9c69-7ddfe2bd926b req-be72cb72-0f3a-405c-9738-063821bca4ad tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "DELETE /v2.0/ports/2f8f595b-a9d7-4c7d-b860-6ed0f682045b HTTP/1.1" status: 204 len: 173 time: 2.2676184 Jan 28 16:53:52.658989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:52.681000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ff452835-da65-4162-900b-14b88ab19a9f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:52.687076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2422bee-52d6-4a03-a41f-048f3e68c49a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:52.703096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd71d957-aa7b-4de6-8e4a-2cbc757751be req-cbacc185-a05d-4ca3-9a0b-916bfb46f28e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023865 Jan 28 16:53:52.896515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeed2104-d79a-422d-b507-d8ca027bcee4 req-d9082a82-efce-4e08-be5b-de6aa875ddcb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8578866 Jan 28 16:53:52.994863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:53.009821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd3c5ab7-0475-4de9-82f0-69cf538278c2 req-47ece330-1642-4f99-afd6-bc8c7765773d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b HTTP/1.1" status: 200 len: 210 time: 0.1536500 Jan 28 16:53:53.083322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'port_id': '404458bc-ce56-42fd-b083-84bd14900d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'mac_address': 'fa:16:3e:93:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:53:47Z', 'updated_at': '2022-01-28T16:53:47Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:15Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:53.120706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.13 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/7a944d61-f103-4721-8a34-6a22ab0d6135) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:53.220847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] Checking router: 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:53.224625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5d7ccac-46f5-4011-bb7b-2520d2d0408f req-254f41cc-7e84-4d86-aea8-80b6d073b1ad tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0586233 Jan 28 16:53:53.227954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-f50f0bdc-8488-49e7-b671-6534d6797cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:53.236089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-f50f0bdc-8488-49e7-b671-6534d6797cd4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 1.0559459 Jan 28 16:53:53.278085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:53.278978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:53.389632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a4268382-6243-4862-ae5d-3088dcae214c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 200 len: 991 time: 0.3906770 Jan 28 16:53:53.399492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:53.467994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-8fb74328-95e0-4cc4-be14-8f2d2e4910bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 999 time: 0.1818900 Jan 28 16:53:53.469540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Router 32289a1b-1660-4075-9ff2-54940edd5b61 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:53:53.494132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:53.525995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8207dcbb-cdf8-457c-bf48-0fb445df89e9 None None] Provisioning complete for port 178f899d-ee27-4854-b318-4ebd3492ac30 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:53.526279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8207dcbb-cdf8-457c-bf48-0fb445df89e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:53.544292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f3b1-ed6b-47d9-9f1e-af37435fc75b None None] Pushing event updated for resources: {'Port': ['ID=178f899d-ee27-4854-b318-4ebd3492ac30,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:53.561726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:53.603088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-7c10f5e1-e470-415c-8e9f-5135907555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:53.609036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-7c10f5e1-e470-415c-8e9f-5135907555d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.1335568 Jan 28 16:53:53.639346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=7a944d61-f103-4721-8a34-6a22ab0d6135,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:53.644704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a2422bee-52d6-4a03-a41f-048f3e68c49a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:53.645095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:53.669804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:53.676144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:53.683925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:53.685804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:53:53.688093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:53:53.835038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:53.835986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:53.869359 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-c33f7083-cfe3-4cbf-95b9-56b370b77759 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5669844 Jan 28 16:53:53.883156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Request body: {'port': {'device_id': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:53.897478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-e3674f6a-2c96-4398-a7e6-83819bcad903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:53.899218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-e3674f6a-2c96-4398-a7e6-83819bcad903 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1870961 Jan 28 16:53:53.920252 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:53:54.009057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:54.039834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'name': 'network-vif-deleted', 'tag': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:54.045722 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a555948-1639-4420-8422-4b83360c6760" -d '{"events": [{"server_uuid": "a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b", "name": "network-vif-deleted", "tag": "2f8f595b-a9d7-4c7d-b860-6ed0f682045b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:54.068071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-7aa79087-7f5f-4cce-ad80-2d6fe24b77d0 service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297524 Jan 28 16:53:54.105193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8207dcbb-cdf8-457c-bf48-0fb445df89e9 None None] Current status of the port 178f899d-ee27-4854-b318-4ebd3492ac30 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:54.149671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf51c3d-4233-41d2-b014-dcc0d1bc5c6d req-16d252d4-eb0b-4958-8ad4-3e953377d360 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:54.166511 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e5516-9271-46c0-b693-e4afa5449ac8 x-openstack-request-id: req-9a0e5516-9271-46c0-b693-e4afa5449ac8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:54.167148 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b", "name": "network-vif-deleted", "tag": "2f8f595b-a9d7-4c7d-b860-6ed0f682045b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:54.168375 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a0e5516-9271-46c0-b693-e4afa5449ac8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:54.168843 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aa7dd3-2c86-4ef7-b52b-352eaddf1f9b', 'name': 'network-vif-deleted', 'tag': '2f8f595b-a9d7-4c7d-b860-6ed0f682045b', 'status': 'completed', 'code': 200} Jan 28 16:53:54.174114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fbf51c3d-4233-41d2-b014-dcc0d1bc5c6d req-16d252d4-eb0b-4958-8ad4-3e953377d360 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2688572 Jan 28 16:53:54.176156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a2422bee-52d6-4a03-a41f-048f3e68c49a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:54.178405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 178f899d-ee27-4854-b318-4ebd3492ac30 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:54.186767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:53:54.198483 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Sync routers for ids ['32289a1b-1660-4075-9ff2-54940edd5b61'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:53:54.221617 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Routers {'32289a1b-1660-4075-9ff2-54940edd5b61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:54.226354 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['32289a1b-1660-4075-9ff2-54940edd5b61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:54.315278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:54.346956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:54.351307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fddf98d8-d42e-4eb5-9ac5-92571e0d2cef admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5201626 Jan 28 16:53:54.371473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58822) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:54.389425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'port_id': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'mac_address': 'fa:16:3e:16:c5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e616bc85-a571-4070-af87-c64da1a643c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:53:54.399344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:54.403351 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:54.444211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'port_id': '404458bc-ce56-42fd-b083-84bd14900d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'mac_address': 'fa:16:3e:93:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:53:47Z', 'updated_at': '2022-01-28T16:53:47Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:15Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:54.459496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:54.477909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Set router 32289a1b-1660-4075-9ff2-54940edd5b61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:54.619687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-856e267f-d4a6-498f-a109-128bdb560672 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 200 len: 991 time: 0.1417041 Jan 28 16:53:54.641731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:54.644190 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:54.668138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850589f-c3b4-4760-af4a-9a885e47dc25 None None] The sync data for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 is: [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'port_id': '404458bc-ce56-42fd-b083-84bd14900d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'mac_address': 'fa:16:3e:93:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:53:47Z', 'updated_at': '2022-01-28T16:53:47Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:15Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:54.680054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fcff1a47-8966-4a22-9072-e09bb3b91677 None None] Provisioning complete for port 7a944d61-f103-4721-8a34-6a22ab0d6135 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:54.683576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcff1a47-8966-4a22-9072-e09bb3b91677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:54.728241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984783b-ff25-4c40-bfa1-7e6596f13794 req-e4bbe196-8f74-49ec-890d-d20de677d0a2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:54.739283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a984783b-ff25-4c40-bfa1-7e6596f13794 req-e4bbe196-8f74-49ec-890d-d20de677d0a2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 932 time: 0.3627119 Jan 28 16:53:54.781444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:54.794880 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7061e-af13-4e69-a745-ad71325c887e" -d '{"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:54.854405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:54.862667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:54.871440 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:53:49Z', 'revision_number': 3, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:54.899792 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:54.914437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a984783b-ff25-4c40-bfa1-7e6596f13794 req-c68ef693-edb9-4613-a826-46028ed06c41 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741991 Jan 28 16:53:54.925026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fcff1a47-8966-4a22-9072-e09bb3b91677 None None] Port 7a944d61-f103-4721-8a34-6a22ab0d6135 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:54.953193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fbf51c3d-4233-41d2-b014-dcc0d1bc5c6d req-16924e8f-b923-463c-8a54-20c0c702fed2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7777684 Jan 28 16:53:54.963663 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Checking router: 32289a1b-1660-4075-9ff2-54940edd5b61 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:53:54.967376 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Updating router 32289a1b-1660-4075-9ff2-54940edd5b61 port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:53:55.027445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86e07c9c-43bf-438f-95cc-324ed82d2b5f req-f0318ea0-938a-4cbb-97f7-edb2fef02f4a service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358652 Jan 28 16:53:55.029200 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.107215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a944d61-f103-4721-8a34-6a22ab0d6135 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:55.114100 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e52ba72-f40c-4d89-84bb-66a4dee836e5 x-openstack-request-id: req-0e52ba72-f40c-4d89-84bb-66a4dee836e5 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:55.114551 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:55.115548 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e52ba72-f40c-4d89-84bb-66a4dee836e5 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:55.115955 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'code': 200} Jan 28 16:53:55.129921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 178f899d-ee27-4854-b318-4ebd3492ac30 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:55.130300 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.134551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1405531-ec55-4f5a-8204-2c607815cfe9 None None] New status for floating IP 67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:53:55.140484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Publish callbacks [] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.168157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Transition to ACTIVE for port object 7a944d61-f103-4721-8a34-6a22ab0d6135 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:53:55.186647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.313094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-7cc29664-597c-4f3f-a25e-9e27bf4630f2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:55.314692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-7cc29664-597c-4f3f-a25e-9e27bf4630f2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.2017171 Jan 28 16:53:55.336549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-5752dcc0-8ae9-4558-b6ad-8f741f0c7ebc tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/quotas/89e4dd0da1654262948af1fcc3c08b81 HTTP/1.1" status: 200 len: 375 time: 0.0153632 Jan 28 16:53:55.420097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Pushing event updated for resources: {'Port': ['ID=7a944d61-f103-4721-8a34-6a22ab0d6135,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:55.502345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-dd61ab43-6ba1-4d34-9370-4ff2fa62bc4a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498573 Jan 28 16:53:55.571965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Attempting to bind port 7a944d61-f103-4721-8a34-6a22ab0d6135 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:55.572372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Attempting to bind port 7a944d61-f103-4721-8a34-6a22ab0d6135 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:55.572634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Attempting to bind port 7a944d61-f103-4721-8a34-6a22ab0d6135 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:55.588781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Port 7a944d61-f103-4721-8a34-6a22ab0d6135 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:53:55.589145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Attempting to bind port 7a944d61-f103-4721-8a34-6a22ab0d6135 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:55.604209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:55.604585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:55.604991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:55.605446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Bound port: 7a944d61-f103-4721-8a34-6a22ab0d6135, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:55.605818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.621637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58842) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:55.707409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-7a438247-cc5f-458c-9c4b-4bb0fbcf41ed service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034435 Jan 28 16:53:55.740931 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:53:55.741304 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:53:55.742442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] For port 7a944d61-f103-4721-8a34-6a22ab0d6135, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:55.750909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] For port 7a944d61-f103-4721-8a34-6a22ab0d6135, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7a944d61-f103-4721-8a34-6a22ab0d6135,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:55.759821 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Publish callbacks [] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.772997 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.791936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.818496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:55.877475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Attempting to bind port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:53:55.877475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Attempting to bind port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:53:55.877475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Attempting to bind port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:53:55.888880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca868a5-f7d5-465e-b835-28edcc78db6a None None] Pushing event updated for resources: {'Port': ['ID=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:55.897380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-40e3a95f-00a0-4b0e-bcdf-1761317db2a6 service neutron] 10.222.0.25 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820397 Jan 28 16:53:55.906165 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:53:55.906587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:53:55.906986 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:55.907383 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:53:55.907874 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Bound port: 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:53:55.908261 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:56.028182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:56.032592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:56.034198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] 10.222.0.31 "PUT /v2.0/ports/7a944d61-f103-4721-8a34-6a22ab0d6135 HTTP/1.1" status: 200 len: 1093 time: 2.1572790 Jan 28 16:53:56.035086 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] For port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:53:56.047514 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] For port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:53:56.066305 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:56.203612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 178f899d-ee27-4854-b318-4ebd3492ac30 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:56.271119 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Routers {'32289a1b-1660-4075-9ff2-54940edd5b61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:53:56.274616 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['32289a1b-1660-4075-9ff2-54940edd5b61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:56.333649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'tag': '7a944d61-f103-4721-8a34-6a22ab0d6135'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:56.338787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:56.339371 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:56.354888 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e40523-22b5-4a57-a337-daa7bbe5e76d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5dc45c-6a39-42a5-a808-deacd35ec777", "tag": "7a944d61-f103-4721-8a34-6a22ab0d6135"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:56.377317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:56.381838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:53:56.391484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddc37c-2433-443a-b11e-2d8042286aa6 req-f6f4c05d-8416-4725-aadc-8d456ef028f8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:56.411077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5eddc37c-2433-443a-b11e-2d8042286aa6 req-f6f4c05d-8416-4725-aadc-8d456ef028f8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.2556772 Jan 28 16:53:56.430403 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca868a5-f7d5-465e-b835-28edcc78db6a None None] Pushing event updated for resources: {'Port': ['ID=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:56.481831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:56.489941 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:56.501516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 178f899d-ee27-4854-b318-4ebd3492ac30 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:56.543014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6371443d-24f8-48a2-9ecc-dadddc22c318 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 200 len: 991 time: 0.7826154 Jan 28 16:53:56.564899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5eddc37c-2433-443a-b11e-2d8042286aa6 req-f2a2ab72-36c1-4bab-8f57-8ced1dbffec0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529372 Jan 28 16:53:56.570173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744df4a-2a2f-40ce-9db1-6b3c8cb3392f service neutron] Pushing event updated for resources: {'Port': ['ID=7a944d61-f103-4721-8a34-6a22ab0d6135,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:56.677754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9064c-7604-4455-b5e5-ab015e382b65 req-b244416b-b5c3-43f3-8f31-a81b39134046 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:56.682861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5e9064c-7604-4455-b5e5-ab015e382b65 req-b244416b-b5c3-43f3-8f31-a81b39134046 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 944 time: 0.1297534 Jan 28 16:53:56.692919 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] Set router 32289a1b-1660-4075-9ff2-54940edd5b61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:53:56.740934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-605ce137-cc93-4fc5-992e-fc362db9d408 req-8deff89d-22ca-46fa-8a3b-19e48d84455c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 210 time: 0.0567508 Jan 28 16:53:56.797394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:53:56.822105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5e9064c-7604-4455-b5e5-ab015e382b65 req-0e91c746-301f-405c-8641-65cdfa6972b7 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229298 Jan 28 16:53:56.844584 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f923ed-0668-466e-8e6a-21c6275c8cef x-openstack-request-id: req-66f923ed-0668-466e-8e6a-21c6275c8cef {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:56.845249 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5dc45c-6a39-42a5-a808-deacd35ec777", "tag": "7a944d61-f103-4721-8a34-6a22ab0d6135", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:56.845517 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f923ed-0668-466e-8e6a-21c6275c8cef {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:56.845906 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'tag': '7a944d61-f103-4721-8a34-6a22ab0d6135', 'status': 'completed', 'code': 200} Jan 28 16:53:56.853059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Allocated IP 172.20.0.1 (9f458e85-b0db-47e3-84f5-da91f9f85e3e/a10b7389-bd59-4197-bb2c-983c73869011/80818308-bd0c-4c51-aca6-2013f14b4e1c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:53:56.901247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-0ed01db5-2d45-45d3-80b3-c885a3f3629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:56.902836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-0ed01db5-2d45-45d3-80b3-c885a3f3629c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 1127 time: 0.6659622 Jan 28 16:53:56.951805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:57.029686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 178f899d-ee27-4854-b318-4ebd3492ac30 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:57.030077 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:57.051640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-54a78fc3-4d7b-4ea8-a77c-041af187a22d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a944d61-f103-4721-8a34-6a22ab0d6135 HTTP/1.1" status: 200 len: 217 time: 0.1372833 Jan 28 16:53:57.174211 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:53:49Z', 'revision_number': 3, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:53:57.252045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-fd3f30e3-1567-4a27-a8bf-200fcd99d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:57.253631 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-fd3f30e3-1567-4a27-a8bf-200fcd99d1ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1092453 Jan 28 16:53:57.336530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks [] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:57.342024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 178f899d-ee27-4854-b318-4ebd3492ac30 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:57.343173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 410b76fb-17f2-414d-904e-04e5cd3966f8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:57.399459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:57.483826 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f5a14-1555-4321-9b48-bc03b4dbbdd7 None None] The sync data for ids ['32289a1b-1660-4075-9ff2-54940edd5b61'] in n-d-812111-13 is: [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:53:49Z', 'revision_number': 3, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:53:57.498533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:53:57.499041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 410b76fb-17f2-414d-904e-04e5cd3966f8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:57.499648 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:57.505529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:53:57.514360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:53:57.548205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58870) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:53:57.623995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Pushing event updated for resources: {'Port': ['ID=80818308-bd0c-4c51-aca6-2013f14b4e1c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:57.674232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838af38-6e12-4547-9521-6be19e276480 req-143ffd44-9257-43ed-a1b7-23597ee902da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:57.676485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-143ffd44-9257-43ed-a1b7-23597ee902da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4082754 Jan 28 16:53:57.677586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (32289a1b-1660-4075-9ff2-54940edd5b61), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:57.740175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 410b76fb-17f2-414d-904e-04e5cd3966f8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:57.785181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6f4e4cbd-e29b-4d82-8496-3daff770b635 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 200 len: 993 time: 0.2288585 Jan 28 16:53:57.898089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebda7bc-fa99-4d91-81ad-d9bdf01763a4 req-f2a62429-a44a-48af-a98d-59ee4f1a9689 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:57.906214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eebda7bc-fa99-4d91-81ad-d9bdf01763a4 req-f2a62429-a44a-48af-a98d-59ee4f1a9689 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1821325 Jan 28 16:53:57.991193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f99e88cb-d3a1-4933-9d17-ae67b32f47ff req-06450ef3-0e2c-4242-b683-f0099daf3cbb tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 210 time: 0.0822527 Jan 28 16:53:58.123492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eebda7bc-fa99-4d91-81ad-d9bdf01763a4 req-5db431e4-1cb2-4db9-b45c-eab31959b0ae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137060 Jan 28 16:53:58.195928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7015ac94-8f91-4098-9131-ffef3c0217b9 None None] Provisioning complete for port 80818308-bd0c-4c51-aca6-2013f14b4e1c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:58.198876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7015ac94-8f91-4098-9131-ffef3c0217b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:58.321550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7015ac94-8f91-4098-9131-ffef3c0217b9 None None] Port 80818308-bd0c-4c51-aca6-2013f14b4e1c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:53:58.360935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5772343-187a-4799-8add-acd90cf26608 req-255e5ed3-61f5-48f3-91ae-f248381d1886 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:58.377666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5772343-187a-4799-8add-acd90cf26608 req-255e5ed3-61f5-48f3-91ae-f248381d1886 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 944 time: 0.1599076 Jan 28 16:53:58.518483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:58.549873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:58.552260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5772343-187a-4799-8add-acd90cf26608 req-5f841010-3c4d-4ea1-a6c5-daf0ee9cfd12 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737020 Jan 28 16:53:58.604983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:53:58.620134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-e89eca0d-d142-4942-8254-6e9a37b3aa1a service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463660 Jan 28 16:53:58.666410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-fc6bb8df-e8c0-4426-9e55-85b5cb5e875c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:58.668012 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-fc6bb8df-e8c0-4426-9e55-85b5cb5e875c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 806 time: 0.7095423 Jan 28 16:53:58.741015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Request body: {'port': {'device_id': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'admin_state_up': True, 'tenant_id': '89e4dd0da1654262948af1fcc3c08b81'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:53:58.830871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:58.835957 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:58.962224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:53:58.962637 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:59.068413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:59.068832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:59.146086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:53:59.154766 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4554e5-370f-4427-b099-cc9c6f4b19cc" -d '{"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-plugged", "status": "completed", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:53:59.193193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:59.207111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:59.207917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f8f595b-a9d7-4c7d-b860-6ed0f682045b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:53:59.245951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:53:59.246349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:59.294312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ed99182-3191-4655-8475-60993624a025 req-a42897f1-5619-4838-9cfb-f0c3f3c752a2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 210 time: 0.0729179 Jan 28 16:53:59.302232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 2f8f595b-a9d7-4c7d-b860-6ed0f682045b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:53:59.302582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2f8f595b-a9d7-4c7d-b860-6ed0f682045b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:53:59.334139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:53:59.350742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:59.356846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:59.453869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:53:59.563649 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1838af38-6e12-4547-9521-6be19e276480 req-a475e828-b2de-447b-a511-6ac287139999 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9363303 Jan 28 16:53:59.600554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fe6c7-2498-4a61-a8d7-17fc60b97de9 req-1e5fe177-f5d4-47de-b609-6cb73d5ac8a8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:59.608663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-680fe6c7-2498-4a61-a8d7-17fc60b97de9 req-1e5fe177-f5d4-47de-b609-6cb73d5ac8a8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1170967 Jan 28 16:53:59.720368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-680fe6c7-2498-4a61-a8d7-17fc60b97de9 req-9016ee60-753a-4f72-9617-6728b73a8b4c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992837 Jan 28 16:53:59.732639 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fb342b-1ef4-4b45-8dde-6bf80e3cebe6 x-openstack-request-id: req-f2fb342b-1ef4-4b45-8dde-6bf80e3cebe6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:53:59.732639 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-plugged", "status": "completed", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:53:59.733128 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2fb342b-1ef4-4b45-8dde-6bf80e3cebe6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:53:59.733340 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'code': 200} Jan 28 16:53:59.866392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-ecca5065-e506-4b5e-9ae6-d41d0328625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:59.868413 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-ecca5065-e506-4b5e-9ae6-d41d0328625e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 1127 time: 0.2222142 Jan 28 16:53:59.885777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Made reservation on behalf of 89e4dd0da1654262948af1fcc3c08b81 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:53:59.893606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:53:59.977875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-5f2f6a4f-525b-452b-9193-5f6416e2105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:53:59.979472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-5f2f6a4f-525b-452b-9193-5f6416e2105d service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1037190 Jan 28 16:54:00.028281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8188da-f727-4659-92cc-62356ea45437 req-388c7ba5-eb60-4b1f-98df-98cf46375f61 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:00.029920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e8188da-f727-4659-92cc-62356ea45437 req-388c7ba5-eb60-4b1f-98df-98cf46375f61 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2083309 Jan 28 16:54:00.054164 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-2eb1d593-492b-4172-b100-0b6667a04f52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a944d61-f103-4721-8a34-6a22ab0d6135 HTTP/1.1" status: 200 len: 217 time: 0.0633335 Jan 28 16:54:00.059818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks [] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:00.077676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfaeb7-aa52-4925-b4c0-653c33c59a75 req-03c1d418-9358-424a-ae78-3cfb4b6db696 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:00.079806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30cfaeb7-aa52-4925-b4c0-653c33c59a75 req-03c1d418-9358-424a-ae78-3cfb4b6db696 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2371712 Jan 28 16:54:00.086021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8072ba-aa88-4601-9e18-33d7b7604f2d req-57647755-9560-43a4-9045-3ea3760e35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:00.087421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c8072ba-aa88-4601-9e18-33d7b7604f2d req-57647755-9560-43a4-9045-3ea3760e35c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 1128 time: 0.1612728 Jan 28 16:54:00.119734 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:00.169184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (32289a1b-1660-4075-9ff2-54940edd5b61), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:00.244322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c8072ba-aa88-4601-9e18-33d7b7604f2d req-1e3fa497-b741-44c9-9db7-957155ed6467 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426802 Jan 28 16:54:00.322113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30cfaeb7-aa52-4925-b4c0-653c33c59a75 req-337e3457-8ff3-4145-b1a4-558376422b30 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244935 Jan 28 16:54:00.327584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-fbd78da0-6694-40de-b11e-3bf4b7552941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:00.332868 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-fbd78da0-6694-40de-b11e-3bf4b7552941 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.2662835 Jan 28 16:54:00.354796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e8188da-f727-4659-92cc-62356ea45437 req-76179174-e217-4951-87e6-24f02e139f95 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033195 Jan 28 16:54:00.373422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Pushing event updated for resources: {'Port': ['ID=80818308-bd0c-4c51-aca6-2013f14b4e1c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:00.381361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:00.461832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:00.462207 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:00.503342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a779892-c789-4f16-88cc-f45de20f6b09 req-4f7a9957-bc2a-45fa-b809-bc5020187118 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 210 time: 0.0437665 Jan 28 16:54:00.526186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Allocated IP 172.20.0.14 (fb600dd4-f197-4e17-8c89-32c1ee1d948e/278d3925-b711-4c7c-a276-8f15ec14e361/7620cb60-9c71-48c4-aa92-743e12d59cb7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:54:00.556157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:00.586602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-32f8aa5c-2936-4ab5-a500-a4fbf3d6498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:00.595215 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-32f8aa5c-2936-4ab5-a500-a4fbf3d6498d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2450740 Jan 28 16:54:00.597532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:54:00.601183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:54:00.812256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Router 32289a1b-1660-4075-9ff2-54940edd5b61 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:54:00.982471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad187b-6352-4dea-9665-69d6a8563081 req-59f25199-ddbd-4200-a1be-358cdd82b786 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:00.984204 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27ad187b-6352-4dea-9665-69d6a8563081 req-59f25199-ddbd-4200-a1be-358cdd82b786 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1071398 Jan 28 16:54:01.001375 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-2bfc6079-a783-496f-b368-17c317ba18bc service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957820 Jan 28 16:54:01.071633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f00fa67a-4e1c-4227-afeb-6514b081fbe2 None None] Provisioning complete for port 80818308-bd0c-4c51-aca6-2013f14b4e1c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:01.072589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f00fa67a-4e1c-4227-afeb-6514b081fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:01.111983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27ad187b-6352-4dea-9665-69d6a8563081 req-e4e73fc9-95ce-4046-8ba4-f17e8c4f78c0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207099 Jan 28 16:54:01.214112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f00fa67a-4e1c-4227-afeb-6514b081fbe2 None None] Port 80818308-bd0c-4c51-aca6-2013f14b4e1c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:54:01.274847 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks [] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:01.283373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:54:01.289573 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b96971dd-ba31-467b-8d16-406a78b14305 admin admin] 10.222.0.25 "PUT /v2.0/routers/32289a1b-1660-4075-9ff2-54940edd5b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9105055 Jan 28 16:54:01.291831 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7e40523-22b5-4a57-a337-daa7bbe5e76d req-95830708-6978-4fed-9981-1b6e20b19c7d service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109821 Jan 28 16:54:01.361224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:01.373620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:01.442121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Network fb600dd4-f197-4e17-8c89-32c1ee1d948e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:54:01.459032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:54:01.464298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:54:01.557836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 58940) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:01.636694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event updated for resources: {'Port': ['ID=7620cb60-9c71-48c4-aa92-743e12d59cb7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:01.665138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:01.673110 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:01.719951 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c7707495-39cb-4625-b6b9-804f4a9c8ff7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9832108 Jan 28 16:54:01.732608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869799a-37f8-4fee-a38d-b9dcda9e8c6a req-49378de1-4956-4b71-8591-c558c3afcc92 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:01.736364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Request body: {'port': {'device_id': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:54:01.753442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9869799a-37f8-4fee-a38d-b9dcda9e8c6a req-49378de1-4956-4b71-8591-c558c3afcc92 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2482975 Jan 28 16:54:01.856942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f7fa-4dd8-47ab-9d49-018999088fd8 req-36e54fc9-1b26-4ac8-ad0f-71589bca3d3f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:01.865196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8130f7fa-4dd8-47ab-9d49-018999088fd8 req-36e54fc9-1b26-4ac8-ad0f-71589bca3d3f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2815592 Jan 28 16:54:01.906837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02358596-e7a4-4479-809c-9a12ec72e7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:01.907000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9869799a-37f8-4fee-a38d-b9dcda9e8c6a req-0ab9ad75-f509-420e-aab3-fa7ba79067e6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474175 Jan 28 16:54:01.998080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.018555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8130f7fa-4dd8-47ab-9d49-018999088fd8 req-ebed4595-bdcf-4a04-86b7-270f25dc6e23 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521082 Jan 28 16:54:02.127501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ef080-38f7-4f49-b788-407d65ae9835 req-85b351b9-7967-493f-81d8-6700baebe822 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:02.130767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d04ef080-38f7-4f49-b788-407d65ae9835 req-85b351b9-7967-493f-81d8-6700baebe822 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 932 time: 0.1167519 Jan 28 16:54:02.145163 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Sync routers for ids ['32289a1b-1660-4075-9ff2-54940edd5b61'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:54:02.159742 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Routers {'32289a1b-1660-4075-9ff2-54940edd5b61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:54:02.161222 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['32289a1b-1660-4075-9ff2-54940edd5b61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:02.191659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02358596-e7a4-4479-809c-9a12ec72e7a4 admin admin] Publish callbacks [] for security_group (f71bf0c9-56aa-4efd-837f-5a800e20eed4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.242709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02358596-e7a4-4479-809c-9a12ec72e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f71bf0c9-56aa-4efd-837f-5a800e20eed4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.251099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d04ef080-38f7-4f49-b788-407d65ae9835 req-4b10052a-5e7d-4679-b4de-4e46ce8ab47b tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043434 Jan 28 16:54:02.331007 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Set router 32289a1b-1660-4075-9ff2-54940edd5b61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:54:02.372930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02358596-e7a4-4479-809c-9a12ec72e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71bf0c9-56aa-4efd-837f-5a800e20eed4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:02.458000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58956) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:02.458821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-02358596-e7a4-4479-809c-9a12ec72e7a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f409c77cd0847a0810eb5b32062553f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8866270 Jan 28 16:54:02.618353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7c825-603a-4d41-acd9-84557e57968f req-e75eef23-ec1e-451f-bae7-e9ec626c9caa tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:02.633187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7d7c825-603a-4d41-acd9-84557e57968f req-e75eef23-ec1e-451f-bae7-e9ec626c9caa tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.2443931 Jan 28 16:54:02.716585 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:53:58Z', 'revision_number': 4, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '80818308-bd0c-4c51-aca6-2013f14b4e1c', 'name': '', 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'mac_address': 'fa:16:3e:7b:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'a10b7389-bd59-4197-bb2c-983c73869011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:56Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 2, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'subnets': [{'id': 'a10b7389-bd59-4197-bb2c-983c73869011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:02.736327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2a89fec-5e96-4746-bc02-9997ae6f8ce1 admin admin] Publish callbacks [] for security_group (f71bf0c9-56aa-4efd-837f-5a800e20eed4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.798813 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Checking router: 32289a1b-1660-4075-9ff2-54940edd5b61 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:54:02.799209 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Updating router 32289a1b-1660-4075-9ff2-54940edd5b61 port 80818308-bd0c-4c51-aca6-2013f14b4e1c binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:54:02.811819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38622-8b70-495c-b065-25cf389e2372 req-a219ce43-4c04-45f3-b5e1-b9c0c21b776b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:02.817162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7b38622-8b70-495c-b065-25cf389e2372 req-a219ce43-4c04-45f3-b5e1-b9c0c21b776b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.2847722 Jan 28 16:54:02.820085 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2a89fec-5e96-4746-bc02-9997ae6f8ce1 admin admin] Publish callbacks [] for security_group (f71bf0c9-56aa-4efd-837f-5a800e20eed4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.832074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7d7c825-603a-4d41-acd9-84557e57968f req-0ba29efb-1367-432d-a979-52aec3b2131d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979914 Jan 28 16:54:02.874258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7620cb60-9c71-48c4-aa92-743e12d59cb7 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:02.886237 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.897610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Publish callbacks [] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.936266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Transition to ACTIVE for port object 7620cb60-9c71-48c4-aa92-743e12d59cb7 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:54:02.945308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:02.986269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7b38622-8b70-495c-b065-25cf389e2372 req-5bc60093-d30d-4d28-b0f6-306105dd6767 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485541 Jan 28 16:54:03.065767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Pushing event updated for resources: {'Port': ['ID=7620cb60-9c71-48c4-aa92-743e12d59cb7,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:03.073479 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2a89fec-5e96-4746-bc02-9997ae6f8ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f71bf0c9-56aa-4efd-837f-5a800e20eed4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.077160 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2a89fec-5e96-4746-bc02-9997ae6f8ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.082155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b2a89fec-5e96-4746-bc02-9997ae6f8ce1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f71bf0c9-56aa-4efd-837f-5a800e20eed4 HTTP/1.1" status: 204 len: 168 time: 0.6231441 Jan 28 16:54:03.110083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89fec-5e96-4746-bc02-9997ae6f8ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71bf0c9-56aa-4efd-837f-5a800e20eed4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:03.292442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Attempting to bind port 7620cb60-9c71-48c4-aa92-743e12d59cb7 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:54:03.294093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Attempting to bind port 7620cb60-9c71-48c4-aa92-743e12d59cb7 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:54:03.295271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Attempting to bind port 7620cb60-9c71-48c4-aa92-743e12d59cb7 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:03.316053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Port 7620cb60-9c71-48c4-aa92-743e12d59cb7 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:54:03.318723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Attempting to bind port 7620cb60-9c71-48c4-aa92-743e12d59cb7 on network fb600dd4-f197-4e17-8c89-32c1ee1d948e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:03.334301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:54:03.336552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Checking segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:54:03.337149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Bound using segment: {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:54:03.337714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Bound port: 7620cb60-9c71-48c4-aa92-743e12d59cb7, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345f988a-9945-440a-bc60-0b0a35e4b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:54:03.339563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.377751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56f2df-6b12-4e5f-9a8b-900d40564929 req-d24e4322-d6e1-44ef-b762-50cc7ae58b70 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:03.385309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c56f2df-6b12-4e5f-9a8b-900d40564929 req-d24e4322-d6e1-44ef-b762-50cc7ae58b70 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1657264 Jan 28 16:54:03.455874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] For port 7620cb60-9c71-48c4-aa92-743e12d59cb7, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:03.465314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] For port 7620cb60-9c71-48c4-aa92-743e12d59cb7, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:54:03.479609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.546684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c56f2df-6b12-4e5f-9a8b-900d40564929 req-481a271b-ee38-4da9-b6dd-281499c676d0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601479 Jan 28 16:54:03.583117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:03.588161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.592409 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] 10.222.0.24 "PUT /v2.0/ports/7620cb60-9c71-48c4-aa92-743e12d59cb7 HTTP/1.1" status: 200 len: 1093 time: 1.8656392 Jan 28 16:54:03.593065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'tag': '7620cb60-9c71-48c4-aa92-743e12d59cb7'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:03.608020 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654872b6-c799-4373-9baa-8bde6c181615" -d '{"events": [{"name": "network-changed", "server_uuid": "aba41f2e-6244-45ca-9b0b-5ee457b4f06d", "tag": "7620cb60-9c71-48c4-aa92-743e12d59cb7"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:03.612964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0526e4-6bba-40ad-885a-c0423f3c9a44 req-7511c945-012e-466e-8438-184bdedcc802 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:03.623483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa0526e4-6bba-40ad-885a-c0423f3c9a44 req-7511c945-012e-466e-8438-184bdedcc802 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 944 time: 0.1330502 Jan 28 16:54:03.643350 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Publish callbacks [] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.657937 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.772484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa0526e4-6bba-40ad-885a-c0423f3c9a44 req-0cd32f5f-0861-4b94-9a18-7c0c0b9568f1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371081 Jan 28 16:54:03.782209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 58990) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:03.823181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d41c310-7378-4969-886d-822d61cb1f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:03.830873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a72af1-c4a8-431e-b259-a00a1d9e9f3f service neutron] Pushing event updated for resources: {'Port': ['ID=7620cb60-9c71-48c4-aa92-743e12d59cb7,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:03.859943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-d2001392-be6c-4763-8741-46e9d18fad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:03.861805 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-d2001392-be6c-4763-8741-46e9d18fad5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 1127 time: 0.2159319 Jan 28 16:54:03.948447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-ec651709-4359-4981-afeb-6a7011dd4f3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7 HTTP/1.1" status: 200 len: 217 time: 0.0777862 Jan 28 16:54:03.981437 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Pushing event updated for resources: {'Port': ['ID=80818308-bd0c-4c51-aca6-2013f14b4e1c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:03.993828 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.994172 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.994509 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.994853 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.995333 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.995730 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.996072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.996356 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.996707 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.997478 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.997803 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.998133 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:03.998478 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:04.010934 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Attempting to bind port 80818308-bd0c-4c51-aca6-2013f14b4e1c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:54:04.011476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Attempting to bind port 80818308-bd0c-4c51-aca6-2013f14b4e1c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:54:04.013147 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Attempting to bind port 80818308-bd0c-4c51-aca6-2013f14b4e1c on network 9f458e85-b0db-47e3-84f5-da91f9f85e3e {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:04.022309 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:54:04.022864 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Checking segment: {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:54:04.023540 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.024137 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Bound using segment: {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:54:04.025898 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Bound port: 80818308-bd0c-4c51-aca6-2013f14b4e1c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d7e81a-201f-4a23-8561-868312711af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:54:04.026356 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.215487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-93a4dfa8-f33f-4603-a69f-81c07e4b928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:04.224291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-93a4dfa8-f33f-4603-a69f-81c07e4b928c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.2694328 Jan 28 16:54:04.280468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c6b5d095-d246-4e3f-96f4-13b684cf7abb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481894 Jan 28 16:54:04.292915 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] For port 80818308-bd0c-4c51-aca6-2013f14b4e1c, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:04.300611 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] For port 80818308-bd0c-4c51-aca6-2013f14b4e1c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=80818308-bd0c-4c51-aca6-2013f14b4e1c,segment=NetworkSegment(b8d7e81a-201f-4a23-8561-868312711af9),segment_id=b8d7e81a-201f-4a23-8561-868312711af9)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:54:04.314677 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.342224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-e06b4f77-db7e-475b-8bd0-67f3db1fd06f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:04.350797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-e06b4f77-db7e-475b-8bd0-67f3db1fd06f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 813 time: 0.3148105 Jan 28 16:54:04.385519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-cf981da3-6ac9-4a37-8c66-cc5426a69bea tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/quotas/cf54b470a3fd4b479eb3ca7a6fb9f533 HTTP/1.1" status: 200 len: 375 time: 0.0337689 Jan 28 16:54:04.399629 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa6042-0195-4403-a115-d138e0d6edd5 None None] Pushing event updated for resources: {'Port': ['ID=80818308-bd0c-4c51-aca6-2013f14b4e1c,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:04.399997 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Routers {'32289a1b-1660-4075-9ff2-54940edd5b61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:54:04.400612 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['32289a1b-1660-4075-9ff2-54940edd5b61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:04.425173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] Provisioning complete for port 80818308-bd0c-4c51-aca6-2013f14b4e1c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:04.426308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d41c310-7378-4969-886d-822d61cb1f38 admin admin] Publish callbacks [] for security_group (286fde44-00a4-4dbf-b9fe-a5c8a46590db), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.427803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.443567 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d41c310-7378-4969-886d-822d61cb1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (286fde44-00a4-4dbf-b9fe-a5c8a46590db), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.488841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-1dd0c208-1f4c-43cc-bd69-feade56da6fe tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985203 Jan 28 16:54:04.573464 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-c3557949-f876-4c12-9790-fca95e10c052 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840705 Jan 28 16:54:04.668899 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647159b4-9393-4bb0-91bb-573a27a06cd3 x-openstack-request-id: req-647159b4-9393-4bb0-91bb-573a27a06cd3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:04.669281 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba41f2e-6244-45ca-9b0b-5ee457b4f06d", "tag": "7620cb60-9c71-48c4-aa92-743e12d59cb7", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:04.669927 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-647159b4-9393-4bb0-91bb-573a27a06cd3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:04.670417 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'tag': '7620cb60-9c71-48c4-aa92-743e12d59cb7', 'status': 'completed', 'code': 200} Jan 28 16:54:04.685758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] Current status of the port 80818308-bd0c-4c51-aca6-2013f14b4e1c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:04.686159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.703861 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] Set router 32289a1b-1660-4075-9ff2-54940edd5b61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:54:04.739430 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0f33b562-3ba9-4dac-9147-d659c04757ae req-ec81f3e6-e3f1-4f35-ab0e-269e62b9a9a9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592226 Jan 28 16:54:04.742745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0d41c310-7378-4969-886d-822d61cb1f38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bacb4ebf3bf44753b47a94513b2ace5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9592831 Jan 28 16:54:04.745301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59012) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:04.777347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] For port 80818308-bd0c-4c51-aca6-2013f14b4e1c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=80818308-bd0c-4c51-aca6-2013f14b4e1c,segment=NetworkSegment(b8d7e81a-201f-4a23-8561-868312711af9),segment_id=b8d7e81a-201f-4a23-8561-868312711af9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:04.788581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.804645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41c310-7378-4969-886d-822d61cb1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286fde44-00a4-4dbf-b9fe-a5c8a46590db,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:04.901432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654872b6-c799-4373-9baa-8bde6c181615 req-9e383b6e-59e6-4905-8ebb-699261674efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:04.903275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-9e383b6e-59e6-4905-8ebb-699261674efd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89e4dd0da1654262948af1fcc3c08b81&device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 1127 time: 0.1039569 Jan 28 16:54:04.916323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-9a25a724-5906-4c1d-81b6-075e8a4a853f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:04.928430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-9a25a724-5906-4c1d-81b6-075e8a4a853f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b1b3cae-94a4-45c2-a780-570135e0cc6c HTTP/1.1" status: 200 len: 945 time: 0.3383396 Jan 28 16:54:04.932599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dba28-2da2-4bfb-a9a8-90445f23e09f None None] Pushing event updated for resources: {'Port': ['ID=80818308-bd0c-4c51-aca6-2013f14b4e1c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:04.971598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4afc1d63-8280-44f0-a620-2bfa14923112 None None] Provisioning complete for port 80818308-bd0c-4c51-aca6-2013f14b4e1c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:04.975351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-889d0aca-4bde-41d7-92c0-e83aecc28aca admin admin] Publish callbacks [] for security_group (286fde44-00a4-4dbf-b9fe-a5c8a46590db), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:04.978061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4afc1d63-8280-44f0-a620-2bfa14923112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:05.025952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-889d0aca-4bde-41d7-92c0-e83aecc28aca admin admin] Publish callbacks [] for security_group (286fde44-00a4-4dbf-b9fe-a5c8a46590db), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:05.150252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4afc1d63-8280-44f0-a620-2bfa14923112 None None] Current status of the port 80818308-bd0c-4c51-aca6-2013f14b4e1c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:05.150499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-889d0aca-4bde-41d7-92c0-e83aecc28aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (286fde44-00a4-4dbf-b9fe-a5c8a46590db), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:05.154498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-889d0aca-4bde-41d7-92c0-e83aecc28aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:05.156238 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-889d0aca-4bde-41d7-92c0-e83aecc28aca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/286fde44-00a4-4dbf-b9fe-a5c8a46590db HTTP/1.1" status: 204 len: 168 time: 0.4093821 Jan 28 16:54:05.166337 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:53:58Z', 'revision_number': 4, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '80818308-bd0c-4c51-aca6-2013f14b4e1c', 'name': '', 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'mac_address': 'fa:16:3e:7b:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'a10b7389-bd59-4197-bb2c-983c73869011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:56Z', 'updated_at': '2022-01-28T16:54:04Z', 'revision_number': 4, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'subnets': [{'id': 'a10b7389-bd59-4197-bb2c-983c73869011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:05.191703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d0aca-4bde-41d7-92c0-e83aecc28aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286fde44-00a4-4dbf-b9fe-a5c8a46590db,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:05.198173 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970ad4e-5400-42fd-b98c-3d145845d7b9 None None] The sync data for ids ['32289a1b-1660-4075-9ff2-54940edd5b61'] in n-d-812111-13 is: [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:53:58Z', 'revision_number': 4, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '80818308-bd0c-4c51-aca6-2013f14b4e1c', 'name': '', 'network_id': '9f458e85-b0db-47e3-84f5-da91f9f85e3e', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'mac_address': 'fa:16:3e:7b:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'a10b7389-bd59-4197-bb2c-983c73869011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:56Z', 'updated_at': '2022-01-28T16:54:04Z', 'revision_number': 4, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'subnets': [{'id': 'a10b7389-bd59-4197-bb2c-983c73869011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:54:05.255896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654872b6-c799-4373-9baa-8bde6c181615 req-00b134aa-c65a-4253-b530-c467d888d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:05.257657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-00b134aa-c65a-4253-b530-c467d888d359 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 200 len: 907 time: 0.3423307 Jan 28 16:54:05.378600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-d76b955c-97e4-4d27-9ad8-caaac1291ce5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7 HTTP/1.1" status: 200 len: 217 time: 0.1126344 Jan 28 16:54:05.440026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654872b6-c799-4373-9baa-8bde6c181615 req-43d94cd4-2d65-4e77-87ba-d36526d4abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:05.441688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-43d94cd4-2d65-4e77-87ba-d36526d4abcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 200 len: 846 time: 0.0548046 Jan 28 16:54:05.492384 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-8de7a85f-63b6-4ffe-a046-1808f12bf153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb600dd4-f197-4e17-8c89-32c1ee1d948e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404944 Jan 28 16:54:05.697286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-91f4340f-1fe7-478a-8805-28173584ae20 service neutron] 10.222.0.25 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2057247 Jan 28 16:54:05.710422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1dcb-2f57-41db-acd9-ae1b3a88fe1a req-396f12f4-7f99-4f9f-9c0b-b4999216a861 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:05.712332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc1f1dcb-2f57-41db-acd9-ae1b3a88fe1a req-396f12f4-7f99-4f9f-9c0b-b4999216a861 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.9481497 Jan 28 16:54:05.715823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-435ddfe3-776a-4097-a9bd-ad951dc743d4 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178612 Jan 28 16:54:05.910420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-654872b6-c799-4373-9baa-8bde6c181615 req-6fdda61a-71ff-49db-a450-2ca0844f68c5 service neutron] 10.222.0.24 "GET /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876943 Jan 28 16:54:05.998163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc1f1dcb-2f57-41db-acd9-ae1b3a88fe1a req-3228a8cf-52e8-43fd-938d-657f96a6498f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193081 Jan 28 16:54:06.086185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Deleting port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:06.086527 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:06.126067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-782776fb-b7cd-4cbd-9243-bdeaf716cd09 service neutron] 10.222.0.25 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587952 Jan 28 16:54:06.399201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd165b-9b4c-4f6e-a756-fb745a613d89 req-de182eb6-cefb-4e82-8cb1-16c4753e168b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:06.401617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39dd165b-9b4c-4f6e-a756-fb745a613d89 req-de182eb6-cefb-4e82-8cb1-16c4753e168b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2530856 Jan 28 16:54:06.439332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] For port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:06.446554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:06.489719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 80818308-bd0c-4c51-aca6-2013f14b4e1c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:06.514297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Calling delete_port for a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:06.608436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 80818308-bd0c-4c51-aca6-2013f14b4e1c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:06.611360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:06.701307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39dd165b-9b4c-4f6e-a756-fb745a613d89 req-a5a89f12-4474-4ca7-b2d8-4785fd3370a1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671788 Jan 28 16:54:06.744982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7baa9f-c1b3-435e-a1e4-39fc75ad0a02 req-3e1f3eae-512e-439f-9e33-2682753c6427 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:06.746516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e7baa9f-c1b3-435e-a1e4-39fc75ad0a02 req-3e1f3eae-512e-439f-9e33-2682753c6427 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 944 time: 0.2148316 Jan 28 16:54:06.837151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e7baa9f-c1b3-435e-a1e4-39fc75ad0a02 req-61a917f3-eb7a-4fe5-8675-f44579c212ee tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820429 Jan 28 16:54:06.942935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 80818308-bd0c-4c51-aca6-2013f14b4e1c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:07.039582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-908a92b7-462a-4bd8-a1fe-0458455b1301 req-b79b1214-df5a-41ac-a0b3-34f83a0e9413 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 210 time: 0.0726531 Jan 28 16:54:07.109320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a0c356c8-28c0-4cf6-a797-a1a0f0117fd7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:07.204364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Pushing event deleted for resources: {'Port': ['ID=a0c356c8-28c0-4cf6-a797-a1a0f0117fd7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:07.415032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] No DVR routers for this DVR port a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:07.422218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:07.432554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf434d1-8db1-4fa8-8187-031af74e1151 req-5b123242-91d6-4b75-9afc-10c8101785a6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "DELETE /v2.0/ports/a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 HTTP/1.1" status: 204 len: 173 time: 2.4853079 Jan 28 16:54:07.433589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-deleted', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:07.464034 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8b72ef-c1d6-41c6-b20d-e312de5238e8" -d '{"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-deleted", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:07.520097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65fea2-51b8-4994-85b6-f73181d08e60 req-0c000429-0551-4af8-94c2-e5ea119651ce tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:07.522248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d65fea2-51b8-4994-85b6-f73181d08e60 req-0c000429-0551-4af8-94c2-e5ea119651ce tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.2407312 Jan 28 16:54:07.556192 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0a6036-021b-446e-92ae-a30657d0548a x-openstack-request-id: req-5a0a6036-021b-446e-92ae-a30657d0548a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:07.556572 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1b3cae-94a4-45c2-a780-570135e0cc6c", "name": "network-vif-deleted", "tag": "a0c356c8-28c0-4cf6-a797-a1a0f0117fd7", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:07.556945 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a0a6036-021b-446e-92ae-a30657d0548a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:07.557423 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1b3cae-94a4-45c2-a780-570135e0cc6c', 'name': 'network-vif-deleted', 'tag': 'a0c356c8-28c0-4cf6-a797-a1a0f0117fd7', 'status': 'completed', 'code': 200} Jan 28 16:54:07.615817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59088) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:07.633272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d65fea2-51b8-4994-85b6-f73181d08e60 req-0d9501dd-4a24-4def-becc-2d3bd490786c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051083 Jan 28 16:54:07.726834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:07.963212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4d02bf8-d7a1-48d4-a72f-5dd85ea53e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.070165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4d02bf8-d7a1-48d4-a72f-5dd85ea53e5b admin admin] Publish callbacks [] for security_group (4f574267-43b4-4f6b-93e0-50ec0fe31484), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.137586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c49f2-44cb-4422-b1b7-78787e57b789 req-ad4efdaa-efc6-423f-97a2-4e5f2c411909 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:08.143436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-747c49f2-44cb-4422-b1b7-78787e57b789 req-ad4efdaa-efc6-423f-97a2-4e5f2c411909 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.3060303 Jan 28 16:54:08.146969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4d02bf8-d7a1-48d4-a72f-5dd85ea53e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4f574267-43b4-4f6b-93e0-50ec0fe31484), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.165150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (7202262b-345b-40f5-b292-24a02805da18), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.279721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d4d02bf8-d7a1-48d4-a72f-5dd85ea53e5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=569420b0ae8d4b6184500eeff5836743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505402 Jan 28 16:54:08.284218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d02bf8-d7a1-48d4-a72f-5dd85ea53e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f574267-43b4-4f6b-93e0-50ec0fe31484,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:08.287120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59104) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:08.407204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73be4-655e-48e7-9060-34371043a902 req-b75d7d1e-f039-465c-b323-4214d4c5c90c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:08.415140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46f73be4-655e-48e7-9060-34371043a902 req-b75d7d1e-f039-465c-b323-4214d4c5c90c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 944 time: 0.4690452 Jan 28 16:54:08.477360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-747c49f2-44cb-4422-b1b7-78787e57b789 req-ea5c78b2-7e3b-48da-9ec9-36bd735eddb6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799096 Jan 28 16:54:08.530549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e689f440-b1c4-44f0-aa1b-013a5e7848f8 admin admin] Publish callbacks [] for security_group (4f574267-43b4-4f6b-93e0-50ec0fe31484), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.565511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46f73be4-655e-48e7-9060-34371043a902 req-999d8a88-6707-4b04-af74-b8a1cbac3aec tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493926 Jan 28 16:54:08.568284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7620cb60-9c71-48c4-aa92-743e12d59cb7 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:54:08.571319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:08.585076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e689f440-b1c4-44f0-aa1b-013a5e7848f8 admin admin] Publish callbacks [] for security_group (4f574267-43b4-4f6b-93e0-50ec0fe31484), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.662288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:08.662609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device a0c356c8-28c0-4cf6-a797-a1a0f0117fd7 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:08.674447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e689f440-b1c4-44f0-aa1b-013a5e7848f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4f574267-43b4-4f6b-93e0-50ec0fe31484), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.682977 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e689f440-b1c4-44f0-aa1b-013a5e7848f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:08.687802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e689f440-b1c4-44f0-aa1b-013a5e7848f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f574267-43b4-4f6b-93e0-50ec0fe31484 HTTP/1.1" status: 204 len: 168 time: 0.3812351 Jan 28 16:54:08.718731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689f440-b1c4-44f0-aa1b-013a5e7848f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f574267-43b4-4f6b-93e0-50ec0fe31484,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:08.766190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6a8216b-6f4e-4951-8b9a-eae3f9270661 req-bf5972d2-80b3-4dc8-ad4d-4a770f57a1ef tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 210 time: 0.0389564 Jan 28 16:54:08.844986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ac5ac-2907-47c9-af37-356e570f2ecb req-9eff69a6-8340-4c1a-b22d-00126c54ec55 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:08.856183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-394ac5ac-2907-47c9-af37-356e570f2ecb req-9eff69a6-8340-4c1a-b22d-00126c54ec55 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.0875766 Jan 28 16:54:08.928521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7620cb60-9c71-48c4-aa92-743e12d59cb7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:08.949373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-394ac5ac-2907-47c9-af37-356e570f2ecb req-0e47657d-3027-4bfe-9da3-cb52cba5cff6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920622 Jan 28 16:54:08.964102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7620cb60-9c71-48c4-aa92-743e12d59cb7', 'network_id': 'fb600dd4-f197-4e17-8c89-32c1ee1d948e', 'port_id': '7620cb60-9c71-48c4-aa92-743e12d59cb7', 'mac_address': 'fa:16:3e:0b:1c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d3925-b711-4c7c-a276-8f15ec14e361', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:54:09.014172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7620cb60-9c71-48c4-aa92-743e12d59cb7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:09.014692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:09.030506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7620cb60-9c71-48c4-aa92-743e12d59cb7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:09.066822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7620cb60-9c71-48c4-aa92-743e12d59cb7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:09.071850 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:09.124765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-51487c97-6ed5-4352-a061-e09198a5ff23 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:09.126819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-51487c97-6ed5-4352-a061-e09198a5ff23 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.31 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 813 time: 0.8176115 Jan 28 16:54:09.152463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Request body: {'port': {'device_id': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'admin_state_up': True, 'tenant_id': 'cf54b470a3fd4b479eb3ca7a6fb9f533'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:54:09.186652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7620cb60-9c71-48c4-aa92-743e12d59cb7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:09.277601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7620cb60-9c71-48c4-aa92-743e12d59cb7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:09.351682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Deleting port a2422bee-52d6-4a03-a41f-048f3e68c49a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:09.352085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:09.457294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Made reservation on behalf of cf54b470a3fd4b479eb3ca7a6fb9f533 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:54:09.461236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:09.487433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] For port a2422bee-52d6-4a03-a41f-048f3e68c49a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a2422bee-52d6-4a03-a41f-048f3e68c49a,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:09.487769 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:09.509808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Calling delete_port for a2422bee-52d6-4a03-a41f-048f3e68c49a owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:09.691886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Allocated IP 172.20.0.7 (efc0d959-f771-48e4-be21-89a4525ab580/e616bc85-a571-4070-af87-c64da1a643c2/34effb12-2325-45eb-abe5-d81bb5eca57f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:54:09.700744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e2b50-6786-491d-8a60-00da64d8039f req-1b2c7cd8-c99e-4b64-83f5-4798b4fb4e61 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:09.705998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f8e2b50-6786-491d-8a60-00da64d8039f req-1b2c7cd8-c99e-4b64-83f5-4798b4fb4e61 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1334765 Jan 28 16:54:09.801033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef3e1b-85a1-44e8-86e2-172e587ab86d req-4b85bee0-152b-4b58-b642-33327eb59385 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:09.807942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56ef3e1b-85a1-44e8-86e2-172e587ab86d req-4b85bee0-152b-4b58-b642-33327eb59385 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 945 time: 0.1007028 Jan 28 16:54:09.844823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f8e2b50-6786-491d-8a60-00da64d8039f req-e1f81a1c-8775-4688-9b29-014ecb4adaa9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945923 Jan 28 16:54:09.932647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56ef3e1b-85a1-44e8-86e2-172e587ab86d req-cb49a737-70f3-4a67-b321-b15413c33aa1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237910 Jan 28 16:54:10.047099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7eabacdb-edee-4cfd-8289-39f29d5b2095 req-d634627d-87dc-4fc6-afc3-f11929c4291a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 210 time: 0.0809844 Jan 28 16:54:10.052227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a2422bee-52d6-4a03-a41f-048f3e68c49a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.129421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2422bee-52d6-4a03-a41f-048f3e68c49a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:10.166453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59e79b-fe2e-4f55-8916-c72bc0cb9d54 req-48ba055b-c715-47ac-8829-7742dab6c1d1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:10.170741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e59e79b-fe2e-4f55-8916-c72bc0cb9d54 req-48ba055b-c715-47ac-8829-7742dab6c1d1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.0938842 Jan 28 16:54:10.227185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks [] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.229928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e59e79b-fe2e-4f55-8916-c72bc0cb9d54 req-d5c781d1-152a-4d74-a70c-350812be4ae6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Jan 28 16:54:10.381016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.477449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Network efc0d959-f771-48e4-be21-89a4525ab580 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:54:10.527606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:54:10.529536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:10.531946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:54:10.576282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7620cb60-9c71-48c4-aa92-743e12d59cb7 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:10.588991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:10.589620 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.626183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-61e29849-b9f2-4dfc-9f93-5e2c610905f6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4781508 Jan 28 16:54:10.628933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (7202262b-345b-40f5-b292-24a02805da18), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.642661 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Request body: {'port': {'device_id': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:54:10.698981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 7620cb60-9c71-48c4-aa92-743e12d59cb7 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:54:10.703520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 7620cb60-9c71-48c4-aa92-743e12d59cb7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:10.703905 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.875508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7620cb60-9c71-48c4-aa92-743e12d59cb7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:10.876157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.890105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:10.938706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7620cb60-9c71-48c4-aa92-743e12d59cb7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:10.950129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7620cb60-9c71-48c4-aa92-743e12d59cb7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:10.952802 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776745d9-ce61-4ff7-9921-0d880fabe6a4" -d '{"events": [{"server_uuid": "aba41f2e-6244-45ca-9b0b-5ee457b4f06d", "name": "network-vif-plugged", "status": "completed", "tag": "7620cb60-9c71-48c4-aa92-743e12d59cb7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:10.972631 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:11.022381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Router 7202262b-345b-40f5-b292-24a02805da18 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:54:11.097753 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233c9fd-81d2-403c-8e12-d50b97bc3ee0 x-openstack-request-id: req-8233c9fd-81d2-403c-8e12-d50b97bc3ee0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:11.098521 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba41f2e-6244-45ca-9b0b-5ee457b4f06d", "name": "network-vif-plugged", "status": "completed", "tag": "7620cb60-9c71-48c4-aa92-743e12d59cb7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:11.100579 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8233c9fd-81d2-403c-8e12-d50b97bc3ee0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:11.101242 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7620cb60-9c71-48c4-aa92-743e12d59cb7', 'code': 200} Jan 28 16:54:11.102044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7620cb60-9c71-48c4-aa92-743e12d59cb7,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:11.212786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6246c38-2c97-48e0-9e58-16c89440ccdc req-f006ecd7-a962-4998-b85e-0af9c07a6645 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:11.214513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6246c38-2c97-48e0-9e58-16c89440ccdc req-f006ecd7-a962-4998-b85e-0af9c07a6645 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2149496 Jan 28 16:54:11.388522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:54:11.395222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df8260-b32b-4d23-828a-d6985584b49e req-905e0d34-e044-4ece-a484-54313b339073 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:11.400975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7a99858b-fbc8-4629-af08-3eb1f4b6c74c admin admin] 10.222.0.25 "PUT /v2.0/routers/7202262b-345b-40f5-b292-24a02805da18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7834668 Jan 28 16:54:11.405540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] Sync routers for ids ['7202262b-345b-40f5-b292-24a02805da18'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:54:11.414156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59192) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:11.418011 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8df8260-b32b-4d23-828a-d6985584b49e req-905e0d34-e044-4ece-a484-54313b339073 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2023370 Jan 28 16:54:11.422582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] Routers {'7202262b-345b-40f5-b292-24a02805da18'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:54:11.423465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7202262b-345b-40f5-b292-24a02805da18'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:11.424897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf97a8-9aae-4ff6-b519-75c9ae3e113e req-5dee2674-fc57-4c2d-b1a2-9473b4aa87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:11.428090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfcf97a8-9aae-4ff6-b519-75c9ae3e113e req-5dee2674-fc57-4c2d-b1a2-9473b4aa87fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 1129 time: 0.2912779 Jan 28 16:54:11.502167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6246c38-2c97-48e0-9e58-16c89440ccdc req-d5321acb-56d7-4846-a833-7be5264ad43f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572603 Jan 28 16:54:11.624342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8df8260-b32b-4d23-828a-d6985584b49e req-8978ec7d-ee39-4303-abd1-c5e2742d6b47 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823030 Jan 28 16:54:11.685105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfcf97a8-9aae-4ff6-b519-75c9ae3e113e req-9fec8047-5f9a-43f8-92a6-03d9ca816224 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349582 Jan 28 16:54:11.689593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] Set router 7202262b-345b-40f5-b292-24a02805da18 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:54:11.874171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34effb12-2325-45eb-abe5-d81bb5eca57f {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:11.920987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Publish callbacks [] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:11.930889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks [] for router (7202262b-345b-40f5-b292-24a02805da18), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:11.951910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abb57e-c7fe-48fe-ac7a-c76ee7f3fdf1 req-9dd0a14e-a6f2-40ba-9686-03861a8c3786 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:11.967731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4abb57e-c7fe-48fe-ac7a-c76ee7f3fdf1 req-9dd0a14e-a6f2-40ba-9686-03861a8c3786 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 931 time: 0.3393981 Jan 28 16:54:11.992630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:54:09Z', 'revision_number': 5, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:12.010805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc964d77-78a2-4394-ac17-ce717da9511d req-d8fbfb9b-6e74-44b8-a207-5106f188e135 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:12.012469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc964d77-78a2-4394-ac17-ce717da9511d req-d8fbfb9b-6e74-44b8-a207-5106f188e135 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.2250745 Jan 28 16:54:12.027653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:54:12.030516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] Checking router: 7202262b-345b-40f5-b292-24a02805da18 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:54:12.047813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] Routers {'7202262b-345b-40f5-b292-24a02805da18'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:54:12.048808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:53:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7202262b-345b-40f5-b292-24a02805da18'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:12.097013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Transition to ACTIVE for port object 34effb12-2325-45eb-abe5-d81bb5eca57f will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:54:12.115415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:12.209393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4abb57e-c7fe-48fe-ac7a-c76ee7f3fdf1 req-bec743fe-0c1e-4ab6-8ba6-aad67dc61ff2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341876 Jan 28 16:54:12.260073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc964d77-78a2-4394-ac17-ce717da9511d req-d3b1ef72-cbcc-4644-a8a6-f26713c89ff0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404768 Jan 28 16:54:12.360115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:12.547020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks [] for router_gateway (7202262b-345b-40f5-b292-24a02805da18), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:12.700462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Attempting to bind port 34effb12-2325-45eb-abe5-d81bb5eca57f on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:54:12.700828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Attempting to bind port 34effb12-2325-45eb-abe5-d81bb5eca57f by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:54:12.701158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Attempting to bind port 34effb12-2325-45eb-abe5-d81bb5eca57f on network efc0d959-f771-48e4-be21-89a4525ab580 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:12.726595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Port 34effb12-2325-45eb-abe5-d81bb5eca57f on network efc0d959-f771-48e4-be21-89a4525ab580 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:54:12.726595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Attempting to bind port 34effb12-2325-45eb-abe5-d81bb5eca57f on network efc0d959-f771-48e4-be21-89a4525ab580 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:12.746864 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:12.770200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:54:12.770553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Checking segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:54:12.777654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Bound using segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:54:12.778668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Bound port: 34effb12-2325-45eb-abe5-d81bb5eca57f, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:54:12.778668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:12.793882 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:12.841579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] Set router 7202262b-345b-40f5-b292-24a02805da18 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:54:12.933013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7cc87-6c48-4802-a6dd-d72466802302 req-30ac9ffc-d958-4e47-8215-be63edcaab66 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:12.943850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31e7cc87-6c48-4802-a6dd-d72466802302 req-30ac9ffc-d958-4e47-8215-be63edcaab66 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2574544 Jan 28 16:54:12.970351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b22c3-f2de-401f-ad12-0cc71ab781e3 req-baea2e14-edfd-408d-9830-d1088ae71b5d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:12.972367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-886b22c3-f2de-401f-ad12-0cc71ab781e3 req-baea2e14-edfd-408d-9830-d1088ae71b5d tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2160878 Jan 28 16:54:12.972962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:12.976204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:54:12.979925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:13.001686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:13.106056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:13.124641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Deleting port 827717e2-05da-45f1-a6cc-4e8ec1b49706 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:13.125032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:13.149943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-886b22c3-f2de-401f-ad12-0cc71ab781e3 req-13549386-1e7a-4c60-93cc-8f728ba84dc1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634672 Jan 28 16:54:13.151725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:13.152362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:13.153895 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-51baa35d-6256-4213-98c9-25f2e605ad38 service neutron] 10.222.0.31 "PUT /v2.0/ports/34effb12-2325-45eb-abe5-d81bb5eca57f HTTP/1.1" status: 200 len: 1096 time: 2.5163817 Jan 28 16:54:13.154272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:13.170685 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af413da-1840-4dec-8816-a4d053c7aee4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:13.178975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31e7cc87-6c48-4802-a6dd-d72466802302 req-ebebe292-5abb-4666-9414-f637dec72322 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317424 Jan 28 16:54:13.258979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'mac_address': 'fa:16:3e:5e:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:54:13.440288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] For port 827717e2-05da-45f1-a6cc-4e8ec1b49706, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827717e2-05da-45f1-a6cc-4e8ec1b49706,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:13.440848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:13.442283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:13.442661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:13.456158 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61a8cc9-264d-43d4-bf77-040cab0d5eac x-openstack-request-id: req-d61a8cc9-264d-43d4-bf77-040cab0d5eac {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:13.456464 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:13.456752 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d61a8cc9-264d-43d4-bf77-040cab0d5eac {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:13.457163 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'status': 'completed', 'code': 200} Jan 28 16:54:13.477036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:13.498073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Calling delete_port for 827717e2-05da-45f1-a6cc-4e8ec1b49706 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:13.518597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:13.527875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:54:09Z', 'revision_number': 5, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:13.531757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:13.562744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999edc2-505d-41d9-9435-d6b94d4bc4fc None None] The sync data for ids ['7202262b-345b-40f5-b292-24a02805da18'] in n-d-812111-13 is: [{'id': '7202262b-345b-40f5-b292-24a02805da18', 'name': 'tempest-TestAggregatesBasicOps-1738152303-router', 'tenant_id': '50b62098e2434c17b74033856010000e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:30Z', 'updated_at': '2022-01-28T16:54:09Z', 'revision_number': 5, 'project_id': '50b62098e2434c17b74033856010000e', 'gw_port': {'id': '827717e2-05da-45f1-a6cc-4e8ec1b49706', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7202262b-345b-40f5-b292-24a02805da18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:54:13.578827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1805f3-d871-48fd-acdd-6584ff507791 req-9035dcff-9697-4356-9895-585b44f0334a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:13.603115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e1805f3-d871-48fd-acdd-6584ff507791 req-9035dcff-9697-4356-9895-585b44f0334a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 947 time: 0.2407854 Jan 28 16:54:13.645779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:13.654312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1f1d24a4-471a-43fc-b534-2112370d19fd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:13.657145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-1cf2783d-5c80-435b-ba5e-c849279d6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:13.660274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-1cf2783d-5c80-435b-ba5e-c849279d6a65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 1130 time: 0.4227622 Jan 28 16:54:13.713337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a985237-e570-4fa3-b665-4ee83ef86716 req-91e45e35-fba2-4c5a-8a5c-ecdb4be9075f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:13.721705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a985237-e570-4fa3-b665-4ee83ef86716 req-91e45e35-fba2-4c5a-8a5c-ecdb4be9075f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.3010139 Jan 28 16:54:13.804659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-2f9b6b12-220b-4403-a1d2-ff5bc0947de9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34effb12-2325-45eb-abe5-d81bb5eca57f HTTP/1.1" status: 200 len: 217 time: 0.1258714 Jan 28 16:54:13.845735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a985237-e570-4fa3-b665-4ee83ef86716 req-6f2a0aaf-a350-4a20-83fb-2e4e36e8ab2e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065791 Jan 28 16:54:13.879559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e1805f3-d871-48fd-acdd-6584ff507791 req-91a9112d-ff8a-4905-8287-27a24641942d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638772 Jan 28 16:54:13.986100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92603a-5b88-4b58-8904-454231529f9d req-55dcab63-f4a3-485b-a4c7-02164541df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:13.987586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-55dcab63-f4a3-485b-a4c7-02164541df8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.1821992 Jan 28 16:54:14.024330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:14.151466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1f1d24a4-471a-43fc-b534-2112370d19fd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:14.152550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:14.153295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (827717e2-05da-45f1-a6cc-4e8ec1b49706), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:14.188111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-8fb492e6-739a-4e4a-9256-4839da1d2a23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605876 Jan 28 16:54:14.313731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:14.315178 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:14.324122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Pushing event deleted for resources: {'Port': ['ID=827717e2-05da-45f1-a6cc-4e8ec1b49706,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:14.367602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2422bee-52d6-4a03-a41f-048f3e68c49a no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:14.426556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:14.449265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:14.451631 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82af02-f203-4f06-9eca-a3ca2358f82a" -d '{"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:14.456320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:14.461372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a2422bee-52d6-4a03-a41f-048f3e68c49a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:14.461743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2422bee-52d6-4a03-a41f-048f3e68c49a not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:14.540268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:14.587748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (7202262b-345b-40f5-b292-24a02805da18), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:14.639474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5ba29-2fa6-4efa-b7be-3e3dcd3a762a req-c0c0646a-29a2-4980-aaea-e6e180fb1794 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:14.648894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0f5ba29-2fa6-4efa-b7be-3e3dcd3a762a req-c0c0646a-29a2-4980-aaea-e6e180fb1794 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2037303 Jan 28 16:54:14.701097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-8871ca35-e842-434a-a762-486b8c25388b service neutron] 10.222.0.31 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947891 Jan 28 16:54:14.710542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfd34b-85a6-4d05-a3b8-de14edb2912a req-00049b4d-46a6-4f0c-a014-7c3db3d00171 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:14.719713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38cfd34b-85a6-4d05-a3b8-de14edb2912a req-00049b4d-46a6-4f0c-a014-7c3db3d00171 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2663867 Jan 28 16:54:14.737414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0f5ba29-2fa6-4efa-b7be-3e3dcd3a762a req-bc7fe8ec-b655-4cdf-a95b-f2e883bc5a9d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895290 Jan 28 16:54:14.816685 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8272e8ec-8d40-43dd-9105-c7d213a9202a x-openstack-request-id: req-8272e8ec-8d40-43dd-9105-c7d213a9202a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:14.817231 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:14.817724 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8272e8ec-8d40-43dd-9105-c7d213a9202a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:14.818294 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'code': 200} Jan 28 16:54:14.834581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38cfd34b-85a6-4d05-a3b8-de14edb2912a req-2315b15f-7693-47bb-8256-0b012b326364 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136727 Jan 28 16:54:15.060641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525d068-17d7-4573-9721-c3f8ad2dfa91 req-490070d6-1078-4274-a214-c6e3bc0c64cf tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:15.070332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525d068-17d7-4573-9721-c3f8ad2dfa91 req-490070d6-1078-4274-a214-c6e3bc0c64cf tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1068127 Jan 28 16:54:15.206625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525d068-17d7-4573-9721-c3f8ad2dfa91 req-0c1877b2-7801-42c8-862e-d7b95574f616 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277912 Jan 28 16:54:15.282875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (7202262b-345b-40f5-b292-24a02805da18), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.359661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925e7d0-008f-4a5c-9a97-70cb4456fc5c req-1f36f759-64ae-4615-8754-4903c61f8b8f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:15.369754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6925e7d0-008f-4a5c-9a97-70cb4456fc5c req-1f36f759-64ae-4615-8754-4903c61f8b8f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 947 time: 0.1620784 Jan 28 16:54:15.402766 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b92603a-5b88-4b58-8904-454231529f9d req-5dddb73f-e2c1-40b9-b881-36cd74f24d22 service neutron] 10.222.0.31 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435578 Jan 28 16:54:15.403992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks [] for router_controller (7202262b-345b-40f5-b292-24a02805da18), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.491897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (7202262b-345b-40f5-b292-24a02805da18), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.492786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7202262b-345b-40f5-b292-24a02805da18 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:54:15.516369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.518096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9720b895-de65-43bd-9208-e4c014e34670 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7202262b-345b-40f5-b292-24a02805da18 HTTP/1.1" status: 204 len: 168 time: 4.1026893 Jan 28 16:54:15.533188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:15.643470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11453650-64de-4f71-b3a6-c58217e7b5e4 req-419073e6-883f-49aa-86d8-082be363280f tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:15.656153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Deleting subnet 0fc27d47-57c0-4078-9bc8-250dc54629b4 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:54:15.658726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11453650-64de-4f71-b3a6-c58217e7b5e4 req-419073e6-883f-49aa-86d8-082be363280f tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1129 time: 0.3201981 Jan 28 16:54:15.664081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Publish callbacks [] for subnet (0fc27d47-57c0-4078-9bc8-250dc54629b4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.674460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6925e7d0-008f-4a5c-9a97-70cb4456fc5c req-7becb38c-b5b4-476f-9672-91b54240247f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878633 Jan 28 16:54:15.752432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-11453650-64de-4f71-b3a6-c58217e7b5e4 req-05e9e0bf-a32f-4827-9daf-20da4968f98c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.840057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (0fc27d47-57c0-4078-9bc8-250dc54629b4), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.871941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-1dc7f646-6e60-47d7-a17a-cac5033ef9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:15.873929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-1dc7f646-6e60-47d7-a17a-cac5033ef9c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 1130 time: 0.3539979 Jan 28 16:54:15.923633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad78c9e1-3292-44fb-a004-d674c01be1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:15.989633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600addc8-9d72-4ee5-ba0b-84f900698004 req-0bf21341-289c-4ed2-bf74-71d99f8404ab tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:15.992468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-600addc8-9d72-4ee5-ba0b-84f900698004 req-0bf21341-289c-4ed2-bf74-71d99f8404ab tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1739018 Jan 28 16:54:16.023625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (0fc27d47-57c0-4078-9bc8-250dc54629b4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.027508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-11453650-64de-4f71-b3a6-c58217e7b5e4 req-05e9e0bf-a32f-4827-9daf-20da4968f98c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Publish callbacks [] for security_group (e8aedbb6-07f4-41b5-ae88-6ee4f14b7415), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.039118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-11453650-64de-4f71-b3a6-c58217e7b5e4 req-05e9e0bf-a32f-4827-9daf-20da4968f98c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e8aedbb6-07f4-41b5-ae88-6ee4f14b7415), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.109827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9e0bf-a32f-4827-9daf-20da4968f98c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aedbb6-07f4-41b5-ae88-6ee4f14b7415,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:16.135044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11453650-64de-4f71-b3a6-c58217e7b5e4 req-05e9e0bf-a32f-4827-9daf-20da4968f98c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737434 Jan 28 16:54:16.147951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-7541516d-b7bb-401e-a7be-aff8cfaafb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:16.149500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-7541516d-b7bb-401e-a7be-aff8cfaafb72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 914 time: 0.2668600 Jan 28 16:54:16.152335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-600addc8-9d72-4ee5-ba0b-84f900698004 req-4545d7c4-d873-4b86-8965-6e452a5432ab tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535904 Jan 28 16:54:16.317900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaba7d-56f0-4d65-b6a0-c1745a9eba1d req-8ba0a811-7d9e-4f13-b181-4e049945d313 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:16.319858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8dcaba7d-56f0-4d65-b6a0-c1745a9eba1d req-8ba0a811-7d9e-4f13-b181-4e049945d313 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.0941164 Jan 28 16:54:16.381994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-5b4a1953-77af-415a-9f20-bb350a26ca86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34effb12-2325-45eb-abe5-d81bb5eca57f HTTP/1.1" status: 200 len: 217 time: 0.1903179 Jan 28 16:54:16.418971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827717e2-05da-45f1-a6cc-4e8ec1b49706 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:16.457927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 827717e2-05da-45f1-a6cc-4e8ec1b49706 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:16.458259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827717e2-05da-45f1-a6cc-4e8ec1b49706 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:16.461665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (0fc27d47-57c0-4078-9bc8-250dc54629b4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.501254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-9281c7c2-7597-4c56-a2a5-dca00991bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:16.502765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-9281c7c2-7597-4c56-a2a5-dca00991bc3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.1200707 Jan 28 16:54:16.506572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc27d47-57c0-4078-9bc8-250dc54629b4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:16.524157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.528282 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-375292d8-2faf-4b15-ab32-440b7797bf93 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0fc27d47-57c0-4078-9bc8-250dc54629b4 HTTP/1.1" status: 204 len: 168 time: 0.9954545 Jan 28 16:54:16.534234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142baa8-918b-4715-a713-eb9f7febee9c None None] Network cf551b46-3b83-4ff8-bac3-364a316c8e7a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:54:16.547727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:16.550628 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-420649df-0ab4-4074-80f7-93fbd9128166 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Jan 28 16:54:16.592270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8dcaba7d-56f0-4d65-b6a0-c1745a9eba1d req-50d3683d-59b6-43a4-b1c8-ea1c9071dc48 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654908 Jan 28 16:54:16.653106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a67b0-ff4b-4cf8-ba16-1d723bf45a55 req-49b9c6ac-9f29-4ed9-9aa4-c9302130554a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:16.657685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980a67b0-ff4b-4cf8-ba16-1d723bf45a55 req-49b9c6ac-9f29-4ed9-9aa4-c9302130554a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.3289044 Jan 28 16:54:16.750742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (cf551b46-3b83-4ff8-bac3-364a316c8e7a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.815906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-b0228a8d-ae4c-41be-9ff1-39adfe567e48 service neutron] 10.222.0.31 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568259 Jan 28 16:54:16.827218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] DHCP port deletion for cf551b46-3b83-4ff8-bac3-364a316c8e7a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:54:16.903838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980a67b0-ff4b-4cf8-ba16-1d723bf45a55 req-ebc08f71-a129-460b-8ac2-036e4e4d36e7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311459 Jan 28 16:54:16.929247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:16.959299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] Deleting port 065d7f58-494a-475c-82b0-7b587b77db3f {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:16.966278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:16.997805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acd364-13ee-451f-8042-2dc7a456d3b5 req-3db3f05b-bb01-4841-be94-80eea7b6e040 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:17.000087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27acd364-13ee-451f-8042-2dc7a456d3b5 req-3db3f05b-bb01-4841-be94-80eea7b6e040 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2098646 Jan 28 16:54:17.032663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2aa7f38f-aa6d-486e-95d3-fe68f6f6f863 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 200 len: 993 time: 0.1010170 Jan 28 16:54:17.033965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4af413da-1840-4dec-8816-a4d053c7aee4 req-928b0f87-988c-4ed6-b5cc-96155b7bf9b8 service neutron] 10.222.0.31 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087770 Jan 28 16:54:17.100125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Deleting port 065d7f58-494a-475c-82b0-7b587b77db3f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:17.100464 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.119135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] For port 065d7f58-494a-475c-82b0-7b587b77db3f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=065d7f58-494a-475c-82b0-7b587b77db3f,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:17.120777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.123130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27acd364-13ee-451f-8042-2dc7a456d3b5 req-8870adb3-8f2e-486b-881f-3cff3a3dca7f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152351 Jan 28 16:54:17.149750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] Calling delete_port for 065d7f58-494a-475c-82b0-7b587b77db3f owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:17.151623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b079c-5d9e-4f16-b2e4-c577ac42edcd req-eb520410-55bf-45b0-b7f0-a9954b0baf80 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:17.160233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-455b079c-5d9e-4f16-b2e4-c577ac42edcd req-eb520410-55bf-45b0-b7f0-a9954b0baf80 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.0859959 Jan 28 16:54:17.273672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] For port 065d7f58-494a-475c-82b0-7b587b77db3f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=065d7f58-494a-475c-82b0-7b587b77db3f,segment=NetworkSegment(4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be),segment_id=4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:17.274043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.274919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-455b079c-5d9e-4f16-b2e4-c577ac42edcd req-b78761e1-6ac7-4c3f-99ff-d8e7e4e79de0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132278 Jan 28 16:54:17.316651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Calling delete_port for 065d7f58-494a-475c-82b0-7b587b77db3f owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:17.331857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.360145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] No DVR routers for this DVR port 065d7f58-494a-475c-82b0-7b587b77db3f on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:17.420522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1f508-1481-459f-9393-cd6d9ae9fc73 None None] Pushing event deleted for resources: {'Port': ['ID=065d7f58-494a-475c-82b0-7b587b77db3f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:17.435515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc002fb-babd-4e46-9719-dc88db99a4ac req-6e0c0ad6-63f3-4ed4-8953-bc170022b649 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:17.445768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1cc002fb-babd-4e46-9719-dc88db99a4ac req-6e0c0ad6-63f3-4ed4-8953-bc170022b649 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 947 time: 0.1685655 Jan 28 16:54:17.508126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1cc002fb-babd-4e46-9719-dc88db99a4ac req-396f572d-79a9-40bc-9b5f-825a7a35d07f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610204 Jan 28 16:54:17.512744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (065d7f58-494a-475c-82b0-7b587b77db3f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.558366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Pushing event deleted for resources: {'Port': ['ID=065d7f58-494a-475c-82b0-7b587b77db3f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:17.569476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] No DVR routers for this DVR port 065d7f58-494a-475c-82b0-7b587b77db3f on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:17.710420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (cf551b46-3b83-4ff8-bac3-364a316c8e7a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.779444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf551b46-3b83-4ff8-bac3-364a316c8e7a']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:17.812746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:17.813312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:17.830245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0c4d-fd53-45d7-92e2-91b56a9fd83d req-f4d6e162-f95e-48c7-845e-a9db160410ac tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:17.837535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e75e0c4d-fd53-45d7-92e2-91b56a9fd83d req-f4d6e162-f95e-48c7-845e-a9db160410ac tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1041672 Jan 28 16:54:17.837953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.862900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.870489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:54:17.871083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (4b0a7e12-e9c3-4cdd-980b-ba7c9ce065be), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:54:17.878180 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:54:17.893772 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7231d291-f2f7-49b3-a898-9f11b8f0f893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:17.935407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e75e0c4d-fd53-45d7-92e2-91b56a9fd83d req-7b31ac78-3565-4fa7-912d-573e6cf648bc tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968552 Jan 28 16:54:17.994106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea502f6-c5c2-4b03-b257-763c0972002b req-f9061169-0efd-46df-8b06-541f95254c2c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:18.005467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (cf551b46-3b83-4ff8-bac3-364a316c8e7a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:18.009778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea502f6-c5c2-4b03-b257-763c0972002b req-f9061169-0efd-46df-8b06-541f95254c2c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1681926 Jan 28 16:54:18.011411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:18.015579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cf551b46-3b83-4ff8-bac3-364a316c8e7a HTTP/1.1" status: 204 len: 168 time: 1.4635258 Jan 28 16:54:18.019290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:18.072939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-ecc67758-77c8-4220-869d-db3920065156 req-cfa9fe2a-7a5e-40a2-abf4-f73e9c9db69a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:54:18.088914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecc67758-77c8-4220-869d-db3920065156 req-cfa9fe2a-7a5e-40a2-abf4-f73e9c9db69a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299263 Jan 28 16:54:18.133175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ea502f6-c5c2-4b03-b257-763c0972002b req-f3b57998-6d0a-43d6-bde8-cadc792949bd tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169286 Jan 28 16:54:18.169004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec092a-85c1-4c79-818d-9d0d8c3cdd16 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf551b46-3b83-4ff8-bac3-364a316c8e7a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:18.357763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 065d7f58-494a-475c-82b0-7b587b77db3f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:18.406234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 065d7f58-494a-475c-82b0-7b587b77db3f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:18.406587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 065d7f58-494a-475c-82b0-7b587b77db3f not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:18.527898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f31eff-68c9-42ff-8f05-86e82546ed8b req-5bce37a2-c003-4b90-8fa3-3a0a70556df3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:18.538273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95f31eff-68c9-42ff-8f05-86e82546ed8b req-5bce37a2-c003-4b90-8fa3-3a0a70556df3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1080058 Jan 28 16:54:18.648601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95f31eff-68c9-42ff-8f05-86e82546ed8b req-b5c05fbf-5de6-46c5-9348-6052cbaff600 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028578 Jan 28 16:54:18.947308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (32289a1b-1660-4075-9ff2-54940edd5b61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:18.977245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311fca-bb37-47a8-99c4-5b8413465b0e req-40ae1e4c-471a-4887-964c-377f70d0e01e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:18.978752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b311fca-bb37-47a8-99c4-5b8413465b0e req-40ae1e4c-471a-4887-964c-377f70d0e01e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 947 time: 0.2539551 Jan 28 16:54:18.999284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764f838-d13f-4804-b11a-79b2aa27e19f req-b8436ba0-a6ac-4cf4-b849-2683a34898b6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:19.010148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8764f838-d13f-4804-b11a-79b2aa27e19f req-b8436ba0-a6ac-4cf4-b849-2683a34898b6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.2837706 Jan 28 16:54:19.166636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b311fca-bb37-47a8-99c4-5b8413465b0e req-b78f77cf-ce3e-46b6-86ad-223b3f90f7e2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554594 Jan 28 16:54:19.180685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8764f838-d13f-4804-b11a-79b2aa27e19f req-d39a1f38-10e0-4e38-82e3-2f0d6151f29c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624296 Jan 28 16:54:19.250223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-d5acd819-d63f-45dc-b378-bae97f85390a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5667114 Jan 28 16:54:19.263400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-674313c8-d186-4b72-a3b4-dc093c1f4096 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:54:19.268450 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-674313c8-d186-4b72-a3b4-dc093c1f4096 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134940 Jan 28 16:54:19.381744 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:19.507584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Deleting port 80818308-bd0c-4c51-aca6-2013f14b4e1c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:19.513860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:19.583387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95562d-fa62-4cc8-aec2-0d0fcf8efdeb req-a37a7580-b2c7-4e42-8e95-daadb2f19057 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:19.585374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d95562d-fa62-4cc8-aec2-0d0fcf8efdeb req-a37a7580-b2c7-4e42-8e95-daadb2f19057 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2477772 Jan 28 16:54:19.610687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b30d6f-26d7-4739-b2ac-39ec8c188086 req-61a3ba49-d525-4f77-8b80-c3c87b474a2f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:19.612625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9b30d6f-26d7-4739-b2ac-39ec8c188086 req-61a3ba49-d525-4f77-8b80-c3c87b474a2f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1930985 Jan 28 16:54:19.717236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] For port 80818308-bd0c-4c51-aca6-2013f14b4e1c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=80818308-bd0c-4c51-aca6-2013f14b4e1c,segment=NetworkSegment(b8d7e81a-201f-4a23-8561-868312711af9),segment_id=b8d7e81a-201f-4a23-8561-868312711af9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:19.717936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:19.816413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Calling delete_port for 80818308-bd0c-4c51-aca6-2013f14b4e1c owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:19.856059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d95562d-fa62-4cc8-aec2-0d0fcf8efdeb req-3e7cfbaf-4f58-4dca-8842-d8d238b2ccfc tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162628 Jan 28 16:54:19.871565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9b30d6f-26d7-4739-b2ac-39ec8c188086 req-39041755-f679-4794-a6a2-47dc9d9e7478 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528565 Jan 28 16:54:20.047510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:54:20.196933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad75e9-9e26-483d-9a81-1524036ac421 req-26e2a54f-3cfa-4d3c-b2a5-63bb2dc91965 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:20.213663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fad75e9-9e26-483d-9a81-1524036ac421 req-26e2a54f-3cfa-4d3c-b2a5-63bb2dc91965 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1672204 Jan 28 16:54:20.295674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (80818308-bd0c-4c51-aca6-2013f14b4e1c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:20.323097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fad75e9-9e26-483d-9a81-1524036ac421 req-aa4846ba-7ec1-47ff-b54d-c3d698df123f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092913 Jan 28 16:54:20.330679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:20.375684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=80818308-bd0c-4c51-aca6-2013f14b4e1c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:20.387109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'port_id': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'mac_address': 'fa:16:3e:f2:be:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e616bc85-a571-4070-af87-c64da1a643c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:54:20.394735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.395084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.395425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.395759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.396154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.397274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.398757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.399104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.399426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.400355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.400709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.401046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.401373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:20.451297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f307eb-11ee-4d9f-9fc0-fca2cf337fe9 req-2b118102-0714-477c-8ab5-dff892950caa tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:20.455696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18f307eb-11ee-4d9f-9fc0-fca2cf337fe9 req-2b118102-0714-477c-8ab5-dff892950caa tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.1057568 Jan 28 16:54:20.548339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 34effb12-2325-45eb-abe5-d81bb5eca57f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:20.549065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:20.579957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34effb12-2325-45eb-abe5-d81bb5eca57f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:20.611312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:20.624610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:20.636259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18f307eb-11ee-4d9f-9fc0-fca2cf337fe9 req-e099c3f8-4920-4209-9f41-804d63bf53cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741433 Jan 28 16:54:20.724561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58208-0cb1-4588-a224-fa6cfcd4c59a req-339572de-1bbc-4ab0-9c5c-3cd556466427 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:20.726166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fc58208-0cb1-4588-a224-fa6cfcd4c59a req-339572de-1bbc-4ab0-9c5c-3cd556466427 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 947 time: 0.1596076 Jan 28 16:54:20.801077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:20.815504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:20.823452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (32289a1b-1660-4075-9ff2-54940edd5b61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:20.849007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fc58208-0cb1-4588-a224-fa6cfcd4c59a req-2315e744-3731-42ec-82c5-cdde7ef9450a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086464 Jan 28 16:54:20.908535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['34effb12-2325-45eb-abe5-d81bb5eca57f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:21.272078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17667-842a-4b1e-9f22-572d6e5431f6 req-cddbe84e-74dd-41a1-90d7-36aee591e632 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:21.273993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9b17667-842a-4b1e-9f22-572d6e5431f6 req-cddbe84e-74dd-41a1-90d7-36aee591e632 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2359071 Jan 28 16:54:21.320285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8665c4-f1fe-4c8e-a16e-fe96afb50d89 req-7a231211-6361-47f9-b97a-ede11db92231 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:21.328083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f8665c4-f1fe-4c8e-a16e-fe96afb50d89 req-7a231211-6361-47f9-b97a-ede11db92231 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2269235 Jan 28 16:54:21.349284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Router 32289a1b-1660-4075-9ff2-54940edd5b61 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:54:21.363105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-50ac5d0b-12cb-4ecc-b40b-7c185d909925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:21.364933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-50ac5d0b-12cb-4ecc-b40b-7c185d909925 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1129 time: 0.1111836 Jan 28 16:54:21.439932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9b17667-842a-4b1e-9f22-572d6e5431f6 req-be3f7413-7448-4d0f-807e-b4299e4fff61 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561296 Jan 28 16:54:21.476863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f8665c4-f1fe-4c8e-a16e-fe96afb50d89 req-01d3b09d-9a7e-4a8b-86e9-afc5b8a701e5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467013 Jan 28 16:54:21.591031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-90e13fc3-17bf-43b4-af30-67bd6d3c2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:21.592441 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-90e13fc3-17bf-43b4-af30-67bd6d3c2e1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.2148759 Jan 28 16:54:21.593651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:54:21.601433 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3bb73199-a654-47b7-a8ef-501b6fa56c0b admin admin] 10.222.0.25 "PUT /v2.0/routers/32289a1b-1660-4075-9ff2-54940edd5b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5620139 Jan 28 16:54:21.602050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59378) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:21.605269 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] Sync routers for ids ['32289a1b-1660-4075-9ff2-54940edd5b61'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:54:21.622382 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] Routers {'32289a1b-1660-4075-9ff2-54940edd5b61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:54:21.623006 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:54:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['32289a1b-1660-4075-9ff2-54940edd5b61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:21.714364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42035e8d-df1a-4c5b-b081-0ebfd4a0bb5f req-4e3d8464-7d41-4162-be0f-f50fded41fec tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:21.717678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42035e8d-df1a-4c5b-b081-0ebfd4a0bb5f req-4e3d8464-7d41-4162-be0f-f50fded41fec tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 944 time: 0.1371317 Jan 28 16:54:21.773526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:21.872532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42035e8d-df1a-4c5b-b081-0ebfd4a0bb5f req-1eed866e-7a65-472b-be9c-1d0de8d74a27 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303201 Jan 28 16:54:21.877320 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] Set router 32289a1b-1660-4075-9ff2-54940edd5b61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:54:21.961207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-e14e738d-a8e6-44ee-9ce7-a713008b65ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 1001 time: 0.3541634 Jan 28 16:54:21.972650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31101f-b759-4a31-9446-7a4368e93095 req-5545b0e6-5e78-4c1d-ad9b-530e44fce562 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:21.985908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c31101f-b759-4a31-9446-7a4368e93095 req-5545b0e6-5e78-4c1d-ad9b-530e44fce562 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.2448413 Jan 28 16:54:22.049538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7a944d61-f103-4721-8a34-6a22ab0d6135 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:54:22.058643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:22.157479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c31101f-b759-4a31-9446-7a4368e93095 req-23013d8a-db4a-481c-8468-3c1137e61652 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655574 Jan 28 16:54:22.188588 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks [] for router (32289a1b-1660-4075-9ff2-54940edd5b61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:22.200706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-b4ae8686-61d1-41b4-a2a2-f67f8c678412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:22.227425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-b4ae8686-61d1-41b4-a2a2-f67f8c678412 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.2429349 Jan 28 16:54:22.331461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd2eb6-2615-4ade-856a-533144a5810d req-fa29cef2-1c1a-4461-8fc7-1c3caf85472d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:22.338503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04cd2eb6-2615-4ade-856a-533144a5810d req-fa29cef2-1c1a-4461-8fc7-1c3caf85472d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 948 time: 0.2328994 Jan 28 16:54:22.378037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:54:20Z', 'revision_number': 5, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:22.445818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04cd2eb6-2615-4ade-856a-533144a5810d req-832a8420-f117-4921-aeaf-f2ae1e50d14e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999870 Jan 28 16:54:22.536444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7a944d61-f103-4721-8a34-6a22ab0d6135, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7a944d61-f103-4721-8a34-6a22ab0d6135,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:22.554235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '7a944d61-f103-4721-8a34-6a22ab0d6135', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': '7a944d61-f103-4721-8a34-6a22ab0d6135', 'mac_address': 'fa:16:3e:1c:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:54:22.607869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 34effb12-2325-45eb-abe5-d81bb5eca57f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:54:22.663796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 34effb12-2325-45eb-abe5-d81bb5eca57f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:22.664463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:22.688287 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] Checking router: 32289a1b-1660-4075-9ff2-54940edd5b61 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:54:22.700529 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] Routers {'32289a1b-1660-4075-9ff2-54940edd5b61'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:54:22.701567 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:54:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['32289a1b-1660-4075-9ff2-54940edd5b61'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:22.756536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7a944d61-f103-4721-8a34-6a22ab0d6135 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:22.761293 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:22.804456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1311e7-9644-4b03-b1c4-eca8e003a097 req-f828b67f-4027-4794-9eba-27f27af8b7a4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:22.806359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b1311e7-9644-4b03-b1c4-eca8e003a097 req-f828b67f-4027-4794-9eba-27f27af8b7a4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1874001 Jan 28 16:54:22.821535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a944d61-f103-4721-8a34-6a22ab0d6135 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:22.849168 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] Set router 32289a1b-1660-4075-9ff2-54940edd5b61 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:54:22.924455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7a944d61-f103-4721-8a34-6a22ab0d6135, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7a944d61-f103-4721-8a34-6a22ab0d6135,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:22.964438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b1311e7-9644-4b03-b1c4-eca8e003a097 req-0b3df184-0ac1-4ca6-b911-9140951183e3 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494923 Jan 28 16:54:22.992997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980a18-f6bd-491d-98e6-72066436aa12 req-2386c508-0e72-4a64-9a7a-1c6321e37a02 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:22.997291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42980a18-f6bd-491d-98e6-72066436aa12 req-2386c508-0e72-4a64-9a7a-1c6321e37a02 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.3137078 Jan 28 16:54:23.003644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:23.088287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks [] for router_gateway (32289a1b-1660-4075-9ff2-54940edd5b61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:23.115012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-9bb419ca-cc2b-452f-ae32-2119cca8a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:23.117682 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-9bb419ca-cc2b-452f-ae32-2119cca8a35a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8893201 Jan 28 16:54:23.171832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42980a18-f6bd-491d-98e6-72066436aa12 req-facca278-0f6e-4b30-99cf-7ee33758cff7 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662371 Jan 28 16:54:23.190174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7a944d61-f103-4721-8a34-6a22ab0d6135,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:23.245939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 34effb12-2325-45eb-abe5-d81bb5eca57f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:23.246627 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:23.325235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb3fcd-a5b4-438a-9927-421d8280f412 req-ab5a5bc4-92dc-423e-8d94-6f25f4b0a6b3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:23.337102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:23.339353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2eb3fcd-a5b4-438a-9927-421d8280f412 req-ab5a5bc4-92dc-423e-8d94-6f25f4b0a6b3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 945 time: 0.1790793 Jan 28 16:54:23.343678 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec669a18-84fd-439c-9836-cd2895c06c55" -d '{"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-plugged", "status": "completed", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:23.351821 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:54:20Z', 'revision_number': 5, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:23.355425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['7a944d61-f103-4721-8a34-6a22ab0d6135'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:23.363797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:23.400991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Deleting port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:23.401227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:23.430738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a2eb3fcd-a5b4-438a-9927-421d8280f412 req-70d2963e-4dd7-44fb-a709-7f434296d13c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Jan 28 16:54:23.446245 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:23.455253 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f580e6b-7b27-4c71-8f53-d75cd3b802ad None None] The sync data for ids ['32289a1b-1660-4075-9ff2-54940edd5b61'] in n-d-812111-13 is: [{'id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'name': 'tempest-TestAggregatesBasicOps-1013554303-router', 'tenant_id': '738961cb9fa84376ab09ca7df1834776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:46Z', 'updated_at': '2022-01-28T16:54:20Z', 'revision_number': 5, 'project_id': '738961cb9fa84376ab09ca7df1834776', 'gw_port': {'id': '89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32289a1b-1660-4075-9ff2-54940edd5b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:48Z', 'updated_at': '2022-01-28T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:54:23.574418 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55c425-e8f3-4e42-8019-1c557be606f1 x-openstack-request-id: req-3c55c425-e8f3-4e42-8019-1c557be606f1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:23.575727 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-plugged", "status": "completed", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:23.578348 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c55c425-e8f3-4e42-8019-1c557be606f1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:23.578965 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'code': 200} Jan 28 16:54:23.615842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b088c8d-b5a6-43c1-89cf-3eb429f26fee req-8aa0297a-d387-4930-9b73-18050aa7b1dc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:23.631610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b088c8d-b5a6-43c1-89cf-3eb429f26fee req-8aa0297a-d387-4930-9b73-18050aa7b1dc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.2182779 Jan 28 16:54:23.665712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-db3e85cf-a82a-429c-9719-fc3d1924ce00 service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232630 Jan 28 16:54:23.686117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:23.846850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] For port 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:23.847216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:23.865277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:23.928365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Calling delete_port for 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:23.950435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b088c8d-b5a6-43c1-89cf-3eb429f26fee req-bb127780-a1c6-48ea-b2f7-45f75cb85b49 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128572 Jan 28 16:54:23.964549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9d0c3-8479-48b9-8173-578b3adee110 req-3df5fd40-18a3-442b-9629-5d3d90e379d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:23.966470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56e9d0c3-8479-48b9-8173-578b3adee110 req-3df5fd40-18a3-442b-9629-5d3d90e379d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 1132 time: 0.3240926 Jan 28 16:54:24.047659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-9bbde8f0-45eb-4374-9ab9-7f3cad6fb936 service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674998 Jan 28 16:54:24.063565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e51-c881-4bf2-8fd6-40e1a82c05bc req-8a82dfe3-cce1-4413-934e-2864494f8a23 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:24.076024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37e38e51-c881-4bf2-8fd6-40e1a82c05bc req-8a82dfe3-cce1-4413-934e-2864494f8a23 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.3852029 Jan 28 16:54:24.235325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56e9d0c3-8479-48b9-8173-578b3adee110 req-024d2000-c728-46ae-856c-d1ce5c371d91 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605314 Jan 28 16:54:24.253875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c2e6d89-9cee-4ff9-8394-1ab3d52800a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.258696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37e38e51-c881-4bf2-8fd6-40e1a82c05bc req-22139640-78b9-430a-a4ed-a952e297b23e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783872 Jan 28 16:54:24.319865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 80818308-bd0c-4c51-aca6-2013f14b4e1c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:24.353989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcdf7d-815d-4efb-879b-cb6921943044 req-ff29ce2d-9ebb-4406-9029-8c58acdb4ec2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:24.373219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93fcdf7d-815d-4efb-879b-cb6921943044 req-ff29ce2d-9ebb-4406-9029-8c58acdb4ec2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2243791 Jan 28 16:54:24.395825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 80818308-bd0c-4c51-aca6-2013f14b4e1c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:24.396181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 80818308-bd0c-4c51-aca6-2013f14b4e1c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:24.424193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.516445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:24.543882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93fcdf7d-815d-4efb-879b-cb6921943044 req-3906027f-e643-406f-9f1b-0d0b9cb642c8 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651051 Jan 28 16:54:24.600988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045dd5-41d8-4454-a13b-a6abca24ab04 req-37e8c769-7c55-413d-9c3b-f9aa39ed5082 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:24.615482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de045dd5-41d8-4454-a13b-a6abca24ab04 req-37e8c769-7c55-413d-9c3b-f9aa39ed5082 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1574936 Jan 28 16:54:24.715654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (32289a1b-1660-4075-9ff2-54940edd5b61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.750524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de045dd5-41d8-4454-a13b-a6abca24ab04 req-56bc8aa3-4048-4fb0-b6d5-cd0163ca2e84 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269193 Jan 28 16:54:24.806411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff895b-f197-4daa-952a-55cb81f8a949 req-de1f82c1-4877-418e-9ac1-f5eb27610b3e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:24.818823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81ff895b-f197-4daa-952a-55cb81f8a949 req-de1f82c1-4877-418e-9ac1-f5eb27610b3e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 945 time: 0.1397719 Jan 28 16:54:24.883499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (32289a1b-1660-4075-9ff2-54940edd5b61), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.890589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks [] for router_controller (32289a1b-1660-4075-9ff2-54940edd5b61), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.933402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81ff895b-f197-4daa-952a-55cb81f8a949 req-e885a73a-8ec3-41cd-a9d4-26bdb6c24e9e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137323 Jan 28 16:54:24.966677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c2e6d89-9cee-4ff9-8394-1ab3d52800a4 admin admin] Publish callbacks [] for security_group (607843d1-b8f5-4f3c-8f0e-3e4915eb04ab), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.968663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (32289a1b-1660-4075-9ff2-54940edd5b61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.969226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32289a1b-1660-4075-9ff2-54940edd5b61 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:54:24.974483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.975185 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a404a54c-1c31-4ef7-80bc-da07e49c76f1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/32289a1b-1660-4075-9ff2-54940edd5b61 HTTP/1.1" status: 204 len: 168 time: 3.3544617 Jan 28 16:54:24.976538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1c2e6d89-9cee-4ff9-8394-1ab3d52800a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (607843d1-b8f5-4f3c-8f0e-3e4915eb04ab), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:24.977955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59426) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:25.021651 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1c2e6d89-9cee-4ff9-8394-1ab3d52800a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dc33ce0a10344fcbc1a63d07c4cbc92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1524229 Jan 28 16:54:25.021849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59428) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:25.060805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e6d89-9cee-4ff9-8394-1ab3d52800a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607843d1-b8f5-4f3c-8f0e-3e4915eb04ab,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:25.062695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Deleting subnet a10b7389-bd59-4197-bb2c-983c73869011 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:54:25.086414 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Publish callbacks [] for subnet (a10b7389-bd59-4197-bb2c-983c73869011), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.115571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73db146f-2190-4b60-b006-3eb3763436e3 admin admin] Publish callbacks [] for security_group (607843d1-b8f5-4f3c-8f0e-3e4915eb04ab), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.140288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73db146f-2190-4b60-b006-3eb3763436e3 admin admin] Publish callbacks [] for security_group (607843d1-b8f5-4f3c-8f0e-3e4915eb04ab), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.201355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (a10b7389-bd59-4197-bb2c-983c73869011), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.233074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73db146f-2190-4b60-b006-3eb3763436e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (607843d1-b8f5-4f3c-8f0e-3e4915eb04ab), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.236505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73db146f-2190-4b60-b006-3eb3763436e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.240367 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-73db146f-2190-4b60-b006-3eb3763436e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/607843d1-b8f5-4f3c-8f0e-3e4915eb04ab HTTP/1.1" status: 204 len: 168 time: 0.2175407 Jan 28 16:54:25.270030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db146f-2190-4b60-b006-3eb3763436e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607843d1-b8f5-4f3c-8f0e-3e4915eb04ab,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:25.598724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (a10b7389-bd59-4197-bb2c-983c73869011), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.610094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4261de-d268-4774-b560-5f41d14449ed req-00876f0a-0cae-40d6-92e6-0d21e9f10174 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:25.618216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b4261de-d268-4774-b560-5f41d14449ed req-00876f0a-0cae-40d6-92e6-0d21e9f10174 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.5296481 Jan 28 16:54:25.691672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7f668-deaf-4d79-a0c5-80176d8635eb req-e07b4ead-a892-4f1c-a3ea-851595e7bc06 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:25.693230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9e7f668-deaf-4d79-a0c5-80176d8635eb req-e07b4ead-a892-4f1c-a3ea-851595e7bc06 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2202432 Jan 28 16:54:25.783710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9e7f668-deaf-4d79-a0c5-80176d8635eb req-85b355ca-8550-4d11-aef1-c1e97e395d4a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Jan 28 16:54:25.832713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b4261de-d268-4774-b560-5f41d14449ed req-4b4cb22d-5359-47ed-a294-ae8ef7636858 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123506 Jan 28 16:54:25.889463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (a10b7389-bd59-4197-bb2c-983c73869011), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.946510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10b7389-bd59-4197-bb2c-983c73869011,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:25.973406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:25.979346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59444) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:25.979529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16bee0-50b3-41bf-8bd3-9c814c73de15 None None] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:54:25.993599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a10b7389-bd59-4197-bb2c-983c73869011 HTTP/1.1" status: 204 len: 168 time: 0.9976752 Jan 28 16:54:26.095634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.095943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.096235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.096582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.096993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.097332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.097661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.097991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.098318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.098646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.098961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.099289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.099602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ecd84-ec24-4c76-a902-4985a7daea12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:54:26.170731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59446) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:26.279488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7a944d61-f103-4721-8a34-6a22ab0d6135 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:26.337782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9f458e85-b0db-47e3-84f5-da91f9f85e3e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.345402 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32989e4a-7343-4a4f-8e6c-d5bf4243273a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.399198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:26.439923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a3f51-81b0-45fd-922e-92fd846b4d60 req-34e604f3-bfdc-4266-a4f8-98de414c9660 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:26.449591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c25a3f51-81b0-45fd-922e-92fd846b4d60 req-34e604f3-bfdc-4266-a4f8-98de414c9660 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.5041516 Jan 28 16:54:26.486606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:26.493151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 89812ae8-78f5-4d50-b4ff-fe9a9c2d4b17 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:26.515755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 7a944d61-f103-4721-8a34-6a22ab0d6135 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:54:26.532059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 7a944d61-f103-4721-8a34-6a22ab0d6135 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:26.534788 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.562189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Deleting port 178f899d-ee27-4854-b318-4ebd3492ac30 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:26.563323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.574562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c624-97e7-414e-9268-4bd7755c0701 req-54ab9189-a45d-45e8-bc66-201aa3c36764 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:26.591261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e78c624-97e7-414e-9268-4bd7755c0701 req-54ab9189-a45d-45e8-bc66-201aa3c36764 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.4395344 Jan 28 16:54:26.640209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] DHCP port deletion for 9f458e85-b0db-47e3-84f5-da91f9f85e3e request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:54:26.740428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] For port 178f899d-ee27-4854-b318-4ebd3492ac30, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=178f899d-ee27-4854-b318-4ebd3492ac30,segment=NetworkSegment(b8d7e81a-201f-4a23-8561-868312711af9),segment_id=b8d7e81a-201f-4a23-8561-868312711af9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:26.740428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.757096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Calling delete_port for 178f899d-ee27-4854-b318-4ebd3492ac30 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:26.835136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c25a3f51-81b0-45fd-922e-92fd846b4d60 req-7651b95e-26fe-488e-8d64-c7d08d031424 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844819 Jan 28 16:54:26.867590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e78c624-97e7-414e-9268-4bd7755c0701 req-bbded303-b7e9-4b68-bd4d-06202224715e tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751720 Jan 28 16:54:26.873411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.925848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7a944d61-f103-4721-8a34-6a22ab0d6135 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:26.926509 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.933923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32989e4a-7343-4a4f-8e6c-d5bf4243273a admin admin] Publish callbacks [] for security_group (9da99d35-d95d-40f7-b3fb-de47c3d889af), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.936267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Pushing event deleted for resources: {'Port': ['ID=178f899d-ee27-4854-b318-4ebd3492ac30,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:26.939500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] No DVR routers for this DVR port 178f899d-ee27-4854-b318-4ebd3492ac30 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:26.944187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32989e4a-7343-4a4f-8e6c-d5bf4243273a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9da99d35-d95d-40f7-b3fb-de47c3d889af), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:26.985873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Deleting port 178f899d-ee27-4854-b318-4ebd3492ac30 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:26.986738 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.099892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9f458e85-b0db-47e3-84f5-da91f9f85e3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.132886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-32989e4a-7343-4a4f-8e6c-d5bf4243273a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f2d5aa324b9488f9c0734e682b99ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581556 Jan 28 16:54:27.135455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:27.163175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32989e4a-7343-4a4f-8e6c-d5bf4243273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da99d35-d95d-40f7-b3fb-de47c3d889af,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:27.187563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f458e85-b0db-47e3-84f5-da91f9f85e3e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:27.213607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d7e81a-201f-4a23-8561-868312711af9') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:27.213911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d7e81a-201f-4a23-8561-868312711af9') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:27.217275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7a944d61-f103-4721-8a34-6a22ab0d6135, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7a944d61-f103-4721-8a34-6a22ab0d6135,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:27.226092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a944d61-f103-4721-8a34-6a22ab0d6135'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:27.231111 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d81ee-39ce-4abf-87ad-b6f3f93dea30" -d '{"events": [{"server_uuid": "ef5dc45c-6a39-42a5-a808-deacd35ec777", "name": "network-vif-plugged", "status": "completed", "tag": "7a944d61-f103-4721-8a34-6a22ab0d6135"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:27.245971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418453-9bc8-45a4-a97d-9868c0b7a886 req-ab3bdddf-7130-4fd0-9bf8-a0184f31773a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:27.249279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b8d7e81a-201f-4a23-8561-868312711af9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.251678 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.254323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9418453-9bc8-45a4-a97d-9868c0b7a886 req-ab3bdddf-7130-4fd0-9bf8-a0184f31773a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 945 time: 0.2155139 Jan 28 16:54:27.290980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b8d7e81a-201f-4a23-8561-868312711af9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.310012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7cfad-ad65-4149-b85c-28991884bdc3 req-c4266956-15cf-49fd-accc-f984b3e69e54 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:27.314790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:54:27.315401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b8d7e81a-201f-4a23-8561-868312711af9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:54:27.317341 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:54:27.320259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebe7cfad-ad65-4149-b85c-28991884bdc3 req-c4266956-15cf-49fd-accc-f984b3e69e54 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2076662 Jan 28 16:54:27.378970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86c7d6bf-4103-4810-9664-3b9501ba62fa admin admin] Publish callbacks [] for security_group (9da99d35-d95d-40f7-b3fb-de47c3d889af), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.397181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] For port 178f899d-ee27-4854-b318-4ebd3492ac30, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:27.402416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86c7d6bf-4103-4810-9664-3b9501ba62fa admin admin] Publish callbacks [] for security_group (9da99d35-d95d-40f7-b3fb-de47c3d889af), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.407654 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.467159 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86c7d6bf-4103-4810-9664-3b9501ba62fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9da99d35-d95d-40f7-b3fb-de47c3d889af), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.470388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86c7d6bf-4103-4810-9664-3b9501ba62fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.488376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-86c7d6bf-4103-4810-9664-3b9501ba62fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9da99d35-d95d-40f7-b3fb-de47c3d889af HTTP/1.1" status: 204 len: 168 time: 0.3365440 Jan 28 16:54:27.495624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9f458e85-b0db-47e3-84f5-da91f9f85e3e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.508337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.526363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9f458e85-b0db-47e3-84f5-da91f9f85e3e HTTP/1.1" status: 204 len: 168 time: 1.5458632 Jan 28 16:54:27.540504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9418453-9bc8-45a4-a97d-9868c0b7a886 req-81865497-bb35-470b-a323-3ed1a76d6b6d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841322 Jan 28 16:54:27.542107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d6bf-4103-4810-9664-3b9501ba62fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da99d35-d95d-40f7-b3fb-de47c3d889af,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:27.578461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87867daf-5588-429e-ad47-a6f4c195ede8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f458e85-b0db-47e3-84f5-da91f9f85e3e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:27.591159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebe7cfad-ad65-4149-b85c-28991884bdc3 req-088a4b4a-c78c-45f8-85a4-9dcd531c9999 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697124 Jan 28 16:54:27.868849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Calling delete_port for 178f899d-ee27-4854-b318-4ebd3492ac30 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:27.880009 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08362c6a-5266-4142-ad7b-ba7a38834ce3 x-openstack-request-id: req-08362c6a-5266-4142-ad7b-ba7a38834ce3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:27.880322 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5dc45c-6a39-42a5-a808-deacd35ec777", "name": "network-vif-plugged", "status": "completed", "tag": "7a944d61-f103-4721-8a34-6a22ab0d6135", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:27.880586 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08362c6a-5266-4142-ad7b-ba7a38834ce3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:27.881818 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a944d61-f103-4721-8a34-6a22ab0d6135', 'code': 200} Jan 28 16:54:27.899687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Port 178f899d-ee27-4854-b318-4ebd3492ac30 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 16:54:27.927419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (178f899d-ee27-4854-b318-4ebd3492ac30), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:27.985599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Network 9f458e85-b0db-47e3-84f5-da91f9f85e3e is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 16:54:27.986781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] No DVR routers for this DVR port 178f899d-ee27-4854-b318-4ebd3492ac30 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:27.990650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7a944d61-f103-4721-8a34-6a22ab0d6135,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:28.013680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:28.033447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c1d0c-fcf8-4341-bc80-d75a722fcfce None None] Pushing event deleted for resources: {'Port': ['ID=178f899d-ee27-4854-b318-4ebd3492ac30,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:28.091994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-db07a6e0-bf40-4549-85ef-1238b7994626 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50b62098e2434c17b74033856010000e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770254 Jan 28 16:54:28.094518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59480) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:28.234582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afcb8bae-bfd1-4e5d-abf3-d1f77946c054 admin admin] Publish callbacks [] for security_group (5c29e99c-741e-4ea5-8501-da87e8e3e064), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:28.287511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afcb8bae-bfd1-4e5d-abf3-d1f77946c054 admin admin] Publish callbacks [] for security_group (5c29e99c-741e-4ea5-8501-da87e8e3e064), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:28.303379 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:54:28.351718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 178f899d-ee27-4854-b318-4ebd3492ac30 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:28.424433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afcb8bae-bfd1-4e5d-abf3-d1f77946c054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c29e99c-741e-4ea5-8501-da87e8e3e064), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:28.428981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afcb8bae-bfd1-4e5d-abf3-d1f77946c054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:28.431726 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-afcb8bae-bfd1-4e5d-abf3-d1f77946c054 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c29e99c-741e-4ea5-8501-da87e8e3e064 HTTP/1.1" status: 204 len: 168 time: 0.3362310 Jan 28 16:54:28.437375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 178f899d-ee27-4854-b318-4ebd3492ac30 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:28.440920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 178f899d-ee27-4854-b318-4ebd3492ac30 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:28.463566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7dd2a-9117-459e-b683-1f719c857acf req-b78a7a08-dfd0-4f80-999b-423197d22dec tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:28.467858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb8bae-bfd1-4e5d-abf3-d1f77946c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c29e99c-741e-4ea5-8501-da87e8e3e064,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:28.471630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3e7dd2a-9117-459e-b683-1f719c857acf req-b78a7a08-dfd0-4f80-999b-423197d22dec tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.7319672 Jan 28 16:54:28.526665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50908fe-c5af-498c-bd79-79ebf2b59a5f req-0bc3050e-cda5-4b5c-84b0-908315e2c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:28.528456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b50908fe-c5af-498c-bd79-79ebf2b59a5f req-0bc3050e-cda5-4b5c-84b0-908315e2c0ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 1129 time: 0.7422552 Jan 28 16:54:28.575910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c2704-03b4-44f7-98ae-0b5e79c12c1e req-41d15f8d-ef29-4bbf-9ed4-9f07c79331be tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:28.578316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c32c2704-03b4-44f7-98ae-0b5e79c12c1e req-41d15f8d-ef29-4bbf-9ed4-9f07c79331be tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.6907849 Jan 28 16:54:28.598743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a3e7dd2a-9117-459e-b683-1f719c857acf req-16fd7ad5-707e-4aad-81de-59647dc37d5a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260972 Jan 28 16:54:28.752618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b50908fe-c5af-498c-bd79-79ebf2b59a5f req-78d4d4a6-7aab-4a09-a28e-b99a53dd5758 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138731 Jan 28 16:54:28.759798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c32c2704-03b4-44f7-98ae-0b5e79c12c1e req-def5125f-2556-40ba-8fee-ff5340a4571f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598592 Jan 28 16:54:28.817752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea54bc-6755-4d5e-89a4-da4abed8b626 req-bdcdfed2-ffbb-4200-bea3-19bcb73eaee5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:28.832520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ea54bc-6755-4d5e-89a4-da4abed8b626 req-bdcdfed2-ffbb-4200-bea3-19bcb73eaee5 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1157980 Jan 28 16:54:28.989622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ea54bc-6755-4d5e-89a4-da4abed8b626 req-7b5b814c-325f-45e6-8719-cce0d2274a66 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560991 Jan 28 16:54:29.047449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f767da-288b-45cc-9a9c-910ad95d6e8d req-84344260-fa7f-4c4f-9e27-78650e9bdcf5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:29.054449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00f767da-288b-45cc-9a9c-910ad95d6e8d req-84344260-fa7f-4c4f-9e27-78650e9bdcf5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1271975 Jan 28 16:54:29.154030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:29.168180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00f767da-288b-45cc-9a9c-910ad95d6e8d req-bfba14dc-ef61-43b2-95f7-fdce2570bd7a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044168 Jan 28 16:54:29.220565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc827661-de6a-4163-ac76-9cd0f859765d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=738961cb9fa84376ab09ca7df1834776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650842 Jan 28 16:54:29.222934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:29.297564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2eb3c-bd0f-49d4-bd5a-913700daacb4 req-eddb9993-8be3-4142-998a-e9b95103064a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:29.304533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1c2eb3c-bd0f-49d4-bd5a-913700daacb4 req-eddb9993-8be3-4142-998a-e9b95103064a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.1351972 Jan 28 16:54:29.360636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-989d3e79-6dd5-4823-941e-23eb5c18b66a admin admin] Publish callbacks [] for security_group (093eca1f-ac68-47e3-b9cc-a3f4ee2238bd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:29.389369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-989d3e79-6dd5-4823-941e-23eb5c18b66a admin admin] Publish callbacks [] for security_group (093eca1f-ac68-47e3-b9cc-a3f4ee2238bd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:29.461093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1c2eb3c-bd0f-49d4-bd5a-913700daacb4 req-04be034b-6bee-445c-9a2f-21abcae4f724 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553662 Jan 28 16:54:29.474333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-989d3e79-6dd5-4823-941e-23eb5c18b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (093eca1f-ac68-47e3-b9cc-a3f4ee2238bd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:29.483732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-989d3e79-6dd5-4823-941e-23eb5c18b66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:29.486988 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-989d3e79-6dd5-4823-941e-23eb5c18b66a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/093eca1f-ac68-47e3-b9cc-a3f4ee2238bd HTTP/1.1" status: 204 len: 168 time: 0.2627552 Jan 28 16:54:29.507176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d3e79-6dd5-4823-941e-23eb5c18b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093eca1f-ac68-47e3-b9cc-a3f4ee2238bd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:29.556247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c8b11-c988-46db-8ff9-b9b902ebcdc4 req-47669f3f-e6a1-47ae-950c-0e582531a43f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:29.558829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-184c8b11-c988-46db-8ff9-b9b902ebcdc4 req-47669f3f-e6a1-47ae-950c-0e582531a43f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.0826356 Jan 28 16:54:29.685898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-184c8b11-c988-46db-8ff9-b9b902ebcdc4 req-8bd8748b-1d76-45d1-967c-1ff72c2d3720 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157534 Jan 28 16:54:29.834733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47643f-587f-42ac-ac79-43ea23ecbda2 req-52ad1dc4-a88b-4009-9676-2e2bd9fe16f9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:29.836722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d47643f-587f-42ac-ac79-43ea23ecbda2 req-52ad1dc4-a88b-4009-9676-2e2bd9fe16f9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.1111546 Jan 28 16:54:30.065473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d47643f-587f-42ac-ac79-43ea23ecbda2 req-29f7ee06-f8e4-48b5-aa18-587515fc87b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139785 Jan 28 16:54:30.074528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1bee0-7886-4a89-8a8a-35cffaf3ab69 req-4cbb60ec-66c4-480a-804c-a062946c4432 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:30.101348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5aa1bee0-7886-4a89-8a8a-35cffaf3ab69 req-4cbb60ec-66c4-480a-804c-a062946c4432 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2634351 Jan 28 16:54:30.251192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5aa1bee0-7886-4a89-8a8a-35cffaf3ab69 req-ff0ac4a0-456a-4133-bf77-8d69d3bd5bc1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488698 Jan 28 16:54:30.422234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a412c-2286-43f9-83fb-1efb0ae09247 req-7fa10637-3188-47ae-982b-f9c5e8c8e253 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:30.427304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d45a412c-2286-43f9-83fb-1efb0ae09247 req-7fa10637-3188-47ae-982b-f9c5e8c8e253 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1366916 Jan 28 16:54:30.581914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d45a412c-2286-43f9-83fb-1efb0ae09247 req-36c81ef4-13a7-4d59-ab25-e38271b7226f tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352336 Jan 28 16:54:30.615972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaa6cf-1863-4d45-996a-68b17196939a req-7fb17e29-9718-4d5d-b994-0d6f34afe0ff tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:30.618337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1deaa6cf-1863-4d45-996a-68b17196939a req-7fb17e29-9718-4d5d-b994-0d6f34afe0ff tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.2170978 Jan 28 16:54:30.708479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1deaa6cf-1863-4d45-996a-68b17196939a req-bc09bb98-868f-47f1-9c12-ec6ef1938fe5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798438 Jan 28 16:54:31.022335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3efc-709a-4a53-b421-b686926f60d7 req-b1786f15-ba82-4b99-bbc4-bf2c2569c839 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:31.025170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c41f3efc-709a-4a53-b421-b686926f60d7 req-b1786f15-ba82-4b99-bbc4-bf2c2569c839 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.1739252 Jan 28 16:54:31.196474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c41f3efc-709a-4a53-b421-b686926f60d7 req-b07d4c8f-197e-4549-b5f7-9d6c9c83aa2d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602654 Jan 28 16:54:31.240500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07a27-e963-45e0-9fe1-1d1181100d0f req-94c8d551-81ac-45d0-8f90-a9bb3939bf62 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:31.253215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afc07a27-e963-45e0-9fe1-1d1181100d0f req-94c8d551-81ac-45d0-8f90-a9bb3939bf62 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1247342 Jan 28 16:54:31.365323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afc07a27-e963-45e0-9fe1-1d1181100d0f req-9eab1aa8-8487-4c24-bfd7-b20aa89d0c5c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111214 Jan 28 16:54:31.388402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b3b0-6304-4fd9-a4b0-5d9f0e4fec97 req-36d876dd-176e-41e1-a9a5-07ca4f5b9950 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:31.403275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf64b3b0-6304-4fd9-a4b0-5d9f0e4fec97 req-36d876dd-176e-41e1-a9a5-07ca4f5b9950 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.1318209 Jan 28 16:54:31.568452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf64b3b0-6304-4fd9-a4b0-5d9f0e4fec97 req-1950b86a-c6db-4670-96d4-3b9001e82f25 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640666 Jan 28 16:54:31.609220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8d46-1d6d-4fe2-a1ae-589eaafd3c28 req-7fbb8449-af7c-4c2d-8e9d-6963cbc9ff9d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:31.611018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e0a8d46-1d6d-4fe2-a1ae-589eaafd3c28 req-7fbb8449-af7c-4c2d-8e9d-6963cbc9ff9d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.1396260 Jan 28 16:54:31.729418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e0a8d46-1d6d-4fe2-a1ae-589eaafd3c28 req-562e9e4d-2730-41b4-b5d4-d468c17ccad5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123574 Jan 28 16:54:31.748414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14707fc-cc90-4c77-acaf-aec18bc5fee6 req-5909b82a-2dd4-4440-b249-f185fb8bd058 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:31.755464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f14707fc-cc90-4c77-acaf-aec18bc5fee6 req-5909b82a-2dd4-4440-b249-f185fb8bd058 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.0882070 Jan 28 16:54:31.864179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f14707fc-cc90-4c77-acaf-aec18bc5fee6 req-420e0f92-6380-4c10-8bb1-e54f9531af23 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076472 Jan 28 16:54:32.020120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338079-2c0c-4437-b18b-e796d0f52a55 req-a747dcdb-168d-43b2-bee7-fbb9f425e3eb tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:32.023680 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c338079-2c0c-4437-b18b-e796d0f52a55 req-a747dcdb-168d-43b2-bee7-fbb9f425e3eb tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1585627 Jan 28 16:54:32.074222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f934a-b639-4df3-9e49-56ae05bdf2e8 req-7aa9a545-04f4-4e8f-a967-8d4556088d5e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:32.082545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-138f934a-b639-4df3-9e49-56ae05bdf2e8 req-7aa9a545-04f4-4e8f-a967-8d4556088d5e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.1320443 Jan 28 16:54:32.196664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c338079-2c0c-4437-b18b-e796d0f52a55 req-62f3e6c6-d592-442e-b306-1946e710042f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639247 Jan 28 16:54:32.209677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-138f934a-b639-4df3-9e49-56ae05bdf2e8 req-a6dfacc8-e43c-49b8-bbc6-3a1ab9ab108c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261837 Jan 28 16:54:32.683565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005a9ca-98af-40f4-a58d-4e7cca2538f2 req-2c785f35-07cb-4c89-aa30-6d93c4a726aa tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:32.695275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5005a9ca-98af-40f4-a58d-4e7cca2538f2 req-2c785f35-07cb-4c89-aa30-6d93c4a726aa tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2064204 Jan 28 16:54:32.723276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa6b30-42b0-485c-bc2a-0f85f70395e1 req-5133ccbf-64c0-4464-948f-6fe9255b50ad tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:32.730182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ffa6b30-42b0-485c-bc2a-0f85f70395e1 req-5133ccbf-64c0-4464-948f-6fe9255b50ad tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.1847858 Jan 28 16:54:32.821308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5005a9ca-98af-40f4-a58d-4e7cca2538f2 req-7cf4086d-2d8e-4ccf-b4ae-5e0a32de1237 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248376 Jan 28 16:54:32.833797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ffa6b30-42b0-485c-bc2a-0f85f70395e1 req-00d0d647-06ce-4a92-a451-8191ccd5c98f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007993 Jan 28 16:54:32.919927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59616) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:33.015883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bfc32-ca8f-4375-ba60-9f66020d2974 req-44869c69-2960-46f4-a0d8-1d88a977b8cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:33.023441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c43bfc32-ca8f-4375-ba60-9f66020d2974 req-44869c69-2960-46f4-a0d8-1d88a977b8cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.1128972 Jan 28 16:54:33.104694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca14bdaa-a5b4-4ad9-be2a-38591726853c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.147919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c43bfc32-ca8f-4375-ba60-9f66020d2974 req-16f3a21c-c16f-474b-9be0-5db415c63e92 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186163 Jan 28 16:54:33.174946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1c322-c68a-4d16-abac-c46a5861ea0d req-f39d28fc-72bd-42b9-8fd9-f81459a2f2a1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:33.183581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94d1c322-c68a-4d16-abac-c46a5861ea0d req-f39d28fc-72bd-42b9-8fd9-f81459a2f2a1 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1503000 Jan 28 16:54:33.214725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca14bdaa-a5b4-4ad9-be2a-38591726853c admin admin] Publish callbacks [] for security_group (40e242ae-4456-406b-97d1-223ddd7efd04), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.225057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca14bdaa-a5b4-4ad9-be2a-38591726853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (40e242ae-4456-406b-97d1-223ddd7efd04), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.294972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ca14bdaa-a5b4-4ad9-be2a-38591726853c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=439b74b366c94f138e9bb1c4f27c889a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719859 Jan 28 16:54:33.296619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59624) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:33.297774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14bdaa-a5b4-4ad9-be2a-38591726853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e242ae-4456-406b-97d1-223ddd7efd04,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:33.319898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94d1c322-c68a-4d16-abac-c46a5861ea0d req-15f6edd1-0b81-4943-a60d-bfbe2b4d0f37 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269612 Jan 28 16:54:33.393974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca09867-14ba-4e0c-bbf9-7952cbc685bb admin admin] Publish callbacks [] for security_group (40e242ae-4456-406b-97d1-223ddd7efd04), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.424003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca09867-14ba-4e0c-bbf9-7952cbc685bb admin admin] Publish callbacks [] for security_group (40e242ae-4456-406b-97d1-223ddd7efd04), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.448713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020060f-a518-4ac1-9882-3d7c1e1a0eb3 req-66dbe55d-d550-4294-828a-3c5705d2d9ed tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:33.457975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5020060f-a518-4ac1-9882-3d7c1e1a0eb3 req-66dbe55d-d550-4294-828a-3c5705d2d9ed tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.0945075 Jan 28 16:54:33.508726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca09867-14ba-4e0c-bbf9-7952cbc685bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (40e242ae-4456-406b-97d1-223ddd7efd04), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.511832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dca09867-14ba-4e0c-bbf9-7952cbc685bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:33.513112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dca09867-14ba-4e0c-bbf9-7952cbc685bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40e242ae-4456-406b-97d1-223ddd7efd04 HTTP/1.1" status: 204 len: 168 time: 0.2108958 Jan 28 16:54:33.529061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca09867-14ba-4e0c-bbf9-7952cbc685bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e242ae-4456-406b-97d1-223ddd7efd04,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:33.551381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5020060f-a518-4ac1-9882-3d7c1e1a0eb3 req-d9d49a92-12eb-4a94-815e-f642a982d330 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915847 Jan 28 16:54:34.003560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59634) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:34.028693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b617bd-e5ea-4380-91b2-badef32476ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.058349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7545-775d-450b-9814-f1e4c894d7db req-ed115b2f-2ab5-49c1-aa6a-fbdfdfd74e09 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:34.065735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c31e7545-775d-450b-9814-f1e4c894d7db req-ed115b2f-2ab5-49c1-aa6a-fbdfdfd74e09 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.0973878 Jan 28 16:54:34.089946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41349d-277b-47e0-a42e-5b7372b742b0 req-f057573a-0a42-4bdf-9cc9-6e4dfa10ff55 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:34.096976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c41349d-277b-47e0-a42e-5b7372b742b0 req-f057573a-0a42-4bdf-9cc9-6e4dfa10ff55 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.1642296 Jan 28 16:54:34.231189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c41349d-277b-47e0-a42e-5b7372b742b0 req-425f72c1-3fc8-4487-b574-f31f629466f5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 Jan 28 16:54:34.320305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c31e7545-775d-450b-9814-f1e4c894d7db req-9a63ab85-e316-47d0-b804-9b5072c228bb tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536452 Jan 28 16:54:34.341362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-3f2e71e8-1852-4749-bb70-c6f6cd29e3b5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:34.343692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-3f2e71e8-1852-4749-bb70-c6f6cd29e3b5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 946 time: 0.2685251 Jan 28 16:54:34.498737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b617bd-e5ea-4380-91b2-badef32476ba admin admin] Publish callbacks [] for security_group (7421352a-6b8f-4ca4-8a3c-e5e50c186156), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.540840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47b617bd-e5ea-4380-91b2-badef32476ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7421352a-6b8f-4ca4-8a3c-e5e50c186156), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.643218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862be9a8-4da7-44e1-a1ae-c98a4dde9d98 req-7523aba2-bbfc-48d2-90b4-b66ba5db2397 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:34.645073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-862be9a8-4da7-44e1-a1ae-c98a4dde9d98 req-7523aba2-bbfc-48d2-90b4-b66ba5db2397 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.2356222 Jan 28 16:54:34.652108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-47b617bd-e5ea-4380-91b2-badef32476ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=083d3d17569f45a798774a7237d56e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6452334 Jan 28 16:54:34.652108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b617bd-e5ea-4380-91b2-badef32476ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7421352a-6b8f-4ca4-8a3c-e5e50c186156,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:34.652502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59648) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:34.690291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e095b-1b1e-4c83-a295-37fe673643ef req-999a9aac-d652-4793-b889-81993f99d8e2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:34.697835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da5e095b-1b1e-4c83-a295-37fe673643ef req-999a9aac-d652-4793-b889-81993f99d8e2 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2255583 Jan 28 16:54:34.725215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-abc083d2-41ab-4780-80c9-90910f29c701 admin admin] Publish callbacks [] for security_group (7421352a-6b8f-4ca4-8a3c-e5e50c186156), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.757205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-abc083d2-41ab-4780-80c9-90910f29c701 admin admin] Publish callbacks [] for security_group (7421352a-6b8f-4ca4-8a3c-e5e50c186156), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.772293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 7a944d61-f103-4721-8a34-6a22ab0d6135 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:34.772639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.783660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-862be9a8-4da7-44e1-a1ae-c98a4dde9d98 req-f3bf143c-824a-4f96-96ee-a5be53e81645 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270444 Jan 28 16:54:34.815713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da5e095b-1b1e-4c83-a295-37fe673643ef req-453f3307-0a24-4a25-ba4c-31aee65b61d4 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172156 Jan 28 16:54:34.853082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-abc083d2-41ab-4780-80c9-90910f29c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7421352a-6b8f-4ca4-8a3c-e5e50c186156), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.855970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-abc083d2-41ab-4780-80c9-90910f29c701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:34.859755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-abc083d2-41ab-4780-80c9-90910f29c701 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7421352a-6b8f-4ca4-8a3c-e5e50c186156 HTTP/1.1" status: 204 len: 168 time: 0.2031982 Jan 28 16:54:34.869898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc083d2-41ab-4780-80c9-90910f29c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7421352a-6b8f-4ca4-8a3c-e5e50c186156,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:35.044281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port 7a944d61-f103-4721-8a34-6a22ab0d6135, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7a944d61-f103-4721-8a34-6a22ab0d6135,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:35.045181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:35.079149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 7a944d61-f103-4721-8a34-6a22ab0d6135 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:35.092962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b88b-d91e-46a5-aa2d-ab1353300cca req-69a71d17-93a3-4d0d-918e-f7047a612ae1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:35.094588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9180b88b-d91e-46a5-aa2d-ab1353300cca req-69a71d17-93a3-4d0d-918e-f7047a612ae1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1967022 Jan 28 16:54:35.214596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9180b88b-d91e-46a5-aa2d-ab1353300cca req-0be47013-7dfd-4f63-a449-6b7138e41a09 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116996 Jan 28 16:54:35.423502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7a944d61-f103-4721-8a34-6a22ab0d6135), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:35.436470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['7a944d61-f103-4721-8a34-6a22ab0d6135'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:35.498393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=7a944d61-f103-4721-8a34-6a22ab0d6135,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:35.616991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port 7a944d61-f103-4721-8a34-6a22ab0d6135 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:35.628988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:35.632264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f9a3220-4565-4181-99f1-232a1ae1fc0e req-f5a7e6c6-ac72-46ed-bbf2-edfbae51317f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "DELETE /v2.0/ports/7a944d61-f103-4721-8a34-6a22ab0d6135 HTTP/1.1" status: 204 len: 173 time: 1.2367795 Jan 28 16:54:35.650226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cba32-98df-4f78-a84c-703032bac75e req-08c3bd8b-6486-47d7-b05f-1f91cbaf8f15 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:35.665076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee3cba32-98df-4f78-a84c-703032bac75e req-08c3bd8b-6486-47d7-b05f-1f91cbaf8f15 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 867 time: 0.3075702 Jan 28 16:54:35.667815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'name': 'network-vif-deleted', 'tag': '7a944d61-f103-4721-8a34-6a22ab0d6135'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:35.670392 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb46f325-dbde-49ea-aa2c-1f5dcfc7c95a" -d '{"events": [{"server_uuid": "ef5dc45c-6a39-42a5-a808-deacd35ec777", "name": "network-vif-deleted", "tag": "7a944d61-f103-4721-8a34-6a22ab0d6135"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:35.756783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671f4ee-863d-40fe-acd5-d0aea8c64cf4 req-f7c244a5-0c77-4bab-a580-365e1311cdf9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:35.764297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8671f4ee-863d-40fe-acd5-d0aea8c64cf4 req-f7c244a5-0c77-4bab-a580-365e1311cdf9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2827735 Jan 28 16:54:35.879864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee3cba32-98df-4f78-a84c-703032bac75e req-06e0e0c8-39f5-416b-827f-a516c7bb199e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096786 Jan 28 16:54:35.946318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8671f4ee-863d-40fe-acd5-d0aea8c64cf4 req-27f809c8-d554-4952-9792-b67e34682659 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806023 Jan 28 16:54:35.975810 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de03bb-43b0-4d37-b875-3430f89b65c8 x-openstack-request-id: req-b4de03bb-43b0-4d37-b875-3430f89b65c8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:35.976170 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5dc45c-6a39-42a5-a808-deacd35ec777", "name": "network-vif-deleted", "tag": "7a944d61-f103-4721-8a34-6a22ab0d6135", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:35.976435 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4de03bb-43b0-4d37-b875-3430f89b65c8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:35.976878 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5dc45c-6a39-42a5-a808-deacd35ec777', 'name': 'network-vif-deleted', 'tag': '7a944d61-f103-4721-8a34-6a22ab0d6135', 'status': 'completed', 'code': 200} Jan 28 16:54:36.171765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a77468-0c53-4bc1-ad0c-f292e398206a req-34e34fc3-0c30-4ea9-a978-ebc5d51e2e57 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:36.180572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07a77468-0c53-4bc1-ad0c-f292e398206a req-34e34fc3-0c30-4ea9-a978-ebc5d51e2e57 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1085105 Jan 28 16:54:36.265926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d8954-bf4c-4e7a-adde-20f9c246bd50 req-6f41dada-f04d-4bc2-98b2-eb50d8e9b70b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:36.273398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-645d8954-bf4c-4e7a-adde-20f9c246bd50 req-6f41dada-f04d-4bc2-98b2-eb50d8e9b70b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.2124593 Jan 28 16:54:36.350310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-645d8954-bf4c-4e7a-adde-20f9c246bd50 req-edbc4c1c-37b0-4273-bbda-b285b9250d2b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759044 Jan 28 16:54:36.425652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07a77468-0c53-4bc1-ad0c-f292e398206a req-bebf686f-76f1-439f-a971-679e22523fb7 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436116 Jan 28 16:54:36.459662 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-526a3bce-24cd-4e6c-8892-f470f60792d0 service neutron] show failed (client error): The resource could not be found. Jan 28 16:54:36.460657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-526a3bce-24cd-4e6c-8892-f470f60792d0 service neutron] 10.222.0.31 "GET /v2.0/ports/404458bc-ce56-42fd-b083-84bd14900d46/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.2556584 Jan 28 16:54:36.506849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e31de3-562e-4dc1-afab-f2e634b9ae84 req-3d783a06-9824-46dc-b5ca-34b92783768c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:36.508549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05e31de3-562e-4dc1-afab-f2e634b9ae84 req-3d783a06-9824-46dc-b5ca-34b92783768c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.0629950 Jan 28 16:54:36.603582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05e31de3-562e-4dc1-afab-f2e634b9ae84 req-2255251d-30d6-4e4c-8de0-56bda8cd3b28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817168 Jan 28 16:54:36.913316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-57e58cf4-ae22-4a70-b38b-00eb4efa850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:36.915245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-57e58cf4-ae22-4a70-b38b-00eb4efa850d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 1129 time: 0.0924132 Jan 28 16:54:36.919337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-6199eee2-7939-42b3-a65e-50908558127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:36.922632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-6199eee2-7939-42b3-a65e-50908558127e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1129 time: 0.1326933 Jan 28 16:54:36.929775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:54:37.036812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-5d5e1838-8b82-4231-a69e-82b7f1ff9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:37.038357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-5d5e1838-8b82-4231-a69e-82b7f1ff9604 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.1004813 Jan 28 16:54:37.176875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3918063c-1784-4558-b596-47b3965fe83e req-eaaa0249-c305-42dd-9ab9-012a497701ea tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.1374855 Jan 28 16:54:37.226170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:37.282201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-a10b4bac-39a5-4641-a769-81080bb2c92a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 1001 time: 0.2249911 Jan 28 16:54:37.295952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800ef20-c4c7-4a9a-96c6-aafa7a415a07 req-7e4ef2ec-d15b-4866-ad58-c185880e1109 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:37.303169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3800ef20-c4c7-4a9a-96c6-aafa7a415a07 req-7e4ef2ec-d15b-4866-ad58-c185880e1109 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2448947 Jan 28 16:54:37.509234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3800ef20-c4c7-4a9a-96c6-aafa7a415a07 req-69f756da-b074-4e89-b5d1-ff5ffe5a7aec tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052140 Jan 28 16:54:37.523965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-24c17d1a-c75c-4302-b9b3-be7602df0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:37.525893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-24c17d1a-c75c-4302-b9b3-be7602df0737 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.2202227 Jan 28 16:54:37.767080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:37.849913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-eab1d80e-ca3d-484a-89f3-63ceb2cbea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:37.851633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-eab1d80e-ca3d-484a-89f3-63ceb2cbea26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3103135 Jan 28 16:54:37.873578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1e933-8a8f-4532-8e3d-83daa8d12ae9 req-53c8322a-4458-4200-90de-2363c19f8081 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:37.876521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98d1e933-8a8f-4532-8e3d-83daa8d12ae9 req-53c8322a-4458-4200-90de-2363c19f8081 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.3751767 Jan 28 16:54:37.918366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:37.928091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260da5db-532a-4bf9-bddc-7de046343411 req-b1536668-f228-4606-a5d8-aba756f4c5dc tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:37.929725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-260da5db-532a-4bf9-bddc-7de046343411 req-b1536668-f228-4606-a5d8-aba756f4c5dc tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.3136377 Jan 28 16:54:38.084417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-260da5db-532a-4bf9-bddc-7de046343411 req-1c6761a4-6346-4c5d-a5f7-b2068ac9f86c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990672 Jan 28 16:54:38.093582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:38.096102 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25553908-0605-4bdd-963b-5a7d5d497d62" -d '{"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-unplugged", "status": "completed", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:38.102249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Publish callbacks [] for port (404458bc-ce56-42fd-b083-84bd14900d46), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:38.124389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98d1e933-8a8f-4532-8e3d-83daa8d12ae9 req-b43d9143-9eb1-49fd-a74e-9be1a690c571 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279677 Jan 28 16:54:38.135458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Transition to ACTIVE for port object 404458bc-ce56-42fd-b083-84bd14900d46 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:54:38.137567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:38.140276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-be2f59fd-9709-4b65-a2ff-0ac9e9f0a116 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627118 Jan 28 16:54:38.143231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:38.326587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 404458bc-ce56-42fd-b083-84bd14900d46 host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:54:38.327041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:38.329367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:38.428590 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f4739-4a2b-4283-b83d-9e6cd052cfcd x-openstack-request-id: req-911f4739-4a2b-4283-b83d-9e6cd052cfcd {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:38.429160 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-unplugged", "status": "completed", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:38.429383 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-911f4739-4a2b-4283-b83d-9e6cd052cfcd {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:38.430025 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'code': 200} Jan 28 16:54:38.501733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:38.548147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:38.548477 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:38.551325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] No DVR routers for this DVR port 404458bc-ce56-42fd-b083-84bd14900d46 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:38.630302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:38.646772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:38.653973 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54fbf9a-02c2-48b0-9452-76f0c48f4e0f" -d '{"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:38.663012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:38.663961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7a944d61-f103-4721-8a34-6a22ab0d6135 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:38.724828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 7a944d61-f103-4721-8a34-6a22ab0d6135 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:38.725427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7a944d61-f103-4721-8a34-6a22ab0d6135 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:38.756759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:39.157969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70b6445d-d19a-48cf-8e19-0efb04c30d98 req-0f26b7d9-c266-4344-8151-921a38aa0564 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.6078084 Jan 28 16:54:39.257144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15a56baf-15d3-452e-9252-761e0b5c0c45 req-1236c7af-ece1-4710-a603-48be6bf2a4a6 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1102483 Jan 28 16:54:39.273385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132617e5-2d51-4ac3-a2b8-ae833a2ea1a8 req-22371f9d-8a84-4cec-a748-bdf496e3cba1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:39.282256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-132617e5-2d51-4ac3-a2b8-ae833a2ea1a8 req-22371f9d-8a84-4cec-a748-bdf496e3cba1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.8545804 Jan 28 16:54:39.384508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:54:39.384954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:54:39.385298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:39.412754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Port 404458bc-ce56-42fd-b083-84bd14900d46 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:54:39.413090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Attempting to bind port 404458bc-ce56-42fd-b083-84bd14900d46 on network e22f22ca-663d-419c-98ed-abbc9b13bc59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:39.431770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-132617e5-2d51-4ac3-a2b8-ae833a2ea1a8 req-6bda90b7-59af-4ed9-b892-de744fad1fa9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493063 Jan 28 16:54:39.433351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:54:39.433768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Checking segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:54:39.434073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Bound using segment: {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:54:39.434520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Bound port: 404458bc-ce56-42fd-b083-84bd14900d46, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556f85d-cfd0-48d6-b018-ac3a15f09929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:54:39.434914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:39.457938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-c9692023-88b9-415d-a003-0d21b560b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:39.469971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-c9692023-88b9-415d-a003-0d21b560b9a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1127 time: 0.1635146 Jan 28 16:54:39.480803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29f867-f04c-459c-a8f7-4b61c47fb079 req-cf9bc2cd-5e90-415e-9a2c-4794c6650cb7 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:39.482447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f29f867-f04c-459c-a8f7-4b61c47fb079 req-cf9bc2cd-5e90-415e-9a2c-4794c6650cb7 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1933007 Jan 28 16:54:39.535364 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20be5ec6-edd0-4d59-aa06-f4c84f6471a3 x-openstack-request-id: req-20be5ec6-edd0-4d59-aa06-f4c84f6471a3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:39.535860 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:39.535971 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20be5ec6-edd0-4d59-aa06-f4c84f6471a3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:39.536313 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'code': 200} Jan 28 16:54:39.651307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:39.663621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f29f867-f04c-459c-a8f7-4b61c47fb079 req-a333a03d-f690-4f83-8bde-6e30c1fb66fa tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616001 Jan 28 16:54:39.680259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:54:39.702768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:39.741343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-661b1d02-f4af-460d-ab77-a70acd9b89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:39.742739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-661b1d02-f4af-460d-ab77-a70acd9b89ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.2372620 Jan 28 16:54:39.758662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:39.759648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:39.761054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] 10.222.0.24 "PUT /v2.0/ports/404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 1093 time: 2.8374672 Jan 28 16:54:39.777052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115eb7b-3689-4330-b353-02647c5b6276 req-087e0b8d-9de5-42e6-b7e1-4545d566ebac tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:39.778568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b115eb7b-3689-4330-b353-02647c5b6276 req-087e0b8d-9de5-42e6-b7e1-4545d566ebac tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1703246 Jan 28 16:54:39.939759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5caaa-b61c-4b5f-bcbd-ea8b68108c40 service neutron] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:39.962998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-9573cc88-78b9-47db-80a3-b38c89810c21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 999 time: 0.2059803 Jan 28 16:54:40.028858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-af5b3842-e68d-4d84-8188-c02c53f9f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.030940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-af5b3842-e68d-4d84-8188-c02c53f9f5ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1127 time: 0.2061579 Jan 28 16:54:40.034212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b115eb7b-3689-4330-b353-02647c5b6276 req-b80af105-cbeb-4956-a5e7-6373a6bcb809 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104661 Jan 28 16:54:40.082985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773dee0-9b5c-4033-9172-75a76f315dfd req-24869357-6053-4e70-8b20-70832285e3e4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.089998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1773dee0-9b5c-4033-9172-75a76f315dfd req-24869357-6053-4e70-8b20-70832285e3e4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.2764571 Jan 28 16:54:40.146921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-4c8d6fba-cc1a-4521-b66f-2dbaa3cc84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.149273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-4c8d6fba-cc1a-4521-b66f-2dbaa3cc84f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.1766925 Jan 28 16:54:40.326477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1773dee0-9b5c-4033-9172-75a76f315dfd req-9e400eab-0cd0-4987-9b59-bc990ce8a076 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355940 Jan 28 16:54:40.335374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba73fde6-5e25-47e7-b11a-7ffd56b3a850 req-10f93b49-5ac1-4df9-a6b4-88dc8b319d4d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0432971 Jan 28 16:54:40.368632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-c96066fe-d652-4607-8abc-6d04f86bc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.368632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-c96066fe-d652-4607-8abc-6d04f86bc698 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2017279 Jan 28 16:54:40.370242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-1d1bc9ad-23f8-42a4-bd8a-5a42bdefaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.371719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-1d1bc9ad-23f8-42a4-bd8a-5a42bdefaaaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.3322604 Jan 28 16:54:40.474136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:40.476330 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8525bfee-be02-4774-94fc-6d41db24f618" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:40.481012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-e1079a22-450a-45af-b36f-df24144c4522 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077335 Jan 28 16:54:40.600890 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131d012f-65aa-4d5b-a6f1-ec44e306fe0d x-openstack-request-id: req-131d012f-65aa-4d5b-a6f1-ec44e306fe0d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:40.600890 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:40.600890 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-131d012f-65aa-4d5b-a6f1-ec44e306fe0d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:40.600890 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'status': 'completed', 'code': 200} Jan 28 16:54:40.672533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-73d40722-dcf0-421a-90a6-2086d4645522 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 999 time: 0.1899626 Jan 28 16:54:40.691055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-cfb5b247-4405-4ac6-9fdc-a3aa41522c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.692713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-cfb5b247-4405-4ac6-9fdc-a3aa41522c49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1127 time: 0.1035869 Jan 28 16:54:40.917952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-0e0d27a6-4601-40bb-9928-42f79098a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:40.929696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-0e0d27a6-4601-40bb-9928-42f79098a7e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.2121291 Jan 28 16:54:40.993774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fb98f98-57e0-42a6-a97f-464348367a6c req-5efd7d5e-a598-4f20-984e-831347829f71 service neutron] 10.222.0.31 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046663 Jan 28 16:54:41.033295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-b234475e-c9f8-4278-8283-860c9e502f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.036106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-b234475e-c9f8-4278-8283-860c9e502f34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.3388240 Jan 28 16:54:41.088378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb534-ac43-4e5f-b8cd-5ca5b36757b5 req-b723b600-b234-4b08-ae70-84f143f1be2b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.097350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d26eb534-ac43-4e5f-b8cd-5ca5b36757b5 req-b723b600-b234-4b08-ae70-84f143f1be2b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.4821656 Jan 28 16:54:41.115727 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-77b5a667-1813-4373-99bb-4b749cb3afa0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 999 time: 0.1843979 Jan 28 16:54:41.189777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875adcc-2d99-4bda-afe5-10e639f033b3 req-a3487e2f-fa43-4f97-bf25-f1132c83facc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.196849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e875adcc-2d99-4bda-afe5-10e639f033b3 req-a3487e2f-fa43-4f97-bf25-f1132c83facc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.4062610 Jan 28 16:54:41.216535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-9801c03d-588b-415a-bfb5-0e26ceabd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.218468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-9801c03d-588b-415a-bfb5-0e26ceabd30f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.0897725 Jan 28 16:54:41.239027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d26eb534-ac43-4e5f-b8cd-5ca5b36757b5 req-6b092b1e-8487-48b9-8a80-5dcd905b0fb0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386039 Jan 28 16:54:41.267742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-f95bb040-2de0-4c8d-9608-bca2892e53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.269312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-f95bb040-2de0-4c8d-9608-bca2892e53df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2172215 Jan 28 16:54:41.317678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-364ae99f-651d-40f9-9882-971d28dce61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.319222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-364ae99f-651d-40f9-9882-971d28dce61e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0929947 Jan 28 16:54:41.445747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e875adcc-2d99-4bda-afe5-10e639f033b3 req-14c3b918-06d1-4048-ada1-1ce9e768a70f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481067 Jan 28 16:54:41.538745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-e4f69e26-d3c6-462b-9398-347cc921f498 service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107868 Jan 28 16:54:41.562134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-72fdd296-fba1-4f76-b82c-b1aca8212756 service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843802 Jan 28 16:54:41.574378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd3160-5cf7-4fee-ad1b-9cdab3eb8ed4 req-59060394-4950-42d6-90c1-43ae73030299 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.581798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4dbd3160-5cf7-4fee-ad1b-9cdab3eb8ed4 req-59060394-4950-42d6-90c1-43ae73030299 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.2253664 Jan 28 16:54:41.720734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-d48a7053-7582-402d-93ea-9d54136ca5da service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736481 Jan 28 16:54:41.807984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4dbd3160-5cf7-4fee-ad1b-9cdab3eb8ed4 req-db283f33-7ea2-4d97-a5c8-d19a8355d737 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246115 Jan 28 16:54:41.865578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11890e9-3836-4df7-a7a8-ccb3ae24831b req-8fd4efdc-ee2d-4b78-b907-e407f54814bf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:41.872832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e11890e9-3836-4df7-a7a8-ccb3ae24831b req-8fd4efdc-ee2d-4b78-b907-e407f54814bf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.2745581 Jan 28 16:54:41.899899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6324a8c-4d09-4d37-997a-c5dfb5391128 req-58c6cc9c-c681-44e0-97a3-276d3580cfde service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100631 Jan 28 16:54:41.992420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56577f95-52b6-450c-aa94-17d9781594c9 req-0861a83a-5014-497a-894b-788fc0cf4183 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0839372 Jan 28 16:54:42.011055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e11890e9-3836-4df7-a7a8-ccb3ae24831b req-5012cfcd-b409-455c-828a-fd3af2343ea3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370852 Jan 28 16:54:42.131812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-654af584-f94f-42d0-9e85-143a32fb4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:42.133737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-654af584-f94f-42d0-9e85-143a32fb4daa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1127 time: 0.0633576 Jan 28 16:54:42.234362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:42.258113 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:42.292231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-3b893f3b-a8f0-4eea-a3f9-0a1fc7ddfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:42.294138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-3b893f3b-a8f0-4eea-a3f9-0a1fc7ddfa29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.1329668 Jan 28 16:54:42.382198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-d638a778-3821-4e80-bd7c-0c9f0125613f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 999 time: 0.0809593 Jan 28 16:54:42.529023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434ece1-0706-4b15-ba1e-156e02c48f44 req-302bac52-cecb-4449-9c81-872efc40962f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:42.532744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7434ece1-0706-4b15-ba1e-156e02c48f44 req-302bac52-cecb-4449-9c81-872efc40962f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.1477289 Jan 28 16:54:42.559750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-adac53a4-d487-44cb-898d-ea423f0c8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:42.561364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-adac53a4-d487-44cb-898d-ea423f0c8409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.1675200 Jan 28 16:54:42.685169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7434ece1-0706-4b15-ba1e-156e02c48f44 req-af965d53-cfd1-4c17-8656-1749e74a992a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466441 Jan 28 16:54:42.719060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d0d8c-ca2d-4fea-b394-a0facd1f60d9 req-29239058-c66f-4d4a-a891-7e4952684a54 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:42.720615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-645d0d8c-ca2d-4fea-b394-a0facd1f60d9 req-29239058-c66f-4d4a-a891-7e4952684a54 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1214070 Jan 28 16:54:42.722786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-790f558e-d1d3-427b-b2a1-71bfae728544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:42.724167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-790f558e-d1d3-427b-b2a1-71bfae728544 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1449766 Jan 28 16:54:42.953605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-645d0d8c-ca2d-4fea-b394-a0facd1f60d9 req-4dda4c7d-f5d3-4e71-8193-3ab4d0593e69 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240417 Jan 28 16:54:42.975023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-42bd7320-fd3e-4433-b3ee-62301e0a2b56 service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333260 Jan 28 16:54:43.206099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a48a3bdf-74e5-476b-8ce9-050e10512e95 req-3dda1168-4839-43cb-9e3e-9bca83bd10d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246616 Jan 28 16:54:43.259658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff6fd7-5421-44a3-b8a8-00fec56ab94f req-bbdac286-f4c0-449c-9575-56840981be1a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:43.270479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ff6fd7-5421-44a3-b8a8-00fec56ab94f req-bbdac286-f4c0-449c-9575-56840981be1a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1364741 Jan 28 16:54:43.379396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ff6fd7-5421-44a3-b8a8-00fec56ab94f req-12f42107-e3c5-4fc8-b35d-85113996c656 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067564 Jan 28 16:54:43.398054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-b01000cd-e5fa-490d-9265-4307df748de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:43.399574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-b01000cd-e5fa-490d-9265-4307df748de3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1127 time: 0.1012394 Jan 28 16:54:43.478681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-caff1ec8-a7b9-436f-88dc-9171c9b234c7 req-aebdc023-784b-4154-a4b1-f0c53aa4c9e9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0614984 Jan 28 16:54:43.581420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5226-a3c7-447f-b106-4e5177285ebf req-f8de7a6e-e3b5-489c-8856-6e2bee6ea42c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:43.582748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-954e5226-a3c7-447f-b106-4e5177285ebf req-f8de7a6e-e3b5-489c-8856-6e2bee6ea42c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.1175380 Jan 28 16:54:43.588355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-085d2335-f1f8-4f2d-a322-5e366ac5542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:43.590056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-085d2335-f1f8-4f2d-a322-5e366ac5542a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.1810560 Jan 28 16:54:43.725843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-954e5226-a3c7-447f-b106-4e5177285ebf req-d3947401-7e96-4a1d-bb63-e8742cadaf52 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346560 Jan 28 16:54:43.737528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-c3f4fd7b-4d8f-4ba0-8d2d-62207c766b76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 999 time: 0.1403360 Jan 28 16:54:43.818316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-ad8a8cfe-facc-42e0-9514-533623134b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:43.820125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-ad8a8cfe-facc-42e0-9514-533623134b14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.0760419 Jan 28 16:54:43.878285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bfee-be02-4774-94fc-6d41db24f618 req-b04d0396-5a39-4d68-80d3-df5fdda0eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:43.879898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-b04d0396-5a39-4d68-80d3-df5fdda0eb45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534117 Jan 28 16:54:44.043662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-b693943a-3c7d-4c5a-b52e-a01189e85f3d service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430628 Jan 28 16:54:44.263550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8525bfee-be02-4774-94fc-6d41db24f618 req-34df4d2d-af93-4308-9036-2d8bf755079c service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173676 Jan 28 16:54:44.271369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2669b-076b-4982-a3af-028b798423df req-8ba9a08d-52f7-441f-a383-e40f28c1dafa tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:44.278541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44e2669b-076b-4982-a3af-028b798423df req-8ba9a08d-52f7-441f-a383-e40f28c1dafa tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.1578000 Jan 28 16:54:44.308879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23aaf-df54-4b8d-a2d1-444a0d4535bf req-593681fb-5e0b-43b3-878f-5fc9919b91dc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:44.317165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb23aaf-df54-4b8d-a2d1-444a0d4535bf req-593681fb-5e0b-43b3-878f-5fc9919b91dc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1974368 Jan 28 16:54:44.415943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44e2669b-076b-4982-a3af-028b798423df req-16ceb5d8-4bf8-4bd0-bb01-499eba417022 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362419 Jan 28 16:54:44.422386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb23aaf-df54-4b8d-a2d1-444a0d4535bf req-89d1c77a-73bd-43e4-bbea-1d7ccc3c7cd3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041434 Jan 28 16:54:44.491261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-f0196096-57e8-4c06-ac52-841d27c15adf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873058 Jan 28 16:54:44.680371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-512bc911-26e6-4f5b-9425-c7c85a5d3ea0 req-e0b479f6-4ae2-431e-9dc1-5002ddf7258c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0519941 Jan 28 16:54:44.687722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:54:44.710523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f41783-b2ce-41ad-bb1a-01558ef395f7 req-e9935acf-3949-4221-a913-5849553c2f2e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:44.717928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6f41783-b2ce-41ad-bb1a-01558ef395f7 req-e9935acf-3949-4221-a913-5849553c2f2e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1436179 Jan 28 16:54:44.813762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6f41783-b2ce-41ad-bb1a-01558ef395f7 req-f0ff9864-4c03-4cbe-be26-dd98d554916e tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904949 Jan 28 16:54:44.851640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:44.865812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '404458bc-ce56-42fd-b083-84bd14900d46', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'port_id': '404458bc-ce56-42fd-b083-84bd14900d46', 'mac_address': 'fa:16:3e:93:88:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:54:44.908768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 404458bc-ce56-42fd-b083-84bd14900d46 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:44.909454 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:44.929922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404458bc-ce56-42fd-b083-84bd14900d46 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:44.955937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:44.965419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:44.979996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0e3a-52a6-4c64-8824-ed5b49d9957f req-23db5b9e-2454-43b4-8e15-9e9492c98bcf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:44.981707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6ef0e3a-52a6-4c64-8824-ed5b49d9957f req-23db5b9e-2454-43b4-8e15-9e9492c98bcf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 944 time: 0.1112812 Jan 28 16:54:45.033575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:45.136687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6ef0e3a-52a6-4c64-8824-ed5b49d9957f req-00977dbb-a480-4521-8749-9f759efbba87 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478999 Jan 28 16:54:45.214470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['404458bc-ce56-42fd-b083-84bd14900d46'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:45.226917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4821b-7987-4ca5-90b6-1d06b08941d7 req-98b1fb88-d5a0-4286-b321-500d262f7425 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:45.238342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb4821b-7987-4ca5-90b6-1d06b08941d7 req-98b1fb88-d5a0-4286-b321-500d262f7425 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1355169 Jan 28 16:54:45.410279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feb4821b-7987-4ca5-90b6-1d06b08941d7 req-5a9e6a17-5554-4322-b5e7-a3caaa1cbe60 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709850 Jan 28 16:54:45.639392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986dbca-a4bb-471d-a2b1-1f1ad7ed65be req-d74e68a4-cda7-4634-a0a7-3f04e9be0237 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:45.645691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a986dbca-a4bb-471d-a2b1-1f1ad7ed65be req-d74e68a4-cda7-4634-a0a7-3f04e9be0237 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 945 time: 0.1945467 Jan 28 16:54:45.679139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-a58a230e-c479-4e39-a66b-d7bad1243408 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:45.693679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-a58a230e-c479-4e39-a66b-d7bad1243408 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233&tenant_id=8ed5608621734a99b86b03a99acedd8f&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 945 time: 0.1914997 Jan 28 16:54:45.719526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a974-4abb-43f6-b69e-4fee581f4a12 req-ecbaa8c8-87a4-4707-bb74-dca8dbc61ec9 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:45.721087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85c8a974-4abb-43f6-b69e-4fee581f4a12 req-ecbaa8c8-87a4-4707-bb74-dca8dbc61ec9 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1841063 Jan 28 16:54:45.770376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a986dbca-a4bb-471d-a2b1-1f1ad7ed65be req-9a38178c-563b-41bf-9d81-3601521c9476 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187043 Jan 28 16:54:45.826540 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-1fc3cf80-3bbc-4d39-876e-24f5400424e2 service neutron] delete failed (client error): The resource could not be found. Jan 28 16:54:45.828195 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-1fc3cf80-3bbc-4d39-876e-24f5400424e2 service neutron] 10.222.0.31 "DELETE /v2.0/ports/404458bc-ce56-42fd-b083-84bd14900d46/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.1256533 Jan 28 16:54:45.917481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51540f07-1df2-499c-a3ab-ffaa0b5e12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:45.974606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-8c61072d-35dd-4b9b-9f38-39b3bdebfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:45.977449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-8c61072d-35dd-4b9b-9f38-39b3bdebfe8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1128 time: 0.0956547 Jan 28 16:54:46.166962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:46.219365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-94819226-0e06-4627-8a43-7de05fee1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:46.223184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-94819226-0e06-4627-8a43-7de05fee1493 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.2363384 Jan 28 16:54:46.293862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:46.335386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85c8a974-4abb-43f6-b69e-4fee581f4a12 req-a9247887-3939-4afd-b92e-af63a0cff995 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084325 Jan 28 16:54:46.342119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-62661d60-2a00-44ef-9774-b1e52cecff7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 1000 time: 0.1135015 Jan 28 16:54:46.367929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cd81e-4238-48cb-bc78-434bd5466314 req-db0f775f-c62e-4434-bfa2-786f6f89449b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:46.379528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-252cd81e-4238-48cb-bc78-434bd5466314 req-db0f775f-c62e-4434-bfa2-786f6f89449b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.0983405 Jan 28 16:54:46.393150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852628c4-528d-4848-9946-a7f98cc39e34 req-11e338f6-55de-48b4-a596-a5a7c1010031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:46.394421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-11e338f6-55de-48b4-a596-a5a7c1010031 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1&tenant_id=3a452d310e604eb58d4d47d53758cef9 HTTP/1.1" status: 200 len: 1127 time: 0.6181490 Jan 28 16:54:46.412719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:54:46.457635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-6e4144b9-5ad7-4b00-b56d-91a4576c132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:46.460993 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-6e4144b9-5ad7-4b00-b56d-91a4576c132d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.1117947 Jan 28 16:54:46.496335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-252cd81e-4238-48cb-bc78-434bd5466314 req-4d417bd1-c03c-466a-b4ef-e0a3e2b72763 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158059 Jan 28 16:54:46.531369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-15f96b96-4ca6-47f9-aa10-d2e5fb5c9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:46.533328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-15f96b96-4ca6-47f9-aa10-d2e5fb5c9193 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0661898 Jan 28 16:54:46.648249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:46.666286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a303c5d-f84b-4f80-8a8d-5b17a5ab89b5 req-24f861bc-57a7-49fd-a832-96acbed5ba5d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0523407 Jan 28 16:54:46.709972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:54:46.745834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-08611bfe-62c1-4346-b314-c4df2af6fe48 service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060554 Jan 28 16:54:46.829905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 404458bc-ce56-42fd-b083-84bd14900d46 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:54:46.837944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 404458bc-ce56-42fd-b083-84bd14900d46 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:54:46.838322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (404458bc-ce56-42fd-b083-84bd14900d46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:47.016651 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fb18be72-8fbe-461f-bdb0-8730c395f81e req-622ee195-709b-4088-a6ed-18f8e4d41d9e service neutron] 10.222.0.31 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623465 Jan 28 16:54:47.024241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaab6c-c56b-49ff-96a0-71854f64d4c8 req-02e20910-9eb2-4d88-af28-a0f88fe845c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:47.027350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afaaab6c-c56b-49ff-96a0-71854f64d4c8 req-02e20910-9eb2-4d88-af28-a0f88fe845c0 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.5260947 Jan 28 16:54:47.069763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 404458bc-ce56-42fd-b083-84bd14900d46 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:54:47.070340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:47.131682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:47.133944 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f28efb7-b1b2-4afe-8a4f-cdd1fc5a64bd" -d '{"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-plugged", "status": "completed", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:47.150329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afaaab6c-c56b-49ff-96a0-71854f64d4c8 req-05cfb5eb-9580-41ae-b9df-a65b09be7a0b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706708 Jan 28 16:54:47.191023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:47.202564 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:47.273999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb048-9cf7-4ff7-a5b3-da1145bc49f8 req-f7380b25-8c52-4256-848d-5b293aac6af9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:47.275480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c18bb048-9cf7-4ff7-a5b3-da1145bc49f8 req-f7380b25-8c52-4256-848d-5b293aac6af9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 945 time: 0.2472222 Jan 28 16:54:47.319143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:47.415670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c18bb048-9cf7-4ff7-a5b3-da1145bc49f8 req-ba08c009-ae31-4590-bf33-a661afaa957a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276946 Jan 28 16:54:47.462774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b51c88-9c48-4bdc-8525-547513c41955 req-a1cd2138-990a-491c-9ba5-0186003a8356 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:47.465464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29b51c88-9c48-4bdc-8525-547513c41955 req-a1cd2138-990a-491c-9ba5-0186003a8356 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1578805 Jan 28 16:54:47.503206 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f6d33-1124-4a5d-9624-c3c33a08ec15 x-openstack-request-id: req-069f6d33-1124-4a5d-9624-c3c33a08ec15 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:47.503509 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-plugged", "status": "completed", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:47.503772 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-069f6d33-1124-4a5d-9624-c3c33a08ec15 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:47.504172 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'code': 200} Jan 28 16:54:47.555484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:47.622600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29b51c88-9c48-4bdc-8525-547513c41955 req-66d04a68-4e18-4b8d-8d26-ba8a855768e6 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468010 Jan 28 16:54:47.680352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:47.738738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b04e34-13db-40bb-b87e-8572faf82ddb req-fda30d85-48e6-4e21-b344-ad62dcc49156 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:47.740467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5b04e34-13db-40bb-b87e-8572faf82ddb req-fda30d85-48e6-4e21-b344-ad62dcc49156 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1415265 Jan 28 16:54:47.814538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5b04e34-13db-40bb-b87e-8572faf82ddb req-75b20f11-ebd7-4640-a398-ff16ceb15cc2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673606 Jan 28 16:54:47.841085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:54:47.877093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd573d09-29c9-4d2f-a709-56caba00d0a0 req-67440df1-5b5c-4683-a9af-0a4c0ed576d1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef5dc45c-6a39-42a5-a808-deacd35ec777 HTTP/1.1" status: 200 len: 210 time: 0.0611084 Jan 28 16:54:47.882034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Publish callbacks [] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:47.890933 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-63a7e0eb-07f6-4c70-8ebd-922f92a4402d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:47.907415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Transition to ACTIVE for port object 1f1d24a4-471a-43fc-b534-2112370d19fd will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:54:47.914783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.040521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=9']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:48.091020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] No DVR routers for this DVR port 1f1d24a4-471a-43fc-b534-2112370d19fd on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:48.264544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-a796b035-b1d6-4a64-8f2b-165635aff340 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:48.267801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-a796b035-b1d6-4a64-8f2b-165635aff340 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 946 time: 0.1571376 Jan 28 16:54:48.484184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:54:48.484741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:54:48.484848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:48.499763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port 7620cb60-9c71-48c4-aa92-743e12d59cb7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:48.500183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.505790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Port 1f1d24a4-471a-43fc-b534-2112370d19fd on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:54:48.506354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Attempting to bind port 1f1d24a4-471a-43fc-b534-2112370d19fd on network 4f8593d1-88ba-4e5a-940a-769b560f4a33 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:54:48.516588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:54:48.517233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Checking segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:54:48.517796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Bound using segment: {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:54:48.518412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Bound port: 1f1d24a4-471a-43fc-b534-2112370d19fd, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2beed1b-610c-403d-ae7c-09c29a43d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:54:48.518979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.563255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943a6db-b19a-414e-9401-0eb28a31c479 req-1ec60b82-c4fd-443e-95ea-d835e5132d53 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:48.565879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0943a6db-b19a-414e-9401-0eb28a31c479 req-1ec60b82-c4fd-443e-95ea-d835e5132d53 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 944 time: 0.1689730 Jan 28 16:54:48.646011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:54:48.651529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:54:48.671260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port 7620cb60-9c71-48c4-aa92-743e12d59cb7, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7620cb60-9c71-48c4-aa92-743e12d59cb7,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:48.671638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.686788 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.697781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for 7620cb60-9c71-48c4-aa92-743e12d59cb7 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:48.774097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:48.774723 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.776122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 1093 time: 2.3690279 Jan 28 16:54:48.797424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:48.800590 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286" -d '{"events": [{"name": "network-changed", "server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:48.925631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc2287-98a2-45cb-927d-dfdb615cc4a2 req-7a8c2958-19c2-4b04-b1e6-9f90b893da51 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:48.937436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79dc2287-98a2-45cb-927d-dfdb615cc4a2 req-7a8c2958-19c2-4b04-b1e6-9f90b893da51 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.4007857 Jan 28 16:54:48.961235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7620cb60-9c71-48c4-aa92-743e12d59cb7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:48.974736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7620cb60-9c71-48c4-aa92-743e12d59cb7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:48.977553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:49.008982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=7620cb60-9c71-48c4-aa92-743e12d59cb7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:49.055656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0943a6db-b19a-414e-9401-0eb28a31c479 req-356cafdc-6185-4cca-b935-005487ef3803 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070823 Jan 28 16:54:49.063832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618ea05-8e8f-4748-9e09-bf0b975abd53 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:49.104718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port 7620cb60-9c71-48c4-aa92-743e12d59cb7 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:49.114652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:49.127654 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cf8af57e-926f-4f03-b4da-eebbfc0c9209 req-73bd7b00-ad68-448b-852a-e0fcd64d5700 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.24 "DELETE /v2.0/ports/7620cb60-9c71-48c4-aa92-743e12d59cb7 HTTP/1.1" status: 204 len: 173 time: 0.8548267 Jan 28 16:54:49.128566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'name': 'network-vif-deleted', 'tag': '7620cb60-9c71-48c4-aa92-743e12d59cb7'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:49.131642 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a73f525-0f44-4f07-acb0-f4b2d4e7a65c" -d '{"events": [{"server_uuid": "aba41f2e-6244-45ca-9b0b-5ee457b4f06d", "name": "network-vif-deleted", "tag": "7620cb60-9c71-48c4-aa92-743e12d59cb7"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:49.175644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852628c4-528d-4848-9946-a7f98cc39e34 req-5f849a77-c11b-48db-ada2-1d145a078b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:49.181522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-5f849a77-c11b-48db-ada2-1d145a078b1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1128 time: 0.3780727 Jan 28 16:54:49.380352 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:49.394530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79dc2287-98a2-45cb-927d-dfdb615cc4a2 req-dbf05cf0-19ae-440e-bece-269ea0cfbefc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4560025 Jan 28 16:54:49.405048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 59970) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:49.432447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99ab7058-c820-4459-b0fe-16159040c9c5 req-3603a6c3-58d9-48d6-a8ac-3905afb8d842 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=aba41f2e-6244-45ca-9b0b-5ee457b4f06d HTTP/1.1" status: 200 len: 210 time: 0.0877123 Jan 28 16:54:49.485390 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18103fc-90ae-480e-ada2-cb55282bdcfd x-openstack-request-id: req-d18103fc-90ae-480e-ada2-cb55282bdcfd {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:49.486290 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:49.486784 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d18103fc-90ae-480e-ada2-cb55282bdcfd {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:49.487439 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'status': 'completed', 'code': 200} Jan 28 16:54:49.522866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852628c4-528d-4848-9946-a7f98cc39e34 req-d36eb724-5543-476c-b3a9-e09e87d5ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:49.530630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-d36eb724-5543-476c-b3a9-e09e87d5ecaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.3413787 Jan 28 16:54:49.572334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e41ce0b8-4aea-4ef9-8705-38ec8dd1fc3f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 200 len: 993 time: 0.1469767 Jan 28 16:54:49.656249 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba6ea9-566a-4b87-88a9-d45db23f8e99 x-openstack-request-id: req-04ba6ea9-566a-4b87-88a9-d45db23f8e99 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:49.656855 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba41f2e-6244-45ca-9b0b-5ee457b4f06d", "name": "network-vif-deleted", "tag": "7620cb60-9c71-48c4-aa92-743e12d59cb7", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:49.657341 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ba6ea9-566a-4b87-88a9-d45db23f8e99 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:49.658078 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba41f2e-6244-45ca-9b0b-5ee457b4f06d', 'name': 'network-vif-deleted', 'tag': '7620cb60-9c71-48c4-aa92-743e12d59cb7', 'status': 'completed', 'code': 200} Jan 28 16:54:49.822457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-0c2c3a07-35ef-4016-8715-bac773367b20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 999 time: 0.2720160 Jan 28 16:54:49.897050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4fc1-fd10-450c-91a0-73643f7e07a0 req-73832a41-e95e-4477-b506-729a45df1c73 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:49.898543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e44f4fc1-fd10-450c-91a0-73643f7e07a0 req-73832a41-e95e-4477-b506-729a45df1c73 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.3651974 Jan 28 16:54:49.900344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852628c4-528d-4848-9946-a7f98cc39e34 req-33b1b2e7-db64-4c22-82a9-bc9042886b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:49.901684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-33b1b2e7-db64-4c22-82a9-bc9042886b86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.0745864 Jan 28 16:54:50.001440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e44f4fc1-fd10-450c-91a0-73643f7e07a0 req-e7b34f66-5e2d-4720-b2cc-e80bb6acc7d6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933437 Jan 28 16:54:50.028189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852628c4-528d-4848-9946-a7f98cc39e34 req-7734f191-64f3-48f4-9194-4da94436b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:50.029910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-7734f191-64f3-48f4-9194-4da94436b7b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1225910 Jan 28 16:54:50.153283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-b837907a-c158-49e3-b2b5-937fa97cf42b service neutron] 10.222.0.24 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162593 Jan 28 16:54:50.334850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf11ba1-692c-4923-964f-6389505905b7 req-7195d5f9-d685-46d7-a321-dab2db800d75 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:50.342014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf11ba1-692c-4923-964f-6389505905b7 req-7195d5f9-d685-46d7-a321-dab2db800d75 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1374118 Jan 28 16:54:50.352987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-852628c4-528d-4848-9946-a7f98cc39e34 req-74749206-ecf6-4c3c-9ac6-a667db765c26 service neutron] 10.222.0.24 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943023 Jan 28 16:54:50.408082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf11ba1-692c-4923-964f-6389505905b7 req-5ede0341-9b0b-4a40-9ac3-c9baa18b33b5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594971 Jan 28 16:54:50.571168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-f67560c1-4ac0-4ec2-9483-0c4ce7a1b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:50.577652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-f67560c1-4ac0-4ec2-9483-0c4ce7a1b6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a452d310e604eb58d4d47d53758cef9&device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1128 time: 0.1512930 Jan 28 16:54:50.644548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:50.857057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-d62f17d9-b922-4e8b-a610-6edaa9541e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:50.865615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-d62f17d9-b922-4e8b-a610-6edaa9541e47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 200 len: 918 time: 0.2834613 Jan 28 16:54:50.944387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-d20bb7fa-65c7-43c3-a879-4b4f7d709406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 200 len: 999 time: 0.0718815 Jan 28 16:54:51.052812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-40a8e3f3-b70e-47bb-a871-660b71d071da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:51.057936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-40a8e3f3-b70e-47bb-a871-660b71d071da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 200 len: 856 time: 0.1064677 Jan 28 16:54:51.310349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-59ddc5ff-ff15-4503-aa7f-e60861803fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:51.312436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-59ddc5ff-ff15-4503-aa7f-e60861803fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f8593d1-88ba-4e5a-940a-769b560f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2474997 Jan 28 16:54:51.344445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa666bb-fa58-47ba-97a8-03d310e5a9b0 req-ae3f9918-660f-4027-a5bd-e19303bf66b5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:51.353889 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa666bb-fa58-47ba-97a8-03d310e5a9b0 req-ae3f9918-660f-4027-a5bd-e19303bf66b5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1623371 Jan 28 16:54:51.470851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa666bb-fa58-47ba-97a8-03d310e5a9b0 req-96de95ac-b98e-4ba2-a8f0-75e24a5bd22d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152442 Jan 28 16:54:51.553658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-e73dacd4-beef-4055-86b2-7460e20610ae service neutron] 10.222.0.24 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283604 Jan 28 16:54:51.757024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:51.978131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a34c0c13-78e2-4d59-b6b6-1e18cc9a8286 req-98c85aba-0fcb-44a7-adb6-0347aef22461 service neutron] 10.222.0.24 "GET /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094732 Jan 28 16:54:52.005722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65372da-689d-4de4-b6c6-226431e3fbd7 req-17be37f0-d169-416f-8ba2-770128b3ccbf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:52.021489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f65372da-689d-4de4-b6c6-226431e3fbd7 req-17be37f0-d169-416f-8ba2-770128b3ccbf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.3960700 Jan 28 16:54:52.144202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f65372da-689d-4de4-b6c6-226431e3fbd7 req-35c471a3-21c3-4d17-bc58-2d1907dc5e93 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215444 Jan 28 16:54:52.348257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ee028-1c1b-4d09-94af-37171b7a9a07 req-86238558-c0b1-4bfc-a406-296847f51662 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:52.350347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d5ee028-1c1b-4d09-94af-37171b7a9a07 req-86238558-c0b1-4bfc-a406-296847f51662 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 945 time: 0.1324947 Jan 28 16:54:52.400432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d5ee028-1c1b-4d09-94af-37171b7a9a07 req-5837db3e-0adc-4b3f-964f-2c92c5290a84 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Jan 28 16:54:52.683304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cdf7a-fc55-40c6-aad1-f92f23c24a4e req-497a68d9-b396-4d2a-aa5a-94b2f1aa2aea tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:52.692650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd7cdf7a-fc55-40c6-aad1-f92f23c24a4e req-497a68d9-b396-4d2a-aa5a-94b2f1aa2aea tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1108758 Jan 28 16:54:52.756952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7620cb60-9c71-48c4-aa92-743e12d59cb7 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:52.761882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd7cdf7a-fc55-40c6-aad1-f92f23c24a4e req-be74fcf3-fb9e-4d9d-8e95-94ac0593c1d0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661972 Jan 28 16:54:52.823183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 7620cb60-9c71-48c4-aa92-743e12d59cb7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:52.823747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7620cb60-9c71-48c4-aa92-743e12d59cb7 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:53.431896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7e71-3fde-491a-8789-62273e149e70 req-186b01e0-fa2e-4729-aa72-52078a7f063c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:53.434975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56de7e71-3fde-491a-8789-62273e149e70 req-186b01e0-fa2e-4729-aa72-52078a7f063c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1688886 Jan 28 16:54:53.606648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56de7e71-3fde-491a-8789-62273e149e70 req-518cdf62-d806-4efc-a30e-f8251b8abed5 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653142 Jan 28 16:54:53.611799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-c792eda8-9680-4f4e-b492-65b210510e0a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:53.613933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-c792eda8-9680-4f4e-b492-65b210510e0a tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 945 time: 0.1506906 Jan 28 16:54:53.691711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c006-5161-4db4-8c49-a69d7cf63848 req-fc1caf89-f6c1-4c88-8774-6152b0a43387 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:53.693710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de97c006-5161-4db4-8c49-a69d7cf63848 req-fc1caf89-f6c1-4c88-8774-6152b0a43387 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 945 time: 0.1142354 Jan 28 16:54:53.834856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de97c006-5161-4db4-8c49-a69d7cf63848 req-f58a89ad-176f-4e94-b5e2-4598f5d53295 tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e6f223-cc98-4f60-acd8-63f282ae50ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341703 Jan 28 16:54:53.917562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Deleting port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:54:53.921244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:54.073526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21db5f-e8f3-49c5-aca6-f59713ff2569 req-d3582e54-e7e6-4681-b371-d7c2e18dcd1a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:54.088931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb21db5f-e8f3-49c5-aca6-f59713ff2569 req-d3582e54-e7e6-4681-b371-d7c2e18dcd1a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2004495 Jan 28 16:54:54.217294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb21db5f-e8f3-49c5-aca6-f59713ff2569 req-dfe6c24a-bdad-4c3a-bd2f-e4b07c00314f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273572 Jan 28 16:54:54.305307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] For port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,segment=NetworkSegment(345f988a-9945-440a-bc60-0b0a35e4b026),segment_id=345f988a-9945-440a-bc60-0b0a35e4b026)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:54:54.305827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:54.330736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Calling delete_port for 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:54:54.633923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6099e7d0-00e3-4ff0-8496-f2d15feb3fa0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:54.690193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:54:54.763699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Pushing event deleted for resources: {'Port': ['ID=6099e7d0-00e3-4ff0-8496-f2d15feb3fa0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:54.877672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] No DVR routers for this DVR port 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:54:54.885546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:54.890244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ebc7db2-cb11-4b23-85b6-7818b40ffe52 req-86db5b24-290c-454d-8076-cc3ff783919c tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.31 "DELETE /v2.0/ports/6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 HTTP/1.1" status: 204 len: 173 time: 1.2549069 Jan 28 16:54:54.906538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc83e70-97dd-4809-8da2-72072277ae22', 'name': 'network-vif-deleted', 'tag': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:54:54.915094 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a31995-5ffb-4131-bad1-9bfd182740ef" -d '{"events": [{"server_uuid": "abc83e70-97dd-4809-8da2-72072277ae22", "name": "network-vif-deleted", "tag": "6099e7d0-00e3-4ff0-8496-f2d15feb3fa0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:54:54.970844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d47cf-023e-43a6-90e8-cb2f672911dc req-4db098f3-95a6-417c-895f-b90c739f6e73 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:54.975073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c25d47cf-023e-43a6-90e8-cb2f672911dc req-4db098f3-95a6-417c-895f-b90c739f6e73 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1689517 Jan 28 16:54:55.035844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-055702ba-1325-4876-8caf-9c049bab9bdb req-6424f896-9d14-4c6e-bcd3-c9f00a0ce0ed tempest-ServersTestJSON-1338833404 tempest-ServersTestJSON-1338833404-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc83e70-97dd-4809-8da2-72072277ae22 HTTP/1.1" status: 200 len: 210 time: 0.0550480 Jan 28 16:54:55.108552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c25d47cf-023e-43a6-90e8-cb2f672911dc req-27f97e4e-9fd6-4662-809e-55496307f789 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164961 Jan 28 16:54:55.124287 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb532dd-dec5-4757-876d-5e8d09b1986f x-openstack-request-id: req-4cb532dd-dec5-4757-876d-5e8d09b1986f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:54:55.124727 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc83e70-97dd-4809-8da2-72072277ae22", "name": "network-vif-deleted", "tag": "6099e7d0-00e3-4ff0-8496-f2d15feb3fa0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:54:55.125100 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cb532dd-dec5-4757-876d-5e8d09b1986f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:54:55.125609 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc83e70-97dd-4809-8da2-72072277ae22', 'name': 'network-vif-deleted', 'tag': '6099e7d0-00e3-4ff0-8496-f2d15feb3fa0', 'status': 'completed', 'code': 200} Jan 28 16:54:55.467742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee8967-20b7-4f49-a7d4-934f63a46217 req-7c5d60db-8aa0-450d-987f-3adbf9bd6fe1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:55.477580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3ee8967-20b7-4f49-a7d4-934f63a46217 req-7c5d60db-8aa0-450d-987f-3adbf9bd6fe1 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1178508 Jan 28 16:54:55.499041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-d9767495-73f9-438c-b28b-b6186270272a req-4f45de5f-114d-4223-b5c6-1a5422b30816 service neutron] (103094) timed out ('10.222.0.24', 59721) {{(pid=103094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 16:54:55.600097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3ee8967-20b7-4f49-a7d4-934f63a46217 req-3dbe3b40-59e4-450a-92bb-45d5eb796945 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209774 Jan 28 16:54:56.134254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60110) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:56.238399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Deleting subnet 278d3925-b711-4c7c-a276-8f15ec14e361 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:54:56.241957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Publish callbacks [] for subnet (278d3925-b711-4c7c-a276-8f15ec14e361), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:56.317871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (278d3925-b711-4c7c-a276-8f15ec14e361), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:56.417535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (278d3925-b711-4c7c-a276-8f15ec14e361), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:56.471700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860838ff-3cac-4d81-b078-611a80634e0e req-b31fc422-165b-423e-9e66-244a52322479 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:56.480637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-860838ff-3cac-4d81-b078-611a80634e0e req-b31fc422-165b-423e-9e66-244a52322479 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1779945 Jan 28 16:54:56.508635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (278d3925-b711-4c7c-a276-8f15ec14e361), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:56.575380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278d3925-b711-4c7c-a276-8f15ec14e361,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:56.585262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:56.587098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-860838ff-3cac-4d81-b078-611a80634e0e req-ecf63b3c-80e6-4809-86e5-e8bc39a9702c tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975144 Jan 28 16:54:56.599543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:56.601323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-413bc150-70e1-4f71-886d-61f0298f6a68 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/278d3925-b711-4c7c-a276-8f15ec14e361 HTTP/1.1" status: 204 len: 168 time: 0.4651351 Jan 28 16:54:56.892525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (fb600dd4-f197-4e17-8c89-32c1ee1d948e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:56.966393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff65d9c-6b41-47b7-b56b-8c6dbe2f8147 req-213e808e-51bf-491e-bb6d-becd85406d91 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:56.967931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ff65d9c-6b41-47b7-b56b-8c6dbe2f8147 req-213e808e-51bf-491e-bb6d-becd85406d91 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2196140 Jan 28 16:54:57.203799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (fb600dd4-f197-4e17-8c89-32c1ee1d948e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:57.235163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ff65d9c-6b41-47b7-b56b-8c6dbe2f8147 req-947766ee-7c80-488e-9655-dfd0845547f4 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072496 Jan 28 16:54:57.299796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb600dd4-f197-4e17-8c89-32c1ee1d948e']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:57.323226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345f988a-9945-440a-bc60-0b0a35e4b026') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:57.323690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345f988a-9945-440a-bc60-0b0a35e4b026') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:54:57.360129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (345f988a-9945-440a-bc60-0b0a35e4b026), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:57.377894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (345f988a-9945-440a-bc60-0b0a35e4b026), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:57.389250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:54:57.389815 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (345f988a-9945-440a-bc60-0b0a35e4b026), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:54:57.504729 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:54:57.512106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (fb600dd4-f197-4e17-8c89-32c1ee1d948e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:57.526590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:57.541378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fb600dd4-f197-4e17-8c89-32c1ee1d948e HTTP/1.1" status: 204 len: 168 time: 0.9404619 Jan 28 16:54:57.557897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3de79e-c98f-466e-9c3d-277191c9c795 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb600dd4-f197-4e17-8c89-32c1ee1d948e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:57.920762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae37d2-a784-4ae1-aa1e-605eca41fa8d req-12189174-3aef-4064-9538-9aaf1e70255d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:57.922447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3ae37d2-a784-4ae1-aa1e-605eca41fa8d req-12189174-3aef-4064-9538-9aaf1e70255d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1966884 Jan 28 16:54:58.026993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3ae37d2-a784-4ae1-aa1e-605eca41fa8d req-bc83df8c-cc4e-4f9b-99de-39b9c1d19fec tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987384 Jan 28 16:54:58.065472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60134) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:58.147913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1afcf63b-7041-426a-a458-270b0c841c8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89e4dd0da1654262948af1fcc3c08b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0812526 Jan 28 16:54:58.155420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:54:58.185014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:54:58.231803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:54:58.233854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9b23b35-6a30-4454-b584-44c29cda2fd7 admin admin] Publish callbacks [] for security_group (32e6f223-cc98-4f60-acd8-63f282ae50ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:58.242249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6099e7d0-00e3-4ff0-8496-f2d15feb3fa0 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:54:58.261606 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9b23b35-6a30-4454-b584-44c29cda2fd7 admin admin] Publish callbacks [] for security_group (32e6f223-cc98-4f60-acd8-63f282ae50ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:58.354366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9b23b35-6a30-4454-b584-44c29cda2fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (32e6f223-cc98-4f60-acd8-63f282ae50ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:58.357358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9b23b35-6a30-4454-b584-44c29cda2fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:54:58.390753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d9b23b35-6a30-4454-b584-44c29cda2fd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32e6f223-cc98-4f60-acd8-63f282ae50ec HTTP/1.1" status: 204 len: 168 time: 0.2289243 Jan 28 16:54:58.434816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b23b35-6a30-4454-b584-44c29cda2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6f223-cc98-4f60-acd8-63f282ae50ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:54:58.632285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd067481-3d02-4eb7-a9d3-106fb1a43da5 req-e065f8dc-910c-437f-88c8-e8096574ee99 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:58.638317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd067481-3d02-4eb7-a9d3-106fb1a43da5 req-e065f8dc-910c-437f-88c8-e8096574ee99 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2047448 Jan 28 16:54:58.742069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd067481-3d02-4eb7-a9d3-106fb1a43da5 req-7af53dd0-8ca4-4f11-8afd-d0ce3f60076b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965517 Jan 28 16:54:59.687377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d85224-c9ca-4a7b-9b6e-955eaf978adf req-9021c8be-6430-4f07-a863-b87137211a69 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:59.704615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63d85224-c9ca-4a7b-9b6e-955eaf978adf req-9021c8be-6430-4f07-a863-b87137211a69 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1287229 Jan 28 16:54:59.809292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63d85224-c9ca-4a7b-9b6e-955eaf978adf req-61a21292-204d-4eb6-9d61-44a77b0441aa tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950871 Jan 28 16:54:59.975971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85718039-0584-4abc-beed-51e6f0025768 req-b6232609-7645-4c77-8aae-565f24f9e9d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:54:59.978184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85718039-0584-4abc-beed-51e6f0025768 req-b6232609-7645-4c77-8aae-565f24f9e9d5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.0744247 Jan 28 16:55:00.058289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85718039-0584-4abc-beed-51e6f0025768 req-de50f058-ea31-4931-82ca-c2e52103b36e tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654297 Jan 28 16:55:01.326396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef71ebf-2de5-47ee-9725-daf65a0f51dd req-600efe03-311d-4139-987a-731309886b5b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:01.340717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ef71ebf-2de5-47ee-9725-daf65a0f51dd req-600efe03-311d-4139-987a-731309886b5b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.2712340 Jan 28 16:55:01.398025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-af69b169-e26a-40b7-9c96-ba89307f7e61 req-9182d72d-b4a6-4afc-929f-da16e045ca78 service neutron] (103094) timed out ('10.222.0.31', 51228) {{(pid=103094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 16:55:01.626990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ef71ebf-2de5-47ee-9725-daf65a0f51dd req-54c4abfb-c265-4517-81cc-1aab317a8e89 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765932 Jan 28 16:55:01.836543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c571-2a06-43e1-b1c6-735660c0eb5c req-7ae07cf7-bb17-4edf-9c92-7b4af8066c67 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:01.838155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c538c571-2a06-43e1-b1c6-735660c0eb5c req-7ae07cf7-bb17-4edf-9c92-7b4af8066c67 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.3270776 Jan 28 16:55:02.127348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c538c571-2a06-43e1-b1c6-735660c0eb5c req-7e214ea0-cc07-4c5d-8712-de63457fcd78 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698526 Jan 28 16:55:02.235508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:55:02.238775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:02.494205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:55:02.740157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 34effb12-2325-45eb-abe5-d81bb5eca57f is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:02.740555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:02.872148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:02.874515 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108b4c5-0ed6-432a-a741-a002de01f643" -d '{"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-unplugged", "status": "completed", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:02.925701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60292) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:02.997241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:03.016812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:03.023646 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460628c-3451-4a6c-8be5-23e9324376c6 x-openstack-request-id: req-3460628c-3451-4a6c-8be5-23e9324376c6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:03.024236 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-unplugged", "status": "completed", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:03.024236 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3460628c-3451-4a6c-8be5-23e9324376c6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:03.024572 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'code': 200} Jan 28 16:55:03.034396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60298) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:03.059243 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.071540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869e12-dc34-464d-b5ab-658c8708b65b req-d73444fe-9157-4bf1-ba9d-fc2e5ccc4997 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:03.086869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'port_id': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'mac_address': 'fa:16:3e:f2:be:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e616bc85-a571-4070-af87-c64da1a643c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:55:03.093422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c869e12-dc34-464d-b5ab-658c8708b65b req-d73444fe-9157-4bf1-ba9d-fc2e5ccc4997 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.2169344 Jan 28 16:55:03.271398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c869e12-dc34-464d-b5ab-658c8708b65b req-5bf8046b-a4a5-4c5c-87ca-3ee38e752c7d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680295 Jan 28 16:55:03.331166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 34effb12-2325-45eb-abe5-d81bb5eca57f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:03.332340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.341233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-10837428-abe6-4952-8c6d-1ba0fa5b3ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.388527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34effb12-2325-45eb-abe5-d81bb5eca57f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:55:03.401913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad417be-22a8-448f-9829-2155eb0b8adb req-d5728846-cbe8-484c-b620-1ae998dcad8c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:03.420389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fad417be-22a8-448f-9829-2155eb0b8adb req-d5728846-cbe8-484c-b620-1ae998dcad8c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 947 time: 0.1143849 Jan 28 16:55:03.432775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:03.459083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.459083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.459645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.460076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.460502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.460955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.461376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.461810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.462220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.462645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.465057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.465658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.465944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:03.506701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:03.511183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.550868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fad417be-22a8-448f-9829-2155eb0b8adb req-749000e4-7742-459d-9193-07737fc0d49d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291561 Jan 28 16:55:03.554530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e23fed4-a4e5-4b91-92b1-622d5e92313b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.636212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:03.654103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-10837428-abe6-4952-8c6d-1ba0fa5b3ce9 admin admin] Publish callbacks [] for security_group (5370d101-1b30-4679-b53b-f1d884a6c008), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.665211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-10837428-abe6-4952-8c6d-1ba0fa5b3ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5370d101-1b30-4679-b53b-f1d884a6c008), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.716154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['34effb12-2325-45eb-abe5-d81bb5eca57f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:55:03.800861 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-10837428-abe6-4952-8c6d-1ba0fa5b3ce9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34b9392c2f284c83ad9e70b470ad8338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8741772 Jan 28 16:55:03.808100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60312) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:03.875027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10837428-abe6-4952-8c6d-1ba0fa5b3ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5370d101-1b30-4679-b53b-f1d884a6c008,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:03.943672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e23fed4-a4e5-4b91-92b1-622d5e92313b admin admin] Publish callbacks [] for security_group (7aab6b33-417a-4079-be2f-a0e727cb70f4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:03.958097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e23fed4-a4e5-4b91-92b1-622d5e92313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7aab6b33-417a-4079-be2f-a0e727cb70f4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.073879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d54eef7d-44e5-4dc0-8686-a8af15f9af99 admin admin] Publish callbacks [] for security_group (5370d101-1b30-4679-b53b-f1d884a6c008), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.105021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e23fed4-a4e5-4b91-92b1-622d5e92313b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f34c155fa7314a258a6517d5e1687505&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0621486 Jan 28 16:55:04.116647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60334) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:04.132378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d54eef7d-44e5-4dc0-8686-a8af15f9af99 admin admin] Publish callbacks [] for security_group (5370d101-1b30-4679-b53b-f1d884a6c008), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.235947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23fed4-a4e5-4b91-92b1-622d5e92313b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab6b33-417a-4079-be2f-a0e727cb70f4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:04.268308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d54eef7d-44e5-4dc0-8686-a8af15f9af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5370d101-1b30-4679-b53b-f1d884a6c008), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.277577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d54eef7d-44e5-4dc0-8686-a8af15f9af99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.278780 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d54eef7d-44e5-4dc0-8686-a8af15f9af99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5370d101-1b30-4679-b53b-f1d884a6c008 HTTP/1.1" status: 204 len: 168 time: 0.4262767 Jan 28 16:55:04.312453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eef7d-44e5-4dc0-8686-a8af15f9af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370d101-1b30-4679-b53b-f1d884a6c008,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:04.369667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ef7-4277-4693-a623-a736b3502eb6 admin admin] Publish callbacks [] for security_group (7aab6b33-417a-4079-be2f-a0e727cb70f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.511735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ef7-4277-4693-a623-a736b3502eb6 admin admin] Publish callbacks [] for security_group (7aab6b33-417a-4079-be2f-a0e727cb70f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.820688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ef7-4277-4693-a623-a736b3502eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7aab6b33-417a-4079-be2f-a0e727cb70f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.822853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ef7-4277-4693-a623-a736b3502eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:04.827896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4b0b5ef7-4277-4693-a623-a736b3502eb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7aab6b33-417a-4079-be2f-a0e727cb70f4 HTTP/1.1" status: 204 len: 168 time: 0.7051961 Jan 28 16:55:04.966538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b5ef7-4277-4693-a623-a736b3502eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab6b33-417a-4079-be2f-a0e727cb70f4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:04.982103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60354) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:05.010097 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-726fdc91-0495-4a62-bda2-74192e551c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.042431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417aae8-e735-4aaa-a1ea-e3e1bbe69945 req-adf19529-7348-425d-a10e-0a3880ffe2ad tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:05.062522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f417aae8-e735-4aaa-a1ea-e3e1bbe69945 req-adf19529-7348-425d-a10e-0a3880ffe2ad tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.5762441 Jan 28 16:55:05.234563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-726fdc91-0495-4a62-bda2-74192e551c5b admin admin] Publish callbacks [] for security_group (1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.242996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-726fdc91-0495-4a62-bda2-74192e551c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.315960 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:55:05.354421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-726fdc91-0495-4a62-bda2-74192e551c5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b22cbc1d614493fb7741694d5fc8488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706977 Jan 28 16:55:05.358573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60360) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:05.493000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fdc91-0495-4a62-bda2-74192e551c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:05.617835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253bdc14-b5c5-4f03-96ca-14c40fc78afc admin admin] Publish callbacks [] for security_group (1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.697389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253bdc14-b5c5-4f03-96ca-14c40fc78afc admin admin] Publish callbacks [] for security_group (1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.786287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94503-1530-4388-b918-a594b7c15979 req-bdaf1ea7-6566-4dd0-af9c-248b8abb37df tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:05.791111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1e94503-1530-4388-b918-a594b7c15979 req-bdaf1ea7-6566-4dd0-af9c-248b8abb37df tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 948 time: 1.0762689 Jan 28 16:55:05.837893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253bdc14-b5c5-4f03-96ca-14c40fc78afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.840597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-253bdc14-b5c5-4f03-96ca-14c40fc78afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:05.841846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-253bdc14-b5c5-4f03-96ca-14c40fc78afc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0 HTTP/1.1" status: 204 len: 168 time: 0.4822848 Jan 28 16:55:05.870024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bdc14-b5c5-4f03-96ca-14c40fc78afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed199e4-1ae5-4145-8bab-dc32e6f6b5a0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:05.901207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f417aae8-e735-4aaa-a1ea-e3e1bbe69945 req-1dc4b730-c094-49c2-af52-602431310a5d tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8372824 Jan 28 16:55:06.011364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1e94503-1530-4388-b918-a594b7c15979 req-02469673-181c-433e-8fb3-c9a4c15dfa0f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072084 Jan 28 16:55:06.247519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:06.388249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 34effb12-2325-45eb-abe5-d81bb5eca57f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:06.388249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.562048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60384) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:06.582347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-573389b2-ace2-446d-9619-b16b5e403885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.604538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 34effb12-2325-45eb-abe5-d81bb5eca57f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:06.609343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.680135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:06.682418 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002718d-482b-4bfd-9833-8d19a02e0da6" -d '{"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-plugged", "status": "completed", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:06.696607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:06.703891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.713638 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-573389b2-ace2-446d-9619-b16b5e403885 admin admin] Publish callbacks [] for security_group (17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.721400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-573389b2-ace2-446d-9619-b16b5e403885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.773484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-573389b2-ace2-446d-9619-b16b5e403885 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15c680dfa8cc4ee09b47ce64903bc8a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2086909 Jan 28 16:55:06.773727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573389b2-ace2-446d-9619-b16b5e403885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:06.775201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60390) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:06.831852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:06.835888 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404c6e3-7507-47d2-a4d0-32bdf5ea958c x-openstack-request-id: req-0404c6e3-7507-47d2-a4d0-32bdf5ea958c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:06.836343 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-plugged", "status": "completed", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:06.836743 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0404c6e3-7507-47d2-a4d0-32bdf5ea958c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:06.837252 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'code': 200} Jan 28 16:55:06.937874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-498c966e-88ec-4fed-a552-c1a644510bbb admin admin] Publish callbacks [] for security_group (17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:06.992041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-498c966e-88ec-4fed-a552-c1a644510bbb admin admin] Publish callbacks [] for security_group (17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:07.170506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02f308-f532-4812-9b09-a1aab9281ca8 req-1444febb-3dcd-4158-81dc-183fceecb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:07.182464 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af02f308-f532-4812-9b09-a1aab9281ca8 req-1444febb-3dcd-4158-81dc-183fceecb17e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 1132 time: 0.2126029 Jan 28 16:55:07.205386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1668-c3ca-445d-a7f9-a97ad4fd7fc0 req-ef5e5e85-965f-4b6c-b214-d9e20dd5416a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:07.207620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d8b1668-c3ca-445d-a7f9-a97ad4fd7fc0 req-ef5e5e85-965f-4b6c-b214-d9e20dd5416a tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1576695 Jan 28 16:55:07.221109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-498c966e-88ec-4fed-a552-c1a644510bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:07.224031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-498c966e-88ec-4fed-a552-c1a644510bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:07.232368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-498c966e-88ec-4fed-a552-c1a644510bbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88 HTTP/1.1" status: 204 len: 168 time: 0.4555221 Jan 28 16:55:07.256560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c966e-88ec-4fed-a552-c1a644510bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17faa08f-f7c8-4d3e-a9ec-cb603f7d7e88,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:07.324937 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-af02f308-f532-4812-9b09-a1aab9281ca8 req-54819625-6da9-4cae-bc82-bdef99df1618 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362734 Jan 28 16:55:07.381585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d8b1668-c3ca-445d-a7f9-a97ad4fd7fc0 req-f5f1afdb-27db-4ce5-b254-9d16959e672b tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411464 Jan 28 16:55:07.432282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb6545-19ee-416d-888c-355d4e5cd9bf req-96f4651f-2a52-49dd-8bbf-f5fefa6a4497 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:07.438218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52cb6545-19ee-416d-888c-355d4e5cd9bf req-96f4651f-2a52-49dd-8bbf-f5fefa6a4497 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2742496 Jan 28 16:55:07.512509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52cb6545-19ee-416d-888c-355d4e5cd9bf req-9e117bf5-9f39-4960-b2c7-316ed8760f1b tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662568 Jan 28 16:55:08.635660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2f3e5-3fbb-4eb5-9d6a-4e7b00c26039 req-a5416710-948f-4db6-abf1-5444ad65bd04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:08.647179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82f2f3e5-3fbb-4eb5-9d6a-4e7b00c26039 req-a5416710-948f-4db6-abf1-5444ad65bd04 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 945 time: 0.1312027 Jan 28 16:55:08.746353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82f2f3e5-3fbb-4eb5-9d6a-4e7b00c26039 req-2ed0846d-80b9-4925-9de5-3acd99cb4b09 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979617 Jan 28 16:55:08.755576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26087de-8611-466b-a6b8-a76344a9ed4a req-59794075-6a20-4dce-812b-c0b52db06f82 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:08.764164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26087de-8611-466b-a6b8-a76344a9ed4a req-59794075-6a20-4dce-812b-c0b52db06f82 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.1499586 Jan 28 16:55:08.819514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26087de-8611-466b-a6b8-a76344a9ed4a req-8b567999-a474-4a0e-9d06-a43d2224b376 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 Jan 28 16:55:08.893712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:55:09.033785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42814aec-2035-4fbc-b594-47738ec5af05 req-55b6ecf6-2757-4c47-8de3-63974a702003 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:09.037045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42814aec-2035-4fbc-b594-47738ec5af05 req-55b6ecf6-2757-4c47-8de3-63974a702003 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.0847454 Jan 28 16:55:09.046813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:09.059613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'port_id': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'mac_address': 'fa:16:3e:5e:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:55:09.129045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42814aec-2035-4fbc-b594-47738ec5af05 req-12d85eb1-8eac-4f85-82fa-d36f0945a1b8 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852854 Jan 28 16:55:09.147722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:09.148353 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:09.170155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:55:09.199412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:09.205964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:09.295243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=11']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:09.454832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['1f1d24a4-471a-43fc-b534-2112370d19fd'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:55:09.891864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-5e724bd8-0e97-4ae1-8e73-ab14e2ff72a0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:09.900972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-5e724bd8-0e97-4ae1-8e73-ab14e2ff72a0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 813 time: 0.1594026 Jan 28 16:55:09.926444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-004db45c-0ad6-461e-982e-a260c9cdd0e6 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/quotas/cf54b470a3fd4b479eb3ca7a6fb9f533 HTTP/1.1" status: 200 len: 375 time: 0.0242865 Jan 28 16:55:10.047572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7f915-992d-4713-8610-6171bcfedcbd req-1a8f4a86-ac1a-4bff-ba31-8c0dd7182219 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:10.064635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9aa7f915-992d-4713-8610-6171bcfedcbd req-1a8f4a86-ac1a-4bff-ba31-8c0dd7182219 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 946 time: 0.1495450 Jan 28 16:55:10.101414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-778c4502-c276-48ca-b047-4cd502fb9c91 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695273 Jan 28 16:55:10.306712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-4f684b0d-367b-4873-971a-4c40f73fe8f0 service neutron] 10.222.0.25 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887062 Jan 28 16:55:10.318537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9aa7f915-992d-4713-8610-6171bcfedcbd req-87ee613d-1844-463b-9422-511de0c7fb4f tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529602 Jan 28 16:55:10.487617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-0f173461-8a11-4e7d-90e9-f47046f07487 service neutron] 10.222.0.25 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799700 Jan 28 16:55:10.603582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:10.779406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25f680ce-75c3-4866-9684-6902798caf95 req-c056c63b-e538-4dce-9d5f-ecd1e57df2c7 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 210 time: 0.0799961 Jan 28 16:55:10.856356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4b7e701a-044a-4343-96e4-070f63b7a183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:10.910243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:10.963349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f98123-62bd-4001-afbe-5c7057045189 req-2baf1375-1e7b-4d28-a47f-478a7e22f3a3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:10.967111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-23f98123-62bd-4001-afbe-5c7057045189 req-2baf1375-1e7b-4d28-a47f-478a7e22f3a3 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c378d45-46c2-41cc-b139-0976b1f1ba51 HTTP/1.1" status: 200 len: 949 time: 0.2266045 Jan 28 16:55:11.032262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 1f1d24a4-471a-43fc-b534-2112370d19fd completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:55:11.037471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 1f1d24a4-471a-43fc-b534-2112370d19fd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:11.037860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.152728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Deleting port 34effb12-2325-45eb-abe5-d81bb5eca57f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:11.153281 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.175575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4b7e701a-044a-4343-96e4-070f63b7a183 admin admin] Publish callbacks [] for security_group (5c8d864f-b117-4768-920f-35aa21c813ec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.213218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4b7e701a-044a-4343-96e4-070f63b7a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c8d864f-b117-4768-920f-35aa21c813ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.249652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:11.263929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4b7e701a-044a-4343-96e4-070f63b7a183 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65a74b379c1b4f5ca7c0ad404afae603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6538429 Jan 28 16:55:11.301984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 1f1d24a4-471a-43fc-b534-2112370d19fd is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:11.303208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.341514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e701a-044a-4343-96e4-070f63b7a183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d864f-b117-4768-920f-35aa21c813ec,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:11.383612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d24a67aa-3327-4e14-9c9e-e83e085cf5d6 admin admin] Publish callbacks [] for security_group (5c8d864f-b117-4768-920f-35aa21c813ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.389144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:11.392236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:11.398928 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b1a116-b3e9-459b-8075-a8829a35e8bd" -d '{"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:11.410699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.486850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] For port 34effb12-2325-45eb-abe5-d81bb5eca57f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=34effb12-2325-45eb-abe5-d81bb5eca57f,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:11.487619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.488310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d24a67aa-3327-4e14-9c9e-e83e085cf5d6 admin admin] Publish callbacks [] for security_group (5c8d864f-b117-4768-920f-35aa21c813ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.507640 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4cd30e-0e7d-4f72-968e-754fefe91260 x-openstack-request-id: req-dc4cd30e-0e7d-4f72-968e-754fefe91260 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:11.511403 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:11.511915 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc4cd30e-0e7d-4f72-968e-754fefe91260 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:11.512537 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'code': 200} Jan 28 16:55:11.559926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Calling delete_port for 34effb12-2325-45eb-abe5-d81bb5eca57f owned by compute:foo_zone {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:11.566911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:11.617133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d24a67aa-3327-4e14-9c9e-e83e085cf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c8d864f-b117-4768-920f-35aa21c813ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.628842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d24a67aa-3327-4e14-9c9e-e83e085cf5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:11.630055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d24a67aa-3327-4e14-9c9e-e83e085cf5d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c8d864f-b117-4768-920f-35aa21c813ec HTTP/1.1" status: 204 len: 168 time: 0.3786781 Jan 28 16:55:11.751560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67aa-3327-4e14-9c9e-e83e085cf5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d864f-b117-4768-920f-35aa21c813ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:11.850829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62306afc-4634-4d57-b099-7ab305aa87bb req-37952ed2-b540-43e2-a871-462a90ef6569 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:11.852864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62306afc-4634-4d57-b099-7ab305aa87bb req-37952ed2-b540-43e2-a871-462a90ef6569 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 947 time: 0.2813761 Jan 28 16:55:11.931485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a892-d69e-4ea4-8e2d-cc9c6cbafc68 req-dea19b30-0f8a-4ee9-8993-605028e398e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:11.933832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93e1a892-d69e-4ea4-8e2d-cc9c6cbafc68 req-dea19b30-0f8a-4ee9-8993-605028e398e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 1130 time: 0.1834190 Jan 28 16:55:11.961691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62306afc-4634-4d57-b099-7ab305aa87bb req-08493c53-c7d5-4a1d-9c68-398631ebf569 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980732 Jan 28 16:55:12.058837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93e1a892-d69e-4ea4-8e2d-cc9c6cbafc68 req-989d5c59-bf23-42a8-b4d7-2f3f1449131e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897977 Jan 28 16:55:12.090657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (34effb12-2325-45eb-abe5-d81bb5eca57f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:12.105447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['34effb12-2325-45eb-abe5-d81bb5eca57f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:55:12.194008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Pushing event deleted for resources: {'Port': ['ID=34effb12-2325-45eb-abe5-d81bb5eca57f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:12.194617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd7be651-a587-471f-8ab2-c29602f851ba req-a1e2f14c-d1a6-4684-9dd2-d67601bc666d tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 210 time: 0.1051474 Jan 28 16:55:12.213904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] No DVR routers for this DVR port 34effb12-2325-45eb-abe5-d81bb5eca57f on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:55:12.217554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:12.221476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-23f98123-62bd-4001-afbe-5c7057045189 req-4bb8662e-e98c-4ff0-9346-1cc7899ce204 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.31 "DELETE /v2.0/ports/34effb12-2325-45eb-abe5-d81bb5eca57f HTTP/1.1" status: 204 len: 173 time: 1.2493088 Jan 28 16:55:12.221956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-deleted', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:12.225997 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a149c-deb1-476e-b74a-cd8ecaadca3c" -d '{"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-deleted", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:12.329968 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e54dc00-4669-4ce0-81be-e177ca3212e3 x-openstack-request-id: req-5e54dc00-4669-4ce0-81be-e177ca3212e3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:12.330314 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c378d45-46c2-41cc-b139-0976b1f1ba51", "name": "network-vif-deleted", "tag": "34effb12-2325-45eb-abe5-d81bb5eca57f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:12.330572 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e54dc00-4669-4ce0-81be-e177ca3212e3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:12.331212 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c378d45-46c2-41cc-b139-0976b1f1ba51', 'name': 'network-vif-deleted', 'tag': '34effb12-2325-45eb-abe5-d81bb5eca57f', 'status': 'completed', 'code': 200} Jan 28 16:55:12.342044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:12.347842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:12.569275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:12.608920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce02f-f02f-44be-bf3e-2659d1a1e401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:12.856642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce02f-f02f-44be-bf3e-2659d1a1e401 admin admin] Publish callbacks [] for security_group (5c629eab-3c21-4044-986d-3372b9962089), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:12.868486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce02f-f02f-44be-bf3e-2659d1a1e401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c629eab-3c21-4044-986d-3372b9962089), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:13.000716 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba6ce02f-f02f-44be-bf3e-2659d1a1e401 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fcfc24f959c4e889c32cc15e7b7e527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111264 Jan 28 16:55:13.001312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60580) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:13.068518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ce02f-f02f-44be-bf3e-2659d1a1e401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c629eab-3c21-4044-986d-3372b9962089,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:13.120728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-1335e2a3-76eb-4ae7-a7cd-0caab61d17a0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:13.122286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-1335e2a3-76eb-4ae7-a7cd-0caab61d17a0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 813 time: 0.3374574 Jan 28 16:55:13.182940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8d4fba-7709-454b-85b7-675eab483ff5 admin admin] Publish callbacks [] for security_group (5c629eab-3c21-4044-986d-3372b9962089), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:13.187823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Request body: {'port': {'device_id': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'admin_state_up': True, 'tenant_id': 'cf54b470a3fd4b479eb3ca7a6fb9f533'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:13.299474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8d4fba-7709-454b-85b7-675eab483ff5 admin admin] Publish callbacks [] for security_group (5c629eab-3c21-4044-986d-3372b9962089), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:13.456449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d072ce54-abb3-4657-8db6-3d225e229e37 req-9c4772d4-d080-42e2-93a9-a3c4553f00e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 210 time: 0.0634389 Jan 28 16:55:13.487444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1798-c7ab-4f91-99ad-c72fdfc5dac9 req-dd8ebad5-6f8d-4453-96ee-070775b435f6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:13.489112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c0d1798-c7ab-4f91-99ad-c72fdfc5dac9 req-dd8ebad5-6f8d-4453-96ee-070775b435f6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 947 time: 0.3413651 Jan 28 16:55:13.580698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c0d1798-c7ab-4f91-99ad-c72fdfc5dac9 req-c1a4c3ca-1efb-4b91-a484-5ba70d807cb6 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834188 Jan 28 16:55:13.588592 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8d4fba-7709-454b-85b7-675eab483ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5c629eab-3c21-4044-986d-3372b9962089), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:13.592146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8d4fba-7709-454b-85b7-675eab483ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:13.595986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db8d4fba-7709-454b-85b7-675eab483ff5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c629eab-3c21-4044-986d-3372b9962089 HTTP/1.1" status: 204 len: 168 time: 0.5912220 Jan 28 16:55:13.611133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Made reservation on behalf of cf54b470a3fd4b479eb3ca7a6fb9f533 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:55:13.629322 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:13.662351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d4fba-7709-454b-85b7-675eab483ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c629eab-3c21-4044-986d-3372b9962089,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:13.999647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Allocated IP 172.20.0.11 (efc0d959-f771-48e4-be21-89a4525ab580/e616bc85-a571-4070-af87-c64da1a643c2/785984e2-97aa-4146-b4f0-be7ef75392aa) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:14.295258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:14.388164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 34effb12-2325-45eb-abe5-d81bb5eca57f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:14.390123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 34effb12-2325-45eb-abe5-d81bb5eca57f not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:14.522892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks [] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:14.703906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5a9fa22-9d20-4f72-872c-cd46011b3146 req-a1a08bc4-4820-4d81-b3f9-dd517c2f68aa tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 210 time: 0.0687623 Jan 28 16:55:14.893779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:14.952775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Network efc0d959-f771-48e4-be21-89a4525ab580 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:14.957879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:14.966410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48e6f1-0f64-4e94-a80e-f72c28e4d52d req-23bb5db3-8ff8-4a61-85dd-c57423bab742 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:14.976691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d48e6f1-0f64-4e94-a80e-f72c28e4d52d req-23bb5db3-8ff8-4a61-85dd-c57423bab742 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 947 time: 0.2716897 Jan 28 16:55:14.979037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:15.110694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:15.112056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:15.143282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9975064 Jan 28 16:55:15.173072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Request body: {'port': {'device_id': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:15.231542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6542-0e20-4db4-a21f-e8cae67198e9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Pushing event updated for resources: {'Port': ['ID=785984e2-97aa-4146-b4f0-be7ef75392aa,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:15.264431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:15.282124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d48e6f1-0f64-4e94-a80e-f72c28e4d52d req-9a315577-07b4-474d-b15f-4c8aa136d047 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041711 Jan 28 16:55:15.599837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785984e2-97aa-4146-b4f0-be7ef75392aa {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:55:15.614481 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Publish callbacks [] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:15.644731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Transition to ACTIVE for port object 785984e2-97aa-4146-b4f0-be7ef75392aa will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:55:15.650892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:15.814804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Pushing event updated for resources: {'Port': ['ID=785984e2-97aa-4146-b4f0-be7ef75392aa,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:15.938298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8da6-1e4c-48d1-8865-f554258a1c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:15.985794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Attempting to bind port 785984e2-97aa-4146-b4f0-be7ef75392aa on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:15.985794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Attempting to bind port 785984e2-97aa-4146-b4f0-be7ef75392aa by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:15.985794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Attempting to bind port 785984e2-97aa-4146-b4f0-be7ef75392aa on network efc0d959-f771-48e4-be21-89a4525ab580 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:16.001272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Port 785984e2-97aa-4146-b4f0-be7ef75392aa on network efc0d959-f771-48e4-be21-89a4525ab580 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:55:16.001934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Attempting to bind port 785984e2-97aa-4146-b4f0-be7ef75392aa on network efc0d959-f771-48e4-be21-89a4525ab580 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:16.010802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:16.011608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Checking segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:16.012206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Bound using segment: {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:16.013915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Bound port: 785984e2-97aa-4146-b4f0-be7ef75392aa, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef7397-9184-4439-86a9-1f5ca5d43480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:16.014643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:16.047249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b1557-507a-400b-b20a-b9d77614c4e3 req-504b9cd4-d2b5-45a0-b2a3-92fffe385db9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:16.050217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-228b1557-507a-400b-b20a-b9d77614c4e3 req-504b9cd4-d2b5-45a0-b2a3-92fffe385db9 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 944 time: 0.1927898 Jan 28 16:55:16.207450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-228b1557-507a-400b-b20a-b9d77614c4e3 req-dcf44582-d483-4d4b-a181-4eeaa84a4ecc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157434 Jan 28 16:55:16.218798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] For port 785984e2-97aa-4146-b4f0-be7ef75392aa, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:16.239823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] For port 785984e2-97aa-4146-b4f0-be7ef75392aa, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=785984e2-97aa-4146-b4f0-be7ef75392aa,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:16.251062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:16.319185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:16.319746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:16.321195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] 10.222.0.24 "PUT /v2.0/ports/785984e2-97aa-4146-b4f0-be7ef75392aa HTTP/1.1" status: 200 len: 1093 time: 1.1610379 Jan 28 16:55:16.321663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'tag': '785984e2-97aa-4146-b4f0-be7ef75392aa'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:16.323950 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a26224e1-5e26-4f85-b746-f1b7562866e9", "tag": "785984e2-97aa-4146-b4f0-be7ef75392aa"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:16.420910 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e6fc6-5fa0-427b-ba90-4e837c0346dc x-openstack-request-id: req-957e6fc6-5fa0-427b-ba90-4e837c0346dc {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:16.421207 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26224e1-5e26-4f85-b746-f1b7562866e9", "tag": "785984e2-97aa-4146-b4f0-be7ef75392aa", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:16.421453 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-957e6fc6-5fa0-427b-ba90-4e837c0346dc {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:16.422018 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'tag': '785984e2-97aa-4146-b4f0-be7ef75392aa', 'status': 'completed', 'code': 200} Jan 28 16:55:16.425476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ae619-f1ff-42a2-82c3-d9a824aebc6d service neutron] Pushing event updated for resources: {'Port': ['ID=785984e2-97aa-4146-b4f0-be7ef75392aa,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:16.495939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-1fdd587e-c6bd-4b55-9dab-3d56b07ad717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:16.497527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-1fdd587e-c6bd-4b55-9dab-3d56b07ad717 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 1127 time: 0.1133628 Jan 28 16:55:16.507505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7633d78-be46-4ae9-a6aa-89808b32ca4a req-921557af-e936-40f5-9e9d-aa4ec4098dae tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:16.509538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7633d78-be46-4ae9-a6aa-89808b32ca4a req-921557af-e936-40f5-9e9d-aa4ec4098dae tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 947 time: 0.0798907 Jan 28 16:55:16.603292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-80a30dc6-36f2-47dc-bb0c-488db690e106 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785984e2-97aa-4146-b4f0-be7ef75392aa HTTP/1.1" status: 200 len: 217 time: 0.0927603 Jan 28 16:55:16.669264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-add51e3a-35b4-43af-ad38-bd2714704538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:16.671949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-add51e3a-35b4-43af-ad38-bd2714704538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.0601521 Jan 28 16:55:16.680712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7633d78-be46-4ae9-a6aa-89808b32ca4a req-c552864d-051e-4825-8bf5-00e5cb85bfaf tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637635 Jan 28 16:55:16.762397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-2a289e3f-f8b0-4f25-85e7-c4cbdcbbf4d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783787 Jan 28 16:55:16.893930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-1ab2ae99-15ce-4dd7-8f5b-d7c91e62b5fa service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241205 Jan 28 16:55:17.093027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfb256b4-ce42-4d4a-b9e8-1398e0d3a9e5 req-a549688c-d435-4557-bf65-0fd80de49ad7 service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927903 Jan 28 16:55:17.235278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-6574bd1f-841d-4b5e-82f7-f471fafcd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:17.239073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-6574bd1f-841d-4b5e-82f7-f471fafcd4a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 1127 time: 0.0747662 Jan 28 16:55:17.460091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f151-3fa8-42d2-9384-977108971e73 req-fac28942-8af6-4a64-a4b5-5056535e4155 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:17.461632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad18f151-3fa8-42d2-9384-977108971e73 req-fac28942-8af6-4a64-a4b5-5056535e4155 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 944 time: 0.1137328 Jan 28 16:55:17.462668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-bdf7a2e2-9edf-4255-83c2-cb0b52c8705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:17.463987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-bdf7a2e2-9edf-4255-83c2-cb0b52c8705d service neutron] 10.222.0.24 "GET /v2.0/networks?id=efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 200 len: 914 time: 0.2181094 Jan 28 16:55:17.558041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-9b3c8cf5-e9b2-4a48-b5b4-74d1f7b164ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785984e2-97aa-4146-b4f0-be7ef75392aa HTTP/1.1" status: 200 len: 217 time: 0.0861626 Jan 28 16:55:17.694628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad18f151-3fa8-42d2-9384-977108971e73 req-87b57827-a9a7-4bd1-8a26-d1fd6cf197de tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242997 Jan 28 16:55:17.742586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-b682c147-e577-4c0c-8fe9-333496831d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:17.744106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-b682c147-e577-4c0c-8fe9-333496831d2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 200 len: 853 time: 0.1266632 Jan 28 16:55:17.784950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-d2bef5a9-f2d3-42a0-912b-c4d9dc55b61d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efc0d959-f771-48e4-be21-89a4525ab580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294039 Jan 28 16:55:17.898136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f61d087-1029-4b6d-bcb6-2b423a74d543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:17.935608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-db6869bb-806b-41d1-abf5-9e1aa2f1158a service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431417 Jan 28 16:55:18.135129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9fe8ac0-c39a-45d0-a2be-c2746e01bcaf req-117b2bf2-53e2-4910-9008-789d3da70e71 service neutron] 10.222.0.24 "GET /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923180 Jan 28 16:55:18.300954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9899d8f-8f85-4c56-baea-c551638fbaf2 req-32363cb6-b9a5-4614-8979-e5fa459e1c88 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:18.302658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9899d8f-8f85-4c56-baea-c551638fbaf2 req-32363cb6-b9a5-4614-8979-e5fa459e1c88 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1129 time: 0.0790854 Jan 28 16:55:18.393422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9899d8f-8f85-4c56-baea-c551638fbaf2 req-38037de1-afe4-486d-a99f-77374d69bab1 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806789 Jan 28 16:55:18.421318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60734) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:18.569952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60740) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:18.605786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port ee058a54-5f9c-481c-b123-af8a070f37e9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:18.606147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:18.707927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:18.708571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (ee058a54-5f9c-481c-b123-af8a070f37e9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:18.719874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef044517-c833-4e7a-9053-51a0ebc403e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:18.723189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for ee058a54-5f9c-481c-b123-af8a070f37e9 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:18.845109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef044517-c833-4e7a-9053-51a0ebc403e5 admin admin] Publish callbacks [] for security_group (301b27bd-78e7-44f3-8ee6-fa3d94492067), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:18.851229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef044517-c833-4e7a-9053-51a0ebc403e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (301b27bd-78e7-44f3-8ee6-fa3d94492067), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:18.883245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef044517-c833-4e7a-9053-51a0ebc403e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24286bbd592d4cf1b8e750ca5d8f8802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121645 Jan 28 16:55:18.885838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60752) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:18.933331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac75a6-c63f-4afe-ada3-026fee6d7ed0 req-e0a8966e-e7a8-4bf8-b163-3574ab529475 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:18.941257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6ac75a6-c63f-4afe-ada3-026fee6d7ed0 req-e0a8966e-e7a8-4bf8-b163-3574ab529475 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 944 time: 0.1351597 Jan 28 16:55:18.941604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044517-c833-4e7a-9053-51a0ebc403e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301b27bd-78e7-44f3-8ee6-fa3d94492067,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:19.029549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6ac75a6-c63f-4afe-ada3-026fee6d7ed0 req-844544ee-e3ad-46d9-a8bb-16f4c92705d2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833304 Jan 28 16:55:19.055188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2a7d-a28b-452c-bfd8-4358e5357869 admin admin] Publish callbacks [] for security_group (301b27bd-78e7-44f3-8ee6-fa3d94492067), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.090780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2a7d-a28b-452c-bfd8-4358e5357869 admin admin] Publish callbacks [] for security_group (301b27bd-78e7-44f3-8ee6-fa3d94492067), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.142586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ee058a54-5f9c-481c-b123-af8a070f37e9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.197672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2a7d-a28b-452c-bfd8-4358e5357869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (301b27bd-78e7-44f3-8ee6-fa3d94492067), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.199685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=ee058a54-5f9c-481c-b123-af8a070f37e9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:19.205343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2a7d-a28b-452c-bfd8-4358e5357869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.208707 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f1f2a7d-a28b-452c-bfd8-4358e5357869 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/301b27bd-78e7-44f3-8ee6-fa3d94492067 HTTP/1.1" status: 204 len: 168 time: 0.3198404 Jan 28 16:55:19.229272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f2a7d-a28b-452c-bfd8-4358e5357869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301b27bd-78e7-44f3-8ee6-fa3d94492067,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:19.298380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.298655 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP 67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 disassociated (deleted). External IP: 172.25.8.38, port: 404458bc-ce56-42fd-b083-84bd14900d46. Jan 28 16:55:19.392739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.686065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:55:19.750614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60778) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:19.773051 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eaf60707-6480-499e-b07f-02f2a41bf61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.873416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eaf60707-6480-499e-b07f-02f2a41bf61f admin admin] Publish callbacks [] for security_group (cd66380d-81a5-437e-9328-54712c09cb52), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.879305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eaf60707-6480-499e-b07f-02f2a41bf61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cd66380d-81a5-437e-9328-54712c09cb52), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.910539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:19.924901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] Sync routers for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:19.943838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:19.946025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:19.949170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eaf60707-6480-499e-b07f-02f2a41bf61f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65eaa5546ca54b5db8c4838ce1672542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947274 Jan 28 16:55:19.950138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:19.950564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:20.024025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-58403d26-1fc4-46d0-9961-f224892b3e9c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/floatingips/67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34 HTTP/1.1" status: 204 len: 168 time: 1.6016500 Jan 28 16:55:20.025923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:20.029991 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab481149-3d15-4a7e-8184-929e20c34faa" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:20.057067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60707-6480-499e-b07f-02f2a41bf61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66380d-81a5-437e-9328-54712c09cb52,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:20.129458 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae65882-2e60-42b6-bd2e-622c217fe99d x-openstack-request-id: req-9ae65882-2e60-42b6-bd2e-622c217fe99d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:20.129762 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:20.130026 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ae65882-2e60-42b6-bd2e-622c217fe99d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:20.131275 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'status': 'completed', 'code': 200} Jan 28 16:55:20.132292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Publish callbacks [] for security_group (cd66380d-81a5-437e-9328-54712c09cb52), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:20.242811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:20.356871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481149-3d15-4a7e-8184-929e20c34faa req-7c027c18-0bdd-4ba3-bf4f-a49db27fc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:20.359070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-7c027c18-0bdd-4ba3-bf4f-a49db27fc188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 1129 time: 0.2098596 Jan 28 16:55:20.389622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced8150-dcb2-42ff-9d84-1a400309853b req-88f90274-767b-4a83-b08a-76492ac0d54a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:20.397914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cced8150-dcb2-42ff-9d84-1a400309853b req-88f90274-767b-4a83-b08a-76492ac0d54a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 944 time: 0.1386647 Jan 28 16:55:20.631814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cced8150-dcb2-42ff-9d84-1a400309853b req-1c21f4df-f697-4763-a129-5d24a9724ccb tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315586 Jan 28 16:55:20.665606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aa5bf-44a7-4136-a7ac-51727d10af29 req-ed077238-9843-4079-86a0-78074e4fd4ea tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:20.674278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b7aa5bf-44a7-4136-a7ac-51727d10af29 req-ed077238-9843-4079-86a0-78074e4fd4ea tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.1841655 Jan 28 16:55:20.693871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481149-3d15-4a7e-8184-929e20c34faa req-c5d60d55-4f4c-4d45-b8e3-5bab6d2153a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:20.695833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-c5d60d55-4f4c-4d45-b8e3-5bab6d2153a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 200 len: 898 time: 0.3295043 Jan 28 16:55:20.749458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b7aa5bf-44a7-4136-a7ac-51727d10af29 req-f1c11a57-754e-446a-84f2-59603b3f3688 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687613 Jan 28 16:55:20.790577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:20.805654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-c0589d93-5f67-4787-84ed-3448661958f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 200 len: 217 time: 0.0738435 Jan 28 16:55:20.906556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481149-3d15-4a7e-8184-929e20c34faa req-bb92616e-3bf6-4bde-93a5-ecf2080f548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:20.912239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-bb92616e-3bf6-4bde-93a5-ecf2080f548a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 200 len: 834 time: 0.0991640 Jan 28 16:55:20.971810 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Publish callbacks [] for security_group (cd66380d-81a5-437e-9328-54712c09cb52), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:20.985891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 785984e2-97aa-4146-b4f0-be7ef75392aa details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:55:21.017999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481149-3d15-4a7e-8184-929e20c34faa req-3ebcd02b-cc44-45a7-8c08-76da390a14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:21.022343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-3ebcd02b-cc44-45a7-8c08-76da390a14f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e22f22ca-663d-419c-98ed-abbc9b13bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1035497 Jan 28 16:55:21.075213 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cd66380d-81a5-437e-9328-54712c09cb52), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:21.077906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:21.079084 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd66380d-81a5-437e-9328-54712c09cb52 HTTP/1.1" status: 204 len: 168 time: 1.1275182 Jan 28 16:55:21.100342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66380d-81a5-437e-9328-54712c09cb52,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:21.125109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.125473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.126029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.126524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.127515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.127633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.127949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.128436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.133502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.133924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.134270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.134610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.134947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e4bff-fd25-4cc3-9815-d3e8796623e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:21.268182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-0cdc8de3-b824-4483-aace-2d9e3233c542 service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375982 Jan 28 16:55:21.276866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:15Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:21.342048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] Checking router: 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:21.367261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:21.367901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:21.371605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 785984e2-97aa-4146-b4f0-be7ef75392aa, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=785984e2-97aa-4146-b4f0-be7ef75392aa,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:21.404660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab481149-3d15-4a7e-8184-929e20c34faa req-ed2576fd-f4e2-4cbb-8003-54e170200738 service neutron] 10.222.0.24 "GET /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257999 Jan 28 16:55:21.432872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '785984e2-97aa-4146-b4f0-be7ef75392aa', 'network_id': 'efc0d959-f771-48e4-be21-89a4525ab580', 'port_id': '785984e2-97aa-4146-b4f0-be7ef75392aa', 'mac_address': 'fa:16:3e:87:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e616bc85-a571-4070-af87-c64da1a643c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:55:21.549425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 785984e2-97aa-4146-b4f0-be7ef75392aa is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:21.549999 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:21.613676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785984e2-97aa-4146-b4f0-be7ef75392aa {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:55:21.636209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 785984e2-97aa-4146-b4f0-be7ef75392aa, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=785984e2-97aa-4146-b4f0-be7ef75392aa,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:21.664769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:21.671064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:21.853304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=785984e2-97aa-4146-b4f0-be7ef75392aa,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:21.935756 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:21.969198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-7fc92fbe-7095-44c6-856e-4f90c51c316e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:21.975934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-7fc92fbe-7095-44c6-856e-4f90c51c316e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.3458283 Jan 28 16:55:22.002376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['785984e2-97aa-4146-b4f0-be7ef75392aa'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:55:22.118131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd09ea-0618-4409-9e9a-86ae153914b6 req-aa547e94-9ea2-4bb2-bf98-fe4fcef60db7 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:22.137302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8bd09ea-0618-4409-9e9a-86ae153914b6 req-aa547e94-9ea2-4bb2-bf98-fe4fcef60db7 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 945 time: 0.3751130 Jan 28 16:55:22.299591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8bd09ea-0618-4409-9e9a-86ae153914b6 req-93f034ff-5806-43c5-bbbb-55d3fa3406cc tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610582 Jan 28 16:55:22.346101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df310-a12a-4aff-ae03-c3feaa0f9433 req-8be9b47d-b504-4ade-96b2-e140a4422ebd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:22.348230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b6df310-a12a-4aff-ae03-c3feaa0f9433 req-8be9b47d-b504-4ade-96b2-e140a4422ebd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 946 time: 0.4375994 Jan 28 16:55:22.480096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:15Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:22.532491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0849171-ad52-462b-ab86-91bd714d434e None None] The sync data for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 is: [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:53:07Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd10d0201-b1c8-46a8-9048-fe01fd1c8aa9', 'name': '', 'network_id': 'e22f22ca-663d-419c-98ed-abbc9b13bc59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:84:1c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '79976306-d71f-406b-b302-098186dea9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:03Z', 'updated_at': '2022-01-28T16:53:15Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '79976306-d71f-406b-b302-098186dea9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:22.947315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 785984e2-97aa-4146-b4f0-be7ef75392aa up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:23.000307 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd45e8-ad56-4662-a86c-76120775a08c None None] New status for floating IP 67e93d6c-9b3f-4d8a-aedd-17dd34dfaa34: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:55:23.085084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 785984e2-97aa-4146-b4f0-be7ef75392aa completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:55:23.090284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 785984e2-97aa-4146-b4f0-be7ef75392aa triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:23.090763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:23.199647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b6df310-a12a-4aff-ae03-c3feaa0f9433 req-12365d8e-644e-4006-b2bd-036c2bff9660 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f163fd2-140e-426a-89a9-0664d6d69a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8450091 Jan 28 16:55:23.221624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 404458bc-ce56-42fd-b083-84bd14900d46 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:23.222480 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (404458bc-ce56-42fd-b083-84bd14900d46), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:23.273941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 785984e2-97aa-4146-b4f0-be7ef75392aa is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:23.274530 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:23.328442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785984e2-97aa-4146-b4f0-be7ef75392aa'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:23.332172 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c61be7-234f-4f11-a4f3-60c9ae7f3d6d" -d '{"events": [{"server_uuid": "a26224e1-5e26-4f85-b746-f1b7562866e9", "name": "network-vif-plugged", "status": "completed", "tag": "785984e2-97aa-4146-b4f0-be7ef75392aa"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:23.350329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 785984e2-97aa-4146-b4f0-be7ef75392aa, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=785984e2-97aa-4146-b4f0-be7ef75392aa,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:23.355753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:23.437440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 404458bc-ce56-42fd-b083-84bd14900d46, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=404458bc-ce56-42fd-b083-84bd14900d46,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:23.437830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (404458bc-ce56-42fd-b083-84bd14900d46), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:23.444123 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a7a60-7971-4c66-a07e-9199d14df31f x-openstack-request-id: req-e58a7a60-7971-4c66-a07e-9199d14df31f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:23.444585 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26224e1-5e26-4f85-b746-f1b7562866e9", "name": "network-vif-plugged", "status": "completed", "tag": "785984e2-97aa-4146-b4f0-be7ef75392aa", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:23.444728 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e58a7a60-7971-4c66-a07e-9199d14df31f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:23.445129 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785984e2-97aa-4146-b4f0-be7ef75392aa', 'code': 200} Jan 28 16:55:23.467354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 404458bc-ce56-42fd-b083-84bd14900d46 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:23.519479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=785984e2-97aa-4146-b4f0-be7ef75392aa,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:23.569163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0211d-27fc-44ff-a7c2-de6485965add req-e331ddc1-2f71-427f-9195-7fa136860cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:23.573913 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-73c0211d-27fc-44ff-a7c2-de6485965add req-e331ddc1-2f71-427f-9195-7fa136860cd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 1129 time: 0.1053216 Jan 28 16:55:23.659992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-73c0211d-27fc-44ff-a7c2-de6485965add req-4dd29e6f-aba6-4a00-b356-53e13aed23da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788152 Jan 28 16:55:23.838152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (404458bc-ce56-42fd-b083-84bd14900d46), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:23.895228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=404458bc-ce56-42fd-b083-84bd14900d46,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:23.927064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59afb0-f786-4734-9192-364056beb09d req-ad7a649c-a066-44df-9503-0c77fe81bae5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:23.930851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e59afb0-f786-4734-9192-364056beb09d req-ad7a649c-a066-44df-9503-0c77fe81bae5 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.2138505 Jan 28 16:55:23.993766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] No DVR routers for this DVR port 404458bc-ce56-42fd-b083-84bd14900d46 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:55:24.006363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:24.011555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99c6da63-81f1-49d7-8baa-74ecdc6b311f req-588d732d-0cf4-4d61-b0e9-6bc2388604fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "DELETE /v2.0/ports/404458bc-ce56-42fd-b083-84bd14900d46 HTTP/1.1" status: 204 len: 173 time: 1.9931285 Jan 28 16:55:24.012017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-deleted', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:24.015076 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cfef22-2186-4670-9e87-e25258fb4eb5" -d '{"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-deleted", "tag": "404458bc-ce56-42fd-b083-84bd14900d46"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:24.090213 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270646e3-2b99-4576-ac9c-7b8883adf5a2 x-openstack-request-id: req-270646e3-2b99-4576-ac9c-7b8883adf5a2 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:24.090552 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf51d00-423d-4ac7-ad31-55eb1d3ea233", "name": "network-vif-deleted", "tag": "404458bc-ce56-42fd-b083-84bd14900d46", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:24.090793 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-270646e3-2b99-4576-ac9c-7b8883adf5a2 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:24.092934 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf51d00-423d-4ac7-ad31-55eb1d3ea233', 'name': 'network-vif-deleted', 'tag': '404458bc-ce56-42fd-b083-84bd14900d46', 'status': 'completed', 'code': 200} Jan 28 16:55:24.129328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e59afb0-f786-4734-9192-364056beb09d req-59b44be1-0e7a-466c-9f12-f06005543f35 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739461 Jan 28 16:55:24.347112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffa2721e-068c-4a10-b15a-765e7839875e req-fe392e6b-d3d9-4660-9d34-7dff88f42ef8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecf51d00-423d-4ac7-ad31-55eb1d3ea233 HTTP/1.1" status: 200 len: 210 time: 0.0504856 Jan 28 16:55:24.975723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:25.015083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 404458bc-ce56-42fd-b083-84bd14900d46 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:25.015658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 404458bc-ce56-42fd-b083-84bd14900d46 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:25.319951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56527a-4959-4d87-8a27-f7c52450e787 req-db4f2576-5d1a-435e-8d62-5578b00ffa2c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:25.322152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b56527a-4959-4d87-8a27-f7c52450e787 req-db4f2576-5d1a-435e-8d62-5578b00ffa2c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.0813801 Jan 28 16:55:25.426085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:25.463502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b56527a-4959-4d87-8a27-f7c52450e787 req-06a7f242-aa08-457f-9876-01796c8a7780 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247883 Jan 28 16:55:25.676661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a922911-52bd-421f-84d9-fdee45e417fa req-9c5067bb-57d9-4e8f-a59e-3f9687fb218f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:25.678953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a922911-52bd-421f-84d9-fdee45e417fa req-9c5067bb-57d9-4e8f-a59e-3f9687fb218f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.1130109 Jan 28 16:55:25.810663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a922911-52bd-421f-84d9-fdee45e417fa req-dbca0841-42f0-4fff-8632-57a33ee0d0f2 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254838 Jan 28 16:55:25.822463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60924) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:26.160649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.189381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.223704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf92e-a510-49cf-9010-ad1acb0f4be8 req-bb6410ec-b9b3-4d40-810f-6d876831377f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:26.231116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bdecf92e-a510-49cf-9010-ad1acb0f4be8 req-bb6410ec-b9b3-4d40-810f-6d876831377f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.1148973 Jan 28 16:55:26.288396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bdecf92e-a510-49cf-9010-ad1acb0f4be8 req-5e3e6cee-3b3e-4ffe-b89c-93968f08100a tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Jan 28 16:55:26.358948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Publish callbacks [] for security_group (a59a2ddb-9622-4da2-8b05-96b378d05bd3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.368903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a59a2ddb-9622-4da2-8b05-96b378d05bd3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.500339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59a2ddb-9622-4da2-8b05-96b378d05bd3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:26.533364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.533726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.534075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.534478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.534769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.535105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.535439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.535771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.536103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.536433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.536792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.537122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.537448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:26.543555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60952) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:26.561619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-00a0ab4f-541b-413a-8147-414a2b7a0ff0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cf17755edf74cc9ae0b405afd4ffbe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7351768 Jan 28 16:55:26.562902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60956) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:26.649233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258911-beb9-46b8-b76c-5569b6a638b8 req-f540bf20-644e-487e-ab38-c7f44d060675 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:26.650963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01258911-beb9-46b8-b76c-5569b6a638b8 req-f540bf20-644e-487e-ab38-c7f44d060675 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.2111993 Jan 28 16:55:26.661039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:26.661538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.726090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01258911-beb9-46b8-b76c-5569b6a638b8 req-65dbfabb-8919-49ca-8d04-5438e1b20402 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Jan 28 16:55:26.789596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42ba2556-510d-495f-9a09-4a52b427e5de admin admin] Publish callbacks [] for security_group (a59a2ddb-9622-4da2-8b05-96b378d05bd3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.798660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cc1780a-6682-4631-a151-ee22f727b4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.857826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port d10d0201-b1c8-46a8-9048-fe01fd1c8aa9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:26.858596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.863322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42ba2556-510d-495f-9a09-4a52b427e5de admin admin] Publish callbacks [] for security_group (a59a2ddb-9622-4da2-8b05-96b378d05bd3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.894405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:26.982995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42ba2556-510d-495f-9a09-4a52b427e5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a59a2ddb-9622-4da2-8b05-96b378d05bd3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.986476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42ba2556-510d-495f-9a09-4a52b427e5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:26.990460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42ba2556-510d-495f-9a09-4a52b427e5de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a59a2ddb-9622-4da2-8b05-96b378d05bd3 HTTP/1.1" status: 204 len: 168 time: 0.4265864 Jan 28 16:55:27.048919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba2556-510d-495f-9a09-4a52b427e5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59a2ddb-9622-4da2-8b05-96b378d05bd3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:27.110634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b656b-907e-4eef-8afe-1cdb38eb3cae req-c0e41e26-15d5-4368-8ee1-29143de9a4d0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:27.116463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-193b656b-907e-4eef-8afe-1cdb38eb3cae req-c0e41e26-15d5-4368-8ee1-29143de9a4d0 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.1382928 Jan 28 16:55:27.208939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-193b656b-907e-4eef-8afe-1cdb38eb3cae req-a71e03e1-f3be-4aa9-916b-47662d4b9861 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806680 Jan 28 16:55:27.268595 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cc1780a-6682-4631-a151-ee22f727b4ad admin admin] Publish callbacks [] for security_group (a3e55627-1ca6-49f3-8baf-d2557612403a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.292373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4cc1780a-6682-4631-a151-ee22f727b4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a3e55627-1ca6-49f3-8baf-d2557612403a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.364361 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4cc1780a-6682-4631-a151-ee22f727b4ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e9286e8dd4b4301972b8b4be0f74514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8191271 Jan 28 16:55:27.369897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60972) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:27.382501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1780a-6682-4631-a151-ee22f727b4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e55627-1ca6-49f3-8baf-d2557612403a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:27.414172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546bed3-0b0d-4619-b853-bb66da578bab req-d94daaa6-f631-497d-a1cb-f4162663abae tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:27.418345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5546bed3-0b0d-4619-b853-bb66da578bab req-d94daaa6-f631-497d-a1cb-f4162663abae tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.1104579 Jan 28 16:55:27.530574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5546bed3-0b0d-4619-b853-bb66da578bab req-7a9b21e9-08a1-4a62-9c91-bfc457625289 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055517 Jan 28 16:55:27.548781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60974) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:27.565809 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ebd4ec8f-fd72-4462-8120-6fe82fe8c5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.586836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d10d0201-b1c8-46a8-9048-fe01fd1c8aa9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.702403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-247d584f-ed38-4225-8e4d-95bbe9705222 admin admin] Publish callbacks [] for security_group (a3e55627-1ca6-49f3-8baf-d2557612403a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.708791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=d10d0201-b1c8-46a8-9048-fe01fd1c8aa9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:27.756553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ebd4ec8f-fd72-4462-8120-6fe82fe8c5d4 admin admin] Publish callbacks [] for security_group (daa1d6d6-9511-49be-a67d-33cb8e3f0724), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.767521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ebd4ec8f-fd72-4462-8120-6fe82fe8c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (daa1d6d6-9511-49be-a67d-33cb8e3f0724), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.849006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4ec8f-fd72-4462-8120-6fe82fe8c5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa1d6d6-9511-49be-a67d-33cb8e3f0724,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:27.874296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-247d584f-ed38-4225-8e4d-95bbe9705222 admin admin] Publish callbacks [] for security_group (a3e55627-1ca6-49f3-8baf-d2557612403a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:27.929581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ebd4ec8f-fd72-4462-8120-6fe82fe8c5d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be8a70a9673f41aca5a8906b7f6e4290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791516 Jan 28 16:55:27.930153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:28.063479 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7709bd1-e30e-4e22-8d3a-0da6b68542f1 admin admin] Publish callbacks [] for security_group (daa1d6d6-9511-49be-a67d-33cb8e3f0724), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.094428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-247d584f-ed38-4225-8e4d-95bbe9705222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a3e55627-1ca6-49f3-8baf-d2557612403a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.121308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-247d584f-ed38-4225-8e4d-95bbe9705222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.126408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-247d584f-ed38-4225-8e4d-95bbe9705222 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3e55627-1ca6-49f3-8baf-d2557612403a HTTP/1.1" status: 204 len: 168 time: 0.7544875 Jan 28 16:55:28.172582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7709bd1-e30e-4e22-8d3a-0da6b68542f1 admin admin] Publish callbacks [] for security_group (daa1d6d6-9511-49be-a67d-33cb8e3f0724), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.174602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d584f-ed38-4225-8e4d-95bbe9705222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e55627-1ca6-49f3-8baf-d2557612403a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:28.182948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.452162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48944ad3-55c4-47fb-a298-732b57328ffe req-08ea6ddf-290d-4926-88ec-b8c21686d284 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:28.454083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48944ad3-55c4-47fb-a298-732b57328ffe req-08ea6ddf-290d-4926-88ec-b8c21686d284 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.2350802 Jan 28 16:55:28.454944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7709bd1-e30e-4e22-8d3a-0da6b68542f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (daa1d6d6-9511-49be-a67d-33cb8e3f0724), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.458556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7709bd1-e30e-4e22-8d3a-0da6b68542f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:28.459221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d7709bd1-e30e-4e22-8d3a-0da6b68542f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daa1d6d6-9511-49be-a67d-33cb8e3f0724 HTTP/1.1" status: 204 len: 168 time: 0.5280285 Jan 28 16:55:28.483075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7709bd1-e30e-4e22-8d3a-0da6b68542f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa1d6d6-9511-49be-a67d-33cb8e3f0724,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:28.575089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48944ad3-55c4-47fb-a298-732b57328ffe req-7090743a-4bfe-49c4-a98e-bc03f0207629 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103930 Jan 28 16:55:28.643176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:55:28.789058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:28.803466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] Sync routers for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:28.812001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dddd73cd-8dc8-476e-baca-9cf998862092 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/5d9a9871-4a19-43a1-aa46-8b70a12a81f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3841605 Jan 28 16:55:28.814832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32776) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:28.827446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:28.829152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:28.903181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting subnet 79976306-d71f-406b-b302-098186dea9ec {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:55:28.914198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (79976306-d71f-406b-b302-098186dea9ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.023274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (79976306-d71f-406b-b302-098186dea9ec), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.081210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:29.320419 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (79976306-d71f-406b-b302-098186dea9ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.378130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:55:27Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:29.419629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] Checking router: 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:29.431861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] Routers {'5d9a9871-4a19-43a1-aa46-8b70a12a81f7'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:29.432875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:29.460346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-202e4c15-4a64-4407-b707-e436e60505d4 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:29.462280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-202e4c15-4a64-4407-b707-e436e60505d4 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.3130486 Jan 28 16:55:29.505746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (79976306-d71f-406b-b302-098186dea9ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.547056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36170a1-365d-4822-a24d-98f3495f7e65 None None] Network e22f22ca-663d-419c-98ed-abbc9b13bc59 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:55:29.564397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.570612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:29.571228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/subnets/79976306-d71f-406b-b302-098186dea9ec HTTP/1.1" status: 204 len: 168 time: 0.7544210 Jan 28 16:55:29.574992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477a3bc-7690-4696-a8ca-905ea3546523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Subnet': ['ID=79976306-d71f-406b-b302-098186dea9ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:29.732715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Deleting port 785984e2-97aa-4146-b4f0-be7ef75392aa {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:29.733413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.837126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:29.991020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24194df6-4e7f-432d-bb8b-d812de710f4f req-36eee326-1948-4d70-beb7-8677e6034155 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:30.005521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24194df6-4e7f-432d-bb8b-d812de710f4f req-36eee326-1948-4d70-beb7-8677e6034155 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 946 time: 0.2717340 Jan 28 16:55:30.082890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.106806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] Set router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:30.166253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24194df6-4e7f-432d-bb8b-d812de710f4f req-7e820fd0-838c-42f0-b887-104515c8bf0c tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb067b9e-b41b-487f-94e1-19b19ca9a607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598017 Jan 28 16:55:30.168039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] For port 785984e2-97aa-4146-b4f0-be7ef75392aa, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=785984e2-97aa-4146-b4f0-be7ef75392aa,segment=NetworkSegment(dcef7397-9184-4439-86a9-1f5ca5d43480),segment_id=dcef7397-9184-4439-86a9-1f5ca5d43480)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:30.168409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.195584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Calling delete_port for 785984e2-97aa-4146-b4f0-be7ef75392aa owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:30.267385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 20edc76a-a0ef-4119-8edd-0e562c736932 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:30.267742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.456382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 20edc76a-a0ef-4119-8edd-0e562c736932, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=20edc76a-a0ef-4119-8edd-0e562c736932,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:30.456777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.466609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (785984e2-97aa-4146-b4f0-be7ef75392aa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.503489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 20edc76a-a0ef-4119-8edd-0e562c736932 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:30.516704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Pushing event deleted for resources: {'Port': ['ID=785984e2-97aa-4146-b4f0-be7ef75392aa,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:30.547485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] DHCP port deletion for e22f22ca-663d-419c-98ed-abbc9b13bc59 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:55:30.562987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['785984e2-97aa-4146-b4f0-be7ef75392aa'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:55:30.595247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] No DVR routers for this DVR port 785984e2-97aa-4146-b4f0-be7ef75392aa on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:55:30.598919 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.612240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7c7eb29-cdb2-4aa6-863a-a2b099791c5d req-4a804e91-013e-4bb8-a81d-232f69ab3936 tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.24 "DELETE /v2.0/ports/785984e2-97aa-4146-b4f0-be7ef75392aa HTTP/1.1" status: 204 len: 173 time: 1.1416318 Jan 28 16:55:30.613639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'name': 'network-vif-deleted', 'tag': '785984e2-97aa-4146-b4f0-be7ef75392aa'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:30.619600 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f34d52b-a475-4619-a0f9-38cf81afc756" -d '{"events": [{"server_uuid": "a26224e1-5e26-4f85-b746-f1b7562866e9", "name": "network-vif-deleted", "tag": "785984e2-97aa-4146-b4f0-be7ef75392aa"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:30.720187 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b93f603-b30e-409d-bfb1-f3d4ef83a57d x-openstack-request-id: req-5b93f603-b30e-409d-bfb1-f3d4ef83a57d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:30.720630 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26224e1-5e26-4f85-b746-f1b7562866e9", "name": "network-vif-deleted", "tag": "785984e2-97aa-4146-b4f0-be7ef75392aa", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:30.721437 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b93f603-b30e-409d-bfb1-f3d4ef83a57d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:30.721437 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26224e1-5e26-4f85-b746-f1b7562866e9', 'name': 'network-vif-deleted', 'tag': '785984e2-97aa-4146-b4f0-be7ef75392aa', 'status': 'completed', 'code': 200} Jan 28 16:55:30.823490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] Deleting port 5639cc6a-dff1-47dd-8084-af855c9b4596 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:30.824160 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.898174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] For port 5639cc6a-dff1-47dd-8084-af855c9b4596, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5639cc6a-dff1-47dd-8084-af855c9b4596,segment=NetworkSegment(b556f85d-cfd0-48d6-b018-ac3a15f09929),segment_id=b556f85d-cfd0-48d6-b018-ac3a15f09929)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:30.898578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:30.912405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] Calling delete_port for 5639cc6a-dff1-47dd-8084-af855c9b4596 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:30.973159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:55:27Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:30.977278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (20edc76a-a0ef-4119-8edd-0e562c736932), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.006840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83d554-14f7-4b28-ad10-744797efe4b6 None None] The sync data for ids ['5d9a9871-4a19-43a1-aa46-8b70a12a81f7'] in n-d-812111-13 is: [{'id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350228515', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:52:49Z', 'updated_at': '2022-01-28T16:55:27Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '20edc76a-a0ef-4119-8edd-0e562c736932', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a9871-4a19-43a1-aa46-8b70a12a81f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:52:51Z', 'updated_at': '2022-01-28T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:31.049897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (5639cc6a-dff1-47dd-8084-af855c9b4596), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.080919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=20edc76a-a0ef-4119-8edd-0e562c736932,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:31.102942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] Pushing event deleted for resources: {'Port': ['ID=5639cc6a-dff1-47dd-8084-af855c9b4596,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:31.119485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57f782-0528-4ea9-96bb-5aeb814c5958 None None] No DVR routers for this DVR port 5639cc6a-dff1-47dd-8084-af855c9b4596 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:55:31.261336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.431580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27c7d0d3-a697-47f1-821b-4cc5a0e16922 req-98da29ee-e348-47af-bb24-e478db5f2f3f tempest-ServerDiskConfigTestJSON-1100986127 tempest-ServerDiskConfigTestJSON-1100986127-project] 10.222.0.25 "GET /v2.0/ports?device_id=a26224e1-5e26-4f85-b746-f1b7562866e9 HTTP/1.1" status: 200 len: 210 time: 0.0991051 Jan 28 16:55:31.470918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.483815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.586463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (5d9a9871-4a19-43a1-aa46-8b70a12a81f7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.586865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9a9871-4a19-43a1-aa46-8b70a12a81f7 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:55:31.595330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.598247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9204e0d2-e739-40f2-aa00-c1530ba4d7e3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/routers/5d9a9871-4a19-43a1-aa46-8b70a12a81f7 HTTP/1.1" status: 204 len: 168 time: 2.0240822 Jan 28 16:55:31.599544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32858) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:31.708640 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e22f22ca-663d-419c-98ed-abbc9b13bc59), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:31.936595 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e22f22ca-663d-419c-98ed-abbc9b13bc59), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.000928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22f22ca-663d-419c-98ed-abbc9b13bc59']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:32.018474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b556f85d-cfd0-48d6-b018-ac3a15f09929') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:32.019431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b556f85d-cfd0-48d6-b018-ac3a15f09929') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:32.034569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b556f85d-cfd0-48d6-b018-ac3a15f09929), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.054882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b556f85d-cfd0-48d6-b018-ac3a15f09929), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.066966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:55:32.068065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b556f85d-cfd0-48d6-b018-ac3a15f09929), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:55:32.080211 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:55:32.172751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e22f22ca-663d-419c-98ed-abbc9b13bc59), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.219876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.223705 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/networks/e22f22ca-663d-419c-98ed-abbc9b13bc59 HTTP/1.1" status: 204 len: 168 time: 0.6222379 Jan 28 16:55:32.226206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32882) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:32.250662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7cd6e-f6b8-4ddc-97d8-bee19b19f611 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Network': ['ID=e22f22ca-663d-419c-98ed-abbc9b13bc59,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:32.361941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32884) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:32.402107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed308484-3629-4dfb-ae06-0a939717473b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (6f163fd2-140e-426a-89a9-0664d6d69a9a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.455532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed308484-3629-4dfb-ae06-0a939717473b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (6f163fd2-140e-426a-89a9-0664d6d69a9a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.515801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5639cc6a-dff1-47dd-8084-af855c9b4596 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:32.557946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed308484-3629-4dfb-ae06-0a939717473b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6f163fd2-140e-426a-89a9-0664d6d69a9a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.564420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed308484-3629-4dfb-ae06-0a939717473b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.573193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ed308484-3629-4dfb-ae06-0a939717473b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f163fd2-140e-426a-89a9-0664d6d69a9a HTTP/1.1" status: 204 len: 168 time: 0.3414316 Jan 28 16:55:32.582374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5639cc6a-dff1-47dd-8084-af855c9b4596 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:32.582957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5639cc6a-dff1-47dd-8084-af855c9b4596 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:32.586809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:32.600728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed308484-3629-4dfb-ae06-0a939717473b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f163fd2-140e-426a-89a9-0664d6d69a9a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:32.639418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:32.640808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d10d0201-b1c8-46a8-9048-fe01fd1c8aa9 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:32.641627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 20edc76a-a0ef-4119-8edd-0e562c736932 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:32.678051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 20edc76a-a0ef-4119-8edd-0e562c736932 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:32.678671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 20edc76a-a0ef-4119-8edd-0e562c736932 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:32.862958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7c959e3-9a9e-4da5-8b0d-9d2a3b297fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:32.877703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32906) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:32.989717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Deleting subnet e616bc85-a571-4070-af87-c64da1a643c2 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:55:32.997508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Publish callbacks [] for subnet (e616bc85-a571-4070-af87-c64da1a643c2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.016532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 785984e2-97aa-4146-b4f0-be7ef75392aa no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:33.076096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 785984e2-97aa-4146-b4f0-be7ef75392aa {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:33.076774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 785984e2-97aa-4146-b4f0-be7ef75392aa not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:33.098548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7c959e3-9a9e-4da5-8b0d-9d2a3b297fea admin admin] Publish callbacks [] for security_group (f54477f7-ffc3-45db-a2be-a8c8ad01e0bb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.108292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7c959e3-9a9e-4da5-8b0d-9d2a3b297fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f54477f7-ffc3-45db-a2be-a8c8ad01e0bb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.116705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (e616bc85-a571-4070-af87-c64da1a643c2), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.198922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e616bc85-a571-4070-af87-c64da1a643c2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.212711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c959e3-9a9e-4da5-8b0d-9d2a3b297fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54477f7-ffc3-45db-a2be-a8c8ad01e0bb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:33.226126 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a7c959e3-9a9e-4da5-8b0d-9d2a3b297fea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa43a23d289e4d0a8b1827eea087ccff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8619967 Jan 28 16:55:33.228809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32914) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:33.339678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-829b7eab-8daa-4891-ae5d-c6f418140c7e admin admin] Publish callbacks [] for security_group (f54477f7-ffc3-45db-a2be-a8c8ad01e0bb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.347438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (e616bc85-a571-4070-af87-c64da1a643c2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.366942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.375662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e616bc85-a571-4070-af87-c64da1a643c2 HTTP/1.1" status: 204 len: 168 time: 0.4960096 Jan 28 16:55:33.378054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32918) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:33.398614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-829b7eab-8daa-4891-ae5d-c6f418140c7e admin admin] Publish callbacks [] for security_group (f54477f7-ffc3-45db-a2be-a8c8ad01e0bb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.498311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-829b7eab-8daa-4891-ae5d-c6f418140c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f54477f7-ffc3-45db-a2be-a8c8ad01e0bb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.501468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-829b7eab-8daa-4891-ae5d-c6f418140c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.505586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-829b7eab-8daa-4891-ae5d-c6f418140c7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f54477f7-ffc3-45db-a2be-a8c8ad01e0bb HTTP/1.1" status: 204 len: 168 time: 0.2731245 Jan 28 16:55:33.508229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32922) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:33.555129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (efc0d959-f771-48e4-be21-89a4525ab580), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.558485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7eab-8daa-4891-ae5d-c6f418140c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54477f7-ffc3-45db-a2be-a8c8ad01e0bb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:33.562391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15259c-62a6-4e5f-9675-1fbecdb04e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e616bc85-a571-4070-af87-c64da1a643c2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:33.732129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32928) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:33.737769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452462025', 'description': 'tempest-secgroup-smoke-452462025 description', 'project_id': '8ed5608621734a99b86b03a99acedd8f'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:33.780068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.802409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (efc0d959-f771-48e4-be21-89a4525ab580), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.855166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc0d959-f771-48e4-be21-89a4525ab580']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:33.879290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcef7397-9184-4439-86a9-1f5ca5d43480') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:33.879806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcef7397-9184-4439-86a9-1f5ca5d43480') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:33.907728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (dcef7397-9184-4439-86a9-1f5ca5d43480), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.923268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (9f5774b1-0805-4b04-a662-e88b3af76568), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.933415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9f5774b1-0805-4b04-a662-e88b3af76568), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.937367 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (dcef7397-9184-4439-86a9-1f5ca5d43480), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.949703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:55:33.950152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (dcef7397-9184-4439-86a9-1f5ca5d43480), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:55:33.952232 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:55:33.997481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5774b1-0805-4b04-a662-e88b3af76568,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.011677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3b25eec-5d56-4f72-854e-b40c4cacbd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.025802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.027458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-723e0c21-a383-4396-9c8c-90b84a05d190 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2940633 Jan 28 16:55:34.033956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32932) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.042241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '9f5774b1-0805-4b04-a662-e88b3af76568', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:34.089032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (efc0d959-f771-48e4-be21-89a4525ab580), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.097929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.110456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] 10.222.0.25 "DELETE /v2.0/networks/efc0d959-f771-48e4-be21-89a4525ab580 HTTP/1.1" status: 204 len: 168 time: 0.7310591 Jan 28 16:55:34.131647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3b25eec-5d56-4f72-854e-b40c4cacbd87 admin admin] Publish callbacks [] for security_group (23a73f76-62b1-46fb-8ecc-5d124ab97f51), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.139453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3b25eec-5d56-4f72-854e-b40c4cacbd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (23a73f76-62b1-46fb-8ecc-5d124ab97f51), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.143181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b960a-49d9-4812-ac00-01368913ce83 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc0d959-f771-48e4-be21-89a4525ab580,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.157175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32938) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.192229 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c78ec622-d46a-43b2-8b23-9298d08200b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.210007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b3b25eec-5d56-4f72-854e-b40c4cacbd87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d770d4545b5d4a028e43fdb83331aaf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999013 Jan 28 16:55:34.211989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32940) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.214768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (a24a706a-0833-4330-8c1b-a23f19e782b5), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.231984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25eec-5d56-4f72-854e-b40c4cacbd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a73f76-62b1-46fb-8ecc-5d124ab97f51,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.337114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (a24a706a-0833-4330-8c1b-a23f19e782b5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.344136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7205d1d-e923-4f8a-b042-51e70f20ee64 admin admin] Publish callbacks [] for security_group (23a73f76-62b1-46fb-8ecc-5d124ab97f51), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.350074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a24a706a-0833-4330-8c1b-a23f19e782b5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.397541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a706a-0833-4330-8c1b-a23f19e782b5,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.408904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7205d1d-e923-4f8a-b042-51e70f20ee64 admin admin] Publish callbacks [] for security_group (23a73f76-62b1-46fb-8ecc-5d124ab97f51), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.415306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.416778 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7a6f12de-6116-4957-b94f-82b885844b72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815207 Jan 28 16:55:34.423168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32948) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.433077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '9f5774b1-0805-4b04-a662-e88b3af76568', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:34.465661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c78ec622-d46a-43b2-8b23-9298d08200b9 admin admin] Publish callbacks [] for security_group (bbb2c4ee-3090-4379-a040-3cca294be3c7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.474057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c78ec622-d46a-43b2-8b23-9298d08200b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bbb2c4ee-3090-4379-a040-3cca294be3c7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.485292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7205d1d-e923-4f8a-b042-51e70f20ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (23a73f76-62b1-46fb-8ecc-5d124ab97f51), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.488264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7205d1d-e923-4f8a-b042-51e70f20ee64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.489537 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a7205d1d-e923-4f8a-b042-51e70f20ee64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23a73f76-62b1-46fb-8ecc-5d124ab97f51 HTTP/1.1" status: 204 len: 168 time: 0.2763383 Jan 28 16:55:34.506019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7205d1d-e923-4f8a-b042-51e70f20ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a73f76-62b1-46fb-8ecc-5d124ab97f51,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.533180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (5a699969-a436-4a2f-96ed-2f233f44aa05), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.557865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32956) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.565701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c78ec622-d46a-43b2-8b23-9298d08200b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa14aad169704b7d930faa38509d3697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4072573 Jan 28 16:55:34.566541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec622-d46a-43b2-8b23-9298d08200b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2c4ee-3090-4379-a040-3cca294be3c7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.569461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32958) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.725214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5679a418-ce42-45af-876b-8c15229d621b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf54b470a3fd4b479eb3ca7a6fb9f533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630752 Jan 28 16:55:34.726609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32964) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.775218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (5a699969-a436-4a2f-96ed-2f233f44aa05), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.788147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (5a699969-a436-4a2f-96ed-2f233f44aa05), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.837746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a699969-a436-4a2f-96ed-2f233f44aa05,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:34.869743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd000b71-25e7-4ecb-8bbd-6aae34f3e453 admin admin] Publish callbacks [] for security_group (fb067b9e-b41b-487f-94e1-19b19ca9a607), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.882060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.885803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8ceca53b-94d1-445c-9e46-a250f017ced1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4592028 Jan 28 16:55:34.886400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32972) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:34.891568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '9f5774b1-0805-4b04-a662-e88b3af76568', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:34.905684 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99016a2f-b34b-4c7b-899b-8308e1d1fc85 admin admin] Publish callbacks [] for security_group (bbb2c4ee-3090-4379-a040-3cca294be3c7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.916379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd000b71-25e7-4ecb-8bbd-6aae34f3e453 admin admin] Publish callbacks [] for security_group (fb067b9e-b41b-487f-94e1-19b19ca9a607), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.940064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99016a2f-b34b-4c7b-899b-8308e1d1fc85 admin admin] Publish callbacks [] for security_group (bbb2c4ee-3090-4379-a040-3cca294be3c7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.985778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd000b71-25e7-4ecb-8bbd-6aae34f3e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb067b9e-b41b-487f-94e1-19b19ca9a607), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.989611 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd000b71-25e7-4ecb-8bbd-6aae34f3e453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:34.995475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cd000b71-25e7-4ecb-8bbd-6aae34f3e453 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb067b9e-b41b-487f-94e1-19b19ca9a607 HTTP/1.1" status: 204 len: 168 time: 0.2651954 Jan 28 16:55:34.997681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (4c311fea-41ec-46cd-b895-a1268ad3590d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.010079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd000b71-25e7-4ecb-8bbd-6aae34f3e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb067b9e-b41b-487f-94e1-19b19ca9a607,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.082265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (4c311fea-41ec-46cd-b895-a1268ad3590d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.087813 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (4c311fea-41ec-46cd-b895-a1268ad3590d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.116797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c311fea-41ec-46cd-b895-a1268ad3590d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.118611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99016a2f-b34b-4c7b-899b-8308e1d1fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bbb2c4ee-3090-4379-a040-3cca294be3c7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.127881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-99016a2f-b34b-4c7b-899b-8308e1d1fc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.132948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-99016a2f-b34b-4c7b-899b-8308e1d1fc85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbb2c4ee-3090-4379-a040-3cca294be3c7 HTTP/1.1" status: 204 len: 168 time: 0.5600233 Jan 28 16:55:35.139122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.140612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cf3ea50a-7eff-4525-8138-e2eb47f415e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2532306 Jan 28 16:55:35.143536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32986) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:35.148786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '9f5774b1-0805-4b04-a662-e88b3af76568', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:35.168226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016a2f-b34b-4c7b-899b-8308e1d1fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2c4ee-3090-4379-a040-3cca294be3c7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.196380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (3eab680b-bb56-4e01-b399-c526b4277f65), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.212015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:35.227462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeceb718-5611-428e-94e8-8ecf8bafd1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.298965 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (3eab680b-bb56-4e01-b399-c526b4277f65), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.304712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3eab680b-bb56-4e01-b399-c526b4277f65), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.358066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.360870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157423 Jan 28 16:55:35.369126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32996) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:35.371795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee0e1f-b344-4040-be4a-23753d93b983 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eab680b-bb56-4e01-b399-c526b4277f65,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.391090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '9f5774b1-0805-4b04-a662-e88b3af76568', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:35.446956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeceb718-5611-428e-94e8-8ecf8bafd1df admin admin] Publish callbacks [] for security_group (2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.450646 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:55:35.454211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeceb718-5611-428e-94e8-8ecf8bafd1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.461059 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (24917518-5afb-47e5-8616-c769d84ad96e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.483640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aeceb718-5611-428e-94e8-8ecf8bafd1df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac0867a4c9ad4f548174bc4a70f2fb2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704711 Jan 28 16:55:35.486360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33000) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:35.570800 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (24917518-5afb-47e5-8616-c769d84ad96e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.576732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (24917518-5afb-47e5-8616-c769d84ad96e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.607997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24917518-5afb-47e5-8616-c769d84ad96e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.608869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceb718-5611-428e-94e8-8ecf8bafd1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.616952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.619864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bc66a724-e319-4b3e-acff-a94457c1100e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2380078 Jan 28 16:55:35.622499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33006) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:35.631013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': '9f5774b1-0805-4b04-a662-e88b3af76568', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:35.668594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d38712c-e750-461a-83a0-9e54c6aba778 admin admin] Publish callbacks [] for security_group (2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.677825 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:55:35.685044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (945c84a4-b1e5-4676-9b85-883a31ec6c07), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.712118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d38712c-e750-461a-83a0-9e54c6aba778 admin admin] Publish callbacks [] for security_group (2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.808346 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d38712c-e750-461a-83a0-9e54c6aba778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.812500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d38712c-e750-461a-83a0-9e54c6aba778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.817580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6d38712c-e750-461a-83a0-9e54c6aba778 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf HTTP/1.1" status: 204 len: 168 time: 0.3294542 Jan 28 16:55:35.829408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38712c-e750-461a-83a0-9e54c6aba778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3377a9-0d84-49ea-b3dc-b4fde7a6dfaf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.864055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (945c84a4-b1e5-4676-9b85-883a31ec6c07), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.872477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (945c84a4-b1e5-4676-9b85-883a31ec6c07), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.897496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945c84a4-b1e5-4676-9b85-883a31ec6c07,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:35.930170 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:35.931585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0d4cff9c-fe49-4e8d-9088-c3fa0af46b48 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3073223 Jan 28 16:55:35.934619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33020) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:35.941271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'network': {'name': 'tempest-network-smoke--1243981718', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:35.971049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:55:35.976201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.020339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:55:36.033478 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8d665cce-0d76-4002-97ec-cf6d6968a7f9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.033920 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Added segment 8d665cce-0d76-4002-97ec-cf6d6968a7f9 of type vlan for network 04c8d09a-f637-454a-8e05-01dd81120c59 Jan 28 16:55:36.082542 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (04c8d09a-f637-454a-8e05-01dd81120c59), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.153962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (04c8d09a-f637-454a-8e05-01dd81120c59), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.160951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:36.161578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.295216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3567283 Jan 28 16:55:36.297324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33036) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:36.303697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'admin_state_up': True, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:36.331675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818b929-da67-43f6-bbcd-7d09e40196f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Network': ['ID=04c8d09a-f637-454a-8e05-01dd81120c59,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:36.351013 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.351771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 04c8d09a-f637-454a-8e05-01dd81120c59 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:55:36.352763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.452650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.618498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33046) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:36.701446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.780253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1603322204-network', 'tenant_id': '41e93c32165740b29e98846e7841ab45'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:36.811287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:55:36.813934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:36.825541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.001233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks [] for security_group (1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.009976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.043147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:55:37.060594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.074748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:37.086720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2900181b-77e8-4ae2-8d6a-53a8f4b92433), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.087116 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Added segment 2900181b-77e8-4ae2-8d6a-53a8f4b92433 of type vlan for network 5c6009f2-acc5-44fe-91c1-a581e0476315 Jan 28 16:55:37.101166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.175212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5c6009f2-acc5-44fe-91c1-a581e0476315), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.261952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5c6009f2-acc5-44fe-91c1-a581e0476315), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.267617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:37.268820 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.313357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6931965 Jan 28 16:55:37.317013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33076) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:37.324016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Request body: {'subnet': {'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1603322204-subnet', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:37.355354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.205 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/6f6c80a2-d2dc-459b-9389-eb79c06fcb94) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:37.408090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7994b0-2215-4d3a-beda-e29d8bca959d admin admin] Pushing event updated for resources: {'Network': ['ID=5c6009f2-acc5-44fe-91c1-a581e0476315,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:37.421549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:55:37.433077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:55:37.436379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.609258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.719465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:37.794955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:37.807616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:37.812099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:37.901514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:37.920584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (583f3072-2742-456a-a4b3-26d1368fa955), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.103230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=583f3072-2742-456a-a4b3-26d1368fa955,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:38.116186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:38.116556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Network hostable DHCP agents. Network: 5c6009f2-acc5-44fe-91c1-a581e0476315, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:55:38.151904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:55:38.171308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33132) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:38.178465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5c6009f2-acc5-44fe-91c1-a581e0476315) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:38.188485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d94844-b47f-453f-89e5-51bbb22ec35a None None] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:55:38.202640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:38.208392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.245219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c018039-74d9-4f6f-a61b-662ee57483bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9268136 Jan 28 16:55:38.247777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:38.252101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:38.298587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (603581d9-8445-41df-a3a4-76488a113207), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.299710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (603581d9-8445-41df-a3a4-76488a113207), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.440475 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e60b35c9-b669-4c04-a434-3b520d6b1ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.444814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks [] for router_controller (603581d9-8445-41df-a3a4-76488a113207), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.482705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5c6009f2-acc5-44fe-91c1-a581e0476315', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'project_id': '41e93c32165740b29e98846e7841ab45', 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:55:38.484775 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.676040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks [] for router_gateway (603581d9-8445-41df-a3a4-76488a113207), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.789039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Allocated IP 172.20.0.2 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/33e978f6-0dbf-487b-94ed-59851893e75d) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:38.833147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e60b35c9-b669-4c04-a434-3b520d6b1ce3 admin admin] Publish callbacks [] for security_group (be589dc9-abcf-4f62-9490-4f778f2e3dd6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.850639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e60b35c9-b669-4c04-a434-3b520d6b1ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (be589dc9-abcf-4f62-9490-4f778f2e3dd6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:38.919888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e60b35c9-b669-4c04-a434-3b520d6b1ce3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1afa1e3c1e5048979786bdb21c5ec528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7466853 Jan 28 16:55:38.924991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33158) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:39.051000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca2-28ff-42b4-a226-4e95d3ce1b75 admin admin] Publish callbacks [] for security_group (be589dc9-abcf-4f62-9490-4f778f2e3dd6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.091838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.124699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Publish callbacks [] for port (33e978f6-0dbf-487b-94ed-59851893e75d), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.127115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca2-28ff-42b4-a226-4e95d3ce1b75 admin admin] Publish callbacks [] for security_group (be589dc9-abcf-4f62-9490-4f778f2e3dd6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.147421 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.175491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b35c9-b669-4c04-a434-3b520d6b1ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be589dc9-abcf-4f62-9490-4f778f2e3dd6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:39.267241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Pushing event updated for resources: {'Port': ['ID=33e978f6-0dbf-487b-94ed-59851893e75d,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:39.280197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:39.286011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:39.303055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:39.422036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Attempting to bind port 33e978f6-0dbf-487b-94ed-59851893e75d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:39.422423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Attempting to bind port 33e978f6-0dbf-487b-94ed-59851893e75d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:39.422931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Attempting to bind port 33e978f6-0dbf-487b-94ed-59851893e75d on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:39.437974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:39.438357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:39.442918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.443343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:39.444025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Bound port: 33e978f6-0dbf-487b-94ed-59851893e75d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:39.444634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.516524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca2-28ff-42b4-a226-4e95d3ce1b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (be589dc9-abcf-4f62-9490-4f778f2e3dd6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.521683 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d68ca2-28ff-42b4-a226-4e95d3ce1b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.525856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69d68ca2-28ff-42b4-a226-4e95d3ce1b75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be589dc9-abcf-4f62-9490-4f778f2e3dd6 HTTP/1.1" status: 204 len: 168 time: 0.5974250 Jan 28 16:55:39.561833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d68ca2-28ff-42b4-a226-4e95d3ce1b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be589dc9-abcf-4f62-9490-4f778f2e3dd6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:39.591668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks [] for router_gateway (603581d9-8445-41df-a3a4-76488a113207), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.622003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] For port 33e978f6-0dbf-487b-94ed-59851893e75d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:39.625410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.629534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.637272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] For port 33e978f6-0dbf-487b-94ed-59851893e75d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=33e978f6-0dbf-487b-94ed-59851893e75d,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:39.727623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:39.950819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Allocated IP 172.25.8.12 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/f13d3aa5-ff63-47b8-bbef-871736c39672) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:39.996996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa11a8-8e1c-4628-940d-e230a39eee5a None None] Pushing event updated for resources: {'Port': ['ID=33e978f6-0dbf-487b-94ed-59851893e75d,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:40.055354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:55:40.330261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks [] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:40.358300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:40.374377 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Sync routers for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:40.390661 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:40.391836 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:40.417418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:40.423272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33194) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:40.431696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7b6afbec-f527-4b24-85f4-4d5a6c24df16 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1329386 Jan 28 16:55:40.445496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:40.568600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:40.678728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 33e978f6-0dbf-487b-94ed-59851893e75d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:40.732287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c07a98b7-32cf-4707-901e-87d2375814db tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8ed5608621734a99b86b03a99acedd8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3063343 Jan 28 16:55:40.736927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33200) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:40.741544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:40.750544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:40.767885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:40.865478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Pushing event updated for resources: {'Port': ['ID=f13d3aa5-ff63-47b8-bbef-871736c39672,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:40.874289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 33e978f6-0dbf-487b-94ed-59851893e75d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:40.874679 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.031440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae633d-3b3c-4743-ad88-66b6a14495a1 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:41.031682 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:38Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:41.036422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f4ae633d-3b3c-4743-ad88-66b6a14495a1 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3004928 Jan 28 16:55:41.037750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33212) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:41.062981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 33e978f6-0dbf-487b-94ed-59851893e75d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:41.064018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.085580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-55514b2c-4848-4e4e-9535-dcae3c80c874 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450964 Jan 28 16:55:41.088708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33214) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:41.095248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699335989', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:41.140210 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Checking router: 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:41.140556 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Updating router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:55:41.172864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 33e978f6-0dbf-487b-94ed-59851893e75d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=33e978f6-0dbf-487b-94ed-59851893e75d,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:41.180940 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.236933 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.256739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=33e978f6-0dbf-487b-94ed-59851893e75d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:41.367915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:55:41.372648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.554334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks [] for router_gateway (603581d9-8445-41df-a3a4-76488a113207), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.851619 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Publish callbacks [] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.871750 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.896498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7e857823-6f0a-4881-a913-0b1bae6272fd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:41.967367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c9cbd-19a8-4719-9e53-e89c65cf5971 None None] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:55:42.018511 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Pushing event updated for resources: {'Port': ['ID=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:42.093330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.093672 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.094007 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.094386 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.095208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Subnet': ['ID=7e857823-6f0a-4881-a913-0b1bae6272fd,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:42.097515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (603581d9-8445-41df-a3a4-76488a113207), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.107719 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.108075 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.108410 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.108759 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.127466 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.127923 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.128274 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.128621 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.128981 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:55:42.135422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Checking segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:42.135803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network hostable DHCP agents. Network: 04c8d09a-f637-454a-8e05-01dd81120c59, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:55:42.226053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 04c8d09a-f637-454a-8e05-01dd81120c59 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:55:42.255815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 04c8d09a-f637-454a-8e05-01dd81120c59) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:42.262241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:42.262894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.326168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-afc3d652-772e-4118-a994-c6e436a4fdc6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2362740 Jan 28 16:55:42.328929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33236) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:42.368302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6f7f7-daa6-46ef-b24c-b97cfe8852d2 None None] Network 04c8d09a-f637-454a-8e05-01dd81120c59 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:55:42.475391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Router 603581d9-8445-41df-a3a4-76488a113207 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:55:42.483549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.613583 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:55:42.614909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Attempting to bind port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:42.615271 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Attempting to bind port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:42.619464 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Attempting to bind port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:42.627556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fdbda151-d6a0-4793-91f9-a2140c1a59fa None None] Provisioning complete for port 33e978f6-0dbf-487b-94ed-59851893e75d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:42.628111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fdbda151-d6a0-4793-91f9-a2140c1a59fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.639796 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:42.640209 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:42.640578 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.644414 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:42.644976 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Bound port: 6f6c80a2-d2dc-459b-9389-eb79c06fcb94, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:42.647147 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.748110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 33e978f6-0dbf-487b-94ed-59851893e75d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:42.817780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] For port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:42.830587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] For port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:42.842615 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.849908 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.884070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:42.901741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33248) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:42.937762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.939538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Sync routers for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:42.940027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f21a59f0-6367-46ae-a72c-93c39dfb8533 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6906433 Jan 28 16:55:42.942650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33252) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:42.958355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 33e978f6-0dbf-487b-94ed-59851893e75d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:42.960221 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:42.997531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a44d9-470e-4fdf-9916-7fa919b3f3cc None None] Pushing event updated for resources: {'Port': ['ID=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:43.046165 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:43.046951 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:43.312291 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:43.326322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fdbda151-d6a0-4793-91f9-a2140c1a59fa None None] Current status of the port 33e978f6-0dbf-487b-94ed-59851893e75d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:43.332031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:43.335443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:43.474142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-04c8d09a-f637-454a-8e05-01dd81120c59', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:55:43.475051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:43.563055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96b151c8-a8d0-4b18-8184-9646dcc355b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:43.603786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 33e978f6-0dbf-487b-94ed-59851893e75d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:43.663938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:43.786414 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:38Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:43.795111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1114c7e9-8ea2-4834-bc38-dff2f5b6c69b None None] Provisioning complete for port 33e978f6-0dbf-487b-94ed-59851893e75d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:43.795490 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1114c7e9-8ea2-4834-bc38-dff2f5b6c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:43.843474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce98900-efeb-4173-b154-27024a65c747 None None] The sync data for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 is: [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:38Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:44.076253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:44.651083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96b151c8-a8d0-4b18-8184-9646dcc355b2 admin admin] Publish callbacks [] for security_group (76a0a861-4120-45a5-bfbc-462765ddf132), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:44.666331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96b151c8-a8d0-4b18-8184-9646dcc355b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (76a0a861-4120-45a5-bfbc-462765ddf132), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:44.786529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33288) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:44.798040 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-96b151c8-a8d0-4b18-8184-9646dcc355b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c07307cddc504812961f2f982ce22bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8814783 Jan 28 16:55:44.808615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b151c8-a8d0-4b18-8184-9646dcc355b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0a861-4120-45a5-bfbc-462765ddf132,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:44.832165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Allocated IP 172.20.0.2 (04c8d09a-f637-454a-8e05-01dd81120c59/7e857823-6f0a-4881-a913-0b1bae6272fd/79b7ef9a-e76b-4cdf-b3e6-ec002a627149) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:44.918493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d401eccd-40ed-445a-b5a5-127bd2586b12 admin admin] Publish callbacks [] for security_group (76a0a861-4120-45a5-bfbc-462765ddf132), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:44.939727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:44.990980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d401eccd-40ed-445a-b5a5-127bd2586b12 admin admin] Publish callbacks [] for security_group (76a0a861-4120-45a5-bfbc-462765ddf132), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.098388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d401eccd-40ed-445a-b5a5-127bd2586b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (76a0a861-4120-45a5-bfbc-462765ddf132), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.101312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d401eccd-40ed-445a-b5a5-127bd2586b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.105109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d401eccd-40ed-445a-b5a5-127bd2586b12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76a0a861-4120-45a5-bfbc-462765ddf132 HTTP/1.1" status: 204 len: 168 time: 0.3152466 Jan 28 16:55:45.117537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401eccd-40ed-445a-b5a5-127bd2586b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0a861-4120-45a5-bfbc-462765ddf132,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:45.152763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33294) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:45.243688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1114c7e9-8ea2-4834-bc38-dff2f5b6c69b None None] Current status of the port 33e978f6-0dbf-487b-94ed-59851893e75d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:45.305339 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Publish callbacks [] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.308814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:41Z', 'revision_number': 3, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:45.367398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Checking router: 603581d9-8445-41df-a3a4-76488a113207 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:45.368570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Updating router 603581d9-8445-41df-a3a4-76488a113207 port f13d3aa5-ff63-47b8-bbef-871736c39672 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:55:45.403243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Allocated IP 172.20.0.1 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/f1b2f619-8d16-4ad7-99bf-07d11d2afc9c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:45.447915 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.532999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.1 (04c8d09a-f637-454a-8e05-01dd81120c59/7e857823-6f0a-4881-a913-0b1bae6272fd/ab277a60-b082-4dcf-b527-28545c79fcb5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:45.553117 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.665606 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks [] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.732105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Network 04c8d09a-f637-454a-8e05-01dd81120c59 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:45.780511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.834106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:45.842402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.870426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e271bac-4957-4535-8439-ef2b4d3f2d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:45.910178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:45.914874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:45.920927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:45.950133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:45.998379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Pushing event updated for resources: {'Port': ['ID=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:46.127612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Pushing event updated for resources: {'Port': ['ID=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:46.156297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (603581d9-8445-41df-a3a4-76488a113207), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.169126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-44cf0c65-0de6-4b1b-b143-4e4a826475f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.201469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e271bac-4957-4535-8439-ef2b4d3f2d11 admin admin] Publish callbacks [] for security_group (2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.209320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.247736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e271bac-4957-4535-8439-ef2b4d3f2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.270627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Attempting to bind port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:46.271230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Attempting to bind port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:46.271678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Attempting to bind port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:46.287081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:46.287717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Checking segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:46.288238 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.288854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Bound using segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:46.289614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Bound port: 79b7ef9a-e76b-4cdf-b3e6-ec002a627149, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:46.290488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.381928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e271bac-4957-4535-8439-ef2b4d3f2d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:46.394896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 04c8d09a-f637-454a-8e05-01dd81120c59 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:46.473055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:46.546435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-457754fd-6f33-44ba-a1c2-91a8fe04d702 None None] Provisioning complete for port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:46.547106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-457754fd-6f33-44ba-a1c2-91a8fe04d702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.564331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:46.604467 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9e271bac-4957-4535-8439-ef2b4d3f2d11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1f59e25515a4ce38caeffe1c9c3a2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4457924 Jan 28 16:55:46.605173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33324) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:46.636408 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.692264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] For port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:46.694069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=ab277a60-b082-4dcf-b527-28545c79fcb5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:46.723055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:46.744509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.833385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] For port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:46.841668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69dda2ad-7a25-4266-9bd0-41d9bf2f20b9 admin admin] Publish callbacks [] for security_group (2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.858542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-457754fd-6f33-44ba-a1c2-91a8fe04d702 None None] Port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:55:46.866079 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.873008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69dda2ad-7a25-4266-9bd0-41d9bf2f20b9 admin admin] Publish callbacks [] for security_group (2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.928198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69dda2ad-7a25-4266-9bd0-41d9bf2f20b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.932225 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69dda2ad-7a25-4266-9bd0-41d9bf2f20b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:46.933691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69dda2ad-7a25-4266-9bd0-41d9bf2f20b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9 HTTP/1.1" status: 204 len: 168 time: 0.2423842 Jan 28 16:55:46.978267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b6fb0-0db5-4cb6-9d79-201f3030f9fe None None] Pushing event updated for resources: {'Port': ['ID=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:47.016276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks [] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.017554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dda2ad-7a25-4266-9bd0-41d9bf2f20b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e3a6c-3c7a-43ad-b740-29747fd1b5e9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:47.024576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.071872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:47.073753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.194284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Publish callbacks [] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.251012 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (603581d9-8445-41df-a3a4-76488a113207), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.273803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Pushing event updated for resources: {'Port': ['ID=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:47.282293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.385967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:47.386581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.524068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:47.526166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.572081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:47.573692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:47.611854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.721568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Attempting to bind port f13d3aa5-ff63-47b8-bbef-871736c39672 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:47.721568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Attempting to bind port f13d3aa5-ff63-47b8-bbef-871736c39672 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:47.741696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Attempting to bind port f13d3aa5-ff63-47b8-bbef-871736c39672 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:47.754151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64d6a-03f7-4277-921c-40fa7c83bc3a None None] Pushing event updated for resources: {'Port': ['ID=f13d3aa5-ff63-47b8-bbef-871736c39672,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:47.763460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:47.763842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:47.764254 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.764647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:47.765164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Bound port: f13d3aa5-ff63-47b8-bbef-871736c39672, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:47.765548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:47.926412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Router 603581d9-8445-41df-a3a4-76488a113207 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:55:48.185303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3a3683d8-dc62-4683-a4fb-7a0685b41d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:48.204905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:48.251459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:48.262683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:48.269377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2c111459-e5e5-45f3-97cd-1f289405a42d admin admin] 10.222.0.25 "PUT /v2.0/routers/603581d9-8445-41df-a3a4-76488a113207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3216236 Jan 28 16:55:48.273021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:48.357124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=ab277a60-b082-4dcf-b527-28545c79fcb5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:48.385043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] For port f13d3aa5-ff63-47b8-bbef-871736c39672, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:48.387390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:48.394843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] For port f13d3aa5-ff63-47b8-bbef-871736c39672, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f13d3aa5-ff63-47b8-bbef-871736c39672,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:48.440202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:48.541155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-25d00735-4fbf-4f3a-8927-569c1a61a398 None None] Provisioning complete for port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:48.541534 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-25d00735-4fbf-4f3a-8927-569c1a61a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:48.669124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 04c8d09a-f637-454a-8e05-01dd81120c59 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:48.671278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:48.687406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:48.689083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:48.810959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:48.859581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64d6a-03f7-4277-921c-40fa7c83bc3a None None] Pushing event updated for resources: {'Port': ['ID=f13d3aa5-ff63-47b8-bbef-871736c39672,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:48.875944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-25d00735-4fbf-4f3a-8927-569c1a61a398 None None] Port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:55:48.982012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:55:49.116996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69dc53-588d-445b-9470-b35d75a2154c req-818f2b84-0555-44e7-b994-e08de2db2215 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:49.119032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b69dc53-588d-445b-9470-b35d75a2154c req-818f2b84-0555-44e7-b994-e08de2db2215 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 947 time: 0.7530110 Jan 28 16:55:49.130720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:49.131397 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.205713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:49.243251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b69dc53-588d-445b-9470-b35d75a2154c req-1eb8544c-76b7-4f5b-8f8c-5b0c90858325 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea84187-c347-4a0c-8a04-740f3246e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101830 Jan 28 16:55:49.335630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:49.346230 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b578a7d3-5b50-49a0-b52c-c12697e9c46d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0162816 Jan 28 16:55:49.353782 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Sync routers for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:49.367274 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:49.367880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:49.406355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fcd95-c23f-4ad8-a4cc-95049517e24f None None] Network 04c8d09a-f637-454a-8e05-01dd81120c59 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:55:49.525416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33456) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:49.530913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865815352', 'description': 'tempest-description--2026708623'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:49.579261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-7469b959-4c47-414d-a94b-b6aa03e241b1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:49.580878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-7469b959-4c47-414d-a94b-b6aa03e241b1 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.24 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 947 time: 0.1031532 Jan 28 16:55:49.613472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.643409 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:49.774225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Deleting port 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:49.774700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.823671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group (c9e68991-0ee5-4786-a9c6-1b80b48ad71d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.842442 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c9e68991-0ee5-4786-a9c6-1b80b48ad71d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.905693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.912549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:49.920926 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3924601 Jan 28 16:55:49.941277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33466) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:49.964152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'security_group_rule': {'security_group_id': 'c9e68991-0ee5-4786-a9c6-1b80b48ad71d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:49.971905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] Provisioning complete for port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:49.972291 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.039189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d5010-4feb-4800-9efb-41ce0f1b1b65 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e68991-0ee5-4786-a9c6-1b80b48ad71d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:50.039414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] For port 1f1d24a4-471a-43fc-b534-2112370d19fd, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=1f1d24a4-471a-43fc-b534-2112370d19fd,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:50.039821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.059088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group_rule (93de2ee8-34de-4b1e-bf28-66a753c71a05), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.186192 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group_rule (93de2ee8-34de-4b1e-bf28-66a753c71a05), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.192283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (93de2ee8-34de-4b1e-bf28-66a753c71a05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.206264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:48Z', 'revision_number': 2, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:50.227997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de2ee8-34de-4b1e-bf28-66a753c71a05,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:50.246647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:50.248034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:50.253003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.254236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1dba777f-6642-409e-92a8-cff2630ffb84 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119333 Jan 28 16:55:50.257379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33470) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:50.262570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'security_group_rule': {'security_group_id': 'c9e68991-0ee5-4786-a9c6-1b80b48ad71d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:50.266543 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Checking router: 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:50.267471 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Updating router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 port ab277a60-b082-4dcf-b527-28545c79fcb5 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:55:50.314316 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.315106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group_rule (9627b3b7-9128-45cc-9265-ba718d11df4f), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.326329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.326701 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (3e7df4f1-160b-40be-8cee-11da417eafc4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.327022 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Floating IP 3e7df4f1-160b-40be-8cee-11da417eafc4 disassociated. External IP: 172.25.8.82, port: 1f1d24a4-471a-43fc-b534-2112370d19fd. Jan 28 16:55:50.327378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Calling delete_port for 1f1d24a4-471a-43fc-b534-2112370d19fd owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:50.465364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group_rule (9627b3b7-9128-45cc-9265-ba718d11df4f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.475278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (9627b3b7-9128-45cc-9265-ba718d11df4f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.498068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] Current status of the port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:50.499107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.511553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:50.512887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.521189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9627b3b7-9128-45cc-9265-ba718d11df4f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:50.552511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.559759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8ad4e9c-dcfd-4e40-a65a-c255cae6357e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995043 Jan 28 16:55:50.561912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:50.581093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:50.626572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 2, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:50.636209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.659014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1f1d24a4-471a-43fc-b534-2112370d19fd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.696700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] For port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:50.718869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca3263-c8c8-4c4c-83fb-ba74b02811a7 None None] The sync data for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 is: [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 2, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:50.730740 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.808972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event deleted for resources: {'Port': ['ID=1f1d24a4-471a-43fc-b534-2112370d19fd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:50.892652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.899396 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Publish callbacks [] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.918247 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.964741 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:50.988023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:51.048466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74f096-b522-4077-8e14-71a36e6ef812 None None] Pushing event updated for resources: {'Port': ['ID=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:51.062177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4495a76a-bfb8-4aca-82a2-da7cd4205cde None None] Provisioning complete for port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:51.065034 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4495a76a-bfb8-4aca-82a2-da7cd4205cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.078728 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc91cf-8f76-4b85-8cad-21810a7f6283 None None] Pushing event updated for resources: {'Port': ['ID=ab277a60-b082-4dcf-b527-28545c79fcb5,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:51.219390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1c2c19f-45d6-497b-a740-98d95fab8301 req-bf4fed18-bd6c-4e8e-b3f0-22f69d36e2c9 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/ports?device_id=765b60e7-4e95-46b0-8919-f33d699727f1 HTTP/1.1" status: 200 len: 210 time: 0.7664909 Jan 28 16:55:51.246471 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Attempting to bind port ab277a60-b082-4dcf-b527-28545c79fcb5 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:51.247150 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Attempting to bind port ab277a60-b082-4dcf-b527-28545c79fcb5 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:51.248039 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Attempting to bind port ab277a60-b082-4dcf-b527-28545c79fcb5 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:51.270045 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:51.277531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Checking segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:51.282709 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.283441 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Bound using segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:51.285661 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Bound port: ab277a60-b082-4dcf-b527-28545c79fcb5, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:51.287756 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.298192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Router fcb8556e-965d-43f8-b43e-9463210a0a84 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:55:51.352079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4495a76a-bfb8-4aca-82a2-da7cd4205cde None None] Current status of the port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:51.401853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4495a76a-bfb8-4aca-82a2-da7cd4205cde None None] Provisioning complete for port ab277a60-b082-4dcf-b527-28545c79fcb5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:51.403857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4495a76a-bfb8-4aca-82a2-da7cd4205cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.504097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] For port ab277a60-b082-4dcf-b527-28545c79fcb5, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:51.505641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4495a76a-bfb8-4aca-82a2-da7cd4205cde None None] Port ab277a60-b082-4dcf-b527-28545c79fcb5 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:55:51.523009 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] For port ab277a60-b082-4dcf-b527-28545c79fcb5, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ab277a60-b082-4dcf-b527-28545c79fcb5,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:51.546042 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.645352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] Provisioning complete for port ab277a60-b082-4dcf-b527-28545c79fcb5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:51.645852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.671008 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:51.671647 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:51.790546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:55:51.849215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:51.869642 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc91cf-8f76-4b85-8cad-21810a7f6283 None None] Pushing event updated for resources: {'Port': ['ID=ab277a60-b082-4dcf-b527-28545c79fcb5,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:51.893698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] No DVR routers for this DVR port 1f1d24a4-471a-43fc-b534-2112370d19fd on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:55:51.898382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:51.902084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d55f5a6d-e70e-4514-8e78-0bb70f4bc40f req-f2f6567f-0ee0-4bd8-89a2-6c23b9ecf236 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.24 "DELETE /v2.0/ports/1f1d24a4-471a-43fc-b534-2112370d19fd HTTP/1.1" status: 204 len: 173 time: 2.3159242 Jan 28 16:55:51.905344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-deleted', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:51.908323 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe2c9f-d175-48e0-8486-bd0c6a3729d6" -d '{"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-deleted", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:51.927970 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:51.958260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:51.958918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:51.995263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-b56ad922-201c-489b-ae90-26abb719c63b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:52.019592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-b56ad922-201c-489b-ae90-26abb719c63b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.3859565 Jan 28 16:55:52.046076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-cdecccde-8521-4422-8aac-3174998af6b5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0252292 Jan 28 16:55:52.052319 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:52.169043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-01c18f79-2f66-4447-a13e-beeb5e2eb3ee tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1212647 Jan 28 16:55:52.314461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Allocated IP 172.25.8.136 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/fb14dc29-1bd2-4f3f-8a56-5715c1a2d608) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:52.460393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:52.464895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-9168198e-4da8-4a37-bda1-acd120cc475f service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945352 Jan 28 16:55:52.549717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] Current status of the port ab277a60-b082-4dcf-b527-28545c79fcb5 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:52.550064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:52.648666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:52.677603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-bec4ad75-201a-48ce-be3b-c3a574ddb96b service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018015 Jan 28 16:55:52.743254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:52.778971 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:51Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:52.815258 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a0a00-e4f3-47f2-a5fb-624d56823068 None None] The sync data for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 is: [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:51Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:52.862594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=fb14dc29-1bd2-4f3f-8a56-5715c1a2d608,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:52.877866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] For port ab277a60-b082-4dcf-b527-28545c79fcb5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ab277a60-b082-4dcf-b527-28545c79fcb5,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:52.881045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:52.882858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:52.906218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:52.938386 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.035607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e342e-f9e2-442e-b5bd-f82b2fcf380c None None] Pushing event updated for resources: {'Port': ['ID=ab277a60-b082-4dcf-b527-28545c79fcb5,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:53.118974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (fe7dbed3-2840-4053-bb95-8e1c4e2c0bab), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.127929 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3d927-d92d-42fc-8d6d-cbff7e7c2df6 x-openstack-request-id: req-52d3d927-d92d-42fc-8d6d-cbff7e7c2df6 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:55:53.128429 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b60e7-4e95-46b0-8919-f33d699727f1", "name": "network-vif-deleted", "tag": "1f1d24a4-471a-43fc-b534-2112370d19fd", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:55:53.128531 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52d3d927-d92d-42fc-8d6d-cbff7e7c2df6 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:55:53.128929 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b60e7-4e95-46b0-8919-f33d699727f1', 'name': 'network-vif-deleted', 'tag': '1f1d24a4-471a-43fc-b534-2112370d19fd', 'status': 'completed', 'code': 200} Jan 28 16:55:53.142204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:55:53.189910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 1f1d24a4-471a-43fc-b534-2112370d19fd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:55:53.190552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 1f1d24a4-471a-43fc-b534-2112370d19fd not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:55:53.208640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-65ff23f6-c139-484d-a4e8-76e22a82d4b3 None None] Provisioning complete for port ab277a60-b082-4dcf-b527-28545c79fcb5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:53.210930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65ff23f6-c139-484d-a4e8-76e22a82d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.236958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.296990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:53.346138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:53.365362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:53.366015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:53.385837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbebd6e2-1881-45ae-90f2-15841f63e42e req-2d68cade-12ab-4372-be5a-e13fa6988402 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0980392 Jan 28 16:55:53.463268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33518) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:53.569633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:53.638851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1c15b6b-1ed2-4a15-9044-19ccc3f014be tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (bea84187-c347-4a0c-8a04-740f3246e5dc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.642434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.649195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.675981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-65ff23f6-c139-484d-a4e8-76e22a82d4b3 None None] Current status of the port ab277a60-b082-4dcf-b527-28545c79fcb5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:53.706450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1c15b6b-1ed2-4a15-9044-19ccc3f014be tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (bea84187-c347-4a0c-8a04-740f3246e5dc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.788122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1c15b6b-1ed2-4a15-9044-19ccc3f014be tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bea84187-c347-4a0c-8a04-740f3246e5dc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.790885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=fb14dc29-1bd2-4f3f-8a56-5715c1a2d608,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:53.793663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1c15b6b-1ed2-4a15-9044-19ccc3f014be tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.795646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c1c15b6b-1ed2-4a15-9044-19ccc3f014be tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "DELETE /v2.0/security-groups/bea84187-c347-4a0c-8a04-740f3246e5dc HTTP/1.1" status: 204 len: 168 time: 0.3311226 Jan 28 16:55:53.799648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:53.808119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c15b6b-1ed2-4a15-9044-19ccc3f014be tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea84187-c347-4a0c-8a04-740f3246e5dc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:53.830128 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-74e7afac-8466-4474-8ab4-8aac3703fe28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] show failed (client error): The resource could not be found. Jan 28 16:55:53.833959 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74e7afac-8466-4474-8ab4-8aac3703fe28 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "GET /v2.0/security-groups/bea84187-c347-4a0c-8a04-740f3246e5dc HTTP/1.1" status: 404 len: 347 time: 0.0291131 Jan 28 16:55:53.833959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (fe7dbed3-2840-4053-bb95-8e1c4e2c0bab), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.834746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33524) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:55:53.837478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:53.857327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:53.866898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c2b8863-c11f-4110-9d40-20b43ffb3378 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3038397 Jan 28 16:55:53.938753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:53.939193 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.127827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Deleting port f6515fe9-4508-4740-a6fe-9eba29610273 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:55:54.130468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f6515fe9-4508-4740-a6fe-9eba29610273), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.193147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:54.195072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ab277a60-b082-4dcf-b527-28545c79fcb5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:54.328834 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f6515fe9-4508-4740-a6fe-9eba29610273), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.329276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (f6515fe9-4508-4740-a6fe-9eba29610273), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.347697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Calling delete_port for f6515fe9-4508-4740-a6fe-9eba29610273 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:55:54.375729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ab277a60-b082-4dcf-b527-28545c79fcb5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:54.376107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.452567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:54.490788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31684233-8913-4cca-9dcd-d0aed861ad34 None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9', 'name': '', 'network_id': '4f8593d1-88ba-4e5a-940a-769b560f4a33', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'mac_address': 'fa:16:3e:2f:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:29Z', 'updated_at': '2022-01-28T16:48:37Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'subnets': [{'id': 'd6b403a9-b5ec-44f7-82c7-293ccb23b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:54.541855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ab277a60-b082-4dcf-b527-28545c79fcb5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:54.542938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f13d3aa5-ff63-47b8-bbef-871736c39672 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:54.571661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f6515fe9-4508-4740-a6fe-9eba29610273), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.600247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f13d3aa5-ff63-47b8-bbef-871736c39672 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:54.600770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.679139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Pushing event deleted for resources: {'Port': ['ID=f6515fe9-4508-4740-a6fe-9eba29610273,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:54.724287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f13d3aa5-ff63-47b8-bbef-871736c39672 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:54.724728 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.748186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks [] for floatingip (3e7df4f1-160b-40be-8cee-11da417eafc4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.751289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.755461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port f13d3aa5-ff63-47b8-bbef-871736c39672, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f13d3aa5-ff63-47b8-bbef-871736c39672,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:54.756664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-36fc888f-5ec9-46dd-893a-a99c988dc549 tempest-AttachVolumeShelveTestJSON-912691944 tempest-AttachVolumeShelveTestJSON-912691944-project] 10.222.0.25 "DELETE /v2.0/floatingips/3e7df4f1-160b-40be-8cee-11da417eafc4 HTTP/1.1" status: 204 len: 168 time: 0.9201117 Jan 28 16:55:54.794231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:54.875282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=f13d3aa5-ff63-47b8-bbef-871736c39672,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:54.975238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-7f2ee22c-c5c2-4bdb-9738-c86a2d44c1d2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:54.977275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-7f2ee22c-c5c2-4bdb-9738-c86a2d44c1d2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.2808135 Jan 28 16:55:54.994567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:55.170490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ab277a60-b082-4dcf-b527-28545c79fcb5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:55.270038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:55:55.274738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:55.539940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.5 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/2b047526-0d66-40da-9127-d8dbe86d978e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:55:55.617117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ab277a60-b082-4dcf-b527-28545c79fcb5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:55.617538 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:55.800209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ab277a60-b082-4dcf-b527-28545c79fcb5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:55.801465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f13d3aa5-ff63-47b8-bbef-871736c39672 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:55.831869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (2b047526-0d66-40da-9127-d8dbe86d978e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:55.886003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:55.903493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f13d3aa5-ff63-47b8-bbef-871736c39672 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:55.903875 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:55.914008 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Sync routers for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:55:55.938483 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:55.939115 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:56.005879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:55:56.009317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:55:56.023099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aa65c-e949-4958-89bb-902b7d7a4f4b None None] New status for floating IP 3e7df4f1-160b-40be-8cee-11da417eafc4: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:55:56.024278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:55:56.123049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:56.123049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:56.147995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578581 Jan 28 16:55:56.153587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20bcb8-d59c-4aa9-b831-56f49dabb901 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=2b047526-0d66-40da-9127-d8dbe86d978e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:56.273576 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:56.276102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Request body: {'port': {'device_id': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:55:56.376145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f13d3aa5-ff63-47b8-bbef-871736c39672 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:56.377830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:56.524553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-aecb488e-5457-44f0-8745-886980b0a307 None None] Provisioning complete for port 2b047526-0d66-40da-9127-d8dbe86d978e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:56.524953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aecb488e-5457-44f0-8745-886980b0a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:56.622318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-aecb488e-5457-44f0-8745-886980b0a307 None None] Port 2b047526-0d66-40da-9127-d8dbe86d978e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:55:56.698876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 2, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:56.739541 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Checking router: 603581d9-8445-41df-a3a4-76488a113207 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:55:56.742457 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Updating router 603581d9-8445-41df-a3a4-76488a113207 port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:55:56.779032 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:56.893749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b047526-0d66-40da-9127-d8dbe86d978e {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:55:56.916060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Publish callbacks [] for port (2b047526-0d66-40da-9127-d8dbe86d978e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:56.941295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Transition to ACTIVE for port object 2b047526-0d66-40da-9127-d8dbe86d978e will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:55:56.948194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.023116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Pushing event updated for resources: {'Port': ['ID=2b047526-0d66-40da-9127-d8dbe86d978e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:57.160343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Attempting to bind port 2b047526-0d66-40da-9127-d8dbe86d978e on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:57.160841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Attempting to bind port 2b047526-0d66-40da-9127-d8dbe86d978e by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:57.161363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Attempting to bind port 2b047526-0d66-40da-9127-d8dbe86d978e on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:57.166759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Port 2b047526-0d66-40da-9127-d8dbe86d978e on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:55:57.167177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Attempting to bind port 2b047526-0d66-40da-9127-d8dbe86d978e on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:57.176906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:57.177358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:57.177833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:57.179432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Bound port: 2b047526-0d66-40da-9127-d8dbe86d978e, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:57.179910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.252050 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Publish callbacks [] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.263977 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.283286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] For port 2b047526-0d66-40da-9127-d8dbe86d978e, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:57.287860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] For port 2b047526-0d66-40da-9127-d8dbe86d978e, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2b047526-0d66-40da-9127-d8dbe86d978e,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:57.299323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.378614 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24733e-f3ec-4864-bc2c-88146bb7b2dd None None] Pushing event updated for resources: {'Port': ['ID=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:57.379976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Pushing event updated for resources: {'Port': ['ID=2b047526-0d66-40da-9127-d8dbe86d978e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:57.409098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:57.410768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.415080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-0caa65cc-3844-465c-a743-5d36d2514c45 service neutron] 10.222.0.31 "PUT /v2.0/ports/2b047526-0d66-40da-9127-d8dbe86d978e HTTP/1.1" status: 200 len: 1092 time: 1.2575903 Jan 28 16:55:57.417096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'tag': '2b047526-0d66-40da-9127-d8dbe86d978e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:55:57.439293 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc5810-7607-482d-8240-204d7121801d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed96ae0-a89f-4430-9713-5f87d854b360", "tag": "2b047526-0d66-40da-9127-d8dbe86d978e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:55:57.534673 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Attempting to bind port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:55:57.535107 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Attempting to bind port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:55:57.535476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Attempting to bind port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:55:57.541352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-925d8758-b973-4865-ae05-62967d517ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:57.543995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-925d8758-b973-4865-ae05-62967d517ac9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 1126 time: 0.0819902 Jan 28 16:55:57.547672 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:55:57.548048 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:55:57.549675 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.558126 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:55:57.558658 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Bound port: f1b2f619-8d16-4ad7-99bf-07d11d2afc9c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:55:57.561165 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.659732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-5b2ed54a-d6cc-4264-8bbf-52667021d1e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b047526-0d66-40da-9127-d8dbe86d978e HTTP/1.1" status: 200 len: 217 time: 0.1088364 Jan 28 16:55:57.726382 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] For port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:55:57.733261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] For port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:55:57.747074 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.803821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-e30c46e5-3571-486f-b071-b1621846aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:57.805424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-e30c46e5-3571-486f-b071-b1621846aeb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1386657 Jan 28 16:55:57.894892 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24733e-f3ec-4864-bc2c-88146bb7b2dd None None] Pushing event updated for resources: {'Port': ['ID=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:57.927579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] Provisioning complete for port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:57.928501 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:57.976246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-89025b74-2346-4f88-868a-2bd3d894a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:55:57.978937 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-89025b74-2346-4f88-868a-2bd3d894a2e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1671841 Jan 28 16:55:57.994382 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:55:57.997517 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:55:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:58.195111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] Current status of the port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:58.196954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:58.306932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] For port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:55:58.322949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:58.329099 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-1b2a780c-062a-4ac4-bf67-f95100f19c87 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431187 Jan 28 16:55:58.352524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:55:58.458825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee472880-c142-4b50-8af2-d4a2d232c4d7 None None] Pushing event updated for resources: {'Port': ['ID=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:55:58.535684 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a4e8466-94b7-409c-a369-0010a9e691a7 req-14b89f15-59ab-4518-9df0-9de25cd6df5a service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978695 Jan 28 16:55:58.550631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7b2e8492-a1d3-441b-9564-a418089ad4f1 None None] Provisioning complete for port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:58.551010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7b2e8492-a1d3-441b-9564-a418089ad4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:58.677469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e8492-a1d3-441b-9564-a418089ad4f1 None None] Current status of the port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:55:58.723324 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:57Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:55:58.757286 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89af92-2833-4558-bec5-3ffe842c5815 None None] The sync data for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 is: [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:57Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:55:59.194272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f1b2f619-8d16-4ad7-99bf-07d11d2afc9c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:55:59.290298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:55:59.291015 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:55:59.412055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:04.851340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-8a1149ef-9b20-4f59-8022-78f2d76d1c6d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1865815352&fields=id&tenant_id=41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 267 time: 0.1333218 Jan 28 16:56:04.865373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-127825b2-3be2-476b-96dd-d5c2e613cbf6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452462025&fields=id&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 267 time: 0.1553764 Jan 28 16:56:05.122256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-f69fc8d6-8a98-431a-8ba1-68ab22a16b4a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:05.130842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-f69fc8d6-8a98-431a-8ba1-68ab22a16b4a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.2641940 Jan 28 16:56:05.149968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-9343cfa9-93cf-4e47-8695-4f517d2d7592 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:05.152313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-9343cfa9-93cf-4e47-8695-4f517d2d7592 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 797 time: 0.2552648 Jan 28 16:56:05.160394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-e9972019-6af1-4042-ad97-477cf3ba73f3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/quotas/41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 375 time: 0.0286553 Jan 28 16:56:05.187473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-5e5343a4-193d-4632-99b7-b49edff1572a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/quotas/8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 375 time: 0.0235209 Jan 28 16:56:05.284086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-f157a2fd-7d59-4912-8136-89e465fbc0cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795808 Jan 28 16:56:05.293604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-6d6ae78a-4a54-48b7-b528-191eb1d35185 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316242 Jan 28 16:56:05.450208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33662) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:05.509650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-2802f618-6a74-47f4-a046-c592709264a5 service neutron] 10.222.0.25 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082670 Jan 28 16:56:05.611745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-8d3afb1c-d312-40c6-8a67-2a086df7a59b service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014843 Jan 28 16:56:05.620326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-4ed4215c-996c-4cfb-9afd-73711a545b74 service neutron] 10.222.0.25 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098754 Jan 28 16:56:05.640926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09266018-953b-469d-9456-1cdc0a1606b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:05.770414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09266018-953b-469d-9456-1cdc0a1606b5 admin admin] Publish callbacks [] for security_group (a91b0537-48c3-4be1-b698-d78a0055fbb7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:05.782473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09266018-953b-469d-9456-1cdc0a1606b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a91b0537-48c3-4be1-b698-d78a0055fbb7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:06.096261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-09266018-953b-469d-9456-1cdc0a1606b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acc2a16d30e74b869f44951486c9c823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6440897 Jan 28 16:56:06.098785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09266018-953b-469d-9456-1cdc0a1606b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b0537-48c3-4be1-b698-d78a0055fbb7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:06.110003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33672) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:06.225296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-abe1f31f-f939-46c2-a684-9d2a4aa75d1c service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021001 Jan 28 16:56:06.238888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955203f8-19e7-4041-9902-01852c526770 admin admin] Publish callbacks [] for security_group (a91b0537-48c3-4be1-b698-d78a0055fbb7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:06.283587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955203f8-19e7-4041-9902-01852c526770 admin admin] Publish callbacks [] for security_group (a91b0537-48c3-4be1-b698-d78a0055fbb7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:06.326182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224807b7-0e31-4df7-a4f4-d828d1ce696f req-f6dbd71b-1809-424a-ae8e-dbbb8d9813b0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:06.327822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-224807b7-0e31-4df7-a4f4-d828d1ce696f req-f6dbd71b-1809-424a-ae8e-dbbb8d9813b0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.0995963 Jan 28 16:56:06.444351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955203f8-19e7-4041-9902-01852c526770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a91b0537-48c3-4be1-b698-d78a0055fbb7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:06.465370 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955203f8-19e7-4041-9902-01852c526770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:06.478775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-955203f8-19e7-4041-9902-01852c526770 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a91b0537-48c3-4be1-b698-d78a0055fbb7 HTTP/1.1" status: 204 len: 168 time: 0.3660049 Jan 28 16:56:06.508781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-224807b7-0e31-4df7-a4f4-d828d1ce696f req-87c2292f-336d-45c5-8449-9da1d0a9fa7a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746216 Jan 28 16:56:06.519410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955203f8-19e7-4041-9902-01852c526770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b0537-48c3-4be1-b698-d78a0055fbb7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:06.700786 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624d0ba-4f06-477a-b6b7-105d0a7bd14a x-openstack-request-id: req-5624d0ba-4f06-477a-b6b7-105d0a7bd14a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:06.701320 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed96ae0-a89f-4430-9713-5f87d854b360", "tag": "2b047526-0d66-40da-9127-d8dbe86d978e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:06.701527 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5624d0ba-4f06-477a-b6b7-105d0a7bd14a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:06.702042 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'tag': '2b047526-0d66-40da-9127-d8dbe86d978e', 'status': 'completed', 'code': 200} Jan 28 16:56:06.865168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5810-7607-482d-8240-204d7121801d req-4ab9ff09-6045-4a69-872b-e529d25adf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:06.884768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-4ab9ff09-6045-4a69-872b-e529d25adf0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 1126 time: 0.1516860 Jan 28 16:56:06.920765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24d38805-d818-477f-ba8d-e18bfee91323 req-25fadbe1-f567-4bbc-ab69-561ebea41cd8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 210 time: 0.1476030 Jan 28 16:56:06.983679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56de26ee-b68c-467b-8c98-3206e7f714be req-690daa26-c71c-4b53-b079-8704deca3629 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 210 time: 0.1535780 Jan 28 16:56:07.290947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5810-7607-482d-8240-204d7121801d req-04b8e019-4354-45fc-9a77-f14b57ed1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:07.306406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-04b8e019-4354-45fc-9a77-f14b57ed1ec2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.4181879 Jan 28 16:56:07.446865 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-a320c8ad-c19a-4f7c-9d9d-ffe52afcafa4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b047526-0d66-40da-9127-d8dbe86d978e HTTP/1.1" status: 200 len: 217 time: 0.1338487 Jan 28 16:56:07.589278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5810-7607-482d-8240-204d7121801d req-5930eec9-d212-4627-9c00-13959768e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:07.591723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-5930eec9-d212-4627-9c00-13959768e79d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1386673 Jan 28 16:56:07.822372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5810-7607-482d-8240-204d7121801d req-069af751-fedf-495e-b491-ba415355e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:07.835489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-069af751-fedf-495e-b491-ba415355e698 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2331839 Jan 28 16:56:07.966215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf4bc-d99c-44c4-beda-3ced45049dc2 req-9044c893-77f7-4de7-aee9-e8b7c3b3955c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:08.001604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61bdf4bc-d99c-44c4-beda-3ced45049dc2 req-9044c893-77f7-4de7-aee9-e8b7c3b3955c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2904625 Jan 28 16:56:08.218434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-412df818-3fa8-47bd-9368-1decf5b982bf service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717008 Jan 28 16:56:08.498980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fc5810-7607-482d-8240-204d7121801d req-8e7f316c-7690-4edf-b8c2-3cc49734c983 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698982 Jan 28 16:56:08.542042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20a6c636-be06-4c76-b9f4-bfe92f74280b req-fa1a0651-8b0b-4bd4-9fc5-95e4de7d75ff tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 210 time: 0.1636610 Jan 28 16:56:08.643672 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61bdf4bc-d99c-44c4-beda-3ced45049dc2 req-6487b9ff-009d-473f-b25f-5c3d12c334fe tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278129 Jan 28 16:56:08.806992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3fe5085-08a4-49d5-a10f-cbda064b9617 req-0a6be643-b879-4eab-b64d-6795e7321575 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 210 time: 0.1148148 Jan 28 16:56:08.834991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-256cc864-53aa-492f-8f5f-5781ab9f18c9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:08.837912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-256cc864-53aa-492f-8f5f-5781ab9f18c9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 797 time: 0.8004465 Jan 28 16:56:09.079113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-f8f26727-87a8-47ad-b057-9b5c1471273a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:09.085188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-f8f26727-87a8-47ad-b057-9b5c1471273a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.3339829 Jan 28 16:56:09.153258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-8c46a845-a3ce-4a6b-889f-f3b3f2af45cd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 379 time: 0.3017788 Jan 28 16:56:09.169990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'port': {'device_id': '61d3a315-b642-4624-b5be-0cbba553588a', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'admin_state_up': True, 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'security_groups': ['9f5774b1-0805-4b04-a662-e88b3af76568']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:09.212935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-63950025-122d-4625-b93b-152bff76f159 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 380 time: 0.1187768 Jan 28 16:56:09.224404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'port': {'device_id': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'admin_state_up': True, 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'security_groups': ['c9e68991-0ee5-4786-a9c6-1b80b48ad71d']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:09.421179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:09.426445 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:09.535525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:09.535525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:09.889893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:09.900141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.12 (04c8d09a-f637-454a-8e05-01dd81120c59/7e857823-6f0a-4881-a913-0b1bae6272fd/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:10.033017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Allocated IP 172.20.0.7 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/33927930-3ba8-4814-9058-007d8fec898c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:10.076135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6e04267-d21c-44c7-a478-a5facf317d7e req-6fbc705d-5386-48da-9cb0-19fdffcda5a9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 210 time: 0.1566188 Jan 28 16:56:10.239895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f3b6a-43e6-4c8a-804c-68876282c51a req-2f93663d-18a5-4ffb-b0f3-f417b2e8c248 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:10.249436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea8f3b6a-43e6-4c8a-804c-68876282c51a req-2f93663d-18a5-4ffb-b0f3-f417b2e8c248 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.3463161 Jan 28 16:56:10.312528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ada677be-701d-45bf-befb-5d46eb4bd5dd req-b7028f02-010a-4e86-98d9-fa619d2e91ca tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 210 time: 0.0590303 Jan 28 16:56:10.363962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-814638157'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:10.413729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea8f3b6a-43e6-4c8a-804c-68876282c51a req-73b59b6a-551f-4898-ae34-61e4b0886d97 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636145 Jan 28 16:56:10.455282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Made reservation on behalf of c671a79c11a24d8682460d17b563696c for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:10.459458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.474607 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.476307 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.521882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.522496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (33927930-3ba8-4814-9058-007d8fec898c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.597858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 04c8d09a-f637-454a-8e05-01dd81120c59 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:10.606714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:10.632933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.728459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:10.749421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:10.754368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:10.763152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:10.836148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:10.884462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:10.889681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.901528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks [] for security_group (d6b7f14c-a9e4-4e40-9614-73dd81a0969a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.934659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aaf4804d-f579-43b0-8970-fd4b883b9307 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7741923 Jan 28 16:56:10.955857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d6b7f14c-a9e4-4e40-9614-73dd81a0969a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:10.959820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Request body: {'port': {'device_id': '61d3a315-b642-4624-b5be-0cbba553588a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:11.056707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b7f14c-a9e4-4e40-9614-73dd81a0969a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:11.125130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:56:11.137454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:11.162950 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.189474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:11.193369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.206887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b7e73702-e1a0-47c1-b167-87bdf81cdc8d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.206887 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Added segment b7e73702-e1a0-47c1-b167-87bdf81cdc8d of type vlan for network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d Jan 28 16:56:11.230970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-59d994ba-2050-4f56-945c-764e9a429393 None None] Provisioning complete for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:11.232642 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59d994ba-2050-4f56-945c-764e9a429393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.242491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-79902fd4-e4b6-4efc-bae3-24e9232da336 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0229635 Jan 28 16:56:11.298246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Request body: {'port': {'device_id': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:11.347389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-59d994ba-2050-4f56-945c-764e9a429393 None None] Port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:56:11.375245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (4e9bc19c-564b-44dd-83ef-5a1d1b558d8d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.487904 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeda45-5dcd-4549-8bfb-cba67052ab59 req-b6f1015c-b69c-4435-bafb-0963f9f1b44f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:11.495019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45eeda45-5dcd-4549-8bfb-cba67052ab59 req-b6f1015c-b69c-4435-bafb-0963f9f1b44f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 932 time: 0.2322195 Jan 28 16:56:11.497326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9cc43460-3897-46fa-b7f0-146441afb619 None None] Provisioning complete for port 33927930-3ba8-4814-9058-007d8fec898c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:11.500111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9cc43460-3897-46fa-b7f0-146441afb619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33927930-3ba8-4814-9058-007d8fec898c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.544688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.548171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (4e9bc19c-564b-44dd-83ef-5a1d1b558d8d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.563205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:11.563857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:11.645927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Pushing event updated for resources: {'Network': ['ID=4e9bc19c-564b-44dd-83ef-5a1d1b558d8d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:11.647023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9cc43460-3897-46fa-b7f0-146441afb619 None None] Port 33927930-3ba8-4814-9058-007d8fec898c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:56:11.659364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:56:11.716929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87768355-390e-47e0-8b67-81d85d94f629 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8258586 Jan 28 16:56:11.828718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45eeda45-5dcd-4549-8bfb-cba67052ab59 req-1e66bc0d-78ab-4a6f-a5b8-c6532d1401f9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278098 Jan 28 16:56:11.873950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b0943-da25-48ab-b6f5-dbd9f00422a2 req-5b348a62-b108-42cf-a8d7-00ba3a64a501 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:11.881322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f5b0943-da25-48ab-b6f5-dbd9f00422a2 req-5b348a62-b108-42cf-a8d7-00ba3a64a501 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 931 time: 0.4042420 Jan 28 16:56:12.205924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:56:12.221819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Publish callbacks [] for port (33927930-3ba8-4814-9058-007d8fec898c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.231797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.247074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:56:12.249838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Transition to ACTIVE for port object 33927930-3ba8-4814-9058-007d8fec898c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:56:12.257868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Publish callbacks [] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.260391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.271589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.277913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Transition to ACTIVE for port object fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:56:12.297259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f5b0943-da25-48ab-b6f5-dbd9f00422a2 req-9b038861-3e2a-4ace-b510-bcede6eac98a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089952 Jan 28 16:56:12.308925 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.364479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:12.500128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:12.583565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5fe5f-bede-468e-b37f-c3a383104377 req-43d98b32-b73f-42d9-b8f9-860c1134d911 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:12.587160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Attempting to bind port 33927930-3ba8-4814-9058-007d8fec898c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:12.588032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Attempting to bind port 33927930-3ba8-4814-9058-007d8fec898c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:12.588365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Attempting to bind port 33927930-3ba8-4814-9058-007d8fec898c on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:12.593538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5a5fe5f-bede-468e-b37f-c3a383104377 req-43d98b32-b73f-42d9-b8f9-860c1134d911 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.6719010 Jan 28 16:56:12.602962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Port 33927930-3ba8-4814-9058-007d8fec898c on network 5c6009f2-acc5-44fe-91c1-a581e0476315 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:12.603286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Attempting to bind port 33927930-3ba8-4814-9058-007d8fec898c on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:12.623821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:56:12.624150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:12.624438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:56:12.625171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Bound port: 33927930-3ba8-4814-9058-007d8fec898c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:56:12.625537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.846776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:12.850938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:56:12.854650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:12.865641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Request body: {'port': {'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d', 'binding:host_id': 'n-h2-812111-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-558031048'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:12.880179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.922068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:12.928653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:12.930455 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] 10.222.0.24 "PUT /v2.0/ports/33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 1092 time: 1.6390545 Jan 28 16:56:12.945840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:12.959104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:12.959450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:12.959780 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76" -d '{"events": [{"name": "network-changed", "server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:12.968757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:13.022292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5a5fe5f-bede-468e-b37f-c3a383104377 req-fe2c8fd9-6d23-418b-ae8e-15501fcb931d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126260 Jan 28 16:56:13.041072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:13.041486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:13.098525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:56:13.110305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Checking segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:13.111071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Bound using segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:56:13.111719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Bound port: fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:56:13.113802 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.188221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Made reservation on behalf of c28f07be47494c37b1c9ca9a66865529 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:13.194225 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.220770 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811e0927-f579-4a4a-a764-1ec67366c61e x-openstack-request-id: req-811e0927-f579-4a4a-a764-1ec67366c61e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:13.223296 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:13.223725 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-811e0927-f579-4a4a-a764-1ec67366c61e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:13.224286 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'status': 'completed', 'code': 200} Jan 28 16:56:13.243649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f30826-9968-4237-bf62-205ab7192402 service neutron] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:13.247232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.283124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-cc57f486-08df-4e68-bd10-828572d5c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:13.285308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-cc57f486-08df-4e68-bd10-828572d5c66d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1126 time: 0.2758973 Jan 28 16:56:13.384242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abd706-bf4c-4448-b712-f932b3aec333 req-277da833-0f55-499a-b14d-9535745fd27c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:13.386166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8abd706-bf4c-4448-b712-f932b3aec333 req-277da833-0f55-499a-b14d-9535745fd27c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.3277709 Jan 28 16:56:13.409849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-6536a66a-f864-4669-9517-b8662abfa8dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 217 time: 0.1086116 Jan 28 16:56:13.438543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:13.486568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:56:13.536103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.610594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-9e7dddcf-2845-4380-8d95-79996d09f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:13.613822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-9e7dddcf-2845-4380-8d95-79996d09f323 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.2004583 Jan 28 16:56:13.632427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8abd706-bf4c-4448-b712-f932b3aec333 req-f35acf2c-4aaf-4788-aef0-05f234297436 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238202 Jan 28 16:56:13.649172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:13.650003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.653735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1093 time: 2.7052081 Jan 28 16:56:13.655104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:13.665969 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f42117-bb31-4af3-94c3-37f46f3111df" -d '{"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:13.694050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb1739-d2c7-4f88-89b9-0d07fe6029c1 req-18b89528-bec3-4764-9a56-c0e4ea422657 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:13.706119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dbb1739-d2c7-4f88-89b9-0d07fe6029c1 req-18b89528-bec3-4764-9a56-c0e4ea422657 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 943 time: 0.2850001 Jan 28 16:56:13.764018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for security_group (4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.775246 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc6446-8072-4b68-a9f5-3b965979fcc2 x-openstack-request-id: req-99fc6446-8072-4b68-a9f5-3b965979fcc2 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:13.778040 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:13.780867 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99fc6446-8072-4b68-a9f5-3b965979fcc2 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:13.781494 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'status': 'completed', 'code': 200} Jan 28 16:56:13.782072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:13.795242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:13.829552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84bf50-ca95-48e4-8889-d82375017e11 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:13.976519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dbb1739-d2c7-4f88-89b9-0d07fe6029c1 req-8359da97-1261-4876-b91a-961623b07335 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488620 Jan 28 16:56:13.979813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-27c1dbc0-f553-42aa-9157-166cfd915dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:13.987798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-27c1dbc0-f553-42aa-9157-166cfd915dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1127 time: 0.2686899 Jan 28 16:56:14.105630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-e1d3d763-ddae-46c8-834e-8b3525b5441f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 217 time: 0.1073966 Jan 28 16:56:14.256890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:14.269156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:14.302097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:14.305183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aec849a9-3201-48a8-bff3-bfe057c5d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:14.317152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-aec849a9-3201-48a8-bff3-bfe057c5d31c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.2047384 Jan 28 16:56:14.327737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:14.419129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-993d995c-80ea-4ba7-9682-08f5e52fd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:14.420045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787bb3f-b16f-40a8-be08-2962e6cad7f3 req-642ce2a4-ae9f-49bc-9ab6-bb1d79b84786 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:14.421060 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-993d995c-80ea-4ba7-9682-08f5e52fd271 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7983358 Jan 28 16:56:14.423774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:14.428097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6787bb3f-b16f-40a8-be08-2962e6cad7f3 req-642ce2a4-ae9f-49bc-9ab6-bb1d79b84786 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2215633 Jan 28 16:56:14.454039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Checking segment: {'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:14.454354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Network hostable DHCP agents. Network: 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:56:14.518042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-25386458-0fac-41f5-8638-b88ffcf98adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:14.519968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-25386458-0fac-41f5-8638-b88ffcf98adc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1947939 Jan 28 16:56:14.522858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:56:14.575275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6787bb3f-b16f-40a8-be08-2962e6cad7f3 req-58d126b3-5224-4d8f-a441-f10977adc26d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462355 Jan 28 16:56:14.575775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:14.583209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:14.586652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64246c-28a8-4891-a385-15ff875ea85c None None] Network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:14.624569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:14.631548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:14.631951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:14.660277 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-64387bdd-8359-4e6f-81f8-1db28593c5ef service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313237 Jan 28 16:56:14.660971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:14.661304 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:14.669703 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 2 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:14.723353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:14.723702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:14.724048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:14.782771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-5733f278-aac0-4346-9ecf-ff968b4fad18 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464294 Jan 28 16:56:14.812231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:14.812572 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:14.817519 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 3 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:14.878932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cda13b81-dec5-47ce-95f2-47bf1313f1d4 req-9e88e899-47ad-4f2a-b411-cdbfd185554f service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058656 Jan 28 16:56:14.879811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:14.880149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:14.880606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:14.891333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:14.891746 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:14.892159 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 4 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:14.942500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:14.942933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:14.943225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:14.957358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:14.957761 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:14.958102 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 5 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:15.064243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd306-5b37-4a38-9ff6-e036502557d3 req-10c6cac3-d732-4bf8-9367-dba773729dc0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:15.074221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfdfd306-5b37-4a38-9ff6-e036502557d3 req-10c6cac3-d732-4bf8-9367-dba773729dc0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.2244487 Jan 28 16:56:15.093101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:15.093446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:15.093795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:15.118045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:15.118385 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:15.119959 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 6 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:15.163424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:15.163763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:15.164108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:15.185970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-c5840786-4729-4302-afb7-2c60df53e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:15.187550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-c5840786-4729-4302-afb7-2c60df53e794 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1126 time: 0.2266090 Jan 28 16:56:15.191910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfb72603-33e1-4bb0-8542-b3af5911a3d9 req-d9bd7eb6-2d0d-4517-8de8-59769ce677f1 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854220 Jan 28 16:56:15.193822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:15.194350 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:15.194758 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 7 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:15.275177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfdfd306-5b37-4a38-9ff6-e036502557d3 req-63ded966-f712-4135-b214-49334eac92da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949134 Jan 28 16:56:15.384893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:15.389327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:15.389904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:15.404848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:15.405477 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:15.410111 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 8 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:15.450629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec997904-8b6d-482f-b127-28c398ef0678 req-8ac39db0-0c3d-4ea4-999b-d6b9367337a8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:15.454345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec997904-8b6d-482f-b127-28c398ef0678 req-8ac39db0-0c3d-4ea4-999b-d6b9367337a8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 943 time: 0.2885280 Jan 28 16:56:15.465514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42117-bb31-4af3-94c3-37f46f3111df req-ada08f4b-e4df-415b-93e0-724323d7ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:15.467304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-ada08f4b-e4df-415b-93e0-724323d7ce53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1127 time: 0.2315125 Jan 28 16:56:15.477379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:15.477961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:15.478466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:15.497604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:15.504399 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:15.510591 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 9 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:15.587870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:15.589147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:15.596408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:15.618003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-b7b2a022-e71b-4749-b28a-7d49f43076b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:15.619988 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-b7b2a022-e71b-4749-b28a-7d49f43076b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.4218495 Jan 28 16:56:15.626021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:15.626021 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:15.626021 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 10 to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 Jan 28 16:56:15.805638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:15.805972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:15.806320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:15.826528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-28cd5420-6893-44c9-965c-0a20add4c3a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 217 time: 0.1861844 Jan 28 16:56:15.831269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:15.831606 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:15.831980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:15.950808 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-22c70830-6ae8-44b3-bb45-046ea8160e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:15.977024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-f38ba218-3c33-48c5-9aa1-f4be5b2ec3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:15.978878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-f38ba218-3c33-48c5-9aa1-f4be5b2ec3a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1447170 Jan 28 16:56:15.994174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec997904-8b6d-482f-b127-28c398ef0678 req-23b6941f-1e89-46bf-9def-ea55638f9dae tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5256040 Jan 28 16:56:16.082892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42117-bb31-4af3-94c3-37f46f3111df req-1c90aa41-3976-4e31-941d-ff4d298513ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.084294 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-1c90aa41-3976-4e31-941d-ff4d298513ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.6025591 Jan 28 16:56:16.121982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d3d8-f167-4138-be30-62564b081f7b req-3e23b244-812e-4da6-bdd9-f691113ca45b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.123559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78f9d3d8-f167-4138-be30-62564b081f7b req-3e23b244-812e-4da6-bdd9-f691113ca45b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.3700452 Jan 28 16:56:16.163693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] For port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:16.166527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempted to set empty binding levels {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 16:56:16.179894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:16.200396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-77c4ced0-6121-456c-b2a3-09c3378932bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 217 time: 0.0988605 Jan 28 16:56:16.243059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.249907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:16.300457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42117-bb31-4af3-94c3-37f46f3111df req-07249df6-8288-4e1e-b679-07c43507ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.302200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-07249df6-8288-4e1e-b679-07c43507ec5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.0995831 Jan 28 16:56:16.335889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.4787726 Jan 28 16:56:16.341820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33848) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:16.453245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-0ef72470-2111-4877-9307-aad7295be347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.454799 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-0ef72470-2111-4877-9307-aad7295be347 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4125619 Jan 28 16:56:16.567137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78f9d3d8-f167-4138-be30-62564b081f7b req-5f47a975-012a-46b1-a4a3-c3ffd9f9a5fb tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279823 Jan 28 16:56:16.592932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deeea1-8922-4a73-900c-5468e37bd595 req-331561d5-5a6c-478b-a992-6d39456d432b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.597952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06deeea1-8922-4a73-900c-5468e37bd595 req-331561d5-5a6c-478b-a992-6d39456d432b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.2090316 Jan 28 16:56:16.644980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42117-bb31-4af3-94c3-37f46f3111df req-364b3802-de74-453d-b159-d443af996bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:16.654868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-364b3802-de74-453d-b159-d443af996bb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3440351 Jan 28 16:56:16.757477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-cfc31924-0857-4b64-90ec-c47810122d63 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564366 Jan 28 16:56:16.764546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06deeea1-8922-4a73-900c-5468e37bd595 req-fe3c3092-7ae5-49b6-903e-17336e4f6b9e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561768 Jan 28 16:56:16.947738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8467f-58ed-43c2-b6e1-f3dddeaad226 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:16.976876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-78e23c4a-f093-4f09-a661-ded5b2f6edf6 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111002 Jan 28 16:56:17.084482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3de59238-a17f-4f1d-ae9c-e6f029bbdb76 req-e415848e-f8fa-449f-8bdb-562a2725de6e service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067083 Jan 28 16:56:17.111418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Deleting port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:17.117328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:17.200146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:56:17.214135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26f42117-bb31-4af3-94c3-37f46f3111df req-ed55245f-d196-46f7-b417-a31eca17f56f service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302525 Jan 28 16:56:17.224060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766e01-758a-4686-a784-05600bb9ccc1 req-3f152ff9-1b08-4a4b-ad81-1f4dbc87afbc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:17.225599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69766e01-758a-4686-a784-05600bb9ccc1 req-3f152ff9-1b08-4a4b-ad81-1f4dbc87afbc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 943 time: 0.1369393 Jan 28 16:56:17.361912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69766e01-758a-4686-a784-05600bb9ccc1 req-aeba28dc-e0ee-4121-a4c1-a27d24b37133 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268892 Jan 28 16:56:17.495575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:17.531052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'mac_address': 'fa:16:3e:c3:ab:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:56:17.603946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:17.604592 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:17.619928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:56:17.658341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:17.668761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:17.670002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:56:17.742654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] For port b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0, host n-h2-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:17.743168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:17.778090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Calling delete_port for b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:17.861573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ca3d9-ba35-476f-8a8b-e04a0ac89527 req-ce07b8eb-a604-4d87-91dc-d9f4ae45e38f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:17.874300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c3ca3d9-ba35-476f-8a8b-e04a0ac89527 req-ce07b8eb-a604-4d87-91dc-d9f4ae45e38f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.1781437 Jan 28 16:56:17.972232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:17.992797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:17.997001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 HTTP/1.1" status: 204 len: 168 time: 1.6509144 Jan 28 16:56:17.999718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33876) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:18.000663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:18.029256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5688a-bc4f-4494-8b4c-1e48168545a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:18.059456 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e6b6dc-4ab2-4700-828c-33db0a9bf72c tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:56:18.061448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66e6b6dc-4ab2-4700-828c-33db0a9bf72c tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "GET /v2.0/ports/b1b8e674-64ab-4e45-a9b2-b5fe726c1cc0 HTTP/1.1" status: 404 len: 333 time: 0.0607035 Jan 28 16:56:18.065042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33878) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:18.070887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Request body: {'port': {'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1830858498'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:18.083668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '33927930-3ba8-4814-9058-007d8fec898c', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:56:18.106204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Made reservation on behalf of c28f07be47494c37b1c9ca9a66865529 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:18.109154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.121425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c3ca3d9-ba35-476f-8a8b-e04a0ac89527 req-fdc20912-c696-4a54-b0d3-1907e8e90e79 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386825 Jan 28 16:56:18.163529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57ff5e-0700-4b79-9fca-a3306592057a req-cfe3dad3-cf82-447e-ba3d-cb0ba5379271 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:18.163773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port 211314f8-dbb0-4573-82fd-85570904380a yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:18.168927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf57ff5e-0700-4b79-9fca-a3306592057a req-cfe3dad3-cf82-447e-ba3d-cb0ba5379271 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.2354178 Jan 28 16:56:18.254004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:18.254575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.280332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:18.289605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf57ff5e-0700-4b79-9fca-a3306592057a req-1d553065-8b82-44b4-89b4-fdd3c910764a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157806 Jan 28 16:56:18.297842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:56:18.342634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:18.344834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.345180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.345865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.346625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.347140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.347844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.348334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.348886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.349380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.350893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.351389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.352015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.352528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:18.358713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1b83-0611-45b1-ba87-d6b8287eaf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.361834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.450553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for port (211314f8-dbb0-4573-82fd-85570904380a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.490381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (211314f8-dbb0-4573-82fd-85570904380a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.552530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=211314f8-dbb0-4573-82fd-85570904380a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:18.578305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:18.580203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:18.583371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:18.585735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:18.586733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.591694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:18.625687 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e76bf6cb-876f-4ef7-a485-2e7a2efa30e3 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5592568 Jan 28 16:56:18.628263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33882) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:18.634838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['33927930-3ba8-4814-9058-007d8fec898c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:56:18.636070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:18.638678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:56:18.655249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d70b1a-225f-4461-8fef-4fa84b61617d req-57778604-e409-42dc-bace-98a0cd2edeff tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:18.658885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42d70b1a-225f-4461-8fef-4fa84b61617d req-57778604-e409-42dc-bace-98a0cd2edeff tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1388626 Jan 28 16:56:18.749401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42d70b1a-225f-4461-8fef-4fa84b61617d req-ddee47e9-3444-4ef1-935a-b2aaefcffbd0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845680 Jan 28 16:56:18.760700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (211314f8-dbb0-4573-82fd-85570904380a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.949448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port 211314f8-dbb0-4573-82fd-85570904380a yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:18.958171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for port (211314f8-dbb0-4573-82fd-85570904380a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:18.966923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (211314f8-dbb0-4573-82fd-85570904380a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:19.051386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.051731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.052075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.058402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=211314f8-dbb0-4573-82fd-85570904380a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:19.063239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.063544 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.063943 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 2 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.078164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.078505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.078846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.083296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.083637 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.084035 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 3 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.109379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.109725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.110074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.124315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.124915 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.125597 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 4 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.179623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.180338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.181719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.191140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.194064 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.194724 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 5 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.222636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.228346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.229740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.240639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.241352 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.253262 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 6 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.288373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.289090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.289816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.299874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.301728 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.302488 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 7 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.351206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.353464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.359365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.376869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.378123 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.382512 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 8 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.387092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0313-6f3a-48aa-9cdf-ded415833b61 req-0e86809b-8a3a-4cf1-8e99-6a86c414b1ae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.392532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b09c0313-6f3a-48aa-9cdf-ded415833b61 req-0e86809b-8a3a-4cf1-8e99-6a86c414b1ae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.1492980 Jan 28 16:56:19.422817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.423552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.424484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.436707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.438741 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.440334 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 9 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.481784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.482909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.484837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.490590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:19.500171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.501819 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.502499 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 10 to bind port 211314f8-dbb0-4573-82fd-85570904380a Jan 28 16:56:19.519371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:19.520238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:19.521044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:19.530111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:19.531011 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port 211314f8-dbb0-4573-82fd-85570904380a on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:19.531547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (211314f8-dbb0-4573-82fd-85570904380a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:19.564798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b09c0313-6f3a-48aa-9cdf-ded415833b61 req-917a3ed9-ff2e-43dc-939d-4a9925e76028 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625919 Jan 28 16:56:19.601595 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:56:19.603057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f64a-8f78-41dc-be83-857824b28321 req-aed156cf-3caf-4eae-b6f9-cbdb7aadff74 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.604593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8908f64a-8f78-41dc-be83-857824b28321 req-aed156cf-3caf-4eae-b6f9-cbdb7aadff74 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.1785941 Jan 28 16:56:19.675559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] For port 211314f8-dbb0-4573-82fd-85570904380a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:19.676225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempted to set empty binding levels {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 16:56:19.687591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (211314f8-dbb0-4573-82fd-85570904380a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:19.700543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8908f64a-8f78-41dc-be83-857824b28321 req-d7e26802-5964-4cdc-ab6e-4ab5599d4265 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890994 Jan 28 16:56:19.742959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] In _notify_port_updated(), no bound segment for port 211314f8-dbb0-4573-82fd-85570904380a on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:56:19.751655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.752487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:19.756645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33894) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:19.756994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "PUT /v2.0/ports/211314f8-dbb0-4573-82fd-85570904380a HTTP/1.1" status: 200 len: 976 time: 1.1273293 Jan 28 16:56:19.787992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd43e-97ae-444f-8ca2-2e0763543aad tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=211314f8-dbb0-4573-82fd-85570904380a,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:19.871051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.871529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.871992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.872455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.872949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.873405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.873860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.874312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.874761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.885596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.886014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.887041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.895455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.895984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.896455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.897016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.897484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.898520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.898984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.899448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.899902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.900359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.900845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.901302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:19.907980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2f969314-2154-432a-8555-7969cf8ac6f6 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22545 time: 0.1467814 Jan 28 16:56:19.908313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33900) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:20.033957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae096f-76b5-4b3b-95a0-b49abe6e1fa4 req-4d830964-614e-4907-b546-5d9c54b720c0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:20.036062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cae096f-76b5-4b3b-95a0-b49abe6e1fa4 req-4d830964-614e-4907-b546-5d9c54b720c0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1300478 Jan 28 16:56:20.069602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:20.101963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Deleting port 211314f8-dbb0-4573-82fd-85570904380a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:20.102336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (211314f8-dbb0-4573-82fd-85570904380a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:20.147264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cae096f-76b5-4b3b-95a0-b49abe6e1fa4 req-1355f922-ffa3-4662-b8b9-2a0b37570d7c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026547 Jan 28 16:56:20.247892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] For port 211314f8-dbb0-4573-82fd-85570904380a, host n-h2-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:20.248269 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (211314f8-dbb0-4573-82fd-85570904380a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:20.263863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Calling delete_port for 211314f8-dbb0-4573-82fd-85570904380a owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:20.420803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (211314f8-dbb0-4573-82fd-85570904380a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:20.458313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event deleted for resources: {'Port': ['ID=211314f8-dbb0-4573-82fd-85570904380a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:20.470781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:20.476811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33914) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:20.477313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a597aac-35b2-40cd-b1dc-95f9e64c45e5 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "DELETE /v2.0/ports/211314f8-dbb0-4573-82fd-85570904380a HTTP/1.1" status: 204 len: 168 time: 0.5674922 Jan 28 16:56:20.525288 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0ec520-5d28-4deb-9717-6e9aaead6318 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:56:20.527666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e0ec520-5d28-4deb-9717-6e9aaead6318 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "GET /v2.0/ports/211314f8-dbb0-4573-82fd-85570904380a HTTP/1.1" status: 404 len: 333 time: 0.0490518 Jan 28 16:56:20.531634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33916) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:20.536650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-645515745', 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:20.576207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Made reservation on behalf of c28f07be47494c37b1c9ca9a66865529 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:20.579963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:20.656707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:20.674500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port 7dd1c001-3c21-40bd-854a-26ed595288d8 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:20.976778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for port (7dd1c001-3c21-40bd-854a-26ed595288d8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.101593 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (fcb8556e-965d-43f8-b43e-9463210a0a84), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.121109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fa702-b8b3-407b-8c27-fc7dbaf85102 req-351202ca-44fd-47c2-bce1-5bce50fbe2a0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:21.137603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c83fa702-b8b3-407b-8c27-fc7dbaf85102 req-351202ca-44fd-47c2-bce1-5bce50fbe2a0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.3722389 Jan 28 16:56:21.139885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7dd1c001-3c21-40bd-854a-26ed595288d8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.248123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:21.371594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:56:21.377562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:21.377942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.602973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:21.603313 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.685828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:21.687033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:21.693657 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf518a4d-3fde-442a-be83-01f9592dc2c3" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-plugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:21.702802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.703608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:21.709557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Deleting port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:21.709897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.888735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ec7a0-294d-4874-9902-ff14c8100cc7 req-6d9cad3d-1926-496d-8bcc-3294cb7318d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:21.894713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] For port 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:21.895182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:21.897842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-993ec7a0-294d-4874-9902-ff14c8100cc7 req-6d9cad3d-1926-496d-8bcc-3294cb7318d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 1.0602233 Jan 28 16:56:21.925950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Calling delete_port for 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:21.976964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:22.012561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c83fa702-b8b3-407b-8c27-fc7dbaf85102 req-61fc7517-db58-4fb6-b0d5-f035631a7bdd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740103 Jan 28 16:56:22.033311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:22.034773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:22.046200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 33927930-3ba8-4814-9058-007d8fec898c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:56:22.066399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:22.069949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 33927930-3ba8-4814-9058-007d8fec898c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:22.070343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33927930-3ba8-4814-9058-007d8fec898c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:22.163876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:22.175309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:22.176098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:22.210517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd1c001-3c21-40bd-854a-26ed595288d8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:22.301358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:22.352220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-993ec7a0-294d-4874-9902-ff14c8100cc7 req-bf01e832-94f0-45d2-abb4-aec3ea087d41 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530625 Jan 28 16:56:22.363551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:22.379094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:22.379546 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:22.385276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0c69f551-bb0e-4313-8135-43d3edcd06b1 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8523259 Jan 28 16:56:22.393252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33942) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:22.428151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.430665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.435891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.438654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.438939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.439241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.446847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.447218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.450497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.450999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.451458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.451701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.452024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:22.457881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:22.467731 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:22.503489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6c5b-12a6-4357-811c-3727cbd4ce04 req-8e1e8af4-22d7-4874-90ee-1eb98fd1619a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:22.521795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6ee6c5b-12a6-4357-811c-3727cbd4ce04 req-8e1e8af4-22d7-4874-90ee-1eb98fd1619a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.3417239 Jan 28 16:56:22.556227 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e7e1cd-8889-4a91-a999-39f5751e212a x-openstack-request-id: req-15e7e1cd-8889-4a91-a999-39f5751e212a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:22.556500 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-plugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:22.556804 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15e7e1cd-8889-4a91-a999-39f5751e212a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:22.557202 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'code': 200} Jan 28 16:56:22.643234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:22.675239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86acbb0c-27a4-4202-a1e6-6c3cecfeac59 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:22.676506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-86acbb0c-27a4-4202-a1e6-6c3cecfeac59 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "GET /v2.0/ports/7dd1c001-3c21-40bd-854a-26ed595288d8 HTTP/1.1" status: 200 len: 954 time: 0.2822876 Jan 28 16:56:22.687949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33944) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:22.709218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6ee6c5b-12a6-4357-811c-3727cbd4ce04 req-404b50f5-821c-4702-9c2b-0e882dfb9249 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863523 Jan 28 16:56:22.840086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a85310-9ca2-4454-99bd-bc2df477ec49 req-51969b59-d983-467b-bca8-cf8b17f5ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:22.843445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03a85310-9ca2-4454-99bd-bc2df477ec49 req-51969b59-d983-467b-bca8-cf8b17f5ad65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1129 time: 0.2110071 Jan 28 16:56:22.914516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03a85310-9ca2-4454-99bd-bc2df477ec49 req-b0cef717-b5a5-44cf-9c99-01af0958ff0a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653453 Jan 28 16:56:23.082143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (fcb8556e-965d-43f8-b43e-9463210a0a84), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:23.189926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Deleting port 7dd1c001-3c21-40bd-854a-26ed595288d8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:23.190284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7dd1c001-3c21-40bd-854a-26ed595288d8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:23.210109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a723c-2798-495a-8bd2-301ac08bdc3a req-ccac0ce0-8345-423f-980d-60e0aab02b83 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:23.224938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc6a723c-2798-495a-8bd2-301ac08bdc3a req-ccac0ce0-8345-423f-980d-60e0aab02b83 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.0956955 Jan 28 16:56:23.350422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc6a723c-2798-495a-8bd2-301ac08bdc3a req-0b8cb32b-88bd-4f8d-8476-3fc2cf03d0b1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245680 Jan 28 16:56:23.395190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7dd1c001-3c21-40bd-854a-26ed595288d8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:23.415238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Calling delete_port for 7dd1c001-3c21-40bd-854a-26ed595288d8 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:23.567116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614b994-a8f1-4fa3-b889-d3983152d0bd req-af0a1588-17b7-409d-a364-b1e212fd282f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:23.569624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c614b994-a8f1-4fa3-b889-d3983152d0bd req-af0a1588-17b7-409d-a364-b1e212fd282f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.0972462 Jan 28 16:56:23.623684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Router fcb8556e-965d-43f8-b43e-9463210a0a84 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:56:23.647981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c614b994-a8f1-4fa3-b889-d3983152d0bd req-bba15b47-9083-4bf8-a569-7523d07d66ef tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724514 Jan 28 16:56:23.768947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:56:23.777371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7dd1c001-3c21-40bd-854a-26ed595288d8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:23.779178 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] Sync routers for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:56:23.785238 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d9500cf-c2d8-42d4-b5d7-afc93bd9d2eb admin admin] 10.222.0.25 "PUT /v2.0/routers/fcb8556e-965d-43f8-b43e-9463210a0a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7076483 Jan 28 16:56:23.787825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33956) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:23.797461 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:56:23.798403 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:23.841502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd1c001-3c21-40bd-854a-26ed595288d8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:23.866578 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:23.870390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bc8f7ab2-f60b-4984-a9f0-9907492e80ce tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7dd1c001-3c21-40bd-854a-26ed595288d8 HTTP/1.1" status: 204 len: 168 time: 1.1806598 Jan 28 16:56:23.873424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:23.929036 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4700b39-feb5-41f0-8f33-f4551cf6b60a tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:56:23.930925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4700b39-feb5-41f0-8f33-f4551cf6b60a tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "GET /v2.0/ports/7dd1c001-3c21-40bd-854a-26ed595288d8 HTTP/1.1" status: 404 len: 333 time: 0.0543194 Jan 28 16:56:23.936858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33960) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:23.942956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Request body: {'port': {'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-379603709'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:23.982922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3761e-a7d7-47c9-8056-02c513aaae37 req-46c60021-6f43-40cf-87b9-6d01714c26f0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:23.994087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40f3761e-a7d7-47c9-8056-02c513aaae37 req-46c60021-6f43-40cf-87b9-6d01714c26f0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.1011600 Jan 28 16:56:23.998288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Made reservation on behalf of c28f07be47494c37b1c9ca9a66865529 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:24.001612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.044282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:24.069207 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:56:24.116086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40f3761e-a7d7-47c9-8056-02c513aaae37 req-02355524-5076-4623-898d-1bfe5d1f20df tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197720 Jan 28 16:56:24.141123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks [] for router (fcb8556e-965d-43f8-b43e-9463210a0a84), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.325666 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks [] for router_gateway (fcb8556e-965d-43f8-b43e-9463210a0a84), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.376121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.426874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.479373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=dafb69d7-5ae1-4963-a802-e0ba91f4ca82,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:24.493085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Deleting port d3807f3f-184e-45b9-8290-6ca5b8b94f92 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:24.493676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.507591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:24.512063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:24.518087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:24.520805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:24.523074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.536596 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:56:22Z', 'revision_number': 5, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port': {'id': 'd3807f3f-184e-45b9-8290-6ca5b8b94f92', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:48:22Z', 'updated_at': '2022-01-28T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:24.558528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:24.561714 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a0f0ce-51e4-4fa3-a9dd-172b29ee4a06" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:24.565904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f06d132-1381-4095-8095-ab063eb6d49b tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6252649 Jan 28 16:56:24.566186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:24.571707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:24.627802 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] Checking router: fcb8556e-965d-43f8-b43e-9463210a0a84 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:56:24.637470 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] Routers {'fcb8556e-965d-43f8-b43e-9463210a0a84'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:56:24.638279 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fcb8556e-965d-43f8-b43e-9463210a0a84'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:24.649174 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222605a-2fcf-4056-8ec9-e03d6f38db44 x-openstack-request-id: req-3222605a-2fcf-4056-8ec9-e03d6f38db44 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:24.649456 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:24.649729 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3222605a-2fcf-4056-8ec9-e03d6f38db44 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:24.650127 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:56:24.721183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] For port d3807f3f-184e-45b9-8290-6ca5b8b94f92, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d3807f3f-184e-45b9-8290-6ca5b8b94f92,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:24.721667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:24.757693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Calling delete_port for d3807f3f-184e-45b9-8290-6ca5b8b94f92 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:24.771608 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.144502 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] Set router fcb8556e-965d-43f8-b43e-9463210a0a84 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:56:25.151541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] device_id is not set on port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:25.160351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks [] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.169920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.222803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=dafb69d7-5ae1-4963-a802-e0ba91f4ca82,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:25.259926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d3807f3f-184e-45b9-8290-6ca5b8b94f92), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.262147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.262741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.263334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.268591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.269065 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.269818 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 2 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.284018 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:56:24Z', 'revision_number': 6, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:25.286985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.287440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.287902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.295017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.295534 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.296186 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 3 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.314021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.314507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.315234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.320294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.320973 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.321660 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 4 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.334099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Pushing event deleted for resources: {'Port': ['ID=d3807f3f-184e-45b9-8290-6ca5b8b94f92,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:25.342105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.342450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.343290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.345902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78409-0969-41e2-a4f5-a2299524a6ef req-4c5a3345-f33b-4edb-9393-70ef48a331c4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:25.347425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15f78409-0969-41e2-a4f5-a2299524a6ef req-4c5a3345-f33b-4edb-9393-70ef48a331c4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.3033113 Jan 28 16:56:25.349419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.349758 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.350156 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 5 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.365939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.366302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.366749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.368308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607309f-212f-4578-ba91-614a315a75fa req-b6326745-56e2-40f7-b27f-151d795b54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:25.369841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6607309f-212f-4578-ba91-614a315a75fa req-b6326745-56e2-40f7-b27f-151d795b54d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1128 time: 0.3245127 Jan 28 16:56:25.373597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.374074 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.374482 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 6 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.381715 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6aa00-ee83-476b-b882-854405bbc30f None None] The sync data for ids ['fcb8556e-965d-43f8-b43e-9463210a0a84'] in n-d-812111-13 is: [{'id': 'fcb8556e-965d-43f8-b43e-9463210a0a84', 'name': 'tempest-AttachVolumeShelveTestJSON-1392805453-router', 'tenant_id': '3a452d310e604eb58d4d47d53758cef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:48:20Z', 'updated_at': '2022-01-28T16:56:24Z', 'revision_number': 6, 'project_id': '3a452d310e604eb58d4d47d53758cef9', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:56:25.383153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd2eab-68c4-477a-837f-6dbd927d2880 req-00574d8c-0663-452d-9ce6-2e974960162e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:25.394755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bcd2eab-68c4-477a-837f-6dbd927d2880 req-00574d8c-0663-452d-9ce6-2e974960162e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.3515828 Jan 28 16:56:25.407398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.407752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.409265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.422306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.423420 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.424896 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 7 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.453085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.453711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.454667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.461599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.462022 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.462506 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 8 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.487397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.487752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.488822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.501914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.502359 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.504689 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 9 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.534742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (fcb8556e-965d-43f8-b43e-9463210a0a84), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.537829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.538140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.538484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.547366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.551589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15f78409-0969-41e2-a4f5-a2299524a6ef req-06b34f84-0ec2-4b82-b754-a9c0ca934ed7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727972 Jan 28 16:56:25.551732 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.552887 n-d-812111-13 neutron-server[103094]: INFO neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempt 10 to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 Jan 28 16:56:25.570596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:25.570941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:25.571339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempting to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:25.590023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:56:25.590367 n-d-812111-13 neutron-server[103094]: ERROR neutron.plugins.ml2.managers [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Failed to bind port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on host n-h2-812111-13 for vnic_type normal using segments [{'id': 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e9bc19c-564b-44dd-83ef-5a1d1b558d8d'}] Jan 28 16:56:25.590729 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.642983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6607309f-212f-4578-ba91-614a315a75fa req-bc1e4e39-6f5c-4349-9e08-24824b6ff936 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411151 Jan 28 16:56:25.660040 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bcd2eab-68c4-477a-837f-6dbd927d2880 req-afab9689-4177-4f90-9a72-46480fdf29d7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643292 Jan 28 16:56:25.728136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] For port dafb69d7-5ae1-4963-a802-e0ba91f4ca82, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:25.728351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (fcb8556e-965d-43f8-b43e-9463210a0a84), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.728451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attempted to set empty binding levels {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 16:56:25.732137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks [] for router_controller (fcb8556e-965d-43f8-b43e-9463210a0a84), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.737341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.779681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] In _notify_port_updated(), no bound segment for port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 on network 4e9bc19c-564b-44dd-83ef-5a1d1b558d8d {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 16:56:25.780850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:25.781621 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.787449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "PUT /v2.0/ports/dafb69d7-5ae1-4963-a802-e0ba91f4ca82 HTTP/1.1" status: 200 len: 975 time: 1.2200160 Jan 28 16:56:25.790660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33982) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:25.846364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba8cc-4ef6-4069-89b8-f7d2e740d48e tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event updated for resources: {'Port': ['ID=dafb69d7-5ae1-4963-a802-e0ba91f4ca82,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:25.853576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (fcb8556e-965d-43f8-b43e-9463210a0a84), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.854302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcb8556e-965d-43f8-b43e-9463210a0a84 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:56:25.866313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:25.868406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db76a76e-c3c4-46a4-a54b-93c9e55c50db admin admin] 10.222.0.25 "DELETE /v2.0/routers/fcb8556e-965d-43f8-b43e-9463210a0a84 HTTP/1.1" status: 204 len: 168 time: 2.0792844 Jan 28 16:56:25.874788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33986) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:25.916877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bc71-c278-439b-ac32-d9513f26755b req-4313eb7a-dd4e-4795-94b8-856b7a249def tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:25.922388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8125bc71-c278-439b-ac32-d9513f26755b req-4313eb7a-dd4e-4795-94b8-856b7a249def tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.2097290 Jan 28 16:56:25.951823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966c943-5c7c-4236-be11-1b01977153c1 req-712d2599-f833-468e-a55c-4e1b4ac72f20 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:25.953652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d966c943-5c7c-4236-be11-1b01977153c1 req-712d2599-f833-468e-a55c-4e1b4ac72f20 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1977727 Jan 28 16:56:25.957585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Deleting port dafb69d7-5ae1-4963-a802-e0ba91f4ca82 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:25.957948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.020300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Deleting subnet d6b403a9-b5ec-44f7-82c7-293ccb23b9ac {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:56:26.034300 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Publish callbacks [] for subnet (d6b403a9-b5ec-44f7-82c7-293ccb23b9ac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.097443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] For port dafb69d7-5ae1-4963-a802-e0ba91f4ca82, host n-h2-812111-13, got binding levels [] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:26.097916 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.117543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8125bc71-c278-439b-ac32-d9513f26755b req-3f98a518-5aac-4493-b371-f02a9748e436 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859107 Jan 28 16:56:26.140930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Calling delete_port for dafb69d7-5ae1-4963-a802-e0ba91f4ca82 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:26.158575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d966c943-5c7c-4236-be11-1b01977153c1 req-54fa869d-e29f-4d39-a490-1074dee3b9da tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917233 Jan 28 16:56:26.167005 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (d6b403a9-b5ec-44f7-82c7-293ccb23b9ac), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.227958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:26.354077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d6b403a9-b5ec-44f7-82c7-293ccb23b9ac), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.368024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c8610-0eba-4164-90c1-1349658c756c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:26.369837 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa2c8610-0eba-4164-90c1-1349658c756c tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1124 time: 0.1364958 Jan 28 16:56:26.388418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:26.399143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dafb69d7-5ae1-4963-a802-e0ba91f4ca82), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.399692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:26.452588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Pushing event deleted for resources: {'Port': ['ID=dafb69d7-5ae1-4963-a802-e0ba91f4ca82,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:26.454721 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.467261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.473928 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f2d333d-8840-4fb3-9abc-817890e5f780 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "DELETE /v2.0/ports/dafb69d7-5ae1-4963-a802-e0ba91f4ca82 HTTP/1.1" status: 204 len: 168 time: 0.6813211 Jan 28 16:56:26.481131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33998) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:26.522420 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-831ae912-d4ae-45ac-8a44-6e9974d396a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] GET failed (client error): The resource could not be found. Jan 28 16:56:26.524579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-831ae912-d4ae-45ac-8a44-6e9974d396a9 tempest-PortsAdminExtendedAttrsTestJSON-81413611 tempest-PortsAdminExtendedAttrsTestJSON-81413611-project-admin] 10.222.0.25 "GET /v2.0/ports/dafb69d7-5ae1-4963-a802-e0ba91f4ca82 HTTP/1.1" status: 404 len: 333 time: 0.0418692 Jan 28 16:56:26.528593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34000) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:26.582550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (d6b403a9-b5ec-44f7-82c7-293ccb23b9ac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.622778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.626157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d6b403a9-b5ec-44f7-82c7-293ccb23b9ac HTTP/1.1" status: 204 len: 168 time: 0.7496111 Jan 28 16:56:26.629781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb7043-9381-4c15-a743-a5b8bf08359e None None] Network 4f8593d1-88ba-4e5a-940a-769b560f4a33 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:26.662920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34006) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:26.694501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b403a9-b5ec-44f7-82c7-293ccb23b9ac,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:26.740481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.740885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.744352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.744914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.745497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.745805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.746195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.747756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.748192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.748597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.749880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.750286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.750946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d487f72-a5ef-49ec-8ed7-dc7c0088ae98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:56:26.763695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (4e9bc19c-564b-44dd-83ef-5a1d1b558d8d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.914337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (4e9bc19c-564b-44dd-83ef-5a1d1b558d8d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.940797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (4f8593d1-88ba-4e5a-940a-769b560f4a33), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.946566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9bc19c-564b-44dd-83ef-5a1d1b558d8d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:26.958991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:26.959469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e73702-e1a0-47c1-b167-87bdf81cdc8d') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:26.972474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b7e73702-e1a0-47c1-b167-87bdf81cdc8d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.974235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.989663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b7e73702-e1a0-47c1-b167-87bdf81cdc8d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:26.989992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb0b1a-834a-486d-97d3-1405cedfe8f6 req-fa2f44fa-f5f9-464d-aa94-ab93534e7baa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:26.991497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10cb0b1a-834a-486d-97d3-1405cedfe8f6 req-fa2f44fa-f5f9-464d-aa94-ab93534e7baa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2155545 Jan 28 16:56:27.004081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:56:27.004539 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b7e73702-e1a0-47c1-b167-87bdf81cdc8d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.009128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] DHCP port deletion for 4f8593d1-88ba-4e5a-940a-769b560f4a33 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:56:27.086564 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:56:27.095616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (4e9bc19c-564b-44dd-83ef-5a1d1b558d8d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.101042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.112714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] 10.222.0.25 "DELETE /v2.0/networks/4e9bc19c-564b-44dd-83ef-5a1d1b558d8d HTTP/1.1" status: 204 len: 168 time: 0.5767226 Jan 28 16:56:27.113402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] Deleting port 827330ee-bd6d-44e5-a5b8-42bc56926b1a {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:27.117053 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.139722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279d131-5802-40d3-9e2f-71acbf0cd3b8 tempest-PortsAdminExtendedAttrsTestJSON-1986079633 tempest-PortsAdminExtendedAttrsTestJSON-1986079633-project] Pushing event deleted for resources: {'Network': ['ID=4e9bc19c-564b-44dd-83ef-5a1d1b558d8d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:27.237566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10cb0b1a-834a-486d-97d3-1405cedfe8f6 req-3330f4ed-058b-4822-a52c-380865bbb11b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917295 Jan 28 16:56:27.258776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:27.312288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:56:27.312935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1e95d4fe-5089-4f0f-84a6-a0c3063cf5a9 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:27.313608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827330ee-bd6d-44e5-a5b8-42bc56926b1a no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:27.320308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Deleting port 827330ee-bd6d-44e5-a5b8-42bc56926b1a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:27.320772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.343705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] For port 827330ee-bd6d-44e5-a5b8-42bc56926b1a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827330ee-bd6d-44e5-a5b8-42bc56926b1a,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:27.344459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.363255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] Calling delete_port for 827330ee-bd6d-44e5-a5b8-42bc56926b1a owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:27.410743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.173 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:27.506916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] For port 827330ee-bd6d-44e5-a5b8-42bc56926b1a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=827330ee-bd6d-44e5-a5b8-42bc56926b1a,segment=NetworkSegment(a2beed1b-610c-403d-ae7c-09c29a43d91b),segment_id=a2beed1b-610c-403d-ae7c-09c29a43d91b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:27.509110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.538761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec5b1-6afc-452b-a296-8916caef5cc5 req-c4131ae4-a0b9-42a6-84f1-081b18a6d401 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:27.540822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:27.543037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e99ec5b1-6afc-452b-a296-8916caef5cc5 req-c4131ae4-a0b9-42a6-84f1-081b18a6d401 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.2727137 Jan 28 16:56:27.556578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.601370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port 827330ee-bd6d-44e5-a5b8-42bc56926b1a {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:56:27.602035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port 827330ee-bd6d-44e5-a5b8-42bc56926b1a host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:56:27.602573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 827330ee-bd6d-44e5-a5b8-42bc56926b1a not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:27.603293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3807f3f-184e-45b9-8290-6ca5b8b94f92 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:27.605423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] No DVR routers for this DVR port 827330ee-bd6d-44e5-a5b8-42bc56926b1a on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:56:27.615935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Calling delete_port for 827330ee-bd6d-44e5-a5b8-42bc56926b1a owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:27.684250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f1507-0bb2-4035-89b8-692e2b051c6f None None] Pushing event deleted for resources: {'Port': ['ID=827330ee-bd6d-44e5-a5b8-42bc56926b1a,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:27.692460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d3807f3f-184e-45b9-8290-6ca5b8b94f92 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:56:27.693080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d3807f3f-184e-45b9-8290-6ca5b8b94f92 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:27.767692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e99ec5b1-6afc-452b-a296-8916caef5cc5 req-35bb333c-4466-4cb4-9970-f8551d46f453 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060995 Jan 28 16:56:27.804062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.831215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (827330ee-bd6d-44e5-a5b8-42bc56926b1a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.858354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c477ecb-8be2-4838-8273-42d1808af325 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c671a79c11a24d8682460d17b563696c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139684 Jan 28 16:56:27.859741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:27.873319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] No DVR routers for this DVR port 827330ee-bd6d-44e5-a5b8-42bc56926b1a on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:56:27.881278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Pushing event deleted for resources: {'Port': ['ID=827330ee-bd6d-44e5-a5b8-42bc56926b1a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:27.959531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:27.980986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e61c10-25ec-4a0a-a4ef-977b28f88ada admin admin] Publish callbacks [] for security_group (d6b7f14c-a9e4-4e40-9614-73dd81a0969a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.005024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e61c10-25ec-4a0a-a4ef-977b28f88ada admin admin] Publish callbacks [] for security_group (d6b7f14c-a9e4-4e40-9614-73dd81a0969a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.047797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (4f8593d1-88ba-4e5a-940a-769b560f4a33), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.071180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e61c10-25ec-4a0a-a4ef-977b28f88ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d6b7f14c-a9e4-4e40-9614-73dd81a0969a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.074861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:28.075733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:28.076369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e61c10-25ec-4a0a-a4ef-977b28f88ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.080737 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-01e61c10-25ec-4a0a-a4ef-977b28f88ada admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6b7f14c-a9e4-4e40-9614-73dd81a0969a HTTP/1.1" status: 204 len: 168 time: 0.2110565 Jan 28 16:56:28.095471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:28.098308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61c10-25ec-4a0a-a4ef-977b28f88ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b7f14c-a9e4-4e40-9614-73dd81a0969a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:28.106081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8593d1-88ba-4e5a-940a-769b560f4a33']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:28.110046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:28.154345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa3ff-7453-4679-b458-f8cb7d24cd87 req-34174470-f32d-4273-9322-21aa5477bf02 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:28.156272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be3fa3ff-7453-4679-b458-f8cb7d24cd87 req-34174470-f32d-4273-9322-21aa5477bf02 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.2410879 Jan 28 16:56:28.158136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2beed1b-610c-403d-ae7c-09c29a43d91b') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:28.158541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2beed1b-610c-403d-ae7c-09c29a43d91b') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:28.165645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34030) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:28.170969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'floatingip': {'port_id': '33927930-3ba8-4814-9058-007d8fec898c'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:28.199900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (a2beed1b-610c-403d-ae7c-09c29a43d91b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.223795 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a2beed1b-610c-403d-ae7c-09c29a43d91b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.235445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:56:28.235863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (a2beed1b-610c-403d-ae7c-09c29a43d91b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:56:28.238338 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:56:28.260374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (fe7dbed3-2840-4053-bb95-8e1c4e2c0bab), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.399997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (4f8593d1-88ba-4e5a-940a-769b560f4a33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.411210 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:28.415932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] 10.222.0.25 "DELETE /v2.0/networks/4f8593d1-88ba-4e5a-940a-769b560f4a33 HTTP/1.1" status: 204 len: 168 time: 1.7485840 Jan 28 16:56:28.473227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf08532-9911-468c-aaaf-59560dfa541c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8593d1-88ba-4e5a-940a-769b560f4a33,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:28.586848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed535635-279e-4c73-8232-9bf0538558dd req-5a6bed5d-c9a9-4b82-9951-753b43c5bd6f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:28.588471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed535635-279e-4c73-8232-9bf0538558dd req-5a6bed5d-c9a9-4b82-9951-753b43c5bd6f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2090211 Jan 28 16:56:28.622098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34040) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:28.648834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34042) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:28.737129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-43d2fde6-9da4-4d0f-879d-5c40f022972e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c28f07be47494c37b1c9ca9a66865529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1104136 Jan 28 16:56:28.764875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34046) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:28.770736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed535635-279e-4c73-8232-9bf0538558dd req-52cb55d0-f6df-49f3-949d-2a456d8e1d7c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474481 Jan 28 16:56:28.902495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4afa57d7-4409-44fc-8abf-7cb367d5d019 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a452d310e604eb58d4d47d53758cef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481420 Jan 28 16:56:28.904441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34048) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:28.948029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101a1bbf-6b7c-4437-8847-1d0473745e2a admin admin] Publish callbacks [] for security_group (4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.552152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.563834 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (fe7dbed3-2840-4053-bb95-8e1c4e2c0bab), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.592096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101a1bbf-6b7c-4437-8847-1d0473745e2a admin admin] Publish callbacks [] for security_group (4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.628951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-587b5e05-3dc0-4b15-ba32-142525e7f842 admin admin] Publish callbacks [] for security_group (16a206b7-bb1e-44cc-b2b7-9a0996ef286f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.644092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (91576821-2283-465e-9ca0-6e4d98defbc9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.706188 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-587b5e05-3dc0-4b15-ba32-142525e7f842 admin admin] Publish callbacks [] for security_group (16a206b7-bb1e-44cc-b2b7-9a0996ef286f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.710766 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Floating IP fe7dbed3-2840-4053-bb95-8e1c4e2c0bab associated. External IP: 172.25.8.136, port: 33927930-3ba8-4814-9058-007d8fec898c. Jan 28 16:56:29.790295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.986719 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101a1bbf-6b7c-4437-8847-1d0473745e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.989201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-101a1bbf-6b7c-4437-8847-1d0473745e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:29.993259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-101a1bbf-6b7c-4437-8847-1d0473745e2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6 HTTP/1.1" status: 204 len: 168 time: 1.2161679 Jan 28 16:56:30.077441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Router 603581d9-8445-41df-a3a4-76488a113207 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:56:30.084702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a1bbf-6b7c-4437-8847-1d0473745e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd2c9cc-940f-4e8b-83d4-aca263dfe2f6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:30.136152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-587b5e05-3dc0-4b15-ba32-142525e7f842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16a206b7-bb1e-44cc-b2b7-9a0996ef286f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:30.143273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-587b5e05-3dc0-4b15-ba32-142525e7f842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:30.147270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-587b5e05-3dc0-4b15-ba32-142525e7f842 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16a206b7-bb1e-44cc-b2b7-9a0996ef286f HTTP/1.1" status: 204 len: 168 time: 1.2369583 Jan 28 16:56:30.233328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ab68b-0220-411d-be2d-33194db46304 req-c6d2bcd4-3a69-4e66-ba6f-7fae27e4eca1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:30.240264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-742ab68b-0220-411d-be2d-33194db46304 req-c6d2bcd4-3a69-4e66-ba6f-7fae27e4eca1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2809727 Jan 28 16:56:30.284896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b5e05-3dc0-4b15-ba32-142525e7f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a206b7-bb1e-44cc-b2b7-9a0996ef286f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:30.398539 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:30.416322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:56:30.422563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:30.432365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:30.433421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] Sync routers for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:56:30.456036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:56:30.456761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:30.488927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c839cdb6-0399-4597-8e29-45122ef10319 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "PUT /v2.0/floatingips/fe7dbed3-2840-4053-bb95-8e1c4e2c0bab HTTP/1.1" status: 200 len: 991 time: 2.3221259 Jan 28 16:56:30.489627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:30.492103 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eac0fe-0629-45b7-b23f-36f80e067c38" -d '{"events": [{"name": "network-changed", "server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:30.562971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-742ab68b-0220-411d-be2d-33194db46304 req-0a5e7787-97f6-44e2-83e6-16112291a203 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934089 Jan 28 16:56:30.630007 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e779d-ab51-4c5a-849c-88946062e8af x-openstack-request-id: req-d61e779d-ab51-4c5a-849c-88946062e8af {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:30.630501 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:30.630755 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d61e779d-ab51-4c5a-849c-88946062e8af {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:30.631280 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'status': 'completed', 'code': 200} Jan 28 16:56:30.717020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:30.750948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (91576821-2283-465e-9ca0-6e4d98defbc9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:30.775492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:56:30.893477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee840ee8-a8fd-4488-9850-08e007530da6 req-d0a64177-329f-40ff-8d94-939b20d3052f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:30.895175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee840ee8-a8fd-4488-9850-08e007530da6 req-d0a64177-329f-40ff-8d94-939b20d3052f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.2573063 Jan 28 16:56:30.956564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-b13d73d9-9d89-4672-9467-b9c8feaf250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:30.958184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-b13d73d9-9d89-4672-9467-b9c8feaf250f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1128 time: 0.2746153 Jan 28 16:56:31.147314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee840ee8-a8fd-4488-9850-08e007530da6 req-d2079986-9e60-4e23-b52d-b2d955185584 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093120 Jan 28 16:56:31.152450 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP 91576821-2283-465e-9ca0-6e4d98defbc9 associated. External IP: 172.25.8.173, port: fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26. Jan 28 16:56:31.323273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-01330990-c791-4cf9-8ddb-60d1e3cb86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:31.325179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-01330990-c791-4cf9-8ddb-60d1e3cb86a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.3548679 Jan 28 16:56:31.477790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'fe7dbed3-2840-4053-bb95-8e1c4e2c0bab', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '603581d9-8445-41df-a3a4-76488a113207', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:55:52Z', 'updated_at': '2022-01-28T16:56:29Z', 'revision_number': 1, 'project_id': '41e93c32165740b29e98846e7841ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:58Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:31.514768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] Checking router: 603581d9-8445-41df-a3a4-76488a113207 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:56:31.525784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:56:31.526566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:31.639759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:56:31.671440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-363a2b59-3b53-4bc7-86cb-ed559fe4405a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.2322578 Jan 28 16:56:32.054583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:56:32.127484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:32.132326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-b8625283-301a-4b11-a668-1402aeab6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:32.142671 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-b8625283-301a-4b11-a668-1402aeab6c00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.4479589 Jan 28 16:56:32.224660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2909fd-ab86-4620-9c0f-4f026a8f81dd req-318daa37-384b-4a57-99bc-6eb4c9b07b48 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:32.240580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b2909fd-ab86-4620-9c0f-4f026a8f81dd req-318daa37-384b-4a57-99bc-6eb4c9b07b48 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.5608544 Jan 28 16:56:32.243289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:56:32.266637 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] Sync routers for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:56:32.289652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-522375531'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:32.295639 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:56:32.298162 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:32.335972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:32.340056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.356596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.365707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.461964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-af8d9c1b-b78f-480c-abe8-153a4475a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:32.465997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-af8d9c1b-b78f-480c-abe8-153a4475a6b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2955875 Jan 28 16:56:32.505060 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:56:32.507165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'fe7dbed3-2840-4053-bb95-8e1c4e2c0bab', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '603581d9-8445-41df-a3a4-76488a113207', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:55:52Z', 'updated_at': '2022-01-28T16:56:29Z', 'revision_number': 1, 'project_id': '41e93c32165740b29e98846e7841ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:58Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:32.566758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for security_group (e2ee4092-5c59-4032-b558-3433c0270a80), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.572986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-22fb158a-85db-4599-bba0-c1ff457f9b0a service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005826 Jan 28 16:56:32.575696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e2ee4092-5c59-4032-b558-3433c0270a80), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.576939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d68de-5d9e-499a-9e0f-9a63900dedd3 None None] The sync data for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 is: [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'fe7dbed3-2840-4053-bb95-8e1c4e2c0bab', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '603581d9-8445-41df-a3a4-76488a113207', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:55:52Z', 'updated_at': '2022-01-28T16:56:29Z', 'revision_number': 1, 'project_id': '41e93c32165740b29e98846e7841ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:58Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:56:32.616192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e0a2fb32-948e-4ef5-a9df-a8d55724e523 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2176957 Jan 28 16:56:32.616192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:32.644389 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490" -d '{"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:32.651993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b2909fd-ab86-4620-9c0f-4f026a8f81dd req-4cc2b070-7a5d-47ef-a5c7-bd1da8724ebf tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685617 Jan 28 16:56:32.660915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:56:32.693192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ee4092-5c59-4032-b558-3433c0270a80,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:32.722078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (38ded0ed-f9d9-4a74-9949-ae8a056a7730), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.722437 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Added segment 38ded0ed-f9d9-4a74-9949-ae8a056a7730 of type vlan for network 5cb4a354-f6b3-4e03-838b-50cc821388f9 Jan 28 16:56:32.771784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eac0fe-0629-45b7-b23f-36f80e067c38 req-f90be0fe-997f-447a-821f-21ceda1a4b74 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896245 Jan 28 16:56:32.797760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5cb4a354-f6b3-4e03-838b-50cc821388f9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.835911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5cb4a354-f6b3-4e03-838b-50cc821388f9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.877884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:32.878543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:32.967450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '91576821-2283-465e-9ca0-6e4d98defbc9', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'mac_address': 'fa:16:3e:c3:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3a315-b642-4624-b5be-0cbba553588a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:56:28Z', 'updated_at': '2022-01-28T16:56:28Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:52Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:33.023110 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] Checking router: 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:56:33.046420 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:56:33.047346 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:33.060165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279688e-c76b-4dcf-ac68-118c5de48d2c req-3c95baee-9957-4878-ad9d-e8567ca9edbe tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:33.085609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a279688e-c76b-4dcf-ac68-118c5de48d2c req-3c95baee-9957-4878-ad9d-e8567ca9edbe tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.2334723 Jan 28 16:56:33.092332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f20c8e-a975-4233-987a-3e82996a8e90 None None] New status for floating IP fe7dbed3-2840-4053-bb95-8e1c4e2c0bab: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:56:33.095897 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02704a8-d4ec-4d03-b474-d50dce98aae8 x-openstack-request-id: req-f02704a8-d4ec-4d03-b474-d50dce98aae8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:33.096436 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:33.096848 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f02704a8-d4ec-4d03-b474-d50dce98aae8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:33.097547 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'status': 'completed', 'code': 200} Jan 28 16:56:33.143614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Network': ['ID=5cb4a354-f6b3-4e03-838b-50cc821388f9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:33.182002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cdb03f64-9fa8-4cc4-b081-3e656ba39706 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0533481 Jan 28 16:56:33.182696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34152) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:33.191850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:33.210199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:56:33.236142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a279688e-c76b-4dcf-ac68-118c5de48d2c req-b34cf104-1eda-4b00-8182-c2ee86b369a7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362979 Jan 28 16:56:33.256632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34156) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:33.310382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:33.315465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:33.369713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7c1b1496-7083-4cd6-969f-e523f3515635 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/91576821-2283-465e-9ca0-6e4d98defbc9 HTTP/1.1" status: 200 len: 992 time: 0.1064987 Jan 28 16:56:33.376260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-c61142d5-28be-4abf-bdbd-fe232f776b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:33.377150 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:56:33.377848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-c61142d5-28be-4abf-bdbd-fe232f776b4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1129 time: 0.2230618 Jan 28 16:56:33.619045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-10d486d0-8cf7-4ee5-94cb-f1812bfad13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:33.625363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-10d486d0-8cf7-4ee5-94cb-f1812bfad13a service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.2360353 Jan 28 16:56:33.758474 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '91576821-2283-465e-9ca0-6e4d98defbc9', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'mac_address': 'fa:16:3e:c3:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3a315-b642-4624-b5be-0cbba553588a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:56:28Z', 'updated_at': '2022-01-28T16:56:28Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:52Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:56:33.792243 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (a7756ea3-6add-4962-890a-ad66ccb997e1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:33.810856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-b32f2f34-33d2-4048-ab92-bfe20095020a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.1834633 Jan 28 16:56:33.847654 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4eb99b-b7e4-427f-9cb2-0617a3bd1cf0 None None] The sync data for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 is: [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '91576821-2283-465e-9ca0-6e4d98defbc9', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'mac_address': 'fa:16:3e:c3:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3a315-b642-4624-b5be-0cbba553588a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:56:28Z', 'updated_at': '2022-01-28T16:56:28Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:52Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:56:33.890763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=a7756ea3-6add-4962-890a-ad66ccb997e1,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:33.898603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-a3fc2a14-95b9-404c-8ab6-b1b7d941df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:33.900520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-a3fc2a14-95b9-404c-8ab6-b1b7d941df74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.0649178 Jan 28 16:56:33.912000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:33.912653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network hostable DHCP agents. Network: 5cb4a354-f6b3-4e03-838b-50cc821388f9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:56:33.967124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:56:33.984110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5cb4a354-f6b3-4e03-838b-50cc821388f9) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:33.996456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd8c06-1239-48da-9ba4-1cb680a60d70 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:33.999942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:34.005954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:34.030426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f909-19ff-4ab7-a2be-da9842d14f05 req-feb97402-1319-46c1-a6ec-7af8e5e36124 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:34.033082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3aa1f909-19ff-4ab7-a2be-da9842d14f05 req-feb97402-1319-46c1-a6ec-7af8e5e36124 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2197340 Jan 28 16:56:34.053787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da7143dc-8bf6-4e03-b334-6f7b7edf29ad tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8700118 Jan 28 16:56:34.056878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34168) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:34.066390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'name': 'tempest-NetworksTestDHCPv6-1763215773'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:34.146198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3aa1f909-19ff-4ab7-a2be-da9842d14f05 req-ef0978ef-be4e-49bd-8581-f6911e51e258 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061609 Jan 28 16:56:34.186478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-62fbde9f-8bdf-47de-b914-86a9d34ba03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:34.193367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-62fbde9f-8bdf-47de-b914-86a9d34ba03f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2620180 Jan 28 16:56:34.225972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'a7756ea3-6add-4962-890a-ad66ccb997e1'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:56:34.227126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:34.312273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:34.315837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:34.321359 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f173b5-1201-4ed3-a5b1-b5f09a149650 None None] New status for floating IP 91576821-2283-465e-9ca0-6e4d98defbc9: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:56:34.374169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34178) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:34.380951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 75ad4d8d-5b5f-4268-88d1-bef2512eb282 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:34.426994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/a7756ea3-6add-4962-890a-ad66ccb997e1/6f800262-e663-4387-a245-402c95a775ac) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:34.523134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-f30e4a03-786e-4ad0-bc09-7f726ef19b97 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246970 Jan 28 16:56:34.565562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dcf02217-a4b8-4f49-8ea5-7ea3e0e5f850 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/91576821-2283-465e-9ca0-6e4d98defbc9 HTTP/1.1" status: 200 len: 992 time: 0.1902914 Jan 28 16:56:34.636381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Publish callbacks [] for port (6f800262-e663-4387-a245-402c95a775ac), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:34.659097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (6f800262-e663-4387-a245-402c95a775ac), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:34.744628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37fb2c3b-8a01-45ab-93ad-8e0c8cfe7490 req-97bae0a0-06f0-4a1a-adb8-1e377c8ecb40 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110703 Jan 28 16:56:34.786756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:34.798852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:34.804704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:34.805851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::1fb (5cb4a354-f6b3-4e03-838b-50cc821388f9/a7756ea3-6add-4962-890a-ad66ccb997e1/75ad4d8d-5b5f-4268-88d1-bef2512eb282) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:34.869010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Pushing event updated for resources: {'Port': ['ID=6f800262-e663-4387-a245-402c95a775ac,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:34.975272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Attempting to bind port 6f800262-e663-4387-a245-402c95a775ac on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:34.978398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Attempting to bind port 6f800262-e663-4387-a245-402c95a775ac by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:34.979052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Attempting to bind port 6f800262-e663-4387-a245-402c95a775ac on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:34.993483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:56:34.994352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:34.995071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:34.995703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:56:34.999783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Bound port: 6f800262-e663-4387-a245-402c95a775ac, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:56:35.001071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f800262-e663-4387-a245-402c95a775ac), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.109637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (75ad4d8d-5b5f-4268-88d1-bef2512eb282), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.159884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (75ad4d8d-5b5f-4268-88d1-bef2512eb282), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.235139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:35.239613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:35.244469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] For port 6f800262-e663-4387-a245-402c95a775ac, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:35.251410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:35.251863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] For port 6f800262-e663-4387-a245-402c95a775ac, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f800262-e663-4387-a245-402c95a775ac,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:56:35.259207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:35.260259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.267890 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f800262-e663-4387-a245-402c95a775ac), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.288900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=75ad4d8d-5b5f-4268-88d1-bef2512eb282,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:35.300216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2c0bf968-4cc5-41f5-b208-0b408d1a8372 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2414382 Jan 28 16:56:35.303837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34202) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:35.311663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:56:35.494645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15401ef3-89bb-4a25-bb70-e0e9b35c85ff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:35.501235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15401ef3-89bb-4a25-bb70-e0e9b35c85ff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:35.505315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15401ef3-89bb-4a25-bb70-e0e9b35c85ff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1980243 Jan 28 16:56:35.505801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34210) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:35.538799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdab382-7944-4187-bc88-da04681441d8 req-57f0083c-7ee0-4298-85e9-1f40e455caef tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:35.547530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cdab382-7944-4187-bc88-da04681441d8 req-57f0083c-7ee0-4298-85e9-1f40e455caef tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2258601 Jan 28 16:56:35.573976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34212) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:35.605544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa4e9-4d13-43b7-979c-630b823fa159 None None] Pushing event updated for resources: {'Port': ['ID=6f800262-e663-4387-a245-402c95a775ac,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:35.679500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cdab382-7944-4187-bc88-da04681441d8 req-5116119a-a69a-4e9b-8cfa-efefb9d12175 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248682 Jan 28 16:56:35.735823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:35.812038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '33927930-3ba8-4814-9058-007d8fec898c', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:56:35.818405 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8d51e128-8560-4bad-b638-a7d041e2ba6f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/91576821-2283-465e-9ca0-6e4d98defbc9 HTTP/1.1" status: 200 len: 994 time: 0.2415900 Jan 28 16:56:35.881751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 75ad4d8d-5b5f-4268-88d1-bef2512eb282 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:35.882099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (75ad4d8d-5b5f-4268-88d1-bef2512eb282), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.912445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:35.917737 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:35.964595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:56:35.990191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:35.999208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:36.038434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (75ad4d8d-5b5f-4268-88d1-bef2512eb282), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:36.059228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 75ad4d8d-5b5f-4268-88d1-bef2512eb282 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:36.146528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['33927930-3ba8-4814-9058-007d8fec898c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:56:36.237335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (75ad4d8d-5b5f-4268-88d1-bef2512eb282), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:36.257950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:36.270453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=75ad4d8d-5b5f-4268-88d1-bef2512eb282,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:36.331114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:36.340722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cad2ba90-9c13-4bfb-a545-4a7aaa3af10a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/75ad4d8d-5b5f-4268-88d1-bef2512eb282 HTTP/1.1" status: 204 len: 168 time: 0.8337395 Jan 28 16:56:36.343403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34236) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:36.506953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ffc81-e7d1-41e2-a20f-83a101001a0c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:36.511647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ffc81-e7d1-41e2-a20f-83a101001a0c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:36.516259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34242) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:36.517035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fc4ffc81-e7d1-41e2-a20f-83a101001a0c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1717243 Jan 28 16:56:36.611543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet a7756ea3-6add-4962-890a-ad66ccb997e1 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:56:36.617004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (a7756ea3-6add-4962-890a-ad66ccb997e1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:36.708416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (a7756ea3-6add-4962-890a-ad66ccb997e1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:36.941745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac99ab-64bd-43ba-b8c2-d1a5d7370985 req-a523bb0b-3412-40b5-87b2-76bf1e0cc285 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:36.961222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36ac99ab-64bd-43ba-b8c2-d1a5d7370985 req-a523bb0b-3412-40b5-87b2-76bf1e0cc285 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.1477408 Jan 28 16:56:36.993706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (a7756ea3-6add-4962-890a-ad66ccb997e1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.094777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36ac99ab-64bd-43ba-b8c2-d1a5d7370985 req-76cd34b2-c7fd-408d-ae51-54af54236391 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208773 Jan 28 16:56:37.138529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (a7756ea3-6add-4962-890a-ad66ccb997e1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.202810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=a7756ea3-6add-4962-890a-ad66ccb997e1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:37.209484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.224140 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2f489bf-2ac9-4285-b1c1-92cf5cd9ec52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/a7756ea3-6add-4962-890a-ad66ccb997e1 HTTP/1.1" status: 204 len: 168 time: 0.7067802 Jan 28 16:56:37.227188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:37.367596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:37.459447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-84b6b69d-5bf4-4cc4-9c64-763a2f107022 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2307880 Jan 28 16:56:37.462695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34268) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:37.468373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f800262-e663-4387-a245-402c95a775ac up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:37.468801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:37.471134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b303e9-785b-4cef-93ee-11669b626598 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:37.647353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:37.654355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.690759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 33927930-3ba8-4814-9058-007d8fec898c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:37.693017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33927930-3ba8-4814-9058-007d8fec898c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.702831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Provisioning complete for port 6f800262-e663-4387-a245-402c95a775ac triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:37.703281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f800262-e663-4387-a245-402c95a775ac), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.838556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f800262-e663-4387-a245-402c95a775ac triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:37.839776 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f800262-e663-4387-a245-402c95a775ac), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.961160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:37.961727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:37.987018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:56:38.166728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:38.170262 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e605b-d61d-426a-b430-4709d8085047" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:38.173905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Current status of the port 6f800262-e663-4387-a245-402c95a775ac is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:38.174554 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f800262-e663-4387-a245-402c95a775ac), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.207662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:38.211605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f800262-e663-4387-a245-402c95a775ac is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:38.212257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f800262-e663-4387-a245-402c95a775ac), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.213587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (17c1b95b-7c14-4fd9-8c66-b19ed917827e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.242124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.290683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 6f800262-e663-4387-a245-402c95a775ac, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f800262-e663-4387-a245-402c95a775ac,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:38.325057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:38.334478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:38.342667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=17c1b95b-7c14-4fd9-8c66-b19ed917827e,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:38.346798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:38.347453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.388302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9fdfdbbc-a809-41e4-a499-2719b0c23dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9243555 Jan 28 16:56:38.390759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34288) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:38.397755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'name': 'tempest-NetworksTestDHCPv6-1870768550'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:38.449141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53baea6-77f8-4e0c-bcae-22cf95c9e9cc req-25f16cc2-bd47-400a-9432-a14464eb85ae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:38.456081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f53baea6-77f8-4e0c-bcae-22cf95c9e9cc req-25f16cc2-bd47-400a-9432-a14464eb85ae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.1919315 Jan 28 16:56:38.602732 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f800262-e663-4387-a245-402c95a775ac), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.608030 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a886cc5-3b68-4d6a-90a5-59958ca025c7 x-openstack-request-id: req-4a886cc5-3b68-4d6a-90a5-59958ca025c7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:38.608288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:38.608442 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:38.608762 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a886cc5-3b68-4d6a-90a5-59958ca025c7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:38.609269 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:56:38.610494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f53baea6-77f8-4e0c-bcae-22cf95c9e9cc req-8d5bd2b0-79d2-4465-b3e8-b0a17a268c6b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400816 Jan 28 16:56:38.612243 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.613161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2b047526-0d66-40da-9127-d8dbe86d978e details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:56:38.666414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port da8970c0-a45a-4eab-bc5f-c35ab217aab5 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:38.666847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] Deleting port 6f800262-e663-4387-a245-402c95a775ac {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:38.667667 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6f800262-e663-4387-a245-402c95a775ac), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.676751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:38.807952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=6f800262-e663-4387-a245-402c95a775ac,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:38.868757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] For port 6f800262-e663-4387-a245-402c95a775ac, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f800262-e663-4387-a245-402c95a775ac,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:38.869429 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6f800262-e663-4387-a245-402c95a775ac), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:38.870020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::20a (5cb4a354-f6b3-4e03-838b-50cc821388f9/17c1b95b-7c14-4fd9-8c66-b19ed917827e/da8970c0-a45a-4eab-bc5f-c35ab217aab5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:38.892918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] Calling delete_port for 6f800262-e663-4387-a245-402c95a775ac owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:38.998184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:56:39.021712 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (6f800262-e663-4387-a245-402c95a775ac), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.098690 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:56:39.099301 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:56:39.153688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] No DVR routers for this DVR port 6f800262-e663-4387-a245-402c95a775ac on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:56:39.156472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c268b-3937-4c1a-a961-a9ec6ac7ca8e None None] Pushing event deleted for resources: {'Port': ['ID=6f800262-e663-4387-a245-402c95a775ac,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:39.181825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3034e706-1b6c-4bbe-ace5-6292a0e9d731 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:39.241587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f800262-e663-4387-a245-402c95a775ac no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:39.269421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (da8970c0-a45a-4eab-bc5f-c35ab217aab5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.318991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6f800262-e663-4387-a245-402c95a775ac {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:56:39.319388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f800262-e663-4387-a245-402c95a775ac not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:39.374496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2b047526-0d66-40da-9127-d8dbe86d978e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2b047526-0d66-40da-9127-d8dbe86d978e,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:39.378622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (da8970c0-a45a-4eab-bc5f-c35ab217aab5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.402473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '2b047526-0d66-40da-9127-d8dbe86d978e', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': '2b047526-0d66-40da-9127-d8dbe86d978e', 'mac_address': 'fa:16:3e:44:be:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:56:39.421228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:39.474380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:39.482137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:39.489428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:39.498787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.556587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=da8970c0-a45a-4eab-bc5f-c35ab217aab5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:39.582969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2b047526-0d66-40da-9127-d8dbe86d978e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:39.583443 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.606991 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-501331db-e304-4554-adb8-35e73b667dc1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2143233 Jan 28 16:56:39.609476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34306) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:39.710724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-33f6f93c-f7a2-473c-8f8b-90bf55975676 None None] Port 6f800262-e663-4387-a245-402c95a775ac update to ACTIVE by agent not found {{(pid=103095) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 16:56:39.731866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b047526-0d66-40da-9127-d8dbe86d978e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:56:39.751387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '17c1b95b-7c14-4fd9-8c66-b19ed917827e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:56:39.752255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.844378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2b047526-0d66-40da-9127-d8dbe86d978e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2b047526-0d66-40da-9127-d8dbe86d978e,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:39.868520 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:39.868655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63036178-76c0-48f0-ad8e-8c35d42a4abe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:39.874447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63036178-76c0-48f0-ad8e-8c35d42a4abe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2605925 Jan 28 16:56:39.874767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:39.952990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b6a2c-55b0-4dd3-998a-3ba14afc1e78 req-d4e3ccd7-4015-48a2-a848-5362c63b808b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:39.954592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a66b6a2c-55b0-4dd3-998a-3ba14afc1e78 req-d4e3ccd7-4015-48a2-a848-5362c63b808b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 943 time: 0.2183633 Jan 28 16:56:40.054205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port da8970c0-a45a-4eab-bc5f-c35ab217aab5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:40.055158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (da8970c0-a45a-4eab-bc5f-c35ab217aab5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:40.109408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2b047526-0d66-40da-9127-d8dbe86d978e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:56:40.131971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a66b6a2c-55b0-4dd3-998a-3ba14afc1e78 req-8f4fddab-7df3-43c7-9e50-5a24eedddb34 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698427 Jan 28 16:56:40.164136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2b047526-0d66-40da-9127-d8dbe86d978e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:40.254352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (da8970c0-a45a-4eab-bc5f-c35ab217aab5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:40.285508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for da8970c0-a45a-4eab-bc5f-c35ab217aab5 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:40.334770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/17c1b95b-7c14-4fd9-8c66-b19ed917827e/e4c88c12-dbb1-4e40-9060-465813595580) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:40.668797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (da8970c0-a45a-4eab-bc5f-c35ab217aab5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:40.736025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=da8970c0-a45a-4eab-bc5f-c35ab217aab5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:40.788460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Publish callbacks [] for port (e4c88c12-dbb1-4e40-9060-465813595580), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:40.797461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:40.806079 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (e4c88c12-dbb1-4e40-9060-465813595580), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:40.806307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-506fab6d-0e75-40d9-94d3-a4aac29900e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/da8970c0-a45a-4eab-bc5f-c35ab217aab5 HTTP/1.1" status: 204 len: 168 time: 0.9281676 Jan 28 16:56:40.806651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34328) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:40.949037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:40.984446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:40.987602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:41.006358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Pushing event updated for resources: {'Port': ['ID=e4c88c12-dbb1-4e40-9060-465813595580,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:41.092251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c380da-92a9-4c1a-945f-ff07eb15defb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:41.092916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-f5db92a9-5a34-4666-a7b8-c21a761c36a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1985402 Jan 28 16:56:41.098638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c380da-92a9-4c1a-945f-ff07eb15defb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:41.100248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-28c380da-92a9-4c1a-945f-ff07eb15defb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2926610 Jan 28 16:56:41.102937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34332) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:41.207240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Attempting to bind port e4c88c12-dbb1-4e40-9060-465813595580 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:41.207536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Attempting to bind port e4c88c12-dbb1-4e40-9060-465813595580 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:41.207915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Attempting to bind port e4c88c12-dbb1-4e40-9060-465813595580 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:41.229598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:56:41.230001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:41.230421 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:41.230829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:56:41.231326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Bound port: e4c88c12-dbb1-4e40-9060-465813595580, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:56:41.231716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4c88c12-dbb1-4e40-9060-465813595580), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:41.289614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 17c1b95b-7c14-4fd9-8c66-b19ed917827e {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:56:41.299930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (17c1b95b-7c14-4fd9-8c66-b19ed917827e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:41.393331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] For port e4c88c12-dbb1-4e40-9060-465813595580, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:41.397950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] For port e4c88c12-dbb1-4e40-9060-465813595580, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e4c88c12-dbb1-4e40-9060-465813595580,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:56:41.418709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4c88c12-dbb1-4e40-9060-465813595580), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:41.529700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (17c1b95b-7c14-4fd9-8c66-b19ed917827e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:41.592370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced3141-2037-45a9-aa52-d14b27cfd1d5 None None] Pushing event updated for resources: {'Port': ['ID=e4c88c12-dbb1-4e40-9060-465813595580,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:41.675673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d25da0-b256-419a-bf4c-edde295b1af8 req-2b60a1e9-5572-47cb-9978-4c676c9ed9e6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:41.697312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d25da0-b256-419a-bf4c-edde295b1af8 req-2b60a1e9-5572-47cb-9978-4c676c9ed9e6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 944 time: 0.3882148 Jan 28 16:56:41.753973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-888bcdac-58d9-4aa9-b80b-8ffd8e35e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:41.755521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-888bcdac-58d9-4aa9-b80b-8ffd8e35e0d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1129 time: 0.3903589 Jan 28 16:56:42.008411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0d25da0-b256-419a-bf4c-edde295b1af8 req-9326e9cf-8a6a-4d2f-8cdc-0a36f38b87f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107581 Jan 28 16:56:42.195397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (17c1b95b-7c14-4fd9-8c66-b19ed917827e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:42.244177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-919d0b00-b1ad-4e4c-8d00-baef7fdfad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:42.287552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-919d0b00-b1ad-4e4c-8d00-baef7fdfad58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.4991429 Jan 28 16:56:42.373352 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:42.380753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:42.434935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (17c1b95b-7c14-4fd9-8c66-b19ed917827e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:42.465139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:42.476139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:42.477026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/17c1b95b-7c14-4fd9-8c66-b19ed917827e HTTP/1.1" status: 204 len: 168 time: 1.3723509 Jan 28 16:56:42.526939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2b047526-0d66-40da-9127-d8dbe86d978e up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:42.613788 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dd05b008-4117-49fd-aa50-eef0f7149d1c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332040 Jan 28 16:56:42.616247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34360) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:42.642656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:42.645127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-8d384783-c70b-4e2f-b8dd-4dfa09952ac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1002 time: 0.3368950 Jan 28 16:56:42.649613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34866a1a-420c-4b96-b1df-8087d772b9b9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=17c1b95b-7c14-4fd9-8c66-b19ed917827e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:42.690980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 2b047526-0d66-40da-9127-d8dbe86d978e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:56:42.709848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 2b047526-0d66-40da-9127-d8dbe86d978e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:42.710234 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:42.719570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-5261b933-4d0b-4ea4-9144-8c6f72f378e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:42.721609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-5261b933-4d0b-4ea4-9144-8c6f72f378e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.0692952 Jan 28 16:56:42.875823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-7c354296-20c7-4d1d-a18a-b0f598821844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:42.877399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-7c354296-20c7-4d1d-a18a-b0f598821844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1485820 Jan 28 16:56:42.987520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2b047526-0d66-40da-9127-d8dbe86d978e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:42.988195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:43.113687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:43.124290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b047526-0d66-40da-9127-d8dbe86d978e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:43.130091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:43.135903 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced34f40-d85a-4288-a3d9-d02f58f5047c" -d '{"events": [{"server_uuid": "9ed96ae0-a89f-4430-9713-5f87d854b360", "name": "network-vif-plugged", "status": "completed", "tag": "2b047526-0d66-40da-9127-d8dbe86d978e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:43.255367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2b047526-0d66-40da-9127-d8dbe86d978e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2b047526-0d66-40da-9127-d8dbe86d978e,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:43.270884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:43.367727 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4c421-1469-465d-8e07-d4049e33b46d x-openstack-request-id: req-edd4c421-1469-465d-8e07-d4049e33b46d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:43.368025 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed96ae0-a89f-4430-9713-5f87d854b360", "name": "network-vif-plugged", "status": "completed", "tag": "2b047526-0d66-40da-9127-d8dbe86d978e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:43.368287 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edd4c421-1469-465d-8e07-d4049e33b46d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:43.370489 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b047526-0d66-40da-9127-d8dbe86d978e', 'code': 200} Jan 28 16:56:43.453869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4c88c12-dbb1-4e40-9060-465813595580 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:43.646172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455af9d-c614-4130-90ac-9a1417245df2 req-c59eefa8-4d0b-4a24-89ec-234d128c9554 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:43.652449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2b047526-0d66-40da-9127-d8dbe86d978e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:43.662105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c455af9d-c614-4130-90ac-9a1417245df2 req-c59eefa8-4d0b-4a24-89ec-234d128c9554 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.4269724 Jan 28 16:56:43.710574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b11db4-3d56-4b81-86b2-c761d8d90f70 req-10536a69-b33f-4fca-af67-2b14e263b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:43.714525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99b11db4-3d56-4b81-86b2-c761d8d90f70 req-10536a69-b33f-4fca-af67-2b14e263b3d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 1128 time: 0.2028635 Jan 28 16:56:43.794050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (62bc8bd3-1afa-45b1-b581-bc737afc023b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:43.908542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e4c88c12-dbb1-4e40-9060-465813595580 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:43.911835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4c88c12-dbb1-4e40-9060-465813595580), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:43.939501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59284b46-2786-465a-9135-5114b55f0024 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:44.026441 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-99b11db4-3d56-4b81-86b2-c761d8d90f70 req-0818f4bd-6260-460d-a200-554f2ee4f46d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995150 Jan 28 16:56:44.063812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:44.075203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:44.097519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:44.099251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:44.122040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=62bc8bd3-1afa-45b1-b581-bc737afc023b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:44.138878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-128db6dc-77d0-4155-a0af-27df8eefb92d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5101638 Jan 28 16:56:44.143882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34384) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:44.177761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'name': 'tempest-NetworksTestDHCPv6-944355182'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:44.382505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Provisioning complete for port e4c88c12-dbb1-4e40-9060-465813595580 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:44.383342 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4c88c12-dbb1-4e40-9060-465813595580), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:44.486623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:44.491657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:44.593909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 7006df72-39af-48f8-9411-dc653fa14ef7 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:44.676828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-c1456fd2-415e-444d-b181-6fc6deaec995 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7652118 Jan 28 16:56:44.682855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e4c88c12-dbb1-4e40-9060-465813595580 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:44.691175 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4c88c12-dbb1-4e40-9060-465813595580), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:44.877589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89e41e61-8d76-40eb-b82b-19f7844d863f req-ff66d04c-cf8e-4105-bbab-433cb0eae400 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996546 Jan 28 16:56:44.930893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port e4c88c12-dbb1-4e40-9060-465813595580, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e4c88c12-dbb1-4e40-9060-465813595580,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:44.936311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c455af9d-c614-4130-90ac-9a1417245df2 req-50179e15-8a1a-492a-8cd3-312a52e4657e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2731407 Jan 28 16:56:44.978365 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e4c88c12-dbb1-4e40-9060-465813595580), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:44.998850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Current status of the port e4c88c12-dbb1-4e40-9060-465813595580 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:45.025860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e4c88c12-dbb1-4e40-9060-465813595580), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:45.224410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::330 (5cb4a354-f6b3-4e03-838b-50cc821388f9/62bc8bd3-1afa-45b1-b581-bc737afc023b/7006df72-39af-48f8-9411-dc653fa14ef7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:45.687248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (7006df72-39af-48f8-9411-dc653fa14ef7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:45.725044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94d974-1b75-4cb1-bb0b-88b1af5e8997 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:45.737103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=e4c88c12-dbb1-4e40-9060-465813595580,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:45.738006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34410) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:45.853964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7006df72-39af-48f8-9411-dc653fa14ef7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:46.130374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:56:46.139651 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:56:46.192347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a97dfcf2-3682-4748-90e0-9fe913ba7c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:46.238795 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5af67b54-4963-4069-82a7-6157a53058ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:46.369618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1e58d-d12d-4ac2-b969-b963cbc9e01b req-a8dbf58e-a9cf-4bba-bba6-7a54fdc1d353 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:46.379063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04f1e58d-d12d-4ac2-b969-b963cbc9e01b req-a8dbf58e-a9cf-4bba-bba6-7a54fdc1d353 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.2871192 Jan 28 16:56:46.581573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04f1e58d-d12d-4ac2-b969-b963cbc9e01b req-fdbef39f-e87a-4d88-9f12-99137e070877 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834655 Jan 28 16:56:46.675630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5af67b54-4963-4069-82a7-6157a53058ab admin admin] Publish callbacks [] for security_group (dc3a4594-06da-4eaf-8eb1-8ab40b63534d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:46.689917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5af67b54-4963-4069-82a7-6157a53058ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc3a4594-06da-4eaf-8eb1-8ab40b63534d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:46.775546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Current status of the port e4c88c12-dbb1-4e40-9060-465813595580 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:46.796698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a8b39cf4-deeb-4d83-b529-949041e0cea6 None None] Could not find standard attr ID for object da8970c0-a45a-4eab-bc5f-c35ab217aab5. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:56:46.811074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5af67b54-4963-4069-82a7-6157a53058ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d24a70c982c4a51a4dcf65daadbda7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0663033 Jan 28 16:56:46.904003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34426) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:46.925703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3e9bfb27-1e92-43fa-82e8-639b7474c6d4 None None] Provisioning complete for port e4c88c12-dbb1-4e40-9060-465813595580 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:46.926370 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfb27-1e92-43fa-82e8-639b7474c6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4c88c12-dbb1-4e40-9060-465813595580), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.007785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af67b54-4963-4069-82a7-6157a53058ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a4594-06da-4eaf-8eb1-8ab40b63534d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:47.053564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-703f8ed0-81f6-4d62-be33-c668ae071f50 admin admin] Publish callbacks [] for security_group (dc3a4594-06da-4eaf-8eb1-8ab40b63534d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.117749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-703f8ed0-81f6-4d62-be33-c668ae071f50 admin admin] Publish callbacks [] for security_group (dc3a4594-06da-4eaf-8eb1-8ab40b63534d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.151941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:47.201493 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-703f8ed0-81f6-4d62-be33-c668ae071f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc3a4594-06da-4eaf-8eb1-8ab40b63534d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.206084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-703f8ed0-81f6-4d62-be33-c668ae071f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.207833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-703f8ed0-81f6-4d62-be33-c668ae071f50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc3a4594-06da-4eaf-8eb1-8ab40b63534d HTTP/1.1" status: 204 len: 168 time: 0.2937582 Jan 28 16:56:47.210274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:47.218276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:47.237737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:47.238696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.245987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=7006df72-39af-48f8-9411-dc653fa14ef7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:47.278865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f8ed0-81f6-4d62-be33-c668ae071f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a4594-06da-4eaf-8eb1-8ab40b63534d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:47.290888 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8f44086e-cd8f-4db9-bc22-8bc9384d5c5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1457405 Jan 28 16:56:47.292716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:47.351626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a40f55-a8b1-48f9-84f9-8c8b1b472d08 req-d5a9618c-f8eb-4741-9732-f3d949f4cca4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:47.372155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11a40f55-a8b1-48f9-84f9-8c8b1b472d08 req-d5a9618c-f8eb-4741-9732-f3d949f4cca4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.5385640 Jan 28 16:56:47.383068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4c88c12-dbb1-4e40-9060-465813595580 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:47.563216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bfb27-1e92-43fa-82e8-639b7474c6d4 None None] Current status of the port e4c88c12-dbb1-4e40-9060-465813595580 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:47.634920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11a40f55-a8b1-48f9-84f9-8c8b1b472d08 req-d52a4a00-5437-4ad1-a0a2-f7a12a30e8df tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614033 Jan 28 16:56:47.665418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b6412-c974-4693-8db1-8f81bbfff1cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:47.665831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e4c88c12-dbb1-4e40-9060-465813595580 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:47.666326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4c88c12-dbb1-4e40-9060-465813595580), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:47.674027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b6412-c974-4693-8db1-8f81bbfff1cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:47.698123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34438) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:47.721492 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-880b6412-c974-4693-8db1-8f81bbfff1cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4229465 Jan 28 16:56:47.895832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-789b0650-f739-46fe-85e8-d700435ad81a None None] Provisioning complete for port 7006df72-39af-48f8-9411-dc653fa14ef7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:47.896625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-789b0650-f739-46fe-85e8-d700435ad81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7006df72-39af-48f8-9411-dc653fa14ef7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:48.101785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-464996aa-9b6c-404e-b66d-d3dcebce6b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:48.164594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-789b0650-f739-46fe-85e8-d700435ad81a None None] Port 7006df72-39af-48f8-9411-dc653fa14ef7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:56:48.184878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 7006df72-39af-48f8-9411-dc653fa14ef7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:48.185446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7006df72-39af-48f8-9411-dc653fa14ef7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:48.203290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32240b7b-6644-4f37-a884-0274d99bc15e req-047633c3-dbc1-490f-877f-76c106d3dae4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:48.205753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32240b7b-6644-4f37-a884-0274d99bc15e req-047633c3-dbc1-490f-877f-76c106d3dae4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.2879210 Jan 28 16:56:48.318455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e4c88c12-dbb1-4e40-9060-465813595580 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:48.347911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-789b0650-f739-46fe-85e8-d700435ad81a None None] Provisioning complete for port e4c88c12-dbb1-4e40-9060-465813595580 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:48.348455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-789b0650-f739-46fe-85e8-d700435ad81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e4c88c12-dbb1-4e40-9060-465813595580), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:48.550027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32240b7b-6644-4f37-a884-0274d99bc15e req-948b0ed3-ca08-4722-a3fd-3bb2b17d87f3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235519 Jan 28 16:56:48.629643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7006df72-39af-48f8-9411-dc653fa14ef7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:48.630554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-789b0650-f739-46fe-85e8-d700435ad81a None None] Current status of the port e4c88c12-dbb1-4e40-9060-465813595580 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:48.733852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 7006df72-39af-48f8-9411-dc653fa14ef7 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:48.747230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-31198fc0-df1e-408b-a64f-aee6e4e75a82 None None] Could not find standard attr ID for object da8970c0-a45a-4eab-bc5f-c35ab217aab5. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:56:48.752699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-31198fc0-df1e-408b-a64f-aee6e4e75a82 None None] Could not find standard attr ID for object 75ad4d8d-5b5f-4268-88d1-bef2512eb282. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:56:49.001551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b2e3c2f-c821-435d-871d-9d160bf0af09 None None] Provisioning complete for port 7006df72-39af-48f8-9411-dc653fa14ef7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:49.002185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3c2f-c821-435d-871d-9d160bf0af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7006df72-39af-48f8-9411-dc653fa14ef7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:49.141893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e3c2f-c821-435d-871d-9d160bf0af09 None None] Port 7006df72-39af-48f8-9411-dc653fa14ef7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:56:49.178388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7006df72-39af-48f8-9411-dc653fa14ef7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:49.327937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=7006df72-39af-48f8-9411-dc653fa14ef7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:49.400037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:49.626934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:49.631265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9760eb76-3af7-4b04-a0d8-89174f718bcb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/7006df72-39af-48f8-9411-dc653fa14ef7 HTTP/1.1" status: 204 len: 168 time: 1.9312401 Jan 28 16:56:49.636018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34478) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:49.726189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723da132-aa7a-4b30-b918-2beddb1f29a0 req-22d21b38-2340-4105-98ae-62a2a10191ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:49.736054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-723da132-aa7a-4b30-b918-2beddb1f29a0 req-22d21b38-2340-4105-98ae-62a2a10191ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.3427048 Jan 28 16:56:49.831712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-723da132-aa7a-4b30-b918-2beddb1f29a0 req-3d1204dc-c65b-4930-8ba1-2a2bb70021c5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893426 Jan 28 16:56:49.983672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e6c65-4b99-49f6-89b5-60dda00df80b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:49.998158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e6c65-4b99-49f6-89b5-60dda00df80b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:50.002968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34488) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:50.006134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c56e6c65-4b99-49f6-89b5-60dda00df80b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3684547 Jan 28 16:56:50.111550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 62bc8bd3-1afa-45b1-b581-bc737afc023b {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:56:50.136391 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (62bc8bd3-1afa-45b1-b581-bc737afc023b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:50.294000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (62bc8bd3-1afa-45b1-b581-bc737afc023b), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:50.455329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (62bc8bd3-1afa-45b1-b581-bc737afc023b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:50.578330 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (62bc8bd3-1afa-45b1-b581-bc737afc023b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:50.656082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=62bc8bd3-1afa-45b1-b581-bc737afc023b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:50.677400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:50.680652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a01361aa-bc11-4bd2-925a-e247e2d20d86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/62bc8bd3-1afa-45b1-b581-bc737afc023b HTTP/1.1" status: 204 len: 168 time: 0.6766655 Jan 28 16:56:50.683238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:50.699884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:50.769995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-504f4276-69c6-4861-99c1-d15c3fb981ca tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853508 Jan 28 16:56:50.774038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34500) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:50.783210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd0f79-f55b-46dd-a5bb-985af0490394 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:50.801754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-2b93c377-0b5e-4925-bfe3-43cbb46873f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:50.811069 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-2b93c377-0b5e-4925-bfe3-43cbb46873f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.2386262 Jan 28 16:56:50.979203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2e14b-3084-4488-b9e4-11d2c6d7332b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:50.986574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5c2e14b-3084-4488-b9e4-11d2c6d7332b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2063532 Jan 28 16:56:50.989020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:51.155778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e450-38ea-4e18-aeab-94e791d31758 req-3e1ccb92-de1d-4be2-80ac-69a204515cda tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:51.170672 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b665e450-38ea-4e18-aeab-94e791d31758 req-3e1ccb92-de1d-4be2-80ac-69a204515cda tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 945 time: 0.1527038 Jan 28 16:56:51.185702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd6b1e-c6cc-4e46-8ae4-c2ce4792f87d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:51.190762 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5dbd6b1e-c6cc-4e46-8ae4-c2ce4792f87d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2004521 Jan 28 16:56:51.194290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34518) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:51.244045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 2b047526-0d66-40da-9127-d8dbe86d978e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:51.246080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.251918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-78b1945c-ef27-47ed-b95f-647095caccd8 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556910 Jan 28 16:56:51.263847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34520) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:51.270848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:51.271573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:56:51.394982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] Deleting port e4c88c12-dbb1-4e40-9060-465813595580 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:51.395470 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e4c88c12-dbb1-4e40-9060-465813595580), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.474346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b665e450-38ea-4e18-aeab-94e791d31758 req-d51c493f-5a78-40d4-bca6-73e179f599d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018947 Jan 28 16:56:51.524277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port 2b047526-0d66-40da-9127-d8dbe86d978e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2b047526-0d66-40da-9127-d8dbe86d978e,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:51.524647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.531461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:51.535053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.563824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] For port e4c88c12-dbb1-4e40-9060-465813595580, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e4c88c12-dbb1-4e40-9060-465813595580,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:51.564252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 2b047526-0d66-40da-9127-d8dbe86d978e owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:51.564885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e4c88c12-dbb1-4e40-9060-465813595580), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.581150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] Calling delete_port for e4c88c12-dbb1-4e40-9060-465813595580 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:51.766950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (e4c88c12-dbb1-4e40-9060-465813595580), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.843378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] Pushing event deleted for resources: {'Port': ['ID=e4c88c12-dbb1-4e40-9060-465813595580,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:51.845870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2d7e4-53d6-4ecb-a1fb-fb1cf6c86404 None None] No DVR routers for this DVR port e4c88c12-dbb1-4e40-9060-465813595580 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:56:51.850085 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.908377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2b047526-0d66-40da-9127-d8dbe86d978e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:51.921260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2b047526-0d66-40da-9127-d8dbe86d978e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:56:52.056591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=2b047526-0d66-40da-9127-d8dbe86d978e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:52.215525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port 2b047526-0d66-40da-9127-d8dbe86d978e on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:56:52.227478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:52.240508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f66cc3-b59e-4c02-8d16-85c844a5290e req-6d28948b-16a3-456c-958b-db8301ce9747 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "DELETE /v2.0/ports/2b047526-0d66-40da-9127-d8dbe86d978e HTTP/1.1" status: 204 len: 173 time: 1.4247200 Jan 28 16:56:52.241032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'name': 'network-vif-deleted', 'tag': '2b047526-0d66-40da-9127-d8dbe86d978e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:56:52.253182 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8d56c-5774-4993-874e-9587b51246d9" -d '{"events": [{"server_uuid": "9ed96ae0-a89f-4430-9713-5f87d854b360", "name": "network-vif-deleted", "tag": "2b047526-0d66-40da-9127-d8dbe86d978e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:56:52.258982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (9a175ebf-4ebb-401e-a1c2-220011ccbed1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:52.366708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:52.373744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:52.385775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe05cb7-68f9-4b02-a9a0-4e15408e395e None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:52.391262 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18766e-478f-44e8-a22d-b63783738a52 x-openstack-request-id: req-cd18766e-478f-44e8-a22d-b63783738a52 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:56:52.391570 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed96ae0-a89f-4430-9713-5f87d854b360", "name": "network-vif-deleted", "tag": "2b047526-0d66-40da-9127-d8dbe86d978e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:56:52.391831 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd18766e-478f-44e8-a22d-b63783738a52 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:56:52.392240 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed96ae0-a89f-4430-9713-5f87d854b360', 'name': 'network-vif-deleted', 'tag': '2b047526-0d66-40da-9127-d8dbe86d978e', 'status': 'completed', 'code': 200} Jan 28 16:56:52.401981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:52.408238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:52.469707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=9a175ebf-4ebb-401e-a1c2-220011ccbed1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:52.516869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-df3f9615-b68a-4ca7-a62a-8df0c824ea72 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2518270 Jan 28 16:56:52.523774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34552) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:52.544806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '9a175ebf-4ebb-401e-a1c2-220011ccbed1', 'ip_address': '2001:db8::7d84:2174:47ec:35d9'}], 'name': 'tempest-NetworksTestDHCPv6-871773155'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:52.777476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '9a175ebf-4ebb-401e-a1c2-220011ccbed1'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:56:52.778916 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:52.909339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-071d30c2-6fb9-445a-ba47-2ee33989372c req-23348ef8-7023-4203-a828-7c8c832d3b4f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.1253791 Jan 28 16:56:52.911190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:53.136862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/9a175ebf-4ebb-401e-a1c2-220011ccbed1/3cc17574-9315-4121-a304-328bf5528869) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:53.279112 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:53.361546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 914f1dd4-d71c-48ad-92dc-889528035e82 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:53.481835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Publish callbacks [] for port (3cc17574-9315-4121-a304-328bf5528869), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:53.497106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4c88c12-dbb1-4e40-9060-465813595580 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:53.582673 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (3cc17574-9315-4121-a304-328bf5528869), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:53.585757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e4c88c12-dbb1-4e40-9060-465813595580 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:56:53.586323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e4c88c12-dbb1-4e40-9060-465813595580 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:53.656862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:53.661567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:53.665451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:53.671999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::7d84:2174:47ec:35d9 (5cb4a354-f6b3-4e03-838b-50cc821388f9/9a175ebf-4ebb-401e-a1c2-220011ccbed1/914f1dd4-d71c-48ad-92dc-889528035e82) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:53.696358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Pushing event updated for resources: {'Port': ['ID=3cc17574-9315-4121-a304-328bf5528869,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:53.817951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Attempting to bind port 3cc17574-9315-4121-a304-328bf5528869 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:53.819174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Attempting to bind port 3cc17574-9315-4121-a304-328bf5528869 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:53.819718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Attempting to bind port 3cc17574-9315-4121-a304-328bf5528869 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:53.829038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:56:53.829694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:53.832089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:53.832649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:56:53.833373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Bound port: 3cc17574-9315-4121-a304-328bf5528869, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:56:53.837125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3cc17574-9315-4121-a304-328bf5528869), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:53.933999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (914f1dd4-d71c-48ad-92dc-889528035e82), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:53.980977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] For port 3cc17574-9315-4121-a304-328bf5528869, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:53.988340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] For port 3cc17574-9315-4121-a304-328bf5528869, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3cc17574-9315-4121-a304-328bf5528869,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:56:54.007963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3cc17574-9315-4121-a304-328bf5528869), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:54.015106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (914f1dd4-d71c-48ad-92dc-889528035e82), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:54.176349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daed69-26f7-422b-8dd5-6cc83011285a None None] Pushing event updated for resources: {'Port': ['ID=3cc17574-9315-4121-a304-328bf5528869,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:54.195874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=914f1dd4-d71c-48ad-92dc-889528035e82,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:54.228325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:54.232042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:54.235715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:54.242029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:54.242675 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:54.270707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59cf3783-9c98-4303-a176-930b77d8950c req-1b8ebbf8-317b-454e-8f5f-788e3e9f4e5c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0540161 Jan 28 16:56:54.295685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34584) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:54.296256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b9be9713-c226-4c69-87e5-13241ee4cc8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7651336 Jan 28 16:56:54.493161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d754b-e53c-494d-a911-13ebf38fbdf2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:54.501452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d754b-e53c-494d-a911-13ebf38fbdf2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:54.509006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34588) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:54.522304 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ca7d754b-e53c-494d-a911-13ebf38fbdf2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2230082 Jan 28 16:56:54.651113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 914f1dd4-d71c-48ad-92dc-889528035e82 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:54.651879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (914f1dd4-d71c-48ad-92dc-889528035e82), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:54.718553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2b047526-0d66-40da-9127-d8dbe86d978e no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:54.822315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 2b047526-0d66-40da-9127-d8dbe86d978e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:56:54.824073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2b047526-0d66-40da-9127-d8dbe86d978e not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:54.840933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (914f1dd4-d71c-48ad-92dc-889528035e82), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:54.870483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 914f1dd4-d71c-48ad-92dc-889528035e82 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:55.125534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (914f1dd4-d71c-48ad-92dc-889528035e82), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:55.247063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=914f1dd4-d71c-48ad-92dc-889528035e82,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:55.408390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:55.417756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34604) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:55.434503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-84cb77b9-68a8-40e1-a72f-cba714701482 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/914f1dd4-d71c-48ad-92dc-889528035e82 HTTP/1.1" status: 204 len: 168 time: 0.9232600 Jan 28 16:56:55.439628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3cc17574-9315-4121-a304-328bf5528869 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:56:55.574938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3cc17574-9315-4121-a304-328bf5528869 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:55.578425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3cc17574-9315-4121-a304-328bf5528869), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:55.595172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc5f9ffd-51ad-47c1-9feb-f59454da3ab3 req-43100725-3cc1-4025-8276-9da9aa69d8b6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.1135983 Jan 28 16:56:55.614799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:55.668285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e384d9-ecf7-4c1e-ba1f-26b7ad28c5c6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:55.680845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e384d9-ecf7-4c1e-ba1f-26b7ad28c5c6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:55.682756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-32e384d9-ecf7-4c1e-ba1f-26b7ad28c5c6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2632742 Jan 28 16:56:55.686284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34612) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:55.806271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3cc17574-9315-4121-a304-328bf5528869 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:55.809189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3cc17574-9315-4121-a304-328bf5528869), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:55.841150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 9a175ebf-4ebb-401e-a1c2-220011ccbed1 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:56:55.856280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (9a175ebf-4ebb-401e-a1c2-220011ccbed1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:55.872205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 3cc17574-9315-4121-a304-328bf5528869, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3cc17574-9315-4121-a304-328bf5528869,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:55.880016 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3cc17574-9315-4121-a304-328bf5528869), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:55.997485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=3cc17574-9315-4121-a304-328bf5528869,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:56.021167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (9a175ebf-4ebb-401e-a1c2-220011ccbed1), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.025629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-873ac750-2a57-4cd0-97fe-249304bdd98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.217120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9a175ebf-4ebb-401e-a1c2-220011ccbed1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.283973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1715bbbc-9989-4a09-9858-c3910b510891 None None] Provisioning complete for port 3cc17574-9315-4121-a304-328bf5528869 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:56:56.284390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1715bbbc-9989-4a09-9858-c3910b510891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3cc17574-9315-4121-a304-328bf5528869), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.334272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-873ac750-2a57-4cd0-97fe-249304bdd98a admin admin] Publish callbacks [] for security_group (17931414-6e27-40c9-bb3b-82c1a3ee0c86), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.389778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-873ac750-2a57-4cd0-97fe-249304bdd98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (17931414-6e27-40c9-bb3b-82c1a3ee0c86), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.499411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-873ac750-2a57-4cd0-97fe-249304bdd98a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40347247c91c45d688988d15fca21035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8662035 Jan 28 16:56:56.499411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ac750-2a57-4cd0-97fe-249304bdd98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17931414-6e27-40c9-bb3b-82c1a3ee0c86,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:56.500842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1715bbbc-9989-4a09-9858-c3910b510891 None None] Current status of the port 3cc17574-9315-4121-a304-328bf5528869 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:56:56.501912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:56.548476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (9a175ebf-4ebb-401e-a1c2-220011ccbed1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.596533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=9a175ebf-4ebb-401e-a1c2-220011ccbed1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:56.598806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.603535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2266bcf6-5090-440f-8ab4-247551844fee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/9a175ebf-4ebb-401e-a1c2-220011ccbed1 HTTP/1.1" status: 204 len: 168 time: 0.9162579 Jan 28 16:56:56.606180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34626) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:56.607897 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:56:56.640386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-967061f5-c3bc-4ffc-ad0c-ab60e0e68cf0 admin admin] Publish callbacks [] for security_group (17931414-6e27-40c9-bb3b-82c1a3ee0c86), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.693306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411ab5b-d8c7-474a-b561-151626d72a0a None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:56.734784 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-967061f5-c3bc-4ffc-ad0c-ab60e0e68cf0 admin admin] Publish callbacks [] for security_group (17931414-6e27-40c9-bb3b-82c1a3ee0c86), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.755891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-265c5731-ee51-44a5-84bc-936a12bb2fe8 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474211 Jan 28 16:56:56.764581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34632) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:56.802441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-251bf01c-d1c0-4785-a7e0-34f3c1714039 req-c7049da5-ba68-4333-a8d1-a9ea4ecd2e33 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0517218 Jan 28 16:56:56.812244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:56.876179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-404a0c0a-f2f0-46d0-9680-72e17e49b038 None None] Could not find standard attr ID for object 914f1dd4-d71c-48ad-92dc-889528035e82. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:56:56.926097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-967061f5-c3bc-4ffc-ad0c-ab60e0e68cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (17931414-6e27-40c9-bb3b-82c1a3ee0c86), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.929552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-967061f5-c3bc-4ffc-ad0c-ab60e0e68cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:56.939780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-967061f5-c3bc-4ffc-ad0c-ab60e0e68cf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17931414-6e27-40c9-bb3b-82c1a3ee0c86 HTTP/1.1" status: 204 len: 168 time: 0.4364989 Jan 28 16:56:57.009834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967061f5-c3bc-4ffc-ad0c-ab60e0e68cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17931414-6e27-40c9-bb3b-82c1a3ee0c86,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:57.060703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:56:57.067368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:57.073931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:57.191917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] Deleting port 3cc17574-9315-4121-a304-328bf5528869 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:56:57.193660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3cc17574-9315-4121-a304-328bf5528869), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:57.355801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] For port 3cc17574-9315-4121-a304-328bf5528869, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3cc17574-9315-4121-a304-328bf5528869,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:56:57.356202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3cc17574-9315-4121-a304-328bf5528869), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:57.403594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] Calling delete_port for 3cc17574-9315-4121-a304-328bf5528869 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:56:57.434938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (bcacae7e-8dc6-48c0-aa39-2d1e5458d98d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:57.472705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:57.479962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:57.488900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:56:57.489777 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:57.578703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3cc17574-9315-4121-a304-328bf5528869 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:56:57.694136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (3cc17574-9315-4121-a304-328bf5528869), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:57.769758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34646) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:57.771841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9714446 Jan 28 16:56:57.777215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'bcacae7e-8dc6-48c0-aa39-2d1e5458d98d', 'ip_address': '2001:db8::a6a6:3ebe:fa2a:8017'}], 'name': 'tempest-NetworksTestDHCPv6-1469757825'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:56:57.783996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68331572-0611-4d63-b692-7ddc00bf4e31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=bcacae7e-8dc6-48c0-aa39-2d1e5458d98d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:57.856454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] Pushing event deleted for resources: {'Port': ['ID=3cc17574-9315-4121-a304-328bf5528869,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:57.870595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port 3cc17574-9315-4121-a304-328bf5528869 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:56:57.871466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port 3cc17574-9315-4121-a304-328bf5528869 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:56:57.871880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3cc17574-9315-4121-a304-328bf5528869 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:56:57.884387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34650) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:57.890990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e791b-b1af-43b9-b7b7-ab2f2b57372b None None] No DVR routers for this DVR port 3cc17574-9315-4121-a304-328bf5528869 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:56:57.923463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6b712-f4e8-4e96-8382-b9e82ca85e83 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:56:57.964932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5297-5a9b-4c6d-9a80-bccf9b06b656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.204327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:56:58.224846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'bcacae7e-8dc6-48c0-aa39-2d1e5458d98d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:56:58.225733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.233617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5214e25-5649-4a3b-8040-e5f98b77f995 req-4f8d7dbe-72ea-4fc3-a025-c629a9293fdc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.2472644 Jan 28 16:56:58.269034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5297-5a9b-4c6d-9a80-bccf9b06b656 admin admin] Publish callbacks [] for security_group (1312c4be-bbeb-4f31-8f98-7f217c09c6db), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.278079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5297-5a9b-4c6d-9a80-bccf9b06b656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1312c4be-bbeb-4f31-8f98-7f217c09c6db), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.324083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6f5f5297-5a9b-4c6d-9a80-bccf9b06b656 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1264815be29f4c4cb75cd86972ce9944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370530 Jan 28 16:56:58.325650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f5297-5a9b-4c6d-9a80-bccf9b06b656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1312c4be-bbeb-4f31-8f98-7f217c09c6db,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:58.328104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:56:58.406158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.431348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1722-282e-4ee2-8130-84699f6889de admin admin] Publish callbacks [] for security_group (1312c4be-bbeb-4f31-8f98-7f217c09c6db), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.451669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 678f2048-d92b-487d-a87f-90a97ec6d216 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:56:58.469033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1722-282e-4ee2-8130-84699f6889de admin admin] Publish callbacks [] for security_group (1312c4be-bbeb-4f31-8f98-7f217c09c6db), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.536922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1722-282e-4ee2-8130-84699f6889de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1312c4be-bbeb-4f31-8f98-7f217c09c6db), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.541345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1722-282e-4ee2-8130-84699f6889de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:58.545875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1c9a1722-282e-4ee2-8130-84699f6889de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1312c4be-bbeb-4f31-8f98-7f217c09c6db HTTP/1.1" status: 204 len: 168 time: 0.2140529 Jan 28 16:56:58.590160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a1722-282e-4ee2-8130-84699f6889de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312c4be-bbeb-4f31-8f98-7f217c09c6db,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:58.719729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/bcacae7e-8dc6-48c0-aa39-2d1e5458d98d/4c94b1fb-5421-480e-8455-053685e6b2a0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:59.359357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Publish callbacks [] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.383395 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.464772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc94a5c8-cfa6-472a-9468-af031a11a3aa req-6a0358d2-3816-4f6f-831a-4139ead9cba5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0896173 Jan 28 16:56:59.500261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::a6a6:3ebe:fa2a:8017 (5cb4a354-f6b3-4e03-838b-50cc821388f9/bcacae7e-8dc6-48c0-aa39-2d1e5458d98d/678f2048-d92b-487d-a87f-90a97ec6d216) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:56:59.509589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:59.534249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:56:59.544108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:56:59.568358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Pushing event updated for resources: {'Port': ['ID=4c94b1fb-5421-480e-8455-053685e6b2a0,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:59.756068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Attempting to bind port 4c94b1fb-5421-480e-8455-053685e6b2a0 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:56:59.756952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Attempting to bind port 4c94b1fb-5421-480e-8455-053685e6b2a0 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:56:59.759041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Attempting to bind port 4c94b1fb-5421-480e-8455-053685e6b2a0 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:56:59.776467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:56:59.777217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:56:59.777876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.778711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:56:59.779412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Bound port: 4c94b1fb-5421-480e-8455-053685e6b2a0, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:56:59.780297 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.841185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (678f2048-d92b-487d-a87f-90a97ec6d216), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.893318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (678f2048-d92b-487d-a87f-90a97ec6d216), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.926288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] For port 4c94b1fb-5421-480e-8455-053685e6b2a0, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:56:59.937046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] For port 4c94b1fb-5421-480e-8455-053685e6b2a0, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4c94b1fb-5421-480e-8455-053685e6b2a0,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:56:59.949725 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:56:59.963186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=678f2048-d92b-487d-a87f-90a97ec6d216,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:56:59.995341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:56:59.997816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:00.002202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:00.008153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:00.009171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:00.039100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6b48f4fb-2d53-42e4-8fb1-282891b36c90 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2677991 Jan 28 16:57:00.042383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34700) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:00.175705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24020be8-d2ca-4d17-8ceb-959400bb138d None None] Pushing event updated for resources: {'Port': ['ID=4c94b1fb-5421-480e-8455-053685e6b2a0,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:00.214664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c3d55-4e5a-4ea2-ac59-195ca05d981a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:00.244252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c3d55-4e5a-4ea2-ac59-195ca05d981a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:00.248695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34706) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:00.261378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f27c3d55-4e5a-4ea2-ac59-195ca05d981a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2175155 Jan 28 16:57:00.582333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 678f2048-d92b-487d-a87f-90a97ec6d216 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:00.584015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (678f2048-d92b-487d-a87f-90a97ec6d216), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:00.688208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59487165-f837-4d56-b811-95e149cf14e5 req-d68db235-cc6b-4b71-a3ea-0a4f261f67d9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0713546 Jan 28 16:57:00.763015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (678f2048-d92b-487d-a87f-90a97ec6d216), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:00.788656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 678f2048-d92b-487d-a87f-90a97ec6d216 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:01.033751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (678f2048-d92b-487d-a87f-90a97ec6d216), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.089306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=678f2048-d92b-487d-a87f-90a97ec6d216,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:01.124146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.137113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34728) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:01.141315 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9e709afe-dd93-4f37-8e6c-0d0d3dd7d088 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/678f2048-d92b-487d-a87f-90a97ec6d216 HTTP/1.1" status: 204 len: 168 time: 0.8912582 Jan 28 16:57:01.308862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7809aed-c5fb-4426-a97d-4f550211001d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:01.314510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7809aed-c5fb-4426-a97d-4f550211001d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:01.319083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34732) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:01.331885 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a7809aed-c5fb-4426-a97d-4f550211001d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1933620 Jan 28 16:57:01.433771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c94b1fb-5421-480e-8455-053685e6b2a0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:01.474136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet bcacae7e-8dc6-48c0-aa39-2d1e5458d98d {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:57:01.478220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (bcacae7e-8dc6-48c0-aa39-2d1e5458d98d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.569690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4c94b1fb-5421-480e-8455-053685e6b2a0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:01.570074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.617455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (bcacae7e-8dc6-48c0-aa39-2d1e5458d98d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.819800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4c94b1fb-5421-480e-8455-053685e6b2a0 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:01.820193 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.954857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4c94b1fb-5421-480e-8455-053685e6b2a0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4c94b1fb-5421-480e-8455-053685e6b2a0,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:01.965324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:01.967242 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (bcacae7e-8dc6-48c0-aa39-2d1e5458d98d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:02.033842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6047f4f2-3eae-4d4d-9d37-888d7c0389dc req-8064fea4-ef25-448f-976b-8df387948147 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.1226294 Jan 28 16:57:02.175753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (bcacae7e-8dc6-48c0-aa39-2d1e5458d98d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:02.228783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4c94b1fb-5421-480e-8455-053685e6b2a0,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:02.233764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:02.237129 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/bcacae7e-8dc6-48c0-aa39-2d1e5458d98d HTTP/1.1" status: 204 len: 168 time: 0.9169660 Jan 28 16:57:02.239925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34758) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:02.318713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4fbfd-ee89-4849-a34b-25fe5716ea27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=bcacae7e-8dc6-48c0-aa39-2d1e5458d98d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:02.331132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd749ce0-21ae-4671-93e8-4d0fe8baee55 None None] Provisioning complete for port 4c94b1fb-5421-480e-8455-053685e6b2a0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:02.331922 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd749ce0-21ae-4671-93e8-4d0fe8baee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:02.333777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:02.334216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-17fb3409-3ee7-491b-955c-34e1e1e02c8e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931170 Jan 28 16:57:02.338784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:02.650468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:02.654089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:02.681275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd749ce0-21ae-4671-93e8-4d0fe8baee55 None None] Current status of the port 4c94b1fb-5421-480e-8455-053685e6b2a0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:02.756896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8926d33-0972-4b8e-bf15-d67205a0d383 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:02.954072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f747adf3-0b65-4407-9710-97b4bb6e11de None None] Could not find standard attr ID for object 678f2048-d92b-487d-a87f-90a97ec6d216. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:57:03.167546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:57:03.216780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (dee6f446-290d-41c8-a0e0-22ee4ea4c693), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:03.258142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53592cd6-3da4-43cc-8b63-d7933bb968da req-6d82ab15-1ad8-484f-83f2-3b34546d0c3e tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:03.259734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53592cd6-3da4-43cc-8b63-d7933bb968da req-6d82ab15-1ad8-484f-83f2-3b34546d0c3e tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1129 time: 0.2254541 Jan 28 16:57:03.328350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] Deleting port 4c94b1fb-5421-480e-8455-053685e6b2a0 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:03.328726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:03.362848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:03.370412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:03.381900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:03.382512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:03.429940 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0956581 Jan 28 16:57:03.439772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:03.442982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b1cc931-33c3-4f3a-86fe-139bf43de930 req-66fa1c6a-53ee-46d8-9252-cdea8f65c034 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.1284320 Jan 28 16:57:03.446567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53592cd6-3da4-43cc-8b63-d7933bb968da req-52c86e3f-3827-4cfe-993c-45575d5822c0 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810322 Jan 28 16:57:03.455339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'dee6f446-290d-41c8-a0e0-22ee4ea4c693', 'ip_address': '2001:db8::9cd6:2fd3:f8a0:2357'}], 'name': 'tempest-NetworksTestDHCPv6-461094990'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:03.602997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] For port 4c94b1fb-5421-480e-8455-053685e6b2a0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4c94b1fb-5421-480e-8455-053685e6b2a0,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:03.606129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:03.647389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] Calling delete_port for 4c94b1fb-5421-480e-8455-053685e6b2a0 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:03.693559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b76cf5-ad72-47d6-a820-a66b7f45d18d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=dee6f446-290d-41c8-a0e0-22ee4ea4c693,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:03.800642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5844993-e303-473a-871a-8dfb5a42d729 req-262460d2-2250-44ba-b468-86b755e043d6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:03.816726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5844993-e303-473a-871a-8dfb5a42d729 req-262460d2-2250-44ba-b468-86b755e043d6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1161740 Jan 28 16:57:03.819584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:03.847255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:03.904409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4c94b1fb-5421-480e-8455-053685e6b2a0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:03.940772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5844993-e303-473a-871a-8dfb5a42d729 req-ce3b2ecd-9cba-4f1d-a2de-e78c7ea4fac5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208241 Jan 28 16:57:03.965757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:03.988817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] Pushing event deleted for resources: {'Port': ['ID=4c94b1fb-5421-480e-8455-053685e6b2a0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:04.003806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.019070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03715da7-02a0-4de9-ac18-2a90e0dcd74d None None] No DVR routers for this DVR port 4c94b1fb-5421-480e-8455-053685e6b2a0 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:04.040555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966bebbc-bae4-4258-b9e7-1680fa8cd8ee None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:04.054635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port f717a754-cebf-45ea-b4b1-80add613e484 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:57:04.090321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bee81f66-eb08-4ec6-a3a7-83d56da94356 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/91576821-2283-465e-9ca0-6e4d98defbc9 HTTP/1.1" status: 200 len: 994 time: 0.1124041 Jan 28 16:57:04.162736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ec02d3d-d3da-4c50-ba51-8f5bab3a7b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.203747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'dee6f446-290d-41c8-a0e0-22ee4ea4c693'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:57:04.204724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.375363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ec02d3d-d3da-4c50-ba51-8f5bab3a7b5b admin admin] Publish callbacks [] for security_group (fb340795-c46c-4195-96bc-3aa20a0c5df7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.385959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ec02d3d-d3da-4c50-ba51-8f5bab3a7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb340795-c46c-4195-96bc-3aa20a0c5df7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.407785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::9cd6:2fd3:f8a0:2357 (5cb4a354-f6b3-4e03-838b-50cc821388f9/dee6f446-290d-41c8-a0e0-22ee4ea4c693/f717a754-cebf-45ea-b4b1-80add613e484) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:04.434082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5ec02d3d-d3da-4c50-ba51-8f5bab3a7b5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0c4217cd30041768e4efb5e457138f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6134281 Jan 28 16:57:04.435393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec02d3d-d3da-4c50-ba51-8f5bab3a7b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb340795-c46c-4195-96bc-3aa20a0c5df7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:04.437900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:04.551873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d92683a-b905-4267-b590-5d37b8528725 admin admin] Publish callbacks [] for security_group (fb340795-c46c-4195-96bc-3aa20a0c5df7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.605134 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d92683a-b905-4267-b590-5d37b8528725 admin admin] Publish callbacks [] for security_group (fb340795-c46c-4195-96bc-3aa20a0c5df7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.718361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d92683a-b905-4267-b590-5d37b8528725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb340795-c46c-4195-96bc-3aa20a0c5df7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.722348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d92683a-b905-4267-b590-5d37b8528725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:04.726035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7d92683a-b905-4267-b590-5d37b8528725 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb340795-c46c-4195-96bc-3aa20a0c5df7 HTTP/1.1" status: 204 len: 168 time: 0.2870691 Jan 28 16:57:04.810275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fbf7f70-af91-4368-aedc-18c215ff4221 req-2e1c4457-7186-413f-9fd8-e650e1e171a9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.1176591 Jan 28 16:57:04.836542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92683a-b905-4267-b590-5d37b8528725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb340795-c46c-4195-96bc-3aa20a0c5df7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:04.979946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (f717a754-cebf-45ea-b4b1-80add613e484), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.087019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287185-6eef-4446-b623-00dab5383d16 req-2e569e08-377a-4399-a3d0-a7a368ecb643 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:05.095779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78287185-6eef-4446-b623-00dab5383d16 req-2e569e08-377a-4399-a3d0-a7a368ecb643 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1761372 Jan 28 16:57:05.138230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f717a754-cebf-45ea-b4b1-80add613e484), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.255385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/dee6f446-290d-41c8-a0e0-22ee4ea4c693/9a3d88f6-90cb-487b-87fb-24247c4a8fd7) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:05.285286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78287185-6eef-4446-b623-00dab5383d16 req-9e87c997-33fe-4877-9713-6d6bc0ab00d7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840730 Jan 28 16:57:05.317185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-f4947994-8346-42d9-a101-d56d98a07caa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4487720 Jan 28 16:57:05.321703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c94b1fb-5421-480e-8455-053685e6b2a0 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:05.325669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:05.336249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-8037a122-44e0-40d1-8aba-597b36f3fee1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 16:57:05.337372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:05.354637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-8037a122-44e0-40d1-8aba-597b36f3fee1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0357115 Jan 28 16:57:05.364568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:05.382359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:05.383126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.450512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34840) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:05.455827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4c94b1fb-5421-480e-8455-053685e6b2a0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:57:05.456177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c94b1fb-5421-480e-8455-053685e6b2a0 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:57:05.474807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0332668 Jan 28 16:57:05.478276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34844) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:05.480658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-915a695a-78f4-46ee-9cf3-9ce67e1390c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.519107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda5077-3458-4fb5-ab20-55a97e5aa804 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=f717a754-cebf-45ea-b4b1-80add613e484,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:05.629788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a32b0d-16d2-4275-b449-ee510106f826 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:05.631382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-47a32b0d-16d2-4275-b449-ee510106f826 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1521339 Jan 28 16:57:05.634495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34846) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:05.746880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-915a695a-78f4-46ee-9cf3-9ce67e1390c8 admin admin] Publish callbacks [] for security_group (c63d6c10-0526-4a15-8945-fa2e83da908e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.760337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-915a695a-78f4-46ee-9cf3-9ce67e1390c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c63d6c10-0526-4a15-8945-fa2e83da908e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.762409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Publish callbacks [] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.777735 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:05.861601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:05.865967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-915a695a-78f4-46ee-9cf3-9ce67e1390c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=998eb037b31d4b629ab6fea675107345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142749 Jan 28 16:57:05.868783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34856) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:05.889796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:05.900022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:06.017513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a695a-78f4-46ee-9cf3-9ce67e1390c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d6c10-0526-4a15-8945-fa2e83da908e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:06.041976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff80b-9786-4112-89b3-c17305159b8d admin admin] Publish callbacks [] for security_group (c63d6c10-0526-4a15-8945-fa2e83da908e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.073974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Pushing event updated for resources: {'Port': ['ID=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:06.082564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port f717a754-cebf-45ea-b4b1-80add613e484 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:06.083195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f717a754-cebf-45ea-b4b1-80add613e484), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.132841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff80b-9786-4112-89b3-c17305159b8d admin admin] Publish callbacks [] for security_group (c63d6c10-0526-4a15-8945-fa2e83da908e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.215286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Attempting to bind port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:06.216378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Attempting to bind port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:06.218517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Attempting to bind port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:06.239320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:06.240002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:06.240659 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.241331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:06.242041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Bound port: 9a3d88f6-90cb-487b-87fb-24247c4a8fd7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:06.242705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.328528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff80b-9786-4112-89b3-c17305159b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c63d6c10-0526-4a15-8945-fa2e83da908e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.336639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff80b-9786-4112-89b3-c17305159b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.343901 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9a2ff80b-9786-4112-89b3-c17305159b8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c63d6c10-0526-4a15-8945-fa2e83da908e HTTP/1.1" status: 204 len: 168 time: 0.4669197 Jan 28 16:57:06.386560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ff80b-9786-4112-89b3-c17305159b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d6c10-0526-4a15-8945-fa2e83da908e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:06.407331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] For port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:06.460487 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f717a754-cebf-45ea-b4b1-80add613e484), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.498781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for f717a754-cebf-45ea-b4b1-80add613e484 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:06.520548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] For port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:06.555501 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:06.696411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463934c-0d19-44d5-8be3-6e671df65d3e None None] Pushing event updated for resources: {'Port': ['ID=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:06.711039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9486e7ba-3a0d-45b3-bb3c-809c29766855 req-52620509-9633-41c5-8f66-bff8394a369b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0706599 Jan 28 16:57:07.063921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f717a754-cebf-45ea-b4b1-80add613e484), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:07.254848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=f717a754-cebf-45ea-b4b1-80add613e484,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:07.347180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24994ad-cfb0-40d7-a819-b29cef313af6 req-9f60937c-e57c-4244-9724-51b4612dc138 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:07.375545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e24994ad-cfb0-40d7-a819-b29cef313af6 req-9f60937c-e57c-4244-9724-51b4612dc138 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.7339437 Jan 28 16:57:07.385617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:07.392604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34904) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:07.398066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-57904f0e-01b9-4e2d-a06b-0c6f16492c8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/f717a754-cebf-45ea-b4b1-80add613e484 HTTP/1.1" status: 204 len: 168 time: 1.7613707 Jan 28 16:57:07.491474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e24994ad-cfb0-40d7-a819-b29cef313af6 req-c988795e-a75d-4bc0-9b86-e96e171d7a28 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131794 Jan 28 16:57:07.528374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe9f73-022a-4416-9351-195e8cdc3179 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:07.529857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe9f73-022a-4416-9351-195e8cdc3179 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:07.534479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34908) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:07.538736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-afbe9f73-022a-4416-9351-195e8cdc3179 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1369708 Jan 28 16:57:07.667019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet dee6f446-290d-41c8-a0e0-22ee4ea4c693 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:57:07.671392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (dee6f446-290d-41c8-a0e0-22ee4ea4c693), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:07.766860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (dee6f446-290d-41c8-a0e0-22ee4ea4c693), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:07.972715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30a163ad-df85-41b5-92ad-d49213fcc403 req-2df173c4-477f-4abe-b0c7-e8986db1e3f6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0946996 Jan 28 16:57:08.031022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-976a0ccc-f6c3-4cf0-baeb-f9d14632eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:08.032505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-976a0ccc-f6c3-4cf0-baeb-f9d14632eb9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1129 time: 0.2582407 Jan 28 16:57:08.198247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (dee6f446-290d-41c8-a0e0-22ee4ea4c693), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:08.351430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-10d91926-9a1b-4c9a-af13-982dac97c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:08.352971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-10d91926-9a1b-4c9a-af13-982dac97c053 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.3135774 Jan 28 16:57:08.529439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-5a26a6da-ed19-494b-8cc6-6195f294212a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1002 time: 0.1414535 Jan 28 16:57:08.662088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-b372da47-69b4-4bac-b900-c643b82cdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:08.674261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-b372da47-69b4-4bac-b900-c643b82cdae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1366317 Jan 28 16:57:08.756171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (dee6f446-290d-41c8-a0e0-22ee4ea4c693), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:08.855302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] Provisioning complete for port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:08.855836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:08.919889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:08.925880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/dee6f446-290d-41c8-a0e0-22ee4ea4c693 HTTP/1.1" status: 204 len: 168 time: 1.3901596 Jan 28 16:57:08.926531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412c66-e497-4925-bd5e-6b2bac9f23cb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=dee6f446-290d-41c8-a0e0-22ee4ea4c693,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:08.928147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34950) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:08.999744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fc415-713b-4341-941d-51a393027325 req-60d5fcd3-84ba-479c-9510-0afb0bcfff6b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:09.027502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc9fc415-713b-4341-941d-51a393027325 req-60d5fcd3-84ba-479c-9510-0afb0bcfff6b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.3521996 Jan 28 16:57:09.065307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ff815137-cbc0-44ed-b487-d01348cc571e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340609 Jan 28 16:57:09.066593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34956) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:09.091462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] Current status of the port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:09.091867 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:09.173989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-bf8d3743-1abc-4562-86b3-72692e7c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:09.182085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-bf8d3743-1abc-4562-86b3-72692e7c29fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4557614 Jan 28 16:57:09.203327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] For port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:09.226000 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:09.260886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92232ec4-5b3f-46b4-98ec-6849502d5eac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:09.267011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-92232ec4-5b3f-46b4-98ec-6849502d5eac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1916444 Jan 28 16:57:09.268643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:09.321560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade25fa-093d-403a-b7c4-20a2d0270b2a None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:09.411084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7d0344dd-3139-4ba2-ade2-6fbb6db53840 None None] Could not find standard attr ID for object f717a754-cebf-45ea-b4b1-80add613e484. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:57:09.411552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbb18f2-e941-4a9c-892b-8b51b67f2ce3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:09.413678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-adbb18f2-e941-4a9c-892b-8b51b67f2ce3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1433864 Jan 28 16:57:09.416455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:09.420082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:09.497132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bec5b-eaa5-4881-8ba3-f74d5429722a None None] Pushing event updated for resources: {'Port': ['ID=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:09.509577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-523ced3a-d189-43a8-baf5-728c828870fc tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918365 Jan 28 16:57:09.521388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34978) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:09.526988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:09.688362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:09.688772 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:09.759925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:57:09.787420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:09.791477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:09.922123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:09.940587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] Deleting port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:09.941232 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:09.974864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-291bfcc3-a205-4ebd-8b99-c806581703d9 req-4298912e-336c-4e48-abfd-9ce7bddc536e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.7813673 Jan 28 16:57:10.071707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] For port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:10.072420 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:10.104479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] Calling delete_port for 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:10.123521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc9fc415-713b-4341-941d-51a393027325 req-b1c2ffe3-e42f-44da-9249-30160dd96aee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0893905 Jan 28 16:57:10.299770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (9a3d88f6-90cb-487b-87fb-24247c4a8fd7), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:10.316660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] No DVR routers for this DVR port 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:10.325208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4d70ff28-4af3-4e1e-8ed2-767a76aa1284), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:10.337068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-60b8f556-ecee-468d-9c97-5d1d3abd8059 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1261556 Jan 28 16:57:10.369735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87077aa5-2985-473a-afe4-7ae3778ab761 None None] Pushing event deleted for resources: {'Port': ['ID=9a3d88f6-90cb-487b-87fb-24247c4a8fd7,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:10.435111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f747-be8b-4fd9-932e-ec5494c6b32c req-007b480e-b512-4697-aa0e-e3ccb387899b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:10.436637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c88f747-be8b-4fd9-932e-ec5494c6b32c req-007b480e-b512-4697-aa0e-e3ccb387899b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.2913787 Jan 28 16:57:10.487287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=4d70ff28-4af3-4e1e-8ed2-767a76aa1284,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:10.515356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:10.517084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:10.519992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:10.521775 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:10.528880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f7b435-9219-4633-9a2e-3e9455e233bb None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:10.553990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-01e62309-b401-40fc-b70b-e39aceb54c97 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0312631 Jan 28 16:57:10.556726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:10.615093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c88f747-be8b-4fd9-932e-ec5494c6b32c req-a601bb6c-4094-4a70-9160-8f183441e3ac tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683490 Jan 28 16:57:10.638040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '4d70ff28-4af3-4e1e-8ed2-767a76aa1284', 'ip_address': '2001:db8::2e5c:6efd:9dfd:3bcf'}], 'name': 'tempest-NetworksTestDHCPv6-1031605762'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:10.713766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-8567a67c-0332-49cd-9227-f1223ba51e46 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627596 Jan 28 16:57:11.120110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '4d70ff28-4af3-4e1e-8ed2-767a76aa1284'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:57:11.123082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:11.169141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:11.262736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-814591f6-1875-45c2-9bb3-8c590dc0e2dc req-c0c8079f-a031-403b-baa5-aa931431e3c9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.0843301 Jan 28 16:57:11.284067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:11.389807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:57:11.390281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9a3d88f6-90cb-487b-87fb-24247c4a8fd7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:57:11.404207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:11.439693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60d81d-079c-4336-b790-90ce34f41280 req-7bc15d51-6b98-40c2-8275-92fd10e02082 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:11.450560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b60d81d-079c-4336-b790-90ce34f41280 req-7bc15d51-6b98-40c2-8275-92fd10e02082 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.0851960 Jan 28 16:57:11.469585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 76504171-e3f8-4c7f-b523-46529d7bdcfc yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:57:11.553908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b60d81d-079c-4336-b790-90ce34f41280 req-2fb123b3-cf3e-40a5-a7e4-dcc148a65bd1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014130 Jan 28 16:57:11.693472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/4d70ff28-4af3-4e1e-8ed2-767a76aa1284/4059a32c-115a-4b31-ba95-bbe9deb886f2) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:11.828164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:11.952128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Publish callbacks [] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.025005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:12.025962 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.034462 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.141594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::2e5c:6efd:9dfd:3bcf (5cb4a354-f6b3-4e03-838b-50cc821388f9/4d70ff28-4af3-4e1e-8ed2-767a76aa1284/76504171-e3f8-4c7f-b523-46529d7bdcfc) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:12.171641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:12.175733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:12.180879 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5de341-dde3-4d5f-a5f2-ff897694d586" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-unplugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:12.222626 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.253290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:12.318375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:12.328526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:12.357497 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda59851-ab59-4c46-9b6a-013396bf3532 x-openstack-request-id: req-fda59851-ab59-4c46-9b6a-013396bf3532 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:12.358032 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-unplugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:12.358479 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fda59851-ab59-4c46-9b6a-013396bf3532 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:12.359087 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:57:12.399105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Pushing event updated for resources: {'Port': ['ID=4059a32c-115a-4b31-ba95-bbe9deb886f2,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:12.539504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (76504171-e3f8-4c7f-b523-46529d7bdcfc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.566150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a677770-2ad7-4df8-9729-52c8d1f30ab7 req-840f61e7-12be-4651-910e-da0ee0b2bc86 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed96ae0-a89f-4430-9713-5f87d854b360 HTTP/1.1" status: 200 len: 210 time: 0.1162329 Jan 28 16:57:12.654467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:12.668709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.671634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.689001 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (76504171-e3f8-4c7f-b523-46529d7bdcfc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.760282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Attempting to bind port 4059a32c-115a-4b31-ba95-bbe9deb886f2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:12.760681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Attempting to bind port 4059a32c-115a-4b31-ba95-bbe9deb886f2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:12.762139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Attempting to bind port 4059a32c-115a-4b31-ba95-bbe9deb886f2 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:12.776394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:12.776814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:12.777310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.777895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:12.778390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Bound port: 4059a32c-115a-4b31-ba95-bbe9deb886f2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:12.778778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.797798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9b9e-e641-45c9-9595-6c9692a8ad7c req-de1f8817-7292-4933-bdaa-46b0c0fab442 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:12.809176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e65a9b9e-e641-45c9-9595-6c9692a8ad7c req-de1f8817-7292-4933-bdaa-46b0c0fab442 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1120529 Jan 28 16:57:12.828459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=76504171-e3f8-4c7f-b523-46529d7bdcfc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:12.859326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:12.863352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:12.869599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:12.882692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:12.884490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:12.948725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e65a9b9e-e641-45c9-9595-6c9692a8ad7c req-7ebc621e-84cd-452a-a5ff-19c500b12051 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250718 Jan 28 16:57:12.948725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35062) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:12.949055 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6b187eb1-ef15-403e-9b47-774b35bbe864 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3894784 Jan 28 16:57:12.951036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '4d70ff28-4af3-4e1e-8ed2-767a76aa1284', 'ip_address': '2001:db8::2e5c:6efd:9dfd:3bcf'}], 'name': 'tempest-NetworksTestDHCPv6-1701433090'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:12.965755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] For port 4059a32c-115a-4b31-ba95-bbe9deb886f2, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:12.972816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] For port 4059a32c-115a-4b31-ba95-bbe9deb886f2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4059a32c-115a-4b31-ba95-bbe9deb886f2,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:12.985988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:13.121690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b5e0-a4fc-4233-b904-136b0cdc3b73 None None] Pushing event updated for resources: {'Port': ['ID=4059a32c-115a-4b31-ba95-bbe9deb886f2,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:13.207945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:13.427743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:13.512759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 24ad0824-53ef-4060-aa07-2ad25115ee75 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:57:13.980725 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 16:57:13.981297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:57:14.023015 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9548e18e-3261-4765-996d-4077e486d2eb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0757365 Jan 28 16:57:14.026831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:14.133650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629ab3f-4d22-4a63-9175-4aa540a16f86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:14.153085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629ab3f-4d22-4a63-9175-4aa540a16f86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:14.155334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1629ab3f-4d22-4a63-9175-4aa540a16f86 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1272149 Jan 28 16:57:14.155977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35094) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:14.230730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e75b32-ab5c-47b1-abf8-13a9c9383395 req-e26bcd2b-30d1-426b-a620-b3af26cb53dd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:14.235237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42e75b32-ab5c-47b1-abf8-13a9c9383395 req-e26bcd2b-30d1-426b-a620-b3af26cb53dd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1722462 Jan 28 16:57:14.335855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42e75b32-ab5c-47b1-abf8-13a9c9383395 req-367f051e-4e17-47c5-8f7c-cd1281fd283b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922635 Jan 28 16:57:14.338708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 76504171-e3f8-4c7f-b523-46529d7bdcfc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:14.339042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (76504171-e3f8-4c7f-b523-46529d7bdcfc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:14.534849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (76504171-e3f8-4c7f-b523-46529d7bdcfc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:14.560789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 76504171-e3f8-4c7f-b523-46529d7bdcfc owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:14.892798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (76504171-e3f8-4c7f-b523-46529d7bdcfc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:14.935404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] Provisioning complete for port 4059a32c-115a-4b31-ba95-bbe9deb886f2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:14.935980 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:14.954364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=76504171-e3f8-4c7f-b523-46529d7bdcfc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:15.038060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:15.055819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35116) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:15.067989 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d995e940-2180-473b-a1b4-8cb496768184 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/76504171-e3f8-4c7f-b523-46529d7bdcfc HTTP/1.1" status: 204 len: 168 time: 0.8961987 Jan 28 16:57:15.143158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] Current status of the port 4059a32c-115a-4b31-ba95-bbe9deb886f2 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:15.143568 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:15.275413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff1829-9011-40db-842d-9257285eb192 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:15.281200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] For port 4059a32c-115a-4b31-ba95-bbe9deb886f2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4059a32c-115a-4b31-ba95-bbe9deb886f2,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:15.288941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff1829-9011-40db-842d-9257285eb192 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:15.290691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d3ff1829-9011-40db-842d-9257285eb192 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2337418 Jan 28 16:57:15.293431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:15.309035 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:15.435531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4059a32c-115a-4b31-ba95-bbe9deb886f2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:15.525720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 4d70ff28-4af3-4e1e-8ed2-767a76aa1284 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:57:15.531005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (4d70ff28-4af3-4e1e-8ed2-767a76aa1284), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:15.626065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (4d70ff28-4af3-4e1e-8ed2-767a76aa1284), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:15.681878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af7d2e-2814-45b5-90a7-e53d277aceeb req-bfcfb409-c4f5-4920-87c0-9dda8c90f26a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:15.683804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34af7d2e-2814-45b5-90a7-e53d277aceeb req-bfcfb409-c4f5-4920-87c0-9dda8c90f26a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1468008 Jan 28 16:57:15.785003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34af7d2e-2814-45b5-90a7-e53d277aceeb req-6f1e7257-c208-4dc2-bcb2-f482db6f3a5b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924046 Jan 28 16:57:15.874134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4d70ff28-4af3-4e1e-8ed2-767a76aa1284), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.021852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (4d70ff28-4af3-4e1e-8ed2-767a76aa1284), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.081879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:57:16.095303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=4d70ff28-4af3-4e1e-8ed2-767a76aa1284,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:16.114085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.123049 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0ac96269-b478-4d1e-b9f1-f48911280275 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/4d70ff28-4af3-4e1e-8ed2-767a76aa1284 HTTP/1.1" status: 204 len: 168 time: 0.8278508 Jan 28 16:57:16.125928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35156) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:16.147701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7297e-1199-4ee5-8521-c394390b3a10 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:16.222869 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4c97fdf2-c4c9-4e26-90a1-0b9ba6c1cb88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906613 Jan 28 16:57:16.223937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35158) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:16.229590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:16.262075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacb91e-dc25-4c4a-8b55-5bb9a2c05dde None None] Pushing event updated for resources: {'Port': ['ID=4059a32c-115a-4b31-ba95-bbe9deb886f2,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:16.298541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6208ce0a-be18-47a4-9868-6c02a4a593b9 None None] Could not find standard attr ID for object 76504171-e3f8-4c7f-b523-46529d7bdcfc. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:57:16.343910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4059a32c-115a-4b31-ba95-bbe9deb886f2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:16.344297 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.390635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3076aac1-d230-46aa-87b1-8353a25ed870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.420558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:16.425034 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.562718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:57:16.702220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4059a32c-115a-4b31-ba95-bbe9deb886f2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:16.725214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:16.742454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '33927930-3ba8-4814-9058-007d8fec898c', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:57:16.777630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (ef417651-74fb-42f5-ab36-2e0d15de0787), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.777939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] Deleting port 4059a32c-115a-4b31-ba95-bbe9deb886f2 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:16.778328 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.877614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:16.884512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:16.904965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:16.905573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.912813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:16.913354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:16.940379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:57:16.949296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=ef417651-74fb-42f5-ab36-2e0d15de0787,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:16.967017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-02e99830-9e56-4bee-8fd3-8a3826b6ec06 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7428451 Jan 28 16:57:16.969739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35178) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:16.974882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'ef417651-74fb-42f5-ab36-2e0d15de0787', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-822896401'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:17.004118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] For port 4059a32c-115a-4b31-ba95-bbe9deb886f2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4059a32c-115a-4b31-ba95-bbe9deb886f2,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:17.004602 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:17.056064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:17.062361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] Calling delete_port for 4059a32c-115a-4b31-ba95-bbe9deb886f2 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:17.108705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:17.198235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5dd97-2291-4873-940a-9fcff3f8d6be req-118a79aa-0772-46c2-ad75-c09907fe34a3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:17.213686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6a5dd97-2291-4873-940a-9fcff3f8d6be req-118a79aa-0772-46c2-ad75-c09907fe34a3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.3026762 Jan 28 16:57:17.300025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['33927930-3ba8-4814-9058-007d8fec898c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:57:17.355775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:17.358063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4059a32c-115a-4b31-ba95-bbe9deb886f2 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:17.458311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6a5dd97-2291-4873-940a-9fcff3f8d6be req-38ce1fb0-5c77-4026-b63e-48f76f86e0fa tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396095 Jan 28 16:57:17.535305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:17.660560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4059a32c-115a-4b31-ba95-bbe9deb886f2), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:17.690406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:17.711910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 9fd870ed-2bdb-4f2c-a8d0-a02b9aefa267 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:57:17.778782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Port 4059a32c-115a-4b31-ba95-bbe9deb886f2 update to DOWN by agent not found {{(pid=103095) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 16:57:17.785895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] No DVR routers for this DVR port 4059a32c-115a-4b31-ba95-bbe9deb886f2 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:17.879755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721b247-f29b-4633-a547-42a66f5e57a4 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:17.929668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea757ca-44de-46f4-bbfb-e66bb3a2665e None None] Pushing event deleted for resources: {'Port': ['ID=4059a32c-115a-4b31-ba95-bbe9deb886f2,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:18.100415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b15b-193c-4efe-ba56-a6a185add4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:18.293194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'ef417651-74fb-42f5-ab36-2e0d15de0787'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:57:18.294227 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:18.656768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/ef417651-74fb-42f5-ab36-2e0d15de0787/cf153a11-8474-4726-a51c-95042ec50aa0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:18.814316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e0ec5-5598-4571-9c8a-3b190fc07e38 req-cdea618d-0039-457f-b9ef-b5f908cf68a3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:18.818201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980e0ec5-5598-4571-9c8a-3b190fc07e38 req-cdea618d-0039-457f-b9ef-b5f908cf68a3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1658518 Jan 28 16:57:18.957534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-980e0ec5-5598-4571-9c8a-3b190fc07e38 req-2693ebb1-3cd1-4dd9-ab0d-d0a727f65ea9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321676 Jan 28 16:57:19.016893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Publish callbacks [] for port (cf153a11-8474-4726-a51c-95042ec50aa0), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.042309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.045946 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:57:19.047051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:57:19.071228 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89b8160d-740d-4133-9707-d0c80d1dfb76 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1003413 Jan 28 16:57:19.074956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35228) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:19.211578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Pushing event updated for resources: {'Port': ['ID=cf153a11-8474-4726-a51c-95042ec50aa0,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:19.233863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2dd31a-b953-4377-a862-eafbbf746f59 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:19.238207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35232) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:19.240200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ad2dd31a-b953-4377-a862-eafbbf746f59 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1637702 Jan 28 16:57:19.244922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:19.246928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.247281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.247661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.247969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.248879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.249228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.249556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.249889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.250280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.250620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.250953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.251895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.251895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:19.261449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:19.266589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:19.346544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Attempting to bind port cf153a11-8474-4726-a51c-95042ec50aa0 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:19.347171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Attempting to bind port cf153a11-8474-4726-a51c-95042ec50aa0 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:19.347359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Attempting to bind port cf153a11-8474-4726-a51c-95042ec50aa0 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:19.356051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:19.356449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:19.356891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.357475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:19.357979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Bound port: cf153a11-8474-4726-a51c-95042ec50aa0, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:19.358373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.392598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06b564-5423-497c-acdb-88d1a9de34ca tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:19.399518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06b564-5423-497c-acdb-88d1a9de34ca tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:19.401534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9f06b564-5423-497c-acdb-88d1a9de34ca tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1622720 Jan 28 16:57:19.404342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35240) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:19.530420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet ef417651-74fb-42f5-ab36-2e0d15de0787 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:57:19.544958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (ef417651-74fb-42f5-ab36-2e0d15de0787), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.560032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] For port cf153a11-8474-4726-a51c-95042ec50aa0, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:19.566898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] For port cf153a11-8474-4726-a51c-95042ec50aa0, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cf153a11-8474-4726-a51c-95042ec50aa0,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:19.573518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:19.575971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.579484 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.642705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (ef417651-74fb-42f5-ab36-2e0d15de0787), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.764760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 33927930-3ba8-4814-9058-007d8fec898c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:19.765407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33927930-3ba8-4814-9058-007d8fec898c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:19.770496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dfec0-5b69-4480-a475-6905eaa3a4b4 None None] Pushing event updated for resources: {'Port': ['ID=cf153a11-8474-4726-a51c-95042ec50aa0,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:19.943866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ef417651-74fb-42f5-ab36-2e0d15de0787), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:20.067031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:20.067436 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:20.179040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:20.186631 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c212b-382f-4785-8b70-c7ea132e8b38" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:20.224377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:20.236414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:20.348959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (ef417651-74fb-42f5-ab36-2e0d15de0787), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:20.360299 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc52de9f-2f52-4254-a6f3-9de15572f13a x-openstack-request-id: req-fc52de9f-2f52-4254-a6f3-9de15572f13a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:20.360846 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:20.360948 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc52de9f-2f52-4254-a6f3-9de15572f13a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:20.361323 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:57:20.373203 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:20.443330 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:20.448165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/ef417651-74fb-42f5-ab36-2e0d15de0787 HTTP/1.1" status: 204 len: 168 time: 1.0425198 Jan 28 16:57:20.450814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35264) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:20.451841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd7678-f313-4a03-9864-21ff6da4393e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=ef417651-74fb-42f5-ab36-2e0d15de0787,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:20.465436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2d82-1dc1-4963-a914-05343300ef7e req-f9029107-e122-42f1-ae9a-26790dd154f7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:20.467692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef1e2d82-1dc1-4963-a914-05343300ef7e req-f9029107-e122-42f1-ae9a-26790dd154f7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.3047123 Jan 28 16:57:20.561010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef1e2d82-1dc1-4963-a914-05343300ef7e req-11cfb313-0c9b-4754-bfdf-8a42b133f1b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857744 Jan 28 16:57:20.604933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c39636bf-cb48-4db4-a0d2-60251ebb3be6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528108 Jan 28 16:57:20.609021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35268) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:20.614293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:20.662953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:20.731761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:20.734956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.229087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (5d6b2eb9-545a-4f7c-b3cc-678022cd0c17), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.366232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:21.372368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:21.375597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:21.376204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.424855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cf153a11-8474-4726-a51c-95042ec50aa0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:21.447080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:21.447830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8373654 Jan 28 16:57:21.451999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:21.456164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100e38a-807d-4a7d-8c70-a00c66673942 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=5d6b2eb9-545a-4f7c-b3cc-678022cd0c17,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:21.515714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (88b4e658-b733-4606-a257-a47ad5109466), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.517108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (88b4e658-b733-4606-a257-a47ad5109466), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.680538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cf153a11-8474-4726-a51c-95042ec50aa0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:21.683999 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.721932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router_controller (88b4e658-b733-4606-a257-a47ad5109466), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.731627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (88b4e658-b733-4606-a257-a47ad5109466), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.780480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.781859 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de65e50c-b268-49f4-ad25-2765754337b3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3338041 Jan 28 16:57:21.784427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35296) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:21.831958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10b86f-8ac2-4afe-ac0f-ab0be6da4160 req-b6366c07-ab52-4f0f-93d3-f1f82039fe41 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:21.842048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b10b86f-8ac2-4afe-ac0f-ab0be6da4160 req-b6366c07-ab52-4f0f-93d3-f1f82039fe41 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1796155 Jan 28 16:57:21.975842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:21.993736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d1301-04a7-434d-af31-114c2c91b7b1 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:22.026087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b10b86f-8ac2-4afe-ac0f-ab0be6da4160 req-a6f35b93-4e64-496f-b7ab-ff88606270fe tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829138 Jan 28 16:57:22.421553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cf153a11-8474-4726-a51c-95042ec50aa0 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:22.436855 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:22.500223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a68c985d-d53d-4ef7-88be-106241828ec6 None None] Provisioning complete for port cf153a11-8474-4726-a51c-95042ec50aa0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:22.523063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a68c985d-d53d-4ef7-88be-106241828ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:22.645765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:22.790532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port cf153a11-8474-4726-a51c-95042ec50aa0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cf153a11-8474-4726-a51c-95042ec50aa0,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:22.856099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:22.973378 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-5ff63fc2-5b21-4ae7-94d8-c39644ff32fb service neutron] show failed (client error): The resource could not be found. Jan 28 16:57:22.986289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-5ff63fc2-5b21-4ae7-94d8-c39644ff32fb service neutron] 10.222.0.24 "GET /v2.0/ports/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.2074997 Jan 28 16:57:23.222912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=cf153a11-8474-4726-a51c-95042ec50aa0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:23.305858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4946b-4d93-4c13-907e-fedd3d30e929 req-5620062b-25c4-49d9-84c2-bac46d36cd7e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:23.316733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84c4946b-4d93-4c13-907e-fedd3d30e929 req-5620062b-25c4-49d9-84c2-bac46d36cd7e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.1336205 Jan 28 16:57:23.328181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a68c985d-d53d-4ef7-88be-106241828ec6 None None] Current status of the port cf153a11-8474-4726-a51c-95042ec50aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:23.446597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84c4946b-4d93-4c13-907e-fedd3d30e929 req-b22a9feb-8e55-4da5-a3b5-9784a4302bce tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273150 Jan 28 16:57:23.550394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::1 (5cb4a354-f6b3-4e03-838b-50cc821388f9/5d6b2eb9-545a-4f7c-b3cc-678022cd0c17/af735f43-da9a-41a1-99e3-fe84f8a35928) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:23.894574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:23.978517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-97a7a683-a85f-4b51-b514-01dd6f345be9 None None] Provisioning complete for port cf153a11-8474-4726-a51c-95042ec50aa0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:23.982852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97a7a683-a85f-4b51-b514-01dd6f345be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:23.993796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:24.240756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-33a7299f-897f-483c-a301-33931449f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:24.249856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-33a7299f-897f-483c-a301-33931449f7bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 1129 time: 0.8497057 Jan 28 16:57:24.252805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=af735f43-da9a-41a1-99e3-fe84f8a35928,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:24.291510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-97a7a683-a85f-4b51-b514-01dd6f345be9 None None] Current status of the port cf153a11-8474-4726-a51c-95042ec50aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:24.324280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:24.346677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.352887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.353508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.358748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.359483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.360078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.360705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.361124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.367500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.368249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.372838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.373592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.374137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:24.391567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:24.450464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:24.485911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:24.486814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (88b4e658-b733-4606-a257-a47ad5109466), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:25.002992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:25.163577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82603d16-5467-4e31-9d11-756aed8cdb84 req-2193004b-7f38-4d4a-a2ca-c1b5d793fc41 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:25.187131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82603d16-5467-4e31-9d11-756aed8cdb84 req-2193004b-7f38-4d4a-a2ca-c1b5d793fc41 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 0.4947147 Jan 28 16:57:25.462173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:25.505038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82603d16-5467-4e31-9d11-756aed8cdb84 req-c66fc998-9462-43b5-a11a-d1e06c7e1ae7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168726 Jan 28 16:57:25.573055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cf153a11-8474-4726-a51c-95042ec50aa0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:25.574934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:25.635610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-56f4a328-0125-435c-ab4b-451908b20efa None None] Provisioning complete for port af735f43-da9a-41a1-99e3-fe84f8a35928 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:25.636052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56f4a328-0125-435c-ab4b-451908b20efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:25.706738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-56f4a328-0125-435c-ab4b-451908b20efa None None] Port af735f43-da9a-41a1-99e3-fe84f8a35928 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:57:25.822189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cf153a11-8474-4726-a51c-95042ec50aa0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:25.822583 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:26.127040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:26.127517 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:26.285935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:26.348936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:26.421903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cf153a11-8474-4726-a51c-95042ec50aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:26.432113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Publish callbacks [] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:26.447806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Transition to ACTIVE for port object fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:57:26.448954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:26.456705 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33efb295-afbb-4c38-b4d8-f04e5c2c7de1" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:26.475901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:26.554531 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:57:26.557299 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:57:26.678489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:26.895123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-e4dfcdf7-72f8-4946-8772-09ce190e10c4 req-ce682362-fde6-41ea-92f3-8db8c9ba1bb6 service neutron] (103093) timed out ('10.222.0.25', 43130) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 16:57:27.044891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fbfd-30b3-4a7f-86eb-5fbe47acc8f2 req-bd01c5d1-f9ea-4a03-a047-9bd90d0094cf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:27.053605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2160fbfd-30b3-4a7f-86eb-5fbe47acc8f2 req-bd01c5d1-f9ea-4a03-a047-9bd90d0094cf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.2880807 Jan 28 16:57:27.173603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:27.270402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2160fbfd-30b3-4a7f-86eb-5fbe47acc8f2 req-d724dcb8-5714-499b-ad1c-1b4b5a298104 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077818 Jan 28 16:57:27.643792 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec36548-43a6-44b1-a0e3-5c98bdff5807 x-openstack-request-id: req-2ec36548-43a6-44b1-a0e3-5c98bdff5807 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:27.644792 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:27.644792 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ec36548-43a6-44b1-a0e3-5c98bdff5807 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:27.644792 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'code': 200} Jan 28 16:57:27.733006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:27.809463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:27.810760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (88b4e658-b733-4606-a257-a47ad5109466), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:28.245000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:28.334301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:28.339185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] No DVR routers for this DVR port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:28.730652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203245d-8aa1-45c9-bdb5-b81464d28392 req-cc6831a6-e347-4cd1-b785-6978c45eb174 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:28.732195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1203245d-8aa1-45c9-bdb5-b81464d28392 req-cc6831a6-e347-4cd1-b785-6978c45eb174 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.2178860 Jan 28 16:57:28.737023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=af735f43-da9a-41a1-99e3-fe84f8a35928,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:28.893553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1203245d-8aa1-45c9-bdb5-b81464d28392 req-cfa9dc6c-8bf0-4548-984e-bd914fdbabea tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535535 Jan 28 16:57:28.934238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-17b4cef5-fa10-47c3-9451-c6807fcc33e6 None None] Provisioning complete for port af735f43-da9a-41a1-99e3-fe84f8a35928 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:28.935609 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-17b4cef5-fa10-47c3-9451-c6807fcc33e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:28.989791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-17b4cef5-fa10-47c3-9451-c6807fcc33e6 None None] Port af735f43-da9a-41a1-99e3-fe84f8a35928 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:57:29.317750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:29.318117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:29.330238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:29.377936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:57:29.378288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:29.402518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Router 88b4e658-b733-4606-a257-a47ad5109466 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:57:29.429358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:29.429722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Checking segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:29.430097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Bound using segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:29.430542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Bound port: fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:29.430954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:30.266049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722f0a9-03af-4b7c-b895-7d072656ab1e req-8baadf51-7743-44f6-9fc8-d35c02ae3016 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:30.297556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0722f0a9-03af-4b7c-b895-7d072656ab1e req-8baadf51-7743-44f6-9fc8-d35c02ae3016 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.1752038 Jan 28 16:57:30.463430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0722f0a9-03af-4b7c-b895-7d072656ab1e req-5aa74629-7a2e-4c31-9c2a-ca99c6f87aff tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540122 Jan 28 16:57:30.592156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:30.595913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:30.609431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:30.695060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:30.695927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:30.703179 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1093 time: 6.4342353 Jan 28 16:57:30.703825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:30.706355 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb7cdf-9686-496f-843d-b5e707ae35c6" -d '{"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:30.737693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:57:30.752415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f407159e-fb6a-4e0d-b8a3-dc49ecb2b479 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "PUT /v2.0/routers/88b4e658-b733-4606-a257-a47ad5109466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9643891 Jan 28 16:57:30.752927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:30.796114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Sync routers for ids ['88b4e658-b733-4606-a257-a47ad5109466'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:57:30.829383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Routers {'88b4e658-b733-4606-a257-a47ad5109466'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:57:30.830449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['88b4e658-b733-4606-a257-a47ad5109466'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:30.936856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca3642-b24e-4e95-9d8d-a7a661e6645d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:30.937425 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3861044-d307-4fb7-a25f-9cdafff447b5 x-openstack-request-id: req-a3861044-d307-4fb7-a25f-9cdafff447b5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:30.937911 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:30.938328 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3861044-d307-4fb7-a25f-9cdafff447b5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:30.939951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-46ca3642-b24e-4e95-9d8d-a7a661e6645d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports/af735f43-da9a-41a1-99e3-fe84f8a35928 HTTP/1.1" status: 200 len: 911 time: 0.1861324 Jan 28 16:57:30.940520 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'status': 'completed', 'code': 200} Jan 28 16:57:30.949107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35482) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:30.993187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edcf9c-d0a3-4576-b6ee-3447aa4c2b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:31.046573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-15776ced-45ed-49d9-862e-74732b27b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.051978 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-15776ced-45ed-49d9-862e-74732b27b51f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1127 time: 0.3173294 Jan 28 16:57:31.291496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-7f1e751d-6705-41a5-bced-702d75e7a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.307534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-7f1e751d-6705-41a5-bced-702d75e7a7e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1127 time: 0.3606222 Jan 28 16:57:31.329320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Set router 88b4e658-b733-4606-a257-a47ad5109466 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:57:31.448002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-9e59e848-2050-4941-b7d2-f3c0750cefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.449532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-9e59e848-2050-4941-b7d2-f3c0750cefbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.3919923 Jan 28 16:57:31.663151 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-528c59e1-0733-4c51-aa42-a05eac004909 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.2054563 Jan 28 16:57:31.667824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4e658-b733-4606-a257-a47ad5109466', 'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:21Z', 'updated_at': '2022-01-28T16:57:24Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None, '_interfaces': [{'id': 'af735f43-da9a-41a1-99e3-fe84f8a35928', 'name': '', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'mac_address': 'fa:16:3e:d3:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4e658-b733-4606-a257-a47ad5109466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '5d6b2eb9-545a-4f7c-b3cc-678022cd0c17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:57:22Z', 'updated_at': '2022-01-28T16:57:27Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'subnets': [{'id': '5d6b2eb9-545a-4f7c-b3cc-678022cd0c17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:31.772589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-00ada3ce-fa65-4cd7-8b2c-cd39c5bdd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.775294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-00ada3ce-fa65-4cd7-8b2c-cd39c5bdd480 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1029065 Jan 28 16:57:31.781840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Checking router: 88b4e658-b733-4606-a257-a47ad5109466 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:57:31.782206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Updating router 88b4e658-b733-4606-a257-a47ad5109466 port af735f43-da9a-41a1-99e3-fe84f8a35928 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:57:31.859312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96263182-1723-463f-ae80-c440e5b0ff08 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.899096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96263182-1723-463f-ae80-c440e5b0ff08 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.908838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-96263182-1723-463f-ae80-c440e5b0ff08 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.9537950 Jan 28 16:57:31.912064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35504) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:31.916862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-13172ad1-c9ce-4515-9054-3f997b0c8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:31.926519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-13172ad1-c9ce-4515-9054-3f997b0c8787 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.5976393 Jan 28 16:57:31.933930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:32.128535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-4aa13531-cae2-40fc-8a83-16107eb8323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:32.148068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-4aa13531-cae2-40fc-8a83-16107eb8323e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3507926 Jan 28 16:57:32.383147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-88367ee6-7fc4-4cde-ada7-ba288d031078 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.2768886 Jan 28 16:57:32.563153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-b20eba56-fb6e-4f3e-8f3f-12d5f8a56b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:32.564641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-b20eba56-fb6e-4f3e-8f3f-12d5f8a56b75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1669538 Jan 28 16:57:32.618995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46cec5-1b95-4775-a726-dad60245c588 req-44a1c390-8514-40cf-9531-1fcb3ee19821 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:32.632190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb46cec5-1b95-4775-a726-dad60245c588 req-44a1c390-8514-40cf-9531-1fcb3ee19821 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.7045298 Jan 28 16:57:32.761928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb46cec5-1b95-4775-a726-dad60245c588 req-a950a615-1d55-4049-9949-75a0aaa3a328 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288395 Jan 28 16:57:32.787721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-d10bbba0-89ef-44a8-b7ec-9acab6c8e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:32.791744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-d10bbba0-89ef-44a8-b7ec-9acab6c8e60d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2153828 Jan 28 16:57:32.833269 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Publish callbacks [] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:32.840283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:32.926083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ad11d-c40d-4abe-9620-66ef97337823 None None] Pushing event updated for resources: {'Port': ['ID=af735f43-da9a-41a1-99e3-fe84f8a35928,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:33.092684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Attempting to bind port af735f43-da9a-41a1-99e3-fe84f8a35928 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:33.093273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Attempting to bind port af735f43-da9a-41a1-99e3-fe84f8a35928 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:33.093428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Attempting to bind port af735f43-da9a-41a1-99e3-fe84f8a35928 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:33.140986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:33.142924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:33.146331 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:33.146910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:33.154445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Bound port: af735f43-da9a-41a1-99e3-fe84f8a35928, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:33.155040 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:33.158243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-c8538ce0-3893-45ff-b465-1e00bcfe8c1e service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0091245 Jan 28 16:57:33.213082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-e8e65778-9d02-4579-b546-4091e90f0776 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046042 Jan 28 16:57:33.391792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] For port af735f43-da9a-41a1-99e3-fe84f8a35928, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:33.403976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] For port af735f43-da9a-41a1-99e3-fe84f8a35928, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=af735f43-da9a-41a1-99e3-fe84f8a35928,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:33.433498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:33.547939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-79709e37-fc29-473a-a075-64b0f74f6f0c service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339338 Jan 28 16:57:33.603531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd8bc8e-515b-4ba3-a9cc-6eecfb842fd6 req-003dde4f-4afa-43fe-b6ee-a83a7fe765fb service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794742 Jan 28 16:57:33.617822 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:57:33.625131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35542) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:33.632393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Routers {'88b4e658-b733-4606-a257-a47ad5109466'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:57:33.665239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['88b4e658-b733-4606-a257-a47ad5109466'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:33.844822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:33.963434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] Set router 88b4e658-b733-4606-a257-a47ad5109466 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:57:34.106362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (88b4e658-b733-4606-a257-a47ad5109466), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:34.221627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-9a60563c-c687-4a05-bda7-640324000eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:34.225521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-9a60563c-c687-4a05-bda7-640324000eda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1127 time: 0.5657213 Jan 28 16:57:34.311197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ad11d-c40d-4abe-9620-66ef97337823 None None] Pushing event updated for resources: {'Port': ['ID=af735f43-da9a-41a1-99e3-fe84f8a35928,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:34.337880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea57656-4037-4013-8108-cbd415d588e7 req-7db9d4f7-d512-4ab7-a92d-d19df89c8cb8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:34.343821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ea57656-4037-4013-8108-cbd415d588e7 req-7db9d4f7-d512-4ab7-a92d-d19df89c8cb8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.3467877 Jan 28 16:57:34.364336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] Provisioning complete for port af735f43-da9a-41a1-99e3-fe84f8a35928 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:34.365023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:34.394532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4e658-b733-4606-a257-a47ad5109466', 'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:21Z', 'updated_at': '2022-01-28T16:57:24Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None, '_interfaces': [{'id': 'af735f43-da9a-41a1-99e3-fe84f8a35928', 'name': '', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'mac_address': 'fa:16:3e:d3:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4e658-b733-4606-a257-a47ad5109466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '5d6b2eb9-545a-4f7c-b3cc-678022cd0c17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:57:22Z', 'updated_at': '2022-01-28T16:57:33Z', 'revision_number': 4, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'subnets': [{'id': '5d6b2eb9-545a-4f7c-b3cc-678022cd0c17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:34.442563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de2b05-95b0-4068-9c16-eb93129ffffc None None] The sync data for ids ['88b4e658-b733-4606-a257-a47ad5109466'] in n-d-812111-13 is: [{'id': '88b4e658-b733-4606-a257-a47ad5109466', 'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:21Z', 'updated_at': '2022-01-28T16:57:24Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None, '_interfaces': [{'id': 'af735f43-da9a-41a1-99e3-fe84f8a35928', 'name': '', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'mac_address': 'fa:16:3e:d3:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4e658-b733-4606-a257-a47ad5109466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '5d6b2eb9-545a-4f7c-b3cc-678022cd0c17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:57:22Z', 'updated_at': '2022-01-28T16:57:33Z', 'revision_number': 4, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'subnets': [{'id': '5d6b2eb9-545a-4f7c-b3cc-678022cd0c17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:57:34.551383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Publish callbacks [] for security_group (47dd059f-fc8f-4db6-aead-495cac88e0ae), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:34.564075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ea57656-4037-4013-8108-cbd415d588e7 req-3c5fa78d-0af5-42fe-8a44-5955e4fa3930 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045245 Jan 28 16:57:34.570598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (47dd059f-fc8f-4db6-aead-495cac88e0ae), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:34.609817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] Current status of the port af735f43-da9a-41a1-99e3-fe84f8a35928 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:34.610623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:34.680478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66d13a08bc874fce9eaf51f511ebe533&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0539722 Jan 28 16:57:34.703984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] For port af735f43-da9a-41a1-99e3-fe84f8a35928, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=af735f43-da9a-41a1-99e3-fe84f8a35928,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:34.719465 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:34.779934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:34.780661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd059f-fc8f-4db6-aead-495cac88e0ae,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:34.858091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.858357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.858613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.858964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.859308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.867988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.869123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.869123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.869314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.869543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.869886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.870226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.886066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bb356-ae5f-4993-bcd8-2188924a956d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:57:34.911328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9e0ca-03c4-491e-9b81-d3f5ce39f64c None None] Pushing event updated for resources: {'Port': ['ID=af735f43-da9a-41a1-99e3-fe84f8a35928,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:34.973274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4b638224-dd16-4260-81f5-964efa736967 None None] Provisioning complete for port af735f43-da9a-41a1-99e3-fe84f8a35928 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:34.973863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b638224-dd16-4260-81f5-964efa736967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.029170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-56edc7c7-32a3-4747-8c49-25c15aeafcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:35.037966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-56edc7c7-32a3-4747-8c49-25c15aeafcdb service neutron] 10.222.0.31 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.8049197 Jan 28 16:57:35.086449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f33fba0b-9020-447b-b28e-4f5f306a2c80 admin admin] Publish callbacks [] for security_group (47dd059f-fc8f-4db6-aead-495cac88e0ae), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.198760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f33fba0b-9020-447b-b28e-4f5f306a2c80 admin admin] Publish callbacks [] for security_group (47dd059f-fc8f-4db6-aead-495cac88e0ae), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.218286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4b638224-dd16-4260-81f5-964efa736967 None None] Current status of the port af735f43-da9a-41a1-99e3-fe84f8a35928 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:35.334576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-771cee09-83d2-4229-a008-71207ea36f35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.2877939 Jan 28 16:57:35.379766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f33fba0b-9020-447b-b28e-4f5f306a2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (47dd059f-fc8f-4db6-aead-495cac88e0ae), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.385627 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f33fba0b-9020-447b-b28e-4f5f306a2c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.393421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f33fba0b-9020-447b-b28e-4f5f306a2c80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47dd059f-fc8f-4db6-aead-495cac88e0ae HTTP/1.1" status: 204 len: 168 time: 0.5600598 Jan 28 16:57:35.422672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fba0b-9020-447b-b28e-4f5f306a2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd059f-fc8f-4db6-aead-495cac88e0ae,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:35.490708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device af735f43-da9a-41a1-99e3-fe84f8a35928 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:35.503989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-7e465803-74e3-4c92-9584-59379745644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:35.505830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-7e465803-74e3-4c92-9584-59379745644e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1595089 Jan 28 16:57:35.662614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port af735f43-da9a-41a1-99e3-fe84f8a35928 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:35.663248 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.670047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port af735f43-da9a-41a1-99e3-fe84f8a35928 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:35.671358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:35.901431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9b731-28b5-45fb-95b3-f75d47cf2a0c req-c1bc7433-229f-410a-adf4-d0a3b64a5633 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:35.903085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7b9b731-28b5-45fb-95b3-f75d47cf2a0c req-c1bc7433-229f-410a-adf4-d0a3b64a5633 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.1889265 Jan 28 16:57:35.933932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-a8364751-5caf-4f26-8bcd-5d9d6901c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:35.938430 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-a8364751-5caf-4f26-8bcd-5d9d6901c338 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4230895 Jan 28 16:57:36.022518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port af735f43-da9a-41a1-99e3-fe84f8a35928 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:36.131103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7b9b731-28b5-45fb-95b3-f75d47cf2a0c req-ac96820b-561d-458c-b4c9-4bf088685f08 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219956 Jan 28 16:57:36.238044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port af735f43-da9a-41a1-99e3-fe84f8a35928, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=af735f43-da9a-41a1-99e3-fe84f8a35928,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:36.238426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:36.298721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for af735f43-da9a-41a1-99e3-fe84f8a35928 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:36.461846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-d3497791-6f80-453e-ab07-910e3f33d56f service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040939 Jan 28 16:57:36.775110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:57:37.040588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:37.115275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:37.176645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'mac_address': 'fa:16:3e:c3:ab:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:57:37.190908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f545d5-179e-4247-825c-661b4a5369fb req-ed68fbb8-07b3-40c2-9ea7-1c8b105e6d40 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:37.201293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84f545d5-179e-4247-825c-661b4a5369fb req-ed68fbb8-07b3-40c2-9ea7-1c8b105e6d40 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 944 time: 0.3093784 Jan 28 16:57:37.226612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-e78425ec-171b-4626-af98-4fcbb63e50c0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:37.229150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-e78425ec-171b-4626-af98-4fcbb63e50c0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a&tenant_id=8ed5608621734a99b86b03a99acedd8f&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 944 time: 0.5915792 Jan 28 16:57:37.379848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:37.381498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:37.412621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dcccd8a-3b28-4aec-a4bc-e9a2c975d629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:37.425896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:57:37.504833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:37.517298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:37.540447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dcccd8a-3b28-4aec-a4bc-e9a2c975d629 admin admin] Publish callbacks [] for security_group (7ac8bdac-3f44-4606-a3bb-09f2fba3acf0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:37.550176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84f545d5-179e-4247-825c-661b4a5369fb req-b16ee80b-472f-4733-9a60-37b58db08e32 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480089 Jan 28 16:57:37.559679 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dcccd8a-3b28-4aec-a4bc-e9a2c975d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7ac8bdac-3f44-4606-a3bb-09f2fba3acf0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:37.664657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:37.666999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcccd8a-3b28-4aec-a4bc-e9a2c975d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8bdac-3f44-4606-a3bb-09f2fba3acf0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:37.689566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-4e6f6d09-753f-47c6-8bd2-154128932ff8 service neutron] 10.222.0.31 "GET /v2.0/ports/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 383 time: 0.4062638 Jan 28 16:57:37.716002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e8cb7cdf-9686-496f-843d-b5e707ae35c6 req-09dd16a9-8451-4ed0-8a7b-14ce4834f706 service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2468889 Jan 28 16:57:37.729001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:57:37.730138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:37.740369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5dcccd8a-3b28-4aec-a4bc-e9a2c975d629 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9104d9caa504136b94e882dacc3cfc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6843688 Jan 28 16:57:38.046550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a4e57ca8-2aec-47a4-b47f-69392fb32a48 admin admin] Publish callbacks [] for security_group (7ac8bdac-3f44-4606-a3bb-09f2fba3acf0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:38.092218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a4e57ca8-2aec-47a4-b47f-69392fb32a48 admin admin] Publish callbacks [] for security_group (7ac8bdac-3f44-4606-a3bb-09f2fba3acf0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:38.163283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (af735f43-da9a-41a1-99e3-fe84f8a35928), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:38.193965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=af735f43-da9a-41a1-99e3-fe84f8a35928,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:38.195948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a4e57ca8-2aec-47a4-b47f-69392fb32a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7ac8bdac-3f44-4606-a3bb-09f2fba3acf0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:38.198811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a4e57ca8-2aec-47a4-b47f-69392fb32a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:38.199965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a4e57ca8-2aec-47a4-b47f-69392fb32a48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ac8bdac-3f44-4606-a3bb-09f2fba3acf0 HTTP/1.1" status: 204 len: 168 time: 0.4674215 Jan 28 16:57:38.202283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-e38cf0f2-ab5b-4ee0-a19b-bb31491d3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:38.203967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-e38cf0f2-ab5b-4ee0-a19b-bb31491d3585 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1128 time: 0.3858249 Jan 28 16:57:38.312031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-2e41979a-54a4-4a29-acc1-f080e6066082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:38.313676 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-2e41979a-54a4-4a29-acc1-f080e6066082 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.1012428 Jan 28 16:57:38.320841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e57ca8-2aec-47a4-b47f-69392fb32a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8bdac-3f44-4606-a3bb-09f2fba3acf0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:38.713292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (88b4e658-b733-4606-a257-a47ad5109466), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:38.876964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266b1fe-7d34-47f5-84e5-dc9e9a7d1f31 req-1d812d06-8f6c-4df2-8e9f-e13fa3d6fa44 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:38.885439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e266b1fe-7d34-47f5-84e5-dc9e9a7d1f31 req-1d812d06-8f6c-4df2-8e9f-e13fa3d6fa44 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.1452210 Jan 28 16:57:38.902241 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-3f800823-79c9-4b69-b6d1-3cc62be31f99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1001 time: 0.5794952 Jan 28 16:57:39.022142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e266b1fe-7d34-47f5-84e5-dc9e9a7d1f31 req-196c6148-732a-4856-9c98-6215f4e4e0a0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357269 Jan 28 16:57:39.113143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:39.139659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf71cc5-81fe-44ed-8446-a321d794a8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:39.153708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Router 88b4e658-b733-4606-a257-a47ad5109466 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:57:39.222389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c2977cf3-cc75-4d46-aa36-4113d87008f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:39.232366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c2977cf3-cc75-4d46-aa36-4113d87008f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.3139894 Jan 28 16:57:39.412840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf71cc5-81fe-44ed-8446-a321d794a8e1 admin admin] Publish callbacks [] for security_group (46a93ae0-241a-4026-ae95-ddbbef43717a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:39.420913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf71cc5-81fe-44ed-8446-a321d794a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (46a93ae0-241a-4026-ae95-ddbbef43717a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:39.499738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71cc5-81fe-44ed-8446-a321d794a8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a93ae0-241a-4026-ae95-ddbbef43717a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:39.541317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-d3663ddc-a6a3-4798-8bbc-7b16e14d7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:39.542960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-d3663ddc-a6a3-4798-8bbc-7b16e14d7039 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2795041 Jan 28 16:57:39.550371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:57:39.564241 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] Sync routers for ids ['88b4e658-b733-4606-a257-a47ad5109466'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:57:39.571173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35664) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:39.572077 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-412577b7-3ede-48c1-996b-8d47b9620de1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "PUT /v2.0/routers/88b4e658-b733-4606-a257-a47ad5109466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6542730 Jan 28 16:57:39.582166 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] Routers {'88b4e658-b733-4606-a257-a47ad5109466'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:57:39.582795 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['88b4e658-b733-4606-a257-a47ad5109466'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:39.595604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9cf71cc5-81fe-44ed-8446-a321d794a8e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c93d403b913347e291ccc406e3989299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4813817 Jan 28 16:57:39.600018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35666) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:39.807970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-237e19f9-7731-499e-a8ea-7cfc898d16ba service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344449 Jan 28 16:57:39.881060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae4851-2886-43a0-a5e1-1ab1d0b8d61f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:39.883256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae4851-2886-43a0-a5e1-1ab1d0b8d61f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:39.885170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0cae4851-2886-43a0-a5e1-1ab1d0b8d61f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3127482 Jan 28 16:57:39.888297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35670) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:39.924900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a80c9462-91f5-4ca2-9b45-dc824b122f62 admin admin] Publish callbacks [] for security_group (46a93ae0-241a-4026-ae95-ddbbef43717a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.002096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-6977c7d4-950d-4298-abd7-a1f39733b382 service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859756 Jan 28 16:57:40.069467 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a80c9462-91f5-4ca2-9b45-dc824b122f62 admin admin] Publish callbacks [] for security_group (46a93ae0-241a-4026-ae95-ddbbef43717a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.111602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 5d6b2eb9-545a-4f7c-b3cc-678022cd0c17 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:57:40.155399 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] Set router 88b4e658-b733-4606-a257-a47ad5109466 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:57:40.190026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (5d6b2eb9-545a-4f7c-b3cc-678022cd0c17), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.253387 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4e658-b733-4606-a257-a47ad5109466', 'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:21Z', 'updated_at': '2022-01-28T16:57:37Z', 'revision_number': 3, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:40.312016 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] Checking router: 88b4e658-b733-4606-a257-a47ad5109466 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:57:40.330811 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] Routers {'88b4e658-b733-4606-a257-a47ad5109466'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:57:40.335415 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['88b4e658-b733-4606-a257-a47ad5109466'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:40.350270 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (5d6b2eb9-545a-4f7c-b3cc-678022cd0c17), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.498597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a80c9462-91f5-4ca2-9b45-dc824b122f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (46a93ae0-241a-4026-ae95-ddbbef43717a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.542353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a80c9462-91f5-4ca2-9b45-dc824b122f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.542766 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] Set router 88b4e658-b733-4606-a257-a47ad5109466 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:57:40.546264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a80c9462-91f5-4ca2-9b45-dc824b122f62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46a93ae0-241a-4026-ae95-ddbbef43717a HTTP/1.1" status: 204 len: 168 time: 0.9398205 Jan 28 16:57:40.617741 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5d6b2eb9-545a-4f7c-b3cc-678022cd0c17), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:40.654044 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4e658-b733-4606-a257-a47ad5109466', 'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:21Z', 'updated_at': '2022-01-28T16:57:37Z', 'revision_number': 3, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:40.654628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c9462-91f5-4ca2-9b45-dc824b122f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a93ae0-241a-4026-ae95-ddbbef43717a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:40.697255 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57805e-03ee-467f-a3c4-a8d1abcada7d None None] The sync data for ids ['88b4e658-b733-4606-a257-a47ad5109466'] in n-d-812111-13 is: [{'id': '88b4e658-b733-4606-a257-a47ad5109466', 'name': 'tempest-NetworksTestDHCPv6-router-539302252', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:21Z', 'updated_at': '2022-01-28T16:57:37Z', 'revision_number': 3, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:57:40.737139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-5f7e983f-95ee-4374-85c2-48d67ba029bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:40.738739 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-5f7e983f-95ee-4374-85c2-48d67ba029bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1128 time: 0.1282890 Jan 28 16:57:40.807445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:40.920829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631107af-d5cf-4080-ac2c-6247345c9b48 req-0af48872-9e43-4b77-8e6c-1967f8e881a0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:40.930964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-631107af-d5cf-4080-ac2c-6247345c9b48 req-0af48872-9e43-4b77-8e6c-1967f8e881a0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.2678518 Jan 28 16:57:41.018969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-631107af-d5cf-4080-ac2c-6247345c9b48 req-179b5b5f-67d1-4e6e-b47b-d1315d5e251c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824957 Jan 28 16:57:41.021944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (5d6b2eb9-545a-4f7c-b3cc-678022cd0c17), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:41.056928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:57:41.062155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:41.062992 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:41.073306 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:41.080608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/5d6b2eb9-545a-4f7c-b3cc-678022cd0c17 HTTP/1.1" status: 204 len: 168 time: 1.1883307 Jan 28 16:57:41.081921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35702) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:41.084485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672dbb8e-1930-4dd2-814a-f36a8e9fae1e None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:41.107877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-9896080b-d845-415d-b437-82cd5edd78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:41.109977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-9896080b-d845-415d-b437-82cd5edd78fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.3486698 Jan 28 16:57:41.170060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a9aba-6829-4898-9eca-9fa30cc3c997 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6b2eb9-545a-4f7c-b3cc-678022cd0c17,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:41.203891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device af735f43-da9a-41a1-99e3-fe84f8a35928 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:41.318325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: af735f43-da9a-41a1-99e3-fe84f8a35928 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:57:41.318966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device af735f43-da9a-41a1-99e3-fe84f8a35928 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:57:41.643327 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5d93922-83be-4050-be37-bade793e6c31 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5609939 Jan 28 16:57:41.645784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35720) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:41.706255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-9e54ef1f-53f5-467e-a586-4560c5213476 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1001 time: 0.5100393 Jan 28 16:57:41.838883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router (88b4e658-b733-4606-a257-a47ad5109466), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:41.950714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-baa06f07-6e0d-4fe0-8d82-58b0bb351d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:41.959540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-baa06f07-6e0d-4fe0-8d82-58b0bb351d80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.2436070 Jan 28 16:57:42.067169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-e5563276-fd9c-41b2-ad29-aac316e9b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:42.069119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-e5563276-fd9c-41b2-ad29-aac316e9b1ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1035237 Jan 28 16:57:42.154317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:42.167094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.368535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:57:42.402757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:42.408077 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f23da0-5b3f-419c-9f55-17672bc226ba" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-plugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:42.427917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-018b8424-07e7-43ce-a3be-3bdfe206a77a service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515601 Jan 28 16:57:42.492036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:42.495770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.511838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.567254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (88b4e658-b733-4606-a257-a47ad5109466), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.576119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.594380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router_controller (88b4e658-b733-4606-a257-a47ad5109466), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.652378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:42.661484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] Deleting port cf153a11-8474-4726-a51c-95042ec50aa0 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:42.662137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.704249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-b5fefbfb-049f-4fef-bab0-98b7a3984dae tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c0ec5f35fd754398bc768211509c46a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319034 Jan 28 16:57:42.729360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-711d0139-0d2f-4424-bd99-05cc11975ab3 req-5712e221-1367-4670-a63c-1a54d5353aed service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964470 Jan 28 16:57:42.756119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] For port cf153a11-8474-4726-a51c-95042ec50aa0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cf153a11-8474-4726-a51c-95042ec50aa0,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:42.756528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.776298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] Calling delete_port for cf153a11-8474-4726-a51c-95042ec50aa0 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:42.889821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (cf153a11-8474-4726-a51c-95042ec50aa0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:42.916869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] Pushing event deleted for resources: {'Port': ['ID=cf153a11-8474-4726-a51c-95042ec50aa0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:42.925302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c281b-f685-4951-994a-9974e7a89694 None None] No DVR routers for this DVR port cf153a11-8474-4726-a51c-95042ec50aa0 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:43.157215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c70a3-a170-4d69-934b-608684efa99a req-f1ccfd63-ce35-44df-b96d-ca225fcc88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:43.158974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-f1ccfd63-ce35-44df-b96d-ca225fcc88f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1129 time: 0.1128740 Jan 28 16:57:43.163401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (88b4e658-b733-4606-a257-a47ad5109466), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:43.164163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Fanout notify agent at l3_agent the message router_deleted on router 88b4e658-b733-4606-a257-a47ad5109466 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:57:43.225854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cf153a11-8474-4726-a51c-95042ec50aa0 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:43.237387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:43.238955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15d0342d-0dfe-42ed-a7ff-5f95a95ea43e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/routers/88b4e658-b733-4606-a257-a47ad5109466 HTTP/1.1" status: 204 len: 168 time: 1.5921624 Jan 28 16:57:43.249292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35758) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:43.269837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: cf153a11-8474-4726-a51c-95042ec50aa0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:57:43.275479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cf153a11-8474-4726-a51c-95042ec50aa0 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:57:43.302210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:43.338103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-98878b18-5a9c-4264-8b29-a0c5092f0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:43.357598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-98878b18-5a9c-4264-8b29-a0c5092f0049 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 1129 time: 0.8939106 Jan 28 16:57:43.380127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c70a3-a170-4d69-934b-608684efa99a req-0998b618-ded4-4fa6-9ed7-383db6390f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:43.386065 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-0998b618-ded4-4fa6-9ed7-383db6390f77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.2043042 Jan 28 16:57:43.520489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-e9275d20-dd64-468d-841f-4b3ab66588f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 1001 time: 0.1277800 Jan 28 16:57:43.644575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c70a3-a170-4d69-934b-608684efa99a req-f1494879-3a40-46c7-95fb-c206d1c2e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:43.646212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-f1494879-3a40-46c7-95fb-c206d1c2e14e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1190636 Jan 28 16:57:43.722144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c70a3-a170-4d69-934b-608684efa99a req-89dcb521-a0b9-4e69-9674-e4c1d19ce927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:43.724731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-89dcb521-a0b9-4e69-9674-e4c1d19ce927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0688050 Jan 28 16:57:43.837128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a34e8-3c00-4bf3-9663-13ac400f3a91 req-9cf8dc94-06ff-4114-9433-afec7c7c8324 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:43.849376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-948a34e8-3c00-4bf3-9663-13ac400f3a91 req-9cf8dc94-06ff-4114-9433-afec7c7c8324 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 946 time: 1.3845415 Jan 28 16:57:43.919871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:43.966879 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-68c3efa0-a48a-4596-b031-b65a09744dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350535 Jan 28 16:57:44.019552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-820a6254-81ec-41c0-b6a9-0577f92f717d tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:44.033135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-820a6254-81ec-41c0-b6a9-0577f92f717d tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2491314 Jan 28 16:57:44.098499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-1010da18-695e-44c6-8a29-ba28ba410335 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/quotas/c0ec5f35fd754398bc768211509c46a5 HTTP/1.1" status: 200 len: 375 time: 0.0644147 Jan 28 16:57:44.117054 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-637c70a3-a170-4d69-934b-608684efa99a req-5a560126-7a7a-486c-9ef4-7f11b611798c service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403008 Jan 28 16:57:44.193004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-948a34e8-3c00-4bf3-9663-13ac400f3a91 req-2b1ac618-f825-43b2-91b5-838c77000b14 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426006 Jan 28 16:57:44.268692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-f4941046-3b3f-4d29-8c38-6cdc97b3c8ac tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0ec5f35fd754398bc768211509c46a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1589720 Jan 28 16:57:44.325533 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a39b3b9-382e-4c73-ac5c-094dbc6e5ec5 x-openstack-request-id: req-2a39b3b9-382e-4c73-ac5c-094dbc6e5ec5 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:44.329993 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-plugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:44.330258 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a39b3b9-382e-4c73-ac5c-094dbc6e5ec5 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:44.330665 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'code': 200} Jan 28 16:57:44.365579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:44.471875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:44.487546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:44.823434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:44.982967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:45.066679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:45.075515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:45.075844 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:45.134604 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Publish callbacks [] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:45.147037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Transition to ACTIVE for port object fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:57:45.148201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:45.153313 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dcdd64-cef8-4caf-b24a-becd73de150e" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:45.182413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:45.277789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6bf8ff16-70a3-484b-8847-59245ab8ce16 req-a77309af-8c2a-4849-95bc-8eac1d4dd259 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 210 time: 0.6797729 Jan 28 16:57:45.307763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:45.322693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:57:45.324464 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:57:45.595760 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebda159-99c6-45a6-bdad-0c807e0cb6e8 x-openstack-request-id: req-eebda159-99c6-45a6-bdad-0c807e0cb6e8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:45.596187 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:45.598181 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eebda159-99c6-45a6-bdad-0c807e0cb6e8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:45.598991 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'code': 200} Jan 28 16:57:45.841410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] No DVR routers for this DVR port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:45.864131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783292e-4377-4a25-b6c2-8f15d2f5ec9a req-ef322a1d-c076-4523-8da5-1050cdfa8c64 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:45.866701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9783292e-4377-4a25-b6c2-8f15d2f5ec9a req-ef322a1d-c076-4523-8da5-1050cdfa8c64 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.4270740 Jan 28 16:57:45.884138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:45.948340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d48a431a-8e64-4c39-9007-1479e8b8da6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:45.980728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9783292e-4377-4a25-b6c2-8f15d2f5ec9a req-226f1386-24f8-49cb-9248-a3486e02319e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680170 Jan 28 16:57:46.187303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (8751df26-b93a-4546-8306-efe7a9d9e48b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:46.351628 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-33c2e6b6-b6e7-4b24-a152-829d420b4717 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c0ec5f35fd754398bc768211509c46a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335557 Jan 28 16:57:46.435513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=8751df26-b93a-4546-8306-efe7a9d9e48b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:46.504655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:46.507740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:46.509689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:46.510029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:46.512159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:46.521176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca96f7-9c91-42b1-b6a4-599bf1f2f8f1 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:46.523740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:46.524385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:46.638284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4bc98b3-48bc-49b2-a2b9-156842b0cca2 req-31c144fb-fb54-41f0-9667-03053f43934a tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 210 time: 0.1112289 Jan 28 16:57:46.643898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:57:46.644237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Attempting to bind port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on network 04c8d09a-f637-454a-8e05-01dd81120c59 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:46.671702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:46.672032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Checking segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:46.672440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Bound using segment: {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:46.672925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Bound port: fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d665cce-0d76-4002-97ec-cf6d6968a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:46.673286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:46.712292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0c572ada-e14d-4c72-98ed-aaabbb58f2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4125679 Jan 28 16:57:46.715210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35890) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:46.723400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-229537255', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:46.801468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '8751df26-b93a-4546-8306-efe7a9d9e48b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:57:46.802373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:46.888432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:46.896848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:46.917122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:46.963550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (69dc7a11-ee61-4a77-aa2e-843537c96a5b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:46.966569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (69dc7a11-ee61-4a77-aa2e-843537c96a5b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.028958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:47.036142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.038734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1094 time: 3.1872408 Jan 28 16:57:47.080266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-eaa53184-a9b9-41b7-a3db-028a59f88ae2 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:47.087416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-eaa53184-a9b9-41b7-a3db-028a59f88ae2 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7255676 Jan 28 16:57:47.133057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Request body: {'port': {'device_id': '5f909705-fb79-482a-8943-98d81d6520f6', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'c0ec5f35fd754398bc768211509c46a5'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:47.233969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/8751df26-b93a-4546-8306-efe7a9d9e48b/d4e86e39-4503-4799-bbbd-9eda7904f2fd) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:47.385704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a4d7-0cdc-4ec8-86be-4198be30dfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=11']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:47.479650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-629ad1af-85b0-4a5a-b604-2f629bfcd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:47.481250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-629ad1af-85b0-4a5a-b604-2f629bfcd103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1128 time: 0.4045825 Jan 28 16:57:47.596304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Publish callbacks [] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.615923 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.621841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router_controller (69dc7a11-ee61-4a77-aa2e-843537c96a5b), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.628513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:47.630125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Made reservation on behalf of c0ec5f35fd754398bc768211509c46a5 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:57:47.636585 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e055125-703d-4381-a0a8-264c24eee70d" -d '{"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:47.640852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.650507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (69dc7a11-ee61-4a77-aa2e-843537c96a5b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.677990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.728362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122365d0-d163-4c44-8a5b-643387d97d4c req-43590925-a7c3-4e40-9579-1c637e52f2a8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:47.735740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-122365d0-d163-4c44-8a5b-643387d97d4c req-43590925-a7c3-4e40-9579-1c637e52f2a8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.4906445 Jan 28 16:57:47.779615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:47.788744 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-19ee52df-ac6c-4291-b8f4-18d724d42575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0693855 Jan 28 16:57:47.798821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:47.801552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:47.814416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:47.822547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:47.842971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Pushing event updated for resources: {'Port': ['ID=d4e86e39-4503-4799-bbbd-9eda7904f2fd,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:47.936286 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fdae6a-4fdb-45f2-99e5-5ddafd8af640 x-openstack-request-id: req-35fdae6a-4fdb-45f2-99e5-5ddafd8af640 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:47.936705 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:47.937082 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35fdae6a-4fdb-45f2-99e5-5ddafd8af640 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:47.939538 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'status': 'completed', 'code': 200} Jan 28 16:57:47.965866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-122365d0-d163-4c44-8a5b-643387d97d4c req-8e06d34a-d853-46cc-8a6a-7385ad1c72e2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154322 Jan 28 16:57:48.001624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0713e85e-3cb2-45e9-a7d9-cea6c6159515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:48.003481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Attempting to bind port d4e86e39-4503-4799-bbbd-9eda7904f2fd on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:48.003849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Attempting to bind port d4e86e39-4503-4799-bbbd-9eda7904f2fd by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:48.004210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Attempting to bind port d4e86e39-4503-4799-bbbd-9eda7904f2fd on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:48.024151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:48.024533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:48.025078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:48.025477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:48.025952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Bound port: d4e86e39-4503-4799-bbbd-9eda7904f2fd, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:48.026343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:48.192573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] For port d4e86e39-4503-4799-bbbd-9eda7904f2fd, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:48.199866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] For port d4e86e39-4503-4799-bbbd-9eda7904f2fd, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d4e86e39-4503-4799-bbbd-9eda7904f2fd,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:48.204062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85d96ab1-3447-465b-bdda-4f33541c6034 req-26db76b3-b572-4a69-8ae9-83026cb37a04 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 210 time: 0.1488683 Jan 28 16:57:48.226253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:48.268116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-5cbe0b12-8598-4360-b610-39ca5e401cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:48.275910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-5cbe0b12-8598-4360-b610-39ca5e401cf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.7800734 Jan 28 16:57:48.327760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-662340ae-8532-4505-8f5e-2ecda5eadf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:48.329386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-662340ae-8532-4505-8f5e-2ecda5eadf5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1128 time: 0.3818471 Jan 28 16:57:48.361105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:48.493452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ded20-0952-49fa-9fef-f338f3b738bf None None] Pushing event updated for resources: {'Port': ['ID=d4e86e39-4503-4799-bbbd-9eda7904f2fd,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:48.678666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-ceed518a-1748-47f8-af77-6c247ab2f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:48.679809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-ceed518a-1748-47f8-af77-6c247ab2f326 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.2559538 Jan 28 16:57:48.684952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-ca0e38a4-243b-4afe-a588-0fb956f788d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.3950276 Jan 28 16:57:48.829967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks [] for security_group (87a18eed-9c48-4a77-b490-89b9b3acdf5b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:48.879975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-ed982ea6-b8ab-4b2d-a503-b7dc5587c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:48.882022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-ed982ea6-b8ab-4b2d-a503-b7dc5587c9ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1879213 Jan 28 16:57:48.906833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-e4f8df4a-ad12-46e0-bb3d-3549dbd5f991 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.2199483 Jan 28 16:57:48.996419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (87a18eed-9c48-4a77-b490-89b9b3acdf5b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:49.098951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-0abc40aa-4738-4246-8c71-9c42fd9fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:49.100761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-0abc40aa-4738-4246-8c71-9c42fd9fc1f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1663079 Jan 28 16:57:49.266454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::1 (5cb4a354-f6b3-4e03-838b-50cc821388f9/8751df26-b93a-4546-8306-efe7a9d9e48b/098c5545-aa11-4ac5-9b44-ffc824158b9b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:49.370788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d4e86e39-4503-4799-bbbd-9eda7904f2fd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:49.392362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-e724656e-efc6-4d1b-8234-6fcdbbbf34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:49.398354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-e724656e-efc6-4d1b-8234-6fcdbbbf34e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4895990 Jan 28 16:57:49.414221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c05ec012-9e24-47c5-be93-9e815ab927f6 req-b19a9b52-5100-43ff-91d7-a7c51bf24dde tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 210 time: 0.0778053 Jan 28 16:57:49.536556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-d43e8718-b095-45d7-acd5-b3ec9b38b7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209021 Jan 28 16:57:49.580249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27cd98-5440-44ce-900e-ff9e46608dd1 req-18593da2-9c1b-4efe-99d6-8751c7343563 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:49.580249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe27cd98-5440-44ce-900e-ff9e46608dd1 req-18593da2-9c1b-4efe-99d6-8751c7343563 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.4730864 Jan 28 16:57:49.631547 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:49.653940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-e320e713-4a9b-4bbf-98c5-27cb4192fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:49.655473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-e320e713-4a9b-4bbf-98c5-27cb4192fe34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5190449 Jan 28 16:57:49.668091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d4e86e39-4503-4799-bbbd-9eda7904f2fd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:49.683175 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:49.835813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-ab26d2b1-c39b-47ce-b7fb-dd68613b8a47 service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678083 Jan 28 16:57:49.913852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d4e86e39-4503-4799-bbbd-9eda7904f2fd is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:49.914253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:50.024075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d4e86e39-4503-4799-bbbd-9eda7904f2fd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d4e86e39-4503-4799-bbbd-9eda7904f2fd,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:50.033158 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:50.101256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe27cd98-5440-44ce-900e-ff9e46608dd1 req-9c4aa859-76e9-4d10-a3be-f515d12dffe8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5057061 Jan 28 16:57:50.163317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d4e86e39-4503-4799-bbbd-9eda7904f2fd,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:50.192459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50094c6-6db5-41a1-a3c5-0cdd01e75652 req-222da8b9-9f54-4c99-bd33-b040351a5af6 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380708 Jan 28 16:57:50.280960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-65dcb8bc-0e7e-43e2-9abe-e0dfa406725c service neutron] 10.222.0.31 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377337 Jan 28 16:57:50.336244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-978cf5ae-9c21-4488-b9b5-cdaa731cb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:50.337788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-978cf5ae-9c21-4488-b9b5-cdaa731cb5c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1128 time: 0.0900748 Jan 28 16:57:50.407889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a18eed-9c48-4a77-b490-89b9b3acdf5b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:50.580222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-d3aed048-9256-42bb-a79f-537f17c392fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:50.581852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-d3aed048-9256-42bb-a79f-537f17c392fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.2367845 Jan 28 16:57:50.630599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2e826eae-e2e8-4a40-8cee-d920c02502c7 None None] Provisioning complete for port d4e86e39-4503-4799-bbbd-9eda7904f2fd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:50.631004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e826eae-e2e8-4a40-8cee-d920c02502c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:50.679978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Allocated IP 192.168.233.101 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/8a161441-e5de-4cd1-a4b0-d73451c9084d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:57:50.688796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:50.796454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-049920dc-cc31-462c-9f56-d50a7181e0ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 1000 time: 0.2073126 Jan 28 16:57:50.838650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:50.971412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2e826eae-e2e8-4a40-8cee-d920c02502c7 None None] Current status of the port d4e86e39-4503-4799-bbbd-9eda7904f2fd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:50.981269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-2fb425a5-d273-47a6-8c0c-9f8c26baa16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:50.985865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-2fb425a5-d273-47a6-8c0c-9f8c26baa16a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1635165 Jan 28 16:57:50.996076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.026478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80b85b37-d77e-4281-b6bb-71c661c7acbc req-725888cb-5d0f-4264-8802-6ffa421b51a9 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 210 time: 0.2268503 Jan 28 16:57:51.133422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055125-703d-4381-a0a8-264c24eee70d req-942c0691-931b-46c5-8906-a379bed4d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:51.134747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-942c0691-931b-46c5-8906-a379bed4d683 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1155527 Jan 28 16:57:51.253890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:51.292257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:51.302889 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-0a31f5ce-5aae-408f-a36b-9ea188447d6e service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611936 Jan 28 16:57:51.313975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:51.314531 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (69dc7a11-ee61-4a77-aa2e-843537c96a5b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.321520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d4e86e39-4503-4799-bbbd-9eda7904f2fd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:51.433272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d4e86e39-4503-4799-bbbd-9eda7904f2fd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:51.433893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.515235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5459d-d44b-4bb6-8a3f-f6dfb4cd1dbe req-74f95468-feb6-4ee4-918d-3307a206a29e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:51.532422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27e5459d-d44b-4bb6-8a3f-f6dfb4cd1dbe req-74f95468-feb6-4ee4-918d-3307a206a29e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.2258663 Jan 28 16:57:51.566327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks [] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.602660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e055125-703d-4381-a0a8-264c24eee70d req-65fb324b-2c22-41ff-8c56-4f2344f17227 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770982 Jan 28 16:57:51.623306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27e5459d-d44b-4bb6-8a3f-f6dfb4cd1dbe req-7a2dd2ae-a6bf-4cc6-b59d-1b3a9850463c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827715 Jan 28 16:57:51.728168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d4e86e39-4503-4799-bbbd-9eda7904f2fd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:51.775009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=098c5545-aa11-4ac5-9b44-ffc824158b9b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:51.787511 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.910414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.934476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e1eeff0c-a0d1-421e-b863-73d8431f684c None None] Provisioning complete for port 098c5545-aa11-4ac5-9b44-ffc824158b9b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:51.935052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1eeff0c-a0d1-421e-b863-73d8431f684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:51.973782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:52.039747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e1eeff0c-a0d1-421e-b863-73d8431f684c None None] Port 098c5545-aa11-4ac5-9b44-ffc824158b9b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:57:52.161060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:52.172486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:52.193605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:57:52.356511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215550f8-2f79-44ee-8c1e-33b60b09957a req-5f1085c2-19d6-4e4b-8ec4-eb08ccd6698e tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:52.365613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Pushing event updated for resources: {'Port': ['ID=8a161441-e5de-4cd1-a4b0-d73451c9084d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:52.366487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-215550f8-2f79-44ee-8c1e-33b60b09957a req-5f1085c2-19d6-4e4b-8ec4-eb08ccd6698e tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 936 time: 0.1745491 Jan 28 16:57:52.497362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-215550f8-2f79-44ee-8c1e-33b60b09957a req-f14c11a4-1c95-4bec-845d-af595206975b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296654 Jan 28 16:57:52.531725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:52.532465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:52.593995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-329390f4-4b49-42e6-a058-b9690328e326 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4837005 Jan 28 16:57:52.613489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Request body: {'port': {'device_id': '5f909705-fb79-482a-8943-98d81d6520f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:52.673300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c2bca788-6812-4217-b500-5b10a6576801 None None] Provisioning complete for port 8a161441-e5de-4cd1-a4b0-d73451c9084d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:52.673688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2bca788-6812-4217-b500-5b10a6576801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:52.693971 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:52.766609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c2bca788-6812-4217-b500-5b10a6576801 None None] Port 8a161441-e5de-4cd1-a4b0-d73451c9084d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:57:52.871160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01506e18-fe67-407e-860b-2bd0066c8999 req-60bae49c-dd0f-4114-9549-b22579d40f57 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:52.872654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01506e18-fe67-407e-860b-2bd0066c8999 req-60bae49c-dd0f-4114-9549-b22579d40f57 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.0986753 Jan 28 16:57:52.978741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01506e18-fe67-407e-860b-2bd0066c8999 req-a8e8bb67-ba74-4d78-b66d-519ca2a59edc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936873 Jan 28 16:57:53.009048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35966) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:53.130462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-422d4d5e-0a0a-4fd0-80b7-b2ac8daa13e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/91576821-2283-465e-9ca0-6e4d98defbc9 HTTP/1.1" status: 200 len: 992 time: 0.1202691 Jan 28 16:57:53.161429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:53.173526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:53.174305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (69dc7a11-ee61-4a77-aa2e-843537c96a5b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:53.295252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=098c5545-aa11-4ac5-9b44-ffc824158b9b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:53.379124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a161441-e5de-4cd1-a4b0-d73451c9084d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:57:53.402056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Publish callbacks [] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:53.432031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:57:53.433696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Transition to ACTIVE for port object 8a161441-e5de-4cd1-a4b0-d73451c9084d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:57:53.435192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:57:53.446891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:53.557585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Pushing event updated for resources: {'Port': ['ID=8a161441-e5de-4cd1-a4b0-d73451c9084d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:53.731921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c83c1-2220-4c87-bf4d-d187964418aa req-6e08ea90-1a62-465a-a4fd-afb2b20c038d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:53.735697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-930c83c1-2220-4c87-bf4d-d187964418aa req-6e08ea90-1a62-465a-a4fd-afb2b20c038d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1863768 Jan 28 16:57:53.750066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:57:53.811708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b98e8-bd58-441c-a183-c0ef6a01d18e req-105dd49c-26b5-4303-9db4-dddc63de765a tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:53.818752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b99b98e8-bd58-441c-a183-c0ef6a01d18e req-105dd49c-26b5-4303-9db4-dddc63de765a tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 948 time: 0.2008729 Jan 28 16:57:53.863292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Attempting to bind port 8a161441-e5de-4cd1-a4b0-d73451c9084d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:53.868634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Attempting to bind port 8a161441-e5de-4cd1-a4b0-d73451c9084d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:53.872555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Attempting to bind port 8a161441-e5de-4cd1-a4b0-d73451c9084d on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:53.915428 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-930c83c1-2220-4c87-bf4d-d187964418aa req-6a030c58-89ce-4e18-a8c2-5a997d81f74a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582463 Jan 28 16:57:53.929868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Port 8a161441-e5de-4cd1-a4b0-d73451c9084d on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:57:53.938899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Attempting to bind port 8a161441-e5de-4cd1-a4b0-d73451c9084d on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:53.961831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:53.961831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:53.962164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:53.962487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Bound port: 8a161441-e5de-4cd1-a4b0-d73451c9084d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:53.962782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:53.978168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:53.988277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Router 69dc7a11-ee61-4a77-aa2e-843537c96a5b is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:57:54.023609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'port_id': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'mac_address': 'fa:16:3e:c3:ab:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:57:54.035632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b99b98e8-bd58-441c-a183-c0ef6a01d18e req-eb6f7e79-d21d-4050-b054-cc20ba55ff49 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 Jan 28 16:57:54.084773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:54.085180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:54.125167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:57:54.156666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9ed9a3d9-1393-4d7f-b2fd-5456ee2b0b29 None None] Provisioning complete for port 098c5545-aa11-4ac5-9b44-ffc824158b9b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:54.156666 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a3d9-1393-4d7f-b2fd-5456ee2b0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:54.159505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:54.172657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] For port 8a161441-e5de-4cd1-a4b0-d73451c9084d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:54.182645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:57:54.188061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] For port 8a161441-e5de-4cd1-a4b0-d73451c9084d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:54.192489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:54.195982 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-084ba977-44a2-4d72-8503-6f1fc352b737 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "PUT /v2.0/routers/69dc7a11-ee61-4a77-aa2e-843537c96a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3959846 Jan 28 16:57:54.198456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:54.210492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:54.237160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Sync routers for ids ['69dc7a11-ee61-4a77-aa2e-843537c96a5b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:57:54.255377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9a3d9-1393-4d7f-b2fd-5456ee2b0b29 None None] Port 098c5545-aa11-4ac5-9b44-ffc824158b9b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:57:54.263965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba6106-b412-41aa-8e24-fd00af0ad0a4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.264184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Routers {'69dc7a11-ee61-4a77-aa2e-843537c96a5b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:57:54.264881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['69dc7a11-ee61-4a77-aa2e-843537c96a5b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:54.268142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5ba6106-b412-41aa-8e24-fd00af0ad0a4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports/098c5545-aa11-4ac5-9b44-ffc824158b9b HTTP/1.1" status: 200 len: 911 time: 0.0664017 Jan 28 16:57:54.268389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35998) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:54.316229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Pushing event updated for resources: {'Port': ['ID=8a161441-e5de-4cd1-a4b0-d73451c9084d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:54.334246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.334940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:54.337376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-af25ddd7-a806-406d-83f6-658277930745 service neutron] 10.222.0.31 "PUT /v2.0/ports/8a161441-e5de-4cd1-a4b0-d73451c9084d HTTP/1.1" status: 200 len: 1097 time: 1.7292707 Jan 28 16:57:54.337682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f909705-fb79-482a-8943-98d81d6520f6', 'tag': '8a161441-e5de-4cd1-a4b0-d73451c9084d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:54.340252 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21386294-9202-49bc-bc60-aa901de8e654" -d '{"events": [{"name": "network-changed", "server_uuid": "5f909705-fb79-482a-8943-98d81d6520f6", "tag": "8a161441-e5de-4cd1-a4b0-d73451c9084d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:54.349518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508eb164-de85-4586-9bff-3f6514b866b8 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.357159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508eb164-de85-4586-9bff-3f6514b866b8 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.358974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-508eb164-de85-4586-9bff-3f6514b866b8 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0895717 Jan 28 16:57:54.361731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36002) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:54.434902 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1303fac3-2cc6-486b-9c99-68dec7c70a19 x-openstack-request-id: req-1303fac3-2cc6-486b-9c99-68dec7c70a19 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:54.435299 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f909705-fb79-482a-8943-98d81d6520f6", "tag": "8a161441-e5de-4cd1-a4b0-d73451c9084d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:54.435645 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1303fac3-2cc6-486b-9c99-68dec7c70a19 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:54.436132 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f909705-fb79-482a-8943-98d81d6520f6', 'tag': '8a161441-e5de-4cd1-a4b0-d73451c9084d', 'status': 'completed', 'code': 200} Jan 28 16:57:54.462252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-969b1a40-4b44-48a0-8f43-6a3b2842119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.463554 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-969b1a40-4b44-48a0-8f43-6a3b2842119d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0ec5f35fd754398bc768211509c46a5&device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 1131 time: 0.0841970 Jan 28 16:57:54.482406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:57:54.536100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-8ef9161d-5d6a-435c-ba88-576377a1386f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d HTTP/1.1" status: 200 len: 217 time: 0.0659039 Jan 28 16:57:54.549473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:54.613856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Set router 69dc7a11-ee61-4a77-aa2e-843537c96a5b gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:57:54.641631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-a5df7e24-8f5d-4ac7-8097-19d3105004c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.643535 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-a5df7e24-8f5d-4ac7-8097-19d3105004c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1010404 Jan 28 16:57:54.705718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-6e8ca6e9-043c-4b53-b94f-6d229f029403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:54.708096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-6e8ca6e9-043c-4b53-b94f-6d229f029403 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0592649 Jan 28 16:57:54.824264 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-898cc685-0587-4bbd-b114-fb26b566446b service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097839 Jan 28 16:57:54.953950 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f1ab4d2b-5de6-4bfa-9414-96e879328b16 req-4c8bcc55-aef9-45a0-97ca-c854c93f7cb9 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231973 Jan 28 16:57:55.137159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386294-9202-49bc-bc60-aa901de8e654 req-5c1301f1-6dca-406a-97a9-14a2df2316a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:55.138768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-5c1301f1-6dca-406a-97a9-14a2df2316a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0ec5f35fd754398bc768211509c46a5&device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 1131 time: 0.1341033 Jan 28 16:57:55.140300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dc7a11-ee61-4a77-aa2e-843537c96a5b', 'name': 'tempest-NetworksTestDHCPv6-router-229537255', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:47Z', 'updated_at': '2022-01-28T16:57:51Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None, '_interfaces': [{'id': '098c5545-aa11-4ac5-9b44-ffc824158b9b', 'name': '', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'mac_address': 'fa:16:3e:da:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dc7a11-ee61-4a77-aa2e-843537c96a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '8751df26-b93a-4546-8306-efe7a9d9e48b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:57:48Z', 'updated_at': '2022-01-28T16:57:52Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'subnets': [{'id': '8751df26-b93a-4546-8306-efe7a9d9e48b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:55.205001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Checking router: 69dc7a11-ee61-4a77-aa2e-843537c96a5b for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:57:55.205281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Updating router 69dc7a11-ee61-4a77-aa2e-843537c96a5b port 098c5545-aa11-4ac5-9b44-ffc824158b9b binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:57:55.267334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:55.275069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386294-9202-49bc-bc60-aa901de8e654 req-68130159-f6b2-4974-81a8-03d5a5a65b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:55.283067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-68130159-f6b2-4974-81a8-03d5a5a65b65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1381667 Jan 28 16:57:55.360044 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-677a8adc-ba32-4c9f-9660-020e40089d02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d HTTP/1.1" status: 200 len: 217 time: 0.0708733 Jan 28 16:57:55.486465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386294-9202-49bc-bc60-aa901de8e654 req-a0b7f617-ddc4-49c6-ba28-d8b2c8aa21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:55.488122 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-a0b7f617-ddc4-49c6-ba28-d8b2c8aa21b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1218612 Jan 28 16:57:55.584353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386294-9202-49bc-bc60-aa901de8e654 req-6f411a2d-6e43-42de-bfeb-76e61c7f93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:55.588968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-6f411a2d-6e43-42de-bfeb-76e61c7f93a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0940552 Jan 28 16:57:55.654255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ee1f2-d7af-4d45-b11f-decb5ada7d2b req-e38644ed-7209-445c-879e-f7757401f314 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:55.656223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-939ee1f2-d7af-4d45-b11f-decb5ada7d2b req-e38644ed-7209-445c-879e-f7757401f314 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1991310 Jan 28 16:57:55.662356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (69dc7a11-ee61-4a77-aa2e-843537c96a5b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:55.709045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-09586f6f-35b6-440c-9706-2f0bfbb2b930 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018732 Jan 28 16:57:55.722671 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Publish callbacks [] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:55.733290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:55.799101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:55.833004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-21386294-9202-49bc-bc60-aa901de8e654 req-53dbf2c4-b422-4f6f-986b-8c29530c728b service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169994 Jan 28 16:57:55.889357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-939ee1f2-d7af-4d45-b11f-decb5ada7d2b req-793549d3-2507-48d9-9871-0d70bd09df87 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251285 Jan 28 16:57:55.898312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0bc7-0d94-42a8-9cc6-7f3027df2a89 req-93aecaef-1e5f-45a1-9bb6-6ae247c01fc7 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:55.900390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5edc0bc7-0d94-42a8-9cc6-7f3027df2a89 req-93aecaef-1e5f-45a1-9bb6-6ae247c01fc7 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 948 time: 0.4348438 Jan 28 16:57:56.029303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5edc0bc7-0d94-42a8-9cc6-7f3027df2a89 req-47ee5119-80d7-489c-a4c2-4adb02f61349 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873661 Jan 28 16:57:56.233919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 098c5545-aa11-4ac5-9b44-ffc824158b9b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:56.234375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.274578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06b90-e6ba-40fc-ad75-c0c4227535fe None None] Pushing event updated for resources: {'Port': ['ID=098c5545-aa11-4ac5-9b44-ffc824158b9b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:56.290774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-526bc756-733b-4e4d-a05d-d3129e6fe51f None None] Provisioning complete for port 098c5545-aa11-4ac5-9b44-ffc824158b9b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:56.291151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-526bc756-733b-4e4d-a05d-d3129e6fe51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.292850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Attempting to bind port 098c5545-aa11-4ac5-9b44-ffc824158b9b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:57:56.293217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Attempting to bind port 098c5545-aa11-4ac5-9b44-ffc824158b9b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:57:56.293573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Attempting to bind port 098c5545-aa11-4ac5-9b44-ffc824158b9b on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:57:56.324696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:57:56.325740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:57:56.327644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.327644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:57:56.327644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Bound port: 098c5545-aa11-4ac5-9b44-ffc824158b9b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:57:56.328416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.355835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 098c5545-aa11-4ac5-9b44-ffc824158b9b, host n-d-812111-13, got binding levels [] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:56.356730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.374919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 098c5545-aa11-4ac5-9b44-ffc824158b9b owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:56.396307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:57:56.418290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:56.418663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.476581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-526bc756-733b-4e4d-a05d-d3129e6fe51f None None] Port 098c5545-aa11-4ac5-9b44-ffc824158b9b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:57:56.560625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:56.561491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.573113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] For port 098c5545-aa11-4ac5-9b44-ffc824158b9b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:57:56.599666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] For port 098c5545-aa11-4ac5-9b44-ffc824158b9b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=098c5545-aa11-4ac5-9b44-ffc824158b9b,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:57:56.600694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bae16-641e-44cd-b457-80699989f957 req-45292a03-42af-41d4-8dfd-983a60d06733 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:56.602996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-602bae16-641e-44cd-b457-80699989f957 req-45292a03-42af-41d4-8dfd-983a60d06733 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1069062 Jan 28 16:57:56.614170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:56.617017 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50204217-aa85-40a2-971f-6ef83e46c3b5" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-plugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:56.642922 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.672011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:56.707303 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb546d7e-0bd8-4f7b-8338-6ae267d6c9fd x-openstack-request-id: req-bb546d7e-0bd8-4f7b-8338-6ae267d6c9fd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:56.707611 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-plugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:56.707971 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb546d7e-0bd8-4f7b-8338-6ae267d6c9fd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:56.708451 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'code': 200} Jan 28 16:57:56.717689 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.774392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-602bae16-641e-44cd-b457-80699989f957 req-708bba93-3c88-4357-9709-08f75d81aed8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644137 Jan 28 16:57:56.798714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Routers {'69dc7a11-ee61-4a77-aa2e-843537c96a5b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:57:56.799429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['69dc7a11-ee61-4a77-aa2e-843537c96a5b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:56.814490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (098c5545-aa11-4ac5-9b44-ffc824158b9b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:56.864891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 8a161441-e5de-4cd1-a4b0-d73451c9084d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:57:56.907779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=098c5545-aa11-4ac5-9b44-ffc824158b9b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:56.978715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 8a161441-e5de-4cd1-a4b0-d73451c9084d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:56.994041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '8a161441-e5de-4cd1-a4b0-d73451c9084d', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '8a161441-e5de-4cd1-a4b0-d73451c9084d', 'mac_address': 'fa:16:3e:34:8e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:57:56.998594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06b90-e6ba-40fc-ad75-c0c4227535fe None None] Pushing event updated for resources: {'Port': ['ID=098c5545-aa11-4ac5-9b44-ffc824158b9b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:57.061326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (69dc7a11-ee61-4a77-aa2e-843537c96a5b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:57.171812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] Set router 69dc7a11-ee61-4a77-aa2e-843537c96a5b gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:57:57.356130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-05d47c06-2506-4acd-8291-5ef5f6f96801 None None] Could not find standard attr ID for object 098c5545-aa11-4ac5-9b44-ffc824158b9b. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:57:57.422939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=13']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:57.426571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 8a161441-e5de-4cd1-a4b0-d73451c9084d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:57.426989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:57.475096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a161441-e5de-4cd1-a4b0-d73451c9084d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:57:57.497411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6277cf-8ccf-4ce0-9d40-607cb5098864 req-126aea49-758e-42ee-8e42-2f10e2a24881 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:57.499063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a6277cf-8ccf-4ce0-9d40-607cb5098864 req-126aea49-758e-42ee-8e42-2f10e2a24881 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 948 time: 0.3228557 Jan 28 16:57:57.505733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Router 69dc7a11-ee61-4a77-aa2e-843537c96a5b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:57:57.531815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 8a161441-e5de-4cd1-a4b0-d73451c9084d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:57.542760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:57.603731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=8a161441-e5de-4cd1-a4b0-d73451c9084d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:57.672751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dc7a11-ee61-4a77-aa2e-843537c96a5b', 'name': 'tempest-NetworksTestDHCPv6-router-229537255', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:47Z', 'updated_at': '2022-01-28T16:57:51Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None, '_interfaces': [{'id': '098c5545-aa11-4ac5-9b44-ffc824158b9b', 'name': '', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'mac_address': 'fa:16:3e:da:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dc7a11-ee61-4a77-aa2e-843537c96a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '8751df26-b93a-4546-8306-efe7a9d9e48b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:57:48Z', 'updated_at': '2022-01-28T16:57:56Z', 'revision_number': 4, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'subnets': [{'id': '8751df26-b93a-4546-8306-efe7a9d9e48b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:57:57.689629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a6277cf-8ccf-4ce0-9d40-607cb5098864 req-eeb16b9a-e006-4845-841b-311561d64ada tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827059 Jan 28 16:57:57.690857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:57:57.699570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-11f49116-6f90-467b-9284-1c5ee1b6f177 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "PUT /v2.0/routers/69dc7a11-ee61-4a77-aa2e-843537c96a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3363700 Jan 28 16:57:57.702154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:57.732290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90c563-7392-4bd7-a8f6-57b90e82140c None None] The sync data for ids ['69dc7a11-ee61-4a77-aa2e-843537c96a5b'] in n-d-812111-13 is: [{'id': '69dc7a11-ee61-4a77-aa2e-843537c96a5b', 'name': 'tempest-NetworksTestDHCPv6-router-229537255', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:57:47Z', 'updated_at': '2022-01-28T16:57:51Z', 'revision_number': 2, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'gw_port_host': None, '_interfaces': [{'id': '098c5545-aa11-4ac5-9b44-ffc824158b9b', 'name': '', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'tenant_id': 'f7802bc4832a4c28bb38a386a1157251', 'mac_address': 'fa:16:3e:da:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dc7a11-ee61-4a77-aa2e-843537c96a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '8751df26-b93a-4546-8306-efe7a9d9e48b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:57:48Z', 'updated_at': '2022-01-28T16:57:56Z', 'revision_number': 4, 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'subnets': [{'id': '8751df26-b93a-4546-8306-efe7a9d9e48b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:57:57.783816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:57.826787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3edf661-7b5d-48fd-b7ae-52a33128c2a3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:57.831837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3edf661-7b5d-48fd-b7ae-52a33128c2a3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:57.835304 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c3edf661-7b5d-48fd-b7ae-52a33128c2a3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1299362 Jan 28 16:57:57.838042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36048) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:57.851239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['8a161441-e5de-4cd1-a4b0-d73451c9084d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:57:57.940425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 8751df26-b93a-4546-8306-efe7a9d9e48b {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:57:57.987546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (8751df26-b93a-4546-8306-efe7a9d9e48b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.105266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:58.105266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.165243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ec692-a1b4-4a5c-839e-71bc4ea93f0e req-10f38432-d149-42ae-96ff-227844ac625d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:58.170895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:58.178396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af2ec692-a1b4-4a5c-839e-71bc4ea93f0e req-10f38432-d149-42ae-96ff-227844ac625d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.2552464 Jan 28 16:57:58.192692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.203147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (8751df26-b93a-4546-8306-efe7a9d9e48b), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.270637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=11']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:58.335044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af2ec692-a1b4-4a5c-839e-71bc4ea93f0e req-75d36528-8ac5-4ba5-819b-5819c27daf89 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547191 Jan 28 16:57:58.385075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8751df26-b93a-4546-8306-efe7a9d9e48b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.498426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (8751df26-b93a-4546-8306-efe7a9d9e48b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.539750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=8751df26-b93a-4546-8306-efe7a9d9e48b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:58.552588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:58.557835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fd58bca0-3812-4757-855e-b8978a34c91c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8751df26-b93a-4546-8306-efe7a9d9e48b HTTP/1.1" status: 204 len: 168 time: 0.7191677 Jan 28 16:57:58.560183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36050) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:58.567836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c33d8a-20cd-42c3-a444-7ee6dc096b8e None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:57:58.719955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:57:58.722251 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a3caea-c0e2-4478-b015-9f4c40a4b82c" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-unplugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:57:58.801168 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a53704-3d32-4bae-a4cd-e71f18fcf6cc x-openstack-request-id: req-a1a53704-3d32-4bae-a4cd-e71f18fcf6cc {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:57:58.801664 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-unplugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:57:58.802088 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1a53704-3d32-4bae-a4cd-e71f18fcf6cc {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:57:58.802654 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:57:58.812520 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c8252c0b-dcf3-4cc2-be80-f42e96f626a6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2510870 Jan 28 16:57:58.814743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36060) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:58.869737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 8a161441-e5de-4cd1-a4b0-d73451c9084d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:57:58.888555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a2625-87d3-4673-b027-30d9d8ce8f9b req-e1c30228-7f87-4104-900d-1dda55525d66 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:58.896447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f20a2625-87d3-4673-b027-30d9d8ce8f9b req-e1c30228-7f87-4104-900d-1dda55525d66 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 949 time: 0.0973957 Jan 28 16:57:58.927886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:57:58.994284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f20a2625-87d3-4673-b027-30d9d8ce8f9b req-ed99502b-e7a4-49bc-8b9b-a2ccfa89f09f tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968316 Jan 28 16:57:59.029776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 8a161441-e5de-4cd1-a4b0-d73451c9084d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:57:59.040403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 8a161441-e5de-4cd1-a4b0-d73451c9084d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:57:59.041283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.049168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router (69dc7a11-ee61-4a77-aa2e-843537c96a5b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.094219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] Deleting port d4e86e39-4503-4799-bbbd-9eda7904f2fd {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:57:59.095111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.205227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] For port d4e86e39-4503-4799-bbbd-9eda7904f2fd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d4e86e39-4503-4799-bbbd-9eda7904f2fd,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:59.205622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.249578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] Calling delete_port for d4e86e39-4503-4799-bbbd-9eda7904f2fd owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:57:59.279329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 8a161441-e5de-4cd1-a4b0-d73451c9084d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:59.279563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.370569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 8a161441-e5de-4cd1-a4b0-d73451c9084d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:59.375464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d4e86e39-4503-4799-bbbd-9eda7904f2fd no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:57:59.405344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.429378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (69dc7a11-ee61-4a77-aa2e-843537c96a5b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.433009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router_controller (69dc7a11-ee61-4a77-aa2e-843537c96a5b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.507307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=8a161441-e5de-4cd1-a4b0-d73451c9084d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:59.557659 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.579274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (69dc7a11-ee61-4a77-aa2e-843537c96a5b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.579518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dc2fc-d826-4792-bc7f-2769c4bfdd50 req-0e0a4c3d-f7d8-479b-b203-e47caf0c2e6a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:59.579980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Fanout notify agent at l3_agent the message router_deleted on router 69dc7a11-ee61-4a77-aa2e-843537c96a5b {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:57:59.592566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-083dc2fc-d826-4792-bc7f-2769c4bfdd50 req-0e0a4c3d-f7d8-479b-b203-e47caf0c2e6a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1346970 Jan 28 16:57:59.593795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] Pushing event deleted for resources: {'Port': ['ID=d4e86e39-4503-4799-bbbd-9eda7904f2fd,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:57:59.599237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d4e86e39-4503-4799-bbbd-9eda7904f2fd is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:57:59.599375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.599481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d4e86e39-4503-4799-bbbd-9eda7904f2fd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:57:59.602606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50bb2154-11d8-4276-8cee-5d5ee42ff0e4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/routers/69dc7a11-ee61-4a77-aa2e-843537c96a5b HTTP/1.1" status: 204 len: 168 time: 0.7838891 Jan 28 16:57:59.604836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36064) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:59.633236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddfae5-2270-48b9-b753-f78bade629fd None None] No DVR routers for this DVR port d4e86e39-4503-4799-bbbd-9eda7904f2fd on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:57:59.681925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36066) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:59.682161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-91886502-1093-4aa3-a1e2-654ae7ef74fa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0761819 Jan 28 16:57:59.704243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-083dc2fc-d826-4792-bc7f-2769c4bfdd50 req-e7aa4bd9-2120-4371-b90b-a5ad4e78204a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106040 Jan 28 16:57:59.777686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:57:59.802959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16ec9d-8297-4e56-92a2-155fbd66d99d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:57:59.806779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7d16ec9d-8297-4e56-92a2-155fbd66d99d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1215594 Jan 28 16:57:59.807035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36070) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:59.860150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9adf5562-88f5-4a26-97bf-dba23bb8c5de tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482523 Jan 28 16:57:59.860361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36072) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:57:59.866889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:57:59.950156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:57:59.965481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '33927930-3ba8-4814-9058-007d8fec898c', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '33927930-3ba8-4814-9058-007d8fec898c', 'mac_address': 'fa:16:3e:60:57:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:58:00.041910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:00.042409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:00.063259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:00.073424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:58:00.073829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:00.127743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:00.136525 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:00.165663 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Sync routers for ids ['69dc7a11-ee61-4a77-aa2e-843537c96a5b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:58:00.182763 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Routers set() bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:58:00.183140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Router IDs set() for agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 16:58:00.184045 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69dc7a11-ee61-4a77-aa2e-843537c96a5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent'). {{(pid=103096) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 16:58:00.201116 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Routers set() bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:58:00.201485 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Router IDs set() for agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 16:58:00.202081 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69dc7a11-ee61-4a77-aa2e-843537c96a5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:57:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent'). {{(pid=103096) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 16:58:00.202480 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7981146-2879-4b70-acb0-973ba0424c30 None None] The sync data for ids ['69dc7a11-ee61-4a77-aa2e-843537c96a5b'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:58:00.235498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:00.250501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['33927930-3ba8-4814-9058-007d8fec898c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:58:00.351761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291efa7-ec1c-41d0-86f4-8f3307b084e0 req-5f540e5e-186a-4a6a-9501-4c002a58c7b3 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:00.353444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6291efa7-ec1c-41d0-86f4-8f3307b084e0 req-5f540e5e-186a-4a6a-9501-4c002a58c7b3 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 950 time: 0.2479401 Jan 28 16:58:00.480771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6291efa7-ec1c-41d0-86f4-8f3307b084e0 req-8e387c13-d00f-41c6-9155-99b9cdc17beb tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182952 Jan 28 16:58:00.634933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:58:00.636481 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (02e7f7d3-7d2c-4675-af3c-da8b6b71033a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:00.677343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:00.688017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:00.693254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:00.693854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:00.700294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b54e2-fc40-4031-b091-7377bea56cdf None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:00.713746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=02e7f7d3-7d2c-4675-af3c-da8b6b71033a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:00.728751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-059509fb-2e68-4c11-be19-0f67b347a548 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8643811 Jan 28 16:58:00.730442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:00.738517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:00.806499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f909705-fb79-482a-8943-98d81d6520f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a161441-e5de-4cd1-a4b0-d73451c9084d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:00.829570 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9081024-0d46-4a5b-8cb8-85af7c241da1" -d '{"events": [{"server_uuid": "5f909705-fb79-482a-8943-98d81d6520f6", "name": "network-vif-plugged", "status": "completed", "tag": "8a161441-e5de-4cd1-a4b0-d73451c9084d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:00.929284 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86045715-8838-4b65-a848-971009aaca9d x-openstack-request-id: req-86045715-8838-4b65-a848-971009aaca9d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:00.929952 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f909705-fb79-482a-8943-98d81d6520f6", "name": "network-vif-plugged", "status": "completed", "tag": "8a161441-e5de-4cd1-a4b0-d73451c9084d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:00.930392 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86045715-8838-4b65-a848-971009aaca9d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:00.930940 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f909705-fb79-482a-8943-98d81d6520f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a161441-e5de-4cd1-a4b0-d73451c9084d', 'code': 200} Jan 28 16:58:00.932621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '02e7f7d3-7d2c-4675-af3c-da8b6b71033a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:58:00.934005 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:01.003147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3126-3da7-4b29-a693-db352f8fa43e req-cca16daa-9331-4849-999d-f01dc12ad54f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:01.005860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e90b3126-3da7-4b29-a693-db352f8fa43e req-cca16daa-9331-4849-999d-f01dc12ad54f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.1948943 Jan 28 16:58:01.122506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:01.136145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:01.152432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e90b3126-3da7-4b29-a693-db352f8fa43e req-b3b89472-c492-41b9-a8d1-9480f28d235e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199248 Jan 28 16:58:01.202488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 098c5545-aa11-4ac5-9b44-ffc824158b9b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:01.241444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 098c5545-aa11-4ac5-9b44-ffc824158b9b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:58:01.242169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 098c5545-aa11-4ac5-9b44-ffc824158b9b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:01.259462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Allocated IP 2001:db8::f816:3eff:fef0:9d8 (5cb4a354-f6b3-4e03-838b-50cc821388f9/02e7f7d3-7d2c-4675-af3c-da8b6b71033a/4f71a034-819f-4e03-bf37-e0d646afdd88) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:01.356253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28eb8a-76b1-4071-b8cc-783ab4cc9fe6 req-70fc34b6-c1e5-4567-b3a1-592ac37addd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:01.359491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac28eb8a-76b1-4071-b8cc-783ab4cc9fe6 req-70fc34b6-c1e5-4567-b3a1-592ac37addd8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 1133 time: 0.3484075 Jan 28 16:58:01.526563 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac28eb8a-76b1-4071-b8cc-783ab4cc9fe6 req-d69c78a1-e378-4bfc-adff-4c0979b12f60 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572025 Jan 28 16:58:01.560616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Publish callbacks [] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:01.575599 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:01.661174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:01.665713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:01.669667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:01.685108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Pushing event updated for resources: {'Port': ['ID=4f71a034-819f-4e03-bf37-e0d646afdd88,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:01.764102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Attempting to bind port 4f71a034-819f-4e03-bf37-e0d646afdd88 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:58:01.764932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Attempting to bind port 4f71a034-819f-4e03-bf37-e0d646afdd88 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:58:01.767228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Attempting to bind port 4f71a034-819f-4e03-bf37-e0d646afdd88 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:01.775087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:58:01.775087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:01.776354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:01.776824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:58:01.777794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Bound port: 4f71a034-819f-4e03-bf37-e0d646afdd88, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:58:01.778961 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:01.800991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851a04-175b-4ac6-b809-d1a750c0c3b4 req-5561dbbf-dab8-4dec-93f7-bb83d74837fb tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:01.813796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d851a04-175b-4ac6-b809-d1a750c0c3b4 req-5561dbbf-dab8-4dec-93f7-bb83d74837fb tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 950 time: 0.1719608 Jan 28 16:58:01.878082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:01.906263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] For port 4f71a034-819f-4e03-bf37-e0d646afdd88, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:58:01.911239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] For port 4f71a034-819f-4e03-bf37-e0d646afdd88, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f71a034-819f-4e03-bf37-e0d646afdd88,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:58:01.960258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d851a04-175b-4ac6-b809-d1a750c0c3b4 req-2f236d22-f182-45e5-8c04-66d2738864a9 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454978 Jan 28 16:58:01.983871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:02.437759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 33927930-3ba8-4814-9058-007d8fec898c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:02.439612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (33927930-3ba8-4814-9058-007d8fec898c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:02.486474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d9d14-36f2-4e1c-af2a-33b5beb53f87 None None] Pushing event updated for resources: {'Port': ['ID=4f71a034-819f-4e03-bf37-e0d646afdd88,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:02.537548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec28009-b622-4bb7-aefc-73e2271496b2 req-7a591923-25e3-4cdc-a334-4537a06d90b6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:02.549017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ec28009-b622-4bb7-aefc-73e2271496b2 req-7a591923-25e3-4cdc-a334-4537a06d90b6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 945 time: 0.1822135 Jan 28 16:58:02.592148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (1b78bd6e-d939-45fd-bc54-fda103a84fce), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:02.660441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:02.668657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:02.670874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ec28009-b622-4bb7-aefc-73e2271496b2 req-f38f3460-e548-4fa1-8a1a-76d7ae04c8de tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201239 Jan 28 16:58:02.673852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:02.674364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:02.694821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:02.695650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:02.733843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0021429 Jan 28 16:58:02.736687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36122) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:02.743793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:50:4e:fc', 'name': 'tempest-NetworksTestDHCPv6-83472696'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:02.751974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db45d8-1a50-4ffb-8e6c-820781f56f6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=1b78bd6e-d939-45fd-bc54-fda103a84fce,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:02.755790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:02.763916 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:02.838542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=13']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:02.932066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:02.934940 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676c892-1819-4790-8e4b-bfab1290a677" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:02.967689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:03.031533 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57b64e-39b3-404b-92c7-99ba88308a6e x-openstack-request-id: req-0d57b64e-39b3-404b-92c7-99ba88308a6e {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:03.032032 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-plugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:03.032454 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d57b64e-39b3-404b-92c7-99ba88308a6e {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:03.033077 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:58:03.495862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f71a034-819f-4e03-bf37-e0d646afdd88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:03.694433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4f71a034-819f-4e03-bf37-e0d646afdd88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:03.694818 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:03.947493 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:03.949264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d26e1-973a-4ccf-a8ff-1b7c299b4638 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:04.004339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4f71a034-819f-4e03-bf37-e0d646afdd88 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:04.004811 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:04.012849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:04.081079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2b746-9ecf-45ee-80ee-23fe7cc3a0f6 req-8ee52e6b-7b22-4990-8cc3-bf9d67bf4860 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:04.089323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6f2b746-9ecf-45ee-80ee-23fe7cc3a0f6 req-8ee52e6b-7b22-4990-8cc3-bf9d67bf4860 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 950 time: 0.3299541 Jan 28 16:58:04.166171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6f2b746-9ecf-45ee-80ee-23fe7cc3a0f6 req-785d00cb-3ced-48b0-81c5-3a3564144817 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700812 Jan 28 16:58:04.180839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef7d01-a32a-43e9-97fc-4b8fa46bab80 req-e156f59c-6f8b-49cc-b414-ef483f89c6f8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:04.185945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99ef7d01-a32a-43e9-97fc-4b8fa46bab80 req-e156f59c-6f8b-49cc-b414-ef483f89c6f8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.2743437 Jan 28 16:58:04.310960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99ef7d01-a32a-43e9-97fc-4b8fa46bab80 req-fe05fbba-017f-46aa-b571-afb07f4fadb6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186426 Jan 28 16:58:04.349440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-73393150-341a-46b5-aeaf-0943435fa34c None None] Provisioning complete for port 4f71a034-819f-4e03-bf37-e0d646afdd88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:04.352491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-73393150-341a-46b5-aeaf-0943435fa34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:04.428823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 172.20.0.11 (5cb4a354-f6b3-4e03-838b-50cc821388f9/1b78bd6e-d939-45fd-bc54-fda103a84fce/6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:04.442940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe50:4efc (5cb4a354-f6b3-4e03-838b-50cc821388f9/02e7f7d3-7d2c-4675-af3c-da8b6b71033a/6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:04.478871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4f71a034-819f-4e03-bf37-e0d646afdd88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f71a034-819f-4e03-bf37-e0d646afdd88,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:04.514216 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:04.698991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4f71a034-819f-4e03-bf37-e0d646afdd88,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:04.789449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-73393150-341a-46b5-aeaf-0943435fa34c None None] Current status of the port 4f71a034-819f-4e03-bf37-e0d646afdd88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:04.805610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '02e7f7d3-7d2c-4675-af3c-da8b6b71033a', 'ip_address': '2001:db8::f816:3eff:fef0:9d8'}, {'subnet_id': '1b78bd6e-d939-45fd-bc54-fda103a84fce'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '4f71a034-819f-4e03-bf37-e0d646afdd88'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:58:04.837755 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:04.946910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886b6d0-f1e2-4a21-adf4-39ecc3609d2e req-fb0fe899-47a4-4d7e-a834-0fdcbddf462c tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:04.965578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a886b6d0-f1e2-4a21-adf4-39ecc3609d2e req-fb0fe899-47a4-4d7e-a834-0fdcbddf462c tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 950 time: 0.2816100 Jan 28 16:58:05.027900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:05.146503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a886b6d0-f1e2-4a21-adf4-39ecc3609d2e req-2db8da0a-3120-4331-9669-efcb53ec6989 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763320 Jan 28 16:58:05.193058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:05.350018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f71a034-819f-4e03-bf37-e0d646afdd88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:05.372781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:05.392018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:05.397875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] Allocated IP 172.20.0.2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/1b78bd6e-d939-45fd-bc54-fda103a84fce/4f71a034-819f-4e03-bf37-e0d646afdd88) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:05.404747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:05.407217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:05.587877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:05.588574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:05.670541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be774307-451c-487f-af72-e8c6c8169b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9324589 Jan 28 16:58:05.673145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36170) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:05.685409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabd557-5c55-4dbf-80ca-4a6df2e49504 req-30f4bb2b-1ae4-4e2e-8357-c67982a89c42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:05.693257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbabd557-5c55-4dbf-80ca-4a6df2e49504 req-30f4bb2b-1ae4-4e2e-8357-c67982a89c42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1853206 Jan 28 16:58:05.730713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] For port 4f71a034-819f-4e03-bf37-e0d646afdd88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f71a034-819f-4e03-bf37-e0d646afdd88,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:05.774897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] Publish callbacks [] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:05.779629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4f71a034-819f-4e03-bf37-e0d646afdd88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:05.780634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:05.816591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bbabd557-5c55-4dbf-80ca-4a6df2e49504 req-9cf35b0c-4c7f-4d84-80c4-139b3f7b3c4b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085508 Jan 28 16:58:05.837327 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:05.840312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6740d-dc36-4b89-87a9-b92d15084fd4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:05.846549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6740d-dc36-4b89-87a9-b92d15084fd4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:05.848379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43d6740d-dc36-4b89-87a9-b92d15084fd4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1742299 Jan 28 16:58:05.851121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36172) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:05.997656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1617246-4434-4a45-b49d-433bdd696204 req-8b30f536-9e95-43ca-9149-b714018bb0d8 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:06.008107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b1617246-4434-4a45-b49d-433bdd696204 req-8b30f536-9e95-43ca-9149-b714018bb0d8 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 950 time: 0.1582117 Jan 28 16:58:06.095605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:06.096165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:06.193641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9855a-db5d-426b-8b6a-fefc477b0494 None None] Pushing event updated for resources: {'Port': ['ID=4f71a034-819f-4e03-bf37-e0d646afdd88,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:06.305672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Deleting port 8a161441-e5de-4cd1-a4b0-d73451c9084d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:06.306116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:06.344616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4f71a034-819f-4e03-bf37-e0d646afdd88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:06.514555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] For port 8a161441-e5de-4cd1-a4b0-d73451c9084d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=8a161441-e5de-4cd1-a4b0-d73451c9084d,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:06.522157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:06.537616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:06.562845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Calling delete_port for 8a161441-e5de-4cd1-a4b0-d73451c9084d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:06.590288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:06.629259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94516-4824-4d4f-91dd-7a07459eaaf8 req-52ca349f-a43b-41a3-bd6f-479f1c87270b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:06.633788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90f94516-4824-4d4f-91dd-7a07459eaaf8 req-52ca349f-a43b-41a3-bd6f-479f1c87270b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f909705-fb79-482a-8943-98d81d6520f6 HTTP/1.1" status: 200 len: 950 time: 0.3047531 Jan 28 16:58:06.921488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90f94516-4824-4d4f-91dd-7a07459eaaf8 req-4b9a1fd9-c8bd-4509-a3a9-62dc453710b7 tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.25 "GET /v2.0/security-groups?id=87a18eed-9c48-4a77-b490-89b9b3acdf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744279 Jan 28 16:58:06.926620 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8a161441-e5de-4cd1-a4b0-d73451c9084d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:06.991381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Pushing event deleted for resources: {'Port': ['ID=8a161441-e5de-4cd1-a4b0-d73451c9084d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:07.115714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] No DVR routers for this DVR port 8a161441-e5de-4cd1-a4b0-d73451c9084d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:58:07.120641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:07.130027 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b1617246-4434-4a45-b49d-433bdd696204 req-a71f8d4b-ad9f-47fd-9057-5b30106d2b9b tempest-VolumesNegativeTest-191048895 tempest-VolumesNegativeTest-191048895-project] 10.222.0.31 "DELETE /v2.0/ports/8a161441-e5de-4cd1-a4b0-d73451c9084d HTTP/1.1" status: 204 len: 173 time: 1.1164160 Jan 28 16:58:07.139031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f909705-fb79-482a-8943-98d81d6520f6', 'name': 'network-vif-deleted', 'tag': '8a161441-e5de-4cd1-a4b0-d73451c9084d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:07.141739 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ba137-8618-4840-8557-ecef75fea19b" -d '{"events": [{"server_uuid": "5f909705-fb79-482a-8943-98d81d6520f6", "name": "network-vif-deleted", "tag": "8a161441-e5de-4cd1-a4b0-d73451c9084d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:07.285661 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183c7af-2de5-4d75-8e05-239a4dc0b282 x-openstack-request-id: req-8183c7af-2de5-4d75-8e05-239a4dc0b282 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:07.286074 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f909705-fb79-482a-8943-98d81d6520f6", "name": "network-vif-deleted", "tag": "8a161441-e5de-4cd1-a4b0-d73451c9084d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:07.286417 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8183c7af-2de5-4d75-8e05-239a4dc0b282 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:07.287005 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f909705-fb79-482a-8943-98d81d6520f6', 'name': 'network-vif-deleted', 'tag': '8a161441-e5de-4cd1-a4b0-d73451c9084d', 'status': 'completed', 'code': 200} Jan 28 16:58:07.407776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30480c84-e4ce-49b9-912d-10fb51281dc9 req-11939e2b-94db-4e98-b9aa-168247b7bd35 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:07.410540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30480c84-e4ce-49b9-912d-10fb51281dc9 req-11939e2b-94db-4e98-b9aa-168247b7bd35 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.4468205 Jan 28 16:58:07.423493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f71a034-819f-4e03-bf37-e0d646afdd88 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:07.499260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:07.551563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4f71a034-819f-4e03-bf37-e0d646afdd88 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:07.554056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:07.641008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30480c84-e4ce-49b9-912d-10fb51281dc9 req-1ba38637-a43a-4f9a-ad14-98087d09c492 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884673 Jan 28 16:58:07.641960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:07.712104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ab832ecb-0a46-4441-af9c-92bd4dadbd24 None None] Provisioning complete for port 4f71a034-819f-4e03-bf37-e0d646afdd88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:07.717657 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecb-0a46-4441-af9c-92bd4dadbd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.056113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.063097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36206) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:08.075863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-91d08b3c-509e-419b-9ba9-93b522d9b700 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740 HTTP/1.1" status: 204 len: 168 time: 2.2220728 Jan 28 16:58:08.174720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4f71a034-819f-4e03-bf37-e0d646afdd88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:08.179935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a203b-cf37-412d-a805-96e99f9a5a00 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:08.181223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a203b-cf37-412d-a805-96e99f9a5a00 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:08.182990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a203b-cf37-412d-a805-96e99f9a5a00 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:08.188029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36212) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:08.201196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-713a203b-cf37-412d-a805-96e99f9a5a00 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1369119 Jan 28 16:58:08.233346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ab832ecb-0a46-4441-af9c-92bd4dadbd24 None None] Current status of the port 4f71a034-819f-4e03-bf37-e0d646afdd88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:08.278288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 02e7f7d3-7d2c-4675-af3c-da8b6b71033a {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:08.283078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (02e7f7d3-7d2c-4675-af3c-da8b6b71033a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.346027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-29e91eba-75af-4563-99e4-3a3a14ef03a8 None None] Could not find standard attr ID for object 6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:58:08.357924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (02e7f7d3-7d2c-4675-af3c-da8b6b71033a), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.579616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (02e7f7d3-7d2c-4675-af3c-da8b6b71033a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.773435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (02e7f7d3-7d2c-4675-af3c-da8b6b71033a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.880797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:08.883281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63c05e-2322-434b-b89b-6fbd0b954260 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:08.886729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/02e7f7d3-7d2c-4675-af3c-da8b6b71033a HTTP/1.1" status: 204 len: 168 time: 0.6950762 Jan 28 16:58:08.890895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36236) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:08.902284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e216-8bde-4a56-b199-230db210f829 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=02e7f7d3-7d2c-4675-af3c-da8b6b71033a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:08.982438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6db77-62ab-4b7d-b7e0-d61ee72d1f9b req-5b0c7d4e-413b-42ae-b56b-8cfcf46e2acb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:08.990851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 8a161441-e5de-4cd1-a4b0-d73451c9084d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:08.998321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2be6db77-62ab-4b7d-b7e0-d61ee72d1f9b req-5b0c7d4e-413b-42ae-b56b-8cfcf46e2acb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1523092 Jan 28 16:58:09.041541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 8a161441-e5de-4cd1-a4b0-d73451c9084d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:58:09.041885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 8a161441-e5de-4cd1-a4b0-d73451c9084d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:09.062758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 1b78bd6e-d939-45fd-bc54-fda103a84fce {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:09.071020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (1b78bd6e-d939-45fd-bc54-fda103a84fce), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.202917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2be6db77-62ab-4b7d-b7e0-d61ee72d1f9b req-8790b524-11f5-478c-b461-244b28b1b9f0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898439 Jan 28 16:58:09.203027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (1b78bd6e-d939-45fd-bc54-fda103a84fce), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.430249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36294) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:09.471536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (1b78bd6e-d939-45fd-bc54-fda103a84fce), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.616590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (1b78bd6e-d939-45fd-bc54-fda103a84fce), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.655928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4d0a-b7d1-4b32-85ad-07a9f8e036e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.696500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.710291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/1b78bd6e-d939-45fd-bc54-fda103a84fce HTTP/1.1" status: 204 len: 168 time: 0.8170824 Jan 28 16:58:09.713186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028bf83-a1fd-4822-ade1-bc37d7482303 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=1b78bd6e-d939-45fd-bc54-fda103a84fce,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:09.718045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36312) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:09.796316 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-accaaf93-9cd4-4657-a2cd-390dcd3e3032 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769541 Jan 28 16:58:09.796961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36318) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:09.803232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:09.853934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4d0a-b7d1-4b32-85ad-07a9f8e036e3 admin admin] Publish callbacks [] for security_group (aac2f8a6-ff32-4f76-bad7-d53ef07aebaa), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.863141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4d0a-b7d1-4b32-85ad-07a9f8e036e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (aac2f8a6-ff32-4f76-bad7-d53ef07aebaa), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.964926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:09.969360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:09.978787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a4d0a-b7d1-4b32-85ad-07a9f8e036e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac2f8a6-ff32-4f76-bad7-d53ef07aebaa,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:10.001488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba5a4d0a-b7d1-4b32-85ad-07a9f8e036e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11567856134e4e499dcb527911ea5d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5700696 Jan 28 16:58:10.008466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36320) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:10.158033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af95c910-44df-40de-b7f8-76bf25591dd0 admin admin] Publish callbacks [] for security_group (aac2f8a6-ff32-4f76-bad7-d53ef07aebaa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:10.286192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af95c910-44df-40de-b7f8-76bf25591dd0 admin admin] Publish callbacks [] for security_group (aac2f8a6-ff32-4f76-bad7-d53ef07aebaa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:10.382440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7114792-42e5-49cf-aae6-b9a0bde8205e None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:10.530382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492513-e46a-4ef3-b85d-9b0f8f725b15 req-32850c1d-1d67-4b3f-8bcd-bae22ed10ac4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:10.538293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c492513-e46a-4ef3-b85d-9b0f8f725b15 req-32850c1d-1d67-4b3f-8bcd-bae22ed10ac4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1571794 Jan 28 16:58:10.609213 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:58:10.619803 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af95c910-44df-40de-b7f8-76bf25591dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (aac2f8a6-ff32-4f76-bad7-d53ef07aebaa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:10.622800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af95c910-44df-40de-b7f8-76bf25591dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:10.628322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-af95c910-44df-40de-b7f8-76bf25591dd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aac2f8a6-ff32-4f76-bad7-d53ef07aebaa HTTP/1.1" status: 204 len: 168 time: 0.6187196 Jan 28 16:58:10.663341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c492513-e46a-4ef3-b85d-9b0f8f725b15 req-9f955a04-e375-4941-a407-041fa68122b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233459 Jan 28 16:58:10.682647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-98352234-6e36-43b3-b37b-41d535bda221 None None] Provisioning complete for port 4f71a034-819f-4e03-bf37-e0d646afdd88 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:10.683886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95c910-44df-40de-b7f8-76bf25591dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac2f8a6-ff32-4f76-bad7-d53ef07aebaa,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:10.684713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-98352234-6e36-43b3-b37b-41d535bda221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:10.896706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:58:11.060315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:58:11.113556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-98352234-6e36-43b3-b37b-41d535bda221 None None] Current status of the port 4f71a034-819f-4e03-bf37-e0d646afdd88 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:11.196348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] Deleting port 4f71a034-819f-4e03-bf37-e0d646afdd88 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:11.196757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:11.461688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] For port 4f71a034-819f-4e03-bf37-e0d646afdd88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4f71a034-819f-4e03-bf37-e0d646afdd88,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:11.462219 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:11.531823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] Calling delete_port for 4f71a034-819f-4e03-bf37-e0d646afdd88 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:11.820648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f71a034-819f-4e03-bf37-e0d646afdd88 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:11.891648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Port 4f71a034-819f-4e03-bf37-e0d646afdd88 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103094) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 16:58:11.892262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:9d8 {{(pid=103094) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 16:58:11.896343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef0:9d8 {{(pid=103094) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 16:58:11.898090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (ff16e7aa-bbfa-4b6b-acb2-e812024d631a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:11.923152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4f71a034-819f-4e03-bf37-e0d646afdd88 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:58:11.923509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4f71a034-819f-4e03-bf37-e0d646afdd88 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:11.924965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4f71a034-819f-4e03-bf37-e0d646afdd88), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:11.949519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:11.953016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:11.958785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:11.959462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:11.975992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=ff16e7aa-bbfa-4b6b-acb2-e812024d631a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:11.991421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2cd2ceb-e7a0-48ac-b9d9-87e05997c483 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1909194 Jan 28 16:58:11.991908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36416) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:11.999288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:12.069752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea65f2-3ff8-4750-bda9-fa8b7bae1ea7 req-2909e392-da49-4bac-8cc6-debc3605980e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:12.089998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29ea65f2-3ff8-4750-bda9-fa8b7bae1ea7 req-2909e392-da49-4bac-8cc6-debc3605980e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.2394111 Jan 28 16:58:12.093197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] Pushing event deleted for resources: {'Port': ['ID=4f71a034-819f-4e03-bf37-e0d646afdd88,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:12.095530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed87266-67dd-483f-93a7-5332c7627a7d None None] No DVR routers for this DVR port 4f71a034-819f-4e03-bf37-e0d646afdd88 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:58:12.137480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc3797-5915-4d91-92d0-3e344b0833f3 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:12.234646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:12.277359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29ea65f2-3ff8-4750-bda9-fa8b7bae1ea7 req-4a85d91f-9aea-4e38-bdfc-f0ec6e99fbb6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864643 Jan 28 16:58:12.297270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:12.301318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:12.472373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:12.482719 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:12.628302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'ff16e7aa-bbfa-4b6b-acb2-e812024d631a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:58:12.634567 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:12.803711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-771d8c1e-6da4-4edc-b66a-624433279e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.103716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Allocated IP 2001:db8::f816:3eff:fe72:b38 (5cb4a354-f6b3-4e03-838b-50cc821388f9/ff16e7aa-bbfa-4b6b-acb2-e812024d631a/2de614c2-a1d2-460c-9b88-f6c66416ef3e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:13.201272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-771d8c1e-6da4-4edc-b66a-624433279e20 admin admin] Publish callbacks [] for security_group (ce3885a3-fdf3-45f9-b697-7188b2e6b92d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.223335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-771d8c1e-6da4-4edc-b66a-624433279e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce3885a3-fdf3-45f9-b697-7188b2e6b92d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.313172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (8c21b7c8-2654-4a3e-95fb-cdd925aea9d5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.539308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-771d8c1e-6da4-4edc-b66a-624433279e20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb832b9c5ab74aab8a078a7d37e1c3a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3022006 Jan 28 16:58:13.542163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36482) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:13.557125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d8c1e-6da4-4edc-b66a-624433279e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3885a3-fdf3-45f9-b697-7188b2e6b92d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:13.590439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Publish callbacks [] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.607255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:13.610938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:13.615225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:13.615832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.621498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82654-dbe5-49b3-9b6e-3c3fabde08d9 req-af17a0ed-fedd-453b-8338-6260bf438ad6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:13.625001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.635270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3f82654-dbe5-49b3-9b6e-3c3fabde08d9 req-af17a0ed-fedd-453b-8338-6260bf438ad6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1749113 Jan 28 16:58:13.661054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=8c21b7c8-2654-4a3e-95fb-cdd925aea9d5,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:13.684837 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e98b6a92-7f31-4ea2-ba5f-7b6ee5e4e2d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6907022 Jan 28 16:58:13.687552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36492) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:13.701289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:33:86:a6', 'name': 'tempest-NetworksTestDHCPv6-764650025'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:13.792943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:13.837534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:13.846129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:13.856756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:13.886343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1a462af-01ac-4f15-b25a-7d669246fc38 admin admin] Publish callbacks [] for security_group (ce3885a3-fdf3-45f9-b697-7188b2e6b92d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:13.959844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1a462af-01ac-4f15-b25a-7d669246fc38 admin admin] Publish callbacks [] for security_group (ce3885a3-fdf3-45f9-b697-7188b2e6b92d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.074013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Attempting to bind port 2de614c2-a1d2-460c-9b88-f6c66416ef3e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:58:14.074387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Attempting to bind port 2de614c2-a1d2-460c-9b88-f6c66416ef3e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:58:14.074749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Attempting to bind port 2de614c2-a1d2-460c-9b88-f6c66416ef3e on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:14.083969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3f82654-dbe5-49b3-9b6e-3c3fabde08d9 req-dbbf6130-8fcb-442c-b2fe-3bdd9d79f556 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476039 Jan 28 16:58:14.092724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1a462af-01ac-4f15-b25a-7d669246fc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce3885a3-fdf3-45f9-b697-7188b2e6b92d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.095699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:58:14.096150 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1a462af-01ac-4f15-b25a-7d669246fc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.096764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:14.097187 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.097377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d1a462af-01ac-4f15-b25a-7d669246fc38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce3885a3-fdf3-45f9-b697-7188b2e6b92d HTTP/1.1" status: 204 len: 168 time: 0.5542431 Jan 28 16:58:14.098639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:14.100007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:58:14.100533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Bound port: 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:58:14.101096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.147209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a462af-01ac-4f15-b25a-7d669246fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3885a3-fdf3-45f9-b697-7188b2e6b92d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:14.323726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.405335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 19736f8a-ab88-429d-9f3a-dbcc9aad2751 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:14.475462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:58:14.484346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:58:14.512875 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:14.723503 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3436a-a55f-4df6-942d-dc6ebf5c841b None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:15.106936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 172.20.0.5 (5cb4a354-f6b3-4e03-838b-50cc821388f9/8c21b7c8-2654-4a3e-95fb-cdd925aea9d5/19736f8a-ab88-429d-9f3a-dbcc9aad2751) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:15.142822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe33:86a6 (5cb4a354-f6b3-4e03-838b-50cc821388f9/ff16e7aa-bbfa-4b6b-acb2-e812024d631a/19736f8a-ab88-429d-9f3a-dbcc9aad2751) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:15.387791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9786fd-14c6-47d3-a62e-eed736658b0a req-c851d960-cf88-4f7c-972c-eddd9b2970ef tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:15.419706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be9786fd-14c6-47d3-a62e-eed736658b0a req-c851d960-cf88-4f7c-972c-eddd9b2970ef tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1365612 Jan 28 16:58:15.572688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be9786fd-14c6-47d3-a62e-eed736658b0a req-6297f16a-3b1e-4440-90ff-1aadcd35cca1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513448 Jan 28 16:58:15.722592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (19736f8a-ab88-429d-9f3a-dbcc9aad2751), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:15.807126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (19736f8a-ab88-429d-9f3a-dbcc9aad2751), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:15.975454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=19736f8a-ab88-429d-9f3a-dbcc9aad2751,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:15.978166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-818c8071-d190-4ade-8880-29a84144be30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:16.013987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:16.022755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:16.030946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:16.186554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:16.187271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:16.242393 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-125e146c-3030-4e87-a75d-90322476be73 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5532889 Jan 28 16:58:16.245332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:16.431351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16567d-f668-48be-9c2b-30063c05391a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:16.455751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16567d-f668-48be-9c2b-30063c05391a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:16.464841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7f16567d-f668-48be-9c2b-30063c05391a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2156863 Jan 28 16:58:16.465032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36630) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:16.868129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 19736f8a-ab88-429d-9f3a-dbcc9aad2751 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:16.868920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (19736f8a-ab88-429d-9f3a-dbcc9aad2751), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:16.982259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d9d06-b62f-4aa2-adbb-6b926399a0e7 req-885df95e-4d26-4078-8e36-e9cc2cff3863 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:16.997314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d69d9d06-b62f-4aa2-adbb-6b926399a0e7 req-885df95e-4d26-4078-8e36-e9cc2cff3863 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.2274277 Jan 28 16:58:17.093194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d69d9d06-b62f-4aa2-adbb-6b926399a0e7 req-7cf7f550-2913-45d0-896e-f9131956a97e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895119 Jan 28 16:58:17.208366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac735f2-8a63-470c-aed1-d94d985eafb6 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:17.343689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (19736f8a-ab88-429d-9f3a-dbcc9aad2751), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:17.390274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 19736f8a-ab88-429d-9f3a-dbcc9aad2751 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:17.646593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:17.907291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (19736f8a-ab88-429d-9f3a-dbcc9aad2751), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:17.949627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:17.951307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:17.972521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=19736f8a-ab88-429d-9f3a-dbcc9aad2751,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:17.995865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c12086dd-6592-489c-a2cb-bd3b1a31bc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.264353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.274658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a3e9bce8-4425-4707-b665-c1251b519137 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/19736f8a-ab88-429d-9f3a-dbcc9aad2751 HTTP/1.1" status: 204 len: 168 time: 1.8084562 Jan 28 16:58:18.277677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36678) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:18.347430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36680) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:18.363711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9910b-e783-4c61-9826-097f24a8ab29 req-52dcdbf8-9785-412c-8340-6e1fc540b8cd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:18.368076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfe9910b-e783-4c61-9826-097f24a8ab29 req-52dcdbf8-9785-412c-8340-6e1fc540b8cd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1460238 Jan 28 16:58:18.401262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d7fd1-1f5f-48ee-8dc4-5ffa6066f28c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:18.411033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d7fd1-1f5f-48ee-8dc4-5ffa6066f28c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:18.412644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d7fd1-1f5f-48ee-8dc4-5ffa6066f28c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:18.417777 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-821d7fd1-1f5f-48ee-8dc4-5ffa6066f28c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1376426 Jan 28 16:58:18.421494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:18.436544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:18.437156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.482919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfe9910b-e783-4c61-9826-097f24a8ab29 req-6560b431-572a-4620-837b-3d7a9646e30b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992572 Jan 28 16:58:18.549992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 8c21b7c8-2654-4a3e-95fb-cdd925aea9d5 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:18.557000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (8c21b7c8-2654-4a3e-95fb-cdd925aea9d5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.591405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c6401-f2b5-4c52-bc3b-b3431f4ec756 None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'ff16e7aa-bbfa-4b6b-acb2-e812024d631a', 'ip_address': '2001:db8::f816:3eff:fe72:b38'}, {'subnet_id': '8c21b7c8-2654-4a3e-95fb-cdd925aea9d5'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '2de614c2-a1d2-460c-9b88-f6c66416ef3e'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:58:18.626499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:18.626944 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.628808 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc4c6401-f2b5-4c52-bc3b-b3431f4ec756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.650381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (8c21b7c8-2654-4a3e-95fb-cdd925aea9d5), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.754246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8c21b7c8-2654-4a3e-95fb-cdd925aea9d5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.799943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:18.800335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.828384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:18.845233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3de8b671-b5f5-4e92-b95a-60425ef710d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.868439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.965193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (8c21b7c8-2654-4a3e-95fb-cdd925aea9d5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:18.970776 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:58:18.971982 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-cc4c6401-f2b5-4c52-bc3b-b3431f4ec756 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c21b7c8-2654-4a3e-95fb-cdd925aea9d5: This subnet is being modified by another concurrent operation. Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c21b7c8-2654-4a3e-95fb-cdd925aea9d5: This subnet is being modified by another concurrent operation. Jan 28 16:58:18.977684 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 16:58:19.031348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ceddcf-470a-40a1-b173-a1bdafa8af8f None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:19.092889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3de8b671-b5f5-4e92-b95a-60425ef710d0 admin admin] Publish callbacks [] for security_group (162b4ab1-6c55-4f6f-a104-24f1bd3decb7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.100846 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3de8b671-b5f5-4e92-b95a-60425ef710d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (162b4ab1-6c55-4f6f-a104-24f1bd3decb7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.103824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-293dd784-2e0e-494c-86bb-49f5af2cab85 None None] Could not find standard attr ID for object 19736f8a-ab88-429d-9f3a-dbcc9aad2751. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:58:19.103984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=8c21b7c8-2654-4a3e-95fb-cdd925aea9d5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:19.115521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.129775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-30f0fbd2-4ccf-4530-9136-bb77b59e1135 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8c21b7c8-2654-4a3e-95fb-cdd925aea9d5 HTTP/1.1" status: 204 len: 168 time: 0.7068076 Jan 28 16:58:19.130897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36690) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:19.133917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc598a-6a36-4c2b-8708-e04527f876af None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:58:19.208448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-293dd784-2e0e-494c-86bb-49f5af2cab85 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:19.208859 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-293dd784-2e0e-494c-86bb-49f5af2cab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.217601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3de8b671-b5f5-4e92-b95a-60425ef710d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=125dcc7e916f4544879f91525c2476d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8457844 Jan 28 16:58:19.219725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36692) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:19.220413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8b671-b5f5-4e92-b95a-60425ef710d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b4ab1-6c55-4f6f-a104-24f1bd3decb7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:19.273851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet ff16e7aa-bbfa-4b6b-acb2-e812024d631a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:19.300267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (ff16e7aa-bbfa-4b6b-acb2-e812024d631a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.395089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-878c79ce-e76d-4198-9bd6-01f6faff2e26 admin admin] Publish callbacks [] for security_group (162b4ab1-6c55-4f6f-a104-24f1bd3decb7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.439873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-878c79ce-e76d-4198-9bd6-01f6faff2e26 admin admin] Publish callbacks [] for security_group (162b4ab1-6c55-4f6f-a104-24f1bd3decb7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.451263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ff16e7aa-bbfa-4b6b-acb2-e812024d631a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.460222 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.506111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-878c79ce-e76d-4198-9bd6-01f6faff2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (162b4ab1-6c55-4f6f-a104-24f1bd3decb7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.507181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-293dd784-2e0e-494c-86bb-49f5af2cab85 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:19.510221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-878c79ce-e76d-4198-9bd6-01f6faff2e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.515962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-878c79ce-e76d-4198-9bd6-01f6faff2e26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/162b4ab1-6c55-4f6f-a104-24f1bd3decb7 HTTP/1.1" status: 204 len: 168 time: 0.2826703 Jan 28 16:58:19.566941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c79ce-e76d-4198-9bd6-01f6faff2e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b4ab1-6c55-4f6f-a104-24f1bd3decb7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:19.629918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc598a-6a36-4c2b-8708-e04527f876af None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:58:19.680325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:19.752951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ff16e7aa-bbfa-4b6b-acb2-e812024d631a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.827777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb27f2-bd39-4ddb-bd8c-ad0a9daf36eb req-997c2d21-32c8-4475-a21e-3408f7c471b7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:19.838715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33eb27f2-bd39-4ddb-bd8c-ad0a9daf36eb req-997c2d21-32c8-4475-a21e-3408f7c471b7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1801383 Jan 28 16:58:19.931735 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ff16e7aa-bbfa-4b6b-acb2-e812024d631a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:19.962971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:19.986886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33eb27f2-bd39-4ddb-bd8c-ad0a9daf36eb req-79b540ce-6826-4abf-a3a4-b99f50cd4f30 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415563 Jan 28 16:58:20.099368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=ff16e7aa-bbfa-4b6b-acb2-e812024d631a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:20.117642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.118813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36710) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:20.133172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-833e2608-a5c5-4206-af3c-51e09fdf3fae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/ff16e7aa-bbfa-4b6b-acb2-e812024d631a HTTP/1.1" status: 204 len: 168 time: 1.0011060 Jan 28 16:58:20.200798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-570eddab-e401-40cb-9e44-4fd2f0153a1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807860 Jan 28 16:58:20.203472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36712) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:20.209266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:20.297990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:20.298685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.427823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36716) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:20.460227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2efb1225-d255-4391-99c6-ab55002e656a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.487350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e99998-1ff3-4139-9fd6-45131c3d68e0 None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'ff16e7aa-bbfa-4b6b-acb2-e812024d631a'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '2de614c2-a1d2-460c-9b88-f6c66416ef3e'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:58:20.510412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:20.564822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.655707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a4e99998-1ff3-4139-9fd6-45131c3d68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.657953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:20.665800 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.730298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2efb1225-d255-4391-99c6-ab55002e656a admin admin] Publish callbacks [] for security_group (e37f7b3d-4a2e-4610-97f6-ac8a29f902ca), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.744491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2efb1225-d255-4391-99c6-ab55002e656a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e37f7b3d-4a2e-4610-97f6-ac8a29f902ca), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.802014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2efb1225-d255-4391-99c6-ab55002e656a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25d3a0a1f5db48198446bfc363fa1ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714113 Jan 28 16:58:20.814637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36720) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:20.829199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:20.835168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:20.852908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb1225-d255-4391-99c6-ab55002e656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37f7b3d-4a2e-4610-97f6-ac8a29f902ca,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:20.861645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.862205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.862569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.863109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.863527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.863817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.864247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.864600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.865436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.865782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.866125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.866528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:20.867491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:21.037074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d95708be-f3c2-48d3-9951-81aa68a18afe admin admin] Publish callbacks [] for security_group (e37f7b3d-4a2e-4610-97f6-ac8a29f902ca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.110228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:21.110619 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.177809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d95708be-f3c2-48d3-9951-81aa68a18afe admin admin] Publish callbacks [] for security_group (e37f7b3d-4a2e-4610-97f6-ac8a29f902ca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.207980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434503e3-f22e-43ca-9d3c-1bfddd4423bd req-996f1d84-04e3-4771-b0a5-622315efbafb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:21.217005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-434503e3-f22e-43ca-9d3c-1bfddd4423bd req-996f1d84-04e3-4771-b0a5-622315efbafb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.0924032 Jan 28 16:58:21.237316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b4f76-485c-485e-996c-c4fdf937c4a4 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:58:21.292544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-434503e3-f22e-43ca-9d3c-1bfddd4423bd req-02ce9c02-9f08-4fdd-8d0e-223fb1f24bd4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743070 Jan 28 16:58:21.342947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d2e93b18-d3df-47e3-8b8d-c7641c6f6c78), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.420759 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d95708be-f3c2-48d3-9951-81aa68a18afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e37f7b3d-4a2e-4610-97f6-ac8a29f902ca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.427296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d95708be-f3c2-48d3-9951-81aa68a18afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.428477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d95708be-f3c2-48d3-9951-81aa68a18afe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e37f7b3d-4a2e-4610-97f6-ac8a29f902ca HTTP/1.1" status: 204 len: 168 time: 0.6162624 Jan 28 16:58:21.475748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95708be-f3c2-48d3-9951-81aa68a18afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37f7b3d-4a2e-4610-97f6-ac8a29f902ca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:21.490654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:21.494843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:21.508172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:21.508383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:21.508912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.508999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.531396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b4f76-485c-485e-996c-c4fdf937c4a4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:58:21.533984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=d2e93b18-d3df-47e3-8b8d-c7641c6f6c78,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:21.549667 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-41d3c238-99ee-406e-b77c-e805a09c0e5f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3449538 Jan 28 16:58:21.552495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36734) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:21.560143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:21.785422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:21.815103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.886265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.927165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:21.931048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:21.950884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd85a3-31ab-45e1-9620-668feb45a7b6 None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:21.953636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9bd95cc6-8898-4f92-ae3f-bcef6e3f9f2b None None] Could not find standard attr ID for object 19736f8a-ab88-429d-9f3a-dbcc9aad2751. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:58:22.122606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'd2e93b18-d3df-47e3-8b8d-c7641c6f6c78'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '2de614c2-a1d2-460c-9b88-f6c66416ef3e'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:58:22.224070 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:22.639524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102cdac-7670-4d25-aaf6-fa24ab9063a8 req-423ad977-71d5-49c2-a85b-8ea8d08f0455 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:22.641798 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0102cdac-7670-4d25-aaf6-fa24ab9063a8 req-423ad977-71d5-49c2-a85b-8ea8d08f0455 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1874318 Jan 28 16:58:22.651202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] Allocated IP 172.20.0.2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/d2e93b18-d3df-47e3-8b8d-c7641c6f6c78/2de614c2-a1d2-460c-9b88-f6c66416ef3e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:22.855224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0102cdac-7670-4d25-aaf6-fa24ab9063a8 req-73a65ce4-2014-41b5-a84d-36cfbd518619 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977410 Jan 28 16:58:22.865042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:22.941047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] Publish callbacks [] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:22.952301 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:23.096068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb68f7d-388f-45d4-bc87-5715e0fd9a9c None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:23.266959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:58:23.946047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:24.019689 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.024194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:24.189442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:24.189969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.424828 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-087ce59f-1291-4382-9a73-ab4b8b08468f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0ec5f35fd754398bc768211509c46a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680810 Jan 28 16:58:24.428726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:24.432422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:24.543588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:24.599288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e5b8a-7778-41d4-9e9a-15b1c468be77 req-aad832d1-effb-46f8-8928-5234f28fc277 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:24.609032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-970e5b8a-7778-41d4-9e9a-15b1c468be77 req-aad832d1-effb-46f8-8928-5234f28fc277 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.2405400 Jan 28 16:58:24.620037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Publish callbacks [] for security_group (87a18eed-9c48-4a77-b490-89b9b3acdf5b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.668880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Publish callbacks [] for security_group (87a18eed-9c48-4a77-b490-89b9b3acdf5b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.758376 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (87a18eed-9c48-4a77-b490-89b9b3acdf5b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.761497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.763223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87a18eed-9c48-4a77-b490-89b9b3acdf5b HTTP/1.1" status: 204 len: 168 time: 0.3325202 Jan 28 16:58:24.763411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.774745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a18eed-9c48-4a77-b490-89b9b3acdf5b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:24.775603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-970e5b8a-7778-41d4-9e9a-15b1c468be77 req-303cbc4e-f112-43b8-bd47-0583b1aa8f16 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656466 Jan 28 16:58:24.776889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.799420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.800279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.802070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.802680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.804087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.805290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.809363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.810304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.810881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.811518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.813193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.813857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.814421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a26ab55-c6f5-47e1-ab0a-8e97952b0236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:24.828643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19599156-5d94-423d-ac8d-66971dd396e3 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:24.974432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (7ac982c2-23b3-4d07-841f-6f6072b9b823), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:24.978145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=9']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:25.067507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cede782b-8f42-4e3e-930e-b696150a8faa None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:25.073729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cede782b-8f42-4e3e-930e-b696150a8faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:25.160908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=7ac982c2-23b3-4d07-841f-6f6072b9b823,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:25.187610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:25.193980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:25.199675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:25.202358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:25.241301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0aea8a1d-bfed-47e2-a528-52b7df194319 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6868193 Jan 28 16:58:25.243263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36820) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:25.252032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:a0:0d:9f', 'name': 'tempest-NetworksTestDHCPv6-1946392212'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:25.597926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:25.907175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:25.992861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 66614b86-1ec3-40dd-8bb5-43acfd33fe72 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:26.106649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cede782b-8f42-4e3e-930e-b696150a8faa None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:26.114939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:26.206773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189184a-a2c8-4016-8bc6-5055590fd520 req-73da3fab-7cde-4273-b383-3db6f5e5cf94 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:26.212800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b189184a-a2c8-4016-8bc6-5055590fd520 req-73da3fab-7cde-4273-b383-3db6f5e5cf94 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.2256117 Jan 28 16:58:26.237875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:26.239141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:26.390935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b189184a-a2c8-4016-8bc6-5055590fd520 req-cc193da4-5613-4314-996f-769d91dcfd4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603317 Jan 28 16:58:26.433228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:26.504128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 172.20.0.10 (5cb4a354-f6b3-4e03-838b-50cc821388f9/d2e93b18-d3df-47e3-8b8d-c7641c6f6c78/66614b86-1ec3-40dd-8bb5-43acfd33fe72) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:26.516822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fea0:d9f (5cb4a354-f6b3-4e03-838b-50cc821388f9/7ac982c2-23b3-4d07-841f-6f6072b9b823/66614b86-1ec3-40dd-8bb5-43acfd33fe72) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:26.671370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36880) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:26.854169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce69c08-320b-451d-aee8-afeab2dfb55a req-b1742dc3-53d5-4294-8c6d-9c28ae940374 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:26.860060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fce69c08-320b-451d-aee8-afeab2dfb55a req-b1742dc3-53d5-4294-8c6d-9c28ae940374 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1130 time: 0.1086020 Jan 28 16:58:26.897050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (66614b86-1ec3-40dd-8bb5-43acfd33fe72), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:26.995323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (66614b86-1ec3-40dd-8bb5-43acfd33fe72), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:27.096532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72104d85-5124-4553-a4f4-cb38bdeb291f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:27.104828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:27.116113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:27.130190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:27.156911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fce69c08-320b-451d-aee8-afeab2dfb55a req-7e7a16d7-1f9b-466c-af34-d2f8e699a657 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922168 Jan 28 16:58:27.172197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36890) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:27.181913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36892) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:27.338194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:27.339349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:27.421673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=66614b86-1ec3-40dd-8bb5-43acfd33fe72,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:27.444191 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3477242-e4fc-41f2-9bc7-d57e1d5fb575 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1991374 Jan 28 16:58:27.450973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36900) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:27.470229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03784783-3fda-4841-95ab-70a91ac397b3 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:27.608244 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f23cf-c6b4-4ed4-95c3-b81e675f6dc7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:27.613185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2021936839-network', 'tenant_id': '6be16a2e73c84d45a796029cdcc3d668'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:27.613705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f23cf-c6b4-4ed4-95c3-b81e675f6dc7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:27.622798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9f4f23cf-c6b4-4ed4-95c3-b81e675f6dc7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1706438 Jan 28 16:58:27.625387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36904) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:27.673929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-199e0b34-b3a0-455a-96bb-e9edcb44b7d4 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:27.675694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-199e0b34-b3a0-455a-96bb-e9edcb44b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.037088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 66614b86-1ec3-40dd-8bb5-43acfd33fe72 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:28.037088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (66614b86-1ec3-40dd-8bb5-43acfd33fe72), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.050042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-199e0b34-b3a0-455a-96bb-e9edcb44b7d4 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:28.176058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Made reservation on behalf of 6be16a2e73c84d45a796029cdcc3d668 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:28.180622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.213205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.255606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee211f-6ab1-4909-ba3d-9a9037e32878 req-c70805c3-895e-47a2-abb5-cbe1deac0b85 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:28.265058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22ee211f-6ab1-4909-ba3d-9a9037e32878 req-c70805c3-895e-47a2-abb5-cbe1deac0b85 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.6575868 Jan 28 16:58:28.387928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72104d85-5124-4553-a4f4-cb38bdeb291f admin admin] Publish callbacks [] for security_group (9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.394497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (66614b86-1ec3-40dd-8bb5-43acfd33fe72), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.413820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22ee211f-6ab1-4909-ba3d-9a9037e32878 req-0f8611ee-c9c2-43e2-83b4-054b7181c184 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469994 Jan 28 16:58:28.422626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 66614b86-1ec3-40dd-8bb5-43acfd33fe72 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:28.437730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72104d85-5124-4553-a4f4-cb38bdeb291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.471501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-72104d85-5124-4553-a4f4-cb38bdeb291f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d5051b0d39472687d4a227cab703fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7986703 Jan 28 16:58:28.477839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:28.552212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72104d85-5124-4553-a4f4-cb38bdeb291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:28.576574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:28.577107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.784221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks [] for security_group (04f184b8-c584-4799-88fa-15f116d3c582), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.812609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (04f184b8-c584-4799-88fa-15f116d3c582), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.843670 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.844022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.859725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b8e2031-2d1b-4037-8daf-c141eabb13f0 None None] Provisioning complete for port 66614b86-1ec3-40dd-8bb5-43acfd33fe72 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:28.860894 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2031-2d1b-4037-8daf-c141eabb13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (66614b86-1ec3-40dd-8bb5-43acfd33fe72), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.891221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f46cb520-35be-4b76-a919-7ba9711ce78c admin admin] Publish callbacks [] for security_group (9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.922628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:28.926295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f46cb520-35be-4b76-a919-7ba9711ce78c admin admin] Publish callbacks [] for security_group (9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:28.937665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:58:28.940176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e2031-2d1b-4037-8daf-c141eabb13f0 None None] Port 66614b86-1ec3-40dd-8bb5-43acfd33fe72 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:58:28.974109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b8e2031-2d1b-4037-8daf-c141eabb13f0 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:28.974819 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2031-2d1b-4037-8daf-c141eabb13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:29.007816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f184b8-c584-4799-88fa-15f116d3c582,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:29.051705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f46cb520-35be-4b76-a919-7ba9711ce78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:29.059313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f46cb520-35be-4b76-a919-7ba9711ce78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:29.061838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f46cb520-35be-4b76-a919-7ba9711ce78c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3 HTTP/1.1" status: 204 len: 168 time: 0.5703123 Jan 28 16:58:29.089860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cb520-35be-4b76-a919-7ba9711ce78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0cbe21-a3e0-4d32-abf1-e91f3d425ce3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:29.183345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e2031-2d1b-4037-8daf-c141eabb13f0 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:29.356011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (66614b86-1ec3-40dd-8bb5-43acfd33fe72), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:29.388794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=66614b86-1ec3-40dd-8bb5-43acfd33fe72,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:29.419910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c7daedd0-a44d-429b-87c0-8351300ec778 None None] Could not find standard attr ID for object 66614b86-1ec3-40dd-8bb5-43acfd33fe72. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:58:29.596399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:29.609237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36920) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:29.610031 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4029abd-2d36-4ce5-8ecf-8caac479e8da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/66614b86-1ec3-40dd-8bb5-43acfd33fe72 HTTP/1.1" status: 204 len: 168 time: 1.9721675 Jan 28 16:58:29.611039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (74561d8b-d5d6-49bf-aa32-7497d0a8f44e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:29.611398 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Added segment 74561d8b-d5d6-49bf-aa32-7497d0a8f44e of type vlan for network 1fc9cd5f-7b7c-4403-954b-623d41bea59e Jan 28 16:58:29.882760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36926) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:29.908195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60e9c6ad-1f7b-4ade-a77a-da0a8bdc027f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.050047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (1fc9cd5f-7b7c-4403-954b-623d41bea59e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.094473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60e9c6ad-1f7b-4ade-a77a-da0a8bdc027f admin admin] Publish callbacks [] for security_group (394744c1-1483-436a-acf0-338e55adc452), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.096463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.101116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60e9c6ad-1f7b-4ade-a77a-da0a8bdc027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (394744c1-1483-436a-acf0-338e55adc452), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.135868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e99239-3e7b-46c4-9feb-36a24426a791 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:30.137543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e99239-3e7b-46c4-9feb-36a24426a791 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:30.138913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e99239-3e7b-46c4-9feb-36a24426a791 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:30.140534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-56e99239-3e7b-46c4-9feb-36a24426a791 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4917316 Jan 28 16:58:30.146416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:30.166801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-60e9c6ad-1f7b-4ade-a77a-da0a8bdc027f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2585c4b5f194ea7a73493b2afda81c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828355 Jan 28 16:58:30.167864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c6ad-1f7b-4ade-a77a-da0a8bdc027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394744c1-1483-436a-acf0-338e55adc452,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:30.175469 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (1fc9cd5f-7b7c-4403-954b-623d41bea59e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.184082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:30.185400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.193414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36932) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:30.242845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214bed2-981e-4942-a5ad-70bc7b10fe94 req-538ac1f5-d702-402e-8aeb-ecf075323f86 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:30.249922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a214bed2-981e-4942-a5ad-70bc7b10fe94 req-538ac1f5-d702-402e-8aeb-ecf075323f86 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.6479065 Jan 28 16:58:30.258328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 7ac982c2-23b3-4d07-841f-6f6072b9b823 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:30.262812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (7ac982c2-23b3-4d07-841f-6f6072b9b823), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.263405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=6b2d5511-2bf6-4fd8-9c1c-7759d6bf9652,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:30.319126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7ac982c2-23b3-4d07-841f-6f6072b9b823), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.424056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7ac982c2-23b3-4d07-841f-6f6072b9b823), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.496596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7ac982c2-23b3-4d07-841f-6f6072b9b823), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.529715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.535027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d4a012-7415-48d3-9acd-cdd9b69fc4a9 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:30.552425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/7ac982c2-23b3-4d07-841f-6f6072b9b823 HTTP/1.1" status: 204 len: 168 time: 0.4004080 Jan 28 16:58:30.554841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:30.627835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4513292 Jan 28 16:58:30.744211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36938) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:30.764109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a214bed2-981e-4942-a5ad-70bc7b10fe94 req-76eca577-812b-40fc-bcf0-7c33a7ac1e56 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131207 Jan 28 16:58:30.765890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eefe7-2a42-4b8c-9d35-fe537b933ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc9cd5f-7b7c-4403-954b-623d41bea59e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:30.781635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757982ac-8bf2-4b80-9625-bed263671cb0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac982c2-23b3-4d07-841f-6f6072b9b823,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:30.789066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Request body: {'subnet': {'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2021936839-subnet', 'tenant_id': '6be16a2e73c84d45a796029cdcc3d668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:30.798833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet d2e93b18-d3df-47e3-8b8d-c7641c6f6c78 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:30.826927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (d2e93b18-d3df-47e3-8b8d-c7641c6f6c78), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.853529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Made reservation on behalf of 6be16a2e73c84d45a796029cdcc3d668 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:30.859133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:30.865317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 1fc9cd5f-7b7c-4403-954b-623d41bea59e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:58:30.947692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d2e93b18-d3df-47e3-8b8d-c7641c6f6c78), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.152939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (22d8311e-d2ec-4d2e-8771-de0fbc69a875), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.176873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d2e93b18-d3df-47e3-8b8d-c7641c6f6c78), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.212033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0ded513-173e-45f0-a759-44e49c57b80e admin admin] Publish callbacks [] for security_group (394744c1-1483-436a-acf0-338e55adc452), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.245170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (91576821-2283-465e-9ca0-6e4d98defbc9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.245518 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP 91576821-2283-465e-9ca0-6e4d98defbc9 disassociated (deleted). External IP: 172.25.8.173, port: fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26. Jan 28 16:58:31.266480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d2e93b18-d3df-47e3-8b8d-c7641c6f6c78), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.306641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e93b18-d3df-47e3-8b8d-c7641c6f6c78,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:31.318288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.324086 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f31e00ce-033a-4b33-b970-c36d0a0a352c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/d2e93b18-d3df-47e3-8b8d-c7641c6f6c78 HTTP/1.1" status: 204 len: 168 time: 0.7295637 Jan 28 16:58:31.326459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36946) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:31.337763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0ded513-173e-45f0-a759-44e49c57b80e admin admin] Publish callbacks [] for security_group (394744c1-1483-436a-acf0-338e55adc452), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.339747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d8311e-d2ec-4d2e-8771-de0fbc69a875,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:31.396427 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb3d492e-91da-4f17-8c0f-1991803876e5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685573 Jan 28 16:58:31.398964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36948) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:31.405287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:31.455437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Checking segment: {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:31.455731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Network hostable DHCP agents. Network: 1fc9cd5f-7b7c-4403-954b-623d41bea59e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:58:31.526762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Network 1fc9cd5f-7b7c-4403-954b-623d41bea59e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:58:31.542106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 1fc9cd5f-7b7c-4403-954b-623d41bea59e) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:31.547962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:31.548743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.562839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9ef62-37e9-4a93-8686-c2bd678456e6 None None] Network 1fc9cd5f-7b7c-4403-954b-623d41bea59e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:31.596577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0ded513-173e-45f0-a759-44e49c57b80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (394744c1-1483-436a-acf0-338e55adc452), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.605200 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0ded513-173e-45f0-a759-44e49c57b80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.609110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e0ded513-173e-45f0-a759-44e49c57b80e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/394744c1-1483-436a-acf0-338e55adc452 HTTP/1.1" status: 204 len: 168 time: 1.4084229 Jan 28 16:58:31.614357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:31.623473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:31.714988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db8b71ea-e08b-4fee-8af7-cdf4be99dbc0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9435797 Jan 28 16:58:31.743057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ded513-173e-45f0-a759-44e49c57b80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394744c1-1483-436a-acf0-338e55adc452,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:31.896140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c21cc7-a741-4e89-b1f3-7722408e8288 None None] Network 1fc9cd5f-7b7c-4403-954b-623d41bea59e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:31.983147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:58:32.266813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (58e83ba8-86de-4273-a2c1-ff88489d1eb5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:32.287376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3f6dd-2f33-44dc-b3b7-05a2542bbee2 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:32.368685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ce932-4227-4bbd-a89c-347d85b54c8e req-0c0906f9-e4fa-41bc-9b20-6498757b488a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:32.370327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc4ce932-4227-4bbd-a89c-347d85b54c8e req-0c0906f9-e4fa-41bc-9b20-6498757b488a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.3846588 Jan 28 16:58:32.461314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:32.485485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:32.498114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:32.507202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:32.522704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:58:32.527950 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:32.573385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] Sync routers for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:58:32.583254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c10a4134-6852-4d73-bf57-2bc77a1d5533 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/floatingips/91576821-2283-465e-9ca0-6e4d98defbc9 HTTP/1.1" status: 204 len: 168 time: 5.3869567 Jan 28 16:58:32.590810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1903861 Jan 28 16:58:32.603901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36980) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:32.619332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:32.621882 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc6aa4-c008-4b95-b293-3f1730cff9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:32.631017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:32.640801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82a14-4119-4e7c-9988-c8f7ceee5d93 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=58e83ba8-86de-4273-a2c1-ff88489d1eb5,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:32.643594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc4ce932-4227-4bbd-a89c-347d85b54c8e req-1ad5e62b-5a54-4bce-a707-bdec78ae1722 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645433 Jan 28 16:58:32.679725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:58:32.680544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:32.701728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-85d6c92a-49ec-4e54-b2e7-ab73d0501583 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:32.711584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-85d6c92a-49ec-4e54-b2e7-ab73d0501583 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.2571027 Jan 28 16:58:32.729708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-f267ef86-8040-43d7-8bf5-15199ccec800 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0171423 Jan 28 16:58:32.836633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-058a15e3-57d5-4eab-ba2d-3dea0800956f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055827 Jan 28 16:58:32.872551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-15c37ede-a1cb-40a0-bc0e-e78a8b0740b9 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:32.872551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-15c37ede-a1cb-40a0-bc0e-e78a8b0740b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:33.059829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:33.079635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:33.363141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:58:33.404894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-7664b460-fc72-4a7c-8222-15eb9a6afac6 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668483 Jan 28 16:58:33.441161 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c0f73-b89c-4424-9433-405b31c95d06 x-openstack-request-id: req-6b0c0f73-b89c-4424-9433-405b31c95d06 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:33.446539 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:33.447051 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b0c0f73-b89c-4424-9433-405b31c95d06 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:33.448608 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'status': 'completed', 'code': 200} Jan 28 16:58:33.710028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44960091-7763-4fe1-b35c-79967a4b9c88 req-c991aa11-a1f0-4159-ab2d-380a02957267 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:33.711687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44960091-7763-4fe1-b35c-79967a4b9c88 req-c991aa11-a1f0-4159-ab2d-380a02957267 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 947 time: 0.2996645 Jan 28 16:58:33.715869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-154e890a-613d-440f-8b84-8fb85c8b6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:33.718367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-154e890a-613d-440f-8b84-8fb85c8b6977 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 1130 time: 0.2686138 Jan 28 16:58:33.824421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-21106763-c523-4180-8ec4-1f4428f855d5 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160216 Jan 28 16:58:33.932816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93075b72-ca2b-476d-8958-a6bf4353c70d None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:33.994911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-829f51e2-9ec9-40cc-b095-a84e8e4321d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:33.999848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-829f51e2-9ec9-40cc-b095-a84e8e4321d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 200 len: 898 time: 0.1704707 Jan 28 16:58:34.119643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-a2534fc0-2cfb-422c-b704-76977919e320 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 200 len: 217 time: 0.1075702 Jan 28 16:58:34.125589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44960091-7763-4fe1-b35c-79967a4b9c88 req-4494f39d-4d22-4eb2-824e-4751e08716d4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4063988 Jan 28 16:58:34.230462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-9aa3f032-ab58-4ce1-a409-450da4f57827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:34.244965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-9aa3f032-ab58-4ce1-a409-450da4f57827 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 200 len: 834 time: 0.1177969 Jan 28 16:58:34.279692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-15c37ede-a1cb-40a0-bc0e-e78a8b0740b9 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:34.423910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-4c011c11-9908-4d26-adff-1071027748e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:34.430209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-4c011c11-9908-4d26-adff-1071027748e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04c8d09a-f637-454a-8e05-01dd81120c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1772153 Jan 28 16:58:34.477109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:52Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:34.608447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] Checking router: 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:58:34.626327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:58:34.626972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:34.794721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:58:34.883684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20509e7f-6a46-4790-bf07-7f7a136cb5a2 req-bc5b60cb-ae86-4642-a1ce-af9da21e5577 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.1332920 Jan 28 16:58:35.026962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148d026-60bc-4ce9-80e4-d7fd9cd2ee64 req-5ef6331e-bd13-484f-af13-85c41c5706b5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:35.028942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7148d026-60bc-4ce9-80e4-d7fd9cd2ee64 req-5ef6331e-bd13-484f-af13-85c41c5706b5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.4439073 Jan 28 16:58:35.030678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-4c2bb330-9a40-46e2-ae51-c99bb82dfed9 service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909185 Jan 28 16:58:35.032278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ac20f-7b1f-4380-9a30-19806051e717 req-6e818b58-d996-4f90-8525-b7861826d477 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:35.033955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-144ac20f-7b1f-4380-9a30-19806051e717 req-6e818b58-d996-4f90-8525-b7861826d477 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 947 time: 0.4117723 Jan 28 16:58:35.285822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d726ada9-603c-4432-99f4-e89ac1eed14f None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:35.286998 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d726ada9-603c-4432-99f4-e89ac1eed14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:35.317977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7148d026-60bc-4ce9-80e4-d7fd9cd2ee64 req-efb9c34c-7f52-4491-81d6-421b4c3b15d3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820818 Jan 28 16:58:35.544965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eccc6aa4-c008-4b95-b293-3f1730cff9c6 req-737dcb3f-883a-43a1-9e8e-028bc94cf4ae service neutron] 10.222.0.24 "GET /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006599 Jan 28 16:58:35.605278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:58:35.625415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d726ada9-603c-4432-99f4-e89ac1eed14f None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:35.645603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c27ad0-03ec-4190-ae8d-22fbeffd3bd8 req-a2914098-533f-495e-ad86-f7b8a16ba75d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:35.656579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74c27ad0-03ec-4190-ae8d-22fbeffd3bd8 req-a2914098-533f-495e-ad86-f7b8a16ba75d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 947 time: 0.4003706 Jan 28 16:58:35.664040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:52Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:35.716378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa369434-d6ca-433d-9cec-a9fe02abe94a None None] The sync data for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 is: [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ab277a60-b082-4dcf-b527-28545c79fcb5', 'name': '', 'network_id': '04c8d09a-f637-454a-8e05-01dd81120c59', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:6d:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:43Z', 'updated_at': '2022-01-28T16:55:52Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '7e857823-6f0a-4881-a913-0b1bae6272fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:58:35.779217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4640ec68-5040-4fe9-82a3-4b2c092e04fd None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:35.779803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4640ec68-5040-4fe9-82a3-4b2c092e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:35.876033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74c27ad0-03ec-4190-ae8d-22fbeffd3bd8 req-945d40ba-776a-4642-a63a-6f33c16a1802 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117000 Jan 28 16:58:35.883167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:35.883522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:35.936310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627639-3221-4a97-874c-4abb067ef6af req-e5663a64-d6c5-4239-985c-78386b92198a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:35.938109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25627639-3221-4a97-874c-4abb067ef6af req-e5663a64-d6c5-4239-985c-78386b92198a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 946 time: 0.1749930 Jan 28 16:58:35.962577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:36.007806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4640ec68-5040-4fe9-82a3-4b2c092e04fd None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:36.090843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25627639-3221-4a97-874c-4abb067ef6af req-ee178881-7f3e-4a95-ad09-48405073b1ec tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469543 Jan 28 16:58:36.166316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:36.169021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:36.191145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3dda3548-cccc-4720-b531-c5f78c4b0634 req-42b22e86-c47d-4a08-a786-3d7bd4be19b1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0662761 Jan 28 16:58:36.241966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:36.244820 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520b3ede-05f9-4682-b53d-c4f6bd5759e3" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:36.278965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:36.287345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:36.288149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:36.351779 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a65d71-3a55-4e4a-b301-40f02a63e39d x-openstack-request-id: req-51a65d71-3a55-4e4a-b301-40f02a63e39d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:36.352093 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:36.352348 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51a65d71-3a55-4e4a-b301-40f02a63e39d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:36.352968 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'code': 200} Jan 28 16:58:36.384362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:36.384971 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:36.412080 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877609cb-9e45-4476-894a-17d4567badc1 None None] New status for floating IP 91576821-2283-465e-9ca0-6e4d98defbc9: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:58:36.429823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:36.431890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:36.517247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=14']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:36.707426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 33927930-3ba8-4814-9058-007d8fec898c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:36.707877 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:36.791772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:36.799956 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:36.813903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37202) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:36.947054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=14']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:37.174770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.219295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf79c-46d3-4b8e-a120-0f4243fc2b7a req-4230c76b-10bd-4bd5-8f58-8e7adcfe418b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:37.222746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2baf79c-46d3-4b8e-a120-0f4243fc2b7a req-4230c76b-10bd-4bd5-8f58-8e7adcfe418b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=61d3a315-b642-4624-b5be-0cbba553588a HTTP/1.1" status: 200 len: 945 time: 0.1503775 Jan 28 16:58:37.274010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-788f4e59-257e-4cee-aed5-8eeeb1cd2812 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:37.275573 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-788f4e59-257e-4cee-aed5-8eeeb1cd2812 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.7469099 Jan 28 16:58:37.292061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': '53bdd592-d21d-47e9-b643-541dfc114225', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:37.422630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:37.472782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.543334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:37.596748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.619556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.686082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] No DVR routers for this DVR port fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:58:37.691926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.696268 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-144ac20f-7b1f-4380-9a30-19806051e717 req-d55f467d-dbee-4599-b2d5-0fdf03c54669 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "DELETE /v2.0/ports/fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26 HTTP/1.1" status: 204 len: 173 time: 2.6475632 Jan 28 16:58:37.696954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:37.700587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.702621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-deleted', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:37.719681 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d2332b-5301-447d-a813-880bd077c237" -d '{"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-deleted", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:37.753058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (f17dbe71-de21-404d-9846-0d3a0ee3f8ef), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:37.875865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:37.883802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e0b1771-9696-418a-9206-11781c2226c2 req-ba84a462-6b7f-498d-93f2-1fca30b10ef3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0562146 Jan 28 16:58:37.957400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2baf79c-46d3-4b8e-a120-0f4243fc2b7a req-0586a2e2-5ffc-4089-a8f3-32ca362f055a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f5774b1-0805-4b04-a662-e88b3af76568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7270005 Jan 28 16:58:37.982607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:37.998887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe2ce5-461d-4245-8cbf-5f8049779ec3 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:38.005524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:38.009476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.062433 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e8bf0d-3e2e-4172-a82e-d430008f5e5b x-openstack-request-id: req-40e8bf0d-3e2e-4172-a82e-d430008f5e5b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:38.062771 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d3a315-b642-4624-b5be-0cbba553588a", "name": "network-vif-deleted", "tag": "fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:38.063114 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40e8bf0d-3e2e-4172-a82e-d430008f5e5b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:38.065305 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d3a315-b642-4624-b5be-0cbba553588a', 'name': 'network-vif-deleted', 'tag': 'fc89903a-ddfc-4fc3-b74b-fa06e6ed2e26', 'status': 'completed', 'code': 200} Jan 28 16:58:38.130072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Publish callbacks [] for security_group (6b2bde16-2a8c-41ea-91e0-6eb237b46acb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.139408 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6b2bde16-2a8c-41ea-91e0-6eb237b46acb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.239576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37258) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:38.241281 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6193063 Jan 28 16:58:38.244973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6904c27de0e4c76877a395b6e04d224&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4297698 Jan 28 16:58:38.267291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:2b:f1:fe', 'name': 'tempest-NetworksTestDHCPv6-1420292848'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:38.309187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37260) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:38.317648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=f17dbe71-de21-404d-9846-0d3a0ee3f8ef,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:38.339137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4b065-8aca-41b0-b811-3d890bd55eb1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=13']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:38.354224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:38.359171 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5263465-e064-4707-b3e7-18f327b0541e" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-unplugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:38.458928 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56ee39-1e52-4eb6-9e4b-ce8ceb0266ed x-openstack-request-id: req-5c56ee39-1e52-4eb6-9e4b-ce8ceb0266ed {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:38.459226 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-unplugged", "status": "completed", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:38.459489 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c56ee39-1e52-4eb6-9e4b-ce8ceb0266ed {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:38.459926 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'code': 200} Jan 28 16:58:38.479175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': 'f17dbe71-de21-404d-9846-0d3a0ee3f8ef', 'ip_address': '2001:db8::f816:3eff:fe72:b38'}, {'subnet_id': '58e83ba8-86de-4273-a2c1-ff88489d1eb5'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '2de614c2-a1d2-460c-9b88-f6c66416ef3e'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:58:38.517785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.10 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/3a1bd106-eaac-4fe7-a3ce-f77d15786fb3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:38.550274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.597288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bde16-2a8c-41ea-91e0-6eb237b46acb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:38.668946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:38.684880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.685515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.686036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.686537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.688923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.689438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.690072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.693822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.694915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.695524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.696048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.696554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.697067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e21d8-0437-4aa6-9e91-2fc52243b1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:58:38.813787 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.843253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.870586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] Allocated IP 172.20.0.2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/58e83ba8-86de-4273-a2c1-ff88489d1eb5/2de614c2-a1d2-460c-9b88-f6c66416ef3e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:38.880062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c70c3-9b05-4445-a1e4-361110057260 req-1fbf286d-96fa-4252-a1cb-b080e268ca1f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:38.890816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-894c70c3-9b05-4445-a1e4-361110057260 req-1fbf286d-96fa-4252-a1cb-b080e268ca1f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.6539531 Jan 28 16:58:38.908129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 1acda102-b9cd-44b8-a889-5213477035a7 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:38.926891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2842c6de-e801-4972-9784-a93870a91c59 admin admin] Publish callbacks [] for security_group (6b2bde16-2a8c-41ea-91e0-6eb237b46acb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.928172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:38.986004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:38.990513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:38.993304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:38.995665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:39.078028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:39.084567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:39.091858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.121891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-60864274-e95f-483c-8cbc-c7e8dd9ce56f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8369842 Jan 28 16:58:39.137115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Request body: {'port': {'device_id': '53bdd592-d21d-47e9-b643-541dfc114225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:39.154132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] Publish callbacks [] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.167873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.298085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.307214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 172.20.0.10 (5cb4a354-f6b3-4e03-838b-50cc821388f9/58e83ba8-86de-4273-a2c1-ff88489d1eb5/1acda102-b9cd-44b8-a889-5213477035a7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:39.313422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe2b:f1fe (5cb4a354-f6b3-4e03-838b-50cc821388f9/f17dbe71-de21-404d-9846-0d3a0ee3f8ef/1acda102-b9cd-44b8-a889-5213477035a7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:39.403837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e739a-c017-43c9-bfc6-8366c6531f22 None None] Pushing event updated for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=14']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:39.462964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cc743f43-ac62-448c-9334-2192fbbc723a None None] Provisioning complete for port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:39.463597 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc743f43-ac62-448c-9334-2192fbbc723a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.463829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2842c6de-e801-4972-9784-a93870a91c59 admin admin] Publish callbacks [] for security_group (6b2bde16-2a8c-41ea-91e0-6eb237b46acb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.503197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cc743f43-ac62-448c-9334-2192fbbc723a None None] Port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:58:39.543279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-894c70c3-9b05-4445-a1e4-361110057260 req-d8901cb4-6a7c-486d-b9ed-801f835dab0d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6515598 Jan 28 16:58:39.659652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37276) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:39.708085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5adcac-2755-42b2-b559-dee3e8c63627 req-c5b55995-848f-44e8-81cf-6ccbc6feb615 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:39.719440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e5adcac-2755-42b2-b559-dee3e8c63627 req-c5b55995-848f-44e8-81cf-6ccbc6feb615 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 932 time: 0.6058817 Jan 28 16:58:39.732647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (1acda102-b9cd-44b8-a889-5213477035a7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.766096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2842c6de-e801-4972-9784-a93870a91c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6b2bde16-2a8c-41ea-91e0-6eb237b46acb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.771755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2842c6de-e801-4972-9784-a93870a91c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:39.774509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2842c6de-e801-4972-9784-a93870a91c59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b2bde16-2a8c-41ea-91e0-6eb237b46acb HTTP/1.1" status: 204 len: 168 time: 1.4592440 Jan 28 16:58:39.867186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c6de-e801-4972-9784-a93870a91c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bde16-2a8c-41ea-91e0-6eb237b46acb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:39.913065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:40.027004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e5adcac-2755-42b2-b559-dee3e8c63627 req-60ffb65c-8371-451f-9f61-a7066a19539f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022513 Jan 28 16:58:40.048577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:40.050871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.145827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1acda102-b9cd-44b8-a889-5213477035a7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.229607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:40.304703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=1acda102-b9cd-44b8-a889-5213477035a7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:40.344522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:40.371405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:40.400967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:40.506422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:58:40.519055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Publish callbacks [] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.572423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Transition to ACTIVE for port object 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:58:40.581672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951aea2-4a1e-44a6-ab1a-9e6fd0170a78 req-d2ce2b93-5701-40e4-80ee-6f922caf9236 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:40.597529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4951aea2-4a1e-44a6-ab1a-9e6fd0170a78 req-d2ce2b93-5701-40e4-80ee-6f922caf9236 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.5588427 Jan 28 16:58:40.597687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-0c84fb80-5098-469e-a208-a2ada161b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:40.615556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-0c84fb80-5098-469e-a208-a2ada161b32a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.6284142 Jan 28 16:58:40.618075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.650865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37288) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:40.695613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:40.703964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.707331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e554d3-77cc-4466-be35-70fc9b8704fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.806669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a4662e70-10f8-4690-9a1a-be0e98c0c54c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5581698 Jan 28 16:58:40.807550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37290) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:40.840458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4951aea2-4a1e-44a6-ab1a-9e6fd0170a78 req-999dbd23-5eb4-432b-9655-25b1d048ebcf tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416649 Jan 28 16:58:40.875312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0855da2a-36af-409a-9cdf-16e7e962651a None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:40.876081 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0855da2a-36af-409a-9cdf-16e7e962651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.926310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e554d3-77cc-4466-be35-70fc9b8704fd admin admin] Publish callbacks [] for security_group (f7319be0-12e9-41b1-9523-4b83f02b834f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:40.944906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e554d3-77cc-4466-be35-70fc9b8704fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f7319be0-12e9-41b1-9523-4b83f02b834f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.004276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0e554d3-77cc-4466-be35-70fc9b8704fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef8646471e4345ef940d304e1130aebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519416 Jan 28 16:58:41.012086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:41.022974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e554d3-77cc-4466-be35-70fc9b8704fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7319be0-12e9-41b1-9523-4b83f02b834f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:41.054047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f610d-09ea-43e8-ab9e-119addf24e99 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:41.060395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f610d-09ea-43e8-ab9e-119addf24e99 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:41.064824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5b1f610d-09ea-43e8-ab9e-119addf24e99 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2540240 Jan 28 16:58:41.066964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37298) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:41.105894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0855da2a-36af-409a-9cdf-16e7e962651a None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:41.258098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Pushing event updated for resources: {'Port': ['ID=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:41.267774 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0d97043-2ad8-44fc-aebc-866b2269e1a1 admin admin] Publish callbacks [] for security_group (f7319be0-12e9-41b1-9523-4b83f02b834f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.352290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-467e62e5-961c-4111-a8fe-3194b127a4a7 None None] Provisioning complete for port 1acda102-b9cd-44b8-a889-5213477035a7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:41.354872 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-467e62e5-961c-4111-a8fe-3194b127a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1acda102-b9cd-44b8-a889-5213477035a7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.411005 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0d97043-2ad8-44fc-aebc-866b2269e1a1 admin admin] Publish callbacks [] for security_group (f7319be0-12e9-41b1-9523-4b83f02b834f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.464034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-467e62e5-961c-4111-a8fe-3194b127a4a7 None None] Port 1acda102-b9cd-44b8-a889-5213477035a7 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:58:41.481074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 1acda102-b9cd-44b8-a889-5213477035a7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:41.481791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1acda102-b9cd-44b8-a889-5213477035a7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.520475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Attempting to bind port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:58:41.520843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Attempting to bind port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:58:41.521175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Attempting to bind port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:41.562810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:58:41.563084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Attempting to bind port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:41.621761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0d97043-2ad8-44fc-aebc-866b2269e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f7319be0-12e9-41b1-9523-4b83f02b834f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.625910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0d97043-2ad8-44fc-aebc-866b2269e1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.627103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-e70a2b68-e1e7-487d-a668-329a1721e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:41.627745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0d97043-2ad8-44fc-aebc-866b2269e1a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7319be0-12e9-41b1-9523-4b83f02b834f HTTP/1.1" status: 204 len: 168 time: 0.6142733 Jan 28 16:58:41.631981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-e70a2b68-e1e7-487d-a668-329a1721e9ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 1.0151894 Jan 28 16:58:41.639004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:58:41.640016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:41.640735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:58:41.641192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Bound port: 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:58:41.641558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.650086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d97043-2ad8-44fc-aebc-866b2269e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7319be0-12e9-41b1-9523-4b83f02b834f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:41.661709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1acda102-b9cd-44b8-a889-5213477035a7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:41.680718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 1acda102-b9cd-44b8-a889-5213477035a7 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:41.876658 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-4679bcb4-bdb4-477c-951f-253e60f5a629 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.1923699 Jan 28 16:58:41.945230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-dd4c6df6-4c3e-44cc-afbe-e239e3ade864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:41.946863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-dd4c6df6-4c3e-44cc-afbe-e239e3ade864 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0627396 Jan 28 16:58:41.947982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] For port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:58:42.015518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] For port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:58:42.075826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a2d21-1a7c-48e7-9a0b-8fcc1be6c4f4 req-cd3c72e2-2638-4c53-b7d8-fdc569177e19 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.080847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e9a2d21-1a7c-48e7-9a0b-8fcc1be6c4f4 req-cd3c72e2-2638-4c53-b7d8-fdc569177e19 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.2075884 Jan 28 16:58:42.092501 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.123335 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.143902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.144700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.146163 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] 10.222.0.31 "PUT /v2.0/ports/3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 HTTP/1.1" status: 200 len: 1093 time: 3.0136919 Jan 28 16:58:42.161939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1acda102-b9cd-44b8-a889-5213477035a7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.201706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bdd592-d21d-47e9-b643-541dfc114225', 'tag': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:42.204005 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89b7a60-4998-4131-9d37-3c3b86377118" -d '{"events": [{"name": "network-changed", "server_uuid": "53bdd592-d21d-47e9-b643-541dfc114225", "tag": "3a1bd106-eaac-4fe7-a3ce-f77d15786fb3"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:42.277081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=1acda102-b9cd-44b8-a889-5213477035a7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:42.308238 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.336775 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.349131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112ae4-6ce4-440d-824a-07679738097c req-31865c65-6876-4033-a73f-4ab664b7797f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.354361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65112ae4-6ce4-440d-824a-07679738097c req-31865c65-6876-4033-a73f-4ab664b7797f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.3715551 Jan 28 16:58:42.432341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e9a2d21-1a7c-48e7-9a0b-8fcc1be6c4f4 req-a8f63608-f2b2-4c05-89ef-561c945eeb15 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289311 Jan 28 16:58:42.572973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-cd589e03-36b9-4ce4-a95c-c536637b1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.574540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-cd589e03-36b9-4ce4-a95c-c536637b1d9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6211998 Jan 28 16:58:42.611984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d7e77-471a-42bd-9ed3-55feead0a86a service neutron] Pushing event updated for resources: {'Port': ['ID=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:42.627421 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab221ffb-f6ac-4c2d-af55-2a6e878a62ef x-openstack-request-id: req-ab221ffb-f6ac-4c2d-af55-2a6e878a62ef {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:42.627749 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bdd592-d21d-47e9-b643-541dfc114225", "tag": "3a1bd106-eaac-4fe7-a3ce-f77d15786fb3", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:42.628155 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab221ffb-f6ac-4c2d-af55-2a6e878a62ef {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:42.628581 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bdd592-d21d-47e9-b643-541dfc114225', 'tag': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3', 'status': 'completed', 'code': 200} Jan 28 16:58:42.715639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:42.726317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1aaed364-825c-4585-9201-dd62e99b18f1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/1acda102-b9cd-44b8-a889-5213477035a7 HTTP/1.1" status: 204 len: 168 time: 1.6568956 Jan 28 16:58:42.731511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37364) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:42.741044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65112ae4-6ce4-440d-824a-07679738097c req-106b4d8e-a8e1-4634-a797-8cb21fcb404e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052821 Jan 28 16:58:42.773031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-f70906a5-ab46-4627-a110-f6ac0e88c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.774953 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-f70906a5-ab46-4627-a110-f6ac0e88c60d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 1127 time: 0.5580428 Jan 28 16:58:42.876794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e2203-00bb-4401-83c7-25ce12e4706d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.880519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e2203-00bb-4401-83c7-25ce12e4706d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.885060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e2203-00bb-4401-83c7-25ce12e4706d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:42.891453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-356e2203-00bb-4401-83c7-25ce12e4706d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1450770 Jan 28 16:58:42.891616 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-eef92785-f5f8-413e-9145-036025a07742 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 HTTP/1.1" status: 200 len: 217 time: 0.0754454 Jan 28 16:58:42.892235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37370) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:43.004169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 58e83ba8-86de-4273-a2c1-ff88489d1eb5 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:43.018646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (58e83ba8-86de-4273-a2c1-ff88489d1eb5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:43.081879 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-ddeeaed3-6eef-476b-b2af-e52303e2bccd service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315162 Jan 28 16:58:43.154489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (58e83ba8-86de-4273-a2c1-ff88489d1eb5), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:43.235606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-b0d720a5-e199-4a77-beac-c79e33083ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:43.237487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-b0d720a5-e199-4a77-beac-c79e33083ccf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.3374338 Jan 28 16:58:43.362301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (58e83ba8-86de-4273-a2c1-ff88489d1eb5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:43.446517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (58e83ba8-86de-4273-a2c1-ff88489d1eb5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:43.455556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-38131888-9f0e-47f8-812a-03b42920aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:43.457108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-38131888-9f0e-47f8-812a-03b42920aabc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1644714 Jan 28 16:58:43.458927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-307e284e-864d-461a-99ab-d0aabdc6dc5a req-5896c819-5c08-4f73-8623-99e4a8474db6 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695405 Jan 28 16:58:43.587304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=58e83ba8-86de-4273-a2c1-ff88489d1eb5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:43.609412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd408409-6dba-4dab-9610-b38bf09a69c8 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:43.624248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:43.634333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1a2a4f1f-6f78-4a7d-93dc-3c82a60ef30b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/58e83ba8-86de-4273-a2c1-ff88489d1eb5 HTTP/1.1" status: 204 len: 168 time: 0.7370992 Jan 28 16:58:43.637008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37386) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:44.007431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet f17dbe71-de21-404d-9846-0d3a0ee3f8ef {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:44.015032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (f17dbe71-de21-404d-9846-0d3a0ee3f8ef), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.063200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-85b670a5-8e7a-4d67-bdb8-8d8c015ffec5 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857043 Jan 28 16:58:44.131533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441247-bb44-41e3-8399-4d7db55b8ed3 req-d3996d67-34d0-4312-b448-48252c95a444 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:44.137491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63441247-bb44-41e3-8399-4d7db55b8ed3 req-d3996d67-34d0-4312-b448-48252c95a444 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.5560458 Jan 28 16:58:44.226318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (f17dbe71-de21-404d-9846-0d3a0ee3f8ef), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.359840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port ab277a60-b082-4dcf-b527-28545c79fcb5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:44.360194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.416475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e381815-5a88-4a04-8097-775ec18a123a req-4a556785-6664-435b-920c-d95de69d6008 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:44.425013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e381815-5a88-4a04-8097-775ec18a123a req-4a556785-6664-435b-920c-d95de69d6008 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.4741263 Jan 28 16:58:44.512513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63441247-bb44-41e3-8399-4d7db55b8ed3 req-2f76235d-7051-40d4-a493-2117b9b67a45 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607926 Jan 28 16:58:44.549067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port ab277a60-b082-4dcf-b527-28545c79fcb5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ab277a60-b082-4dcf-b527-28545c79fcb5,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:44.549446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.567245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for ab277a60-b082-4dcf-b527-28545c79fcb5 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:44.606535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e381815-5a88-4a04-8097-775ec18a123a req-e3d0b552-7302-4be8-8f08-78b0098bb960 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717939 Jan 28 16:58:44.659620 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (f17dbe71-de21-404d-9846-0d3a0ee3f8ef), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.778320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (f17dbe71-de21-404d-9846-0d3a0ee3f8ef), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.809857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=f17dbe71-de21-404d-9846-0d3a0ee3f8ef,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:44.811955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:44.818427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d00052a7-134f-46d3-ac65-c1dd6211250b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/f17dbe71-de21-404d-9846-0d3a0ee3f8ef HTTP/1.1" status: 204 len: 168 time: 1.1768250 Jan 28 16:58:44.819496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37430) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:44.878764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5f3f23f7-cf13-426c-a5de-3f861244831f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581219 Jan 28 16:58:44.879419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37434) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:44.950194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3cee9-fafb-4de7-903a-153acd903d08 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:44.954924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aca3cee9-fafb-4de7-903a-153acd903d08 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0745170 Jan 28 16:58:44.956053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37438) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:44.956535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37440) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:45.003116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bfa81ee7-5257-4e19-b2ae-e4986f1f5690 req-224a52d3-63d5-4de4-9cc4-4f5af5d18b69 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8617563 Jan 28 16:58:45.005340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ab277a60-b082-4dcf-b527-28545c79fcb5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.024664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5029d-9e45-420d-9cb0-b5b59c41ed41 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:45.039673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-820c586e-504c-4b49-b7ab-85074a9e4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:45.040163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097ed84-9111-4803-aa97-9ecff77c38fa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:45.041414 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-820c586e-504c-4b49-b7ab-85074a9e4ebe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 1.0815613 Jan 28 16:58:45.047673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7097ed84-9111-4803-aa97-9ecff77c38fa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844502 Jan 28 16:58:45.049133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37444) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:45.127726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cbd1850b-edba-49e7-b887-3a9d8b59ae87 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773208 Jan 28 16:58:45.128599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37448) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:45.133968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-13e3126a-4281-4d2b-ac71-ede18216c822 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:45.262792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c89-b414-4d80-9dfc-528806bd628a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.265567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-444b73a1-26a8-4f48-a3b9-a438966c9ef7 None None] Provisioning complete for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:45.268126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-444b73a1-26a8-4f48-a3b9-a438966c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.271964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=ab277a60-b082-4dcf-b527-28545c79fcb5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:45.309575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e3126a-4281-4d2b-ac71-ede18216c822 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:45.313467 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13e3126a-4281-4d2b-ac71-ede18216c822 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.315177 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e3126a-4281-4d2b-ac71-ede18216c822 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:58:45.316389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e3126a-4281-4d2b-ac71-ede18216c822 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:58:45.437907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-444b73a1-26a8-4f48-a3b9-a438966c9ef7 None None] Current status of the port 2de614c2-a1d2-460c-9b88-f6c66416ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:45.439318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c89-b414-4d80-9dfc-528806bd628a admin admin] Publish callbacks [] for security_group (93ed39e7-39e1-4aa5-a236-75e15584e6e4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.462590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c89-b414-4d80-9dfc-528806bd628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93ed39e7-39e1-4aa5-a236-75e15584e6e4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.496481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:58:45.534249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-454d9333-0851-4235-9896-eba17abdbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:45.535795 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-454d9333-0851-4235-9896-eba17abdbb0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 1127 time: 0.4717340 Jan 28 16:58:45.599866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7cdc3c89-b414-4d80-9dfc-528806bd628a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31219201c7ae4407a897337f38d973df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6420560 Jan 28 16:58:45.605011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37454) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:45.605678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3c89-b414-4d80-9dfc-528806bd628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed39e7-39e1-4aa5-a236-75e15584e6e4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:45.620962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] Deleting port 2de614c2-a1d2-460c-9b88-f6c66416ef3e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:45.621426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.637643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-caa82d96-54e3-4c8e-9194-393d212945ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:45.640612 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-caa82d96-54e3-4c8e-9194-393d212945ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.5701487 Jan 28 16:58:45.652936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-13e3126a-4281-4d2b-ac71-ede18216c822 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5231476 Jan 28 16:58:45.671657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:45.678421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bbaef1f8-ad89-4e43-b14f-bbfd4825eefb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:45.788754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] For port 2de614c2-a1d2-460c-9b88-f6c66416ef3e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2de614c2-a1d2-460c-9b88-f6c66416ef3e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:45.789311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.811698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] Calling delete_port for 2de614c2-a1d2-460c-9b88-f6c66416ef3e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:45.913986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdf85ea3-12a3-41b9-a135-6fbbb98d6023 admin admin] Publish callbacks [] for security_group (93ed39e7-39e1-4aa5-a236-75e15584e6e4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.939401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdf85ea3-12a3-41b9-a135-6fbbb98d6023 admin admin] Publish callbacks [] for security_group (93ed39e7-39e1-4aa5-a236-75e15584e6e4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:45.981450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:46.004413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360ba73-9823-4cb8-8500-506684de10df req-5cf23d8c-bf2c-4892-9089-623ebe56e65a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:46.012424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360ba73-9823-4cb8-8500-506684de10df req-5cf23d8c-bf2c-4892-9089-623ebe56e65a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.3870556 Jan 28 16:58:46.020956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdf85ea3-12a3-41b9-a135-6fbbb98d6023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93ed39e7-39e1-4aa5-a236-75e15584e6e4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.024142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fdf85ea3-12a3-41b9-a135-6fbbb98d6023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.025289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fdf85ea3-12a3-41b9-a135-6fbbb98d6023 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93ed39e7-39e1-4aa5-a236-75e15584e6e4 HTTP/1.1" status: 204 len: 168 time: 0.4137776 Jan 28 16:58:46.035225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaef1f8-ad89-4e43-b14f-bbfd4825eefb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:46.037563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-47509bec-6a4f-4efc-97e2-22a5a4873ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.039086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bbaef1f8-ad89-4e43-b14f-bbfd4825eefb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.040451 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaef1f8-ad89-4e43-b14f-bbfd4825eefb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:58:46.040909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaef1f8-ad89-4e43-b14f-bbfd4825eefb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:58:46.068871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf85ea3-12a3-41b9-a135-6fbbb98d6023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed39e7-39e1-4aa5-a236-75e15584e6e4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:46.085648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bbaef1f8-ad89-4e43-b14f-bbfd4825eefb tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4126947 Jan 28 16:58:46.088240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37464) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:46.094615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6f53ce6f-c49e-4543-bed4-a05b81699461 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:46.188311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2de614c2-a1d2-460c-9b88-f6c66416ef3e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.243072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4810612-b5bd-4d7d-949d-e35c2cdb4c2d req-cd36e04d-0015-4f94-8d4f-dce24b4b6a9e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:46.245052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4810612-b5bd-4d7d-949d-e35c2cdb4c2d req-cd36e04d-0015-4f94-8d4f-dce24b4b6a9e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.4764180 Jan 28 16:58:46.276493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] Pushing event deleted for resources: {'Port': ['ID=2de614c2-a1d2-460c-9b88-f6c66416ef3e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:46.285777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b360ba73-9823-4cb8-8500-506684de10df req-0342fc49-a2bd-490e-b6cf-da91b0e518aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723980 Jan 28 16:58:46.290905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:58:46.292060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port 2de614c2-a1d2-460c-9b88-f6c66416ef3e host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:58:46.293192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2de614c2-a1d2-460c-9b88-f6c66416ef3e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:46.305192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f53ce6f-c49e-4543-bed4-a05b81699461 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:46.312043 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f53ce6f-c49e-4543-bed4-a05b81699461 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.316205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4f4a6-0d00-4454-973e-2682fb966c94 None None] No DVR routers for this DVR port 2de614c2-a1d2-460c-9b88-f6c66416ef3e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:58:46.327759 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f53ce6f-c49e-4543-bed4-a05b81699461 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:58:46.328561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f53ce6f-c49e-4543-bed4-a05b81699461 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:58:46.369219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4810612-b5bd-4d7d-949d-e35c2cdb4c2d req-7d7cd6e6-a1c4-4b2c-9be1-9c599772232c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176629 Jan 28 16:58:46.374529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6f53ce6f-c49e-4543-bed4-a05b81699461 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2842634 Jan 28 16:58:46.378870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37470) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:46.386445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-30e9aa07-ef6d-4cd8-b37f-19eeb5f05ef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:46.460962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-04e33065-5778-416f-94e0-9e48661927b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:46.463125 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-04e33065-5778-416f-94e0-9e48661927b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.9045839 Jan 28 16:58:46.520511 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-73ac774f-45fb-44c8-8ae1-587de9fdfd9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 HTTP/1.1" status: 200 len: 217 time: 0.0460122 Jan 28 16:58:46.652803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e9aa07-ef6d-4cd8-b37f-19eeb5f05ef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:46.661125 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30e9aa07-ef6d-4cd8-b37f-19eeb5f05ef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.662780 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e9aa07-ef6d-4cd8-b37f-19eeb5f05ef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:58:46.666431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e9aa07-ef6d-4cd8-b37f-19eeb5f05ef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:58:46.697439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-5b5dac25-e7c4-44ee-a0ab-ce2751d91e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:46.700459 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-5b5dac25-e7c4-44ee-a0ab-ce2751d91e66 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0806305 Jan 28 16:58:46.724972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30e9aa07-ef6d-4cd8-b37f-19eeb5f05ef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3424110 Jan 28 16:58:46.726348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37482) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:46.740055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fe51d84e-d29d-493a-bd4f-2bf22687f6c5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:46.873554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea151c-e67b-4151-bb9b-f38e7ecc21f9 req-d332b2b7-c2c1-4ed6-b65c-4a10054cec06 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:46.875360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83ea151c-e67b-4151-bb9b-f38e7ecc21f9 req-d332b2b7-c2c1-4ed6-b65c-4a10054cec06 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2535310 Jan 28 16:58:46.916117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-35f801b4-8a8d-4cc1-89db-07fc5eb1d234 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.4490061 Jan 28 16:58:46.921368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51d84e-d29d-493a-bd4f-2bf22687f6c5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:46.926397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe51d84e-d29d-493a-bd4f-2bf22687f6c5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.928367 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe51d84e-d29d-493a-bd4f-2bf22687f6c5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:58:46.929196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe51d84e-d29d-493a-bd4f-2bf22687f6c5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:58:46.958592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:46.986236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83ea151c-e67b-4151-bb9b-f38e7ecc21f9 req-b16c445e-3a7d-4eab-98a9-167d6d92b890 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921946 Jan 28 16:58:47.012664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fe51d84e-d29d-493a-bd4f-2bf22687f6c5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2849560 Jan 28 16:58:47.024776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37490) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:47.096438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-364cbca1-d378-484b-b529-7b8c9a1c0c71 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:47.096582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-bf8aa2ad-b2d5-4ca6-a8e0-4a7991e7eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:47.096922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-bf8aa2ad-b2d5-4ca6-a8e0-4a7991e7eb79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3106399 Jan 28 16:58:47.221455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-afefe36c-83f7-446b-8514-32b74752511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:47.223038 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-afefe36c-83f7-446b-8514-32b74752511a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.2992895 Jan 28 16:58:47.299272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8bf74-4544-4f31-9efd-e2fce88521c9 req-13c96738-85d8-4bbf-915e-66d865c68812 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:47.301632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d8bf74-4544-4f31-9efd-e2fce88521c9 req-13c96738-85d8-4bbf-915e-66d865c68812 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1054397 Jan 28 16:58:47.323228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364cbca1-d378-484b-b529-7b8c9a1c0c71 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:47.329076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-364cbca1-d378-484b-b529-7b8c9a1c0c71 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:47.331022 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-364cbca1-d378-484b-b529-7b8c9a1c0c71 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:58:47.331586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364cbca1-d378-484b-b529-7b8c9a1c0c71 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:58:47.406561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84d8bf74-4544-4f31-9efd-e2fce88521c9 req-e44ca2a6-c1c3-486e-a5f8-85141b044337 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946326 Jan 28 16:58:47.421827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-364cbca1-d378-484b-b529-7b8c9a1c0c71 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3813679 Jan 28 16:58:47.421827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:47.516875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-65c391e8-ef77-4076-86ae-d7e4c5803f3e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0940573 Jan 28 16:58:47.519836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37508) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:47.531078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-bafb19f3-0147-4bab-833e-4734778d065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:47.532695 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-bafb19f3-0147-4bab-833e-4734778d065a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2990320 Jan 28 16:58:47.536991 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-cc0ced49-15b3-4a27-b5fd-9c0fc4eca4d4 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863571 Jan 28 16:58:47.610391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:58:47.690505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675abf31-38fa-47e6-8b80-f70db530953d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:47.692426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-675abf31-38fa-47e6-8b80-f70db530953d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1715777 Jan 28 16:58:47.701750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded65f8-f3f9-4397-96d0-b72371526d21 req-a0f194ff-7935-46a6-b184-1ba143be7403 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:47.703624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ded65f8-f3f9-4397-96d0-b72371526d21 req-a0f194ff-7935-46a6-b184-1ba143be7403 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.2600305 Jan 28 16:58:47.704224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37522) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:47.745779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba67b446-651a-4da5-82a5-624fd752480b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402007 Jan 28 16:58:47.763901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37524) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:47.769511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:47.788307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a89b7a60-4998-4131-9d37-3c3b86377118 req-4b1b6cd0-fafa-4121-bb40-a854a095f31a service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052579 Jan 28 16:58:47.900823 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b53d347b-3175-4680-b976-70a1b5fdd5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:47.941765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-538cbe2e-7440-4ae3-8cfc-18630a997820 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678617 Jan 28 16:58:47.976519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4ded65f8-f3f9-4397-96d0-b72371526d21 req-e5142a24-f344-421e-822b-051c38e3862a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241776 Jan 28 16:58:48.023058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-b112c8f3-a8d8-4e10-88ef-70aa123d8e48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:48.030643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-b112c8f3-a8d8-4e10-88ef-70aa123d8e48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.2826464 Jan 28 16:58:48.053437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-1cffd40a-90c6-4952-9047-de42bb07699d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/quotas/41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 375 time: 0.0215731 Jan 28 16:58:48.086647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:58:48.142564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:48.146599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:48.252086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-339401ab-46c6-4aeb-ab59-b1dc7901ce50 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956544 Jan 28 16:58:48.265575 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a511e92b-8b2e-4977-8c5c-57dca3817e69 req-9c73c41e-b046-4882-8d9a-bc83a2deeb9d service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128209 Jan 28 16:58:48.268606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:58:48.280364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] Sync routers for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:58:48.287271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-93310014-6788-45d6-a9fa-4f865ebe554d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6263366 Jan 28 16:58:48.288092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37540) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:48.305554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:58:48.308790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:48.424492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting subnet 7e857823-6f0a-4881-a913-0b1bae6272fd {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:48.444717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (7e857823-6f0a-4881-a913-0b1bae6272fd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:48.540202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:58:48.580201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7e857823-6f0a-4881-a913-0b1bae6272fd), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:48.778229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7e857823-6f0a-4881-a913-0b1bae6272fd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:48.853891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37552) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:48.984530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7e857823-6f0a-4881-a913-0b1bae6272fd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.051656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a055f-0022-4034-8eac-7b1a72298b5d None None] Network 04c8d09a-f637-454a-8e05-01dd81120c59 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:49.055140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.066485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/subnets/7e857823-6f0a-4881-a913-0b1bae6272fd HTTP/1.1" status: 204 len: 168 time: 0.7767479 Jan 28 16:58:49.068210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:49.166040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e19cf8-b7b3-4763-8998-1f9eb11bf5a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Subnet': ['ID=7e857823-6f0a-4881-a913-0b1bae6272fd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:49.259401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-57973216'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:49.390517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.394432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Made reservation on behalf of 74abcba658564864b1d38c2383b03200 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:49.399421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.448632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-d52dbae2-5ef9-4439-9d3f-e75fe1d01514 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1866999 Jan 28 16:58:49.462457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0212483-097d-4601-86d7-ae80d4ec964a req-7d637e9e-6b38-4576-9854-b615f0017dd8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:49.471676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0212483-097d-4601-86d7-ae80d4ec964a req-7d637e9e-6b38-4576-9854-b615f0017dd8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.1752403 Jan 28 16:58:49.476613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.619227 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.621567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0212483-097d-4601-86d7-ae80d4ec964a req-745b6501-00fa-4ceb-8cae-79ef771084e4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470041 Jan 28 16:58:49.653746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:58:49.658485 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (9190286c-57c8-4d56-9c1b-f1c8b655ee77), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.676645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.697854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:58:44Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '6f6c80a2-d2dc-459b-9389-eb79c06fcb94', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:37Z', 'updated_at': '2022-01-28T16:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:49.729617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:49.745436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:49.752344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:49.753100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:49.758098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-826a3602-548f-4c6d-8711-1cfb5991e221 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741735 Jan 28 16:58:49.759953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=9190286c-57c8-4d56-9c1b-f1c8b655ee77,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:49.774750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] Checking router: 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:58:49.790986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7091cf54-4f61-4898-885d-d0ed74e04cbf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0236149 Jan 28 16:58:49.791292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a9961e-5c1b-4468-97a5-737af34b6bf2 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:49.791554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37564) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:49.798349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:08:1f:bf', 'name': 'tempest-NetworksTestDHCPv6-1579380904'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:49.925332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] Routers {'7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:58:49.926237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:49.961685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:49.967659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:49.973253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.045778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for security_group (198b97ec-fa6b-4d07-a3c1-50f261bee462), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.110253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] Set router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:58:50.114965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] DHCP port deletion for 04c8d09a-f637-454a-8e05-01dd81120c59 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:58:50.136550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (198b97ec-fa6b-4d07-a3c1-50f261bee462), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.215231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:58:50.250523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (79f1423d-7409-401d-bf5d-b56dd557ccbc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.251291 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Added segment 79f1423d-7409-401d-bf5d-b56dd557ccbc of type vlan for network 60166a84-7a5c-43ba-9e37-6efff966b66d Jan 28 16:58:50.263920 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.266171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198b97ec-fa6b-4d07-a3c1-50f261bee462,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:50.271060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eebe563b-5b5d-4feb-be41-8f6ef2215247 req-9f6c9672-c2d1-4a61-bd4e-7db068c0eeaf tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 210 time: 0.1783400 Jan 28 16:58:50.302710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 1bde4bd1-1985-40d7-bfc2-e6a242d13436 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:50.342564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '9190286c-57c8-4d56-9c1b-f1c8b655ee77'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:58:50.343605 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.355951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:58:49Z', 'revision_number': 6, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:50.410822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 6f6c80a2-d2dc-459b-9389-eb79c06fcb94, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:50.411358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.415953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (60166a84-7a5c-43ba-9e37-6efff966b66d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.470606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b58821-c103-49c5-ba23-7d0dce453ad8 None None] The sync data for ids ['7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81'] in n-d-812111-13 is: [{'id': '7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318305276', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:36Z', 'updated_at': '2022-01-28T16:58:49Z', 'revision_number': 6, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:58:50.480006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:50.673955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] Deleting port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:50.681006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.707918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe08:1fbf (5cb4a354-f6b3-4e03-838b-50cc821388f9/9190286c-57c8-4d56-9c1b-f1c8b655ee77/1bde4bd1-1985-40d7-bfc2-e6a242d13436) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:50.754245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:58:50.794591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] For port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,segment=NetworkSegment(8d665cce-0d76-4002-97ec-cf6d6968a7f9),segment_id=8d665cce-0d76-4002-97ec-cf6d6968a7f9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:50.795159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.820631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] Calling delete_port for 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:50.830047 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (60166a84-7a5c-43ba-9e37-6efff966b66d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:50.839235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:50.840964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.059038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (79b7ef9a-e76b-4cdf-b3e6-ec002a627149), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.096717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6f6c80a2-d2dc-459b-9389-eb79c06fcb94), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.166832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] No DVR routers for this DVR port 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:58:51.170919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26556e2e-6062-44d8-a715-0008738c76b9 None None] Pushing event deleted for resources: {'Port': ['ID=79b7ef9a-e76b-4cdf-b3e6-ec002a627149,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:51.174506 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.209380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54cfc-88d8-4c3e-94c7-093fd92b0257 req-6d132969-8e57-4606-bd14-f96ae96d236a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:51.220159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8fc54cfc-88d8-4c3e-94c7-093fd92b0257 req-6d132969-8e57-4606-bd14-f96ae96d236a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.1931198 Jan 28 16:58:51.249531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (1bde4bd1-1985-40d7-bfc2-e6a242d13436), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.336962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8fc54cfc-88d8-4c3e-94c7-093fd92b0257 req-cbe4a2b5-8bad-4e9d-9ca9-973368d4f518 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157389 Jan 28 16:58:51.371384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1bde4bd1-1985-40d7-bfc2-e6a242d13436), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.413669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:51.424766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:51.479576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:51.480014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Allocated IP 2001:db8::f816:3eff:fe5b:341e (5cb4a354-f6b3-4e03-838b-50cc821388f9/9190286c-57c8-4d56-9c1b-f1c8b655ee77/415cd522-9dca-4050-a475-621522952632) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:51.495441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:51.498562 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.583791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1503c17f-e36e-4616-bd1b-3d734764211f req-ffaa07dc-30da-4d36-ab64-e0d388be16fe tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 210 time: 0.1053295 Jan 28 16:58:51.621822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8290651 Jan 28 16:58:51.627886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37588) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:51.637356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cccdf9-1aa8-4769-af55-feac947fbb9c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=1bde4bd1-1985-40d7-bfc2-e6a242d13436,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:51.732434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89e4ed-1206-47ed-b479-b91f655563d0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:51.745471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ce89e4ed-1206-47ed-b479-b91f655563d0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1164696 Jan 28 16:58:51.746204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37590) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:51.789981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9267850 Jan 28 16:58:51.807458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=6f6c80a2-d2dc-459b-9389-eb79c06fcb94,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:51.811293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:51.864184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.882799 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Publish callbacks [] for port (415cd522-9dca-4050-a475-621522952632), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:51.889025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:51.940713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:58:51.941260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f6c80a2-d2dc-459b-9389-eb79c06fcb94 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:51.941958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ab277a60-b082-4dcf-b527-28545c79fcb5 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:51.990750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (415cd522-9dca-4050-a475-621522952632), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.006957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ab277a60-b082-4dcf-b527-28545c79fcb5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:58:52.007772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ab277a60-b082-4dcf-b527-28545c79fcb5 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:52.008446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:58:52.011117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 1bde4bd1-1985-40d7-bfc2-e6a242d13436 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:52.011782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1bde4bd1-1985-40d7-bfc2-e6a242d13436), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.030877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-13f713f1-51e7-4604-9c49-b60fd9290bad tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:52.032286 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-13f713f1-51e7-4604-9c49-b60fd9290bad tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.2278314 Jan 28 16:58:52.036912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Request body: {'subnet': {'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:52.093234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b62ee-8c54-4678-b797-18d2d75f3150 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event updated for resources: {'Network': ['ID=60166a84-7a5c-43ba-9e37-6efff966b66d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:52.118458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:52.121460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:58:52.127067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79b7ef9a-e76b-4cdf-b3e6-ec002a627149 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:58:52.128980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 60166a84-7a5c-43ba-9e37-6efff966b66d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:58:52.176357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:52.182051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:52.203006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'port': {'device_id': '866350d4-91ef-40d6-83a8-2a039070ef87', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'admin_state_up': True, 'tenant_id': '41e93c32165740b29e98846e7841ab45'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:52.204855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1bde4bd1-1985-40d7-bfc2-e6a242d13436), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.220112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 1bde4bd1-1985-40d7-bfc2-e6a242d13436 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:52.341670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Pushing event updated for resources: {'Port': ['ID=415cd522-9dca-4050-a475-621522952632,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:52.363645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Attempting to bind port 415cd522-9dca-4050-a475-621522952632 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:58:52.364029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Attempting to bind port 415cd522-9dca-4050-a475-621522952632 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:58:52.364383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Attempting to bind port 415cd522-9dca-4050-a475-621522952632 on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:52.385859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:58:52.386552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:52.387284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.387956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:58:52.388646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Bound port: 415cd522-9dca-4050-a475-621522952632, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:58:52.389455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (415cd522-9dca-4050-a475-621522952632), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.499326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1bde4bd1-1985-40d7-bfc2-e6a242d13436), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.519292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.593792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] For port 415cd522-9dca-4050-a475-621522952632, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:58:52.595220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=1bde4bd1-1985-40d7-bfc2-e6a242d13436,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:52.599944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] For port 415cd522-9dca-4050-a475-621522952632, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=415cd522-9dca-4050-a475-621522952632,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:58:52.615513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (415cd522-9dca-4050-a475-621522952632), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.645795 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.651206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2ed4e393-db8f-41fd-b278-0756cba3e3cd tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/1bde4bd1-1985-40d7-bfc2-e6a242d13436 HTTP/1.1" status: 204 len: 168 time: 0.9040146 Jan 28 16:58:52.654835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37602) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:52.760980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211d62-38ad-468f-ad91-faffd5f24cb0 None None] Pushing event updated for resources: {'Port': ['ID=415cd522-9dca-4050-a475-621522952632,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:52.767516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b947ef-e4fd-4295-ad49-c356a995fe28 req-a65a09c3-3f30-4b94-be59-92265d71667a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:52.769215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71b947ef-e4fd-4295-ad49-c356a995fe28 req-a65a09c3-3f30-4b94-be59-92265d71667a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.2525680 Jan 28 16:58:52.806738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:52.813557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.878589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5a6aa98-670c-4c35-8968-e7d0c4faf1e5 req-367a6c5d-9348-4e9f-b37d-19bb6a9dca5d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 210 time: 0.0733392 Jan 28 16:58:52.881232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Made reservation on behalf of 74abcba658564864b1d38c2383b03200 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:52.905582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.918032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413aaa57-5f92-4ad1-9d70-70b556954b3a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:52.919729 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:52.919877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413aaa57-5f92-4ad1-9d70-70b556954b3a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:52.931122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-413aaa57-5f92-4ad1-9d70-70b556954b3a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2717333 Jan 28 16:58:52.931790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:52.945832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.075331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 9190286c-57c8-4d56-9c1b-f1c8b655ee77 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:58:53.090241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (9190286c-57c8-4d56-9c1b-f1c8b655ee77), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.124114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71b947ef-e4fd-4295-ad49-c356a995fe28 req-b14cb0c6-73b4-4eca-92d0-da146d548fee tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432088 Jan 28 16:58:53.147211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (9190286c-57c8-4d56-9c1b-f1c8b655ee77), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.202049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.203988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Fanout notify agent at l3_agent the message router_deleted on router 7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 16:58:53.220469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.221696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a9e8126c-9694-42b3-842a-6940b366f480 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/routers/7dfc9196-dcbc-47d6-8df1-d0fa3eb02e81 HTTP/1.1" status: 204 len: 168 time: 4.0759015 Jan 28 16:58:53.228191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:53.308902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9190286c-57c8-4d56-9c1b-f1c8b655ee77), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.361425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (04c8d09a-f637-454a-8e05-01dd81120c59), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.441874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (9190286c-57c8-4d56-9c1b-f1c8b655ee77), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.487259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=9190286c-57c8-4d56-9c1b-f1c8b655ee77,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:53.495234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.499489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c036d5ed-8874-4dfa-9eb1-12a900a5d52e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/9190286c-57c8-4d56-9c1b-f1c8b655ee77 HTTP/1.1" status: 204 len: 168 time: 0.5615311 Jan 28 16:58:53.505239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:53.560881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-66fd9e99-e95a-4beb-bc7a-214f6ede2aa1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526655 Jan 28 16:58:53.563607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:53.570628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:53.582910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Allocated IP 172.20.0.4 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/9d239992-6662-4a7e-abbe-bdb69e8270ed) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:53.649507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (04c8d09a-f637-454a-8e05-01dd81120c59), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.687162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:53.693279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.732476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c8d09a-f637-454a-8e05-01dd81120c59']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:53.758643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9a0fc933-755f-4f33-9089-51109aba8537), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.797724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d665cce-0d76-4002-97ec-cf6d6968a7f9') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:53.798081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d665cce-0d76-4002-97ec-cf6d6968a7f9') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:58:53.899146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (8d665cce-0d76-4002-97ec-cf6d6968a7f9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:53.992637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 415cd522-9dca-4050-a475-621522952632 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:54.065690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8d665cce-0d76-4002-97ec-cf6d6968a7f9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.083330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:58:54.083679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (8d665cce-0d76-4002-97ec-cf6d6968a7f9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.101943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33247e18-4543-435a-83b1-46faa33bbeae req-04e3f8bf-bb76-4179-8bb3-4ee05cc4cf69 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 210 time: 0.0422380 Jan 28 16:58:54.135876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 415cd522-9dca-4050-a475-621522952632 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:54.136259 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (415cd522-9dca-4050-a475-621522952632), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:58:54.252974 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:58:54.255340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event updated for resources: {'Subnet': ['ID=9a0fc933-755f-4f33-9089-51109aba8537,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:54.292369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (04c8d09a-f637-454a-8e05-01dd81120c59), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.327697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.338682 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/networks/04c8d09a-f637-454a-8e05-01dd81120c59 HTTP/1.1" status: 204 len: 168 time: 1.1092691 Jan 28 16:58:54.340409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 415cd522-9dca-4050-a475-621522952632 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:54.340912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (415cd522-9dca-4050-a475-621522952632), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.343673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:54.378831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:58:54.406107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766078c-3998-46a4-abbd-e6758d13a7fb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Network': ['ID=04c8d09a-f637-454a-8e05-01dd81120c59,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:54.427679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 415cd522-9dca-4050-a475-621522952632, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=415cd522-9dca-4050-a475-621522952632,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:54.435177 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (415cd522-9dca-4050-a475-621522952632), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.444893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Checking segment: {'id': '79f1423d-7409-401d-bf5d-b56dd557ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:54.445585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Network hostable DHCP agents. Network: 60166a84-7a5c-43ba-9e37-6efff966b66d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:58:54.533897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=415cd522-9dca-4050-a475-621522952632,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:54.536415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78ed6b-83ec-470e-a7a1-f08ac2498029 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:54.569898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Network 60166a84-7a5c-43ba-9e37-6efff966b66d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:58:54.593295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f6d7e-b30c-4ef4-af55-59f3bb7ce194 req-e6e9c7fd-b950-4e7e-9aad-08baaa41531a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:54.597265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547f6d7e-b30c-4ef4-af55-59f3bb7ce194 req-e6e9c7fd-b950-4e7e-9aad-08baaa41531a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.3075624 Jan 28 16:58:54.629611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 60166a84-7a5c-43ba-9e37-6efff966b66d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:54.655781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3da295d-37a9-4149-89bb-f1b78b40b43a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (9f5774b1-0805-4b04-a662-e88b3af76568), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.658529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:54.665524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.675369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b27503-9434-4644-977d-886e970987c0 None None] Network 60166a84-7a5c-43ba-9e37-6efff966b66d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:54.731722 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.745290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b010fee3-c81b-433e-9a97-6f00501c7404 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7384369 Jan 28 16:58:54.746004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37634) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:54.754431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Request body: {'port': {'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1376621826'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:54.831986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3da295d-37a9-4149-89bb-f1b78b40b43a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (9f5774b1-0805-4b04-a662-e88b3af76568), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.885144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547f6d7e-b30c-4ef4-af55-59f3bb7ce194 req-09fece65-9e8e-4e2d-82eb-393cf84bbc86 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071123 Jan 28 16:58:54.898554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (415cd522-9dca-4050-a475-621522952632), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:54.954153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.002733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-da1793c2-f6b6-4e09-abad-1281a15f390d None None] Provisioning complete for port 415cd522-9dca-4050-a475-621522952632 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:55.005973 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da1793c2-f6b6-4e09-abad-1281a15f390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (415cd522-9dca-4050-a475-621522952632), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.006112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Made reservation on behalf of 74abcba658564864b1d38c2383b03200 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:55.009696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.048613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:55.049466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=9d239992-6662-4a7e-abbe-bdb69e8270ed,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:55.051681 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3da295d-37a9-4149-89bb-f1b78b40b43a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9f5774b1-0805-4b04-a662-e88b3af76568), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.054319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3da295d-37a9-4149-89bb-f1b78b40b43a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.055474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a3da295d-37a9-4149-89bb-f1b78b40b43a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/security-groups/9f5774b1-0805-4b04-a662-e88b3af76568 HTTP/1.1" status: 204 len: 168 time: 0.6992798 Jan 28 16:58:55.065172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:55.071586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] device_id is not set on port 34266e26-aef8-44c3-901f-70d950c41d47 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:55.076809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:55.133821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-60166a84-7a5c-43ba-9e37-6efff966b66d', 'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d', 'project_id': '74abcba658564864b1d38c2383b03200', 'fixed_ips': [{'subnet_id': '9a0fc933-755f-4f33-9089-51109aba8537'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:58:55.134623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:55.135146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.135274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.139889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da295d-37a9-4149-89bb-f1b78b40b43a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5774b1-0805-4b04-a662-e88b3af76568,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:55.246239 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-be26e9de-4cff-4f5c-9f0d-8651bcc3b338 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1405859 Jan 28 16:58:55.253786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Request body: {'port': {'device_id': '866350d4-91ef-40d6-83a8-2a039070ef87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:55.466540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 415cd522-9dca-4050-a475-621522952632, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=415cd522-9dca-4050-a475-621522952632,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:58:55.526179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.565235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f043e9-92af-4739-8bf8-4f44e48f0963 req-79462d64-a5e1-4632-ab7f-43196ec8b847 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:55.565865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Allocated IP 172.20.0.14 (60166a84-7a5c-43ba-9e37-6efff966b66d/9a0fc933-755f-4f33-9089-51109aba8537/34266e26-aef8-44c3-901f-70d950c41d47) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:55.577447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34f043e9-92af-4739-8bf8-4f44e48f0963 req-79462d64-a5e1-4632-ab7f-43196ec8b847 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 931 time: 0.2694736 Jan 28 16:58:55.585599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (415cd522-9dca-4050-a475-621522952632), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.611257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (415cd522-9dca-4050-a475-621522952632), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.813348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=415cd522-9dca-4050-a475-621522952632,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:55.829885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (dbc148b9-4f77-4bba-8ba9-9a3d255e0d92), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:55.889448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34f043e9-92af-4739-8bf8-4f44e48f0963 req-43f961be-2e12-47ec-898b-f253de485d8d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109429 Jan 28 16:58:55.893102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 415cd522-9dca-4050-a475-621522952632 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:55.966574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-da1793c2-f6b6-4e09-abad-1281a15f390d None None] Current status of the port 415cd522-9dca-4050-a475-621522952632 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:56.029212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 415cd522-9dca-4050-a475-621522952632 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:56.029852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (415cd522-9dca-4050-a475-621522952632), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.058962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:56.073982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:56.088057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:56.089815 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.175194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdccb59-d259-45a4-b70f-5702b3a9addc None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:58:56.179948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=dbc148b9-4f77-4bba-8ba9-9a3d255e0d92,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:56.231941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d8617ead-7c77-42ef-8889-bf884581f40f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6648152 Jan 28 16:58:56.240117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37650) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:56.247458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:e6:ee:89', 'name': 'tempest-NetworksTestDHCPv6-1708308827'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:56.251376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 415cd522-9dca-4050-a475-621522952632 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:56.296825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-26d8cca0-086c-4ba0-9475-ef7537c6b5dc None None] Provisioning complete for port 415cd522-9dca-4050-a475-621522952632 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:56.297621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-26d8cca0-086c-4ba0-9475-ef7537c6b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (415cd522-9dca-4050-a475-621522952632), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.333925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f14d8-79b1-4de0-aa1f-cd79932e981e req-bd23ad66-18c4-4247-a742-3060d93b7ea7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:56.343666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-461f14d8-79b1-4de0-aa1f-cd79932e981e req-bd23ad66-18c4-4247-a742-3060d93b7ea7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.3775191 Jan 28 16:58:56.399065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d239992-6662-4a7e-abbe-bdb69e8270ed {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:58:56.407120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Publish callbacks [] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.432020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Transition to ACTIVE for port object 9d239992-6662-4a7e-abbe-bdb69e8270ed will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:58:56.495606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-26d8cca0-086c-4ba0-9475-ef7537c6b5dc None None] Current status of the port 415cd522-9dca-4050-a475-621522952632 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:56.599575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-461f14d8-79b1-4de0-aa1f-cd79932e981e req-fd3663ab-4449-4ea5-a45b-787113aa5c06 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549706 Jan 28 16:58:56.649226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for port (34266e26-aef8-44c3-901f-70d950c41d47), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.657935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:58:56.663249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2d162cd6-ec45-4d5f-a092-6efcb57c73df None None] Could not find standard attr ID for object 1bde4bd1-1985-40d7-bfc2-e6a242d13436. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:58:56.717829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.730900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (34266e26-aef8-44c3-901f-70d950c41d47), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.802937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Allocated IP 172.20.0.2 (60166a84-7a5c-43ba-9e37-6efff966b66d/9a0fc933-755f-4f33-9089-51109aba8537/a487d6ba-e144-4ddb-a309-0b27c879fbee) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:56.878281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:56.885329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d239992-6662-4a7e-abbe-bdb69e8270ed,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:56.949264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port eba26604-77a0-4fe1-be82-45c4df09b019 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:58:56.994518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Network 60166a84-7a5c-43ba-9e37-6efff966b66d is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:57.001287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event updated for resources: {'Port': ['ID=34266e26-aef8-44c3-901f-70d950c41d47,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:57.015590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:57.019010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:57.195178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Attempting to bind port 9d239992-6662-4a7e-abbe-bdb69e8270ed on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:58:57.195835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Attempting to bind port 9d239992-6662-4a7e-abbe-bdb69e8270ed by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:58:57.196396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Attempting to bind port 9d239992-6662-4a7e-abbe-bdb69e8270ed on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:57.204992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Port 9d239992-6662-4a7e-abbe-bdb69e8270ed on network 5c6009f2-acc5-44fe-91c1-a581e0476315 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:58:57.205579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Attempting to bind port 9d239992-6662-4a7e-abbe-bdb69e8270ed on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:57.221339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:57.222823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.227941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:58:57.228535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:57.229160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:58:57.229901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Bound port: 9d239992-6662-4a7e-abbe-bdb69e8270ed, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:58:57.230449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.252527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-018dc0b2-1b65-4e4e-a591-a8875e0ac1af None None] Provisioning complete for port 415cd522-9dca-4050-a475-621522952632 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:57.253128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-018dc0b2-1b65-4e4e-a591-a8875e0ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (415cd522-9dca-4050-a475-621522952632), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.291118 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a1ecfa9e-92b4-4e4f-8dce-cd4ccda07678 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5405357 Jan 28 16:58:57.336022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59686e32-69d0-44c0-ba40-48a0bbdd874d req-c11be49b-b478-4cff-bee5-3b26faa2b863 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:57.354411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59686e32-69d0-44c0-ba40-48a0bbdd874d req-c11be49b-b478-4cff-bee5-3b26faa2b863 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 943 time: 0.3028169 Jan 28 16:58:57.355185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37658) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:57.411548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Publish callbacks [] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.430292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] For port 9d239992-6662-4a7e-abbe-bdb69e8270ed, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:58:57.435217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] For port 9d239992-6662-4a7e-abbe-bdb69e8270ed, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:58:57.443270 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.448908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.523128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:57.523780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.527451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d239992-6662-4a7e-abbe-bdb69e8270ed HTTP/1.1" status: 200 len: 1092 time: 2.2803411 Jan 28 16:58:57.530729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866350d4-91ef-40d6-83a8-2a039070ef87', 'tag': '9d239992-6662-4a7e-abbe-bdb69e8270ed'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:58:57.533202 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae17f1-11b5-4cd9-af19-69455cf1539e" -d '{"events": [{"name": "network-changed", "server_uuid": "866350d4-91ef-40d6-83a8-2a039070ef87", "tag": "9d239992-6662-4a7e-abbe-bdb69e8270ed"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:58:57.545526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fee6:ee89 (5cb4a354-f6b3-4e03-838b-50cc821388f9/dbc148b9-4f77-4bba-8ba9-9a3d255e0d92/eba26604-77a0-4fe1-be82-45c4df09b019) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:58:57.597402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Pushing event updated for resources: {'Port': ['ID=a487d6ba-e144-4ddb-a309-0b27c879fbee,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:57.707359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d5a7-b720-4aa7-b2ad-7803e897c8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d239992-6662-4a7e-abbe-bdb69e8270ed,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:57.711297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Network 60166a84-7a5c-43ba-9e37-6efff966b66d is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:57.714406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:57.732646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37666) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:57.735796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:57.740766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666074895', 'description': 'tempest-secgroup-smoke-666074895 description', 'project_id': '8ed5608621734a99b86b03a99acedd8f'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:57.747154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59686e32-69d0-44c0-ba40-48a0bbdd874d req-d7c5a4b9-efa0-488f-87ac-682756ceb7dc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620052 Jan 28 16:58:57.802788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-018dc0b2-1b65-4e4e-a591-a8875e0ac1af None None] Current status of the port 415cd522-9dca-4050-a475-621522952632 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:57.846888 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb7b8fa-368b-4319-8a67-92d3c486b085 x-openstack-request-id: req-eeb7b8fa-368b-4319-8a67-92d3c486b085 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:58:57.847202 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866350d4-91ef-40d6-83a8-2a039070ef87", "tag": "9d239992-6662-4a7e-abbe-bdb69e8270ed", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:58:57.848867 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eeb7b8fa-368b-4319-8a67-92d3c486b085 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:58:57.849307 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866350d4-91ef-40d6-83a8-2a039070ef87', 'tag': '9d239992-6662-4a7e-abbe-bdb69e8270ed', 'status': 'completed', 'code': 200} Jan 28 16:58:57.857041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-cd4bbb79-3533-437a-8342-f8ca22129b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:57.860395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-cd4bbb79-3533-437a-8342-f8ca22129b28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 1126 time: 0.2714410 Jan 28 16:58:57.864752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.895827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 415cd522-9dca-4050-a475-621522952632 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:57.921478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Deleting port 34266e26-aef8-44c3-901f-70d950c41d47 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:57.922083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (34266e26-aef8-44c3-901f-70d950c41d47), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:57.932200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-6aff8eff-aa0e-46cc-9eda-1820d03db251 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed HTTP/1.1" status: 200 len: 217 time: 0.0638187 Jan 28 16:58:58.010270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Attempting to bind port a487d6ba-e144-4ddb-a309-0b27c879fbee on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:58:58.010905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Attempting to bind port a487d6ba-e144-4ddb-a309-0b27c879fbee by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '79f1423d-7409-401d-bf5d-b56dd557ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:58:58.011433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Attempting to bind port a487d6ba-e144-4ddb-a309-0b27c879fbee on network 60166a84-7a5c-43ba-9e37-6efff966b66d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:58:58.032381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:58:58.033071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Checking segment: {'id': '79f1423d-7409-401d-bf5d-b56dd557ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:58:58.033641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.034224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Bound using segment: {'id': '79f1423d-7409-401d-bf5d-b56dd557ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:58:58.034870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Bound port: a487d6ba-e144-4ddb-a309-0b27c879fbee, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f1423d-7409-401d-bf5d-b56dd557ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60166a84-7a5c-43ba-9e37-6efff966b66d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:58:58.035416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.079636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-c8604bc5-0c53-4b83-9c3d-ce24a23cb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:58.093986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-c8604bc5-0c53-4b83-9c3d-ce24a23cb403 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1533663 Jan 28 16:58:58.207281 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (eeebfb36-51ae-4f3c-bb71-64a63d3a10d4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.232172 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (eba26604-77a0-4fe1-be82-45c4df09b019), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.247163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 415cd522-9dca-4050-a475-621522952632 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:58.249514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (415cd522-9dca-4050-a475-621522952632), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.268391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (eeebfb36-51ae-4f3c-bb71-64a63d3a10d4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.307642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-9d5c3e4e-3788-4493-be73-b6aec1c5a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:58.309321 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-9d5c3e4e-3788-4493-be73-b6aec1c5a15d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2033274 Jan 28 16:58:58.311651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (eba26604-77a0-4fe1-be82-45c4df09b019), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.349593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] For port a487d6ba-e144-4ddb-a309-0b27c879fbee, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:58:58.383760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] For port a487d6ba-e144-4ddb-a309-0b27c879fbee, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a487d6ba-e144-4ddb-a309-0b27c879fbee,segment=NetworkSegment(79f1423d-7409-401d-bf5d-b56dd557ccbc),segment_id=79f1423d-7409-401d-bf5d-b56dd557ccbc)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:58:58.391208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.394074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6570253 Jan 28 16:58:58.394074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda5e6b-85fb-400e-8293-f712b9ce14cc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:58.396876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:58.402686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.452371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=eba26604-77a0-4fe1-be82-45c4df09b019,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:58.453901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'eeebfb36-51ae-4f3c-bb71-64a63d3a10d4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:58.468692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (34266e26-aef8-44c3-901f-70d950c41d47), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.475860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f404d99-5e43-480d-80ad-bd3f6e19f523 None None] Pushing event updated for resources: {'Port': ['ID=a487d6ba-e144-4ddb-a309-0b27c879fbee,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:58.512272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:58:58.513407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Calling delete_port for 34266e26-aef8-44c3-901f-70d950c41d47 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:58:58.529602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:58:58.539466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:58:58.545167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:58.545832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.559272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929ad73-ad57-4042-aa23-099038156b05 req-6d916b2d-b795-4a1c-a7fe-0572ea6c7ca7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:58.566545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d929ad73-ad57-4042-aa23-099038156b05 req-6d916b2d-b795-4a1c-a7fe-0572ea6c7ca7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.5304687 Jan 28 16:58:58.605325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 415cd522-9dca-4050-a475-621522952632 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:58:58.655780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (160d7486-852a-483a-aa10-3c7bb2c620c7), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.671958 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-03e898ec-a02d-4288-a01f-68832f60b5bd service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502831 Jan 28 16:58:58.732005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac515ba3-f318-4ceb-b510-b827329a6202 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4890850 Jan 28 16:58:58.741760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37674) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:58.941301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d929ad73-ad57-4042-aa23-099038156b05 req-63e64468-79a0-4a11-964f-434e2e54d71e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737836 Jan 28 16:58:58.985550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (160d7486-852a-483a-aa10-3c7bb2c620c7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:58.999671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (160d7486-852a-483a-aa10-3c7bb2c620c7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.059014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f764d5a4-3ac3-489c-baee-42f0d8194681 req-004b2c0b-ad86-4135-86bc-e85643ed0482 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731902 Jan 28 16:58:59.062227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160d7486-852a-483a-aa10-3c7bb2c620c7,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:59.069478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.073442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-92eaed26-0be6-4362-b8fc-55ccc0cf1b1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6267073 Jan 28 16:58:59.073679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37680) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:59.082984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'eeebfb36-51ae-4f3c-bb71-64a63d3a10d4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:59.175410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4a76467d-0531-4ecb-847a-54387bb9b3af None None] Provisioning complete for port eba26604-77a0-4fe1-be82-45c4df09b019 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:58:59.175809 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a76467d-0531-4ecb-847a-54387bb9b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eba26604-77a0-4fe1-be82-45c4df09b019), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.188730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (07efc083-28f0-4079-b0fa-14a243a61629), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.236762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4a76467d-0531-4ecb-847a-54387bb9b3af None None] Port eba26604-77a0-4fe1-be82-45c4df09b019 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:58:59.258964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-a44e273e-b272-43cd-b229-011b0075eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.260505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-a44e273e-b272-43cd-b229-011b0075eec1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 1126 time: 0.1382389 Jan 28 16:58:59.279926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (07efc083-28f0-4079-b0fa-14a243a61629), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.299282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (07efc083-28f0-4079-b0fa-14a243a61629), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.367224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07efc083-28f0-4079-b0fa-14a243a61629,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:59.390512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.393624 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8cd8ee87-12f1-4e99-bea9-dc75a3237153 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164940 Jan 28 16:58:59.394348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:59.418443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'eeebfb36-51ae-4f3c-bb71-64a63d3a10d4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:59.419668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8cb31c-462e-4aa7-94f1-1eb4f8386085 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.425465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8cb31c-462e-4aa7-94f1-1eb4f8386085 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.430130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6c8cb31c-462e-4aa7-94f1-1eb4f8386085 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6845577 Jan 28 16:58:59.430808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37684) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:59.450343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-9db87917-ce1e-4ccb-9e9e-69b7e9c86a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.451907 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-9db87917-ce1e-4ccb-9e9e-69b7e9c86a26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1824846 Jan 28 16:58:59.474908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f21a-6364-4707-8c9a-bc8b30431c3b req-74af9238-02e5-4a6a-90c6-070dee3909de tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.476543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cab0f21a-6364-4707-8c9a-bc8b30431c3b req-74af9238-02e5-4a6a-90c6-070dee3909de tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 943 time: 0.5318561 Jan 28 16:58:59.477441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (34266e26-aef8-44c3-901f-70d950c41d47), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.498597 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-8aca00be-41f9-4c46-b4f4-d896bbcf4058 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed HTTP/1.1" status: 200 len: 217 time: 0.0393674 Jan 28 16:58:59.499308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (21b558fb-9cfb-4be6-addf-a44bb2ec21e3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.553836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event deleted for resources: {'Port': ['ID=34266e26-aef8-44c3-901f-70d950c41d47,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:59.597143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (21b558fb-9cfb-4be6-addf-a44bb2ec21e3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.612258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (21b558fb-9cfb-4be6-addf-a44bb2ec21e3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.640724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cab0f21a-6364-4707-8c9a-bc8b30431c3b req-d4655422-0c93-4272-8b9a-f4eb74c118bb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468475 Jan 28 16:58:59.660422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-b3bc7b79-5b5b-4304-8811-ee6a002d176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.663041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-b3bc7b79-5b5b-4304-8811-ee6a002d176d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1515734 Jan 28 16:58:59.667446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b558fb-9cfb-4be6-addf-a44bb2ec21e3,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:58:59.684716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.685783 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-13728492-cf21-4fd2-a6b8-dcafbfc4365e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908700 Jan 28 16:58:59.686329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.690702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d1b9db8a-8703-4eef-b4ec-6295c0f7dd98 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "DELETE /v2.0/ports/34266e26-aef8-44c3-901f-70d950c41d47 HTTP/1.1" status: 204 len: 168 time: 2.3316307 Jan 28 16:58:59.691321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37686) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:59.697637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'eeebfb36-51ae-4f3c-bb71-64a63d3a10d4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:58:59.705265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37688) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:58:59.733386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-9afc342d-40b9-45b3-b37b-2ddbd404ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:58:59.735410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-9afc342d-40b9-45b3-b37b-2ddbd404ee88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0646374 Jan 28 16:58:59.760200 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (506bda22-ef7b-47dd-96f1-c261ea036d38), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.923486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port eba26604-77a0-4fe1-be82-45c4df09b019 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:58:59.924747 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (eba26604-77a0-4fe1-be82-45c4df09b019), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:58:59.986596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a487d6ba-e144-4ddb-a309-0b27c879fbee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:58:59.987158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (506bda22-ef7b-47dd-96f1-c261ea036d38), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.013807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (506bda22-ef7b-47dd-96f1-c261ea036d38), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.100362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.101870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091280 Jan 28 16:59:00.109281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a487d6ba-e144-4ddb-a309-0b27c879fbee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:00.109871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.116846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37702) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:00.118898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a3a8d-5357-42b6-9d5a-09c64b30b299 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506bda22-ef7b-47dd-96f1-c261ea036d38,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:00.127807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'eeebfb36-51ae-4f3c-bb71-64a63d3a10d4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:00.187868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2981d-aa9d-453d-97e7-d39213e70337 None None] Network 60166a84-7a5c-43ba-9e37-6efff966b66d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:00.268177 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:59:00.288191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db340d2b-d99e-459b-9a43-5489648360aa req-04d09fdd-450c-4fc1-895d-fdb70b6417b0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:00.289769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db340d2b-d99e-459b-9a43-5489648360aa req-04d09fdd-450c-4fc1-895d-fdb70b6417b0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.1987681 Jan 28 16:59:00.291655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (eba26604-77a0-4fe1-be82-45c4df09b019), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.310899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (0424613a-61ba-4e6e-8547-ced0addf7dac), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.324205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] Provisioning complete for port a487d6ba-e144-4ddb-a309-0b27c879fbee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:00.324686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.369494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for eba26604-77a0-4fe1-be82-45c4df09b019 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:00.379854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37704) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:00.380082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55c7913e-7133-4a8c-b8d9-30810213afb7 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6734354 Jan 28 16:59:00.413664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-c5e95530-fa55-4f6c-b876-c0fd49eb8bcf service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713583 Jan 28 16:59:00.415848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1368889262'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:00.501760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] Current status of the port a487d6ba-e144-4ddb-a309-0b27c879fbee is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:00.502449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.513294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a487d6ba-e144-4ddb-a309-0b27c879fbee is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:00.514146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.577307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db340d2b-d99e-459b-9a43-5489648360aa req-78ebf38f-b9fd-49e5-8959-4f4ed3ef0eff tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496128 Jan 28 16:59:00.581689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Made reservation on behalf of 74abcba658564864b1d38c2383b03200 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:00.585797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.613903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ae17f1-11b5-4cd9-af19-69455cf1539e req-72924b83-c2d4-45f6-96a7-687b9d1cfe36 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899810 Jan 28 16:59:00.616377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] For port a487d6ba-e144-4ddb-a309-0b27c879fbee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a487d6ba-e144-4ddb-a309-0b27c879fbee,segment=NetworkSegment(79f1423d-7409-401d-bf5d-b56dd557ccbc),segment_id=79f1423d-7409-401d-bf5d-b56dd557ccbc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:00.618652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (0424613a-61ba-4e6e-8547-ced0addf7dac), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.626322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.661593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:59:00.680019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5c58c3cb-8c88-4ce5-8e76-892d60d93dbc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.680573 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Added segment 5c58c3cb-8c88-4ce5-8e76-892d60d93dbc of type vlan for network 47592bfd-2f7e-4edf-bcd9-1a463917fa8e Jan 28 16:59:00.730758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (47592bfd-2f7e-4edf-bcd9-1a463917fa8e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.747190 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:59:00.748991 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:59:00.750224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11ff27-135a-4478-89e1-4d975990f161 None None] Pushing event updated for resources: {'Port': ['ID=a487d6ba-e144-4ddb-a309-0b27c879fbee,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:00.762533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (0424613a-61ba-4e6e-8547-ced0addf7dac), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.819717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0424613a-61ba-4e6e-8547-ced0addf7dac,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:00.824791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.826136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30854ae6-6c2f-4aef-b379-962cf5e380a1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7047031 Jan 28 16:59:00.829018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37708) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:00.833879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'eeebfb36-51ae-4f3c-bb71-64a63d3a10d4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:00.861139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bae0ebca-2447-4c6f-8250-338dda179edf None None] Provisioning complete for port a487d6ba-e144-4ddb-a309-0b27c879fbee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:00.861683 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bae0ebca-2447-4c6f-8250-338dda179edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.867465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (47592bfd-2f7e-4edf-bcd9-1a463917fa8e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.873316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:00.874315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:00.888514 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 16:59:00.894238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (6a27f74c-06de-4808-b4ff-df7bff9c9ad8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.021078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bae0ebca-2447-4c6f-8250-338dda179edf None None] Current status of the port a487d6ba-e144-4ddb-a309-0b27c879fbee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:01.038793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37714) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.039292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6295564 Jan 28 16:59:01.058381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69806ba9-5ef9-485b-b63e-45d1f8b62a3a tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event updated for resources: {'Network': ['ID=47592bfd-2f7e-4edf-bcd9-1a463917fa8e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:01.072556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 47592bfd-2f7e-4edf-bcd9-1a463917fa8e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:59:01.073466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423dcd0-aa7c-4821-9ad3-7c6430d2324b req-c00bd69f-a76b-4857-9bde-a10e11472c8a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:01.075385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f423dcd0-aa7c-4821-9ad3-7c6430d2324b req-c00bd69f-a76b-4857-9bde-a10e11472c8a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 943 time: 0.2910309 Jan 28 16:59:01.076359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (eba26604-77a0-4fe1-be82-45c4df09b019), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.234538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6a3dd020-82db-4392-a24f-9e79bd7cf3ec None None] Could not find standard attr ID for object 34266e26-aef8-44c3-901f-70d950c41d47. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:59:01.236880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.245013 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/eba26604-77a0-4fe1-be82-45c4df09b019 HTTP/1.1" status: 204 len: 168 time: 1.8102267 Jan 28 16:59:01.246552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5186226-47aa-4a36-9801-03b1a0d1bed9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=eba26604-77a0-4fe1-be82-45c4df09b019,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:01.250451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37716) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.326813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a487d6ba-e144-4ddb-a309-0b27c879fbee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:01.368878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f423dcd0-aa7c-4821-9ad3-7c6430d2324b req-93840382-2277-41c8-a797-5d01b95eca19 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332163 Jan 28 16:59:01.381257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (6a27f74c-06de-4808-b4ff-df7bff9c9ad8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.385204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fffcd555-683b-49c1-b544-f6640c720203 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/agents/18e0d8f5-8aec-4374-9846-034b3e2db0c5/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.3453383 Jan 28 16:59:01.390071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37718) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.397943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (6a27f74c-06de-4808-b4ff-df7bff9c9ad8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.398833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3614e38f-0b08-4513-862a-811ca2f52aef tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:01.400293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3614e38f-0b08-4513-862a-811ca2f52aef tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:01.404450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3614e38f-0b08-4513-862a-811ca2f52aef tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502616 Jan 28 16:59:01.408121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37720) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.427255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a27f74c-06de-4808-b4ff-df7bff9c9ad8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:01.469668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.470894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ca93ae9c-b169-4b3a-bcfb-92c581370cd9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6408734 Jan 28 16:59:01.477345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37722) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.504419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'network': {'name': 'tempest-network-smoke--1867844798', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'port_security_enabled': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:01.536128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet dbc148b9-4f77-4bba-8ba9-9a3d255e0d92 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:01.540819 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (dbc148b9-4f77-4bba-8ba9-9a3d255e0d92), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.553581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:01.557372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.563964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec954bae-b0e4-4595-8065-5b4e1d1d167b tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] Network 47592bfd-2f7e-4edf-bcd9-1a463917fa8e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:59:01.589612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (dbc148b9-4f77-4bba-8ba9-9a3d255e0d92), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.590640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:59:01.601500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3529b41d-a592-4b5e-85f9-5c6b3d8970fa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.601946 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Added segment 3529b41d-a592-4b5e-85f9-5c6b3d8970fa of type vlan for network cae70e37-f5bd-4aaf-b225-b247642cd293 Jan 28 16:59:01.643254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (cae70e37-f5bd-4aaf-b225-b247642cd293), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.676617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ec954bae-b0e4-4595-8065-5b4e1d1d167b tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "POST /v2.0/agents/18e0d8f5-8aec-4374-9846-034b3e2db0c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2830884 Jan 28 16:59:01.676988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (cae70e37-f5bd-4aaf-b225-b247642cd293), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.679322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37726) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.680900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dcd257-b43c-4a9d-b0a5-47f319119c14 None None] Network 47592bfd-2f7e-4edf-bcd9-1a463917fa8e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:01.683462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:01.684166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.718067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (dbc148b9-4f77-4bba-8ba9-9a3d255e0d92), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.762168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2643659 Jan 28 16:59:01.764101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37728) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:01.774004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'admin_state_up': True, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:01.808414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a5186-840e-4926-90b2-b591bef56a78 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Network': ['ID=cae70e37-f5bd-4aaf-b225-b247642cd293,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:01.814326 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (8294f9c3-bc9e-4df9-89e7-d736be77666f), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.815425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (8294f9c3-bc9e-4df9-89e7-d736be77666f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.838594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network cae70e37-f5bd-4aaf-b225-b247642cd293 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:59:01.861642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a487d6ba-e144-4ddb-a309-0b27c879fbee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:01.890635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (8294f9c3-bc9e-4df9-89e7-d736be77666f), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:01.971972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (dbc148b9-4f77-4bba-8ba9-9a3d255e0d92), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.021056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc148b9-4f77-4bba-8ba9-9a3d255e0d92,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:02.031024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.039473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0258a758-3a5e-49a2-be8c-398a07f7d450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/dbc148b9-4f77-4bba-8ba9-9a3d255e0d92 HTTP/1.1" status: 204 len: 168 time: 0.6280272 Jan 28 16:59:02.050900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37732) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.066748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9d239992-6662-4a7e-abbe-bdb69e8270ed details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:59:02.069137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb040a2-2ded-4b46-b019-650e8644da19 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:02.136733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7cec0369-2dba-40a2-a49e-6ed19b07ca7c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766060 Jan 28 16:59:02.168657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a133ed6-ee8a-48c4-96f9-dea217a91054 req-72493d8f-1d7c-46dd-a746-d0f1695c630d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:02.171655 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a133ed6-ee8a-48c4-96f9-dea217a91054 req-72493d8f-1d7c-46dd-a746-d0f1695c630d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.4881327 Jan 28 16:59:02.179133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37736) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.197411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (8294f9c3-bc9e-4df9-89e7-d736be77666f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.267390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-08d8735b-2dc1-4822-94e0-cbfb0b0964aa tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/agents/18e0d8f5-8aec-4374-9846-034b3e2db0c5/dhcp-networks HTTP/1.1" status: 200 len: 8061 time: 0.5790527 Jan 28 16:59:02.272534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37738) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.317560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a133ed6-ee8a-48c4-96f9-dea217a91054 req-d352f697-fb54-4f30-935d-da73684e394a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358035 Jan 28 16:59:02.375636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d79a5-fd24-42c4-9238-e674956aac7a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:02.377198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-586d79a5-fd24-42c4-9238-e674956aac7a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1970339 Jan 28 16:59:02.382557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37740) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.414478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9d239992-6662-4a7e-abbe-bdb69e8270ed, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:02.444735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '9d239992-6662-4a7e-abbe-bdb69e8270ed', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '9d239992-6662-4a7e-abbe-bdb69e8270ed', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:59:02.457416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5707bab8-923d-4651-81ef-5d03490f9cf4 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "DELETE /v2.0/agents/18e0d8f5-8aec-4374-9846-034b3e2db0c5/dhcp-networks/47592bfd-2f7e-4edf-bcd9-1a463917fa8e HTTP/1.1" status: 204 len: 168 time: 0.1793780 Jan 28 16:59:02.460844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37744) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.493281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a487d6ba-e144-4ddb-a309-0b27c879fbee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:02.494019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.609071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf110b42-b6c2-4103-a8d2-8df9a5bd4604 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:02.620983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bf110b42-b6c2-4103-a8d2-8df9a5bd4604 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2361224 Jan 28 16:59:02.622171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37746) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.658869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e897a6b-ea8c-4741-8a87-9fd360746f9d req-1c442b3c-dcc5-47b2-97ae-e1a2b7366b53 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:02.672243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e897a6b-ea8c-4741-8a87-9fd360746f9d req-1c442b3c-dcc5-47b2-97ae-e1a2b7366b53 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 943 time: 0.1774809 Jan 28 16:59:02.698955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b5e04d0a-7968-4fb1-b94c-105a0c10a3b4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719450 Jan 28 16:59:02.704188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37748) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.707077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (8294f9c3-bc9e-4df9-89e7-d736be77666f), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.717687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:02.733499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.839726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:02.843586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:02.872908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a5a17db3-430d-4203-9d23-23cfb1ea5d16 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/agents/18e0d8f5-8aec-4374-9846-034b3e2db0c5/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.4068005 Jan 28 16:59:02.883140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37750) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.930247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4d690a76-a7a9-42d3-8c7f-8cd9a4ad8054 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/networks/60166a84-7a5c-43ba-9e37-6efff966b66d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0422852 Jan 28 16:59:02.935453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37752) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:02.954135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e897a6b-ea8c-4741-8a87-9fd360746f9d req-78aff6ce-9967-464e-9ac2-5300c6af1e87 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810028 Jan 28 16:59:03.028157 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ccb74487-6a3a-49d0-bcdf-63c1f3e0d4f7 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/networks/60166a84-7a5c-43ba-9e37-6efff966b66d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0915916 Jan 28 16:59:03.030750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37756) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:03.052584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.134 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/2644ea83-ca56-4d4a-adb6-c8d03c4702bd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:03.140656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 9d239992-6662-4a7e-abbe-bdb69e8270ed is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:03.141307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.226821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d239992-6662-4a7e-abbe-bdb69e8270ed {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:03.298476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9d239992-6662-4a7e-abbe-bdb69e8270ed, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:03.305771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:59:03.309769 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.328516 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-973daaf7-3aa1-4abb-973a-31587e061d39 tempest-DHCPAgentSchedulersTestJSON-1395472772 tempest-DHCPAgentSchedulersTestJSON-1395472772-project-admin] 10.222.0.25 "GET /v2.0/agents/18e0d8f5-8aec-4374-9846-034b3e2db0c5/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.2966247 Jan 28 16:59:03.332506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:03.336984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.427521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a487d6ba-e144-4ddb-a309-0b27c879fbee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:03.464245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=9d239992-6662-4a7e-abbe-bdb69e8270ed,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:03.492032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] Deleting port 415cd522-9dca-4050-a475-621522952632 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:03.492450 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (415cd522-9dca-4050-a475-621522952632), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.546834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:59:03.558600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a43e6-ba91-4a7f-870d-0ba36aa114f7 req-c6355123-ddd4-41e3-8f06-8a1e27016000 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:03.560152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c7a43e6-ba91-4a7f-870d-0ba36aa114f7 req-c6355123-ddd4-41e3-8f06-8a1e27016000 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.1115737 Jan 28 16:59:03.561136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (47592bfd-2f7e-4edf-bcd9-1a463917fa8e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.598694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.648510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c7a43e6-ba91-4a7f-870d-0ba36aa114f7 req-f59f2bd9-e8e6-4f61-8b04-ecd818172676 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Jan 28 16:59:03.700922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:59:03.714649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] For port 415cd522-9dca-4050-a475-621522952632, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=415cd522-9dca-4050-a475-621522952632,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:03.715050 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (415cd522-9dca-4050-a475-621522952632), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.749771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (47592bfd-2f7e-4edf-bcd9-1a463917fa8e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.771204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47592bfd-2f7e-4edf-bcd9-1a463917fa8e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:03.780814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c58c3cb-8c88-4ce5-8e76-892d60d93dbc') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:03.782330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c58c3cb-8c88-4ce5-8e76-892d60d93dbc') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:03.789953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] Calling delete_port for 415cd522-9dca-4050-a475-621522952632 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:03.791357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (5c58c3cb-8c88-4ce5-8e76-892d60d93dbc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.805421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5c58c3cb-8c88-4ce5-8e76-892d60d93dbc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.812189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:59:03.812189 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (5c58c3cb-8c88-4ce5-8e76-892d60d93dbc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: timer() Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:59:03.873245 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:59:03.885633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (47592bfd-2f7e-4edf-bcd9-1a463917fa8e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.888791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:03.895782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:03.902362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "DELETE /v2.0/networks/47592bfd-2f7e-4edf-bcd9-1a463917fa8e HTTP/1.1" status: 204 len: 168 time: 0.5694537 Jan 28 16:59:03.907010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37764) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:03.909146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:03.927183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:03.951995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9df327-ef8e-45eb-ba28-842084a8c33f tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event deleted for resources: {'Network': ['ID=47592bfd-2f7e-4edf-bcd9-1a463917fa8e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:04.010204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:04.030244 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fedb7d-ed5a-445d-9913-93e1a9aa152e tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] DELETE failed (client error): The resource could not be found. Jan 28 16:59:04.044535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fedb7d-ed5a-445d-9913-93e1a9aa152e tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:59:04.056185 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-95fedb7d-ed5a-445d-9913-93e1a9aa152e tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "DELETE /v2.0/ports/34266e26-aef8-44c3-901f-70d950c41d47 HTTP/1.1" status: 404 len: 333 time: 0.1448853 Jan 28 16:59:04.057965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37770) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:04.106034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 415cd522-9dca-4050-a475-621522952632 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:59:04.298980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Deleting subnet 9a0fc933-755f-4f33-9089-51109aba8537 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:04.312209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241ba6c-1aa5-4d11-96a4-3b6e49f8b5a7 req-e1630068-5f51-430c-88cd-2fe78fecc4b6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:04.314517 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b241ba6c-1aa5-4d11-96a4-3b6e49f8b5a7 req-e1630068-5f51-430c-88cd-2fe78fecc4b6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 944 time: 0.2228296 Jan 28 16:59:04.322962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for subnet (9a0fc933-755f-4f33-9089-51109aba8537), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:04.403925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b241ba6c-1aa5-4d11-96a4-3b6e49f8b5a7 req-66946a94-0504-4741-a11e-059a61eb53e4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772989 Jan 28 16:59:04.408633 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (415cd522-9dca-4050-a475-621522952632), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:04.470371 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (415cd522-9dca-4050-a475-621522952632), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:04.523721 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (9a0fc933-755f-4f33-9089-51109aba8537), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:04.549943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] Pushing event deleted for resources: {'Port': ['ID=415cd522-9dca-4050-a475-621522952632,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:04.553678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port 415cd522-9dca-4050-a475-621522952632 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 16:59:04.554073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port 415cd522-9dca-4050-a475-621522952632 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 16:59:04.554459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 415cd522-9dca-4050-a475-621522952632 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:59:04.564624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccd323-3752-46e4-b0d8-d83617ad2018 None None] No DVR routers for this DVR port 415cd522-9dca-4050-a475-621522952632 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:59:04.796931 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (8294f9c3-bc9e-4df9-89e7-d736be77666f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.115050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1ecf9-e345-40c7-a65c-c21cb5d24d03 req-c4ca9529-ca49-4b13-81bb-00ad241dd48d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:05.117420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3f1ecf9-e345-40c7-a65c-c21cb5d24d03 req-c4ca9529-ca49-4b13-81bb-00ad241dd48d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.1999919 Jan 28 16:59:05.158927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9a0fc933-755f-4f33-9089-51109aba8537), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.213757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 415cd522-9dca-4050-a475-621522952632, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=415cd522-9dca-4050-a475-621522952632,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:05.243936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3f1ecf9-e345-40c7-a65c-c21cb5d24d03 req-9a231ec2-0d56-49be-8c9d-e7f42e8d1923 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200614 Jan 28 16:59:05.279051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (415cd522-9dca-4050-a475-621522952632), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.286211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (415cd522-9dca-4050-a475-621522952632), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.298514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (9a0fc933-755f-4f33-9089-51109aba8537), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.341051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=415cd522-9dca-4050-a475-621522952632,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:05.377264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (b2bc974d-311e-44c2-b180-87ed8d2da24f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.383514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0fc933-755f-4f33-9089-51109aba8537,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:05.394130 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.399922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-265ee8db-9ddc-4e00-a90b-bafd2cd17407 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "DELETE /v2.0/subnets/9a0fc933-755f-4f33-9089-51109aba8537 HTTP/1.1" status: 204 len: 168 time: 1.3350303 Jan 28 16:59:05.402186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:05.408345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9233dc2-61a5-4a83-a039-de73cab4d192 None None] Network 60166a84-7a5c-43ba-9e37-6efff966b66d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:05.410286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (8294f9c3-bc9e-4df9-89e7-d736be77666f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.504978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (60166a84-7a5c-43ba-9e37-6efff966b66d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.633424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=b2bc974d-311e-44c2-b180-87ed8d2da24f,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:05.712935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:05.721408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:05.729646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 8294f9c3-bc9e-4df9-89e7-d736be77666f is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:59:05.738325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:05.738937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:05.752337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c21c8-bf29-493b-a38c-530a8ecb5118 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:05.863367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-23cfc924-4f75-43e0-a197-6d43f796798d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1559532 Jan 28 16:59:05.869906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:05.875583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:15:99:9a', 'name': 'tempest-NetworksTestDHCPv6-875095875'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:05.885318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] DHCP port deletion for 60166a84-7a5c-43ba-9e37-6efff966b66d request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:59:05.923091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264a080-dba7-4dc9-a0ed-56b656ca208e req-5f68e950-fef1-4115-8433-6471535eca16 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:05.924641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a264a080-dba7-4dc9-a0ed-56b656ca208e req-5f68e950-fef1-4115-8433-6471535eca16 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 944 time: 0.2799966 Jan 28 16:59:05.970162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Deleting port a487d6ba-e144-4ddb-a309-0b27c879fbee {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:05.970506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.027329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'b2bc974d-311e-44c2-b180-87ed8d2da24f'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:59:06.031161 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.078095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9d239992-6662-4a7e-abbe-bdb69e8270ed up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:06.097454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:06.159644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] Deleting port a487d6ba-e144-4ddb-a309-0b27c879fbee {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:06.160018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.182233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a264a080-dba7-4dc9-a0ed-56b656ca208e req-5c60e708-bcae-444a-a37b-4e326b784e42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365606 Jan 28 16:59:06.242094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] For port a487d6ba-e144-4ddb-a309-0b27c879fbee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a487d6ba-e144-4ddb-a309-0b27c879fbee,segment=NetworkSegment(79f1423d-7409-401d-bf5d-b56dd557ccbc),segment_id=79f1423d-7409-401d-bf5d-b56dd557ccbc)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:06.242464 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.267850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:06.268723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Calling delete_port for a487d6ba-e144-4ddb-a309-0b27c879fbee owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:06.381758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 9d239992-6662-4a7e-abbe-bdb69e8270ed completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:59:06.392691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 9d239992-6662-4a7e-abbe-bdb69e8270ed triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:06.393124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.447648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] For port a487d6ba-e144-4ddb-a309-0b27c879fbee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a487d6ba-e144-4ddb-a309-0b27c879fbee,segment=NetworkSegment(79f1423d-7409-401d-bf5d-b56dd557ccbc),segment_id=79f1423d-7409-401d-bf5d-b56dd557ccbc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:06.448073 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.471804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] Calling delete_port for a487d6ba-e144-4ddb-a309-0b27c879fbee owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:06.497472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:06.516815 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Sync routers for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:06.525686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.532997 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:06.533606 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:06.550618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 874ad3e0-8a24-40ae-8f28-c619cb00ddd4 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:06.594383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b95c6f8a-5d51-4242-be81-6f1c836f313c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.599027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.604755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9860ebce-8a45-44a8-85dc-4b1b623f1819 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8394990 Jan 28 16:59:06.608270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:06.635366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Allocated IP 2001:db8::f816:3eff:fe1c:ed75 (5cb4a354-f6b3-4e03-838b-50cc821388f9/b2bc974d-311e-44c2-b180-87ed8d2da24f/5b455708-103f-48f1-b739-3c401973763c) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:06.677545 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-22666948-9212-4cf1-b2cb-f21aa0c40525 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8ed5608621734a99b86b03a99acedd8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681021 Jan 28 16:59:06.678714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37800) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:06.696890 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b95c6f8a-5d51-4242-be81-6f1c836f313c admin admin] Publish callbacks [] for security_group (d718ae90-ca3a-4bba-9901-92207da06623), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.728541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c790ea-36f5-40e0-a298-81cb0c8e7d88 req-00e240f9-ccfd-4079-b5a6-e723fbf1143b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:06.736898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79c790ea-36f5-40e0-a298-81cb0c8e7d88 req-00e240f9-ccfd-4079-b5a6-e723fbf1143b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.2466061 Jan 28 16:59:06.747452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b95c6f8a-5d51-4242-be81-6f1c836f313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d718ae90-ca3a-4bba-9901-92207da06623), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.748627 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:59:06.760200 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.871268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 9d239992-6662-4a7e-abbe-bdb69e8270ed is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:06.871838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.894019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-79c790ea-36f5-40e0-a298-81cb0c8e7d88 req-9733beac-d532-43a1-9d9d-9b73978596c1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561255 Jan 28 16:59:06.920560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (a487d6ba-e144-4ddb-a309-0b27c879fbee), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:06.937462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event deleted for resources: {'Port': ['ID=a487d6ba-e144-4ddb-a309-0b27c879fbee,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:06.940141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] No DVR routers for this DVR port a487d6ba-e144-4ddb-a309-0b27c879fbee on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:59:06.952967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866350d4-91ef-40d6-83a8-2a039070ef87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d239992-6662-4a7e-abbe-bdb69e8270ed'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:06.955838 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94ab87-8264-4cf7-8ad2-50ba8cedd0cc" -d '{"events": [{"server_uuid": "866350d4-91ef-40d6-83a8-2a039070ef87", "name": "network-vif-plugged", "status": "completed", "tag": "9d239992-6662-4a7e-abbe-bdb69e8270ed"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:06.961534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b95c6f8a-5d51-4242-be81-6f1c836f313c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce01b67a8f304570b78434e5d3a81d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7646129 Jan 28 16:59:06.971151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:06.981568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c6f8a-5d51-4242-be81-6f1c836f313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d718ae90-ca3a-4bba-9901-92207da06623,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:07.001325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] Pushing event deleted for resources: {'Port': ['ID=a487d6ba-e144-4ddb-a309-0b27c879fbee,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:07.007808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 9d239992-6662-4a7e-abbe-bdb69e8270ed, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:07.009558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23d453-efef-4eeb-ba94-e2e4b6a08e3b None None] No DVR routers for this DVR port a487d6ba-e144-4ddb-a309-0b27c879fbee on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:59:07.028735 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.100854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=9d239992-6662-4a7e-abbe-bdb69e8270ed,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:07.151710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:59:07.171699 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b4bf7-fc25-4e57-9b8c-acbfa7b8d231 x-openstack-request-id: req-815b4bf7-fc25-4e57-9b8c-acbfa7b8d231 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:07.171997 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866350d4-91ef-40d6-83a8-2a039070ef87", "name": "network-vif-plugged", "status": "completed", "tag": "9d239992-6662-4a7e-abbe-bdb69e8270ed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:07.172262 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-815b4bf7-fc25-4e57-9b8c-acbfa7b8d231 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:07.172701 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866350d4-91ef-40d6-83a8-2a039070ef87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d239992-6662-4a7e-abbe-bdb69e8270ed', 'code': 200} Jan 28 16:59:07.265180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66596fc9-e89b-463c-991f-0598c3e60bba tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:07.269291 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:04Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:07.277846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66596fc9-e89b-463c-991f-0598c3e60bba tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5954096 Jan 28 16:59:07.303601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:07.364851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (60166a84-7a5c-43ba-9e37-6efff966b66d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.379845 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Checking router: 8294f9c3-bc9e-4df9-89e7-d736be77666f for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:59:07.385178 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Updating router 8294f9c3-bc9e-4df9-89e7-d736be77666f port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:59:07.412909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Publish callbacks [] for port (5b455708-103f-48f1-b739-3c401973763c), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.426101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60166a84-7a5c-43ba-9e37-6efff966b66d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:07.440148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (5b455708-103f-48f1-b739-3c401973763c), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.446558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 16:59:07.461108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f1423d-7409-401d-bf5d-b56dd557ccbc') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:07.461340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f1423d-7409-401d-bf5d-b56dd557ccbc') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:07.484442 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.501113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (79f1423d-7409-401d-bf5d-b56dd557ccbc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.503912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37812) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:07.508026 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-06483a0e-c740-4977-a47f-64ea8b8cf926 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1938069 Jan 28 16:59:07.510044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834275246', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:07.597393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (79f1423d-7409-401d-bf5d-b56dd557ccbc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.618917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 16:59:07.619325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (79f1423d-7409-401d-bf5d-b56dd557ccbc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: timer() Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 16:59:07.625707 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 16:59:07.629983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:07.644026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:07.657446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:07.681838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f8fc5a-6667-47d2-a346-def55872f694 admin admin] Publish callbacks [] for security_group (d718ae90-ca3a-4bba-9901-92207da06623), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.753491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792effa9-c7ea-4fa9-b97f-873165c12490 req-561730be-92d7-4dec-9012-b53f199e654f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:07.753741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe15:999a (5cb4a354-f6b3-4e03-838b-50cc821388f9/b2bc974d-311e-44c2-b180-87ed8d2da24f/874ad3e0-8a24-40ae-8f28-c619cb00ddd4) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:07.761717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-792effa9-c7ea-4fa9-b97f-873165c12490 req-561730be-92d7-4dec-9012-b53f199e654f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2732239 Jan 28 16:59:07.786184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Pushing event updated for resources: {'Port': ['ID=5b455708-103f-48f1-b739-3c401973763c,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:07.799700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (60166a84-7a5c-43ba-9e37-6efff966b66d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.812001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.814895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b609-4b58-45d2-8744-14cc959d2fad req-f19412c5-e9e4-48d5-8902-543e9401534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:07.825184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0d0b609-4b58-45d2-8744-14cc959d2fad req-f19412c5-e9e4-48d5-8902-543e9401534d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 1128 time: 0.5941329 Jan 28 16:59:07.825706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f8fc5a-6667-47d2-a346-def55872f694 admin admin] Publish callbacks [] for security_group (d718ae90-ca3a-4bba-9901-92207da06623), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.827227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] 10.222.0.25 "DELETE /v2.0/networks/60166a84-7a5c-43ba-9e37-6efff966b66d HTTP/1.1" status: 204 len: 168 time: 2.4239883 Jan 28 16:59:07.830003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:07.833575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:07.892730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f4e54-cfd1-429f-8386-91b5aa21c986 tempest-DHCPAgentSchedulersTestJSON-1467217297 tempest-DHCPAgentSchedulersTestJSON-1467217297-project] Pushing event deleted for resources: {'Network': ['ID=60166a84-7a5c-43ba-9e37-6efff966b66d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:07.979219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:08.025714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a487d6ba-e144-4ddb-a309-0b27c879fbee no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:59:08.100747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a487d6ba-e144-4ddb-a309-0b27c879fbee {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:59:08.101168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a487d6ba-e144-4ddb-a309-0b27c879fbee not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:59:08.129184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c0d0b609-4b58-45d2-8744-14cc959d2fad req-2b7366fa-37f2-4ea8-865a-c7f268c0826b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874496 Jan 28 16:59:08.135465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Attempting to bind port 5b455708-103f-48f1-b739-3c401973763c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:08.135900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Attempting to bind port 5b455708-103f-48f1-b739-3c401973763c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:08.136253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Attempting to bind port 5b455708-103f-48f1-b739-3c401973763c on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:08.138603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3', 'mac_address': 'fa:16:3e:46:14:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:59:08.191469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:08.191874 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.194128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f8fc5a-6667-47d2-a346-def55872f694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d718ae90-ca3a-4bba-9901-92207da06623), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.203803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-792effa9-c7ea-4fa9-b97f-873165c12490 req-5ef9692f-aa97-4525-89dc-49e12de3e88c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337468 Jan 28 16:59:08.207291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:08.209618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f8fc5a-6667-47d2-a346-def55872f694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.212939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f5f8fc5a-6667-47d2-a346-def55872f694 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d718ae90-ca3a-4bba-9901-92207da06623 HTTP/1.1" status: 204 len: 168 time: 1.2386091 Jan 28 16:59:08.230197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:08.230552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:08.230926 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.231327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:08.236830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Bound port: 5b455708-103f-48f1-b739-3c401973763c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:08.237284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b455708-103f-48f1-b739-3c401973763c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.299993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:08.346678 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Publish callbacks [] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.361938 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.375610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb687-b963-43ce-b7b1-d757308f5b0c req-e5fcda97-a764-4ba3-be27-107c358e3915 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:08.384354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8fc5a-6667-47d2-a346-def55872f694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d718ae90-ca3a-4bba-9901-92207da06623,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:08.394067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44ccb687-b963-43ce-b7b1-d757308f5b0c req-e5fcda97-a764-4ba3-be27-107c358e3915 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 944 time: 0.3474753 Jan 28 16:59:08.422040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] For port 5b455708-103f-48f1-b739-3c401973763c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:08.426617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] For port 5b455708-103f-48f1-b739-3c401973763c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b455708-103f-48f1-b739-3c401973763c,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:08.427863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37824) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:08.432019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.439436 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Attempting to bind port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:08.449578 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Attempting to bind port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:08.449903 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b455708-103f-48f1-b739-3c401973763c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.450410 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Attempting to bind port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:08.494124 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:08.494819 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:08.496113 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.496689 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:08.497332 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Bound port: 2644ea83-ca56-4d4a-adb6-c8d03c4702bd, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:08.499146 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.617692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (874ad3e0-8a24-40ae-8f28-c619cb00ddd4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.627805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] For port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:08.636358 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] For port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:08.649604 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.660883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44ccb687-b963-43ce-b7b1-d757308f5b0c req-a8c91164-b747-47cf-8860-aabf2bbb9e14 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655289 Jan 28 16:59:08.685121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:08.745522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (874ad3e0-8a24-40ae-8f28-c619cb00ddd4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.754552 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:08.761473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:08.828182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:59:08.925676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (62e9ffb5-eb06-49ae-8630-6d2e487c9c67), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:08.970017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:08.992939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:08.993555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b980ac1-06df-48fe-876d-dbac1dff469d None None] Pushing event updated for resources: {'Port': ['ID=5b455708-103f-48f1-b739-3c401973763c,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:09.038737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:09.053351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:09.054182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:09.067635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Subnet': ['ID=62e9ffb5-eb06-49ae-8630-6d2e487c9c67,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:09.152574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2814791 Jan 28 16:59:09.159002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37834) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:09.162085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4488e-8060-49ba-a91f-c1f3b4452a6c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=874ad3e0-8a24-40ae-8f28-c619cb00ddd4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:09.166708 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:59:09.315792 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d1256851-db80-4649-8292-ba22af14f8eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74abcba658564864b1d38c2383b03200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8842614 Jan 28 16:59:09.325652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37842) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:09.445494 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-986d43d0-5f97-4a6d-b967-4d0333f82ad6 admin admin] Publish callbacks [] for security_group (198b97ec-fa6b-4d07-a3c1-50f261bee462), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:09.448641 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Pushing event updated for resources: {'Port': ['ID=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:09.475639 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.475992 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.476337 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.476690 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.477047 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.477379 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.477708 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.478048 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.478374 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.478700 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.479025 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.479348 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.479670 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:09.493252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-986d43d0-5f97-4a6d-b967-4d0333f82ad6 admin admin] Publish callbacks [] for security_group (198b97ec-fa6b-4d07-a3c1-50f261bee462), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:09.541246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Checking segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:09.541874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network hostable DHCP agents. Network: cae70e37-f5bd-4aaf-b225-b247642cd293, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:59:09.610372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-986d43d0-5f97-4a6d-b967-4d0333f82ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (198b97ec-fa6b-4d07-a3c1-50f261bee462), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:09.617918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-986d43d0-5f97-4a6d-b967-4d0333f82ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:09.619166 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-986d43d0-5f97-4a6d-b967-4d0333f82ad6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/198b97ec-fa6b-4d07-a3c1-50f261bee462 HTTP/1.1" status: 204 len: 168 time: 0.2924235 Jan 28 16:59:09.628248 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c6a1d-3707-4e79-9dbf-25693f554093 None None] Pushing event updated for resources: {'Port': ['ID=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:09.648736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d43d0-5f97-4a6d-b967-4d0333f82ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198b97ec-fa6b-4d07-a3c1-50f261bee462,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:09.665460 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:04Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:09.676724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc62b-fa8d-4431-a25b-b60740d65ebc req-866ac0e2-aebe-479b-8ee3-2d4a8fcda25b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:09.689738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82ddc62b-fa8d-4431-a25b-b60740d65ebc req-866ac0e2-aebe-479b-8ee3-2d4a8fcda25b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2674432 Jan 28 16:59:09.727497 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc45756-eb4a-4358-a194-346b51286e0d None None] The sync data for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 is: [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:04Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:09.764361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e7ca0-863a-4853-bb53-d08a2eee9120 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:09.789140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e7ca0-863a-4853-bb53-d08a2eee9120 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:09.791074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-062e7ca0-863a-4853-bb53-d08a2eee9120 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6310315 Jan 28 16:59:09.793902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37856) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:09.802153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network cae70e37-f5bd-4aaf-b225-b247642cd293 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:59:09.835198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, cae70e37-f5bd-4aaf-b225-b247642cd293) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:09.854597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de3bc61-eb6a-4004-9c8c-51833a86018d None None] Network cae70e37-f5bd-4aaf-b225-b247642cd293 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:09.866486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:09.870699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.047498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 874ad3e0-8a24-40ae-8f28-c619cb00ddd4 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:10.051424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (874ad3e0-8a24-40ae-8f28-c619cb00ddd4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.139205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6a021549-4369-4163-b1b4-a40a12af856b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6341763 Jan 28 16:59:10.145078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37862) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:10.180992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b455708-103f-48f1-b739-3c401973763c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:10.278036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-cae70e37-f5bd-4aaf-b225-b247642cd293', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:59:10.289677 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.315595 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (874ad3e0-8a24-40ae-8f28-c619cb00ddd4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.353232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 874ad3e0-8a24-40ae-8f28-c619cb00ddd4 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:10.450195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37870) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:10.460604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82ddc62b-fa8d-4431-a25b-b60740d65ebc req-251dab7e-93c4-47c1-a0a7-d06d746297e1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696869 Jan 28 16:59:10.495469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2398dade-4415-44aa-b3d8-b5c84ab843a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.497556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a447d-d2d8-43c8-9af6-6c4ffa249868 req-d4227d1e-2c09-4fd6-8a62-97452978218d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:10.502552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b63a447d-d2d8-43c8-9af6-6c4ffa249868 req-d4227d1e-2c09-4fd6-8a62-97452978218d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 945 time: 0.6177485 Jan 28 16:59:10.774044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (874ad3e0-8a24-40ae-8f28-c619cb00ddd4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.874484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2398dade-4415-44aa-b3d8-b5c84ab843a2 admin admin] Publish callbacks [] for security_group (79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.917854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=874ad3e0-8a24-40ae-8f28-c619cb00ddd4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:10.925101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2398dade-4415-44aa-b3d8-b5c84ab843a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:10.972015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398dade-4415-44aa-b3d8-b5c84ab843a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:11.053350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.071435 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ad0c7308-e7ff-4c13-b24d-68fcb4862c2b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/874ad3e0-8a24-40ae-8f28-c619cb00ddd4 HTTP/1.1" status: 204 len: 168 time: 1.2738092 Jan 28 16:59:11.074574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37882) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:11.110286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b63a447d-d2d8-43c8-9af6-6c4ffa249868 req-2de820a5-243c-4148-95de-8186db33fbcc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465646 Jan 28 16:59:11.168706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Provisioning complete for port 5b455708-103f-48f1-b739-3c401973763c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:11.175020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b455708-103f-48f1-b739-3c401973763c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.182672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff10a4-9d90-4632-8096-8a3cac7848c3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:11.184220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff10a4-9d90-4632-8096-8a3cac7848c3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:11.188210 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b8ff10a4-9d90-4632-8096-8a3cac7848c3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1101780 Jan 28 16:59:11.200969 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2398dade-4415-44aa-b3d8-b5c84ab843a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e087f229aa254b6a8296522562a5e178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7472882 Jan 28 16:59:11.200969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37884) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:11.201276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37886) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:11.230937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:11.368577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Allocated IP 172.20.0.2 (cae70e37-f5bd-4aaf-b225-b247642cd293/62e9ffb5-eb06-49ae-8630-6d2e487c9c67/4a8ca317-dfad-4d5d-a2f2-32b40d290a44) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:11.399676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet b2bc974d-311e-44c2-b180-87ed8d2da24f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:11.411610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (b2bc974d-311e-44c2-b180-87ed8d2da24f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.456442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.527408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b455708-103f-48f1-b739-3c401973763c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:11.527836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b455708-103f-48f1-b739-3c401973763c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.538556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4cbf-b16f-44c6-b985-8b59e909ab09 admin admin] Publish callbacks [] for security_group (79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.549480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (b2bc974d-311e-44c2-b180-87ed8d2da24f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.694357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4cbf-b16f-44c6-b985-8b59e909ab09 admin admin] Publish callbacks [] for security_group (79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.821966 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Publish callbacks [] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.841861 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.877863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Network cae70e37-f5bd-4aaf-b225-b247642cd293 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:11.888620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:11.896699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:11.949038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (b2bc974d-311e-44c2-b180-87ed8d2da24f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:11.975974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.1 (cae70e37-f5bd-4aaf-b225-b247642cd293/62e9ffb5-eb06-49ae-8630-6d2e487c9c67/ac7aa1f8-07c7-41e8-987b-ef4c33cc3209) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:11.989553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Pushing event updated for resources: {'Port': ['ID=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:11.995513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:59:12.019188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4cbf-b16f-44c6-b985-8b59e909ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.027511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4cbf-b16f-44c6-b985-8b59e909ab09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.035797 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8cc4cbf-b16f-44c6-b985-8b59e909ab09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6 HTTP/1.1" status: 204 len: 168 time: 0.8335049 Jan 28 16:59:12.054386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Attempting to bind port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:12.054763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Attempting to bind port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:12.055306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Attempting to bind port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:12.066205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4cbf-b16f-44c6-b985-8b59e909ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9d5f6-aec9-4e14-9ca3-afd8b340e2a6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:12.067443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:12.068606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.117354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (b2bc974d-311e-44c2-b180-87ed8d2da24f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.164626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:12.165540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Checking segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:12.166098 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.166498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Bound using segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:12.166988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Bound port: 4a8ca317-dfad-4d5d-a2f2-32b40d290a44, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:12.167991 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.174206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bc974d-311e-44c2-b180-87ed8d2da24f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:12.199044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.208392 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55dad966-f6a2-4d33-9317-190607cb660a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/b2bc974d-311e-44c2-b180-87ed8d2da24f HTTP/1.1" status: 204 len: 168 time: 1.0080411 Jan 28 16:59:12.210339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37902) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:12.288337 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a7b2769e-33a6-4fcf-9fc7-0ee0ec948845 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675611 Jan 28 16:59:12.289198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37904) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:12.297487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:12.306641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2497de39-f173-45dd-8d77-157955932d39 None None] For port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:12.309882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.317131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2497de39-f173-45dd-8d77-157955932d39 None None] For port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:12.340943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4929b99-ed25-413e-b7a8-0edb820fc16a None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:12.450820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:12.462896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.472759 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.576578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.628128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network cae70e37-f5bd-4aaf-b225-b247642cd293 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:12.640200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:12.655141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:12.750494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (8294f9c3-bc9e-4df9-89e7-d736be77666f), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.766237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:12.894340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b455708-103f-48f1-b739-3c401973763c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:12.894699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b455708-103f-48f1-b739-3c401973763c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:12.948895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497de39-f173-45dd-8d77-157955932d39 None None] Pushing event updated for resources: {'Port': ['ID=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:13.030891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 5b455708-103f-48f1-b739-3c401973763c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b455708-103f-48f1-b739-3c401973763c,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:13.124463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.128637 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.139736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:13.140401 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.149243 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b455708-103f-48f1-b739-3c401973763c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.195904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Current status of the port 5b455708-103f-48f1-b739-3c401973763c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:13.196793 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b455708-103f-48f1-b739-3c401973763c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.354228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:59:13.595652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=5b455708-103f-48f1-b739-3c401973763c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:13.637822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:59:13.644926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2644ea83-ca56-4d4a-adb6-c8d03c4702bd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:13.650221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bdd592-d21d-47e9-b643-541dfc114225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:13.661059 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e07170e-2330-4d8b-8438-f3d4b6a13e8b" -d '{"events": [{"server_uuid": "53bdd592-d21d-47e9-b643-541dfc114225", "name": "network-vif-plugged", "status": "completed", "tag": "3a1bd106-eaac-4fe7-a3ce-f77d15786fb3"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:13.766585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:13.786353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b455708-103f-48f1-b739-3c401973763c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.845595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:13.876382 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:59:13.876924 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:59:13.931995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037cd7d-a74e-4b15-a40e-35bf9fa0f3a3 req-89c767fb-580e-494e-a38d-84997fe66bae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:13.945310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8037cd7d-a74e-4b15-a40e-35bf9fa0f3a3 req-89c767fb-580e-494e-a38d-84997fe66bae tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 945 time: 1.5531001 Jan 28 16:59:13.973189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a797fc-edc9-480d-b512-a08f910e0c00 req-f665c27a-cd45-4688-836f-2ca10e8f948f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:13.979092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23a797fc-edc9-480d-b512-a08f910e0c00 req-f665c27a-cd45-4688-836f-2ca10e8f948f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 1.5808744 Jan 28 16:59:14.028181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:14.064365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:14.064732 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.136190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 5b455708-103f-48f1-b739-3c401973763c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b455708-103f-48f1-b739-3c401973763c,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:14.136959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] Deleting port 5b455708-103f-48f1-b739-3c401973763c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:14.137643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5b455708-103f-48f1-b739-3c401973763c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.212911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (5b455708-103f-48f1-b739-3c401973763c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.220814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23a797fc-edc9-480d-b512-a08f910e0c00 req-d052e422-462b-48c9-8c2b-8ee7bdc82262 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164295 Jan 28 16:59:14.227053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5b455708-103f-48f1-b739-3c401973763c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.353765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (b88ac17d-215c-4a88-9e15-556612998d20), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.378574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8037cd7d-a74e-4b15-a40e-35bf9fa0f3a3 req-1f6a55bf-de10-43fc-98f4-d8f962af88b6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223907 Jan 28 16:59:14.378814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] For port 5b455708-103f-48f1-b739-3c401973763c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b455708-103f-48f1-b739-3c401973763c,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:14.378814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5b455708-103f-48f1-b739-3c401973763c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.419581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] Calling delete_port for 5b455708-103f-48f1-b739-3c401973763c owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:14.424128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=b88ac17d-215c-4a88-9e15-556612998d20,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:14.468768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:14.490558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:14.510757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:14.511278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.513972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=5b455708-103f-48f1-b739-3c401973763c,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:14.578132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.585453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a9b7dce-7853-451f-b3a2-fb6d84c4100f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2950423 Jan 28 16:59:14.588967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37948) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:14.594138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:1a:49:7c', 'name': 'tempest-NetworksTestDHCPv6-1510875753'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:14.627573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b083c-93e7-47f5-9d86-351a7b3a4d69 req-37e2959e-ffab-4705-bc11-0e7b2045505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:14.629302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a4b083c-93e7-47f5-9d86-351a7b3a4d69 req-37e2959e-ffab-4705-bc11-0e7b2045505f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 1129 time: 0.1339054 Jan 28 16:59:14.709547 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c842708-3871-4e75-8df4-98f987ce980b x-openstack-request-id: req-4c842708-3871-4e75-8df4-98f987ce980b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:14.710274 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bdd592-d21d-47e9-b643-541dfc114225", "name": "network-vif-plugged", "status": "completed", "tag": "3a1bd106-eaac-4fe7-a3ce-f77d15786fb3", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:14.710559 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c842708-3871-4e75-8df4-98f987ce980b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:14.711098 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bdd592-d21d-47e9-b643-541dfc114225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3', 'code': 200} Jan 28 16:59:14.713551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (5b455708-103f-48f1-b739-3c401973763c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:14.757947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbde65-225f-43e6-82b6-e862019b8097 None None] Port 5b455708-103f-48f1-b739-3c401973763c update to ACTIVE by agent not found {{(pid=103095) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 16:59:14.853218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] No DVR routers for this DVR port 5b455708-103f-48f1-b739-3c401973763c on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:59:14.859641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c5d12-41dc-4428-af2b-54f4ec133fde None None] Pushing event deleted for resources: {'Port': ['ID=5b455708-103f-48f1-b739-3c401973763c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:14.895980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ac7c9-d597-4756-9b13-faa8c4d7ed58 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:14.903721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a4b083c-93e7-47f5-9d86-351a7b3a4d69 req-6e293bca-94d7-4fe4-a6dd-74d4283f04d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820636 Jan 28 16:59:14.990595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7941191f-b623-43a2-97c3-88edb1f71446 None None] Could not find standard attr ID for object 874ad3e0-8a24-40ae-8f28-c619cb00ddd4. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:59:14.997124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb8e7e-8b99-4f4e-96f9-e4bbba2e69e4 None None] Network cae70e37-f5bd-4aaf-b225-b247642cd293 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:15.016381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:15.187094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c8c6-4e4a-4b64-9546-19158d35e68e req-77cbff16-d444-474d-a6dd-75df40285730 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:15.188659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6411c8c6-4e4a-4b64-9546-19158d35e68e req-77cbff16-d444-474d-a6dd-75df40285730 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.3387554 Jan 28 16:59:15.195964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:15.196148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:15.219999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:15.256249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port ce4153ee-b22e-4ea9-bc1e-7c2e5951a601 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:15.285179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:15.375915 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:15.429961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] Provisioning complete for port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:15.430432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe1a:497c (5cb4a354-f6b3-4e03-838b-50cc821388f9/b88ac17d-215c-4a88-9e15-556612998d20/ce4153ee-b22e-4ea9-bc1e-7c2e5951a601) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:15.431038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:15.473936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6411c8c6-4e4a-4b64-9546-19158d35e68e req-07cefd14-d303-4d4d-b66b-6b30efc66208 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728059 Jan 28 16:59:15.596099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': 'b88ac17d-215c-4a88-9e15-556612998d20'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:59:15.597019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:15.626275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:15.678379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] Current status of the port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:15.678918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.043291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe67c1-36eb-449e-a05a-2b93d67bb148 req-254d53ef-ce2c-4831-afc5-2ccd22da187a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:16.048788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bbe67c1-36eb-449e-a05a-2b93d67bb148 req-254d53ef-ce2c-4831-afc5-2ccd22da187a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 946 time: 0.5224562 Jan 28 16:59:16.117963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:16.125310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (ce4153ee-b22e-4ea9-bc1e-7c2e5951a601), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.154937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.172887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.313888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ce4153ee-b22e-4ea9-bc1e-7c2e5951a601), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.372706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (8294f9c3-bc9e-4df9-89e7-d736be77666f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.402596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37980) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:16.471360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bbe67c1-36eb-449e-a05a-2b93d67bb148 req-81169311-01d5-48f3-8822-bc2b48e0a007 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993466 Jan 28 16:59:16.482640 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2af4eaf6-10cc-4cb5-91d8-0666ad9a986c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.487238 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:16.580045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:16.606936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:16.647863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:16.656530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] For port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:16.671850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Allocated IP 2001:db8::f816:3eff:fee5:7fcd (5cb4a354-f6b3-4e03-838b-50cc821388f9/b88ac17d-215c-4a88-9e15-556612998d20/1bcab219-4fc0-47e4-982d-4e4a92bac24e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:16.680961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:16.681389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.693141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.714780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=ce4153ee-b22e-4ea9-bc1e-7c2e5951a601,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:16.765158 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ecd99298-6210-4f77-bd26-72dd214ad7c7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1745417 Jan 28 16:59:16.766114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37988) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:16.777050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:16.804097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207e0d9-e6ff-449b-b8d0-219acb0bd712 None None] Pushing event updated for resources: {'Port': ['ID=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:16.889048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5abeb-ae68-4427-a9f7-b992e33be24b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:16.892913 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8fb5abeb-ae68-4427-a9f7-b992e33be24b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1248248 Jan 28 16:59:16.898076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:16.905940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:16.951913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586075-0237-47b9-9553-7fcf2d9efa37 req-9cda2ec7-f9ce-4e6b-af5d-2c91f8e07702 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:16.954587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54586075-0237-47b9-9553-7fcf2d9efa37 req-9cda2ec7-f9ce-4e6b-af5d-2c91f8e07702 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.3495398 Jan 28 16:59:16.958299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network cae70e37-f5bd-4aaf-b225-b247642cd293 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:16.968907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:17.052433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Publish callbacks [] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.074589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.168296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Pushing event updated for resources: {'Port': ['ID=1bcab219-4fc0-47e4-982d-4e4a92bac24e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:17.170966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port ce4153ee-b22e-4ea9-bc1e-7c2e5951a601 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:17.172216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ce4153ee-b22e-4ea9-bc1e-7c2e5951a601), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.194108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-51a9ff84-17e2-411a-abf6-da73f22e4b7f None None] Provisioning complete for port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:17.194488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51a9ff84-17e2-411a-abf6-da73f22e4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.279224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:17.288023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.359862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54586075-0237-47b9-9553-7fcf2d9efa37 req-1a9c29d9-3208-47be-8ee6-c6ecedbd95b3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953235 Jan 28 16:59:17.379292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:17.397450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:17.406263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:17.426120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ce4153ee-b22e-4ea9-bc1e-7c2e5951a601), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.448825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for ce4153ee-b22e-4ea9-bc1e-7c2e5951a601 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:17.544632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Attempting to bind port 1bcab219-4fc0-47e4-982d-4e4a92bac24e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:17.545241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Attempting to bind port 1bcab219-4fc0-47e4-982d-4e4a92bac24e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:17.545821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Attempting to bind port 1bcab219-4fc0-47e4-982d-4e4a92bac24e on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:17.643018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 8294f9c3-bc9e-4df9-89e7-d736be77666f has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:59:17.649121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:17.649767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:17.650545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.651186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:17.652341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Bound port: 1bcab219-4fc0-47e4-982d-4e4a92bac24e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:17.652969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.673875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:17.797223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd2406-219f-46bc-8708-aa2c435b477f req-a00f43c1-9eb3-4daf-a5f8-847f5eee832d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:17.799010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1dd2406-219f-46bc-8708-aa2c435b477f req-a00f43c1-9eb3-4daf-a5f8-847f5eee832d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 946 time: 0.1827714 Jan 28 16:59:17.820054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-51a9ff84-17e2-411a-abf6-da73f22e4b7f None None] Current status of the port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:17.903270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:17.933740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1dd2406-219f-46bc-8708-aa2c435b477f req-44abb818-f37f-44a1-9859-7d7e2d8cdd26 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225398 Jan 28 16:59:17.957269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:17.966271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-561d97c5-fb69-430d-bb59-7d28bdc38969 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/8294f9c3-bc9e-4df9-89e7-d736be77666f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8069284 Jan 28 16:59:18.023422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Allocated IP 172.25.8.55 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4926bdca-6441-4c0a-bcab-93295b8f7341) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:18.063597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Sync routers for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:18.080650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b455708-103f-48f1-b739-3c401973763c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:59:18.164272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ce4153ee-b22e-4ea9-bc1e-7c2e5951a601), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.179736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5b455708-103f-48f1-b739-3c401973763c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:59:18.180589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b455708-103f-48f1-b739-3c401973763c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:59:18.227603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-511fdd86-b125-4302-8e12-767016b6594e None None] For port 1bcab219-4fc0-47e4-982d-4e4a92bac24e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:18.235253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=ce4153ee-b22e-4ea9-bc1e-7c2e5951a601,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:18.244718 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0fe0d2e6-daa4-4de7-b583-efa2ed3a19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.261072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-51a9ff84-17e2-411a-abf6-da73f22e4b7f None None] Provisioning complete for port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:18.261773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51a9ff84-17e2-411a-abf6-da73f22e4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.264328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:18.265308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:58:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:18.270929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.302268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.305975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e0723264-6de8-43a0-ba94-e933da429c13 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/ce4153ee-b22e-4ea9-bc1e-7c2e5951a601 HTTP/1.1" status: 204 len: 168 time: 1.4062946 Jan 28 16:59:18.308219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38002) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:18.500458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:59:18.615900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bef4e-67dc-44d7-989d-9659fc3ecdb7 req-8ed84500-d126-4ac5-b0d7-1727fa932089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:18.617748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e3bef4e-67dc-44d7-989d-9659fc3ecdb7 req-8ed84500-d126-4ac5-b0d7-1727fa932089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 946 time: 0.3883252 Jan 28 16:59:18.625110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd31ee-78c7-41e9-bd53-78ad3516608f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:18.626621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd31ee-78c7-41e9-bd53-78ad3516608f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:18.632012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-01bd31ee-78c7-41e9-bd53-78ad3516608f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3196595 Jan 28 16:59:18.636394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:18.642500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-51a9ff84-17e2-411a-abf6-da73f22e4b7f None None] Port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:18.647783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.648451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-511fdd86-b125-4302-8e12-767016b6594e None None] For port 1bcab219-4fc0-47e4-982d-4e4a92bac24e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1bcab219-4fc0-47e4-982d-4e4a92bac24e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:18.651053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:18.726414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.770636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:18.781477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet b88ac17d-215c-4a88-9e15-556612998d20 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:18.787105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:18.793482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:18.794569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (b88ac17d-215c-4a88-9e15-556612998d20), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.851078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (b88ac17d-215c-4a88-9e15-556612998d20), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.863749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fdd86-b125-4302-8e12-767016b6594e None None] Pushing event updated for resources: {'Port': ['ID=1bcab219-4fc0-47e4-982d-4e4a92bac24e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:18.899417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7746db95-86cf-4704-bdf4-2727617de97e None None] Provisioning complete for port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:18.901259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Port': ['ID=4926bdca-6441-4c0a-bcab-93295b8f7341,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:18.901720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7746db95-86cf-4704-bdf4-2727617de97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:18.923468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a9d8a5b-deae-4f4a-8696-2f03c24bf6ca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666074895&fields=id&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 267 time: 0.3986938 Jan 28 16:59:18.972263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (b88ac17d-215c-4a88-9e15-556612998d20), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.053852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (b88ac17d-215c-4a88-9e15-556612998d20), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.088014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=b88ac17d-215c-4a88-9e15-556612998d20,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:19.090625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.097674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-78e43980-03ce-485c-9740-3c721ef8511e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/b88ac17d-215c-4a88-9e15-556612998d20 HTTP/1.1" status: 204 len: 168 time: 0.4601238 Jan 28 16:59:19.099102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38022) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:19.107816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:19.108190 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.116300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e3bef4e-67dc-44d7-989d-9659fc3ecdb7 req-af7271e2-e705-4b65-a752-cf5ff8954431 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792478 Jan 28 16:59:19.185022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7746db95-86cf-4704-bdf4-2727617de97e None None] Port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:19.221835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4e4fddf-33ab-40bb-9c32-a997467994c3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212866 Jan 28 16:59:19.222587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:19.282455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-294a79aa-0eea-4934-8876-7d88d011c156 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:19.283957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-294a79aa-0eea-4934-8876-7d88d011c156 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 797 time: 0.3587179 Jan 28 16:59:19.304381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for floatingip (4f427b6a-eb1c-4ca9-aedc-94baa7954e51), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.314220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:19.315337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2644ea83-ca56-4d4a-adb6-c8d03c4702bd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:19.319616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 2, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:19.350031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e309227e-6ea7-42b0-b250-7ef0686bb33a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:19.354315 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e309227e-6ea7-42b0-b250-7ef0686bb33a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1307430 Jan 28 16:59:19.354966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38028) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:19.377520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Checking router: 8294f9c3-bc9e-4df9-89e7-d736be77666f for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:59:19.378132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Updating router 8294f9c3-bc9e-4df9-89e7-d736be77666f port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 16:59:19.415451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-20d72206-6640-41e6-b633-a3d799a69fd1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/quotas/8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 375 time: 0.0996664 Jan 28 16:59:19.457690 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.469395 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.484536 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.494295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30274460-db08-47b6-a935-582cae3cd178 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:19.502017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-30274460-db08-47b6-a935-582cae3cd178 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1460214 Jan 28 16:59:19.502672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38032) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:19.530054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b0ae3-9f49-4525-946b-dd4c005de96c req-0644fcda-0535-4671-9d67-f2e61c9f3993 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:19.535477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:19.536130 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.537435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e9b0ae3-9f49-4525-946b-dd4c005de96c req-0644fcda-0535-4671-9d67-f2e61c9f3993 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2519503 Jan 28 16:59:19.555274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0b0498df-e888-42f4-8bad-a1d115ddfb9d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514183 Jan 28 16:59:19.555914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38034) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:19.561540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:19.606589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e9b0ae3-9f49-4525-946b-dd4c005de96c req-66ac3cee-54ba-4c7e-a750-4f1f9d1e558d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681882 Jan 28 16:59:19.683766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-19f06e55-5087-4915-85e5-41fe646a8fce tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2509511 Jan 28 16:59:19.692022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:19.695927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:19.795767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:19.954608 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-e3a9a3db-ec09-4452-a74c-890dbd7e638a service neutron] 10.222.0.25 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466388 Jan 28 16:59:20.031865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Publish callbacks [] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.053657 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.069811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.142894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.214601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (067ed3d7-a778-4b0c-a6f2-0a245090ab05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.223245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Pushing event updated for resources: {'Port': ['ID=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:20.273648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:20.284047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:20.288921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:20.289711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.317206 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596056 Jan 28 16:59:20.321533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:20.329287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Attempting to bind port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:20.331004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:92:35:e7', 'name': 'tempest-NetworksTestDHCPv6-1102009504'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:20.331559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Attempting to bind port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:20.332087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Attempting to bind port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:20.353700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:20.354359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Checking segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:20.354891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.355401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Bound using segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:20.356020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Bound port: ac7aa1f8-07c7-41e8-987b-ef4c33cc3209, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:20.356521 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.420835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc5e30-6622-4d2c-9370-03b085081c54 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=067ed3d7-a778-4b0c-a6f2-0a245090ab05,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:20.450345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-dbb1e0fc-a454-44dd-8e6d-c048b0bff838 service neutron] 10.222.0.25 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718902 Jan 28 16:59:20.473735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Port': ['ID=4926bdca-6441-4c0a-bcab-93295b8f7341,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:20.485646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (4f427b6a-eb1c-4ca9-aedc-94baa7954e51), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.551382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.553931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d5aa2744-865c-4ce8-ae6a-c395f978fbe9 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1498899 Jan 28 16:59:20.558384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38048) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:20.572221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-71462621'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:20.584165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] For port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:20.588302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] For port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:20.598201 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.618292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Made reservation on behalf of 5c4135f055b5469cb9df25eabe07c218 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:20.625766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.644425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1bcab219-4fc0-47e4-982d-4e4a92bac24e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:20.649351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:20.654622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.833391 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for security_group (00540d1e-53f6-4766-933f-9b77ed1f7d56), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.843362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (00540d1e-53f6-4766-933f-9b77ed1f7d56), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.885572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.889902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00540d1e-53f6-4766-933f-9b77ed1f7d56,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:20.923081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 16:59:20.939693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b1a66e3c-1d72-4077-b21e-eff22e149510), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:20.941137 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Added segment b1a66e3c-1d72-4077-b21e-eff22e149510 of type vlan for network 900fcda8-d890-471a-b725-9bafd87711cb Jan 28 16:59:20.992422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:20.999022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:21.034708 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:21.085308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (900fcda8-d890-471a-b725-9bafd87711cb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:21.093510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 15a5f3db-945c-4996-b293-84880dd17b50 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:21.163206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (900fcda8-d890-471a-b725-9bafd87711cb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:21.175726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:21.176381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:21.356983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::128 (5cb4a354-f6b3-4e03-838b-50cc821388f9/067ed3d7-a778-4b0c-a6f2-0a245090ab05/15a5f3db-945c-4996-b293-84880dd17b50) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:21.396545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38080) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:21.397252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8377299 Jan 28 16:59:21.409634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa24a-0d4a-4abb-bb1b-51aac1effcab tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Network': ['ID=900fcda8-d890-471a-b725-9bafd87711cb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:21.413777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Request body: {'subnet': {'network_id': '900fcda8-d890-471a-b725-9bafd87711cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:21.451582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcebe-f3e3-40f8-93f5-50d24b944c09 req-b47c5dcc-47bc-4673-ab72-3b239a9f4cf3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:21.454113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f0dcebe-f3e3-40f8-93f5-50d24b944c09 req-b47c5dcc-47bc-4673-ab72-3b239a9f4cf3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.3149116 Jan 28 16:59:21.564693 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f0dcebe-f3e3-40f8-93f5-50d24b944c09 req-b49d5152-d726-4a22-9a44-f2564b2d849e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042838 Jan 28 16:59:21.664176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:59:21.728636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b993d798-f60f-4e58-8061-56b8957c220e req-122436e0-7b3e-447e-9358-fea09ae2c072 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 210 time: 0.0576978 Jan 28 16:59:21.879225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315552f-5178-4b9a-adea-d4de560327c0 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:21.882357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 900fcda8-d890-471a-b725-9bafd87711cb details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 16:59:21.887761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Pushing event updated for resources: {'Port': ['ID=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:21.902942 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (15a5f3db-945c-4996-b293-84880dd17b50), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:21.938765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.939118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.939552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.939798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.940150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.940493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.940846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.941179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.941516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.941896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.942237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.942506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.942828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d8ce21-074c-4521-b83c-f2214f0beddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:21.979093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Made reservation on behalf of 5c4135f055b5469cb9df25eabe07c218 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:21.982822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.189713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] Provisioning complete for port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:22.190091 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.275613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (15a5f3db-945c-4996-b293-84880dd17b50), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.343868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:22.345060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (0c64b974-a7ba-4ff5-8c84-451601956062), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.359127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:22.365059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:22.370468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:22.371087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.374814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=15a5f3db-945c-4996-b293-84880dd17b50,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:22.447358 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f79daedf-a4a1-4bb4-b653-34568a7131db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1242671 Jan 28 16:59:22.450152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38126) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:22.452121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Subnet': ['ID=0c64b974-a7ba-4ff5-8c84-451601956062,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:22.462597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Checking segment: {'id': 'b1a66e3c-1d72-4077-b21e-eff22e149510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '900fcda8-d890-471a-b725-9bafd87711cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:22.463041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network hostable DHCP agents. Network: 900fcda8-d890-471a-b725-9bafd87711cb, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 16:59:22.479158 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.506180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network 900fcda8-d890-471a-b725-9bafd87711cb is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 16:59:22.546654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 900fcda8-d890-471a-b725-9bafd87711cb) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:22.571369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b648b-5e5b-4626-a670-dcf09445ae6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:22.577231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b648b-5e5b-4626-a670-dcf09445ae6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:22.579371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:22.579996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e13b648b-5e5b-4626-a670-dcf09445ae6d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1282475 Jan 28 16:59:22.580230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.584543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38128) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:22.628586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-88a3fd77-d0de-4152-8341-701ea527ae9d tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2254901 Jan 28 16:59:22.635217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38132) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:22.645664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1529680686', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:22.653798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2effcdf2-d4d9-4059-bfba-7f51a2a243c0 None None] Network 900fcda8-d890-471a-b725-9bafd87711cb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:22.700462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (356bd8c6-5285-4431-8caa-5ff69baf6a0b), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.702023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (356bd8c6-5285-4431-8caa-5ff69baf6a0b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.709055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-d9ca59e4-96c7-4c2f-9c6d-096995a308c2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:22.710171 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-d9ca59e4-96c7-4c2f-9c6d-096995a308c2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 797 time: 0.1983118 Jan 28 16:59:22.727695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1bcab219-4fc0-47e4-982d-4e4a92bac24e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:22.728268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:22.869060 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-163145d1-d3fc-4ece-be6b-badf726c6d83 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 379 time: 0.1498990 Jan 28 16:59:22.879741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'port': {'device_id': '74eaf153-3808-440f-b156-18232c39fab6', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'admin_state_up': True, 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'security_groups': ['eeebfb36-51ae-4f3c-bb71-64a63d3a10d4']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:23.004873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-900fcda8-d890-471a-b725-9bafd87711cb', 'network_id': '900fcda8-d890-471a-b725-9bafd87711cb', 'project_id': '5c4135f055b5469cb9df25eabe07c218', 'fixed_ips': [{'subnet_id': '0c64b974-a7ba-4ff5-8c84-451601956062'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:59:23.006273 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.032603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] Current status of the port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:23.035103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.061503 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:20Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:23.144218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:23.154467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207db4ba-f404-48b2-94c6-b39cb5a09466 None None] The sync data for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 is: [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:20Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:23.161054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.436100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.11 (cae70e37-f5bd-4aaf-b225-b247642cd293/62e9ffb5-eb06-49ae-8630-6d2e487c9c67/43c6e093-6852-46a5-aad4-61f41aa4e46a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:23.473985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Allocated IP 172.20.0.2 (900fcda8-d890-471a-b725-9bafd87711cb/0c64b974-a7ba-4ff5-8c84-451601956062/b2435114-b695-4db9-abf0-c52f272e0094) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:23.637358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] For port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:23.664623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.767153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1bcab219-4fc0-47e4-982d-4e4a92bac24e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:23.768436 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.821004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.934553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.942240 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router_controller (356bd8c6-5285-4431-8caa-5ff69baf6a0b), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:23.987018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 1bcab219-4fc0-47e4-982d-4e4a92bac24e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1bcab219-4fc0-47e4-982d-4e4a92bac24e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:24.009863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.017555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Provisioning complete for port 15a5f3db-945c-4996-b293-84880dd17b50 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:24.018096 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15a5f3db-945c-4996-b293-84880dd17b50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.033104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38445445-a06a-47f0-9e2a-1017262e28e6 req-f2934af5-6928-49da-9fcf-70dd131156f3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 210 time: 0.4162233 Jan 28 16:59:24.089200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Publish callbacks [] for port (b2435114-b695-4db9-abf0-c52f272e0094), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.097775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8fed-e689-4bde-9daf-79afc6ee6173 None None] Pushing event updated for resources: {'Port': ['ID=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:24.133764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network cae70e37-f5bd-4aaf-b225-b247642cd293 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:24.152212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:24.156451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:24.189297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=1bcab219-4fc0-47e4-982d-4e4a92bac24e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:24.194597 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (b2435114-b695-4db9-abf0-c52f272e0094), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.322848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Pushing event updated for resources: {'Port': ['ID=b2435114-b695-4db9-abf0-c52f272e0094,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:24.363954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:24.364852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.404206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Port 15a5f3db-945c-4996-b293-84880dd17b50 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:24.413160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Network 900fcda8-d890-471a-b725-9bafd87711cb is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:24.422673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:24.423462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:24.431766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:24.445881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:24.449015 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-0a0e78e1-61b6-4609-8adf-731e3a47bf27 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5742431 Jan 28 16:59:24.468422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Request body: {'port': {'device_id': '74eaf153-3808-440f-b156-18232c39fab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:24.471975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba5a5-4039-4432-b3ce-0fcbb29cecf3 req-bec786f0-c7e3-4a62-9dcd-bf8b7a0a9ba3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:24.474799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e2ba5a5-4039-4432-b3ce-0fcbb29cecf3 req-bec786f0-c7e3-4a62-9dcd-bf8b7a0a9ba3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.8641529 Jan 28 16:59:24.590933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router_gateway (356bd8c6-5285-4431-8caa-5ff69baf6a0b), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.632196 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 16:59:24.648847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 15a5f3db-945c-4996-b293-84880dd17b50 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:24.662850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (15a5f3db-945c-4996-b293-84880dd17b50), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.667554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.735278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Provisioning complete for port 1bcab219-4fc0-47e4-982d-4e4a92bac24e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:24.735682 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.889103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (15a5f3db-945c-4996-b293-84880dd17b50), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.900435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Attempting to bind port b2435114-b695-4db9-abf0-c52f272e0094 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:24.901034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Attempting to bind port b2435114-b695-4db9-abf0-c52f272e0094 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b1a66e3c-1d72-4077-b21e-eff22e149510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '900fcda8-d890-471a-b725-9bafd87711cb'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:24.901324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Attempting to bind port b2435114-b695-4db9-abf0-c52f272e0094 on network 900fcda8-d890-471a-b725-9bafd87711cb {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:24.911051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 15a5f3db-945c-4996-b293-84880dd17b50 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:24.941423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:24.941817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Checking segment: {'id': 'b1a66e3c-1d72-4077-b21e-eff22e149510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '900fcda8-d890-471a-b725-9bafd87711cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:24.942176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:24.942583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Bound using segment: {'id': 'b1a66e3c-1d72-4077-b21e-eff22e149510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '900fcda8-d890-471a-b725-9bafd87711cb'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:24.946366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Bound port: b2435114-b695-4db9-abf0-c52f272e0094, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a66e3c-1d72-4077-b21e-eff22e149510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '900fcda8-d890-471a-b725-9bafd87711cb'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:24.946778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b2435114-b695-4db9-abf0-c52f272e0094), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.064439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Current status of the port 1bcab219-4fc0-47e4-982d-4e4a92bac24e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:25.093006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (15a5f3db-945c-4996-b293-84880dd17b50), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.132275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:25.136474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=15a5f3db-945c-4996-b293-84880dd17b50,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:25.146962 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.264597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Provisioning complete for port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:25.268801 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.353498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.357103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6399d39e-8ad4-41c0-b8ed-9edee2e2930c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/15a5f3db-945c-4996-b293-84880dd17b50 HTTP/1.1" status: 204 len: 168 time: 2.7711747 Jan 28 16:59:25.380043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c6e093-6852-46a5-aad4-61f41aa4e46a {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:25.385182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38154) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:25.397283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Publish callbacks [] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.427835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Transition to ACTIVE for port object 43c6e093-6852-46a5-aad4-61f41aa4e46a will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:59:25.438429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.465876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] For port b2435114-b695-4db9-abf0-c52f272e0094, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:25.479692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] For port b2435114-b695-4db9-abf0-c52f272e0094, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b2435114-b695-4db9-abf0-c52f272e0094,segment=NetworkSegment(b1a66e3c-1d72-4077-b21e-eff22e149510),segment_id=b1a66e3c-1d72-4077-b21e-eff22e149510)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:25.508450 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b2435114-b695-4db9-abf0-c52f272e0094), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.608262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e2ba5a5-4039-4432-b3ce-0fcbb29cecf3 req-9c53a436-d670-4318-a92a-5c110bfda1e4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0096898 Jan 28 16:59:25.642938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edef80d-8c02-4379-8bbb-b365fedf7a58 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:25.653754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edef80d-8c02-4379-8bbb-b365fedf7a58 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:25.656406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0edef80d-8c02-4379-8bbb-b365fedf7a58 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2659483 Jan 28 16:59:25.678566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0a93c-983a-47cd-aaba-2f3d1917fa3f req-fb3c9e4e-3c1f-4254-bff7-d6980c95c841 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:25.680460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffa0a93c-983a-47cd-aaba-2f3d1917fa3f req-fb3c9e4e-3c1f-4254-bff7-d6980c95c841 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 932 time: 0.4133685 Jan 28 16:59:25.682786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38158) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:25.723501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:25.756066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.756405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.756831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.757176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.757509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.757841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.758167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.758493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.758818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.759143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.759470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.759791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.760114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:25.783879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:25.784373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:25.784728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:25.795692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:59:25.796036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:25.805650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:25.806117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Checking segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:25.806367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Bound using segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:25.806808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Bound port: 43c6e093-6852-46a5-aad4-61f41aa4e46a, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:25.807242 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.857651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffa0a93c-983a-47cd-aaba-2f3d1917fa3f req-c54ab05f-1470-4f03-975f-a0291bd5048e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636531 Jan 28 16:59:25.916032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 067ed3d7-a778-4b0c-a6f2-0a245090ab05 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:25.931654 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (067ed3d7-a778-4b0c-a6f2-0a245090ab05), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:25.959596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:25.963111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:25.979058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.021623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:26.025819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.030641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] 10.222.0.31 "PUT /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1093 time: 1.5725765 Jan 28 16:59:26.048552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:26.057424 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:26.227271 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b17347-e7bc-468b-9471-e923ac6d24c3 x-openstack-request-id: req-75b17347-e7bc-468b-9471-e923ac6d24c3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:26.227667 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:26.227851 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75b17347-e7bc-468b-9471-e923ac6d24c3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:26.228211 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'status': 'completed', 'code': 200} Jan 28 16:59:26.290820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfccb5-b3b5-4561-8838-a366de638a83 None None] Pushing event updated for resources: {'Port': ['ID=b2435114-b695-4db9-abf0-c52f272e0094,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:26.307626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:26.362122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-016c8df0-a426-44b4-94d4-0aa41d65069d None None] Current status of the port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:26.401461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-d248dbfa-21d9-45d7-94bf-667dc97df790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:26.407066 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-d248dbfa-21d9-45d7-94bf-667dc97df790 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1127 time: 0.3121755 Jan 28 16:59:26.408882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (067ed3d7-a778-4b0c-a6f2-0a245090ab05), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.414032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f521f2-9a04-4562-b115-cff797a9a438 service neutron] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:26.425600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router_gateway (356bd8c6-5285-4431-8caa-5ff69baf6a0b), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.478324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2b89d873-18ca-4ed7-ba65-36c6d675e157 None None] Could not find standard attr ID for object 15a5f3db-945c-4996-b293-84880dd17b50. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:59:26.482180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2b89d873-18ca-4ed7-ba65-36c6d675e157 None None] Could not find standard attr ID for object ce4153ee-b22e-4ea9-bc1e-7c2e5951a601. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:59:26.550945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (067ed3d7-a778-4b0c-a6f2-0a245090ab05), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.575242 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-a9841272-c680-4224-abf9-caecc8501d11 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 217 time: 0.1543145 Jan 28 16:59:26.671324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1bcab219-4fc0-47e4-982d-4e4a92bac24e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:26.724807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-b43b8181-c340-491c-8381-a8bb784e8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:26.731010 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-b43b8181-c340-491c-8381-a8bb784e8f93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.1485651 Jan 28 16:59:26.736076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.821581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1bcab219-4fc0-47e4-982d-4e4a92bac24e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:26.821970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:26.864108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d05e-1799-4353-9f6a-791a686e192d req-bac25a75-393b-41d5-9c47-b95a281da1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:26.867328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-bac25a75-393b-41d5-9c47-b95a281da1ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1298826 Jan 28 16:59:27.087371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Allocated IP 172.25.8.181 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4f059b3e-fa34-4a73-b6ee-5f2fc745a2be) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:27.102252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-e9bdfb80-26fa-4bcc-b107-3887f1bec5c3 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216401 Jan 28 16:59:27.194546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1bcab219-4fc0-47e4-982d-4e4a92bac24e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:27.195674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:27.222995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for port (4f059b3e-fa34-4a73-b6ee-5f2fc745a2be), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.232094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c132d05e-1799-4353-9f6a-791a686e192d req-dce21ba8-4134-40d6-8eec-8a04fb086156 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239197 Jan 28 16:59:27.277903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (067ed3d7-a778-4b0c-a6f2-0a245090ab05), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.288730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4f059b3e-fa34-4a73-b6ee-5f2fc745a2be), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.327808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:27.328871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.370282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-9524b887-b03f-4a97-90ae-64dac5f9ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:27.372936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-9524b887-b03f-4a97-90ae-64dac5f9ed1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1127 time: 0.0827415 Jan 28 16:59:27.406487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd196c-344d-4569-a3ed-63f9fbd8e208 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:27.438623 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.445645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/067ed3d7-a778-4b0c-a6f2-0a245090ab05 HTTP/1.1" status: 204 len: 168 time: 1.7594118 Jan 28 16:59:27.447930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38176) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:27.468603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8455f0-0011-4762-b8ab-7f949a33f5ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=067ed3d7-a778-4b0c-a6f2-0a245090ab05,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:27.482291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Port': ['ID=4f059b3e-fa34-4a73-b6ee-5f2fc745a2be,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:27.493149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:27.501006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:27.503751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:27.552022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1f2d45e3-d679-4ad4-b27b-d1a5a1e36d39 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008286 Jan 28 16:59:27.555025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38178) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:27.608046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81f44a-1cc3-479f-98a8-9160cb05225d req-116da074-dade-4c53-9afe-aadf1a432e9b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:27.610437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c81f44a-1cc3-479f-98a8-9160cb05225d req-116da074-dade-4c53-9afe-aadf1a432e9b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.7622130 Jan 28 16:59:27.621768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:27.695168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03252c-f34d-4cc1-9e26-0fe8e9a241b7 req-50a5bd15-a067-4745-95f1-9dd0501b7825 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:27.697065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f03252c-f34d-4cc1-9e26-0fe8e9a241b7 req-50a5bd15-a067-4745-95f1-9dd0501b7825 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 944 time: 0.4326696 Jan 28 16:59:27.713279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-962bf5e0-fef7-408b-a964-6f40ea66cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:27.715424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-962bf5e0-fef7-408b-a964-6f40ea66cba9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 898 time: 0.3369944 Jan 28 16:59:27.742363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fefb2-6ef0-40ef-bd6b-480bae5031ee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:27.744017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a71fefb2-6ef0-40ef-bd6b-480bae5031ee tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1868401 Jan 28 16:59:27.751321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38184) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:27.759169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:59:27.844056 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-4f928f82-ddb6-4f30-8fa3-b2e25ffb6bc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 217 time: 0.0963573 Jan 28 16:59:27.856879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c81f44a-1cc3-479f-98a8-9160cb05225d req-0719babf-cd1b-4688-960d-b92f44770c68 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939113 Jan 28 16:59:27.864255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] Deleting port 1bcab219-4fc0-47e4-982d-4e4a92bac24e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:27.865281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.942662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] For port 1bcab219-4fc0-47e4-982d-4e4a92bac24e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1bcab219-4fc0-47e4-982d-4e4a92bac24e,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:27.943981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:27.968379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] Calling delete_port for 1bcab219-4fc0-47e4-982d-4e4a92bac24e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:27.999533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-4552a9cb-b40a-4707-9876-0f90e8e1d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:28.001434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-4552a9cb-b40a-4707-9876-0f90e8e1d7b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.1484628 Jan 28 16:59:28.048932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f03252c-f34d-4cc1-9e26-0fe8e9a241b7 req-77ac6f57-fcc2-436a-bd0d-0cb5563dbc1b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372518 Jan 28 16:59:28.049191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7f89b-b4e7-431c-b909-5e5a35e474d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:28.054308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aed7f89b-b4e7-431c-b909-5e5a35e474d2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2120831 Jan 28 16:59:28.055577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38196) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:28.115852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (1bcab219-4fc0-47e4-982d-4e4a92bac24e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.123081 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7cd86d96-993e-4444-9277-3e3891d3178e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649300 Jan 28 16:59:28.124654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38200) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:28.132796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:28.146176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] No DVR routers for this DVR port 1bcab219-4fc0-47e4-982d-4e4a92bac24e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:59:28.204307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2eba4-e89b-40e4-9016-a00a02ff7fd8 None None] Pushing event deleted for resources: {'Port': ['ID=1bcab219-4fc0-47e4-982d-4e4a92bac24e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:28.221686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router_gateway (356bd8c6-5285-4431-8caa-5ff69baf6a0b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.247492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-647d7565-a0a8-43d6-be54-0db473d97d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:28.249017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-647d7565-a0a8-43d6-be54-0db473d97d5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2394652 Jan 28 16:59:28.251142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:28.251277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd6443-ebbd-4955-a610-50b3873bb21e None None] Network 900fcda8-d890-471a-b725-9bafd87711cb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:28.256171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.433914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] Provisioning complete for port b2435114-b695-4db9-abf0-c52f272e0094 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:28.434428 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b2435114-b695-4db9-abf0-c52f272e0094), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.445242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-003be863-fc4a-4f13-9c6b-477825a06e68 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:28.446954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-003be863-fc4a-4f13-9c6b-477825a06e68 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.3739674 Jan 28 16:59:28.478909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-4dd3332d-5fc1-4638-b097-6f8629badfd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0254393 Jan 28 16:59:28.574870 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (356bd8c6-5285-4431-8caa-5ff69baf6a0b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.594350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] Current status of the port b2435114-b695-4db9-abf0-c52f272e0094 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:28.595061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b2435114-b695-4db9-abf0-c52f272e0094), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.626799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b2435114-b695-4db9-abf0-c52f272e0094 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:28.641102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] For port b2435114-b695-4db9-abf0-c52f272e0094, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b2435114-b695-4db9-abf0-c52f272e0094,segment=NetworkSegment(b1a66e3c-1d72-4077-b21e-eff22e149510),segment_id=b1a66e3c-1d72-4077-b21e-eff22e149510)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:28.662868 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b2435114-b695-4db9-abf0-c52f272e0094), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.755987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81755eb0-55b2-4bca-af43-fa8efa188439 None None] Pushing event updated for resources: {'Port': ['ID=b2435114-b695-4db9-abf0-c52f272e0094,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:28.766785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b2435114-b695-4db9-abf0-c52f272e0094 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:28.767228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b2435114-b695-4db9-abf0-c52f272e0094), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:28.772406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-c707880d-8ea0-40e6-887e-a691d5c40bb2 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120406 Jan 28 16:59:28.792320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-2ceda379-4abf-4bab-9a54-d4a292612a1b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2305288 Jan 28 16:59:28.924129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b2435114-b695-4db9-abf0-c52f272e0094 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:28.992019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bcae7b12-c986-4cd3-88f1-a4bab2414a6d None None] Provisioning complete for port b2435114-b695-4db9-abf0-c52f272e0094 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:28.995433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bcae7b12-c986-4cd3-88f1-a4bab2414a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b2435114-b695-4db9-abf0-c52f272e0094), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.016118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:59:29.019527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (8342940d-9a79-4e46-bc27-af4dc307bc87), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.027531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1bcab219-4fc0-47e4-982d-4e4a92bac24e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:59:29.055991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1bcab219-4fc0-47e4-982d-4e4a92bac24e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:59:29.056489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1bcab219-4fc0-47e4-982d-4e4a92bac24e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:59:29.069900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7ba471b8-2ed9-48bf-9b32-bc64fdd12ef5 req-bc72c56a-cb56-41cf-84da-3c44b40aefb1 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797737 Jan 28 16:59:29.092366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:29.099851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:29.104327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:29.106837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.143543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f52df-1be8-46a6-9146-0e91e5f07705 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:29.143784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=8342940d-9a79-4e46-bc27-af4dc307bc87,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:29.150729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-257c6d2d-6318-49d7-ba6a-eca418d0fa8c tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0250270 Jan 28 16:59:29.154270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38212) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:29.162644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:29.177224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bcae7b12-c986-4cd3-88f1-a4bab2414a6d None None] Current status of the port b2435114-b695-4db9-abf0-c52f272e0094 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:29.277469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Router 356bd8c6-5285-4431-8caa-5ff69baf6a0b is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 16:59:29.285568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:59:29.300077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88902028-4131-4d78-a8b9-8de1d0fef586 req-e9620e7a-847e-473e-93ed-487ca9f12621 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:29.301668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88902028-4131-4d78-a8b9-8de1d0fef586 req-e9620e7a-847e-473e-93ed-487ca9f12621 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2906764 Jan 28 16:59:29.303724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-f68bbcd8-a796-4ddc-951c-d57e826b26fe service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025363 Jan 28 16:59:29.403499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '8342940d-9a79-4e46-bc27-af4dc307bc87'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:59:29.405041 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.466029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:29.485928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'port_id': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'mac_address': 'fa:16:3e:a1:81:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:59:29.544114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:29.557223 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] Sync routers for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:29.583369 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:29.584008 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:29.626674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 43c6e093-6852-46a5-aad4-61f41aa4e46a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:29.627347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.646661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c6e093-6852-46a5-aad4-61f41aa4e46a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:29.653238 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:29.663571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:29.667551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.679551 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:29.680242 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:29.707531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:29.722939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:29.765366 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:29.766039 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bb48a-857f-42e5-9182-2962badbeb53 None None] The sync data for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:29.798006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:29.803360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Allocated IP 2001:db8::f816:3eff:feb4:5d86 (5cb4a354-f6b3-4e03-838b-50cc821388f9/8342940d-9a79-4e46-bc27-af4dc307bc87/217ad743-ebc6-4b92-babc-e50bc5d212da) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:29.872002 n-d-812111-13 neutron-server[103094]: INFO neutron.db.ipam_backend_mixin [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8342940d-9a79-4e46-bc27-af4dc307bc87 (CIDR: 2001:db8::/64) Jan 28 16:59:29.880388 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:59:29.881026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:59:29.915674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-050eeb51-3aa8-4629-b962-3f3775adafff tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7554531 Jan 28 16:59:29.915906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:29.921835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:30.018554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['43c6e093-6852-46a5-aad4-61f41aa4e46a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:59:30.056532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:30.060764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.157890 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Publish callbacks [] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.177656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.196879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88902028-4131-4d78-a8b9-8de1d0fef586 req-7f415550-3839-4c7a-9848-4471da4ee5e4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705773 Jan 28 16:59:30.200287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.201738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e226503-d453-420b-820c-aaeb681062d7 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.5643942 Jan 28 16:59:30.205087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38220) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:30.228397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-9d346c13-39c6-4c38-9fc4-ed36d8e05d1b service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959846 Jan 28 16:59:30.283888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:30.295715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:30.300826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:30.303351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:30.382132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Attempting to bind port 217ad743-ebc6-4b92-babc-e50bc5d212da on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:30.382513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Attempting to bind port 217ad743-ebc6-4b92-babc-e50bc5d212da by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:30.383510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Attempting to bind port 217ad743-ebc6-4b92-babc-e50bc5d212da on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:30.399310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:30.399881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:30.400300 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.400746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:30.401243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Bound port: 217ad743-ebc6-4b92-babc-e50bc5d212da, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:30.401715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.477258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb8d44-2ae4-4ada-b507-74cb23aaa5b6 req-d566dac6-f914-4eff-b201-f8568fa22157 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:30.481609 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fcb8d44-2ae4-4ada-b507-74cb23aaa5b6 req-d566dac6-f914-4eff-b201-f8568fa22157 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.1469879 Jan 28 16:59:30.595555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fcb8d44-2ae4-4ada-b507-74cb23aaa5b6 req-68027fd1-6dfe-45ce-ba15-f1ce7ed9939c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066644 Jan 28 16:59:30.606823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b2435114-b695-4db9-abf0-c52f272e0094 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:30.654723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f10b5b12-0974-42a4-8c0a-bf86e3d92cc5 req-089efbb0-a8a0-4609-8214-ce60a3559bd4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0538347 Jan 28 16:59:30.740955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (5f3a8983-26da-49b5-914a-718960346570), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.802522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:30.809585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:30.843477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:30.844168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.861845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=5f3a8983-26da-49b5-914a-718960346570,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:30.885272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72357263-2301-45a2-a1b7-9839e4ec7951 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9680676 Jan 28 16:59:30.888506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38236) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:30.893485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:f3:e6:2f', 'name': 'tempest-NetworksTestDHCPv6-706251632'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:30.911389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:30.915705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:30.932941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b2435114-b695-4db9-abf0-c52f272e0094 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:30.933358 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b2435114-b695-4db9-abf0-c52f272e0094), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:30.936821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:31.104534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391999-a806-41d3-b78c-a164b7c9fd54 None None] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:31.143445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:31.201493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b2435114-b695-4db9-abf0-c52f272e0094 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:31.277132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:31.326983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 2f4131de-7818-4ec9-a097-80206dac0fcf yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:31.548894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ef8e4-75f5-4673-89fd-90bb9ef8d495 req-efbcc1ff-b5ae-4cee-bcb0-33c20650eafd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:31.550880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-926ef8e4-75f5-4673-89fd-90bb9ef8d495 req-efbcc1ff-b5ae-4cee-bcb0-33c20650eafd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2095358 Jan 28 16:59:31.607246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:31.785380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-926ef8e4-75f5-4673-89fd-90bb9ef8d495 req-856e4157-a40b-4371-b08c-39f63d8a709f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245424 Jan 28 16:59:31.930075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30ab78-63df-4cd0-b5ac-fd54b8b16be7 req-fce699af-4f38-4cae-ac5e-c1d1c5c874fc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:31.931735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d30ab78-63df-4cd0-b5ac-fd54b8b16be7 req-fce699af-4f38-4cae-ac5e-c1d1c5c874fc tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.1452610 Jan 28 16:59:31.941472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b3b5bcb-a800-4c73-9671-5b116f5ca1e1 req-873592f5-fdad-47a8-9dcb-acc7300a3756 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0549517 Jan 28 16:59:31.972243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8:0:1::304 (5cb4a354-f6b3-4e03-838b-50cc821388f9/5f3a8983-26da-49b5-914a-718960346570/2f4131de-7818-4ec9-a097-80206dac0fcf) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:31.991497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fef3:e62f (5cb4a354-f6b3-4e03-838b-50cc821388f9/8342940d-9a79-4e46-bc27-af4dc307bc87/2f4131de-7818-4ec9-a097-80206dac0fcf) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:32.041588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d30ab78-63df-4cd0-b5ac-fd54b8b16be7 req-2f0d99c0-d565-4cec-a1e3-f589ce786fc3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961568 Jan 28 16:59:32.057630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Allocated IP 172.20.0.1 (900fcda8-d890-471a-b725-9bafd87711cb/0c64b974-a7ba-4ff5-8c84-451601956062/f411e1ac-2ea2-4490-a4a5-9d968576e398) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:32.289818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (2f4131de-7818-4ec9-a097-80206dac0fcf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.382654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.400864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-c0904287-63ee-4a34-9e2e-c74e2ade6b25 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:32.402445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-c0904287-63ee-4a34-9e2e-c74e2ade6b25 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.2187042 Jan 28 16:59:32.429718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2f4131de-7818-4ec9-a097-80206dac0fcf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.446471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:32.553860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=2f4131de-7818-4ec9-a097-80206dac0fcf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:32.571314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:32.572988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:32.575454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:32.584558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:32.584767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.625574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-332deb03-88c9-4089-887d-fcd9cadfdd61 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7333362 Jan 28 16:59:32.626350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38254) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:32.658577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:32.741753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.767458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:32.767840 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.853995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:32.866803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.884769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network 900fcda8-d890-471a-b725-9bafd87711cb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:32.903272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:32.912548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:32.935932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 2f4131de-7818-4ec9-a097-80206dac0fcf {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:32.936505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2f4131de-7818-4ec9-a097-80206dac0fcf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.978669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:32.980949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:32.987609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd5a79-951c-4c80-8c15-523b1d325f47 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:32.998726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (356bd8c6-5285-4431-8caa-5ff69baf6a0b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.122208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Port': ['ID=f411e1ac-2ea2-4490-a4a5-9d968576e398,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:33.181402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-999dd28e-b646-43a8-aa59-0725b42a5050 req-ce551bcd-cf7f-447a-8de6-e1b112628ebe tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0498543 Jan 28 16:59:33.210608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:33.221955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-68105a0d-5e2f-49c6-a0cf-ff64cdc65231 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:33.222753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-68105a0d-5e2f-49c6-a0cf-ff64cdc65231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.242001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf27d3-022a-41ec-b00d-5b9877685e29 req-cf4b4230-46b1-4ec7-9be0-736ee2c17e4a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:33.243731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efaf27d3-022a-41ec-b00d-5b9877685e29 req-cf4b4230-46b1-4ec7-9be0-736ee2c17e4a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.1466126 Jan 28 16:59:33.285209 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.320603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:33.437948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2f4131de-7818-4ec9-a097-80206dac0fcf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.454583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 2f4131de-7818-4ec9-a097-80206dac0fcf owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:33.539134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:33.542853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 43c6e093-6852-46a5-aad4-61f41aa4e46a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:59:33.548412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 43c6e093-6852-46a5-aad4-61f41aa4e46a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:33.548953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.666039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-68105a0d-5e2f-49c6-a0cf-ff64cdc65231 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:33.691177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.5 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/4c261813-ce9c-4f00-a8e5-2b534eaab915) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:33.705579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.709400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efaf27d3-022a-41ec-b00d-5b9877685e29 req-c3513717-1770-4729-b241-ee846333bd0f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291217 Jan 28 16:59:33.714817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2f4131de-7818-4ec9-a097-80206dac0fcf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.780188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=2f4131de-7818-4ec9-a097-80206dac0fcf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:33.840491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a14d1c-9cd1-4527-96a0-a5c7df9710f0 None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '8342940d-9a79-4e46-bc27-af4dc307bc87', 'ip_address': '2001:db8::f816:3eff:feb4:5d86'}, {'subnet_id': '5f3a8983-26da-49b5-914a-718960346570'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '217ad743-ebc6-4b92-babc-e50bc5d212da'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:59:33.845452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 43c6e093-6852-46a5-aad4-61f41aa4e46a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:33.845831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.871409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ce65-2571-4422-a4d3-be1732980a65 req-e510e07f-f8ae-4fb6-b336-9c03145740f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:33.885173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddb7ce65-2571-4422-a4d3-be1732980a65 req-e510e07f-f8ae-4fb6-b336-9c03145740f5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.4911225 Jan 28 16:59:33.960866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:33.964214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f440c115-2157-42dc-acad-af8f395b7215 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/2f4131de-7818-4ec9-a097-80206dac0fcf HTTP/1.1" status: 204 len: 168 time: 1.3368106 Jan 28 16:59:33.967815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38272) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:34.069421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.081983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.096414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddb7ce65-2571-4422-a4d3-be1732980a65 req-7526b4fd-7dfb-4639-88ef-214c83543984 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103186 Jan 28 16:59:34.138116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece99a0-e4bb-43a8-9bd0-9c1f1f7b61d3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:34.139911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5ece99a0-e4bb-43a8-9bd0-9c1f1f7b61d3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1711726 Jan 28 16:59:34.141661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (356bd8c6-5285-4431-8caa-5ff69baf6a0b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.142552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38274) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:34.210533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0c6dfc09-32bc-47e1-b091-7fffbf310a21 None None] Provisioning complete for port f411e1ac-2ea2-4490-a4a5-9d968576e398 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:34.210920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfc09-32bc-47e1-b091-7fffbf310a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.267012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d44bc-9f0b-4a23-846b-fa03edb43d7d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:34.268058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7f8d44bc-9f0b-4a23-846b-fa03edb43d7d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1245728 Jan 28 16:59:34.281220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38278) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:34.336210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0c6dfc09-32bc-47e1-b091-7fffbf310a21 None None] Port f411e1ac-2ea2-4490-a4a5-9d968576e398 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:34.341278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1a14d1c-9cd1-4527-96a0-a5c7df9710f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.450883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c7cc1696-5b18-4b7f-ae2c-2b979aa1f74b req-cfaf7a90-2e2a-493b-a91d-47673b379ea0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0618443 Jan 28 16:59:34.455221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a04d2-65f6-4be8-87e6-113d18b86572 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:34.466305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a04d2-65f6-4be8-87e6-113d18b86572 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:34.476334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a04d2-65f6-4be8-87e6-113d18b86572 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:34.478274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a41a04d2-65f6-4be8-87e6-113d18b86572 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1960514 Jan 28 16:59:34.481119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38280) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:34.490154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Port': ['ID=f411e1ac-2ea2-4490-a4a5-9d968576e398,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:34.545087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:34.586474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:34.591186 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe86e4-077c-4308-a86d-26ca8820d3c3" -d '{"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-plugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:34.632045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:34.635834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 5f3a8983-26da-49b5-914a-718960346570 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:34.650736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (5f3a8983-26da-49b5-914a-718960346570), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.666063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.666914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.722661 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09410461-274e-481a-b971-3d9c050d005b x-openstack-request-id: req-09410461-274e-481a-b971-3d9c050d005b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:34.723584 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-plugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:34.725272 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09410461-274e-481a-b971-3d9c050d005b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:34.726280 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'code': 200} Jan 28 16:59:34.760280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.790421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:59:34.809888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:34.810412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.818998 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (5f3a8983-26da-49b5-914a-718960346570), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:34.889422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:34.903753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:34.908301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:34.932008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:35.052938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=4c261813-ce9c-4f00-a8e5-2b534eaab915,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:35.057142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5f3a8983-26da-49b5-914a-718960346570), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.117891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network 900fcda8-d890-471a-b725-9bafd87711cb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:35.126613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:35.187174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:35.187869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.199820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56547e3-027c-4ff4-8da3-381a21dad910 req-b1ce574a-a4b4-4b11-8e14-e5a7db0d6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:35.202097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d56547e3-027c-4ff4-8da3-381a21dad910 req-b1ce574a-a4b4-4b11-8e14-e5a7db0d6196 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1129 time: 0.4354498 Jan 28 16:59:35.266485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-d1a14d1c-9cd1-4527-96a0-a5c7df9710f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f3a8983-26da-49b5-914a-718960346570: This subnet is being modified by another concurrent operation. Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f3a8983-26da-49b5-914a-718960346570: This subnet is being modified by another concurrent operation. Jan 28 16:59:35.382799 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 16:59:35.391661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (5f3a8983-26da-49b5-914a-718960346570), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.503617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8e4f62ec-3298-44af-9dba-1a86ed9e1897 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0759382 Jan 28 16:59:35.508466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Router 356bd8c6-5285-4431-8caa-5ff69baf6a0b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:59:35.522406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Request body: {'port': {'device_id': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:35.529470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c87284b8-2706-4691-baff-783c4a51ea45 None None] Provisioning complete for port 4c261813-ce9c-4f00-a8e5-2b534eaab915 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:35.534697 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c87284b8-2706-4691-baff-783c4a51ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.621689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2a0b-a418-42d8-8121-0edb684053c7 req-eb7c9b46-bfdb-4d6c-a1e5-ef8dc30da897 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:35.624600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c87284b8-2706-4691-baff-783c4a51ea45 None None] Port 4c261813-ce9c-4f00-a8e5-2b534eaab915 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:35.630600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a65c2a0b-a418-42d8-8121-0edb684053c7 req-eb7c9b46-bfdb-4d6c-a1e5-ef8dc30da897 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.7111902 Jan 28 16:59:35.651995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3a8983-26da-49b5-914a-718960346570,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:35.663941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.669675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2241ee44-1ba4-47a1-afd2-2ec40a8f6aab tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/5f3a8983-26da-49b5-914a-718960346570 HTTP/1.1" status: 204 len: 168 time: 1.1871076 Jan 28 16:59:35.672394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38298) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:35.716401 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d56547e3-027c-4ff4-8da3-381a21dad910 req-1ee3fddb-c55d-4608-8d3f-b5230e9d18f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529318 Jan 28 16:59:35.747562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Could not find standard attr ID for object 2f4131de-7818-4ec9-a097-80206dac0fcf. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:59:35.770109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5691e-140e-4d6a-9b15-37175b6aa933 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:59:35.812912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38302) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:35.837676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.868362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Provisioning complete for port f411e1ac-2ea2-4490-a4a5-9d968576e398 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:35.870329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:35.889195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:35.912250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a0d5fcc6-47e8-4cbf-958f-f719ee3a5edd tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "PUT /v2.0/routers/356bd8c6-5285-4431-8caa-5ff69baf6a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7042999 Jan 28 16:59:35.929211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:35.975740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a65c2a0b-a418-42d8-8121-0edb684053c7 req-737488b6-9440-4f58-8704-6813a11e0a08 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440003 Jan 28 16:59:35.987333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] Sync routers for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:36.020146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d345a-7260-441b-8f7b-c1565fbcf63a req-be3e6f65-3535-4f37-bc48-7d78c573b1bb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:36.040056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d4d345a-7260-441b-8f7b-c1565fbcf63a req-be3e6f65-3535-4f37-bc48-7d78c573b1bb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.6785140 Jan 28 16:59:36.062900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 8342940d-9a79-4e46-bc27-af4dc307bc87 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:36.098317 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (8342940d-9a79-4e46-bc27-af4dc307bc87), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.114979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Port f411e1ac-2ea2-4490-a4a5-9d968576e398 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:36.119811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:36.130920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:36.262284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:36.263174 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-340ea18c-62a9-4f51-9dbf-4227f9f23126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.317630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (8342940d-9a79-4e46-bc27-af4dc307bc87), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.319090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:36.319478 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.329880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d4d345a-7260-441b-8f7b-c1565fbcf63a req-2eb69536-6631-47cc-9f97-a2bd6f33f5bf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832870 Jan 28 16:59:36.357368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:36.359600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:36.390485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5aeea-b125-4aa3-acfd-2cb5cddb34dd req-66267087-b585-4f02-812f-f9fb361ee520 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:36.391974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1e5aeea-b125-4aa3-acfd-2cb5cddb34dd req-66267087-b585-4f02-812f-f9fb361ee520 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 931 time: 0.2107756 Jan 28 16:59:36.506307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1e5aeea-b125-4aa3-acfd-2cb5cddb34dd req-4666b50d-21a3-4658-be99-86f59d4ad403 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905936 Jan 28 16:59:36.587376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:59:36.591446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5691e-140e-4d6a-9b15-37175b6aa933 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:59:36.597501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8342940d-9a79-4e46-bc27-af4dc307bc87), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.607284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:36.607982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51619e7-385a-4ce4-9a9a-da12af645a4a None None] The sync data for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:36.667546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-340ea18c-62a9-4f51-9dbf-4227f9f23126 admin admin] Publish callbacks [] for security_group (4a5c07c8-0756-4954-9c0d-49250d081fc2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.677990 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-340ea18c-62a9-4f51-9dbf-4227f9f23126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4a5c07c8-0756-4954-9c0d-49250d081fc2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.737303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Request body: {'port': {'network_id': '900fcda8-d890-471a-b725-9bafd87711cb', 'name': 'tempest-FloatingIPAdminTestJSON-522801530'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:36.747719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-340ea18c-62a9-4f51-9dbf-4227f9f23126 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55a167a092d34979b173e89dd205cc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9251118 Jan 28 16:59:36.749933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38326) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:36.758660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ea18c-62a9-4f51-9dbf-4227f9f23126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c07c8-0756-4954-9c0d-49250d081fc2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:36.804343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (8342940d-9a79-4e46-bc27-af4dc307bc87), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.903205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=8342940d-9a79-4e46-bc27-af4dc307bc87,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:36.927691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:36.935349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9c81fee1-c4db-47a1-9d37-9f61d76225f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8342940d-9a79-4e46-bc27-af4dc307bc87 HTTP/1.1" status: 204 len: 168 time: 1.2430170 Jan 28 16:59:36.945544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38330) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:36.953765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2296f45a-3e30-4b2f-aafd-0e30b7a4608c None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:36.995651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:36.996059 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.002325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-edfa349c-318e-4908-8e70-df84f8e1a166 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551348 Jan 28 16:59:37.004580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38332) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:37.010719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:37.033730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2303-89eb-486d-a1d6-b4dab63756c7 admin admin] Publish callbacks [] for security_group (4a5c07c8-0756-4954-9c0d-49250d081fc2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.088032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2303-89eb-486d-a1d6-b4dab63756c7 admin admin] Publish callbacks [] for security_group (4a5c07c8-0756-4954-9c0d-49250d081fc2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.103743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:37.170704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.238249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Made reservation on behalf of 5c4135f055b5469cb9df25eabe07c218 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:37.244194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.256435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:37.265844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.308953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:37.317440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] device_id is not set on port f8cfa251-4b10-45e8-9bf7-17c863a0d721 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:37.488196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d336d46-a96b-47d4-b910-c4016f54b007 None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '8342940d-9a79-4e46-bc27-af4dc307bc87'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '217ad743-ebc6-4b92-babc-e50bc5d212da'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:59:37.564513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2d336d46-a96b-47d4-b910-c4016f54b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.566129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Allocated IP 172.20.0.5 (900fcda8-d890-471a-b725-9bafd87711cb/0c64b974-a7ba-4ff5-8c84-451601956062/f8cfa251-4b10-45e8-9bf7-17c863a0d721) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:37.695847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c261813-ce9c-4f00-a8e5-2b534eaab915 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:37.704345 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Publish callbacks [] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.717853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Transition to ACTIVE for port object 4c261813-ce9c-4f00-a8e5-2b534eaab915 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:59:37.738675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.817733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07913d-a566-47c7-ac72-30220522a3e0 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 16:59:37.982234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2303-89eb-486d-a1d6-b4dab63756c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4a5c07c8-0756-4954-9c0d-49250d081fc2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.985867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2303-89eb-486d-a1d6-b4dab63756c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:37.987038 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d4f2303-89eb-486d-a1d6-b4dab63756c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a5c07c8-0756-4954-9c0d-49250d081fc2 HTTP/1.1" status: 204 len: 168 time: 1.2334754 Jan 28 16:59:37.998382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Could not find standard attr ID for object 2f4131de-7818-4ec9-a097-80206dac0fcf. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 16:59:38.006714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1af929-93f0-41fc-9428-d3531822dc4f req-bdbb8f3e-f4b6-48d7-b0e3-e2031884dec9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:38.008349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b1af929-93f0-41fc-9428-d3531822dc4f req-bdbb8f3e-f4b6-48d7-b0e3-e2031884dec9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.8130293 Jan 28 16:59:38.029011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07913d-a566-47c7-ac72-30220522a3e0 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 16:59:38.052905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f2303-89eb-486d-a1d6-b4dab63756c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c07c8-0756-4954-9c0d-49250d081fc2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:38.072390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56905cb-e339-424b-b7a9-2ba388da3ebb req-7c88fb1b-c389-436e-9ff1-eff9d924d346 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:38.073718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f56905cb-e339-424b-b7a9-2ba388da3ebb req-7c88fb1b-c389-436e-9ff1-eff9d924d346 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.3509474 Jan 28 16:59:38.090513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Pushing event updated for resources: {'Port': ['ID=4c261813-ce9c-4f00-a8e5-2b534eaab915,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:38.115967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:38.115967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.171360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:59:38.251830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Attempting to bind port 4c261813-ce9c-4f00-a8e5-2b534eaab915 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:38.252464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Attempting to bind port 4c261813-ce9c-4f00-a8e5-2b534eaab915 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:38.253434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Attempting to bind port 4c261813-ce9c-4f00-a8e5-2b534eaab915 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:38.267698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Port 4c261813-ce9c-4f00-a8e5-2b534eaab915 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:59:38.268326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Attempting to bind port 4c261813-ce9c-4f00-a8e5-2b534eaab915 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:38.287853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:38.288572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:38.289391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:38.290295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Bound port: 4c261813-ce9c-4f00-a8e5-2b534eaab915, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:38.291041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.353757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b1af929-93f0-41fc-9428-d3531822dc4f req-2ea28853-5042-4903-b66d-4262829a1a01 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349171 Jan 28 16:59:38.362967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for port (f8cfa251-4b10-45e8-9bf7-17c863a0d721), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.365341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f56905cb-e339-424b-b7a9-2ba388da3ebb req-8a7a0be7-2bac-4809-a041-ddd41e819820 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390792 Jan 28 16:59:38.534968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.719674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:38.720214 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.726901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f8cfa251-4b10-45e8-9bf7-17c863a0d721), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.815719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:38.821075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:38.839503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:59:38.839824 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:59:38.854745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed387d9-ca39-4370-b296-6a3c4c60d795 req-de3e199f-f970-46bc-9e6d-644548cb6c7b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:38.856180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ed387d9-ca39-4370-b296-6a3c4c60d795 req-de3e199f-f970-46bc-9e6d-644548cb6c7b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.2341096 Jan 28 16:59:38.872929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668767-b4d4-48cf-a4ea-1e9bf0da1c60 req-146fe0b2-26d6-4b2f-90a8-487260957005 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:38.874574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb668767-b4d4-48cf-a4ea-1e9bf0da1c60 req-146fe0b2-26d6-4b2f-90a8-487260957005 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.2214675 Jan 28 16:59:38.881745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da568b2-94aa-4c6d-8757-4eee89940587 None None] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:38.951448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] For port 4c261813-ce9c-4f00-a8e5-2b534eaab915, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:38.957427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event updated for resources: {'Port': ['ID=f8cfa251-4b10-45e8-9bf7-17c863a0d721,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:38.987728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ed387d9-ca39-4370-b296-6a3c4c60d795 req-c495dac6-00fe-4273-8bbf-67852ff14667 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120579 Jan 28 16:59:39.021977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Network 900fcda8-d890-471a-b725-9bafd87711cb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:39.032898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb668767-b4d4-48cf-a4ea-1e9bf0da1c60 req-cb2126d4-8b1d-45c8-96d0-e61e8473fbf5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351395 Jan 28 16:59:39.033391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38362) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:39.035340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:39.048460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:39.132605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] For port 4c261813-ce9c-4f00-a8e5-2b534eaab915, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:39.146532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.179819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10387b-915a-410b-9952-519af2a17cf1 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.186178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-af10387b-915a-410b-9952-519af2a17cf1 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1124 time: 0.1516736 Jan 28 16:59:39.187253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38368) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:39.193838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:39.224456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.225527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.229295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.245424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.246680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.248451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] 10.222.0.24 "PUT /v2.0/ports/4c261813-ce9c-4f00-a8e5-2b534eaab915 HTTP/1.1" status: 200 len: 1092 time: 3.7318475 Jan 28 16:59:39.249057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'tag': '4c261813-ce9c-4f00-a8e5-2b534eaab915'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:39.251816 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded43e6-943f-48f6-95f4-5340eec9fec3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d99ca4d-b54a-441d-abb8-c2c929d4dd7b", "tag": "4c261813-ce9c-4f00-a8e5-2b534eaab915"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:39.269148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d20b760-4f72-45ec-bdc9-55b7ccb76fc6 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3354218 Jan 28 16:59:39.275691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:39.306926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42119ea4-7a64-4bbc-83ef-9fc6d2cd269c service neutron] Pushing event updated for resources: {'Port': ['ID=4c261813-ce9c-4f00-a8e5-2b534eaab915,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:39.376281 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb93381-5cbc-4591-ba70-558b04a1baf9 x-openstack-request-id: req-abb93381-5cbc-4591-ba70-558b04a1baf9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:39.376709 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d99ca4d-b54a-441d-abb8-c2c929d4dd7b", "tag": "4c261813-ce9c-4f00-a8e5-2b534eaab915", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:39.377095 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abb93381-5cbc-4591-ba70-558b04a1baf9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:39.377687 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'tag': '4c261813-ce9c-4f00-a8e5-2b534eaab915', 'status': 'completed', 'code': 200} Jan 28 16:59:39.420209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8d4c9e01-477a-47fe-acce-fefd77c11a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.424211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-8d4c9e01-477a-47fe-acce-fefd77c11a0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 1126 time: 0.1120512 Jan 28 16:59:39.431576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.529198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-ef63a598-4773-4f5a-85ac-6f9f2249560b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915 HTTP/1.1" status: 200 len: 217 time: 0.0968046 Jan 28 16:59:39.617597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'project_id': '5c4135f055b5469cb9df25eabe07c218', 'port_id': 'f8cfa251-4b10-45e8-9bf7-17c863a0d721'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:39.655592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-01a83c1a-b437-4d1a-9f3d-cedcf185949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.657525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-01a83c1a-b437-4d1a-9f3d-cedcf185949c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1220493 Jan 28 16:59:39.662739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.780845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31837-9d74-4a59-8d7c-a92cbd267dc8 req-130ff76c-90e4-4e4d-8a3d-b35b2cde14d3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.783573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecf31837-9d74-4a59-8d7c-a92cbd267dc8 req-130ff76c-90e4-4e4d-8a3d-b35b2cde14d3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.1522038 Jan 28 16:59:39.791123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.796779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:39.814309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-f2958e1d-22ec-418f-ac2a-f42a1452b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:39.815842 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-f2958e1d-22ec-418f-ac2a-f42a1452b212 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1509364 Jan 28 16:59:39.923234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecf31837-9d74-4a59-8d7c-a92cbd267dc8 req-12e4a2f2-1282-45db-8e1a-d1c7f8de947c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231513 Jan 28 16:59:39.927083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:39.970674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:40.009768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (3370271a-1817-45a3-ae13-209fe746edff), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:40.016295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:40.113995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=8']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:40.142893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-a80c0a48-c148-4814-ba47-204d80009366 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187702 Jan 28 16:59:40.148960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.149413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.149821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.152451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.153039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.153318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.153837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.154087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.154432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.154770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.155112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.155450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.155781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 16:59:40.203159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.183 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/780f0eee-dc5a-4537-9f64-82f396b21efc) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:40.265980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bef09372-bf2d-42b6-9c17-62764b5a9d90 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:40.266529 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bef09372-bf2d-42b6-9c17-62764b5a9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:40.322687 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7f4a6dae-d7ad-4de2-b50a-609787a2c3b5 req-7bebd1dc-ddfc-404f-a526-d6003c0b6610 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666698 Jan 28 16:59:40.512125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-6902f001-86b4-4cce-afb9-a9466ffac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:40.513827 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-6902f001-86b4-4cce-afb9-a9466ffac854 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 1126 time: 0.1303732 Jan 28 16:59:40.519736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bef09372-bf2d-42b6-9c17-62764b5a9d90 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:40.672209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:40.746997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-620acc90-c0cb-4fc5-9d96-8094074ea561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:40.748532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-620acc90-c0cb-4fc5-9d96-8094074ea561 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.2254815 Jan 28 16:59:40.819538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:40.820189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:40.832734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-7a264a34-c89f-48b3-87bd-8cce554a64d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915 HTTP/1.1" status: 200 len: 217 time: 0.0761390 Jan 28 16:59:40.860773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bc18df28-c201-4895-83d4-8dd49e82d20e None None] Provisioning complete for port f8cfa251-4b10-45e8-9bf7-17c863a0d721 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:40.861462 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc18df28-c201-4895-83d4-8dd49e82d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8cfa251-4b10-45e8-9bf7-17c863a0d721), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:40.902211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:40.905991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bc18df28-c201-4895-83d4-8dd49e82d20e None None] Port f8cfa251-4b10-45e8-9bf7-17c863a0d721 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:40.963707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-44903dca-5caa-4021-92a9-5337b99038e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:40.965397 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-44903dca-5caa-4021-92a9-5337b99038e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1261280 Jan 28 16:59:40.994595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:41.032643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-4985faeb-a24d-412b-a078-d9250931db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:41.034392 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-4985faeb-a24d-412b-a078-d9250931db8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0631127 Jan 28 16:59:41.047905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:41.052383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:41.053224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:41.060760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ab639-bcba-43ef-95c8-e062fce8c841 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:41.134759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1284349 Jan 28 16:59:41.137995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38402) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:41.138778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e88c3-6e4a-40e7-bd54-de9c9af71b4b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=3370271a-1817-45a3-ae13-209fe746edff,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:41.148857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:41.234211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-6b16f5d1-9246-4977-98ee-f376df7f3d4f service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933579 Jan 28 16:59:41.362323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6277918-10da-4dbd-9840-dcc43b95d4bf req-2d650347-3bac-418a-8ea2-a2ec64a9e8fd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:41.364051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6277918-10da-4dbd-9840-dcc43b95d4bf req-2d650347-3bac-418a-8ea2-a2ec64a9e8fd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2788405 Jan 28 16:59:41.384143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d275f58-6d96-4bd0-bf0c-0b459fbe9a65 req-b99931d1-03a8-4152-b7e2-8413d3d6e67a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:41.392666 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dded43e6-943f-48f6-95f4-5340eec9fec3 req-5ebd0a52-15f8-4409-a58e-49feea1c6b38 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516924 Jan 28 16:59:41.392917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d275f58-6d96-4bd0-bf0c-0b459fbe9a65 req-b99931d1-03a8-4152-b7e2-8413d3d6e67a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 1.2202361 Jan 28 16:59:41.443862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:41.447501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:41.611529 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:41.641222 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3370271a-1817-45a3-ae13-209fe746edff (CIDR: 2001:db8::/64) Jan 28 16:59:41.652074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d275f58-6d96-4bd0-bf0c-0b459fbe9a65 req-9d4deb13-9793-459e-9a03-c95b010f4757 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573993 Jan 28 16:59:41.653315 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:59:41.653786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:59:41.669808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6277918-10da-4dbd-9840-dcc43b95d4bf req-361ed648-b84e-4cc6-ab98-a155e2721d24 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670193 Jan 28 16:59:41.673551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2aedccc4-035f-4196-abd0-3990d7de960a None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:41.674835 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2aedccc4-035f-4196-abd0-3990d7de960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:41.676392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-37d66110-4b17-4176-8131-985ed2df2d6f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5325654 Jan 28 16:59:41.679438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:41.686339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:41.728220 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:41.791080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:41.804571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:41.811419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:41.939195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Allocated IP 172.25.8.80 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:42.006770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2aedccc4-035f-4196-abd0-3990d7de960a None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:42.064926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=780f0eee-dc5a-4537-9f64-82f396b21efc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:42.081602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:42.085147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.242904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.324222 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.333537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.334023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.401393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (9acc029a-27dd-4f1c-bc9a-97511dbe53b2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.430565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:42.432099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Pushing event updated for resources: {'Port': ['ID=b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:42.435939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:42.441621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:42.517028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.570803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (fd23b59c-9676-4b4f-9a58-a2f71b13ca7f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.675508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:42.759067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.771932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.868741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:42.873672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=fd23b59c-9676-4b4f-9a58-a2f71b13ca7f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:42.881531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af63e1-aabb-465b-9905-78ec64f559b9 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:42.899338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:42.899944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:42.978923 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8950cb2e-7964-4e4c-9169-002eb6ce5a52 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2983282 Jan 28 16:59:42.994095 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-ca7b8d7f-1491-401d-8954-2bb1f066c602 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4382520 Jan 28 16:59:42.995248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:43.006113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:83:d8:bb', 'name': 'tempest-NetworksTestDHCPv6-265631969'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:43.062443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=780f0eee-dc5a-4537-9f64-82f396b21efc,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:43.091898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (9acc029a-27dd-4f1c-bc9a-97511dbe53b2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:43.104844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60300140-e5c5-4e94-ab86-92043cde6c2c req-f37f5cff-0e16-4bc6-90e7-385183abace0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:43.106658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60300140-e5c5-4e94-ab86-92043cde6c2c req-f37f5cff-0e16-4bc6-90e7-385183abace0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.2436712 Jan 28 16:59:43.185294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e95fe8-7f5f-4fcf-bc70-be17fd86cee2 req-9c35d045-31d8-48c6-9d13-b6f95b6fd35b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:43.191980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0e95fe8-7f5f-4fcf-bc70-be17fd86cee2 req-9c35d045-31d8-48c6-9d13-b6f95b6fd35b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.3387907 Jan 28 16:59:43.231600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '3370271a-1817-45a3-ae13-209fe746edff', 'ip_address': '2001:db8::f816:3eff:feb4:5d86'}, {'subnet_id': 'fd23b59c-9676-4b4f-9a58-a2f71b13ca7f'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '217ad743-ebc6-4b92-babc-e50bc5d212da'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 16:59:43.313187 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:43.341392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60300140-e5c5-4e94-ab86-92043cde6c2c req-897b19d5-793f-491c-a6b0-552ad6c2825f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874475 Jan 28 16:59:43.357118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0e95fe8-7f5f-4fcf-bc70-be17fd86cee2 req-f3d715ce-0fec-49ea-aa27-a652e2ada095 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287239 Jan 28 16:59:43.374781 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP 9acc029a-27dd-4f1c-bc9a-97511dbe53b2 associated. External IP: 172.25.8.183, port: 43c6e093-6852-46a5-aad4-61f41aa4e46a. Jan 28 16:59:43.375929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-c7ca8762-e554-4793-9dc0-4b8180fd73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:43.377620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-c7ca8762-e554-4793-9dc0-4b8180fd73d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 1129 time: 0.2822635 Jan 28 16:59:43.503844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:43.639998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] Allocated IP 2001:db8:0:1::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/fd23b59c-9676-4b4f-9a58-a2f71b13ca7f/217ad743-ebc6-4b92-babc-e50bc5d212da) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:43.770296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:43.792023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 8294f9c3-bc9e-4df9-89e7-d736be77666f has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:59:43.816346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] Publish callbacks [] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:43.831741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:43.899737 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18166cfe-2ecb-4ec7-9de2-3bb5b0d438ed None None] Pushing event updated for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:43.997968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:44.010862 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] Sync routers for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:44.030026 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:44.031128 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:44.035471 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:44.146074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3afa7574-1790-447f-90b2-f15f9ef139af tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9572403 Jan 28 16:59:44.149131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:44.155319 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc79b77a-9196-459c-8919-be3127acc2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:44.286772 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce864dbc-deac-41ae-80ad-4e34d7bdc85f x-openstack-request-id: req-ce864dbc-deac-41ae-80ad-4e34d7bdc85f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:44.287492 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:44.288227 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce864dbc-deac-41ae-80ad-4e34d7bdc85f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:44.288546 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'status': 'completed', 'code': 200} Jan 28 16:59:44.322582 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:59:44.472464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6d359-3448-49c2-aa9f-e1637a86f62a req-f09d4d35-3bc7-455e-b581-572287148dc4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:44.476221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42a6d359-3448-49c2-aa9f-e1637a86f62a req-f09d4d35-3bc7-455e-b581-572287148dc4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.2456439 Jan 28 16:59:44.483335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79b77a-9196-459c-8919-be3127acc2ff req-a31008d2-4f40-407e-9d1a-53c981501f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:44.485342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-a31008d2-4f40-407e-9d1a-53c981501f15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1129 time: 0.1957557 Jan 28 16:59:44.566452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:44.574685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:44.603858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for floatingip (d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:44.609209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-2246cc09-9e9c-4836-b027-1a49df3ef74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:44.618765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-2246cc09-9e9c-4836-b027-1a49df3ef74f service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 1.1698802 Jan 28 16:59:44.677852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 23a614bf-960c-44e9-b01f-bbdb2fe91ff0 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:44.718718 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-4176da67-8d89-418b-bf83-ae3aa0388640 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 HTTP/1.1" status: 200 len: 217 time: 0.0717869 Jan 28 16:59:44.720031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:44.720603 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:44.819793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-35d0d116-4cfb-481e-9e9b-6720a6694fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:44.821339 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-35d0d116-4cfb-481e-9e9b-6720a6694fe1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0567505 Jan 28 16:59:44.885309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a5e83-eec6-4a1e-a8c5-73079d71138f req-e9f91e05-c543-4588-a5c6-4087143081cd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:44.889495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-542a5e83-eec6-4a1e-a8c5-73079d71138f req-e9f91e05-c543-4588-a5c6-4087143081cd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.3359125 Jan 28 16:59:44.916943 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '9acc029a-27dd-4f1c-bc9a-97511dbe53b2', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'port_id': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'mac_address': 'fa:16:3e:a1:81:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaf153-3808-440f-b156-18232c39fab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:59:42Z', 'updated_at': '2022-01-28T16:59:42Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:23Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:44.970344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:45.009436 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] Checking router: 8294f9c3-bc9e-4df9-89e7-d736be77666f for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 16:59:45.025927 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:45.026889 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:45.044783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:45.067657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42a6d359-3448-49c2-aa9f-e1637a86f62a req-e6e1f677-c3ad-4a55-9071-445a62fafe2a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5807140 Jan 28 16:59:45.104800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38466) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:45.239559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79b77a-9196-459c-8919-be3127acc2ff req-050fcd14-4517-4b2a-96ca-5f01f134d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:45.241193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-050fcd14-4517-4b2a-96ca-5f01f134d168 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 898 time: 0.7127140 Jan 28 16:59:45.272405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-542a5e83-eec6-4a1e-a8c5-73079d71138f req-3d6c199b-06f2-4385-a0e6-84856751f8b4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470361 Jan 28 16:59:45.304822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-faa61b42-a2dc-445d-affe-2b3d280e85d1 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:45.305192 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-faa61b42-a2dc-445d-affe-2b3d280e85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:45.392918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-941ecf39-5ed6-429f-9ca1-66b5b9a18fdd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/9acc029a-27dd-4f1c-bc9a-97511dbe53b2 HTTP/1.1" status: 200 len: 992 time: 0.2866571 Jan 28 16:59:45.417935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-981c7cf6-5b22-4935-b21c-47204bedf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:45.422864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-981c7cf6-5b22-4935-b21c-47204bedf8d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5942950 Jan 28 16:59:45.432868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:45.456312 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 16:59:45.456803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-0fb762fc-3aba-4eca-9488-fd99cd47082c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1000 time: 0.2068906 Jan 28 16:59:45.462796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-faa61b42-a2dc-445d-affe-2b3d280e85d1 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:45.474122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:45.510479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569faee8-6361-4b9b-a945-bc26f14d9ceb req-9095f2bb-804e-4a42-aa9e-2784ab4e1a0c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:45.526884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-569faee8-6361-4b9b-a945-bc26f14d9ceb req-9095f2bb-804e-4a42-aa9e-2784ab4e1a0c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2892179 Jan 28 16:59:45.617098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79b77a-9196-459c-8919-be3127acc2ff req-3debe9d2-f522-4b1d-b097-29d42ecc09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:45.619077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-3debe9d2-f522-4b1d-b097-29d42ecc09ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.1551220 Jan 28 16:59:45.683420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Pushing event updated for resources: {'Port': ['ID=b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:45.711329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-569faee8-6361-4b9b-a945-bc26f14d9ceb req-5aa809ee-af3b-42da-9828-c47ef77565f4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753688 Jan 28 16:59:45.756694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79b77a-9196-459c-8919-be3127acc2ff req-8308dbfb-1004-4715-ace1-b7701a6d71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:45.759326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-8308dbfb-1004-4715-ace1-b7701a6d71ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1242650 Jan 28 16:59:45.888376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8:0:1::25f (5cb4a354-f6b3-4e03-838b-50cc821388f9/fd23b59c-9676-4b4f-9a58-a2f71b13ca7f/23a614bf-960c-44e9-b01f-bbdb2fe91ff0) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:45.931224 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '9acc029a-27dd-4f1c-bc9a-97511dbe53b2', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'port_id': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'mac_address': 'fa:16:3e:a1:81:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaf153-3808-440f-b156-18232c39fab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:59:42Z', 'updated_at': '2022-01-28T16:59:42Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:23Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:45.940092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::f816:3eff:fe83:d8bb (5cb4a354-f6b3-4e03-838b-50cc821388f9/3370271a-1817-45a3-ae13-209fe746edff/23a614bf-960c-44e9-b01f-bbdb2fe91ff0) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:45.960556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d548777-0dba-4fe8-81bc-999783700889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:45.981442 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e97171-4ceb-472e-8228-fa21d9f8601b None None] The sync data for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 is: [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '9acc029a-27dd-4f1c-bc9a-97511dbe53b2', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'port_id': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'mac_address': 'fa:16:3e:a1:81:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaf153-3808-440f-b156-18232c39fab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T16:59:42Z', 'updated_at': '2022-01-28T16:59:42Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:23Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:46.001622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:46.025926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-8d0a1500-b5f8-4783-a8e5-131bbc421358 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582953 Jan 28 16:59:46.032712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-d4e7f994-08bb-4bd9-8f90-17b61ba1ee55 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905056 Jan 28 16:59:46.174267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ca87c-cc8a-4f55-a16e-2c03aec576b7 req-f720bd6e-f5e9-4010-9f60-3ff4d528c2d6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:46.176264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f89ca87c-cc8a-4f55-a16e-2c03aec576b7 req-f720bd6e-f5e9-4010-9f60-3ff4d528c2d6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2176082 Jan 28 16:59:46.212134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc79b77a-9196-459c-8919-be3127acc2ff req-1fc13432-21e4-4cfd-b6c7-1475a2c2b550 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761420 Jan 28 16:59:46.219476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-818e4c9d-d7fa-4097-bf71-83c9339c477c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5244656 Jan 28 16:59:46.264347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f89ca87c-cc8a-4f55-a16e-2c03aec576b7 req-f472c8c6-74b5-44bf-aa6e-45ca8e1a17b1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774839 Jan 28 16:59:46.395553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38492) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:46.468164 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Floating IP d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc associated. External IP: 172.25.8.80, port: f8cfa251-4b10-45e8-9bf7-17c863a0d721. Jan 28 16:59:46.479310 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f869cb90-95ef-485d-85a8-ba0b75a60ca3 req-2c5b64ca-e7d3-4c29-84f1-0c9dfa88c7cb service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870807 Jan 28 16:59:46.540302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d181545-5e7b-459b-8933-3731044b8e51 None None] New status for floating IP 9acc029a-27dd-4f1c-bc9a-97511dbe53b2: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 16:59:46.603962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-401dcd56-7d42-4441-969b-dbda3d5b37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:46.605929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-401dcd56-7d42-4441-969b-dbda3d5b37fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.2044840 Jan 28 16:59:46.614659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (23a614bf-960c-44e9-b01f-bbdb2fe91ff0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:46.670284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2dd2b995-0674-4dbb-ac37-d1ea0de71ee6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/9acc029a-27dd-4f1c-bc9a-97511dbe53b2 HTTP/1.1" status: 200 len: 992 time: 0.2735054 Jan 28 16:59:46.690698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca5dff-67c3-4240-b01c-aa1b0c0ee596 req-b32087c9-2834-4998-aff0-12192c21c7e3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:46.692361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0ca5dff-67c3-4240-b01c-aa1b0c0ee596 req-b32087c9-2834-4998-aff0-12192c21c7e3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1722145 Jan 28 16:59:46.734007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e3c4-9f14-440e-b557-f6899fad9259 req-96be7d98-f576-4a32-936d-c5401a77f5ee tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:46.735591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9f0e3c4-9f14-440e-b557-f6899fad9259 req-96be7d98-f576-4a32-936d-c5401a77f5ee tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2167101 Jan 28 16:59:46.840553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-a8168040-1e54-424a-a6e1-58657b01d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:46.842458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-a8168040-1e54-424a-a6e1-58657b01d105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1769829 Jan 28 16:59:46.852365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0ca5dff-67c3-4240-b01c-aa1b0c0ee596 req-7c2a92af-48da-416c-b702-20ce41cba387 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502187 Jan 28 16:59:46.921986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (23a614bf-960c-44e9-b01f-bbdb2fe91ff0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:46.976503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9f0e3c4-9f14-440e-b557-f6899fad9259 req-498db66f-946f-4bbb-b9f2-f40ae08d29ef tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242141 Jan 28 16:59:47.054229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:47.100407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:47.116330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:47.126079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:47.126733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:47.562858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-bdc109d9-13a5-4fdc-b155-763988ed0c1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.6523962 Jan 28 16:59:47.566079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=23a614bf-960c-44e9-b01f-bbdb2fe91ff0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:47.585837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Router 356bd8c6-5285-4431-8caa-5ff69baf6a0b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:59:47.612525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3f00829d-7a38-4faa-b946-204ef4554d04 None None] Provisioning complete for port 23a614bf-960c-44e9-b01f-bbdb2fe91ff0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:47.613017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f00829d-7a38-4faa-b946-204ef4554d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (23a614bf-960c-44e9-b01f-bbdb2fe91ff0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:47.620357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a4102a5-8efe-42fd-a524-4f900df53b29 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6213655 Jan 28 16:59:47.625216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38516) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:47.644092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-aa305351-73f3-4aca-bce8-07778b24d14f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:47.647874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-aa305351-73f3-4aca-bce8-07778b24d14f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.3179893 Jan 28 16:59:47.674999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-f9c6b450-ea4f-4797-af41-39439e4e07af tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/quotas/41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 375 time: 0.0133295 Jan 28 16:59:47.675480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38522) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:47.682596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3f00829d-7a38-4faa-b946-204ef4554d04 None None] Port 23a614bf-960c-44e9-b01f-bbdb2fe91ff0 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:47.719752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-984c616a-fd5c-4181-b47e-b48a64cf8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:47.721218 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-984c616a-fd5c-4181-b47e-b48a64cf8375 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1510270 Jan 28 16:59:47.893641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:47.900854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a121af6f-49a7-4796-abeb-ab87cd40bdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:47.906947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] Sync routers for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:47.946380 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:47.947621 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:47.957285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-b8b172c7-a6b7-4e79-a3d0-e307da5fee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:47.959406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-b8b172c7-a6b7-4e79-a3d0-e307da5fee91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2289875 Jan 28 16:59:47.964036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:48.002456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 23a614bf-960c-44e9-b01f-bbdb2fe91ff0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:48.003763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (23a614bf-960c-44e9-b01f-bbdb2fe91ff0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:48.058238 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:48.093480 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:48.097179 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:48.233736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-75b1e3d2-b87a-4359-8109-8f1e23b9003b tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.9568455 Jan 28 16:59:48.237911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38530) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:48.241856 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:48.247318 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5264c66-8a35-4ec5-8c3a-985be982ac43 None None] The sync data for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:48.282563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c420827b-f668-44d7-a1af-6bb6aac07f14 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/9acc029a-27dd-4f1c-bc9a-97511dbe53b2 HTTP/1.1" status: 200 len: 994 time: 0.5998158 Jan 28 16:59:48.318604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-0260018c-020c-432f-aa96-c1e759fba1dc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5959501 Jan 28 16:59:48.411623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e8997-38d2-4a5f-a0d7-410fecc07729 req-0264bf48-b715-440b-87f2-a0610a7cce3e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:48.413226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-372e8997-38d2-4a5f-a0d7-410fecc07729 req-0264bf48-b715-440b-87f2-a0610a7cce3e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1586514 Jan 28 16:59:48.447806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (23a614bf-960c-44e9-b01f-bbdb2fe91ff0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:48.469836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-15ec23d4-8c3c-411a-8ddf-e3515898550e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] 10.222.0.25 "GET /v2.0/floatingips/d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc HTTP/1.1" status: 200 len: 981 time: 0.2311370 Jan 28 16:59:48.473052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38534) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:48.476803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 23a614bf-960c-44e9-b01f-bbdb2fe91ff0 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:48.483134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-c7568742-f761-4b1b-a200-413ced4cedab service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079937 Jan 28 16:59:48.501593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-36dea074-5cd7-4975-adbd-8365d692f592 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746361 Jan 28 16:59:48.590814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-372e8997-38d2-4a5f-a0d7-410fecc07729 req-3b943411-e6f2-4e27-a567-b16ca1d981d3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712525 Jan 28 16:59:48.662131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-661e9596-bc8c-497d-b7fd-67a372b1712e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.1877108 Jan 28 16:59:48.665714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:48.689319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-097c4f17-0da2-46aa-a210-3e2067cae8d4 req-966bf96c-cab4-45d7-9880-4dcb1d8ab6fc service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980276 Jan 28 16:59:48.760536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-2cf1d6fd-62c6-4567-b50f-b691edf92f2f service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225025 Jan 28 16:59:48.933458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting port b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:48.933823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:48.994874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (23a614bf-960c-44e9-b01f-bbdb2fe91ff0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.111997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7a156e9-f970-456c-9bcd-3355baccc8c8 req-5fcd7f90-1799-4603-ab06-60423a8d1458 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 210 time: 0.0417216 Jan 28 16:59:49.131788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=23a614bf-960c-44e9-b01f-bbdb2fe91ff0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:49.203266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.213390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.213728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for floatingip (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.221075 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b437dfbf-9e87-4682-b77c-b8156839baa6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/23a614bf-960c-44e9-b01f-bbdb2fe91ff0 HTTP/1.1" status: 204 len: 168 time: 1.5933547 Jan 28 16:59:49.231359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38550) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:49.243462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Calling delete_port for b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:49.387687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba18ed-11b7-48ac-a449-1c7dfade49df tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:49.393611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a2ba18ed-11b7-48ac-a449-1c7dfade49df tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1607854 Jan 28 16:59:49.393942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:49.411773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.546216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c22532-a5ab-4487-8968-8ed49f1a143b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:49.550427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f1c22532-a5ab-4487-8968-8ed49f1a143b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1531074 Jan 28 16:59:49.551156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:49.611958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.629485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d8f76-5466-462e-8339-a13717ac4b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:49.631057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d8f76-5466-462e-8339-a13717ac4b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:49.632608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d8f76-5466-462e-8339-a13717ac4b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:49.636657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2c1d8f76-5466-462e-8339-a13717ac4b1b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0814316 Jan 28 16:59:49.637089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38570) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:49.684231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Port': ['ID=b8ff25e5-1ba7-4d80-91cb-75f0fcc2a92f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:49.786565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 3370271a-1817-45a3-ae13-209fe746edff {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:49.797886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (3370271a-1817-45a3-ae13-209fe746edff), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.811635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for floatingip (d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.811953 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Floating IP d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc disassociated (deleted). External IP: 172.25.8.80, port: f8cfa251-4b10-45e8-9bf7-17c863a0d721. Jan 28 16:59:49.880139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d015-7f7c-41f5-8ae3-fda3aa1562f2 req-25d01696-f41b-4402-9585-fd144ec9c92b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:49.887616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a147d015-7f7c-41f5-8ae3-fda3aa1562f2 req-25d01696-f41b-4402-9585-fd144ec9c92b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1626191 Jan 28 16:59:49.902265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (3370271a-1817-45a3-ae13-209fe746edff), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:49.970107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a147d015-7f7c-41f5-8ae3-fda3aa1562f2 req-3dcc5d5c-2865-4238-90c1-e2bbcc3caf29 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807021 Jan 28 16:59:50.059228 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3370271a-1817-45a3-ae13-209fe746edff), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.133985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (3370271a-1817-45a3-ae13-209fe746edff), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.222918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=3370271a-1817-45a3-ae13-209fe746edff,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:50.225619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.236991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2da3fa-c76d-4876-9bfb-601754094444 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:50.242947 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87e46dcf-58bc-4d4e-95b4-e27cf12622db tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/3370271a-1817-45a3-ae13-209fe746edff HTTP/1.1" status: 204 len: 168 time: 0.6032627 Jan 28 16:59:50.254850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38582) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:50.331682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89d2d563-679a-492e-8c69-76c1f7c96ba8 req-f9227a74-d620-4cb7-9b67-92fd4cc3da87 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 210 time: 0.0633991 Jan 28 16:59:50.365043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet fd23b59c-9676-4b4f-9a58-a2f71b13ca7f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 16:59:50.370389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (fd23b59c-9676-4b4f-9a58-a2f71b13ca7f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.402397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Router 356bd8c6-5285-4431-8caa-5ff69baf6a0b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 16:59:50.451978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (fd23b59c-9676-4b4f-9a58-a2f71b13ca7f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.603921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 16:59:50.609543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.627148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] Sync routers for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 16:59:50.685348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c763e6dd-a66c-43e8-8a2d-5fe81de9f375 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "DELETE /v2.0/floatingips/d1e8bdc7-1c94-438a-9c97-b0f6bed9aafc HTTP/1.1" status: 204 len: 168 time: 2.0183001 Jan 28 16:59:50.686045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38586) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:50.693106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:50.702650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:50.703615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:50.748357 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.799516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:50.821518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 16:59:50.822450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:50.875395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-8082b942-e47f-44e5-8eed-7a2e6a43dd56 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:50.876961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-8082b942-e47f-44e5-8eed-7a2e6a43dd56 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.2665312 Jan 28 16:59:50.886893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (fd23b59c-9676-4b4f-9a58-a2f71b13ca7f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.891791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 16:59:50.892787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80151752-ff9b-4820-90f2-a720327bd6e5 None None] The sync data for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 16:59:50.894385 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:50.930026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'port': {'device_id': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'admin_state_up': True, 'tenant_id': '41e93c32165740b29e98846e7841ab45'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:50.991592 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.102332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (fd23b59c-9676-4b4f-9a58-a2f71b13ca7f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.187613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=fd23b59c-9676-4b4f-9a58-a2f71b13ca7f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:51.196704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.200304 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0dc0eabe-66d9-4e8a-9a76-d4053f096509 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/fd23b59c-9676-4b4f-9a58-a2f71b13ca7f HTTP/1.1" status: 204 len: 168 time: 0.9442358 Jan 28 16:59:51.204162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:51.258263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:51.263420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.296035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6504b68e-7013-499b-bd67-41dc9a2602aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884981 Jan 28 16:59:51.299533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38600) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:51.328639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:51.342553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0837a-f0fe-4aa1-944b-60b6bd05690a req-c083ed34-e233-4bf5-b0ff-f05940166d1b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:51.344983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62a0837a-f0fe-4aa1-944b-60b6bd05690a req-c083ed34-e233-4bf5-b0ff-f05940166d1b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.2592375 Jan 28 16:59:51.450990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Allocated IP 172.25.8.150 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/076825a1-d84e-4922-998c-9d2108855254) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:51.484498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4e4aed-c32e-48be-acbd-16efe187bcd2 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:51.516214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8062d123-6fc3-44b8-a2fd-1a0847b7724f req-bca224db-2e12-4ffb-850d-b984612c489b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 210 time: 0.0392873 Jan 28 16:59:51.619589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Allocated IP 172.20.0.12 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/96830b6e-7f26-46ae-ab58-8c40ee26610e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:51.625574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a2426f66-d473-40ad-b944-ada08bb70254 None None] Provisioning complete for port 217ad743-ebc6-4b92-babc-e50bc5d212da triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:51.625967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2426f66-d473-40ad-b944-ada08bb70254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.800907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 16:59:51.807436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a2426f66-d473-40ad-b944-ada08bb70254 None None] Current status of the port 217ad743-ebc6-4b92-babc-e50bc5d212da is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:51.819536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62a0837a-f0fe-4aa1-944b-60b6bd05690a req-09a92b8c-524f-420f-8921-589b7ac5ec51 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596972 Jan 28 16:59:51.856115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for port (076825a1-d84e-4922-998c-9d2108855254), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.884913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:51.888122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.888619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.898501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] Deleting port 217ad743-ebc6-4b92-babc-e50bc5d212da {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:51.899071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.901134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.945898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.983904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] For port 217ad743-ebc6-4b92-babc-e50bc5d212da, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=217ad743-ebc6-4b92-babc-e50bc5d212da,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:51.984408 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:51.998281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] Calling delete_port for 217ad743-ebc6-4b92-babc-e50bc5d212da owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:52.023107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (076825a1-d84e-4922-998c-9d2108855254), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.024356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=96830b6e-7f26-46ae-ab58-8c40ee26610e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:52.050712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:52.054737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:52.063377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:52.075731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:52.081001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:52.097973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:52.163067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Pushing event updated for resources: {'Port': ['ID=076825a1-d84e-4922-998c-9d2108855254,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:52.181747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:59:52.192068 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (217ad743-ebc6-4b92-babc-e50bc5d212da), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.245348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:52.246250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.283669 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-fe5f44ff-1c29-4430-b750-eef0a08a548c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3592312 Jan 28 16:59:52.295894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Request body: {'port': {'device_id': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:52.341081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] Pushing event deleted for resources: {'Port': ['ID=217ad743-ebc6-4b92-babc-e50bc5d212da,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:52.361103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (831e54af-1445-4cdb-b3d1-a79e49ca0c0e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.388839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4858fdc-885c-42f1-b24a-71e8914cad4f None None] No DVR routers for this DVR port 217ad743-ebc6-4b92-babc-e50bc5d212da on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 16:59:52.479428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.602058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 16:59:52.603010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for floatingip (6553ac0b-922b-44d7-a87f-ef8d38ac2732), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.616377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:52.640883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:52.662806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:52.665377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.695009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 217ad743-ebc6-4b92-babc-e50bc5d212da {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 16:59:52.697098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 217ad743-ebc6-4b92-babc-e50bc5d212da not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 16:59:52.701918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745d2ac-f126-47bb-a459-6233fb8e2abd None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:52.738332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d4cfbce-cdec-4b05-9a25-5cb286463007 None None] Provisioning complete for port 96830b6e-7f26-46ae-ab58-8c40ee26610e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:52.739323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d4cfbce-cdec-4b05-9a25-5cb286463007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.742413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (076825a1-d84e-4922-998c-9d2108855254), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:52.753119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=831e54af-1445-4cdb-b3d1-a79e49ca0c0e,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:52.840653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d4cfbce-cdec-4b05-9a25-5cb286463007 None None] Port 96830b6e-7f26-46ae-ab58-8c40ee26610e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:52.846338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f73890d4-2bd9-4f97-be77-a9b67d330ac6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5356047 Jan 28 16:59:52.852879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:52.884551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:52.927715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5cb4a354-f6b3-4e03-838b-50cc821388f9', 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'project_id': 'f7802bc4832a4c28bb38a386a1157251', 'fixed_ips': [{'subnet_id': '831e54af-1445-4cdb-b3d1-a79e49ca0c0e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 16:59:52.929204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.023325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96830b6e-7f26-46ae-ab58-8c40ee26610e {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:53.032502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Publish callbacks [] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.046886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Transition to ACTIVE for port object 96830b6e-7f26-46ae-ab58-8c40ee26610e will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 16:59:53.053626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.114435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Pushing event updated for resources: {'Port': ['ID=96830b6e-7f26-46ae-ab58-8c40ee26610e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:53.222041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/831e54af-1445-4cdb-b3d1-a79e49ca0c0e/d665f3cd-8b04-45de-802c-ef1341e61dee) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:53.271635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Attempting to bind port 96830b6e-7f26-46ae-ab58-8c40ee26610e on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:53.272219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Attempting to bind port 96830b6e-7f26-46ae-ab58-8c40ee26610e by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:53.272344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Attempting to bind port 96830b6e-7f26-46ae-ab58-8c40ee26610e on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:53.277043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Port 96830b6e-7f26-46ae-ab58-8c40ee26610e on network 5c6009f2-acc5-44fe-91c1-a581e0476315 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 16:59:53.278042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Attempting to bind port 96830b6e-7f26-46ae-ab58-8c40ee26610e on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:53.280598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45096816-a87b-4356-b755-fb082f67f16f req-12ed761f-5633-4052-87e6-55dc7063407c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:53.283470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45096816-a87b-4356-b755-fb082f67f16f req-12ed761f-5633-4052-87e6-55dc7063407c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 932 time: 0.5328858 Jan 28 16:59:53.292216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:53.292559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:53.292967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:53.293401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Bound port: 96830b6e-7f26-46ae-ab58-8c40ee26610e, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:53.293765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.372238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for port (076825a1-d84e-4922-998c-9d2108855254), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.384035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (076825a1-d84e-4922-998c-9d2108855254), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.409787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] For port 96830b6e-7f26-46ae-ab58-8c40ee26610e, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:53.413904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] For port 96830b6e-7f26-46ae-ab58-8c40ee26610e, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:53.424154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.492976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Pushing event updated for resources: {'Port': ['ID=96830b6e-7f26-46ae-ab58-8c40ee26610e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:53.504314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:53.506154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.507733 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-a85b6909-b64a-4c33-a244-dc4c19f180fe service neutron] 10.222.0.31 "PUT /v2.0/ports/96830b6e-7f26-46ae-ab58-8c40ee26610e HTTP/1.1" status: 200 len: 1093 time: 1.2170818 Jan 28 16:59:53.508351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'tag': '96830b6e-7f26-46ae-ab58-8c40ee26610e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:53.517061 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca587db-aadc-4a68-b348-cfadbf40b09c" -d '{"events": [{"name": "network-changed", "server_uuid": "197944f0-bd2e-406d-a5a1-3dac4ed85d68", "tag": "96830b6e-7f26-46ae-ab58-8c40ee26610e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:53.526349 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (6553ac0b-922b-44d7-a87f-ef8d38ac2732), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.589937 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Publish callbacks [] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.615745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bef34-d122-4bb8-ab26-60ff289b3d17 req-15cd32c0-6049-490a-8b20-c0581dbe7a0c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:53.616412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.617787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a70bef34-d122-4bb8-ab26-60ff289b3d17 req-15cd32c0-6049-490a-8b20-c0581dbe7a0c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.4929938 Jan 28 16:59:53.662070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-e6d11e65-76ec-4deb-a166-ec95a8f8d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:53.664239 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-e6d11e65-76ec-4deb-a166-ec95a8f8d9f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 1127 time: 0.0999725 Jan 28 16:59:53.721763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.722855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:53.724261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0361145 Jan 28 16:59:53.731681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:53.734974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:53.740777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:53.741582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.769852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38634) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:53.785824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-9cfa2a04-125c-4c04-8e0e-f6f8a3220807 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e HTTP/1.1" status: 200 len: 217 time: 0.1140118 Jan 28 16:59:53.845036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Pushing event updated for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:53.863385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-209d58d4-0c7e-4031-93db-a6072ed5fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:53.865353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-209d58d4-0c7e-4031-93db-a6072ed5fee3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0675294 Jan 28 16:59:53.873856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f4d4a-657f-4e23-a2e5-602d89e5bcb4 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Pushing event updated for resources: {'Port': ['ID=076825a1-d84e-4922-998c-9d2108855254,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:53.898344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45096816-a87b-4356-b755-fb082f67f16f req-bf06cc50-4e36-4dc1-92de-b8210ec02fbe tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162225 Jan 28 16:59:53.910289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Attempting to bind port d665f3cd-8b04-45de-802c-ef1341e61dee on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 16:59:53.910895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Attempting to bind port d665f3cd-8b04-45de-802c-ef1341e61dee by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 16:59:53.911242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Attempting to bind port d665f3cd-8b04-45de-802c-ef1341e61dee on network 5cb4a354-f6b3-4e03-838b-50cc821388f9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 16:59:53.929475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 16:59:53.929950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Checking segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 16:59:53.930360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.930758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Bound using segment: {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 16:59:53.934044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Bound port: d665f3cd-8b04-45de-802c-ef1341e61dee, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ded0ed-f9d9-4a74-9949-ae8a056a7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 16:59:53.936076 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:53.960477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a70bef34-d122-4bb8-ab26-60ff289b3d17 req-717a2618-e5eb-4985-8d15-fd62f85aecaa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061566 Jan 28 16:59:53.975377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:54.016215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-c6ad4717-ed1b-4695-a01c-c4b5cfa0323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:54.023073 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-c6ad4717-ed1b-4695-a01c-c4b5cfa0323a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1500123 Jan 28 16:59:54.034259 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 831e54af-1445-4cdb-b3d1-a79e49ca0c0e (CIDR: 2001:db8::/64) Jan 28 16:59:54.039716 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 16:59:54.040186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 16:59:54.061580 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab08bdb-e785-4e93-8136-7f1d50283412 x-openstack-request-id: req-3ab08bdb-e785-4e93-8136-7f1d50283412 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:54.062100 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197944f0-bd2e-406d-a5a1-3dac4ed85d68", "tag": "96830b6e-7f26-46ae-ab58-8c40ee26610e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:54.062685 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ab08bdb-e785-4e93-8136-7f1d50283412 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:54.063220 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'tag': '96830b6e-7f26-46ae-ab58-8c40ee26610e', 'status': 'completed', 'code': 200} Jan 28 16:59:54.066166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d83fd80d-d297-47a6-87ec-9b401a5b7734 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2061868 Jan 28 16:59:54.070290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38638) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:54.073696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 16:59:54.078131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d665f3cd-8b04-45de-802c-ef1341e61dee,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 16:59:54.078273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:54.084649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:54.087469 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:54.214698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc497b-fb1d-4486-ba23-947084cfcbd4 None None] Pushing event updated for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:54.260295 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-c73227a8-7929-4dd3-be13-b403ce12a172 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261302 Jan 28 16:59:54.297537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:54.303594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:54.427754 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7771cbc-5910-4d81-a83a-d497e936ced8 req-ff733e26-bbe8-49c4-bd66-9d79e9b20f92 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607912 Jan 28 16:59:54.439311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:54.652498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-1464cfb1-1c26-44a9-9063-5ccde01f99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:54.653109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-1464cfb1-1c26-44a9-9063-5ccde01f99b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 1127 time: 0.1408925 Jan 28 16:59:54.700716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Allocated IP 172.25.8.78 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/fa456359-b3de-4270-b7bd-f8ab0b1ebce5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:54.826822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-cf44bd01-006c-475b-b0e8-0c009c5e82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:54.828353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-cf44bd01-006c-475b-b0e8-0c009c5e82f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1661868 Jan 28 16:59:54.892932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-e1928b6d-09e0-49d0-aba6-34b8eecd4111 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e HTTP/1.1" status: 200 len: 217 time: 0.0452304 Jan 28 16:59:54.938573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks [] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.049185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-13b1bba8-7087-4f68-ad08-7b703286f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:55.050832 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-13b1bba8-7087-4f68-ad08-7b703286f268 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1471956 Jan 28 16:59:55.143386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.147648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-a749b34f-5e27-4670-bdcf-e0b812d07d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:55.150341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-a749b34f-5e27-4670-bdcf-e0b812d07d3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849304 Jan 28 16:59:55.321482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 16:59:55.360894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac59d8-a6c9-4e58-b759-9fb35ee4044e req-0ee773de-1bc8-44b5-9dbc-f200cc5cc1a9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:55.377281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38ac59d8-a6c9-4e58-b759-9fb35ee4044e req-0ee773de-1bc8-44b5-9dbc-f200cc5cc1a9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 944 time: 0.2616503 Jan 28 16:59:55.456223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42986de-e22c-4a11-9408-84521183268e req-acac6f01-b60c-4b86-aadd-8108be04523c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:55.458455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e42986de-e22c-4a11-9408-84521183268e req-acac6f01-b60c-4b86-aadd-8108be04523c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.3300152 Jan 28 16:59:55.600165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38ac59d8-a6c9-4e58-b759-9fb35ee4044e req-c9ca6106-ffb0-4bc0-948d-7569ae2c6de6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220521 Jan 28 16:59:55.647311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e42986de-e22c-4a11-9408-84521183268e req-febc54a9-e2e8-4e1a-b2fb-26567b616c2c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781912 Jan 28 16:59:55.682303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:55.683557 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.695648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:55.707240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:55.716803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:55.722126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Pushing event updated for resources: {'Port': ['ID=fa456359-b3de-4270-b7bd-f8ab0b1ebce5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:55.773824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.795444 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-df9015bc-fbda-4a12-8e10-07ccb2677074 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147976 Jan 28 16:59:55.813982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:55.814383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.868555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d665f3cd-8b04-45de-802c-ef1341e61dee,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:55.874371 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.909705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 16:59:55.909940 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 16:59:55.934310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9524c8-c7d7-4c02-93f1-32ee79f301ce None None] Pushing event updated for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:55.953587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks [] for floatingip (8e2828d8-7c36-4fd5-b789-2771b21352db), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:55.976949 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca587db-aadc-4a68-b348-cfadbf40b09c req-c6c540a8-6513-41b4-b067-95a0fbbf8956 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554706 Jan 28 16:59:56.015880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.191385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks [] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.201816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.273837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Pushing event updated for resources: {'Port': ['ID=fa456359-b3de-4270-b7bd-f8ab0b1ebce5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:56.282033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (8e2828d8-7c36-4fd5-b789-2771b21352db), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.299137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.304159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dd6b31a8-a82b-4040-8527-5dc4b76f6697 tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5295281 Jan 28 16:59:56.304549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38676) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:56.379815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4580c484-280d-409e-8ab2-3fd66a2df154 tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0716462 Jan 28 16:59:56.380452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38678) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:56.484829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.533606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7988fb4-91b6-465c-a52b-6fc763bbdafb tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1516888 Jan 28 16:59:56.536907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:56.547438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d665f3cd-8b04-45de-802c-ef1341e61dee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:56.620278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:56.620748 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.724401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d665f3cd-8b04-45de-802c-ef1341e61dee,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:56.777396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Deleting port fa456359-b3de-4270-b7bd-f8ab0b1ebce5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:56.777933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.793885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.823341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:56.874418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.893505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (25125e4a-aea0-4ff1-adda-a09ea8b58e9a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.897657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.898001 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks [] for floatingip (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:56.921721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Calling delete_port for fa456359-b3de-4270-b7bd-f8ab0b1ebce5 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:57.001655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:57.005136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=25125e4a-aea0-4ff1-adda-a09ea8b58e9a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:57.019044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:57.031747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb583f-9748-4697-bac6-5036802acd4b None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 16:59:57.048229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:57.055867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.103822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f750a-0d73-4f55-bae3-2eb6688c52ce req-949ed031-6af2-4ebb-ae00-2165ba00c084 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:57.119067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-056f750a-0d73-4f55-bae3-2eb6688c52ce req-949ed031-6af2-4ebb-ae00-2165ba00c084 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 944 time: 0.3206906 Jan 28 16:59:57.122475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fa456359-b3de-4270-b7bd-f8ab0b1ebce5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.163975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Pushing event deleted for resources: {'Port': ['ID=fa456359-b3de-4270-b7bd-f8ab0b1ebce5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:57.197302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9ff6-a421-4eb1-89a6-8cce43ac37c1 req-94c6dc6b-47ed-4554-a50d-1a49433505c8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:57.204512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f9a9ff6-a421-4eb1-89a6-8cce43ac37c1 req-94c6dc6b-47ed-4554-a50d-1a49433505c8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.3893571 Jan 28 16:59:57.224640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:57.251584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cdd44eea-1eb2-40a6-aaeb-63f460a34f19 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1795859 Jan 28 16:59:57.255411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:57.272787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:9d:e8:47', 'name': 'tempest-NetworksTestDHCPv6-183317190'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 16:59:57.279980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks [] for floatingip (8e2828d8-7c36-4fd5-b789-2771b21352db), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.286201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.290782 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5dad94bd-fee7-435d-be2e-073b4492ad1e tempest-FloatingIPAdminTestJSON-784049398 tempest-FloatingIPAdminTestJSON-784049398-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e2828d8-7c36-4fd5-b789-2771b21352db HTTP/1.1" status: 204 len: 168 time: 0.7496755 Jan 28 16:59:57.290979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38700) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:57.303173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-056f750a-0d73-4f55-bae3-2eb6688c52ce req-62593fd4-2bd8-4e9b-a942-3e593af64c01 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829140 Jan 28 16:59:57.325980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f9a9ff6-a421-4eb1-89a6-8cce43ac37c1 req-a8b0b061-81c3-4e51-85a7-ca1e463c39d8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204102 Jan 28 16:59:57.362550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 96830b6e-7f26-46ae-ab58-8c40ee26610e details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 16:59:57.596819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 96830b6e-7f26-46ae-ab58-8c40ee26610e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:57.597038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Deleting port 076825a1-d84e-4922-998c-9d2108855254 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:57.597380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (076825a1-d84e-4922-998c-9d2108855254), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.617553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '96830b6e-7f26-46ae-ab58-8c40ee26610e', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '96830b6e-7f26-46ae-ab58-8c40ee26610e', 'mac_address': 'fa:16:3e:c9:43:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 16:59:57.668923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 16:59:57.808461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (076825a1-d84e-4922-998c-9d2108855254), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.809193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for floatingip (076825a1-d84e-4922-998c-9d2108855254), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.831931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Calling delete_port for 076825a1-d84e-4922-998c-9d2108855254 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:57.856747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.925856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 96830b6e-7f26-46ae-ab58-8c40ee26610e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:57.927570 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:57.943238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96830b6e-7f26-46ae-ab58-8c40ee26610e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 16:59:57.974065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 96830b6e-7f26-46ae-ab58-8c40ee26610e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:57.984399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.047326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=96830b6e-7f26-46ae-ab58-8c40ee26610e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:58.079420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 16:59:58.088469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (076825a1-d84e-4922-998c-9d2108855254), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.153171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Pushing event deleted for resources: {'Port': ['ID=076825a1-d84e-4922-998c-9d2108855254,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:58.210625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['96830b6e-7f26-46ae-ab58-8c40ee26610e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 16:59:58.303337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks [] for floatingip (6553ac0b-922b-44d7-a87f-ef8d38ac2732), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.307072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.308338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e10ab0ae-74ba-4729-9462-83c5e65bcf8e tempest-FloatingIPAdminTestJSON-1703088594 tempest-FloatingIPAdminTestJSON-1703088594-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/6553ac0b-922b-44d7-a87f-ef8d38ac2732 HTTP/1.1" status: 204 len: 168 time: 1.0155632 Jan 28 16:59:58.311840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38714) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:58.444607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e15e4fd1-ae02-4a71-8831-2c005dae593b None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:58.445281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e15e4fd1-ae02-4a71-8831-2c005dae593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.490588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::18d (5cb4a354-f6b3-4e03-838b-50cc821388f9/831e54af-1445-4cdb-b3d1-a79e49ca0c0e/47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:58.506251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:e847 (5cb4a354-f6b3-4e03-838b-50cc821388f9/25125e4a-aea0-4ff1-adda-a09ea8b58e9a/47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 16:59:58.547855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e15e4fd1-ae02-4a71-8831-2c005dae593b None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:58.581289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8c71-aa1d-4ea3-aaac-5f48dbea8317 req-c67335eb-fefc-4019-897b-01430a4b1c6a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:58.583639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8dc8c71-aa1d-4ea3-aaac-5f48dbea8317 req-c67335eb-fefc-4019-897b-01430a4b1c6a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1375990 Jan 28 16:59:58.629078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting port f8cfa251-4b10-45e8-9bf7-17c863a0d721 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:58.629566 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f8cfa251-4b10-45e8-9bf7-17c863a0d721), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.642199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a25c02-49b2-43a3-8e42-2044a31f40ac req-fbc402f9-b2c7-4cf0-bae5-45ac45c66ecb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:58.643873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77a25c02-49b2-43a3-8e42-2044a31f40ac req-fbc402f9-b2c7-4cf0-bae5-45ac45c66ecb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 945 time: 0.1640282 Jan 28 16:59:58.723710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.766402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.779725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77a25c02-49b2-43a3-8e42-2044a31f40ac req-b70a3868-a1da-428f-a3bb-299268f389ba tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191154 Jan 28 16:59:58.784090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8dc8c71-aa1d-4ea3-aaac-5f48dbea8317 req-a6151bb1-18d1-4a9b-bd8c-11e2d901bc2f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858065 Jan 28 16:59:58.828008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f8cfa251-4b10-45e8-9bf7-17c863a0d721), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.830432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 16:59:58.840977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 16:59:58.843934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Calling delete_port for f8cfa251-4b10-45e8-9bf7-17c863a0d721 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:58.846455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 16:59:58.857543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:58.858779 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:58.871469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:58.881245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d206f5d3-280b-4eef-8b17-df2181d00e38 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6242058 Jan 28 16:59:58.884164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:59.016756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 16:59:59.017402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.069800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f8cfa251-4b10-45e8-9bf7-17c863a0d721), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.111013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Port': ['ID=f8cfa251-4b10-45e8-9bf7-17c863a0d721,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:59.186106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.222747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 16:59:59.241768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.248641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-412a6123-7694-4b93-a405-ae959fd28224 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "DELETE /v2.0/ports/f8cfa251-4b10-45e8-9bf7-17c863a0d721 HTTP/1.1" status: 204 len: 168 time: 0.9352052 Jan 28 16:59:59.249043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38732) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:59.321707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ad19ebb2-a280-459d-bb9b-6f18ce03bae7 None None] Provisioning complete for port 47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:59.322353 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad19ebb2-a280-459d-bb9b-6f18ce03bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.381850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ad19ebb2-a280-459d-bb9b-6f18ce03bae7 None None] Port 47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 16:59:59.388055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 96830b6e-7f26-46ae-ab58-8c40ee26610e up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 16:59:59.409802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0f285-f1f2-4c86-b924-0cf58e06f2c8 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:59.409802 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8ce0f285-f1f2-4c86-b924-0cf58e06f2c8 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "GET /v2.0/ports?device_id=356bd8c6-5285-4431-8caa-5ff69baf6a0b HTTP/1.1" status: 200 len: 913 time: 0.1571031 Jan 28 16:59:59.410153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38738) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:59.473283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 96830b6e-7f26-46ae-ab58-8c40ee26610e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 16:59:59.483134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 96830b6e-7f26-46ae-ab58-8c40ee26610e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 16:59:59.484309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.579453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.606706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 96830b6e-7f26-46ae-ab58-8c40ee26610e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 16:59:59.607108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.620063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:59.655908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 96830b6e-7f26-46ae-ab58-8c40ee26610e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 16:59:59.663524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96830b6e-7f26-46ae-ab58-8c40ee26610e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 16:59:59.666688 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d4d0d9-c209-47e8-95da-fe549fb8e3ce" -d '{"events": [{"server_uuid": "197944f0-bd2e-406d-a5a1-3dac4ed85d68", "name": "network-vif-plugged", "status": "completed", "tag": "96830b6e-7f26-46ae-ab58-8c40ee26610e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 16:59:59.670946 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.733667 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 16:59:59.739691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e0cb8049-f2e0-4888-9076-3b09704ea00e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 HTTP/1.1" status: 204 len: 168 time: 0.8541007 Jan 28 16:59:59.742332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38746) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 16:59:59.744444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=96830b6e-7f26-46ae-ab58-8c40ee26610e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 16:59:59.756162 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933d2d41-2d18-44b9-8838-dad56e9f054c x-openstack-request-id: req-933d2d41-2d18-44b9-8838-dad56e9f054c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 16:59:59.756933 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197944f0-bd2e-406d-a5a1-3dac4ed85d68", "name": "network-vif-plugged", "status": "completed", "tag": "96830b6e-7f26-46ae-ab58-8c40ee26610e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 16:59:59.757241 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-933d2d41-2d18-44b9-8838-dad56e9f054c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 16:59:59.757600 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96830b6e-7f26-46ae-ab58-8c40ee26610e', 'code': 200} Jan 28 16:59:59.946863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d252c-9676-4eb6-a040-6f95350df236 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 16:59:59.954045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e55d252c-9676-4eb6-a040-6f95350df236 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2084398 Jan 28 16:59:59.958833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38754) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:00.006901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027bd7e-78a6-470a-88d4-c3a750352724 req-03666e5d-bd2d-424f-b965-74cf7eb0d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.008565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6027bd7e-78a6-470a-88d4-c3a750352724 req-03666e5d-bd2d-424f-b965-74cf7eb0d95a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 1129 time: 0.1799638 Jan 28 17:00:00.066936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d4ed-5397-4b64-a8d3-0a6f3193e202 req-dff5c8a6-650c-4262-a99c-3b270ed4928b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.076166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53b9d4ed-5397-4b64-a8d3-0a6f3193e202 req-dff5c8a6-650c-4262-a99c-3b270ed4928b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 946 time: 0.1324499 Jan 28 17:00:00.092824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f87f6e1-6aa6-4864-9303-1551bcdc66b0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.096608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9f87f6e1-6aa6-4864-9303-1551bcdc66b0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1345525 Jan 28 17:00:00.097117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6027bd7e-78a6-470a-88d4-c3a750352724 req-abb629be-7a97-472f-8097-e7badac47977 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818949 Jan 28 17:00:00.097584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38756) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:00.143656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07281de7-aa41-4f59-a30c-f02b585b3c60 req-9c0abda8-1b8f-4174-bfe6-6194cd887fe1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.150643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07281de7-aa41-4f59-a30c-f02b585b3c60 req-9c0abda8-1b8f-4174-bfe6-6194cd887fe1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1713345 Jan 28 17:00:00.164129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe6850-3956-408e-ba87-e7fdc0c5b929 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.165569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe6850-3956-408e-ba87-e7fdc0c5b929 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.167084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe6850-3956-408e-ba87-e7fdc0c5b929 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:00.168886 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74fe6850-3956-408e-ba87-e7fdc0c5b929 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0696309 Jan 28 17:00:00.171846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38762) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:00.243934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 25125e4a-aea0-4ff1-adda-a09ea8b58e9a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:00.255208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (25125e4a-aea0-4ff1-adda-a09ea8b58e9a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.286702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-53b9d4ed-5397-4b64-a8d3-0a6f3193e202 req-3f8e171a-c919-4197-8345-c8254439086f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092140 Jan 28 17:00:00.314282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (25125e4a-aea0-4ff1-adda-a09ea8b58e9a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.379587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07281de7-aa41-4f59-a30c-f02b585b3c60 req-b93dc9a5-5d23-44b5-ae35-ed60a513a47e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060018 Jan 28 17:00:00.434956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (25125e4a-aea0-4ff1-adda-a09ea8b58e9a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.490041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (356bd8c6-5285-4431-8caa-5ff69baf6a0b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.517058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (25125e4a-aea0-4ff1-adda-a09ea8b58e9a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.568310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=25125e4a-aea0-4ff1-adda-a09ea8b58e9a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:00.581705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.591949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9747e0c-3a09-4036-bdb9-819ec49fa0fc None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:00.601270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e4c201a7-e9fe-4c81-918d-516e43d4d161 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/25125e4a-aea0-4ff1-adda-a09ea8b58e9a HTTP/1.1" status: 204 len: 168 time: 0.4279342 Jan 28 17:00:00.603584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:00.714564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 831e54af-1445-4cdb-b3d1-a79e49ca0c0e {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:00.721365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (831e54af-1445-4cdb-b3d1-a79e49ca0c0e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.799396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (831e54af-1445-4cdb-b3d1-a79e49ca0c0e), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.934408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting port f411e1ac-2ea2-4490-a4a5-9d968576e398 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:00.934855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:00.978022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (831e54af-1445-4cdb-b3d1-a79e49ca0c0e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.059225 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.072780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (831e54af-1445-4cdb-b3d1-a79e49ca0c0e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.082251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Calling delete_port for f411e1ac-2ea2-4490-a4a5-9d968576e398 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:01.145732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=831e54af-1445-4cdb-b3d1-a79e49ca0c0e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:01.153311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.156785 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a83d902-69b5-4651-84ba-e0ca973ca2aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/831e54af-1445-4cdb-b3d1-a79e49ca0c0e HTTP/1.1" status: 204 len: 168 time: 0.5504384 Jan 28 17:00:01.159325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38776) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:01.257450 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0a7a6de6-0bf9-4979-9904-2de5b3f8079e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935991 Jan 28 17:00:01.257880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38782) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:01.264759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:01.404019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f411e1ac-2ea2-4490-a4a5-9d968576e398), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.485492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:01.490986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.549740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Port': ['ID=f411e1ac-2ea2-4490-a4a5-9d968576e398,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:01.614066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:00:01.800815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d43edf-16a3-4829-a37b-d2de2dbac0bd None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:01.808148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4ffb8752-a2f4-4863-aeb5-71be5ae57d76), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.870696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=4ffb8752-a2f4-4863-aeb5-71be5ae57d76,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:01.878131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:01.880635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:01.884199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:01.884833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:01.908708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b11af318-3be6-4500-b87e-e5d4c3df9ac4 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6495554 Jan 28 17:00:01.911552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38792) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:01.917718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:01.998639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c2ff96d9-603c-4fed-8602-2a62ffbe79f5 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:01.999099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2ff96d9-603c-4fed-8602-2a62ffbe79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:02.074866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:02.078535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:02.198177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff96d9-603c-4fed-8602-2a62ffbe79f5 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:02.302480 n-d-812111-13 neutron-server[103094]: INFO neutron.db.ipam_backend_mixin [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ffb8752-a2f4-4863-aeb5-71be5ae57d76 (CIDR: 2001:db8::/64) Jan 28 17:00:02.307308 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:00:02.307795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:02.337508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38800) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:02.343011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c44e3a95-f87a-4272-933e-b815f3c6974d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4283655 Jan 28 17:00:02.345282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'subnet': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:02.361411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c2b6-92a9-4f83-94f4-29d926bdd483 req-43fc5210-7c6f-4ab3-aeb2-448692f30ac7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:02.363028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7b5c2b6-92a9-4f83-94f4-29d926bdd483 req-43fc5210-7c6f-4ab3-aeb2-448692f30ac7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 946 time: 0.9376624 Jan 28 17:00:02.408371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e93f7a-0566-4577-a05f-2fcdbf16cc77 req-3cbde959-2818-421b-8429-cec8ba1a5ecc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:02.409903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7e93f7a-0566-4577-a05f-2fcdbf16cc77 req-3cbde959-2818-421b-8429-cec8ba1a5ecc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.8851812 Jan 28 17:00:02.421386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d91389-9ac7-4014-973e-0462b460b2ee None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:02.558515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-857407eb-4f20-43e3-83ad-c099cf37f828 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:02.558876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-857407eb-4f20-43e3-83ad-c099cf37f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:02.685584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-857407eb-4f20-43e3-83ad-c099cf37f828 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:02.723113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7b5c2b6-92a9-4f83-94f4-29d926bdd483 req-638fd43e-88e9-49b9-bfaf-b9d8cad26bf5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221226 Jan 28 17:00:02.750598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7e93f7a-0566-4577-a05f-2fcdbf16cc77 req-a21825d6-7a30-4fe3-bdb0-0ac91487cd5a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873394 Jan 28 17:00:02.787129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (356bd8c6-5285-4431-8caa-5ff69baf6a0b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:02.812957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:02.817201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:02.946156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e09b48dd-5cd0-4802-a15a-1288c06798e4 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:02.946156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e09b48dd-5cd0-4802-a15a-1288c06798e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:03.045948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e09b48dd-5cd0-4802-a15a-1288c06798e4 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:03.260829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Router 356bd8c6-5285-4431-8caa-5ff69baf6a0b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:00:03.472739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:03.483290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1c259d43-aa2d-4106-b0c3-66819f18dbb1 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "PUT /v2.0/routers/356bd8c6-5285-4431-8caa-5ff69baf6a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0684228 Jan 28 17:00:03.483397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:03.486285 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] Sync routers for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:03.498972 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:03.500622 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:03.571207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:00:03.581960 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:03.591585 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] Routers {'356bd8c6-5285-4431-8caa-5ff69baf6a0b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:03.592184 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T16:59:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:03.634664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router (356bd8c6-5285-4431-8caa-5ff69baf6a0b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:03.724183 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:03.725230 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741da3a6-1583-4ebf-916d-2b82e8d648c1 None None] The sync data for ids ['356bd8c6-5285-4431-8caa-5ff69baf6a0b'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:03.774418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:03.802052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router_gateway (356bd8c6-5285-4431-8caa-5ff69baf6a0b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:03.889254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting port 4f059b3e-fa34-4a73-b6ee-5f2fc745a2be {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:03.889598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4f059b3e-fa34-4a73-b6ee-5f2fc745a2be), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:03.999875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5a066-a25f-4111-ab41-470a7fb9a2bd req-275860eb-02fa-4d68-9f1c-4fdc012f5951 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:04.001416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00b5a066-a25f-4111-ab41-470a7fb9a2bd req-275860eb-02fa-4d68-9f1c-4fdc012f5951 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1559989 Jan 28 17:00:04.011552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4f059b3e-fa34-4a73-b6ee-5f2fc745a2be), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.024968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Calling delete_port for 4f059b3e-fa34-4a73-b6ee-5f2fc745a2be owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:04.157175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d665f3cd-8b04-45de-802c-ef1341e61dee,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:04.180033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00b5a066-a25f-4111-ab41-470a7fb9a2bd req-54bf9b72-998f-42b1-a61a-fad743f4a495 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006937 Jan 28 17:00:04.204211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.210193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.262326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (8e0205e4-245e-4f85-bf39-f8346302c7e0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.353395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:04.356944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=9']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:04.372506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:04.378124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:04.378124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.383708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eec425-4899-4016-9eac-04c9320f81cb None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:04.390289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Subnet': ['ID=8e0205e4-245e-4f85-bf39-f8346302c7e0,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:04.402541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69676830-fd00-4fd0-97bd-1605ebea4fb2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0596764 Jan 28 17:00:04.403546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38842) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:04.409840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Request body: {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'mac_address': 'fa:16:3e:c5:8d:a0', 'name': 'tempest-NetworksTestDHCPv6-586900613'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:04.546107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d665f3cd-8b04-45de-802c-ef1341e61dee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:04.568134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Made reservation on behalf of f7802bc4832a4c28bb38a386a1157251 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:04.670910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:04.670910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.671219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4f059b3e-fa34-4a73-b6ee-5f2fc745a2be), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.709429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.722184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Port': ['ID=4f059b3e-fa34-4a73-b6ee-5f2fc745a2be,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:04.745209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] device_id is not set on port 854d1d02-3af6-42dd-9ff6-65a90d3633eb yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:00:04.817274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] Update dhcp port {'port': {'network_id': '5cb4a354-f6b3-4e03-838b-50cc821388f9', 'fixed_ips': [{'subnet_id': '8e0205e4-245e-4f85-bf39-f8346302c7e0', 'ip_address': '2001:db8:0:1:f816:3eff:fe51:57fd'}, {'subnet_id': '4ffb8752-a2f4-4863-aeb5-71be5ae57d76'}], 'binding:host_id': 'n-d-812111-13'}, 'id': 'd665f3cd-8b04-45de-802c-ef1341e61dee'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 17:00:04.823271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (356bd8c6-5285-4431-8caa-5ff69baf6a0b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.851594 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.898415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:04.968549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (356bd8c6-5285-4431-8caa-5ff69baf6a0b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:04.970832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router_controller (356bd8c6-5285-4431-8caa-5ff69baf6a0b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.035496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8::112 (5cb4a354-f6b3-4e03-838b-50cc821388f9/4ffb8752-a2f4-4863-aeb5-71be5ae57d76/854d1d02-3af6-42dd-9ff6-65a90d3633eb) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:05.042686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:8da0 (5cb4a354-f6b3-4e03-838b-50cc821388f9/8e0205e4-245e-4f85-bf39-f8346302c7e0/854d1d02-3af6-42dd-9ff6-65a90d3633eb) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:05.052833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (356bd8c6-5285-4431-8caa-5ff69baf6a0b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.053470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Fanout notify agent at l3_agent the message router_deleted on router 356bd8c6-5285-4431-8caa-5ff69baf6a0b {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:05.080061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.085186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-271497c0-3cae-47a2-a78c-3ff085444952 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "DELETE /v2.0/routers/356bd8c6-5285-4431-8caa-5ff69baf6a0b HTTP/1.1" status: 204 len: 168 time: 1.6009054 Jan 28 17:00:05.088362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38854) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:05.172229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting subnet 0c64b974-a7ba-4ff5-8c84-451601956062 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:05.176566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for subnet (0c64b974-a7ba-4ff5-8c84-451601956062), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.245596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (0c64b974-a7ba-4ff5-8c84-451601956062), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.277739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for port (854d1d02-3af6-42dd-9ff6-65a90d3633eb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.351642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21edff-35d6-4074-bed3-d22f036cdc92 req-38e33670-2137-446b-9f68-586cbead55d2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:05.353347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea21edff-35d6-4074-bed3-d22f036cdc92 req-38e33670-2137-446b-9f68-586cbead55d2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.0885055 Jan 28 17:00:05.396939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (854d1d02-3af6-42dd-9ff6-65a90d3633eb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.423380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (0c64b974-a7ba-4ff5-8c84-451601956062), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.476354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event updated for resources: {'Port': ['ID=854d1d02-3af6-42dd-9ff6-65a90d3633eb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:05.484195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] Allocated IP 2001:db8::2 (5cb4a354-f6b3-4e03-838b-50cc821388f9/4ffb8752-a2f4-4863-aeb5-71be5ae57d76/d665f3cd-8b04-45de-802c-ef1341e61dee) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:05.509860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea21edff-35d6-4074-bed3-d22f036cdc92 req-25a13b5b-09d3-4af0-b8cb-b51e41574e40 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486197 Jan 28 17:00:05.512079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:05.514292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:05.518520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:05.527881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:05.529016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.555380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (0c64b974-a7ba-4ff5-8c84-451601956062), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.562599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-52e52c77-d3d0-4e7a-a498-445c6c1461b2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1579146 Jan 28 17:00:05.566018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38866) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:05.592586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Subnet': ['ID=0c64b974-a7ba-4ff5-8c84-451601956062,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:05.598474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.602618 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-13d5ae29-fcdd-4f85-8673-73d077917f89 tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "DELETE /v2.0/subnets/0c64b974-a7ba-4ff5-8c84-451601956062 HTTP/1.1" status: 204 len: 168 time: 0.5114229 Jan 28 17:00:05.604444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:05.606019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a09e73-878b-45a7-8ea7-b9d20e65baad None None] Network 900fcda8-d890-471a-b725-9bafd87711cb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:05.713442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d665f3cd-8b04-45de-802c-ef1341e61dee,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:05.720818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (900fcda8-d890-471a-b725-9bafd87711cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.755436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting port 854d1d02-3af6-42dd-9ff6-65a90d3633eb {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:05.755882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (854d1d02-3af6-42dd-9ff6-65a90d3633eb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.789257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] Publish callbacks [] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.796296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.819373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting port b2435114-b695-4db9-abf0-c52f272e0094 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:05.819720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b2435114-b695-4db9-abf0-c52f272e0094), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.917455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] For port b2435114-b695-4db9-abf0-c52f272e0094, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b2435114-b695-4db9-abf0-c52f272e0094,segment=NetworkSegment(b1a66e3c-1d72-4077-b21e-eff22e149510),segment_id=b1a66e3c-1d72-4077-b21e-eff22e149510)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:05.917829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b2435114-b695-4db9-abf0-c52f272e0094), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.918387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] DHCP port deletion for 900fcda8-d890-471a-b725-9bafd87711cb request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:00:05.933471 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (854d1d02-3af6-42dd-9ff6-65a90d3633eb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:05.939117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Calling delete_port for b2435114-b695-4db9-abf0-c52f272e0094 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:05.947288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Calling delete_port for 854d1d02-3af6-42dd-9ff6-65a90d3633eb owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:06.034247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b2435114-b695-4db9-abf0-c52f272e0094), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.060162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43bcef-2987-4268-8dcd-160ef59643fe None None] Pushing event updated for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:06.101436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] No DVR routers for this DVR port b2435114-b695-4db9-abf0-c52f272e0094 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:06.105277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Port': ['ID=b2435114-b695-4db9-abf0-c52f272e0094,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:06.118406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Deleting port b2435114-b695-4db9-abf0-c52f272e0094 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:06.118665 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b2435114-b695-4db9-abf0-c52f272e0094), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.275202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (900fcda8-d890-471a-b725-9bafd87711cb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.301321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] For port b2435114-b695-4db9-abf0-c52f272e0094, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:06.302101 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b2435114-b695-4db9-abf0-c52f272e0094), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.305184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (854d1d02-3af6-42dd-9ff6-65a90d3633eb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.319730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900fcda8-d890-471a-b725-9bafd87711cb']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:06.330883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a66e3c-1d72-4077-b21e-eff22e149510') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:06.331245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a66e3c-1d72-4077-b21e-eff22e149510') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:06.340982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Calling delete_port for b2435114-b695-4db9-abf0-c52f272e0094 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:06.343716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Port b2435114-b695-4db9-abf0-c52f272e0094 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 17:00:06.344843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b1a66e3c-1d72-4077-b21e-eff22e149510), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.346041 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (b2435114-b695-4db9-abf0-c52f272e0094), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.360368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b1a66e3c-1d72-4077-b21e-eff22e149510), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.364064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Port': ['ID=854d1d02-3af6-42dd-9ff6-65a90d3633eb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:06.381666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:06.382291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b1a66e3c-1d72-4077-b21e-eff22e149510), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.406364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] Pushing event deleted for resources: {'Port': ['ID=b2435114-b695-4db9-abf0-c52f272e0094,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:06.434996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74655f-e8b1-4690-b4fc-dfa421d4c1bd None None] No DVR routers for this DVR port b2435114-b695-4db9-abf0-c52f272e0094 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:06.479276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.484879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e454fdf5-ffa2-4f51-b369-c4d4c249ab88 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/854d1d02-3af6-42dd-9ff6-65a90d3633eb HTTP/1.1" status: 204 len: 168 time: 0.9136152 Jan 28 17:00:06.488315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38882) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:06.571265 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:06.586187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (900fcda8-d890-471a-b725-9bafd87711cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.586924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d665f3cd-8b04-45de-802c-ef1341e61dee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:06.608907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.624156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca60601-cf49-4940-84df-3620a078ebd5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:06.630123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6ca60601-cf49-4940-84df-3620a078ebd5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1377885 Jan 28 17:00:06.630455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38890) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:06.640148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "DELETE /v2.0/networks/900fcda8-d890-471a-b725-9bafd87711cb HTTP/1.1" status: 204 len: 168 time: 1.0342627 Jan 28 17:00:06.662002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38892) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:06.666906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52c8f-728f-47af-b964-3e3741e6e68f tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Network': ['ID=900fcda8-d890-471a-b725-9bafd87711cb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:06.698676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:06.699374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:06.810338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:06.851035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf79eb-1078-4cdd-a28a-2e20c59598b4 req-ce24e7ae-6256-4144-83ac-4d1e7eddb93e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:06.862118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6daf79eb-1078-4cdd-a28a-2e20c59598b4 req-ce24e7ae-6256-4144-83ac-4d1e7eddb93e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.2102895 Jan 28 17:00:06.874901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e2e81-ebb0-4525-8a23-31d16a0acef1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:06.876459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-762e2e81-ebb0-4525-8a23-31d16a0acef1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2450671 Jan 28 17:00:06.879895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38894) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:06.889383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b2435114-b695-4db9-abf0-c52f272e0094 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:06.940619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: b2435114-b695-4db9-abf0-c52f272e0094 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:06.941092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b2435114-b695-4db9-abf0-c52f272e0094 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:06.953089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6daf79eb-1078-4cdd-a28a-2e20c59598b4 req-59e1fa65-a892-4e69-9e94-96acb1633991 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Jan 28 17:00:06.985176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Deleting port 4926bdca-6441-4c0a-bcab-93295b8f7341 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:06.985527 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.007520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65537a79-5545-4b54-9569-e2922edce545 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:07.009018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65537a79-5545-4b54-9569-e2922edce545 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:07.012124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65537a79-5545-4b54-9569-e2922edce545 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:07.017003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-65537a79-5545-4b54-9569-e2922edce545 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1341093 Jan 28 17:00:07.017594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38896) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:07.048651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7616c79b-8291-4a44-91bb-0e9ce1e22b3c None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:07.049157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7616c79b-8291-4a44-91bb-0e9ce1e22b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.103956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.104719 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for floatingip (4926bdca-6441-4c0a-bcab-93295b8f7341), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.136220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 4ffb8752-a2f4-4863-aeb5-71be5ae57d76 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:07.139758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (4ffb8752-a2f4-4863-aeb5-71be5ae57d76), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.144302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Calling delete_port for 4926bdca-6441-4c0a-bcab-93295b8f7341 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:07.177239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7616c79b-8291-4a44-91bb-0e9ce1e22b3c None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:07.258463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (4ffb8752-a2f4-4863-aeb5-71be5ae57d76), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.366859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4926bdca-6441-4c0a-bcab-93295b8f7341), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.392395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-49bebf2b-4155-4516-929b-2ca1ddd423fd None None] Could not find standard attr ID for object 854d1d02-3af6-42dd-9ff6-65a90d3633eb. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:00:07.412751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Pushing event deleted for resources: {'Port': ['ID=4926bdca-6441-4c0a-bcab-93295b8f7341,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:07.428933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4ffb8752-a2f4-4863-aeb5-71be5ae57d76), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.521700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks [] for floatingip (4f427b6a-eb1c-4ca9-aedc-94baa7954e51), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.524708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.526275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9d601508-4679-43a1-9e81-1e36afb26d8e tempest-FloatingIPAdminTestJSON-28947691 tempest-FloatingIPAdminTestJSON-28947691-project] 10.222.0.25 "DELETE /v2.0/floatingips/4f427b6a-eb1c-4ca9-aedc-94baa7954e51 HTTP/1.1" status: 204 len: 168 time: 0.8627501 Jan 28 17:00:07.534491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (4ffb8752-a2f4-4863-aeb5-71be5ae57d76), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.562897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffb8752-a2f4-4863-aeb5-71be5ae57d76,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:07.572017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.581058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a764132b-02c6-464d-b1dc-4fbe0f419cbe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/4ffb8752-a2f4-4863-aeb5-71be5ae57d76 HTTP/1.1" status: 204 len: 168 time: 0.5602069 Jan 28 17:00:07.581329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38912) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:07.671284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Deleting subnet 8e0205e4-245e-4f85-bf39-f8346302c7e0 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:07.679537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (8e0205e4-245e-4f85-bf39-f8346302c7e0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.706449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490988ef-d9e3-4b2d-8179-6f17ce5228e5 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:07.733926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (8e0205e4-245e-4f85-bf39-f8346302c7e0), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.830922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8e0205e4-245e-4f85-bf39-f8346302c7e0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:07.938656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38916) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:07.966260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (8e0205e4-245e-4f85-bf39-f8346302c7e0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:08.015943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0205e4-245e-4f85-bf39-f8346302c7e0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:08.021869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:08.028289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-064894fc-1356-400c-b759-ee85b27c835a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8e0205e4-245e-4f85-bf39-f8346302c7e0 HTTP/1.1" status: 204 len: 168 time: 0.4438255 Jan 28 17:00:08.028612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38926) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.081496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d875336e-803c-487a-81ae-f4971306f76d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494978 Jan 28 17:00:08.081871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38928) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.178086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d9127-703a-4f3a-9de9-d49ac632360e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:08.180714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-399d9127-703a-4f3a-9de9-d49ac632360e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0968516 Jan 28 17:00:08.182648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.228317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75c17-66d8-4fed-85ab-92c64811fd1d req-6e355c05-7cd4-47b6-8c77-d439a2313bb6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:08.230140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-faf75c17-66d8-4fed-85ab-92c64811fd1d req-6e355c05-7cd4-47b6-8c77-d439a2313bb6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1531992 Jan 28 17:00:08.239173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e26ae-cf49-4cbe-8950-5ccbaf873f2f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:08.243103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b86e26ae-cf49-4cbe-8950-5ccbaf873f2f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565403 Jan 28 17:00:08.243327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.311387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-faf75c17-66d8-4fed-85ab-92c64811fd1d req-223c3bb1-6e33-4f2b-a478-38660aaae1bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717251 Jan 28 17:00:08.318271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a730a1ca-303e-4e3e-813f-0be050a716aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c4135f055b5469cb9df25eabe07c218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786101 Jan 28 17:00:08.320651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38936) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.339551 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0fe0721d-5368-4413-a4c4-b76acecb6f15 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902166 Jan 28 17:00:08.339748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38940) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.385010 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f90c65-4ae5-488b-827c-afc905be937d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.385696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f90c65-4ae5-488b-827c-afc905be937d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.391329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-84f90c65-4ae5-488b-827c-afc905be937d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/854d1d02-3af6-42dd-9ff6-65a90d3633eb HTTP/1.1" status: 404 len: 333 time: 0.0485399 Jan 28 17:00:08.391722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38942) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.434337 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4b72a9-21ae-4dcf-82b8-cac7fbdde030 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.434814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4b72a9-21ae-4dcf-82b8-cac7fbdde030 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.438451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be4b72a9-21ae-4dcf-82b8-cac7fbdde030 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8e0205e4-245e-4f85-bf39-f8346302c7e0 HTTP/1.1" status: 404 len: 337 time: 0.0456877 Jan 28 17:00:08.444769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38946) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.451222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-636c131f-0bf2-43da-814e-23d9f6dcba15 admin admin] Publish callbacks [] for security_group (00540d1e-53f6-4766-933f-9b77ed1f7d56), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:08.485661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-636c131f-0bf2-43da-814e-23d9f6dcba15 admin admin] Publish callbacks [] for security_group (00540d1e-53f6-4766-933f-9b77ed1f7d56), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:08.495855 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec54fb9-6c55-42fe-bd14-87adec0dab9f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.496626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec54fb9-6c55-42fe-bd14-87adec0dab9f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.499905 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bec54fb9-6c55-42fe-bd14-87adec0dab9f tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/4ffb8752-a2f4-4863-aeb5-71be5ae57d76 HTTP/1.1" status: 404 len: 337 time: 0.0542696 Jan 28 17:00:08.503208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.555177 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-138fd482-581a-4d31-a51c-e99fc4667c16 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.555767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138fd482-581a-4d31-a51c-e99fc4667c16 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.561446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-138fd482-581a-4d31-a51c-e99fc4667c16 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/47f4c6f2-9fb1-49a5-aa31-a23d0fb16ee6 HTTP/1.1" status: 404 len: 333 time: 0.0547917 Jan 28 17:00:08.562185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38952) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.588014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-636c131f-0bf2-43da-814e-23d9f6dcba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (00540d1e-53f6-4766-933f-9b77ed1f7d56), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:08.590795 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-89482562-acbc-4951-b79a-273c68ecb7fe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.591356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89482562-acbc-4951-b79a-273c68ecb7fe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.592208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-636c131f-0bf2-43da-814e-23d9f6dcba15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:08.594624 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89482562-acbc-4951-b79a-273c68ecb7fe tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/25125e4a-aea0-4ff1-adda-a09ea8b58e9a HTTP/1.1" status: 404 len: 337 time: 0.0317390 Jan 28 17:00:08.596126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-636c131f-0bf2-43da-814e-23d9f6dcba15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00540d1e-53f6-4766-933f-9b77ed1f7d56 HTTP/1.1" status: 204 len: 168 time: 0.2720456 Jan 28 17:00:08.597361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38956) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.614827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c131f-0bf2-43da-814e-23d9f6dcba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00540d1e-53f6-4766-933f-9b77ed1f7d56,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:08.641998 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92e350a-6a1c-4a43-b4d5-1745f04d475d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.642234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92e350a-6a1c-4a43-b4d5-1745f04d475d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.649974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c92e350a-6a1c-4a43-b4d5-1745f04d475d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/831e54af-1445-4cdb-b3d1-a79e49ca0c0e HTTP/1.1" status: 404 len: 337 time: 0.0507166 Jan 28 17:00:08.650358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38958) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.685800 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5dfc406-9123-43ad-8fa2-39d18bc2afba tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.686392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5dfc406-9123-43ad-8fa2-39d18bc2afba tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.692319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a5dfc406-9123-43ad-8fa2-39d18bc2afba tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/23a614bf-960c-44e9-b01f-bbdb2fe91ff0 HTTP/1.1" status: 404 len: 333 time: 0.0385635 Jan 28 17:00:08.692595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38960) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.733360 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-21255a3e-b222-4e11-808c-3f4d00c82e99 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.733830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21255a3e-b222-4e11-808c-3f4d00c82e99 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.739809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21255a3e-b222-4e11-808c-3f4d00c82e99 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/fd23b59c-9676-4b4f-9a58-a2f71b13ca7f HTTP/1.1" status: 404 len: 337 time: 0.0436981 Jan 28 17:00:08.739976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38962) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.772528 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be74437-65a6-46e3-8c51-0daa9f6b0a6e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.773419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be74437-65a6-46e3-8c51-0daa9f6b0a6e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.780440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9be74437-65a6-46e3-8c51-0daa9f6b0a6e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/3370271a-1817-45a3-ae13-209fe746edff HTTP/1.1" status: 404 len: 337 time: 0.0372403 Jan 28 17:00:08.781180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38966) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.814286 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b4e1f7-2507-4a1f-96aa-f12e47775b04 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.815073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b4e1f7-2507-4a1f-96aa-f12e47775b04 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.820721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-34b4e1f7-2507-4a1f-96aa-f12e47775b04 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/2f4131de-7818-4ec9-a097-80206dac0fcf HTTP/1.1" status: 404 len: 333 time: 0.0368309 Jan 28 17:00:08.822064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38970) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.878043 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d104b8ab-df5d-4a9a-a3b5-725fe22835f3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.878570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d104b8ab-df5d-4a9a-a3b5-725fe22835f3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.902329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d104b8ab-df5d-4a9a-a3b5-725fe22835f3 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/5f3a8983-26da-49b5-914a-718960346570 HTTP/1.1" status: 404 len: 337 time: 0.0791578 Jan 28 17:00:08.905916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.933779 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13908bc-18ab-4ab2-aa36-4db521bfeef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.934534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13908bc-18ab-4ab2-aa36-4db521bfeef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.937895 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b13908bc-18ab-4ab2-aa36-4db521bfeef0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8342940d-9a79-4e46-bc27-af4dc307bc87 HTTP/1.1" status: 404 len: 337 time: 0.0306249 Jan 28 17:00:08.940582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38978) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:08.970784 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fd55f7-5995-4b81-a821-aca48439a117 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:08.971464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fd55f7-5995-4b81-a821-aca48439a117 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:08.975027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0fd55f7-5995-4b81-a821-aca48439a117 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/15a5f3db-945c-4996-b293-84880dd17b50 HTTP/1.1" status: 404 len: 333 time: 0.0333707 Jan 28 17:00:08.977308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479e49e-6f8f-48a1-ba7c-ca77d69cdd71 None None] Network 5cb4a354-f6b3-4e03-838b-50cc821388f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:08.977829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38980) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.006967 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01c525e-38b7-42c1-a2d8-aa96b214bea6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.007525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01c525e-38b7-42c1-a2d8-aa96b214bea6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.010887 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c01c525e-38b7-42c1-a2d8-aa96b214bea6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/067ed3d7-a778-4b0c-a6f2-0a245090ab05 HTTP/1.1" status: 404 len: 337 time: 0.0322034 Jan 28 17:00:09.013921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38982) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.052872 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-465eeae9-8af5-4185-ab1c-1a9dd7f17ef9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.053519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465eeae9-8af5-4185-ab1c-1a9dd7f17ef9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.060009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f193183a-9233-42f3-be76-1de4994e2b65 None None] Provisioning complete for port d665f3cd-8b04-45de-802c-ef1341e61dee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:09.060609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38984) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.061699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-465eeae9-8af5-4185-ab1c-1a9dd7f17ef9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/ce4153ee-b22e-4ea9-bc1e-7c2e5951a601 HTTP/1.1" status: 404 len: 333 time: 0.0462763 Jan 28 17:00:09.070038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f193183a-9233-42f3-be76-1de4994e2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.105378 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f6c269-164a-41d5-8083-553878720cc0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.105886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f6c269-164a-41d5-8083-553878720cc0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.108902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8f6c269-164a-41d5-8083-553878720cc0 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/b88ac17d-215c-4a88-9e15-556612998d20 HTTP/1.1" status: 404 len: 337 time: 0.0471647 Jan 28 17:00:09.117365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38986) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.153161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38992) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.174286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda86-9a74-4586-a57f-63655139973b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.185180 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e99cc5-0efe-416c-9066-5fecbbd34714 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.185771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e99cc5-0efe-416c-9066-5fecbbd34714 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.195049 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b2e99cc5-0efe-416c-9066-5fecbbd34714 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/874ad3e0-8a24-40ae-8f28-c619cb00ddd4 HTTP/1.1" status: 404 len: 333 time: 0.0704651 Jan 28 17:00:09.195049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.256380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] DHCP port deletion for 5cb4a354-f6b3-4e03-838b-50cc821388f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:00:09.270500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f193183a-9233-42f3-be76-1de4994e2b65 None None] Current status of the port d665f3cd-8b04-45de-802c-ef1341e61dee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:09.287397 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fcc07a-6e2c-4ce2-8686-46fff3a3afcf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.287829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fcc07a-6e2c-4ce2-8686-46fff3a3afcf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.293643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-46fcc07a-6e2c-4ce2-8686-46fff3a3afcf tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/b2bc974d-311e-44c2-b180-87ed8d2da24f HTTP/1.1" status: 404 len: 337 time: 0.0854766 Jan 28 17:00:09.293643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38998) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.323632 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a3d17d-34cc-4782-8520-5c343f80a450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.324276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a3d17d-34cc-4782-8520-5c343f80a450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.330390 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a6a3d17d-34cc-4782-8520-5c343f80a450 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/eba26604-77a0-4fe1-be82-45c4df09b019 HTTP/1.1" status: 404 len: 333 time: 0.0330439 Jan 28 17:00:09.330723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39000) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.400430 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6830cf65-fb81-440f-8a1d-748cff28fb3b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.401548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6830cf65-fb81-440f-8a1d-748cff28fb3b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.407578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda86-9a74-4586-a57f-63655139973b admin admin] Publish callbacks [] for security_group (dc22138f-8c6a-48a9-a503-7e7ba9f30458), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.410216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6830cf65-fb81-440f-8a1d-748cff28fb3b tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/dbc148b9-4f77-4bba-8ba9-9a3d255e0d92 HTTP/1.1" status: 404 len: 337 time: 0.0783277 Jan 28 17:00:09.413124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39004) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.422324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda86-9a74-4586-a57f-63655139973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc22138f-8c6a-48a9-a503-7e7ba9f30458), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.486684 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef078510-57d0-47c9-a602-0f6640bb197e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.487304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef078510-57d0-47c9-a602-0f6640bb197e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.490948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef078510-57d0-47c9-a602-0f6640bb197e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/1bde4bd1-1985-40d7-bfc2-e6a242d13436 HTTP/1.1" status: 404 len: 333 time: 0.0766442 Jan 28 17:00:09.496583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39008) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.541802 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3a99e5-2111-4345-a354-cdc482ffd969 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.542266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3a99e5-2111-4345-a354-cdc482ffd969 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.548018 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e3a99e5-2111-4345-a354-cdc482ffd969 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/9190286c-57c8-4d56-9c1b-f1c8b655ee77 HTTP/1.1" status: 404 len: 337 time: 0.0481851 Jan 28 17:00:09.548570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39012) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.573433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9f4bda86-9a74-4586-a57f-63655139973b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f63fba579acf4af5befffb7137d1aa40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4194653 Jan 28 17:00:09.587853 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-278f14c3-4c3d-44e0-8de6-9e998ac72795 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.589264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39016) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.590189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bda86-9a74-4586-a57f-63655139973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22138f-8c6a-48a9-a503-7e7ba9f30458,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:09.590609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278f14c3-4c3d-44e0-8de6-9e998ac72795 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.593772 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-278f14c3-4c3d-44e0-8de6-9e998ac72795 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/1acda102-b9cd-44b8-a889-5213477035a7 HTTP/1.1" status: 404 len: 333 time: 0.0445085 Jan 28 17:00:09.599364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.649531 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-40126ea0-382d-4468-a65f-3f87d95ad757 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.650186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40126ea0-382d-4468-a65f-3f87d95ad757 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.656866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] Deleting port d665f3cd-8b04-45de-802c-ef1341e61dee {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:09.657620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.660086 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-40126ea0-382d-4468-a65f-3f87d95ad757 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/f17dbe71-de21-404d-9846-0d3a0ee3f8ef HTTP/1.1" status: 404 len: 337 time: 0.0588629 Jan 28 17:00:09.663104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39020) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.698914 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc2a236-5c8c-468a-ab79-b08738aedfbc tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.699699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc2a236-5c8c-468a-ab79-b08738aedfbc tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.706748 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ecc2a236-5c8c-468a-ab79-b08738aedfbc tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/58e83ba8-86de-4273-a2c1-ff88489d1eb5 HTTP/1.1" status: 404 len: 337 time: 0.0416389 Jan 28 17:00:09.708336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39022) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.736092 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5de558-49b5-4470-ae73-66313773ef3d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.737127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5de558-49b5-4470-ae73-66313773ef3d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.744138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58004-0356-4570-ae01-242dcc8bf465 req-14fdc45f-7051-4cae-b05e-26b10dce8e72 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:09.744921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e5de558-49b5-4470-ae73-66313773ef3d tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/66614b86-1ec3-40dd-8bb5-43acfd33fe72 HTTP/1.1" status: 404 len: 333 time: 0.0352447 Jan 28 17:00:09.745913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39024) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.746264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68e58004-0356-4570-ae01-242dcc8bf465 req-14fdc45f-7051-4cae-b05e-26b10dce8e72 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.2622645 Jan 28 17:00:09.757231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] For port d665f3cd-8b04-45de-802c-ef1341e61dee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d665f3cd-8b04-45de-802c-ef1341e61dee,segment=NetworkSegment(38ded0ed-f9d9-4a74-9949-ae8a056a7730),segment_id=38ded0ed-f9d9-4a74-9949-ae8a056a7730)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:09.758017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.765048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-835b88aa-469b-4b52-a18c-9a507152080f admin admin] Publish callbacks [] for security_group (dc22138f-8c6a-48a9-a503-7e7ba9f30458), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.798740 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60c2611-39a7-4c4e-a3f1-c80833919424 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.799590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60c2611-39a7-4c4e-a3f1-c80833919424 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.804091 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d60c2611-39a7-4c4e-a3f1-c80833919424 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/7ac982c2-23b3-4d07-841f-6f6072b9b823 HTTP/1.1" status: 404 len: 337 time: 0.0567627 Jan 28 17:00:09.805770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] Calling delete_port for d665f3cd-8b04-45de-802c-ef1341e61dee owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:09.806521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.810929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-835b88aa-469b-4b52-a18c-9a507152080f admin admin] Publish callbacks [] for security_group (dc22138f-8c6a-48a9-a503-7e7ba9f30458), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.849293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68e58004-0356-4570-ae01-242dcc8bf465 req-d648cc61-7c32-4f7d-99bf-05a092e9b559 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911803 Jan 28 17:00:09.885484 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-55227994-c73c-4752-8f77-32bd57d3f496 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.885959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55227994-c73c-4752-8f77-32bd57d3f496 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.889823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55227994-c73c-4752-8f77-32bd57d3f496 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/d2e93b18-d3df-47e3-8b8d-c7641c6f6c78 HTTP/1.1" status: 404 len: 337 time: 0.0821724 Jan 28 17:00:09.892635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39032) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.900157 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-835b88aa-469b-4b52-a18c-9a507152080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dc22138f-8c6a-48a9-a503-7e7ba9f30458), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.903044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-835b88aa-469b-4b52-a18c-9a507152080f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.904301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-835b88aa-469b-4b52-a18c-9a507152080f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc22138f-8c6a-48a9-a503-7e7ba9f30458 HTTP/1.1" status: 204 len: 168 time: 0.3044856 Jan 28 17:00:09.912990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b88aa-469b-4b52-a18c-9a507152080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22138f-8c6a-48a9-a503-7e7ba9f30458,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:09.932005 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed59249d-5087-4fd0-9727-9a54480929da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.932639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed59249d-5087-4fd0-9727-9a54480929da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.938764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39036) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.949062 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed59249d-5087-4fd0-9727-9a54480929da tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/19736f8a-ab88-429d-9f3a-dbcc9aad2751 HTTP/1.1" status: 404 len: 333 time: 0.0553498 Jan 28 17:00:09.962200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (d665f3cd-8b04-45de-802c-ef1341e61dee), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:09.974307 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e98c4d3-0d8b-4a5e-a926-aa72cc22d3a1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:09.974796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e98c4d3-0d8b-4a5e-a926-aa72cc22d3a1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:09.979391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] No DVR routers for this DVR port d665f3cd-8b04-45de-802c-ef1341e61dee on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:09.981141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39038) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:09.992601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7e98c4d3-0d8b-4a5e-a926-aa72cc22d3a1 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8c21b7c8-2654-4a3e-95fb-cdd925aea9d5 HTTP/1.1" status: 404 len: 337 time: 0.0433121 Jan 28 17:00:10.013758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9257531-631c-4f66-bd6b-dd58ee1a0cb6 None None] Pushing event deleted for resources: {'Port': ['ID=d665f3cd-8b04-45de-802c-ef1341e61dee,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:10.016382 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5676d872-be23-4986-9678-c18a44b222ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.017002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5676d872-be23-4986-9678-c18a44b222ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.020859 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5676d872-be23-4986-9678-c18a44b222ac tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/ff16e7aa-bbfa-4b6b-acb2-e812024d631a HTTP/1.1" status: 404 len: 337 time: 0.0379677 Jan 28 17:00:10.022888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39040) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.047036 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacf1d89-58db-41d0-bd96-4ce130ac6888 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.047600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacf1d89-58db-41d0-bd96-4ce130ac6888 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.053534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eacf1d89-58db-41d0-bd96-4ce130ac6888 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/6cfbaf50-4f0b-4e6e-9bfe-a8f2d0357740 HTTP/1.1" status: 404 len: 333 time: 0.0268095 Jan 28 17:00:10.053693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39042) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.081610 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e3f83e-4f39-4470-a470-ce357ab7f2a5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.082122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e3f83e-4f39-4470-a470-ce357ab7f2a5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.088320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-54e3f83e-4f39-4470-a470-ce357ab7f2a5 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/1b78bd6e-d939-45fd-bc54-fda103a84fce HTTP/1.1" status: 404 len: 337 time: 0.0308309 Jan 28 17:00:10.088560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39044) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.122219 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d828a67f-8570-46cf-9e4f-c615e4def6c2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.122723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d828a67f-8570-46cf-9e4f-c615e4def6c2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.128472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d828a67f-8570-46cf-9e4f-c615e4def6c2 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/02e7f7d3-7d2c-4675-af3c-da8b6b71033a HTTP/1.1" status: 404 len: 337 time: 0.0363424 Jan 28 17:00:10.128714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39046) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.160917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3d22e687-dcaa-434b-b5e4-e6b27bb4cee7 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports?device_id=69dc7a11-ee61-4a77-aa2e-843537c96a5b HTTP/1.1" status: 200 len: 205 time: 0.0282547 Jan 28 17:00:10.161375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39050) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.201548 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-41184875-55f2-464e-8436-7e4cdae02244 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] delete failed (client error): The resource could not be found. Jan 28 17:00:10.204723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-41184875-55f2-464e-8436-7e4cdae02244 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/routers/69dc7a11-ee61-4a77-aa2e-843537c96a5b HTTP/1.1" status: 404 len: 336 time: 0.0401411 Jan 28 17:00:10.205648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39056) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.234150 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77480e-774f-4007-9c4a-97f68c77e262 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.238024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b77480e-774f-4007-9c4a-97f68c77e262 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.238183 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0b77480e-774f-4007-9c4a-97f68c77e262 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/8751df26-b93a-4546-8306-efe7a9d9e48b HTTP/1.1" status: 404 len: 337 time: 0.0313423 Jan 28 17:00:10.241625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39058) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.275906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f7de5fd-4b13-4e57-835b-c7deadcae22a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4e658-b733-4606-a257-a47ad5109466 HTTP/1.1" status: 200 len: 205 time: 0.0326712 Jan 28 17:00:10.278038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39060) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.326388 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-b4d7f415-5ad8-4a62-8a15-7e33c33813ec tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] delete failed (client error): The resource could not be found. Jan 28 17:00:10.330532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4d7f415-5ad8-4a62-8a15-7e33c33813ec tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/routers/88b4e658-b733-4606-a257-a47ad5109466 HTTP/1.1" status: 404 len: 336 time: 0.0485587 Jan 28 17:00:10.330695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.366832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39066) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.368561 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad6b89d-823e-4ec8-997f-bb5ae2588718 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.369074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad6b89d-823e-4ec8-997f-bb5ae2588718 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.373408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6ad6b89d-823e-4ec8-997f-bb5ae2588718 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/5d6b2eb9-545a-4f7c-b3cc-678022cd0c17 HTTP/1.1" status: 404 len: 337 time: 0.0405147 Jan 28 17:00:10.375445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39068) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.380367 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a50ae8-8e63-4abe-a516-c8175c4e6c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.406709 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad4291b-f14e-46d3-be24-505c4beae1e9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.407296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad4291b-f14e-46d3-be24-505c4beae1e9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.413834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aad4291b-f14e-46d3-be24-505c4beae1e9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/ef417651-74fb-42f5-ab36-2e0d15de0787 HTTP/1.1" status: 404 len: 337 time: 0.0346081 Jan 28 17:00:10.414309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39070) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.459509 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0853bda-301b-4e94-8ffd-09e1a616d14e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.459850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0853bda-301b-4e94-8ffd-09e1a616d14e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.464721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a0853bda-301b-4e94-8ffd-09e1a616d14e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/76504171-e3f8-4c7f-b523-46529d7bdcfc HTTP/1.1" status: 404 len: 333 time: 0.0477974 Jan 28 17:00:10.466103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39074) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.480358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a50ae8-8e63-4abe-a516-c8175c4e6c20 admin admin] Publish callbacks [] for security_group (8c3399bc-19e2-4cad-9640-20ade7c40ef1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.490076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d665f3cd-8b04-45de-802c-ef1341e61dee no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:10.499690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a50ae8-8e63-4abe-a516-c8175c4e6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8c3399bc-19e2-4cad-9640-20ade7c40ef1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.502395 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d6bb35-4713-477c-b9b8-9814c1423567 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.502979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d6bb35-4713-477c-b9b8-9814c1423567 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.506189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-62d6bb35-4713-477c-b9b8-9814c1423567 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/4d70ff28-4af3-4e1e-8ed2-767a76aa1284 HTTP/1.1" status: 404 len: 337 time: 0.0391276 Jan 28 17:00:10.509407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.511798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d665f3cd-8b04-45de-802c-ef1341e61dee {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:10.512148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d665f3cd-8b04-45de-802c-ef1341e61dee not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:10.565580 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1e17b2-fa13-4d6a-9399-dcb59d1ffb4a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.566158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1e17b2-fa13-4d6a-9399-dcb59d1ffb4a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.571464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3d1e17b2-fa13-4d6a-9399-dcb59d1ffb4a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/f717a754-cebf-45ea-b4b1-80add613e484 HTTP/1.1" status: 404 len: 333 time: 0.0586975 Jan 28 17:00:10.571941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39082) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.578393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-89a50ae8-8e63-4abe-a516-c8175c4e6c20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18e6cd1ca3ec41b0aa9afa4738f58b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2100189 Jan 28 17:00:10.579288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39084) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.621444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a50ae8-8e63-4abe-a516-c8175c4e6c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3399bc-19e2-4cad-9640-20ade7c40ef1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:10.641358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50fbeede-663b-4446-96d1-a0d245d07e49 admin admin] Publish callbacks [] for security_group (8c3399bc-19e2-4cad-9640-20ade7c40ef1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.642329 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb118bf-70c8-4a5d-b4e0-4d43b790f1f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.642992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb118bf-70c8-4a5d-b4e0-4d43b790f1f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.656797 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6cb118bf-70c8-4a5d-b4e0-4d43b790f1f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/dee6f446-290d-41c8-a0e0-22ee4ea4c693 HTTP/1.1" status: 404 len: 337 time: 0.0815935 Jan 28 17:00:10.660133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39086) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.668023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50fbeede-663b-4446-96d1-a0d245d07e49 admin admin] Publish callbacks [] for security_group (8c3399bc-19e2-4cad-9640-20ade7c40ef1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.721545 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-240104fb-55ff-4e9f-ad23-65f3575b546e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.722302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240104fb-55ff-4e9f-ad23-65f3575b546e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.724853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50fbeede-663b-4446-96d1-a0d245d07e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8c3399bc-19e2-4cad-9640-20ade7c40ef1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.729494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50fbeede-663b-4446-96d1-a0d245d07e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:10.734750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-50fbeede-663b-4446-96d1-a0d245d07e49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c3399bc-19e2-4cad-9640-20ade7c40ef1 HTTP/1.1" status: 204 len: 168 time: 0.1543519 Jan 28 17:00:10.735344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39090) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.741370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-240104fb-55ff-4e9f-ad23-65f3575b546e tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/678f2048-d92b-487d-a87f-90a97ec6d216 HTTP/1.1" status: 404 len: 333 time: 0.0795615 Jan 28 17:00:10.774484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbeede-663b-4446-96d1-a0d245d07e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3399bc-19e2-4cad-9640-20ade7c40ef1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:10.782009 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3beac6-eacb-4068-b456-6382a840b7a6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.783402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3beac6-eacb-4068-b456-6382a840b7a6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.792973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.793697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ee3beac6-eacb-4068-b456-6382a840b7a6 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/bcacae7e-8dc6-48c0-aa39-2d1e5458d98d HTTP/1.1" status: 404 len: 337 time: 0.0549939 Jan 28 17:00:10.831572 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c32861-e0c8-4086-886e-476166149b65 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.833309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c32861-e0c8-4086-886e-476166149b65 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.840989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39098) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.849635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03c32861-e0c8-4086-886e-476166149b65 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/914f1dd4-d71c-48ad-92dc-889528035e82 HTTP/1.1" status: 404 len: 333 time: 0.0541263 Jan 28 17:00:10.873906 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-3841e440-45bb-457d-81ab-d78f6cb430f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.874704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3841e440-45bb-457d-81ab-d78f6cb430f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.881608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39100) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.881939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3841e440-45bb-457d-81ab-d78f6cb430f9 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/9a175ebf-4ebb-401e-a1c2-220011ccbed1 HTTP/1.1" status: 404 len: 337 time: 0.0393243 Jan 28 17:00:10.943565 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dbacb5-ea04-4150-8df7-12cff6bb87aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.944200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dbacb5-ea04-4150-8df7-12cff6bb87aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:10.953075 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c8dbacb5-ea04-4150-8df7-12cff6bb87aa tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/7006df72-39af-48f8-9411-dc653fa14ef7 HTTP/1.1" status: 404 len: 333 time: 0.0695009 Jan 28 17:00:10.954076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39104) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:10.996265 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faa025c-80d1-416f-aaf1-8b2011f38176 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:10.997223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faa025c-80d1-416f-aaf1-8b2011f38176 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:11.003748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39106) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:11.004696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7faa025c-80d1-416f-aaf1-8b2011f38176 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/62bc8bd3-1afa-45b1-b581-bc737afc023b HTTP/1.1" status: 404 len: 337 time: 0.0485561 Jan 28 17:00:11.043332 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-429ba0f2-0403-4502-9a8d-88879bca48ef tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:11.044051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429ba0f2-0403-4502-9a8d-88879bca48ef tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:11.050880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-429ba0f2-0403-4502-9a8d-88879bca48ef tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/da8970c0-a45a-4eab-bc5f-c35ab217aab5 HTTP/1.1" status: 404 len: 333 time: 0.0428622 Jan 28 17:00:11.051735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39108) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:11.059125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e822d-6e37-4f97-93c6-32dfe5de8641 req-4ba148da-4e8b-426a-bf29-c5cc25b45e60 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:11.060696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-534e822d-6e37-4f97-93c6-32dfe5de8641 req-4ba148da-4e8b-426a-bf29-c5cc25b45e60 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1117516 Jan 28 17:00:11.137512 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64a6ee4-cca3-454c-9905-663814b7ceae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:11.137983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64a6ee4-cca3-454c-9905-663814b7ceae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:11.144400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b64a6ee4-cca3-454c-9905-663814b7ceae tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/17c1b95b-7c14-4fd9-8c66-b19ed917827e HTTP/1.1" status: 404 len: 337 time: 0.0912638 Jan 28 17:00:11.145940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39116) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:11.179707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-534e822d-6e37-4f97-93c6-32dfe5de8641 req-b749cd0d-a6ef-4437-9527-fffaaa4d0ee5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054668 Jan 28 17:00:11.205404 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7602cf89-f0d9-415d-ad32-147a7393a969 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:11.206105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7602cf89-f0d9-415d-ad32-147a7393a969 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:11.220839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:11.221115 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7602cf89-f0d9-415d-ad32-147a7393a969 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/ports/75ad4d8d-5b5f-4268-88d1-bef2512eb282 HTTP/1.1" status: 404 len: 333 time: 0.0677035 Jan 28 17:00:11.248690 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4403d31-b1c3-429a-9062-234e20e55f27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] DELETE failed (client error): The resource could not be found. Jan 28 17:00:11.249146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4403d31-b1c3-429a-9062-234e20e55f27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:11.252859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f4403d31-b1c3-429a-9062-234e20e55f27 tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/subnets/a7756ea3-6add-4962-890a-ad66ccb997e1 HTTP/1.1" status: 404 len: 337 time: 0.0365772 Jan 28 17:00:11.255372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39122) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:11.342208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5cb4a354-f6b3-4e03-838b-50cc821388f9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:11.455724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5cb4a354-f6b3-4e03-838b-50cc821388f9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:11.491520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb4a354-f6b3-4e03-838b-50cc821388f9']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:11.505092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ded0ed-f9d9-4a74-9949-ae8a056a7730') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:11.505224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ded0ed-f9d9-4a74-9949-ae8a056a7730') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:11.521348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (38ded0ed-f9d9-4a74-9949-ae8a056a7730), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:11.536015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (38ded0ed-f9d9-4a74-9949-ae8a056a7730), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:11.543876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:11.544598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (38ded0ed-f9d9-4a74-9949-ae8a056a7730), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:11.548279 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:12.013329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5cb4a354-f6b3-4e03-838b-50cc821388f9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.023020 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.028206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] 10.222.0.25 "DELETE /v2.0/networks/5cb4a354-f6b3-4e03-838b-50cc821388f9 HTTP/1.1" status: 204 len: 168 time: 0.7693491 Jan 28 17:00:12.036712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d811-5221-430b-8353-5cf48e45877a tempest-NetworksTestDHCPv6-273981490 tempest-NetworksTestDHCPv6-273981490-project] Pushing event deleted for resources: {'Network': ['ID=5cb4a354-f6b3-4e03-838b-50cc821388f9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:12.296083 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.301575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.375860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42148567-f332-4a37-85d6-edf378d11ba2 req-1807c11b-e6a2-4d25-a170-061238141d85 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:12.378485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42148567-f332-4a37-85d6-edf378d11ba2 req-1807c11b-e6a2-4d25-a170-061238141d85 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.0938668 Jan 28 17:00:12.481063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39170) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:12.505690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42148567-f332-4a37-85d6-edf378d11ba2 req-a34433d5-d70c-43c4-a03b-5e5502a1d20e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185334 Jan 28 17:00:12.773919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39184) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:12.774999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d2a6b07c-0709-45d8-9fd8-62b7100640be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7802bc4832a4c28bb38a386a1157251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907460 Jan 28 17:00:12.832781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c19c1877-1935-4df2-99ba-a8f8f0bf4cbb admin admin] Publish callbacks [] for security_group (e2ee4092-5c59-4032-b558-3433c0270a80), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.864636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c19c1877-1935-4df2-99ba-a8f8f0bf4cbb admin admin] Publish callbacks [] for security_group (e2ee4092-5c59-4032-b558-3433c0270a80), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.929269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c19c1877-1935-4df2-99ba-a8f8f0bf4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e2ee4092-5c59-4032-b558-3433c0270a80), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.933734 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c19c1877-1935-4df2-99ba-a8f8f0bf4cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:12.937531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c19c1877-1935-4df2-99ba-a8f8f0bf4cbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2ee4092-5c59-4032-b558-3433c0270a80 HTTP/1.1" status: 204 len: 168 time: 0.1600618 Jan 28 17:00:12.956381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c1877-1935-4df2-99ba-a8f8f0bf4cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ee4092-5c59-4032-b558-3433c0270a80,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:13.210772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39204) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:13.465029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-233bb085-6f6c-47e8-bca8-e45bd47e167e tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:13.503806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39222) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:13.505448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-233bb085-6f6c-47e8-bca8-e45bd47e167e tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "PUT /v2.0/quotas/0257c5c0d7eb4e8d9d31b534c4f73b32 HTTP/1.1" status: 200 len: 368 time: 0.2919264 Jan 28 17:00:13.512427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Request body: {'network': {'project_id': '0257c5c0d7eb4e8d9d31b534c4f73b32'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:13.540558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Made reservation on behalf of 0257c5c0d7eb4e8d9d31b534c4f73b32 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:13.552100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.581791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.665883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af80ca-26d7-4c9f-8113-61d36eb1d258 req-b3ddf4f7-9b4b-421f-80d1-05780ad13321 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:13.668231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3af80ca-26d7-4c9f-8113-61d36eb1d258 req-b3ddf4f7-9b4b-421f-80d1-05780ad13321 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.0728509 Jan 28 17:00:13.717423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for security_group (058803fe-3b79-4542-9744-f7e09e190224), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.724832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (058803fe-3b79-4542-9744-f7e09e190224), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.756946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:13.763812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058803fe-3b79-4542-9744-f7e09e190224,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:13.771244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (bd701759-fe0b-4f6f-bc31-88bf24ffe0dc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.771563 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Added segment bd701759-fe0b-4f6f-bc31-88bf24ffe0dc of type vlan for network 79f9123b-9fdd-4cf6-9399-134f90225a44 Jan 28 17:00:13.779074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3af80ca-26d7-4c9f-8113-61d36eb1d258 req-ed41ae89-08de-4a0b-bea7-1a924cffd433 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992651 Jan 28 17:00:13.846234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (79f9123b-9fdd-4cf6-9399-134f90225a44), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.866343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367717-89ae-4dad-b893-e9a59c8a996b req-1b5d7090-4046-4140-9bcf-80c219fb76ea tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:13.878915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d367717-89ae-4dad-b893-e9a59c8a996b req-1b5d7090-4046-4140-9bcf-80c219fb76ea tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.0696623 Jan 28 17:00:13.889693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (79f9123b-9fdd-4cf6-9399-134f90225a44), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.892710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:13.892710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:13.944697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4378076 Jan 28 17:00:13.947751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39244) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:13.953866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Request body: {'network': {'project_id': '0257c5c0d7eb4e8d9d31b534c4f73b32'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:13.977199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d367717-89ae-4dad-b893-e9a59c8a996b req-bed1ba22-9711-41c1-b1c2-58aa92016cd8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987825 Jan 28 17:00:13.992602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39248) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.038899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Made reservation on behalf of 0257c5c0d7eb4e8d9d31b534c4f73b32 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:14.041577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.062455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39250) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.084926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217d158-9aa8-48e4-b747-2d3b493dd8fb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Pushing event updated for resources: {'Network': ['ID=79f9123b-9fdd-4cf6-9399-134f90225a44,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:14.088663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:14.099382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.099733 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Added segment 9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5 of type vlan for network 36b0f60d-ee44-4090-a0c5-cdf277e2560d Jan 28 17:00:14.101271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 79f9123b-9fdd-4cf6-9399-134f90225a44 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:14.109620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e18fdb20-4921-4660-8a7a-24ab79dc942c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/9acc029a-27dd-4f1c-bc9a-97511dbe53b2 HTTP/1.1" status: 200 len: 994 time: 0.1148975 Jan 28 17:00:14.180789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (36b0f60d-ee44-4090-a0c5-cdf277e2560d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.208984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-836649386'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:14.229750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (36b0f60d-ee44-4090-a0c5-cdf277e2560d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.230758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:14.231429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.256726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Made reservation on behalf of 21427d385458424da8940798723368b8 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:14.257243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.303040 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3529520 Jan 28 17:00:14.306404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39262) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.309973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.312054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9e6842d8-4d2c-4882-a6f6-c39f752928f4 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Request body: {'network': {'project_id': '0257c5c0d7eb4e8d9d31b534c4f73b32'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:14.326936 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6842d8-4d2c-4882-a6f6-c39f752928f4 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 17:00:14.327558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6842d8-4d2c-4882-a6f6-c39f752928f4 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:14.332521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9e6842d8-4d2c-4882-a6f6-c39f752928f4 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0213044 Jan 28 17:00:14.333005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39264) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.336923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d7e6-fc8c-4ec5-a1de-e6702e74ea6c tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Pushing event updated for resources: {'Network': ['ID=36b0f60d-ee44-4090-a0c5-cdf277e2560d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:14.349263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 36b0f60d-ee44-4090-a0c5-cdf277e2560d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:14.380723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-93e4543e-dd91-4d58-857b-cf3fd9707609 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0257c5c0d7eb4e8d9d31b534c4f73b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459838 Jan 28 17:00:14.391675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.415734 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for security_group (1c6f5c5f-1809-47bd-a2c4-f4f764d832f3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.424711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1c6f5c5f-1809-47bd-a2c4-f4f764d832f3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.462891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:14.495493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df9c54f-c994-435f-a901-19aaf85bba41 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for security_group (058803fe-3b79-4542-9744-f7e09e190224), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.519293 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (82691bd1-e388-4f6d-93f5-3505e9ae072d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.519609 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Added segment 82691bd1-e388-4f6d-93f5-3505e9ae072d of type vlan for network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb Jan 28 17:00:14.521367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f5c5f-1809-47bd-a2c4-f4f764d832f3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:14.534227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df9c54f-c994-435f-a901-19aaf85bba41 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for security_group (058803fe-3b79-4542-9744-f7e09e190224), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.583769 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.587648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6458303-2613-425c-8698-a312e219cfbb req-46cd5a9d-433f-4005-8761-853b5bacda61 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:14.589267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6458303-2613-425c-8698-a312e219cfbb req-46cd5a9d-433f-4005-8761-853b5bacda61 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1129 time: 0.1352584 Jan 28 17:00:14.599260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df9c54f-c994-435f-a901-19aaf85bba41 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (058803fe-3b79-4542-9744-f7e09e190224), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.602965 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3df9c54f-c994-435f-a901-19aaf85bba41 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.607005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3df9c54f-c994-435f-a901-19aaf85bba41 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/058803fe-3b79-4542-9744-f7e09e190224 HTTP/1.1" status: 204 len: 168 time: 0.2023997 Jan 28 17:00:14.607565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39276) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.644801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.650683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:14.651380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.687475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6458303-2613-425c-8698-a312e219cfbb req-df1d1431-f92b-4904-8ea0-0b5601a54b7e tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911870 Jan 28 17:00:14.690517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9c54f-c994-435f-a901-19aaf85bba41 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058803fe-3b79-4542-9744-f7e09e190224,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:14.729833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (36b0f60d-ee44-4090-a0c5-cdf277e2560d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.740567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6769574 Jan 28 17:00:14.748741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39280) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:14.756436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'subnet': {'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:14.819237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-8717202c-ba11-40e6-93d4-bec576fea72a req-62c4e373-de09-4dbb-81e4-6c0bdc9638da service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:00:14.820397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8717202c-ba11-40e6-93d4-bec576fea72a req-62c4e373-de09-4dbb-81e4-6c0bdc9638da service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057511 Jan 28 17:00:14.827708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de661-ff85-4f4b-928b-3118ea15f795 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Network': ['ID=e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:14.841254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:14.873702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (36b0f60d-ee44-4090-a0c5-cdf277e2560d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.907247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b0f60d-ee44-4090-a0c5-cdf277e2560d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:14.924443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:14.925129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:14.937017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.938425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Made reservation on behalf of 21427d385458424da8940798723368b8 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:14.948920 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.954633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.964925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:14.965744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (9f9eaecf-411a-44cb-9dc4-2ef08b8ab7f5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:14.974396 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:15.041067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e3a7-c2cb-4667-9729-be43ae4f75f0 req-064ddec6-0c8e-4bec-bca0-7be4eed5534e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:15.042673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e52e3a7-c2cb-4667-9729-be43ae4f75f0 req-064ddec6-0c8e-4bec-bca0-7be4eed5534e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1738296 Jan 28 17:00:15.065249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (36b0f60d-ee44-4090-a0c5-cdf277e2560d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.092337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.099749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "DELETE /v2.0/networks/36b0f60d-ee44-4090-a0c5-cdf277e2560d HTTP/1.1" status: 204 len: 168 time: 0.4912076 Jan 28 17:00:15.100838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0927f7a-173e-49a7-a8e0-e56fa77b4d10 tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Pushing event deleted for resources: {'Network': ['ID=36b0f60d-ee44-4090-a0c5-cdf277e2560d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:15.102786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39294) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:15.181960 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (79f9123b-9fdd-4cf6-9399-134f90225a44), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.258586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.276445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (79f9123b-9fdd-4cf6-9399-134f90225a44), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.299662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f9123b-9fdd-4cf6-9399-134f90225a44']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:15.311459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd701759-fe0b-4f6f-bc31-88bf24ffe0dc') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:15.311771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd701759-fe0b-4f6f-bc31-88bf24ffe0dc') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:15.332975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (bd701759-fe0b-4f6f-bc31-88bf24ffe0dc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.362373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e52e3a7-c2cb-4667-9729-be43ae4f75f0 req-833ec690-5c2c-41f8-8313-05c25c2c4ad0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916026 Jan 28 17:00:15.377032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (bd701759-fe0b-4f6f-bc31-88bf24ffe0dc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.384857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:15.385273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (bd701759-fe0b-4f6f-bc31-88bf24ffe0dc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:15.387248 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:15.392053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Subnet': ['ID=1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:15.413602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Checking segment: {'id': '82691bd1-e388-4f6d-93f5-3505e9ae072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:15.414252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network hostable DHCP agents. Network: e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:15.439563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:15.455792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:15.470670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf16754-5c6c-485c-aa9a-926a98a7f473 None None] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:15.471466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (79f9123b-9fdd-4cf6-9399-134f90225a44), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.476064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:15.477076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.480066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.490247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] 10.222.0.25 "DELETE /v2.0/networks/79f9123b-9fdd-4cf6-9399-134f90225a44 HTTP/1.1" status: 204 len: 168 time: 0.3830073 Jan 28 17:00:15.510429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b24c75-e967-43cf-ae4e-800d3c294cbb tempest-QuotasNegativeTest-1527046114 tempest-QuotasNegativeTest-1527046114-project-admin] Pushing event deleted for resources: {'Network': ['ID=79f9123b-9fdd-4cf6-9399-134f90225a44,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:15.514256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-13cc08c8-5415-4734-b36f-a3eb2060d36c tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7626061 Jan 28 17:00:15.520421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39316) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:15.537778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1323137750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:15.620622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.623951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.662894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb', 'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb', 'project_id': '21427d385458424da8940798723368b8', 'fixed_ips': [{'subnet_id': '1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:00:15.664174 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.806085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-87fbeb6f-ccbe-4bfa-a3f7-5089ce8aba2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2015960 Jan 28 17:00:15.817395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-1ec72b20-b37b-4f30-b62e-dbf0697273bc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:00:15.822302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-1ec72b20-b37b-4f30-b62e-dbf0697273bc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081124 Jan 28 17:00:15.822771 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for router_controller (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.829023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.844357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a109-8205-4b6f-86d8-b7bf8d5f9ce8 req-cc794842-f76f-4a63-9409-d5a0073b9cd0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:15.853125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82b1a109-8205-4b6f-86d8-b7bf8d5f9ce8 req-cc794842-f76f-4a63-9409-d5a0073b9cd0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2373092 Jan 28 17:00:15.858343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Allocated IP 172.20.0.2 (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb/1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d/6f2c059d-6179-4768-be8d-0481cd64abe5) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:15.909505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:15.914625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39330) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:15.916652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e9829db7-8d08-491c-bea9-fc4977766525 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3948765 Jan 28 17:00:15.954496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82b1a109-8205-4b6f-86d8-b7bf8d5f9ce8 req-9bf9d8f5-24af-4061-89e5-b2e5c8bddefe tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004968 Jan 28 17:00:15.979752 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b80798d0-f911-43bd-8238-8fbed101e82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.151516 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Publish callbacks [] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.163330 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.165735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcafcac-3721-41b9-a487-5c04757fd5b9 req-9f596d4c-13c7-4e3b-a27a-13ae96954ba3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:16.170804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dcafcac-3721-41b9-a487-5c04757fd5b9 req-9f596d4c-13c7-4e3b-a27a-13ae96954ba3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1121693 Jan 28 17:00:16.232356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:16.237978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:16.250879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:16.256455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Pushing event updated for resources: {'Port': ['ID=6f2c059d-6179-4768-be8d-0481cd64abe5,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:16.310686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dcafcac-3721-41b9-a487-5c04757fd5b9 req-27879b24-c802-4cd8-985e-288395cc7e6a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333995 Jan 28 17:00:16.377066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Attempting to bind port 6f2c059d-6179-4768-be8d-0481cd64abe5 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:16.377451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Attempting to bind port 6f2c059d-6179-4768-be8d-0481cd64abe5 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '82691bd1-e388-4f6d-93f5-3505e9ae072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:16.379591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Attempting to bind port 6f2c059d-6179-4768-be8d-0481cd64abe5 on network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:16.395623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 16, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:16.397380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Checking segment: {'id': '82691bd1-e388-4f6d-93f5-3505e9ae072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:16.397803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.398208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Bound using segment: {'id': '82691bd1-e388-4f6d-93f5-3505e9ae072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:16.398715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Bound port: 6f2c059d-6179-4768-be8d-0481cd64abe5, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82691bd1-e388-4f6d-93f5-3505e9ae072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:16.399110 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.463521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.465206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39348) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:16.568196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] For port 6f2c059d-6179-4768-be8d-0481cd64abe5, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:16.573481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] For port 6f2c059d-6179-4768-be8d-0481cd64abe5, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f2c059d-6179-4768-be8d-0481cd64abe5,segment=NetworkSegment(82691bd1-e388-4f6d-93f5-3505e9ae072d),segment_id=82691bd1-e388-4f6d-93f5-3505e9ae072d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:16.585459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.721880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fdfd5-7155-44e2-a653-b82c8007fa8d None None] Pushing event updated for resources: {'Port': ['ID=6f2c059d-6179-4768-be8d-0481cd64abe5,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:16.728836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bbe522d-54fe-4876-8c99-824237fb95b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.767282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dafa5-e099-4860-8700-8c3cfc70ca6d req-876eaa6e-7c7b-4158-b9d8-ca6bf71b25ee tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:16.769406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b0dafa5-e099-4860-8700-8c3cfc70ca6d req-876eaa6e-7c7b-4158-b9d8-ca6bf71b25ee tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1466293 Jan 28 17:00:16.822173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-f858bdf5-c1b0-44d5-93a1-18bd5f382641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:16.823410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-f858bdf5-c1b0-44d5-93a1-18bd5f382641 service neutron] 10.222.0.25 "GET /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1126 time: 0.0583615 Jan 28 17:00:16.833395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Request body: {'binding': {'host': 'n-h1-812111-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:16.834130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Unknown quota resources ['binding']. {{(pid=103094) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 17:00:16.851863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b0dafa5-e099-4860-8700-8c3cfc70ca6d req-9f837242-e912-4327-945e-9673700865d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765858 Jan 28 17:00:16.902901 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bbe522d-54fe-4876-8c99-824237fb95b0 admin admin] Publish callbacks [] for security_group (c2a037d3-a466-4bf0-b17d-75a73128d95a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.913310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4bbe522d-54fe-4876-8c99-824237fb95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c2a037d3-a466-4bf0-b17d-75a73128d95a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:16.938051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Allocated IP 172.20.0.1 (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb/1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d/a7b7a812-072a-4a72-b5da-be4e95045ee2) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:17.061588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4bbe522d-54fe-4876-8c99-824237fb95b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b83be7b6840486297548e135330f923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5921636 Jan 28 17:00:17.061588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe522d-54fe-4876-8c99-824237fb95b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a037d3-a466-4bf0-b17d-75a73128d95a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:17.064574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39364) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:17.100282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabbb98-0500-4445-bd16-e52a3838c755 req-c04c1b1b-d146-4eec-9d8d-3380afb829b8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:17.106512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcabbb98-0500-4445-bd16-e52a3838c755 req-c04c1b1b-d146-4eec-9d8d-3380afb829b8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1638789 Jan 28 17:00:17.185373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on host n-h1-812111-13 for vnic_type normal with profile None {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:17.185715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:17.186044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:17.193534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:00:17.193864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:17.200100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f404f2ac-6158-4581-8c28-633df700b41f admin admin] Publish callbacks [] for security_group (c2a037d3-a466-4bf0-b17d-75a73128d95a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.206434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.209039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:17.209164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Checking segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:17.209498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Bound using segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:17.209940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Bound port: 43c6e093-6852-46a5-aad4-61f41aa4e46a, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:17.213403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fcabbb98-0500-4445-bd16-e52a3838c755 req-4796bfbf-0247-431d-aaa3-edcd82ad9170 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983262 Jan 28 17:00:17.260841 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f404f2ac-6158-4581-8c28-633df700b41f admin admin] Publish callbacks [] for security_group (c2a037d3-a466-4bf0-b17d-75a73128d95a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.337894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:17.340434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f404f2ac-6158-4581-8c28-633df700b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c2a037d3-a466-4bf0-b17d-75a73128d95a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.345052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f404f2ac-6158-4581-8c28-633df700b41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.348971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f404f2ac-6158-4581-8c28-633df700b41f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2a037d3-a466-4bf0-b17d-75a73128d95a HTTP/1.1" status: 204 len: 168 time: 0.2799988 Jan 28 17:00:17.354498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.356587 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] 10.222.0.25 "POST /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5268080 Jan 28 17:00:17.367955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404f2ac-6158-4581-8c28-633df700b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a037d3-a466-4bf0-b17d-75a73128d95a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:17.407120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.472386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:17.476544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:17.484413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:17.578086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Port': ['ID=a7b7a812-072a-4a72-b5da-be4e95045ee2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:17.595950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.673070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfd59-1e30-4d91-8ded-cf549a7b049c req-3ef3756c-8c9f-4fdf-8f10-c794eb4767d2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:17.674928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a4dfd59-1e30-4d91-8ded-cf549a7b049c req-3ef3756c-8c9f-4fdf-8f10-c794eb4767d2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.1136880 Jan 28 17:00:17.770959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.777718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a4dfd59-1e30-4d91-8ded-cf549a7b049c req-eaf5b822-61c2-4008-aa04-db27ebbdf721 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900414 Jan 28 17:00:17.860499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-91452847-501b-47d5-8510-0d23572bb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:17.880190 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-91452847-501b-47d5-8510-0d23572bb842 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1129 time: 0.1707542 Jan 28 17:00:17.895378 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36ae9e02-34ed-48aa-bc35-5b2615fa51fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:17.963842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f0a29-a848-4d94-b46b-18d5eb293f8f req-e5cf7c14-bf25-4e92-9135-0b4cd82cbf2d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:17.969439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-296f0a29-a848-4d94-b46b-18d5eb293f8f req-e5cf7c14-bf25-4e92-9135-0b4cd82cbf2d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1204028 Jan 28 17:00:18.058059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39392) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:18.083715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7fe39-efb4-43c5-b8fc-432ed02344f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.131386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-296f0a29-a848-4d94-b46b-18d5eb293f8f req-035c4af6-c786-4507-8bdd-bee8e94edc58 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526315 Jan 28 17:00:18.168459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dc4ac-0d2b-4b09-9c8a-442c9cc69dbb req-f2cf0605-067b-49b1-8798-00cb6a5e532e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:18.170476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f4dc4ac-0d2b-4b09-9c8a-442c9cc69dbb req-f2cf0605-067b-49b1-8798-00cb6a5e532e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 943 time: 0.1539178 Jan 28 17:00:18.272213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f4dc4ac-0d2b-4b09-9c8a-442c9cc69dbb req-3c0d3dde-63ec-4939-8aee-c90a8910ec04 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947955 Jan 28 17:00:18.304303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 4c261813-ce9c-4f00-a8e5-2b534eaab915 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:00:18.313474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7fe39-efb4-43c5-b8fc-432ed02344f3 admin admin] Publish callbacks [] for security_group (1e09d4c4-a1db-47ac-b609-6f2519bb6dda), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.317630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ff7fe39-efb4-43c5-b8fc-432ed02344f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e09d4c4-a1db-47ac-b609-6f2519bb6dda), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.360322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d271a-3c9b-4b56-944f-63b7ab903b35 None None] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:18.376252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ff7fe39-efb4-43c5-b8fc-432ed02344f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22fde00070a34713a3ef7a68ca724547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143938 Jan 28 17:00:18.376252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7fe39-efb4-43c5-b8fc-432ed02344f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09d4c4-a1db-47ac-b609-6f2519bb6dda,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:18.388647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39398) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:18.457716 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c67daa-2f70-4ab9-b551-1a87a497d055 admin admin] Publish callbacks [] for security_group (1e09d4c4-a1db-47ac-b609-6f2519bb6dda), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.525996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c67daa-2f70-4ab9-b551-1a87a497d055 admin admin] Publish callbacks [] for security_group (1e09d4c4-a1db-47ac-b609-6f2519bb6dda), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.564733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] Provisioning complete for port 6f2c059d-6179-4768-be8d-0481cd64abe5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:18.565423 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.610356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c67daa-2f70-4ab9-b551-1a87a497d055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e09d4c4-a1db-47ac-b609-6f2519bb6dda), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.615468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08c67daa-2f70-4ab9-b551-1a87a497d055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.617030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-08c67daa-2f70-4ab9-b551-1a87a497d055 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e09d4c4-a1db-47ac-b609-6f2519bb6dda HTTP/1.1" status: 204 len: 168 time: 0.2272618 Jan 28 17:00:18.631475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c67daa-2f70-4ab9-b551-1a87a497d055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09d4c4-a1db-47ac-b609-6f2519bb6dda,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:18.632248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 4c261813-ce9c-4f00-a8e5-2b534eaab915, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:18.646805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f2c059d-6179-4768-be8d-0481cd64abe5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:18.684446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.693357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '4c261813-ce9c-4f00-a8e5-2b534eaab915', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': '4c261813-ce9c-4f00-a8e5-2b534eaab915', 'mac_address': 'fa:16:3e:a8:ea:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:00:18.709275 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.716533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-6b2bb25b-bac2-4aa8-a527-579a69965ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:18.718421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-6b2bb25b-bac2-4aa8-a527-579a69965ba5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 898 time: 0.7773538 Jan 28 17:00:18.813055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] Current status of the port 6f2c059d-6179-4768-be8d-0481cd64abe5 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:18.813055 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.828918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 4c261813-ce9c-4f00-a8e5-2b534eaab915 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:18.829326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.903044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c261813-ce9c-4f00-a8e5-2b534eaab915 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:00:18.924260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f2c059d-6179-4768-be8d-0481cd64abe5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:18.924949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.953441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Port': ['ID=a7b7a812-072a-4a72-b5da-be4e95045ee2,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:18.958233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:18.988357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] For port 6f2c059d-6179-4768-be8d-0481cd64abe5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f2c059d-6179-4768-be8d-0481cd64abe5,segment=NetworkSegment(82691bd1-e388-4f6d-93f5-3505e9ae072d),segment_id=82691bd1-e388-4f6d-93f5-3505e9ae072d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:19.069773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:19.103053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313063c-9ee2-44f1-a978-69ce0eb3c6ec req-adf5b8c6-3b9b-4576-b56f-9a4cc0dec0b7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:19.112396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 4c261813-ce9c-4f00-a8e5-2b534eaab915, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:19.127244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:19.145186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cb4c7702-7732-4301-b52f-b49cc9522b68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1002 time: 0.3082249 Jan 28 17:00:19.174387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d313063c-9ee2-44f1-a978-69ce0eb3c6ec req-adf5b8c6-3b9b-4576-b56f-9a4cc0dec0b7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.2153552 Jan 28 17:00:19.215785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63d26-f417-4873-82c9-925a0f261a68 None None] Pushing event updated for resources: {'Port': ['ID=6f2c059d-6179-4768-be8d-0481cd64abe5,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:19.331785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ef91a063-e2aa-49e2-b4d6-db0597e8edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:19.338000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b918646-c807-4a43-99fe-2fd8793cbf88 None None] Provisioning complete for port 6f2c059d-6179-4768-be8d-0481cd64abe5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:19.338526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b918646-c807-4a43-99fe-2fd8793cbf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:19.342084 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ef91a063-e2aa-49e2-b4d6-db0597e8edc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.1700704 Jan 28 17:00:19.412248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d313063c-9ee2-44f1-a978-69ce0eb3c6ec req-697867cf-d71d-4ba8-9fca-1f038ed246f6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366168 Jan 28 17:00:19.455762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['4c261813-ce9c-4f00-a8e5-2b534eaab915'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:00:19.458050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f2c059d-6179-4768-be8d-0481cd64abe5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:19.476125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf330-64b6-4a3e-b39e-7ae151cbc868 req-531a3a93-e11a-4857-9e07-0acc86baebe2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:19.488842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786bf330-64b6-4a3e-b39e-7ae151cbc868 req-531a3a93-e11a-4857-9e07-0acc86baebe2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2102594 Jan 28 17:00:19.517300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:19.522128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:19.571728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-786bf330-64b6-4a3e-b39e-7ae151cbc868 req-580f81d3-0b50-442a-a794-9e153382ca5b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754664 Jan 28 17:00:19.577808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=4c261813-ce9c-4f00-a8e5-2b534eaab915,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:19.593127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:19.631747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7928e-feff-4fd6-b1f2-9080da3ae4d8 req-a19b16d0-6f6e-4552-8c18-7d25a5589d16 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:19.640356 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbe7928e-feff-4fd6-b1f2-9080da3ae4d8 req-a19b16d0-6f6e-4552-8c18-7d25a5589d16 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 944 time: 0.0796962 Jan 28 17:00:19.654793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-97a3189b-409f-457e-a638-f3c628d2014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:19.657985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-97a3189b-409f-457e-a638-f3c628d2014d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2950363 Jan 28 17:00:19.703768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbe7928e-feff-4fd6-b1f2-9080da3ae4d8 req-5adc2f48-39ed-49e8-a952-08a8354c9015 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568292 Jan 28 17:00:19.818286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b918646-c807-4a43-99fe-2fd8793cbf88 None None] Current status of the port 6f2c059d-6179-4768-be8d-0481cd64abe5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:19.826485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-28027bca-2ced-467c-a543-1d28dca82af2 service neutron] 10.222.0.24 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078553 Jan 28 17:00:19.869195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b918646-c807-4a43-99fe-2fd8793cbf88 None None] Provisioning complete for port a7b7a812-072a-4a72-b5da-be4e95045ee2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:19.869451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b918646-c807-4a43-99fe-2fd8793cbf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:19.910521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b918646-c807-4a43-99fe-2fd8793cbf88 None None] Port a7b7a812-072a-4a72-b5da-be4e95045ee2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:00:19.989102 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-8ce37018-49a3-4248-ae33-a394f22a0854 service neutron] 10.222.0.24 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517889 Jan 28 17:00:19.996285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Router 1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:20.034883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bb8a2c1d-5443-4531-8d6e-47cc8048d68f None None] Provisioning complete for port a7b7a812-072a-4a72-b5da-be4e95045ee2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:20.035776 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2c1d-5443-4531-8d6e-47cc8048d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.080388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a2c1d-5443-4531-8d6e-47cc8048d68f None None] Port a7b7a812-072a-4a72-b5da-be4e95045ee2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:00:20.180846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-c42b07a1-817a-4c2e-9217-a17b5f9f08fe tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:20.182425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-c42b07a1-817a-4c2e-9217-a17b5f9f08fe tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6&tenant_id=8ed5608621734a99b86b03a99acedd8f&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1129 time: 0.1313939 Jan 28 17:00:20.183820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:20.188788 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c21af759-b547-4a95-9fe4-f2624a309e04 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "PUT /v2.0/routers/1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2730458 Jan 28 17:00:20.192003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39450) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:20.195396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] Sync routers for ids ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:20.197270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'port': {'network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb', 'name': 'tempest-FloatingIPNegativeTestJSON-1451976175'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:20.205875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-13'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:20.209652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] Routers {'1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:20.210306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:20.250077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:20.260911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] Routers {'1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:20.261300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:20.305585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:20.306239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c176a-d5fb-4e04-af81-f9e6dd950d5f None None] The sync data for ids ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:20.312502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.315594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 4c261813-ce9c-4f00-a8e5-2b534eaab915 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:20.397708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Made reservation on behalf of 21427d385458424da8940798723368b8 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:20.402259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.405601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 4c261813-ce9c-4f00-a8e5-2b534eaab915 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:00:20.431394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] device_id is not set on port 2713eaca-4518-4131-8e47-723b3f956f62 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:00:20.440585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 4c261813-ce9c-4f00-a8e5-2b534eaab915 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:20.444374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.461942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:20.523864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:20.572887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f2c059d-6179-4768-be8d-0481cd64abe5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:20.609126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:20.612220 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e5696e-04ca-40b9-9a5c-6e93aa79b211" -d '{"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-unplugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:20.618387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Publish callbacks [] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.631168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.709981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:20.756158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Allocated IP 172.20.0.11 (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb/1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d/2713eaca-4518-4131-8e47-723b3f956f62) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:20.800103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb1fd0-9ef6-425b-8774-0177ecaa9d77 req-9de509c5-b1eb-45d5-aa7b-ee9061b6cef2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:20.802398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61cb1fd0-9ef6-425b-8774-0177ecaa9d77 req-9de509c5-b1eb-45d5-aa7b-ee9061b6cef2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.2281384 Jan 28 17:00:20.852742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111d1f-e403-4f91-b6c0-82aa87454ff2 req-672a7292-1f73-43c1-bcdc-f12e0facb167 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:20.865601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3111d1f-e403-4f91-b6c0-82aa87454ff2 req-672a7292-1f73-43c1-bcdc-f12e0facb167 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1525774 Jan 28 17:00:20.906764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.926253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on host n-h2-812111-13 for vnic_type normal with profile {"migrating_to": "n-h1-812111-13"} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:20.926853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:20.927492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:20.937924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:00:20.940049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Attempting to bind port 43c6e093-6852-46a5-aad4-61f41aa4e46a on network cae70e37-f5bd-4aaf-b225-b247642cd293 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:20.945907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:20.946690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Checking segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:20.947541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Bound using segment: {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:20.948475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Bound port: 43c6e093-6852-46a5-aad4-61f41aa4e46a, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3529b41d-a592-4b5e-85f9-5c6b3d8970fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:20.949181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:20.992540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 4c261813-ce9c-4f00-a8e5-2b534eaab915 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:20.993118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.000746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6f2c059d-6179-4768-be8d-0481cd64abe5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:21.001627 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.074617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61cb1fd0-9ef6-425b-8774-0177ecaa9d77 req-46bc9923-3fbe-4f81-b9b5-c0d6f578f370 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510021 Jan 28 17:00:21.090262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:21.099633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:21.130401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c261813-ce9c-4f00-a8e5-2b534eaab915'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:21.135429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.136269 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454fa84-468c-4734-b9fd-880aa2478e1c" -d '{"events": [{"server_uuid": "5d99ca4d-b54a-441d-abb8-c2c929d4dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "4c261813-ce9c-4f00-a8e5-2b534eaab915"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:21.161799 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a40a2-9a31-4382-a822-52578bdfb15d x-openstack-request-id: req-350a40a2-9a31-4382-a822-52578bdfb15d {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:21.162210 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-unplugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:21.163191 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-350a40a2-9a31-4382-a822-52578bdfb15d {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:21.163738 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'code': 200} Jan 28 17:00:21.176730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 4c261813-ce9c-4f00-a8e5-2b534eaab915, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:21.185809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3111d1f-e403-4f91-b6c0-82aa87454ff2 req-50514670-6066-47cd-a5dc-b05aedc4ec55 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190293 Jan 28 17:00:21.219281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for port (2713eaca-4518-4131-8e47-723b3f956f62), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.238203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.341538 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28657eb7-16fc-409b-aadb-ac6223dd4ba3 x-openstack-request-id: req-28657eb7-16fc-409b-aadb-ac6223dd4ba3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:21.341863 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d99ca4d-b54a-441d-abb8-c2c929d4dd7b", "name": "network-vif-plugged", "status": "completed", "tag": "4c261813-ce9c-4f00-a8e5-2b534eaab915", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:21.342087 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28657eb7-16fc-409b-aadb-ac6223dd4ba3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:21.342492 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c261813-ce9c-4f00-a8e5-2b534eaab915', 'code': 200} Jan 28 17:00:21.354384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39476) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:21.363386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6f2c059d-6179-4768-be8d-0481cd64abe5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:21.369649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:21.370023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.372108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] 10.222.0.24 "PUT /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1124 time: 1.1806524 Jan 28 17:00:21.390964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Provisioning complete for port 43c6e093-6852-46a5-aad4-61f41aa4e46a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:21.391344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.396877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16138b-f175-41fa-939b-f2e66094ebba service neutron] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=8']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:21.470462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['43c6e093-6852-46a5-aad4-61f41aa4e46a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:00:21.507208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2713eaca-4518-4131-8e47-723b3f956f62), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.540560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=4c261813-ce9c-4f00-a8e5-2b534eaab915,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:21.563151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1956154455', 'router:external': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:21.596141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ad89-052e-475d-b29b-7d2ddeb05102 req-a8673e7d-4abe-4dc5-aefe-fbb36ac604d6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:21.598429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8350ad89-052e-475d-b29b-7d2ddeb05102 req-a8673e7d-4abe-4dc5-aefe-fbb36ac604d6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.3428218 Jan 28 17:00:21.650043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e129c5-9d00-49e8-a6df-18d52d5f5944 req-1b2a8759-bb8f-4f03-b24f-5f0acb39515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:21.651835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55e129c5-9d00-49e8-a6df-18d52d5f5944 req-1b2a8759-bb8f-4f03-b24f-5f0acb39515b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 1128 time: 0.2730865 Jan 28 17:00:21.657042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:21.658048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Current status of the port 43c6e093-6852-46a5-aad4-61f41aa4e46a is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:21.658190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Port': ['ID=2713eaca-4518-4131-8e47-723b3f956f62,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:21.658336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.685745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:21.693368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:21.717160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Made reservation on behalf of eb37e0ef0a2b4674abb46112fc3e4952 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:21.724720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.732865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:21.763203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.796185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.859886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8350ad89-052e-475d-b29b-7d2ddeb05102 req-ba789447-a220-446b-b5df-f52110f9d6b1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442312 Jan 28 17:00:21.868339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:21.869144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.876460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55e129c5-9d00-49e8-a6df-18d52d5f5944 req-348ab120-0d8b-4c4c-9691-7d76e889744a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078037 Jan 28 17:00:21.907326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-95002e8b-0fee-4400-993a-d941f3b2f5a7 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7140279 Jan 28 17:00:21.913326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39482) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:21.921401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:21.953277 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:21.977439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.053691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for security_group (adf24d09-0ddf-4c66-81f3-6f6389e575ce), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.063768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (adf24d09-0ddf-4c66-81f3-6f6389e575ce), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.100775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:22.116971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf24d09-0ddf-4c66-81f3-6f6389e575ce,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:22.128296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (64c2686d-e6ba-4387-a69a-7e58d6c56df8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.128730 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Added segment 64c2686d-e6ba-4387-a69a-7e58d6c56df8 of type vlan for network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 Jan 28 17:00:22.161839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:22.186847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.187517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.188050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.188691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.189198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.189718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.190312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.190828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.191853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.193122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.193619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.194141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.194644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373ddeae-1133-4746-8103-cc98892d5b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:22.228707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.269089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.362593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27322835-bb9f-4d34-b6d1-7629e1ca1c35 req-88e74212-3cbc-4f8f-b5aa-9b204643e657 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:22.364193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27322835-bb9f-4d34-b6d1-7629e1ca1c35 req-88e74212-3cbc-4f8f-b5aa-9b204643e657 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.1933575 Jan 28 17:00:22.371870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a89ef3c1-a7d6-462f-abcd-fd2f7826110a None None] Provisioning complete for port 2713eaca-4518-4131-8e47-723b3f956f62 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:22.371870 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a89ef3c1-a7d6-462f-abcd-fd2f7826110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2713eaca-4518-4131-8e47-723b3f956f62), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.372262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.372613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:22.373222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.413666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a89ef3c1-a7d6-462f-abcd-fd2f7826110a None None] Port 2713eaca-4518-4131-8e47-723b3f956f62 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:00:22.425197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a89ef3c1-a7d6-462f-abcd-fd2f7826110a None None] Provisioning complete for port 43c6e093-6852-46a5-aad4-61f41aa4e46a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:22.425875 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a89ef3c1-a7d6-462f-abcd-fd2f7826110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.484767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1279175 Jan 28 17:00:22.488552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39488) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:22.494341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'subnet': {'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:22.512750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed38ef1-f7c6-413f-90c8-8e1b71094be1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Network': ['ID=496f671f-4c40-4f43-ba9b-f88f2f7a8dc6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:22.527656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Made reservation on behalf of eb37e0ef0a2b4674abb46112fc3e4952 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:22.532028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.542010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a89ef3c1-a7d6-462f-abcd-fd2f7826110a None None] Current status of the port 43c6e093-6852-46a5-aad4-61f41aa4e46a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:22.547116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f636-cdc6-4a57-9e01-5179a19e3ae7 req-bfca8b3b-c48b-40f8-84c1-87ea1376b320 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:22.547446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:22.548712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d92f636-cdc6-4a57-9e01-5179a19e3ae7 req-bfca8b3b-c48b-40f8-84c1-87ea1376b320 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2653997 Jan 28 17:00:22.560565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Allocated IP 172.25.8.101 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/33f3309c-622b-429f-a685-806120399bca) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:22.567176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27322835-bb9f-4d34-b6d1-7629e1ca1c35 req-e4554270-f311-4c1b-8057-e8d2b3a7111d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858728 Jan 28 17:00:22.672086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d92f636-cdc6-4a57-9e01-5179a19e3ae7 req-c992a5fb-be54-41a7-a2d4-20c6e93b80d7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127572 Jan 28 17:00:22.733035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for port (33f3309c-622b-429f-a685-806120399bca), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.773251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (33f3309c-622b-429f-a685-806120399bca), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.817566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:22.820441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:22.826471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:22.860925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Port': ['ID=33f3309c-622b-429f-a685-806120399bca,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:22.931360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (d156abd2-b276-4395-a48b-a65cabeeb7d6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:22.959420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:00:22.959890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d9bff016-9c38-405e-bc90-ae246910df22), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.011688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33f3309c-622b-429f-a685-806120399bca), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.024110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d9bff016-9c38-405e-bc90-ae246910df22,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:23.070519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Checking segment: {'id': '64c2686d-e6ba-4387-a69a-7e58d6c56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:23.071242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network hostable DHCP agents. Network: 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:23.082728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f877-68ab-48e7-bc8b-7b2eb00cf919 req-70196f8c-fc2b-4319-b08b-08e2392f6c38 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:23.084547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1c9f877-68ab-48e7-bc8b-7b2eb00cf919 req-70196f8c-fc2b-4319-b08b-08e2392f6c38 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.1358540 Jan 28 17:00:23.102531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:23.121547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:23.134436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:23.135091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.136464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d3715-1d95-4dca-907c-869f1e2779b7 None None] Network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:23.160449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f031e935-4e33-4de1-8d0b-d1017e1ee064 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6700461 Jan 28 17:00:23.163048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:23.169706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-587277077', 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:23.192870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:23.195809 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ceaf27-3c8e-41a8-a33c-afd89e1589db" -d '{"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:23.200656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Made reservation on behalf of eb37e0ef0a2b4674abb46112fc3e4952 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:23.203812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.222608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] device_id is not set on port 662a3e64-8f25-42e9-8b9d-aef759f0abcc yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:00:23.233619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1c9f877-68ab-48e7-bc8b-7b2eb00cf919 req-c9faf477-a148-4886-8c41-0ecfe2980420 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366804 Jan 28 17:00:23.283880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1cf9fb-28b2-41f1-804d-0a2f37d470be None None] Network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:23.305801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for port (33f3309c-622b-429f-a685-806120399bca), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.315180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (33f3309c-622b-429f-a685-806120399bca), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.347712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:23.351403 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50b10f-cf58-4fb8-afdd-3c9c6661d884" -d '{"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-plugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:23.407170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Allocated IP 2001:db8::ba (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6/d9bff016-9c38-405e-bc90-ae246910df22/662a3e64-8f25-42e9-8b9d-aef759f0abcc) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:23.424426 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e1942-68bf-493f-8a53-3708739a8a76 x-openstack-request-id: req-1b7e1942-68bf-493f-8a53-3708739a8a76 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:23.424990 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-plugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:23.425254 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7e1942-68bf-493f-8a53-3708739a8a76 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:23.426525 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'code': 200} Jan 28 17:00:23.432197 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58698a6-90d7-419a-b33f-e86f04379ba2 x-openstack-request-id: req-b58698a6-90d7-419a-b33f-e86f04379ba2 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:23.432489 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:23.432774 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b58698a6-90d7-419a-b33f-e86f04379ba2 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:23.433595 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'status': 'completed', 'code': 200} Jan 28 17:00:23.436613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Port': ['ID=33f3309c-622b-429f-a685-806120399bca,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:23.439564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (d156abd2-b276-4395-a48b-a65cabeeb7d6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.461625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.465296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c1f5a70d-3487-4ef0-bee6-3455ff6656af tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5495017 Jan 28 17:00:23.466192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39500) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:23.471382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-cdadbff3-ec23-433d-ba88-1dff7c3a50c9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'floatingip': {'port_id': '2713eaca-4518-4131-8e47-723b3f956f62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:23.519544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdadbff3-ec23-433d-ba88-1dff7c3a50c9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (d156abd2-b276-4395-a48b-a65cabeeb7d6), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.521426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-d312eef1-f2a2-41bd-a5c2-1dc07823d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:23.524326 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-d312eef1-f2a2-41bd-a5c2-1dc07823d40c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1160 time: 0.0940597 Jan 28 17:00:23.692084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-4a3bf14c-f4cc-4d98-a7cd-3e2fdc46f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:23.693740 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-4a3bf14c-f4cc-4d98-a7cd-3e2fdc46f369 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 898 time: 0.1399026 Jan 28 17:00:23.696844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for port (662a3e64-8f25-42e9-8b9d-aef759f0abcc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.793807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-094773e4-7214-46e9-9245-38f27bcd7b11 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1002 time: 0.0932941 Jan 28 17:00:23.809678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (662a3e64-8f25-42e9-8b9d-aef759f0abcc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.890225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:23.897927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:23.900324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:23.901328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:23.902056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:23.911524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Port': ['ID=662a3e64-8f25-42e9-8b9d-aef759f0abcc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:23.914671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-08bd9718-7e36-4225-815c-de4564e0a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:23.916178 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-08bd9718-7e36-4225-815c-de4564e0a556 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.1156070 Jan 28 17:00:23.929623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-400d9917-3a5a-478f-a5d3-3ed0e64e3629 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7625577 Jan 28 17:00:23.931632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:24.028866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-426a0a03-2c0d-4a51-8095-a5cb37ab0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:24.030432 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-426a0a03-2c0d-4a51-8095-a5cb37ab0d05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1019733 Jan 28 17:00:24.076017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef6319-cdd4-44e0-82e2-46d57e8a9b96 req-54d359bd-6133-474b-8da7-03b50a6a2ef6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:24.077728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90ef6319-cdd4-44e0-82e2-46d57e8a9b96 req-54d359bd-6133-474b-8da7-03b50a6a2ef6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.1595273 Jan 28 17:00:24.083044 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-cdadbff3-ec23-433d-ba88-1dff7c3a50c9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] update failed (client error): The resource could not be found. Jan 28 17:00:24.084196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cdadbff3-ec23-433d-ba88-1dff7c3a50c9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "PUT /v2.0/floatingips/d156abd2-b276-4395-a48b-a65cabeeb7d6 HTTP/1.1" status: 404 len: 507 time: 0.6168520 Jan 28 17:00:24.091803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f3938-f61d-4828-8cee-95f0ec9ea23e req-1d20ae7c-12e3-4847-8477-8fca60e9d209 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:24.092797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:24.099385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-842f3938-f61d-4828-8cee-95f0ec9ea23e req-1d20ae7c-12e3-4847-8477-8fca60e9d209 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1799047 Jan 28 17:00:24.147147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Deleting port 662a3e64-8f25-42e9-8b9d-aef759f0abcc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:24.147829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (662a3e64-8f25-42e9-8b9d-aef759f0abcc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.172395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-842f3938-f61d-4828-8cee-95f0ec9ea23e req-04ecd334-8c93-47f8-9081-27b58aea5805 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720346 Jan 28 17:00:24.195908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90ef6319-cdd4-44e0-82e2-46d57e8a9b96 req-339663f0-cf5a-4ec2-b71f-107ab405df64 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942895 Jan 28 17:00:24.292422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-38251d16-e62d-4697-9bac-49ee5ddce355 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527704 Jan 28 17:00:24.341490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:00:24.348682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0287c0-26bd-417d-ab78-dced1bfd5ae9 req-e3bba02b-7daf-46d0-8ead-b53d1d8e5ce4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:24.350205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc0287c0-26bd-417d-ab78-dced1bfd5ae9 req-e3bba02b-7daf-46d0-8ead-b53d1d8e5ce4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.0589745 Jan 28 17:00:24.371549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (662a3e64-8f25-42e9-8b9d-aef759f0abcc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.394011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Calling delete_port for 662a3e64-8f25-42e9-8b9d-aef759f0abcc owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:24.422773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Deleting port 33f3309c-622b-429f-a685-806120399bca {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:24.423124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (33f3309c-622b-429f-a685-806120399bca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.451083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc0287c0-26bd-417d-ab78-dced1bfd5ae9 req-3beee727-3c2d-49af-9492-c16443e9e1d3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879221 Jan 28 17:00:24.485215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:24.499080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a has no active binding in host n-h1-812111-13 {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 17:00:24.514310 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-01ceaf27-3c8e-41a8-a33c-afd89e1589db req-2a459642-ff0c-4ee0-a778-6629ade810d2 service neutron] 10.222.0.31 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141817 Jan 28 17:00:24.577682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (33f3309c-622b-429f-a685-806120399bca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.578404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (33f3309c-622b-429f-a685-806120399bca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.604449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6efcf-e042-4d1f-a0cc-2ad57b9f53ef req-4c8d375c-0058-4d6d-a8fd-7b04848660f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:24.606269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eaf6efcf-e042-4d1f-a0cc-2ad57b9f53ef req-4c8d375c-0058-4d6d-a8fd-7b04848660f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.0654411 Jan 28 17:00:24.612752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Calling delete_port for 33f3309c-622b-429f-a685-806120399bca owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:24.657648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eaf6efcf-e042-4d1f-a0cc-2ad57b9f53ef req-25dbdb39-5bbd-499e-8ac5-cde85c07b9a4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Jan 28 17:00:24.679068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (662a3e64-8f25-42e9-8b9d-aef759f0abcc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.718350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event deleted for resources: {'Port': ['ID=662a3e64-8f25-42e9-8b9d-aef759f0abcc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:24.756460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.759830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be9dd5a0-26fe-4b34-9ee7-af8273d69709 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/ports/662a3e64-8f25-42e9-8b9d-aef759f0abcc HTTP/1.1" status: 204 len: 168 time: 0.8202138 Jan 28 17:00:24.762390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:24.766742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6', 'external_fixed_ips': [{'subnet_id': 'd9bff016-9c38-405e-bc90-ae246910df22', 'ip_address': '2001:db8::ba'}]}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:24.815460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (ec01075e-9e27-494d-886f-cd1e9f404ffd), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.817124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (ec01075e-9e27-494d-886f-cd1e9f404ffd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.840723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (33f3309c-622b-429f-a685-806120399bca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:24.877062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Port': ['ID=33f3309c-622b-429f-a685-806120399bca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:24.928555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (ec01075e-9e27-494d-886f-cd1e9f404ffd), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.037200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fcdeb-360e-4d6e-be26-612cc8da3937 req-36aa1b33-1b86-487c-ae00-9230f428bb57 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:25.038874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-882fcdeb-360e-4d6e-be26-612cc8da3937 req-36aa1b33-1b86-487c-ae00-9230f428bb57 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.0611885 Jan 28 17:00:25.061979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (d156abd2-b276-4395-a48b-a65cabeeb7d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.064544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.065746 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3965f98f-ad0c-4d7b-bf62-670e8ef294c5 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "DELETE /v2.0/floatingips/d156abd2-b276-4395-a48b-a65cabeeb7d6 HTTP/1.1" status: 204 len: 168 time: 0.9713149 Jan 28 17:00:25.070621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39526) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:25.075178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7a96a1c7-213e-429b-8ff3-b97b3e383556 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'floatingip': {'floating_network_id': 'e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb', 'port_id': '2713eaca-4518-4131-8e47-723b3f956f62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:25.094390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-882fcdeb-360e-4d6e-be26-612cc8da3937 req-8423524c-44cd-421f-91bd-2a497b906902 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485387 Jan 28 17:00:25.114046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (ec01075e-9e27-494d-886f-cd1e9f404ffd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.131193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7a96a1c7-213e-429b-8ff3-b97b3e383556 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.368614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f435b-62b5-4bd2-a144-05750ddbefcc req-5a8e9ef5-bdab-4f6f-b2f3-de77f5a282e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:25.370268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f1f435b-62b5-4bd2-a144-05750ddbefcc req-5a8e9ef5-bdab-4f6f-b2f3-de77f5a282e8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.0882015 Jan 28 17:00:25.375031 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-7a96a1c7-213e-429b-8ff3-b97b3e383556 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:00:25.379381 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7a96a1c7-213e-429b-8ff3-b97b3e383556 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3043783 Jan 28 17:00:25.379578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97022af-ec6d-44eb-aa83-71657121a864 req-f4fdb041-c3d5-4ad4-babb-e879ad9bd2a9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:25.379578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b97022af-ec6d-44eb-aa83-71657121a864 req-f4fdb041-c3d5-4ad4-babb-e879ad9bd2a9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1198006 Jan 28 17:00:25.382618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39532) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:25.388841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '2713eaca-4518-4131-8e47-723b3f956f62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:25.426233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (ec01075e-9e27-494d-886f-cd1e9f404ffd), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.453866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.455084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.498400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f1f435b-62b5-4bd2-a144-05750ddbefcc req-498a8bcb-d82c-48c7-95b2-d061639aa0f1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147330 Jan 28 17:00:25.502482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b97022af-ec6d-44eb-aa83-71657121a864 req-352d8467-4ae0-4aa9-a220-ffc9f590c685 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091149 Jan 28 17:00:25.595095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.712308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Allocated IP 172.25.8.23 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:25.824220 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for port (d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.863050 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:25.905278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:25.908784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:25.913241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:25.956078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event updated for resources: {'Port': ['ID=d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:25.984855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Allocated IP 2001:db8::ba (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6/d9bff016-9c38-405e-bc90-ae246910df22/0a26e72d-dd68-4701-85ab-f345edb1b1f2) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:26.105972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.134559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Deleting port d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:26.135476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.155529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.217726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Port': ['ID=0a26e72d-dd68-4701-85ab-f345edb1b1f2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:26.222131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:26.228228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:26.230646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:26.233512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.233858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.234200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.234537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.235031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.235879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.235879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.236163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.236467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.236916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.237310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.237635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.237991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:26.261360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.261833 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for floatingip (d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.284306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd991e3-44be-47d8-bf5d-c8f906e40d94 req-5e3268a8-ef2e-44fa-bb9e-1104c5a43b17 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:26.286021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dd991e3-44be-47d8-bf5d-c8f906e40d94 req-5e3268a8-ef2e-44fa-bb9e-1104c5a43b17 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.0998840 Jan 28 17:00:26.287053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Calling delete_port for d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:26.391466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0dd991e3-44be-47d8-bf5d-c8f906e40d94 req-9eaba56b-bb8d-4afa-bd0d-9216aa9d3bfd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971897 Jan 28 17:00:26.480711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (ec01075e-9e27-494d-886f-cd1e9f404ffd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.522757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.584496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Port': ['ID=d6ed58bf-98d5-42b9-b8c4-3f3754e41fd4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:26.645900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-93b3032d-007b-4773-bc52-2fc1f12d10fc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:26.647332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-93b3032d-007b-4773-bc52-2fc1f12d10fc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 945 time: 0.1763346 Jan 28 17:00:26.682182 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-b478475f-822c-40ee-8321-93b0f593ccbf service neutron] 10.222.0.31 "GET /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a/bindings/n-h1-812111-13 HTTP/1.1" status: 200 len: 385 time: 0.1478922 Jan 28 17:00:26.789485 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] create failed (client error): The resource could not be found. Jan 28 17:00:26.793695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4fb7df1a-22d4-48e3-b268-e184a223abb4 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4057465 Jan 28 17:00:26.793856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (ec01075e-9e27-494d-886f-cd1e9f404ffd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.794232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39542) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:26.802189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea2241-7b1b-4d13-b6de-1cb1e94a947e req-488b9312-c0cb-43ee-9aa3-e864ff7ce0ff tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:26.803651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40ea2241-7b1b-4d13-b6de-1cb1e94a947e req-488b9312-c0cb-43ee-9aa3-e864ff7ce0ff tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1800230 Jan 28 17:00:26.814497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c2194-e29c-4125-add1-ab3a7b14be34 req-487ced20-9803-4193-a10e-dd8d2a88cb1a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:26.816023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-240c2194-e29c-4125-add1-ab3a7b14be34 req-487ced20-9803-4193-a10e-dd8d2a88cb1a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 946 time: 0.2020631 Jan 28 17:00:26.916262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40ea2241-7b1b-4d13-b6de-1cb1e94a947e req-1494b607-34d1-49d0-a8f2-2e6500855c4c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992463 Jan 28 17:00:26.918504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 4c261813-ce9c-4f00-a8e5-2b534eaab915 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:26.918844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:26.926807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-240c2194-e29c-4125-add1-ab3a7b14be34 req-98dc5d9b-dd0a-4143-8418-c8e5f7ef0fbb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030600 Jan 28 17:00:27.030704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port 4c261813-ce9c-4f00-a8e5-2b534eaab915, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=4c261813-ce9c-4f00-a8e5-2b534eaab915,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:27.030704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.045373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 4c261813-ce9c-4f00-a8e5-2b534eaab915 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:27.107649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Deleting port 2713eaca-4518-4131-8e47-723b3f956f62 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:27.108248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2713eaca-4518-4131-8e47-723b3f956f62), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.118414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:27.188712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:27.192272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Router ec01075e-9e27-494d-886f-cd1e9f404ffd is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:27.203565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4c261813-ce9c-4f00-a8e5-2b534eaab915), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.218015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['4c261813-ce9c-4f00-a8e5-2b534eaab915'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:00:27.225089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:00:27.234502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=4c261813-ce9c-4f00-a8e5-2b534eaab915,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:27.274566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:27.278282 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0f1772-4f6c-4246-a30c-abc94d517990" -d '{"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-unplugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:27.325354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port 4c261813-ce9c-4f00-a8e5-2b534eaab915 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:27.328988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.333981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2713eaca-4518-4131-8e47-723b3f956f62), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.334321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-14385dd1-72dc-4b1b-95b1-e77798bf9c01 req-d71f9f66-ba8d-4235-9684-5db00675e1f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "DELETE /v2.0/ports/4c261813-ce9c-4f00-a8e5-2b534eaab915 HTTP/1.1" status: 204 len: 173 time: 0.6526892 Jan 28 17:00:27.335221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'name': 'network-vif-deleted', 'tag': '4c261813-ce9c-4f00-a8e5-2b534eaab915'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:27.338897 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340904cb-a4cf-491e-b9e4-06e0f312558c" -d '{"events": [{"server_uuid": "5d99ca4d-b54a-441d-abb8-c2c929d4dd7b", "name": "network-vif-deleted", "tag": "4c261813-ce9c-4f00-a8e5-2b534eaab915"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:27.340219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:27.380590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Calling delete_port for 2713eaca-4518-4131-8e47-723b3f956f62 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:27.383000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.400773 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ed77f1-892a-49e6-8046-a543828dfb46 x-openstack-request-id: req-e7ed77f1-892a-49e6-8046-a543828dfb46 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:27.401312 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-unplugged", "status": "completed", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:27.401709 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7ed77f1-892a-49e6-8046-a543828dfb46 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:27.402248 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'code': 200} Jan 28 17:00:27.416180 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77a0f4-fbcd-4bc7-8d76-e8c19a370789 x-openstack-request-id: req-6d77a0f4-fbcd-4bc7-8d76-e8c19a370789 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:27.416762 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d99ca4d-b54a-441d-abb8-c2c929d4dd7b", "name": "network-vif-deleted", "tag": "4c261813-ce9c-4f00-a8e5-2b534eaab915", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:27.417075 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d77a0f4-fbcd-4bc7-8d76-e8c19a370789 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:27.417629 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d99ca4d-b54a-441d-abb8-c2c929d4dd7b', 'name': 'network-vif-deleted', 'tag': '4c261813-ce9c-4f00-a8e5-2b534eaab915', 'status': 'completed', 'code': 200} Jan 28 17:00:27.546978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e3e0114-6bd1-4f9e-af57-2ec42edaeaa9 req-bd0097e2-9005-46a8-b27d-0a1a08555891 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0482919 Jan 28 17:00:27.622276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:27.631691 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Sync routers for ids ['ec01075e-9e27-494d-886f-cd1e9f404ffd'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:27.641122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Routers {'ec01075e-9e27-494d-886f-cd1e9f404ffd'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:27.641843 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ec01075e-9e27-494d-886f-cd1e9f404ffd'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:27.667742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.672486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-05774521-4ce5-4650-aecc-dd5349a50d14 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9055610 Jan 28 17:00:27.672666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39552) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:27.681489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] Transition to ACTIVE for port object 43c6e093-6852-46a5-aad4-61f41aa4e46a will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:00:27.689585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.777257 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Set router ec01075e-9e27-494d-886f-cd1e9f404ffd gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:27.829130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2713eaca-4518-4131-8e47-723b3f956f62), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.849033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (ec01075e-9e27-494d-886f-cd1e9f404ffd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:27.885077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] Pushing event updated for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=11']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:28.038649 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (ec01075e-9e27-494d-886f-cd1e9f404ffd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.076088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Port': ['ID=2713eaca-4518-4131-8e47-723b3f956f62,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:28.152338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] No DVR routers for this DVR port 43c6e093-6852-46a5-aad4-61f41aa4e46a on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:28.209603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.213715 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-806c15d4-fad6-473e-b3b8-3daac5eb3bb9 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "DELETE /v2.0/ports/2713eaca-4518-4131-8e47-723b3f956f62 HTTP/1.1" status: 204 len: 168 time: 1.4183102 Jan 28 17:00:28.216485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:28.241131 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec01075e-9e27-494d-886f-cd1e9f404ffd', 'name': '', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6', 'external_fixed_ips': [{'subnet_id': 'd9bff016-9c38-405e-bc90-ae246910df22', 'ip_address': '2001:db8::ba'}], 'enable_snat': True}, 'gw_port_id': '0a26e72d-dd68-4701-85ab-f345edb1b1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:24Z', 'updated_at': '2022-01-28T17:00:26Z', 'revision_number': 3, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port': {'id': '0a26e72d-dd68-4701-85ab-f345edb1b1f2', 'name': '', 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec01075e-9e27-494d-886f-cd1e9f404ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'd9bff016-9c38-405e-bc90-ae246910df22', 'ip_address': '2001:db8::ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:25Z', 'updated_at': '2022-01-28T17:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9bff016-9c38-405e-bc90-ae246910df22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:28.282450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Checking router: ec01075e-9e27-494d-886f-cd1e9f404ffd for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:00:28.282805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Updating router ec01075e-9e27-494d-886f-cd1e9f404ffd port 0a26e72d-dd68-4701-85ab-f345edb1b1f2 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:00:28.296861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8d30-4853-4425-b6d2-ab9ea40428e2 req-c3948919-0fef-4ae8-9882-a54916ae269f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:28.305613 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cfb8d30-4853-4425-b6d2-ab9ea40428e2 req-c3948919-0fef-4ae8-9882-a54916ae269f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1916499 Jan 28 17:00:28.323125 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.327443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94848f8-974f-43c1-8f36-c07b0bc67b9b tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:28.328920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Deleting port 0a26e72d-dd68-4701-85ab-f345edb1b1f2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:28.329059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c94848f8-974f-43c1-8f36-c07b0bc67b9b tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05 HTTP/1.1" status: 200 len: 913 time: 0.1116776 Jan 28 17:00:28.329441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.333344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39562) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:28.414985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a54ee-4f0a-4bc7-b179-ea61ffb01aa3 req-f2bd5451-0a65-4252-b143-a37c85aea573 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:28.416649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-274a54ee-4f0a-4bc7-b179-ea61ffb01aa3 req-f2bd5451-0a65-4252-b143-a37c85aea573 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.2842929 Jan 28 17:00:28.428040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-cbcee04a-585e-4679-94fc-691684832f2c service neutron] 10.222.0.31 "PUT /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a/bindings/n-h1-812111-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7374675 Jan 28 17:00:28.459099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cfb8d30-4853-4425-b6d2-ab9ea40428e2 req-6b43ea7a-6475-40bc-bd28-620e1f5524f1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524301 Jan 28 17:00:28.655181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.681687 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Publish callbacks [] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.688088 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.731009 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Attempting to bind port 0a26e72d-dd68-4701-85ab-f345edb1b1f2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:28.731374 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Attempting to bind port 0a26e72d-dd68-4701-85ab-f345edb1b1f2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '64c2686d-e6ba-4387-a69a-7e58d6c56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:28.731731 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Attempting to bind port 0a26e72d-dd68-4701-85ab-f345edb1b1f2 on network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:28.736240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cee37519-c292-4799-97d7-0f9b8c7d5178 req-ce3a0b32-518f-442f-8716-aef753eb8539 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0719202 Jan 28 17:00:28.740336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Calling delete_port for 0a26e72d-dd68-4701-85ab-f345edb1b1f2 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:28.742205 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:28.743600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Checking segment: {'id': '64c2686d-e6ba-4387-a69a-7e58d6c56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:28.744000 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.744398 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Bound using segment: {'id': '64c2686d-e6ba-4387-a69a-7e58d6c56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:28.744903 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Bound port: 0a26e72d-dd68-4701-85ab-f345edb1b1f2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c2686d-e6ba-4387-a69a-7e58d6c56df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '496f671f-4c40-4f43-ba9b-f88f2f7a8dc6'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:28.745328 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.770596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-274a54ee-4f0a-4bc7-b179-ea61ffb01aa3 req-6a61fd28-fe65-44e9-a764-0a6d345aec7d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979295 Jan 28 17:00:28.776757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.796799 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] For port 0a26e72d-dd68-4701-85ab-f345edb1b1f2, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:28.798030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-47c047df-60a9-44dd-853c-38018b4b01da tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:28.799676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-47c047df-60a9-44dd-853c-38018b4b01da tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6&tenant_id=8ed5608621734a99b86b03a99acedd8f&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.2989876 Jan 28 17:00:28.801426 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] For port 0a26e72d-dd68-4701-85ab-f345edb1b1f2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0a26e72d-dd68-4701-85ab-f345edb1b1f2,segment=NetworkSegment(64c2686d-e6ba-4387-a69a-7e58d6c56df8),segment_id=64c2686d-e6ba-4387-a69a-7e58d6c56df8)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:28.815463 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:28.818691 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Pushing event updated for resources: {'Port': ['ID=0a26e72d-dd68-4701-85ab-f345edb1b1f2,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:28.827212 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.827558 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.827951 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.828225 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.828600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.828984 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.829307 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.829627 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.829946 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.830264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.830580 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.830933 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.831264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:28.880231 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Routers {'ec01075e-9e27-494d-886f-cd1e9f404ffd'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:28.880926 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ec01075e-9e27-494d-886f-cd1e9f404ffd'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:28.968379 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] Set router ec01075e-9e27-494d-886f-cd1e9f404ffd gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:28.978605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-f8b3db1a-18dc-4cdd-8669-a41fd1b6fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:28.980557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-f8b3db1a-18dc-4cdd-8669-a41fd1b6fe7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 1128 time: 0.1274924 Jan 28 17:00:29.033494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec01075e-9e27-494d-886f-cd1e9f404ffd', 'name': '', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:24Z', 'updated_at': '2022-01-28T17:00:28Z', 'revision_number': 4, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:29.070710 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405a6c5-48e3-4d55-9ed9-6b57dd8c7eb8 None None] The sync data for ids ['ec01075e-9e27-494d-886f-cd1e9f404ffd'] in n-d-812111-13 is: [{'id': 'ec01075e-9e27-494d-886f-cd1e9f404ffd', 'name': '', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:24Z', 'updated_at': '2022-01-28T17:00:28Z', 'revision_number': 4, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:29.079266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Deleting port a7b7a812-072a-4a72-b5da-be4e95045ee2 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:29.079923 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.082356 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b1ce9-58b1-44e5-8b11-e357066388a3 None None] Pushing event updated for resources: {'Port': ['ID=0a26e72d-dd68-4701-85ab-f345edb1b1f2,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:29.151603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-eddc99f3-23a4-4302-88a2-096b7ea5ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:29.153140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-eddc99f3-23a4-4302-88a2-096b7ea5ddb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1128 time: 0.1472042 Jan 28 17:00:29.154083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0a26e72d-dd68-4701-85ab-f345edb1b1f2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.198820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.215194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a26e72d-dd68-4701-85ab-f345edb1b1f2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:29.218307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Calling delete_port for a7b7a812-072a-4a72-b5da-be4e95045ee2 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:29.272137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (ec01075e-9e27-494d-886f-cd1e9f404ffd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.382767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (ec01075e-9e27-494d-886f-cd1e9f404ffd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.386215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (ec01075e-9e27-494d-886f-cd1e9f404ffd), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.412315 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a7b7a812-072a-4a72-b5da-be4e95045ee2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.439402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Port': ['ID=a7b7a812-072a-4a72-b5da-be4e95045ee2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:29.457513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (ec01075e-9e27-494d-886f-cd1e9f404ffd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.458097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec01075e-9e27-494d-886f-cd1e9f404ffd {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:29.460392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-14d9b049-b6e6-4696-ad6b-def5c3932687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:29.462025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-14d9b049-b6e6-4696-ad6b-def5c3932687 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 898 time: 0.2988682 Jan 28 17:00:29.465183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.468742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8f121d16-39af-4ada-aae4-58bc145ac46f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ec01075e-9e27-494d-886f-cd1e9f404ffd HTTP/1.1" status: 204 len: 168 time: 1.7931750 Jan 28 17:00:29.477626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:29.500645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:29.571339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Deleting subnet d9bff016-9c38-405e-bc90-ae246910df22 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:29.580358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 43c6e093-6852-46a5-aad4-61f41aa4e46a host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:00:29.582123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:29.647760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-05948717-3a80-4980-b501-5fdd00d65ef6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 1000 time: 0.1787164 Jan 28 17:00:29.648455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for subnet (d9bff016-9c38-405e-bc90-ae246910df22), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.730108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-2c232bce-6fff-4eea-bdd6-a25e502b66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:29.731763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-2c232bce-6fff-4eea-bdd6-a25e502b66b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.0738747 Jan 28 17:00:29.795424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (d9bff016-9c38-405e-bc90-ae246910df22), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:29.837734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78df33-213b-4d53-b1b0-a3c7092a02ef req-73cefe79-4a3d-4807-8220-3c401584f59d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:29.839180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad78df33-213b-4d53-b1b0-a3c7092a02ef req-73cefe79-4a3d-4807-8220-3c401584f59d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2542930 Jan 28 17:00:30.008487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.196637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Router 1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:00:30.250046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2328b813-7222-4b27-8372-9d4b05330ba5 req-d5530e01-6c3a-42a2-96a8-7571adbb8e6a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.4072073 Jan 28 17:00:30.251838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-f9eb6dd4-95d7-437d-ae8c-a5be5c2d0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:30.253237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-f9eb6dd4-95d7-437d-ae8c-a5be5c2d0524 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5138199 Jan 28 17:00:30.255449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d9bff016-9c38-405e-bc90-ae246910df22), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.305708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:30.314437 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7da8d9c8-0d47-474c-909e-9dad67febb40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "PUT /v2.0/routers/1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9776905 Jan 28 17:00:30.315667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] Sync routers for ids ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:30.324699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39578) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:30.336005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] Routers {'1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:30.336913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:30.401683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 4c261813-ce9c-4f00-a8e5-2b534eaab915 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:30.413767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-8e2ef318-98d7-4ff7-b3f2-cf289a7b1f6d service neutron] 10.222.0.24 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116076 Jan 28 17:00:30.425045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for router (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.439551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:30.447635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 4c261813-ce9c-4f00-a8e5-2b534eaab915 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:30.448228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 4c261813-ce9c-4f00-a8e5-2b534eaab915 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:30.459051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] Routers {'1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:30.460076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:30.508373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:30.509500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbb98c-f48c-479f-bc0d-ec3c26f0a8d5 None None] The sync data for ids ['1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:30.534658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (d9bff016-9c38-405e-bc90-ae246910df22), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.548753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad78df33-213b-4d53-b1b0-a3c7092a02ef req-f9964e44-237e-43b8-80ba-27e1ff67fbc8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6966634 Jan 28 17:00:30.577786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bff016-9c38-405e-bc90-ae246910df22,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:30.589775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.594827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4444cfb0-fe32-4931-9791-bb88d94cd364 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/d9bff016-9c38-405e-bc90-ae246910df22 HTTP/1.1" status: 204 len: 168 time: 1.1137693 Jan 28 17:00:30.608078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39582) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:30.657164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.659346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for router_controller (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.689851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cae6d-8c9d-44a3-9c75-e97dbfc179e9 req-40689baa-e38a-460c-8e0c-118bb6d809d9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:30.691927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a5cae6d-8c9d-44a3-9c75-e97dbfc179e9 req-40689baa-e38a-460c-8e0c-118bb6d809d9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.2747760 Jan 28 17:00:30.696141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-12656bca-1f53-4212-97cf-637335fc12a9 service neutron] 10.222.0.24 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637439 Jan 28 17:00:30.733021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.733600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:30.736493 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.756515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.763537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39586) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:30.763756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4fe6a493-479d-4799-ac10-a9c621ab53a3 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "DELETE /v2.0/routers/1dd1dcd3-8c5e-46ca-96ad-b7f1830c4b05 HTTP/1.1" status: 204 len: 168 time: 0.4367313 Jan 28 17:00:30.779232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a5cae6d-8c9d-44a3-9c75-e97dbfc179e9 req-f64ded2e-0f9d-4e8c-a0ae-8ad03e1b8955 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804157 Jan 28 17:00:30.912988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Deleting subnet 1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:30.946760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for subnet (1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:30.966927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872875f-6413-4d3a-a19f-26514a3af60c req-3599902a-0207-46f8-8f4c-760d9fc058f6 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:30.968481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-3599902a-0207-46f8-8f4c-760d9fc058f6 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6&tenant_id=8ed5608621734a99b86b03a99acedd8f&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 1128 time: 0.0509410 Jan 28 17:00:30.997065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.028662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.037766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b6f0d-f12a-4622-bc4e-6622593f5634 req-343765e2-d431-482f-a506-21565bae5517 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:31.040223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-697b6f0d-f12a-4622-bc4e-6622593f5634 req-343765e2-d431-482f-a506-21565bae5517 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2342296 Jan 28 17:00:31.061370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496f671f-4c40-4f43-ba9b-f88f2f7a8dc6']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:31.084588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c2686d-e6ba-4387-a69a-7e58d6c56df8') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:31.085043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c2686d-e6ba-4387-a69a-7e58d6c56df8') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:31.087862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a63b1ba-8536-4c27-85e3-530956113fde service neutron] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:31.090736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-101e1401-fbee-4e8d-8470-de6afe2bc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:31.091609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a63b1ba-8536-4c27-85e3-530956113fde service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.092441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-101e1401-fbee-4e8d-8470-de6afe2bc9d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.2320213 Jan 28 17:00:31.092870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a63b1ba-8536-4c27-85e3-530956113fde service neutron] 10.222.0.24 "DELETE /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a/bindings/n-h2-812111-13 HTTP/1.1" status: 204 len: 173 time: 0.1182933 Jan 28 17:00:31.126431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (64c2686d-e6ba-4387-a69a-7e58d6c56df8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.184485 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (64c2686d-e6ba-4387-a69a-7e58d6c56df8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.201771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:31.202172 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (64c2686d-e6ba-4387-a69a-7e58d6c56df8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: items = [ Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:31.207059 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:31.315779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-697b6f0d-f12a-4622-bc4e-6622593f5634 req-ff2e15ee-e12e-4e64-9153-4ecba28c57bf tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518172 Jan 28 17:00:31.331986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.390584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (496f671f-4c40-4f43-ba9b-f88f2f7a8dc6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.429685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 17:00:31.440850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-994f264b-05cb-4924-b37d-c50202640356 req-40c7bc03-38ed-4eba-8173-6ba1c541c736 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0820591 Jan 28 17:00:31.441723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-7fd0bb70-6c06-4f9d-85f7-8340842e1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:31.443025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-7fd0bb70-6c06-4f9d-85f7-8340842e1c26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.3332498 Jan 28 17:00:31.451957 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.466254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/networks/496f671f-4c40-4f43-ba9b-f88f2f7a8dc6 HTTP/1.1" status: 204 len: 168 time: 0.8491960 Jan 28 17:00:31.482956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920241f-7c49-45cc-bdbc-bdcf69ec1c06 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event deleted for resources: {'Network': ['ID=496f671f-4c40-4f43-ba9b-f88f2f7a8dc6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:31.587897 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.604860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-c4c157cf-6547-4e4b-a8d8-00eae450e3e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.1344843 Jan 28 17:00:31.640392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Subnet': ['ID=1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:31.657553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b762f8-6911-409c-a3e2-a36b8c2d21be None None] Network e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:31.669954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.673198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-17bde9a9-5aae-4c8d-9f67-f233c1f44433 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "DELETE /v2.0/subnets/1c42f4c3-2ec4-4028-bde2-dd1dc1c9963d HTTP/1.1" status: 204 len: 168 time: 0.9070415 Jan 28 17:00:31.675878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39598) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:31.694067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-1515700f-2772-490e-bc30-8b5e8b59fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:31.696446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-1515700f-2772-490e-bc30-8b5e8b59fe48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0651793 Jan 28 17:00:31.758116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39600) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:31.763054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'name': 'tempest-router--1874851340', 'project_id': '6e5c68cb0ecf4da8a97d6b55dc47a6fd'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:31.797980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.813160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-2922341e-cfcd-48df-9be1-1e37470705cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:31.815073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-2922341e-cfcd-48df-9be1-1e37470705cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114545 Jan 28 17:00:31.856030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (c3a431e6-5957-49c4-a537-8f87b4f7f01f), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.859273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (c3a431e6-5957-49c4-a537-8f87b4f7f01f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.879293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Deleting port 6f2c059d-6179-4768-be8d-0481cd64abe5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:31.879642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.979278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] For port 6f2c059d-6179-4768-be8d-0481cd64abe5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6f2c059d-6179-4768-be8d-0481cd64abe5,segment=NetworkSegment(82691bd1-e388-4f6d-93f5-3505e9ae072d),segment_id=82691bd1-e388-4f6d-93f5-3505e9ae072d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:31.982486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:31.994251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] DHCP port deletion for e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:00:32.003032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Calling delete_port for 6f2c059d-6179-4768-be8d-0481cd64abe5 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:32.098191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Deleting port 6f2c059d-6179-4768-be8d-0481cd64abe5 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:32.099653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.101880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.132377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (c3a431e6-5957-49c4-a537-8f87b4f7f01f), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.158516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Port': ['ID=6f2c059d-6179-4768-be8d-0481cd64abe5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:32.161729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d8cda-70bb-46b0-9ce8-6372e5b52461 req-dbc64685-179d-45f8-8bb2-173f8aac8fee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:32.163305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b0d8cda-70bb-46b0-9ce8-6372e5b52461 req-dbc64685-179d-45f8-8bb2-173f8aac8fee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.1841674 Jan 28 17:00:32.164387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (c3a431e6-5957-49c4-a537-8f87b4f7f01f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.173408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] No DVR routers for this DVR port 6f2c059d-6179-4768-be8d-0481cd64abe5 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:32.211161 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-c5a1304a-d4db-4428-b4f8-d47ec52b04bb service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817804 Jan 28 17:00:32.250833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] For port 6f2c059d-6179-4768-be8d-0481cd64abe5, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:32.251601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.281575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Calling delete_port for 6f2c059d-6179-4768-be8d-0481cd64abe5 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:32.289587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Port 6f2c059d-6179-4768-be8d-0481cd64abe5 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 17:00:32.291644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (6f2c059d-6179-4768-be8d-0481cd64abe5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.316544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] No DVR routers for this DVR port 6f2c059d-6179-4768-be8d-0481cd64abe5 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:32.328996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6ebe9b85-6d4c-407b-a444-5bb06025798d req-d4b6b9e2-64ce-46cd-b35e-9931fa9c4766 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068892 Jan 28 17:00:32.336695 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.338398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d49a8c6e-cc47-420f-9196-49da523c4b61 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5791416 Jan 28 17:00:32.344257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:32.409872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28f4c8-752b-439a-a3da-e0c9fdd496df None None] Pushing event deleted for resources: {'Port': ['ID=6f2c059d-6179-4768-be8d-0481cd64abe5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:32.414702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b0d8cda-70bb-46b0-9ce8-6372e5b52461 req-1b137d13-34ef-4a4e-a63d-9a0a3e58e935 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414420 Jan 28 17:00:32.513754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (c3a431e6-5957-49c4-a537-8f87b4f7f01f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.521685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.565242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f2c059d-6179-4768-be8d-0481cd64abe5 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:32.605352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6f2c059d-6179-4768-be8d-0481cd64abe5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:32.605962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6f2c059d-6179-4768-be8d-0481cd64abe5 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:32.646652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:32.654770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3557-9d9b-4c0e-bc79-d26ccc721a1b req-8ecf08d4-abc5-4508-91a5-13b144d8fc9c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:32.656492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f2b3557-9d9b-4c0e-bc79-d26ccc721a1b req-8ecf08d4-abc5-4508-91a5-13b144d8fc9c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1543744 Jan 28 17:00:32.661149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82691bd1-e388-4f6d-93f5-3505e9ae072d') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:32.661547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82691bd1-e388-4f6d-93f5-3505e9ae072d') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:32.665685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd493be-9e16-4717-933e-05737447c442 req-4598a979-4f48-4f9e-96ba-65bb3efb69aa tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:32.667526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd493be-9e16-4717-933e-05737447c442 req-4598a979-4f48-4f9e-96ba-65bb3efb69aa tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1128 time: 0.1084859 Jan 28 17:00:32.738801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (82691bd1-e388-4f6d-93f5-3505e9ae072d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.761400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd493be-9e16-4717-933e-05737447c442 req-2b8dc40d-e7a9-4465-a5ce-466d92c4ed65 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842316 Jan 28 17:00:32.774396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f2b3557-9d9b-4c0e-bc79-d26ccc721a1b req-7b34e5bc-90de-4256-9ba0-d375cf78982a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117499 Jan 28 17:00:32.807090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (c3a431e6-5957-49c4-a537-8f87b4f7f01f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.810171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (c3a431e6-5957-49c4-a537-8f87b4f7f01f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.813291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (82691bd1-e388-4f6d-93f5-3505e9ae072d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.864388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:32.864894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (82691bd1-e388-4f6d-93f5-3505e9ae072d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:32.868227 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:32.923325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (c3a431e6-5957-49c4-a537-8f87b4f7f01f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.923867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3a431e6-5957-49c4-a537-8f87b4f7f01f {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:32.934668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.938606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba6355ef-eff0-48e0-9bdc-274f44cf333d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c3a431e6-5957-49c4-a537-8f87b4f7f01f HTTP/1.1" status: 204 len: 168 time: 0.5932944 Jan 28 17:00:32.956917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.978917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:32.982541 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] 10.222.0.25 "DELETE /v2.0/networks/e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb HTTP/1.1" status: 204 len: 168 time: 1.3049955 Jan 28 17:00:33.022833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1a2928e-fbf7-4fcd-b784-960591b65eb2 req-0dc1b3d0-7688-49cb-b3cb-ac79a746d38e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0775943 Jan 28 17:00:33.037998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4fefe-6863-44a3-ae03-cb00d7112c40 tempest-FloatingIPNegativeTestJSON-133434817 tempest-FloatingIPNegativeTestJSON-133434817-project] Pushing event deleted for resources: {'Network': ['ID=e7573c61-5a5a-47ce-8b8b-2fbed0c32dbb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:33.099886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04546d5-c025-42cb-9057-c262f3a455fe req-9785776f-7d9c-45b3-8627-f9bedbc82d72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:33.101455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d04546d5-c025-42cb-9057-c262f3a455fe req-9785776f-7d9c-45b3-8627-f9bedbc82d72 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.2292786 Jan 28 17:00:33.179334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39702) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:33.209682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d04546d5-c025-42cb-9057-c262f3a455fe req-e5ae5fcf-1542-456e-afbb-90b4b7a36e1f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923882 Jan 28 17:00:33.224652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39710) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:33.318679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d305a32c-f852-42bd-b3f0-700da76da9dd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/9acc029a-27dd-4f1c-bc9a-97511dbe53b2 HTTP/1.1" status: 200 len: 992 time: 0.0917945 Jan 28 17:00:33.418367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1851608014', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:33.461715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (0eeef11d-14ce-437d-8531-c9b974dbb7da), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.461715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (0eeef11d-14ce-437d-8531-c9b974dbb7da), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.530072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (0eeef11d-14ce-437d-8531-c9b974dbb7da), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.582448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39752) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:33.603452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39760) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:33.751794 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (0eeef11d-14ce-437d-8531-c9b974dbb7da), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.829823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 39786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:33.830248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c23645fb-d5e3-4600-b95d-cc5426c0ec40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21427d385458424da8940798723368b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466269 Jan 28 17:00:33.847186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 780f0eee-dc5a-4537-9f64-82f396b21efc {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:33.847729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.923570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e666dcd-640c-4c5b-ba44-58347acf4d8f admin admin] Publish callbacks [] for security_group (1c6f5c5f-1809-47bd-a2c4-f4f764d832f3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.955689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e666dcd-640c-4c5b-ba44-58347acf4d8f admin admin] Publish callbacks [] for security_group (1c6f5c5f-1809-47bd-a2c4-f4f764d832f3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.997700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:33.998031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (780f0eee-dc5a-4537-9f64-82f396b21efc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.014910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 780f0eee-dc5a-4537-9f64-82f396b21efc owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:34.089945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad64e5-6681-4f99-b45e-e524335629cc req-e9160c4e-f7ea-4234-9b0b-a6a336e995af tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:34.094621 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (0eeef11d-14ce-437d-8531-c9b974dbb7da), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.102715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1ad64e5-6681-4f99-b45e-e524335629cc req-e9160c4e-f7ea-4234-9b0b-a6a336e995af tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1715946 Jan 28 17:00:34.135347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.188662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e666dcd-640c-4c5b-ba44-58347acf4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1c6f5c5f-1809-47bd-a2c4-f4f764d832f3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.192878 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e666dcd-640c-4c5b-ba44-58347acf4d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.194263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e666dcd-640c-4c5b-ba44-58347acf4d8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c6f5c5f-1809-47bd-a2c4-f4f764d832f3 HTTP/1.1" status: 204 len: 168 time: 0.3631837 Jan 28 17:00:34.208425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1ad64e5-6681-4f99-b45e-e524335629cc req-54b65369-cefd-49e9-934d-8f5c43556c21 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023307 Jan 28 17:00:34.225655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e666dcd-640c-4c5b-ba44-58347acf4d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f5c5f-1809-47bd-a2c4-f4f764d832f3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:34.292706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d428809-7460-4e21-82fa-04806bb76e4c req-77468bff-a09b-4e21-92ac-4c44b378e0d2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.1158144 Jan 28 17:00:34.332898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Allocated IP 172.25.8.22 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/1c5414b7-05b7-43e2-a891-e1b7cc509ae7) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:34.465177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85c5c-7a5b-4da6-aaf0-99bab27e01c7 req-01da808d-4c74-46bb-adef-10d4c9674ff0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:34.477668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4cb85c5c-7a5b-4da6-aaf0-99bab27e01c7 req-01da808d-4c74-46bb-adef-10d4c9674ff0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1464696 Jan 28 17:00:34.480163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (780f0eee-dc5a-4537-9f64-82f396b21efc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.550982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for port (1c5414b7-05b7-43e2-a891-e1b7cc509ae7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.602977 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1c5414b7-05b7-43e2-a891-e1b7cc509ae7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.639471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=780f0eee-dc5a-4537-9f64-82f396b21efc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:34.646645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (9acc029a-27dd-4f1c-bc9a-97511dbe53b2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:34.647224 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP 9acc029a-27dd-4f1c-bc9a-97511dbe53b2 disassociated (deleted). External IP: 172.25.8.183, port: 43c6e093-6852-46a5-aad4-61f41aa4e46a. Jan 28 17:00:34.653341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:34.657240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:34.663422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:34.711217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event updated for resources: {'Port': ['ID=1c5414b7-05b7-43e2-a891-e1b7cc509ae7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:34.790331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4cb85c5c-7a5b-4da6-aaf0-99bab27e01c7 req-5abe9965-749d-42fe-9903-49ac6453b3de tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119614 Jan 28 17:00:34.996030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 8294f9c3-bc9e-4df9-89e7-d736be77666f has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:00:35.163300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:35.168647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:35.175583 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] Sync routers for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:35.208271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff3060d5-a875-4249-aa2d-e7e8f27385d3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/floatingips/9acc029a-27dd-4f1c-bc9a-97511dbe53b2 HTTP/1.1" status: 204 len: 168 time: 1.6037483 Jan 28 17:00:35.208888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:35.216271 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:35.216926 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:35.225378 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f2fef-a557-457b-859b-83e19c10d7df" -d '{"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:35.228930 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (0eeef11d-14ce-437d-8531-c9b974dbb7da), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:35.449098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c654669-b430-4931-877f-6e4e06114a20 req-08f32724-8064-4258-826f-cc5627b94158 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:35.450783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c654669-b430-4931-877f-6e4e06114a20 req-08f32724-8064-4258-826f-cc5627b94158 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1264284 Jan 28 17:00:35.517067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c654669-b430-4931-877f-6e4e06114a20 req-82db0b14-7624-414e-ba1a-1f98a5e7d082 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556948 Jan 28 17:00:35.556021 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26842f1f-8797-4064-9de8-2c0b9565f1ff x-openstack-request-id: req-26842f1f-8797-4064-9de8-2c0b9565f1ff {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:35.556322 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:35.556619 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26842f1f-8797-4064-9de8-2c0b9565f1ff {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:35.557037 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'status': 'completed', 'code': 200} Jan 28 17:00:35.559168 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:35.601029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 39988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:35.662881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-9480a996-c59c-4677-8f77-067868e04572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:35.672619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-9480a996-c59c-4677-8f77-067868e04572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 1128 time: 0.0885801 Jan 28 17:00:35.705205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (0eeef11d-14ce-437d-8531-c9b974dbb7da), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:35.876625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf2376dc-37f8-4de6-b322-325a551c940c req-6bd862a3-fb7c-48de-934e-252e96e8be9b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.1497288 Jan 28 17:00:35.884657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Router 0eeef11d-14ce-437d-8531-c9b974dbb7da is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:35.888221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-285979486'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:35.964379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:35.968484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:35.996156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.029586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:36.045425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] Sync routers for ids ['0eeef11d-14ce-437d-8531-c9b974dbb7da'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:36.071586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] Routers {'0eeef11d-14ce-437d-8531-c9b974dbb7da'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:36.080062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0eeef11d-14ce-437d-8531-c9b974dbb7da'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.171682 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for security_group (93c5fb9a-fdc9-41a1-8686-c516373e9f4e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.175556 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:23Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.179733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.185073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93c5fb9a-fdc9-41a1-8686-c516373e9f4e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.186772 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2c1bcb0-8811-47e7-ae97-6b722dd90db1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0062850 Jan 28 17:00:36.204627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40048) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:36.223032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:36.227019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.236203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f5e64704-b353-4161-a468-8767a7b8fc6a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.236692 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Added segment f5e64704-b353-4161-a468-8767a7b8fc6a of type vlan for network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 Jan 28 17:00:36.246393 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] Checking router: 8294f9c3-bc9e-4df9-89e7-d736be77666f for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:00:36.252253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] Routers {'0eeef11d-14ce-437d-8531-c9b974dbb7da'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:36.253069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0eeef11d-14ce-437d-8531-c9b974dbb7da'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.257671 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:36.258546 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.290993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b4564986-61b3-45a9-ae8d-b921c8fc0ea7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.340855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.344929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0518441-c600-42d7-b2bd-a9943fc4413d None None] The sync data for ids ['0eeef11d-14ce-437d-8531-c9b974dbb7da'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:36.365823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b4564986-61b3-45a9-ae8d-b921c8fc0ea7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.376146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:36.386191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:36.415020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-17aff498-0105-4204-bd86-d961d03639c1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:36.417107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-17aff498-0105-4204-bd86-d961d03639c1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.3887601 Jan 28 17:00:36.497612 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:36.538206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505c5db-d199-4443-9c45-9ae7cfe9db04 req-5463f716-b29d-454a-ac9a-fbf084d94631 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:36.539800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c505c5db-d199-4443-9c45-9ae7cfe9db04 req-5463f716-b29d-454a-ac9a-fbf084d94631 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 945 time: 0.7017255 Jan 28 17:00:36.540973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-5e0d5f89-1c87-46a5-9aa5-043c87eac444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:36.542607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-5e0d5f89-1c87-46a5-9aa5-043c87eac444 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 200 len: 898 time: 0.8684011 Jan 28 17:00:36.599544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9391105 Jan 28 17:00:36.893299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c5fb9a-fdc9-41a1-8686-c516373e9f4e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:36.904876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:23Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:36.927132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-40d9e205-d3df-4d58-8be3-15833a772b16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 200 len: 217 time: 0.3257072 Jan 28 17:00:36.934113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6af89-e822-4afd-917d-daa7f80e479e tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Network': ['ID=b4564986-61b3-45a9-ae8d-b921c8fc0ea7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:36.946616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:37.013243 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675168b-1a9c-455f-92d9-0e392ff47888 None None] The sync data for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 is: [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T16:59:14Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ac7aa1f8-07c7-41e8-987b-ef4c33cc3209', 'name': '', 'network_id': 'cae70e37-f5bd-4aaf-b225-b247642cd293', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:c3:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:11Z', 'updated_at': '2022-01-28T16:59:23Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': '62e9ffb5-eb06-49ae-8630-6d2e487c9c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:37.119570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c505c5db-d199-4443-9c45-9ae7cfe9db04 req-2bdfee25-b432-4c13-9d3f-c6e58d676efb tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5160666 Jan 28 17:00:37.195380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb88f6-3f01-4aa7-aadf-63ef026335c4 req-068734d3-c245-4dc6-adad-3b88a89a3a2e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:37.210036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11fb88f6-3f01-4aa7-aadf-63ef026335c4 req-068734d3-c245-4dc6-adad-3b88a89a3a2e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.8894141 Jan 28 17:00:37.299255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-02c1d8e3-d62f-4444-a94a-7f775a6f7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:37.313667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-02c1d8e3-d62f-4444-a94a-7f775a6f7a9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 200 len: 834 time: 0.3748569 Jan 28 17:00:37.458728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62e4b998-0fab-4622-b2a2-26dbe7a12061 req-71a6c9ce-e42f-4070-8fc0-f677920a4a31 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.1002069 Jan 28 17:00:37.477414 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d044dc48-bfc2-4c1b-8dff-fe734bcae1d7 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/0eeef11d-14ce-437d-8531-c9b974dbb7da HTTP/1.1" status: 200 len: 924 time: 1.2714489 Jan 28 17:00:37.480646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:37.515857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b080f461-0f5a-4348-acb2-793872a621a0 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eeef11d-14ce-437d-8531-c9b974dbb7da HTTP/1.1" status: 200 len: 205 time: 0.0332515 Jan 28 17:00:37.518349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40140) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:37.544096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11fb88f6-3f01-4aa7-aadf-63ef026335c4 req-0ce9e778-66af-47e6-9f19-654af574c942 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297904 Jan 28 17:00:37.563628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-8b375988-36bf-4e5d-bad7-51b382977d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:37.565313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-8b375988-36bf-4e5d-bad7-51b382977d4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cae70e37-f5bd-4aaf-b225-b247642cd293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2353163 Jan 28 17:00:37.570584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 43c6e093-6852-46a5-aad4-61f41aa4e46a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:37.571172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:37.621325 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07d7c8-4459-4c90-9c43-00b75088a099 None None] New status for floating IP 9acc029a-27dd-4f1c-bc9a-97511dbe53b2: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:00:37.854154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (0eeef11d-14ce-437d-8531-c9b974dbb7da), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:37.858507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 43c6e093-6852-46a5-aad4-61f41aa4e46a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c6e093-6852-46a5-aad4-61f41aa4e46a,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:37.859111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:37.994551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 43c6e093-6852-46a5-aad4-61f41aa4e46a owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:38.131691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (0eeef11d-14ce-437d-8531-c9b974dbb7da), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:38.140490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (43c6e093-6852-46a5-aad4-61f41aa4e46a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:38.230304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] No DVR routers for this DVR port 43c6e093-6852-46a5-aad4-61f41aa4e46a on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:38.248578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=43c6e093-6852-46a5-aad4-61f41aa4e46a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:38.255568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:38.259486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1ea0f578-09a2-4ab3-b860-90f7aff2335d req-0a389edc-60f3-482a-939d-3ff1d8a051b8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "DELETE /v2.0/ports/43c6e093-6852-46a5-aad4-61f41aa4e46a HTTP/1.1" status: 204 len: 173 time: 1.8105052 Jan 28 17:00:38.263287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-deleted', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:38.265988 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c15792b-f67b-42be-8860-3cf7c855b266" -d '{"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-deleted", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:38.307908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Deleting port 1c5414b7-05b7-43e2-a891-e1b7cc509ae7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:38.308518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1c5414b7-05b7-43e2-a891-e1b7cc509ae7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:38.337278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20667b28-7f39-466b-be88-6f72e3693750 req-adff2725-b05e-46d3-801f-6c14b4b01b3d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=74eaf153-3808-440f-b156-18232c39fab6 HTTP/1.1" status: 200 len: 210 time: 0.0434043 Jan 28 17:00:38.449100 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a0300-d044-426f-abfb-bc7dbe68c55b x-openstack-request-id: req-654a0300-d044-426f-abfb-bc7dbe68c55b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:38.451044 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eaf153-3808-440f-b156-18232c39fab6", "name": "network-vif-deleted", "tag": "43c6e093-6852-46a5-aad4-61f41aa4e46a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:38.451431 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-654a0300-d044-426f-abfb-bc7dbe68c55b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:38.452352 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eaf153-3808-440f-b156-18232c39fab6', 'name': 'network-vif-deleted', 'tag': '43c6e093-6852-46a5-aad4-61f41aa4e46a', 'status': 'completed', 'code': 200} Jan 28 17:00:38.480617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1c5414b7-05b7-43e2-a891-e1b7cc509ae7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:38.492302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-f37208f0-8a47-4dce-ac39-62a6d85b69bc service neutron] 10.222.0.24 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9194856 Jan 28 17:00:38.506065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Calling delete_port for 1c5414b7-05b7-43e2-a891-e1b7cc509ae7 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:38.777361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f60ce12-b0d5-4829-8410-f69640bda6a0 req-55afcb63-1f22-4316-9e92-2b560bf199a9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.1845107 Jan 28 17:00:38.814343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-e57caae1-8dcd-4acc-b0ba-01d204cbc9d9 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:38.816490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-e57caae1-8dcd-4acc-b0ba-01d204cbc9d9 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 814 time: 0.5731044 Jan 28 17:00:38.855624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-9f07c241-fff4-48e6-8874-7f081cee6872 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/quotas/6be16a2e73c84d45a796029cdcc3d668 HTTP/1.1" status: 200 len: 375 time: 0.0320611 Jan 28 17:00:38.940225 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:00:38.945179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-40c5dea5-feff-4aa1-85b9-9fcdfc15d09d tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833657 Jan 28 17:00:38.950388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1c5414b7-05b7-43e2-a891-e1b7cc509ae7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:38.991980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event deleted for resources: {'Port': ['ID=1c5414b7-05b7-43e2-a891-e1b7cc509ae7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:38.992565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b7f2fef-a557-457b-859b-83e19c10d7df req-2b36c20b-50fb-4c5b-b0d2-365dd08c582d service neutron] 10.222.0.24 "GET /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783275 Jan 28 17:00:39.074418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (0eeef11d-14ce-437d-8531-c9b974dbb7da), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.101958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314729f-a8d8-49d5-91eb-315ed3e1e77d req-b494445b-5763-45cb-80a7-8a1ab45a7efc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:39.103467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0314729f-a8d8-49d5-91eb-315ed3e1e77d req-b494445b-5763-45cb-80a7-8a1ab45a7efc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1700668 Jan 28 17:00:39.173253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-8546655c-2561-4e77-975f-4e09cb98d242 service neutron] 10.222.0.25 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948669 Jan 28 17:00:39.189900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0314729f-a8d8-49d5-91eb-315ed3e1e77d req-8ec68981-ec7a-4255-8874-8a17133995dc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747271 Jan 28 17:00:39.272810 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (0eeef11d-14ce-437d-8531-c9b974dbb7da), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.275137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (0eeef11d-14ce-437d-8531-c9b974dbb7da), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.387473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (0eeef11d-14ce-437d-8531-c9b974dbb7da), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.388384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Fanout notify agent at l3_agent the message router_deleted on router 0eeef11d-14ce-437d-8531-c9b974dbb7da {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:39.400095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.401312 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-88a5c0aa-f885-4100-87ec-2725448f7aec tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/0eeef11d-14ce-437d-8531-c9b974dbb7da HTTP/1.1" status: 204 len: 168 time: 1.8819771 Jan 28 17:00:39.405416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40170) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:39.426559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-ced0e84c-18ed-4386-94cb-ac1ddc8b96a4 service neutron] 10.222.0.25 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355108 Jan 28 17:00:39.430449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-866404592', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': False}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:39.460989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (044bd483-3f48-4a58-b05e-607482270476), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.463050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (044bd483-3f48-4a58-b05e-607482270476), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.524701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799dd8-305c-41ee-9520-2ddd12ca8593 req-2a062842-b6a1-45ed-a515-e8e0396b78f0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:39.534494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07799dd8-305c-41ee-9520-2ddd12ca8593 req-2a062842-b6a1-45ed-a515-e8e0396b78f0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0962384 Jan 28 17:00:39.602574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (044bd483-3f48-4a58-b05e-607482270476), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:39.658600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07799dd8-305c-41ee-9520-2ddd12ca8593 req-d937190f-2da8-45a5-ba42-c0f01d2bca38 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214943 Jan 28 17:00:39.767372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40176) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:39.775711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e95499a5-6868-4cca-a744-7f99426a771f req-c033969d-2a5e-46e2-9dbc-6e28e822caf1 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 210 time: 0.0502760 Jan 28 17:00:39.925408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-116c9a33-f49b-4c2c-b2f5-2d1a7a8d9f02 req-d693b3b4-62d7-4abf-b633-231075829066 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0469596 Jan 28 17:00:39.941308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (044bd483-3f48-4a58-b05e-607482270476), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.200423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40186) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:40.207592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'subnet': {'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:40.322200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:40.335341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.395901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:40.445119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 43c6e093-6852-46a5-aad4-61f41aa4e46a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:40.445475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c6e093-6852-46a5-aad4-61f41aa4e46a not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:40.538921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (5bdec69f-3532-4726-ac9e-f89acb62cac4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.542441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (044bd483-3f48-4a58-b05e-607482270476), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.573874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.611268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Checking segment: {'id': 'f5e64704-b353-4161-a468-8767a7b8fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:40.611702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network hostable DHCP agents. Network: b4564986-61b3-45a9-ae8d-b921c8fc0ea7, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:40.636929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Subnet': ['ID=5bdec69f-3532-4726-ac9e-f89acb62cac4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:40.646658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.647020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.647665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.648117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.648525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.648982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.649322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.649647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.650074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.650424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.650742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.651159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.651495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:00:40.654586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:40.666828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b4564986-61b3-45a9-ae8d-b921c8fc0ea7) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:40.678174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8fdf6-18b7-4d21-820a-cc8e73c7da28 None None] Network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:40.698568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:40.698767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Allocated IP 172.25.8.219 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d02497cb-bf0f-430d-948d-403d2e8ab3a8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:40.699863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.741767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f7d46add-c2a6-47bd-b037-3f963fd1ab51 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5398605 Jan 28 17:00:40.745477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40190) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:40.754017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-734516801'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:40.825246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:40.828826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.850528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.865101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43528cfa-ee6e-46fd-b565-5c230b8d2633 req-3168f455-390c-4723-813e-78461667a06e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:40.866821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43528cfa-ee6e-46fd-b565-5c230b8d2633 req-3168f455-390c-4723-813e-78461667a06e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0946810 Jan 28 17:00:40.881858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (8294f9c3-bc9e-4df9-89e7-d736be77666f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.891792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11736315-c076-46ec-b269-b407109f5463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b4564986-61b3-45a9-ae8d-b921c8fc0ea7', 'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7', 'project_id': '3c71989173da487ca29328e099add32b', 'fixed_ips': [{'subnet_id': '5bdec69f-3532-4726-ac9e-f89acb62cac4'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:00:40.892951 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11736315-c076-46ec-b269-b407109f5463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.900849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:40.944280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20cfe51f-7ed3-46fd-9888-42f2e902fa55 req-b2e007d9-59b5-4692-a37f-33fdb4a7ec30 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 210 time: 0.0407410 Jan 28 17:00:40.961406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ace7c45f-c0a6-44aa-9450-e02d967c6226), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:40.961906 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Added segment ace7c45f-c0a6-44aa-9450-e02d967c6226 of type vlan for network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a Jan 28 17:00:41.011405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43528cfa-ee6e-46fd-b565-5c230b8d2633 req-eb139870-339d-4f3c-ae9d-c3f2909570ba tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376677 Jan 28 17:00:41.026667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5639f8df-d34c-4634-b7cd-2f9343f6bc3a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.039557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.059662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5639f8df-d34c-4634-b7cd-2f9343f6bc3a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.065892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:41.066752 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.170384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:41.172581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-11736315-c076-46ec-b269-b407109f5463 None None] Allocated IP 2001:db8:0:ffff::2 (b4564986-61b3-45a9-ae8d-b921c8fc0ea7/5bdec69f-3532-4726-ac9e-f89acb62cac4/ceec39d5-5628-4e1c-a2fa-a4309b723cd1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:41.188295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4d894ed-6a89-4c85-bd38-f6d52be3a078 req-91c87371-c9b3-4ec3-a22b-59fd9ac7997c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.1113572 Jan 28 17:00:41.199073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:41.210927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4640458 Jan 28 17:00:41.218458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40198) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:41.219502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:41.228577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6133c4-503b-4b09-bd44-c66d4c429a65 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Network': ['ID=5639f8df-d34c-4634-b7cd-2f9343f6bc3a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:41.228872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'subnet': {'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:41.253381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Port': ['ID=d02497cb-bf0f-430d-948d-403d2e8ab3a8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:41.264434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:41.317919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f136c-374b-4e4a-bef0-f477144179fd req-116c0d9c-c814-436c-91d1-1f2ec1061f9d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:41.325716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-423f136c-374b-4e4a-bef0-f477144179fd req-116c0d9c-c814-436c-91d1-1f2ec1061f9d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1234539 Jan 28 17:00:41.387198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-423f136c-374b-4e4a-bef0-f477144179fd req-5370a093-50bf-49af-819e-1a4ff06c42d9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603876 Jan 28 17:00:41.530283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe063-43dd-494d-8a59-70d03b66b167 req-af8d23a7-43b8-45f1-aea3-7606f751b18f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:41.532042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-883fe063-43dd-494d-8a59-70d03b66b167 req-af8d23a7-43b8-45f1-aea3-7606f751b18f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0783477 Jan 28 17:00:41.601509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-883fe063-43dd-494d-8a59-70d03b66b167 req-8d627c37-96dc-4d19-ba51-66ab919fcc3b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618043 Jan 28 17:00:41.639348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11736315-c076-46ec-b269-b407109f5463 None None] Publish callbacks [] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.648042 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11736315-c076-46ec-b269-b407109f5463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.667367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11736315-c076-46ec-b269-b407109f5463 None None] Network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:41.670397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-11736315-c076-46ec-b269-b407109f5463 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:41.672597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:41.676077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.697914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11736315-c076-46ec-b269-b407109f5463 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:41.748870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c142bce-5d0e-4a7f-9863-98f7cb7cb1f3 req-d175d46a-591d-44b4-8aae-85d8a38cb7f9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:41.750376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c142bce-5d0e-4a7f-9863-98f7cb7cb1f3 req-d175d46a-591d-44b4-8aae-85d8a38cb7f9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0616801 Jan 28 17:00:41.764979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11736315-c076-46ec-b269-b407109f5463 None None] Pushing event updated for resources: {'Port': ['ID=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:41.778926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-11736315-c076-46ec-b269-b407109f5463 None None] Attempting to bind port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:41.779575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-11736315-c076-46ec-b269-b407109f5463 None None] Attempting to bind port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f5e64704-b353-4161-a468-8767a7b8fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:41.779956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11736315-c076-46ec-b269-b407109f5463 None None] Attempting to bind port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 on network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:41.789751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11736315-c076-46ec-b269-b407109f5463 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:41.790803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11736315-c076-46ec-b269-b407109f5463 None None] Checking segment: {'id': 'f5e64704-b353-4161-a468-8767a7b8fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:41.790803 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11736315-c076-46ec-b269-b407109f5463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.791341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11736315-c076-46ec-b269-b407109f5463 None None] Bound using segment: {'id': 'f5e64704-b353-4161-a468-8767a7b8fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:41.791851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-11736315-c076-46ec-b269-b407109f5463 None None] Bound port: ceec39d5-5628-4e1c-a2fa-a4309b723cd1, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e64704-b353-4161-a468-8767a7b8fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4564986-61b3-45a9-ae8d-b921c8fc0ea7'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:41.792212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11736315-c076-46ec-b269-b407109f5463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.829614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c142bce-5d0e-4a7f-9863-98f7cb7cb1f3 req-556136ac-afeb-409b-b7cf-8f30e9139ed3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728569 Jan 28 17:00:41.854748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-db887ab5-be75-4b50-86c2-ec244bc18734 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:41.856259 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-db887ab5-be75-4b50-86c2-ec244bc18734 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 814 time: 0.4151044 Jan 28 17:00:41.873066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-11736315-c076-46ec-b269-b407109f5463 None None] For port ceec39d5-5628-4e1c-a2fa-a4309b723cd1, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:41.876508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-11736315-c076-46ec-b269-b407109f5463 None None] For port ceec39d5-5628-4e1c-a2fa-a4309b723cd1, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,segment=NetworkSegment(f5e64704-b353-4161-a468-8767a7b8fc6a),segment_id=f5e64704-b353-4161-a468-8767a7b8fc6a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:41.880049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Request body: {'port': {'device_id': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e', 'admin_state_up': True, 'tenant_id': '6be16a2e73c84d45a796029cdcc3d668'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:41.882528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11736315-c076-46ec-b269-b407109f5463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:41.950275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11736315-c076-46ec-b269-b407109f5463 None None] Pushing event updated for resources: {'Port': ['ID=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:42.074862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a9107a6-a538-44f6-a6bf-8345cbcef7ef req-a1d9e0c5-9d1a-480d-912f-838374bdc82c tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 210 time: 0.0359721 Jan 28 17:00:42.330256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e34a8eff-7d2b-40c5-afbb-728e1065b49e req-08bec97c-647f-49ef-8ca5-f6aab679dd2c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0388157 Jan 28 17:00:42.339468 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.349717 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.599076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceec39d5-5628-4e1c-a2fa-a4309b723cd1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:42.604808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (044bd483-3f48-4a58-b05e-607482270476), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.650520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:42.651114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.682320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Made reservation on behalf of 6be16a2e73c84d45a796029cdcc3d668 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:42.685933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.734470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:42.735041 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.769622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ceec39d5-5628-4e1c-a2fa-a4309b723cd1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,segment=NetworkSegment(f5e64704-b353-4161-a468-8767a7b8fc6a),segment_id=f5e64704-b353-4161-a468-8767a7b8fc6a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:42.777463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.796101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:42.796448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:42.847537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:43.015979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:00:43.026825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (c9365528-52ae-4ace-907d-db238b8015f4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.184787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port ac7aa1f8-07c7-41e8-987b-ef4c33cc3209, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:43.185165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.208659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bba7878a-f86c-4207-9885-bc1786feb3d7 req-c76c063c-fd2c-4f77-8152-fc66b645f1ec tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 210 time: 0.0331907 Jan 28 17:00:43.246439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:43.248319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Subnet': ['ID=c9365528-52ae-4ace-907d-db238b8015f4,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:43.253999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Allocated IP 172.20.0.4 (1fc9cd5f-7b7c-4403-954b-623d41bea59e/22d8311e-d2ec-4d2e-8771-de0fbc69a875/74e58d81-4455-4d87-8f47-8ec448d1722a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:43.276153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (044bd483-3f48-4a58-b05e-607482270476), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.343334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Checking segment: {'id': 'ace7c45f-c0a6-44aa-9450-e02d967c6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:43.343469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network hostable DHCP agents. Network: 5639f8df-d34c-4634-b7cd-2f9343f6bc3a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:43.367860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3193b7e-dbeb-4cc9-9298-9ed379ebf03a None None] Network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:43.461659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4599fa79-678d-46dd-af8f-ff3180c66e80 req-46a23d9c-e4e8-4237-a746-c8e43df6f771 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d99ca4d-b54a-441d-abb8-c2c929d4dd7b HTTP/1.1" status: 200 len: 210 time: 0.0441079 Jan 28 17:00:43.506446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-567ac37e-3618-4ab2-9aea-589b4c11dadc None None] Provisioning complete for port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:43.506834 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-567ac37e-3618-4ab2-9aea-589b4c11dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.530109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:43.593802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5639f8df-d34c-4634-b7cd-2f9343f6bc3a) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:43.611985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:43.613142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.618509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c6eb4-658f-4df1-a578-4b96071965d8 None None] Network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:43.680262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9eb61699-391b-4760-b19f-b5e68da8ebba tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4581673 Jan 28 17:00:43.683689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40214) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:43.689583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'port': {'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a', 'name': 'tempest-NetworksIpV6TestAttrs-1112838817'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:43.696111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks [] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.761601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-567ac37e-3618-4ab2-9aea-589b4c11dadc None None] Current status of the port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:43.774806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Router 044bd483-3f48-4a58-b05e-607482270476 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:43.811913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.812663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5639f8df-d34c-4634-b7cd-2f9343f6bc3a', 'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a', 'project_id': '3c71989173da487ca29328e099add32b', 'fixed_ips': [{'subnet_id': 'c9365528-52ae-4ace-907d-db238b8015f4'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:00:43.817995 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.863443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ac7aa1f8-07c7-41e8-987b-ef4c33cc3209), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.926643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:43.933374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Network 1fc9cd5f-7b7c-4403-954b-623d41bea59e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:43.946786 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:43.991258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] device_id is not set on port b49df5a6-c00a-48fd-8b8a-ac01e350087c yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:00:44.018296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:44.037552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:44.069164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Allocated IP 2001:db8::f816:3eff:fed6:3aa (5639f8df-d34c-4634-b7cd-2f9343f6bc3a/c9365528-52ae-4ace-907d-db238b8015f4/f89b6fb1-0d65-4916-8f57-1570605a6e2e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:44.163424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6495746e-202f-449d-92be-7e77fce4aeb3 None None] Provisioning complete for port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:44.163784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6495746e-202f-449d-92be-7e77fce4aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.244581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Pushing event updated for resources: {'Port': ['ID=74e58d81-4455-4d87-8f47-8ec448d1722a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:44.286122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6495746e-202f-449d-92be-7e77fce4aeb3 None None] Current status of the port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:44.334350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:44.346176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=ac7aa1f8-07c7-41e8-987b-ef4c33cc3209,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:44.356547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Sync routers for ids ['044bd483-3f48-4a58-b05e-607482270476'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:44.372907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:44.373952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.390130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.391273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Routers {'044bd483-3f48-4a58-b05e-607482270476'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:44.394345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['044bd483-3f48-4a58-b05e-607482270476'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:44.395080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03a453e1-b123-4033-a343-04f232b61bc1 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9744551 Jan 28 17:00:44.395946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:44.467589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f9ffd-0487-4a71-bbae-7711933218b6 req-7b5ddc59-92e8-4aab-aba6-2b7e0258d953 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:44.475579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-312f9ffd-0487-4a71-bbae-7711933218b6 req-7b5ddc59-92e8-4aab-aba6-2b7e0258d953 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 931 time: 0.1520684 Jan 28 17:00:44.493019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7d804ed7-07f6-44b4-b9ea-700c2b06c021 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6252036 Jan 28 17:00:44.518445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Request body: {'port': {'device_id': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:44.531722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Set router 044bd483-3f48-4a58-b05e-607482270476 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:44.631591 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Publish callbacks [] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.658728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-312f9ffd-0487-4a71-bbae-7711933218b6 req-985e793e-1a14-48e6-8411-b7c27b62df23 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821747 Jan 28 17:00:44.702865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.710441 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da41f436-b6ca-4805-a79a-592374c8c857 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/044bd483-3f48-4a58-b05e-607482270476 HTTP/1.1" status: 200 len: 908 time: 0.2796776 Jan 28 17:00:44.714494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40224) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:44.719163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-866404592', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': True}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:44.724404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (8294f9c3-bc9e-4df9-89e7-d736be77666f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.738575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.774219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Pushing event updated for resources: {'Port': ['ID=f89b6fb1-0d65-4916-8f57-1570605a6e2e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:44.783058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Allocated IP 2001:db8::f816:3eff:fe12:50c2 (5639f8df-d34c-4634-b7cd-2f9343f6bc3a/c9365528-52ae-4ace-907d-db238b8015f4/b49df5a6-c00a-48fd-8b8a-ac01e350087c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:44.785324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceec39d5-5628-4e1c-a2fa-a4309b723cd1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:44.829428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (2e339f2f-db5a-47d3-866e-4efea249d598), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.830523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (2e339f2f-db5a-47d3-866e-4efea249d598), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.863486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:44.871498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:44.874320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:44.890964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (2e339f2f-db5a-47d3-866e-4efea249d598), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.936819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:44.937584 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:44.981621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for port (b49df5a6-c00a-48fd-8b8a-ac01e350087c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.024978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Attempting to bind port f89b6fb1-0d65-4916-8f57-1570605a6e2e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:45.025762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Attempting to bind port f89b6fb1-0d65-4916-8f57-1570605a6e2e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'ace7c45f-c0a6-44aa-9450-e02d967c6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:45.026371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Attempting to bind port f89b6fb1-0d65-4916-8f57-1570605a6e2e on network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:45.026538 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b49df5a6-c00a-48fd-8b8a-ac01e350087c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.066851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:45.067648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Checking segment: {'id': 'ace7c45f-c0a6-44aa-9450-e02d967c6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:45.068330 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.068976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Bound using segment: {'id': 'ace7c45f-c0a6-44aa-9450-e02d967c6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:45.069699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Bound port: f89b6fb1-0d65-4916-8f57-1570605a6e2e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace7c45f-c0a6-44aa-9450-e02d967c6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5639f8df-d34c-4634-b7cd-2f9343f6bc3a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:45.070311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.105805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Port': ['ID=b49df5a6-c00a-48fd-8b8a-ac01e350087c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:45.122658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:45.127686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:45.131260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:45.142954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:45.144544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.158477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:45.174073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fbdae3af-6fa4-4831-a942-b0d1ced3ed56 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4888902 Jan 28 17:00:45.176718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40226) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:45.182146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bd483-3f48-4a58-b05e-607482270476', 'name': 'tempest-snat-router-866404592', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.219'}], 'enable_snat': False}, 'gw_port_id': 'd02497cb-bf0f-430d-948d-403d2e8ab3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:39Z', 'updated_at': '2022-01-28T17:00:41Z', 'revision_number': 3, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port': {'id': 'd02497cb-bf0f-430d-948d-403d2e8ab3a8', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bd483-3f48-4a58-b05e-607482270476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:40Z', 'updated_at': '2022-01-28T17:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:45.216176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Checking router: 044bd483-3f48-4a58-b05e-607482270476 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:00:45.216865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Updating router 044bd483-3f48-4a58-b05e-607482270476 port d02497cb-bf0f-430d-948d-403d2e8ab3a8 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:00:45.242534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting subnet c9365528-52ae-4ace-907d-db238b8015f4 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:45.246427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (c9365528-52ae-4ace-907d-db238b8015f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.248611 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.282859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] For port f89b6fb1-0d65-4916-8f57-1570605a6e2e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:45.299965 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c9365528-52ae-4ace-907d-db238b8015f4), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.303713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] For port f89b6fb1-0d65-4916-8f57-1570605a6e2e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f89b6fb1-0d65-4916-8f57-1570605a6e2e,segment=NetworkSegment(ace7c45f-c0a6-44aa-9450-e02d967c6226),segment_id=ace7c45f-c0a6-44aa-9450-e02d967c6226)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:45.361323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.484989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c9365528-52ae-4ace-907d-db238b8015f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.536637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba11f-58c4-4181-a532-7259bceaffcf None None] Pushing event updated for resources: {'Port': ['ID=f89b6fb1-0d65-4916-8f57-1570605a6e2e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:45.587676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c9365528-52ae-4ace-907d-db238b8015f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.622909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.627343 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/c9365528-52ae-4ace-907d-db238b8015f4 HTTP/1.1" status: 204 len: 168 time: 0.4490004 Jan 28 17:00:45.630263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40228) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:45.661011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce184be9-7bb6-49c3-aaad-477df357d4cc tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Subnet': ['ID=c9365528-52ae-4ace-907d-db238b8015f4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:45.717019 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (2e339f2f-db5a-47d3-866e-4efea249d598), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.746839 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Publish callbacks [] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.757045 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.828270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d152a-73f0-43a0-b1c5-f16e4f5e728f tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:45.835378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d152a-73f0-43a0-b1c5-f16e4f5e728f tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:45.842864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-981d152a-73f0-43a0-b1c5-f16e4f5e728f tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2114048 Jan 28 17:00:45.846329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40234) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:45.914792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Attempting to bind port d02497cb-bf0f-430d-948d-403d2e8ab3a8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:45.916590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Attempting to bind port d02497cb-bf0f-430d-948d-403d2e8ab3a8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:45.917007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Attempting to bind port d02497cb-bf0f-430d-948d-403d2e8ab3a8 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:45.919098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45873a3b-b605-4ddb-b86f-ec62d4225ee3 None None] Pushing event updated for resources: {'Port': ['ID=d02497cb-bf0f-430d-948d-403d2e8ab3a8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:45.934779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:45.935410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:45.936258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:45.936887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:45.937553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Bound port: d02497cb-bf0f-430d-948d-403d2e8ab3a8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:45.949610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.011000 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f841bcec-ded9-41da-bfbf-090f7ec61f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.032207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-329ec467-034e-48d4-b3d8-aaba46396a0a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5639f8df-d34c-4634-b7cd-2f9343f6bc3a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.043612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] For port d02497cb-bf0f-430d-948d-403d2e8ab3a8, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:46.056168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] For port d02497cb-bf0f-430d-948d-403d2e8ab3a8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d02497cb-bf0f-430d-948d-403d2e8ab3a8,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:46.059037 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-329ec467-034e-48d4-b3d8-aaba46396a0a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 17:00:46.059504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329ec467-034e-48d4-b3d8-aaba46396a0a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:46.064630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-329ec467-034e-48d4-b3d8-aaba46396a0a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/5639f8df-d34c-4634-b7cd-2f9343f6bc3a HTTP/1.1" status: 409 len: 466 time: 0.2160671 Jan 28 17:00:46.071310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.074976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40238) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:46.086169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4da7-2852-4968-a694-34628711aedc req-5acb6f6d-1bf4-4c25-88ba-6624491953cf tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:46.094986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b3f4da7-2852-4968-a694-34628711aedc req-5acb6f6d-1bf4-4c25-88ba-6624491953cf tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 931 time: 0.2474210 Jan 28 17:00:46.113071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1223351215'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:46.155201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Routers {'044bd483-3f48-4a58-b05e-607482270476'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:46.155903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['044bd483-3f48-4a58-b05e-607482270476'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:46.198309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b3f4da7-2852-4968-a694-34628711aedc req-337cf265-e04a-4596-8921-fe07befcdd24 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979831 Jan 28 17:00:46.235484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:46.236579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 8294f9c3-bc9e-4df9-89e7-d736be77666f has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:00:46.242906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.266645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45873a3b-b605-4ddb-b86f-ec62d4225ee3 None None] Pushing event updated for resources: {'Port': ['ID=d02497cb-bf0f-430d-948d-403d2e8ab3a8,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:46.285684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:46.301681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2bd86073-6917-4a54-ba04-e70c2d35f18a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.302390 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Added segment 2bd86073-6917-4a54-ba04-e70c2d35f18a of type vlan for network 39174030-2b41-4a4b-b084-1c0b97526f46 Jan 28 17:00:46.367709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e58d81-4455-4d87-8f47-8ec448d1722a {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:00:46.388278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Publish callbacks [] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.403356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (39174030-2b41-4a4b-b084-1c0b97526f46), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.420309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Transition to ACTIVE for port object 74e58d81-4455-4d87-8f47-8ec448d1722a will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:00:46.474550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (39174030-2b41-4a4b-b084-1c0b97526f46), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.481313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:46.485279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.586751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] Set router 044bd483-3f48-4a58-b05e-607482270476 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:46.681712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f89b6fb1-0d65-4916-8f57-1570605a6e2e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:46.718683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:46.727392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:46.735529 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] Sync routers for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:46.760558 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:46.761222 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:46.764167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Network': ['ID=39174030-2b41-4a4b-b084-1c0b97526f46,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:46.769473 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3522091-c039-4021-821e-a588613e1ace tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/8294f9c3-bc9e-4df9-89e7-d736be77666f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0006819 Jan 28 17:00:46.776564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40240) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:46.782532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7dc8353f-e590-4698-928e-27e6d046d9a9 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6791189 Jan 28 17:00:46.793658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40242) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:46.798647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 39174030-2b41-4a4b-b084-1c0b97526f46 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:46.822584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'subnet': {'network_id': '39174030-2b41-4a4b-b084-1c0b97526f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:46.939280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting subnet 62e9ffb5-eb06-49ae-8630-6d2e487c9c67 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:46.943398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (62e9ffb5-eb06-49ae-8630-6d2e487c9c67), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.000199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (62e9ffb5-eb06-49ae-8630-6d2e487c9c67), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.006243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-15303b17-dd62-4ab7-bc2a-e4e74ef2397a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3256984 Jan 28 17:00:47.011555 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:47.134246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (62e9ffb5-eb06-49ae-8630-6d2e487c9c67), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.156013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:47.159648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.167122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-77fabcc6-c4bf-4e63-915b-12202637788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:47.168712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-77fabcc6-c4bf-4e63-915b-12202637788f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 1128 time: 0.1351192 Jan 28 17:00:47.278269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a49d7-03ad-4c26-a4a5-6b48f26d7910 None None] Network 5639f8df-d34c-4634-b7cd-2f9343f6bc3a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:47.295374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (62e9ffb5-eb06-49ae-8630-6d2e487c9c67), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.322181 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T17:00:43Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:47.397974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] Checking router: 8294f9c3-bc9e-4df9-89e7-d736be77666f for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:00:47.414940 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] Routers {'8294f9c3-bc9e-4df9-89e7-d736be77666f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:47.415560 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8294f9c3-bc9e-4df9-89e7-d736be77666f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:47.443521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Pushing event updated for resources: {'Port': ['ID=74e58d81-4455-4d87-8f47-8ec448d1722a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:47.452740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-29e4cb19-4e6f-42ff-8b4c-a8a0210455f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:47.454654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-29e4cb19-4e6f-42ff-8b4c-a8a0210455f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.2640944 Jan 28 17:00:47.536874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Provisioning complete for port f89b6fb1-0d65-4916-8f57-1570605a6e2e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:47.537224 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.538545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.543455 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/subnets/62e9ffb5-eb06-49ae-8630-6d2e487c9c67 HTTP/1.1" status: 204 len: 168 time: 0.7515740 Jan 28 17:00:47.549080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dd6a2-1b7a-4d0d-800b-d6036e5dd6ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Subnet': ['ID=62e9ffb5-eb06-49ae-8630-6d2e487c9c67,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:47.557743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40250) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:47.563540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1af79c-d5ba-462a-b258-b65ef5c0a372 None None] Network cae70e37-f5bd-4aaf-b225-b247642cd293 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:47.584922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-9f1d1aa9-994d-4730-ac00-b07416028acd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed HTTP/1.1" status: 200 len: 217 time: 0.1070194 Jan 28 17:00:47.607778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] Set router 8294f9c3-bc9e-4df9-89e7-d736be77666f gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:47.701189 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (2e339f2f-db5a-47d3-866e-4efea249d598), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.720028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-f51f34da-eb8a-4442-8bb6-35ea554e9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:47.721669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-f51f34da-eb8a-4442-8bb6-35ea554e9be4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1358938 Jan 28 17:00:47.727097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Attempting to bind port 74e58d81-4455-4d87-8f47-8ec448d1722a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:47.727520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Attempting to bind port 74e58d81-4455-4d87-8f47-8ec448d1722a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:47.727847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Attempting to bind port 74e58d81-4455-4d87-8f47-8ec448d1722a on network 1fc9cd5f-7b7c-4403-954b-623d41bea59e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:47.735201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.750452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Port 74e58d81-4455-4d87-8f47-8ec448d1722a on network 1fc9cd5f-7b7c-4403-954b-623d41bea59e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:00:47.750794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Attempting to bind port 74e58d81-4455-4d87-8f47-8ec448d1722a on network 1fc9cd5f-7b7c-4403-954b-623d41bea59e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:47.778855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f89b6fb1-0d65-4916-8f57-1570605a6e2e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:47.779240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.795488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:47.797520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Checking segment: {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:47.797937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Bound using segment: {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:47.798540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Bound port: 74e58d81-4455-4d87-8f47-8ec448d1722a, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:47.798916 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.928057 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ea046fc-b5e0-438f-9dea-35907cb1b943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:47.933168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cbf8-211e-4743-84f1-6e931b6140fe req-e68b8b35-c0e8-4fb4-a2b4-8ea619202662 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:47.945010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29b1cbf8-211e-4743-84f1-6e931b6140fe req-e68b8b35-c0e8-4fb4-a2b4-8ea619202662 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 943 time: 0.4892111 Jan 28 17:00:47.996099 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T17:00:43Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:47.996711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (8294f9c3-bc9e-4df9-89e7-d736be77666f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.066025 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973e740-e3f3-46cb-903c-7bb1df0590bc None None] The sync data for ids ['8294f9c3-bc9e-4df9-89e7-d736be77666f'] in n-d-812111-13 is: [{'id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538818753', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:59:01Z', 'updated_at': '2022-01-28T17:00:43Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '2644ea83-ca56-4d4a-adb6-c8d03c4702bd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294f9c3-bc9e-4df9-89e7-d736be77666f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:59:02Z', 'updated_at': '2022-01-28T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:48.088612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f89b6fb1-0d65-4916-8f57-1570605a6e2e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:48.089093 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.113457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29b1cbf8-211e-4743-84f1-6e931b6140fe req-a7620fc6-79e2-4617-9605-f69589a919ca tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621168 Jan 28 17:00:48.117321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-6c723fd9-e30e-4407-93eb-a434b92d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:48.119097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-6c723fd9-e30e-4407-93eb-a434b92d72a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3799233 Jan 28 17:00:48.122588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] DHCP port deletion for 5639f8df-d34c-4634-b7cd-2f9343f6bc3a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:00:48.134524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bd483-3f48-4a58-b05e-607482270476', 'name': 'tempest-snat-router-866404592', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.219'}], 'enable_snat': False}, 'gw_port_id': 'd02497cb-bf0f-430d-948d-403d2e8ab3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:39Z', 'updated_at': '2022-01-28T17:00:41Z', 'revision_number': 3, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port': {'id': 'd02497cb-bf0f-430d-948d-403d2e8ab3a8', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bd483-3f48-4a58-b05e-607482270476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:40Z', 'updated_at': '2022-01-28T17:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:48.165197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] For port 74e58d81-4455-4d87-8f47-8ec448d1722a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:48.200114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] For port 74e58d81-4455-4d87-8f47-8ec448d1722a, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=74e58d81-4455-4d87-8f47-8ec448d1722a,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:48.215637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6923b14-7708-43a9-b0ba-c00ddb8b00c0 None None] The sync data for ids ['044bd483-3f48-4a58-b05e-607482270476'] in n-d-812111-13 is: [{'id': '044bd483-3f48-4a58-b05e-607482270476', 'name': 'tempest-snat-router-866404592', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.219'}], 'enable_snat': False}, 'gw_port_id': 'd02497cb-bf0f-430d-948d-403d2e8ab3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:39Z', 'updated_at': '2022-01-28T17:00:41Z', 'revision_number': 3, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port': {'id': 'd02497cb-bf0f-430d-948d-403d2e8ab3a8', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bd483-3f48-4a58-b05e-607482270476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:40Z', 'updated_at': '2022-01-28T17:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:48.307233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.310009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port f89b6fb1-0d65-4916-8f57-1570605a6e2e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f89b6fb1-0d65-4916-8f57-1570605a6e2e,segment=NetworkSegment(ace7c45f-c0a6-44aa-9450-e02d967c6226),segment_id=ace7c45f-c0a6-44aa-9450-e02d967c6226)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:48.326211 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.336826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Current status of the port f89b6fb1-0d65-4916-8f57-1570605a6e2e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:48.337360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.343472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Allocated IP 172.25.8.216 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d5a939f9-4bbf-4610-893b-ec2601a62fbd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:48.365677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-b0af6bae-8ad5-4275-ac40-cf3d6ad4c17b service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361453 Jan 28 17:00:48.414001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] Deleting port f89b6fb1-0d65-4916-8f57-1570605a6e2e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:48.414551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.473561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:48.474223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.475723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] 10.222.0.31 "PUT /v2.0/ports/74e58d81-4455-4d87-8f47-8ec448d1722a HTTP/1.1" status: 200 len: 1092 time: 3.9750199 Jan 28 17:00:48.519472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'tag': '74e58d81-4455-4d87-8f47-8ec448d1722a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:48.521880 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf26a07-25f3-43bb-811e-9da9824a599c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f43d9fa-cc2a-4662-aeb4-28e086a88af5", "tag": "74e58d81-4455-4d87-8f47-8ec448d1722a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:48.585958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2b89c0a0-5c5a-4697-bf2c-b8692cef7f4b req-6950d969-02de-48ea-9c76-68d166444610 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631536 Jan 28 17:00:48.634625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:00:48.636350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.649161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] DHCP port deletion for cae70e37-f5bd-4aaf-b225-b247642cd293 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:00:48.654157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:48.738533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Subnet': ['ID=c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:48.739350 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:00:48.739713 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:00:48.740222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=f89b6fb1-0d65-4916-8f57-1570605a6e2e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:48.756328 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1764c042-ecf1-476e-9658-8b763d827f0b x-openstack-request-id: req-1764c042-ecf1-476e-9658-8b763d827f0b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:48.757961 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f43d9fa-cc2a-4662-aeb4-28e086a88af5", "tag": "74e58d81-4455-4d87-8f47-8ec448d1722a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:48.758459 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1764c042-ecf1-476e-9658-8b763d827f0b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:48.762726 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'tag': '74e58d81-4455-4d87-8f47-8ec448d1722a', 'status': 'completed', 'code': 200} Jan 28 17:00:48.812453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (8294f9c3-bc9e-4df9-89e7-d736be77666f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.820259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Checking segment: {'id': '2bd86073-6917-4a54-ba04-e70c2d35f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '39174030-2b41-4a4b-b084-1c0b97526f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:48.821224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network hostable DHCP agents. Network: 39174030-2b41-4a4b-b084-1c0b97526f46, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:48.829419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] For port f89b6fb1-0d65-4916-8f57-1570605a6e2e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f89b6fb1-0d65-4916-8f57-1570605a6e2e,segment=NetworkSegment(ace7c45f-c0a6-44aa-9450-e02d967c6226),segment_id=ace7c45f-c0a6-44aa-9450-e02d967c6226)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:48.832021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.854964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 39174030-2b41-4a4b-b084-1c0b97526f46 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:48.870372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 39174030-2b41-4a4b-b084-1c0b97526f46) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:48.876622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:48.880648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:48.894645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] Calling delete_port for f89b6fb1-0d65-4916-8f57-1570605a6e2e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:48.898381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78fa6c1-4c88-425d-bc35-e3822dfad812 None None] Network 39174030-2b41-4a4b-b084-1c0b97526f46 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:48.917874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3112ad13-0475-4583-bcba-dceca9142ac2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1136086 Jan 28 17:00:48.917874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40256) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:48.922377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'port': {'network_id': '39174030-2b41-4a4b-b084-1c0b97526f46', 'name': 'tempest-NetworksIpV6TestAttrs-396381300'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:48.962695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa8829-b4f9-4def-a2b4-5a56964a68bc service neutron] Pushing event updated for resources: {'Port': ['ID=74e58d81-4455-4d87-8f47-8ec448d1722a,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:49.041420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for port (d5a939f9-4bbf-4610-893b-ec2601a62fbd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.090708 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d5a939f9-4bbf-4610-893b-ec2601a62fbd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.170444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:49.172146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a939f9-4bbf-4610-893b-ec2601a62fbd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:49.181377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:49.185581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.194327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:49.208052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-eb76e889-ac2e-402f-a899-f8cd937edf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:49.213330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] device_id is not set on port 740bdc40-4893-4b53-b380-8a35dade2ea3 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:00:49.214825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-eb76e889-ac2e-402f-a899-f8cd937edf04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 1126 time: 0.6822793 Jan 28 17:00:49.223557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:49.367745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-33767b6f-d2a6-431d-b7b3-bc946db56393 None None] Port f89b6fb1-0d65-4916-8f57-1570605a6e2e update to ACTIVE by agent not found {{(pid=103095) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 17:00:49.381063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Allocated IP 2001:db8::f816:3eff:fec8:16c3 (39174030-2b41-4a4b-b084-1c0b97526f46/c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb/740bdc40-4893-4b53-b380-8a35dade2ea3) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:49.396183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (f89b6fb1-0d65-4916-8f57-1570605a6e2e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.494111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] No DVR routers for this DVR port f89b6fb1-0d65-4916-8f57-1570605a6e2e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:49.506545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a15a1-0de3-4613-8a85-3997e93e2543 None None] Pushing event deleted for resources: {'Port': ['ID=f89b6fb1-0d65-4916-8f57-1570605a6e2e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:49.513064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] Deleting port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:49.515812 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.517746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:49.526075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.541312 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-f10f3822-263e-4cc3-ab61-a3cb8096d73b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74e58d81-4455-4d87-8f47-8ec448d1722a HTTP/1.1" status: 200 len: 217 time: 0.3078878 Jan 28 17:00:49.698040 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.698466 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for port (740bdc40-4893-4b53-b380-8a35dade2ea3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.700774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:49.701127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.737287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72186c-dd62-49a7-a303-289997ef7eb5 req-a630a271-eb6d-4c3f-9f7a-9a5ebf62833c tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:49.739654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e72186c-dd62-49a7-a303-289997ef7eb5 req-a630a271-eb6d-4c3f-9f7a-9a5ebf62833c tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 943 time: 0.4795375 Jan 28 17:00:49.772333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] For port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:49.773058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.791747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] Calling delete_port for 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:49.819414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-b3b643de-4325-4ba0-9927-4dc96291642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:49.821061 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-b3b643de-4325-4ba0-9927-4dc96291642d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d8311e-d2ec-4d2e-8771-de0fbc69a875 HTTP/1.1" status: 200 len: 854 time: 0.2645295 Jan 28 17:00:49.848165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (740bdc40-4893-4b53-b380-8a35dade2ea3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.923770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2e72186c-dd62-49a7-a303-289997ef7eb5 req-03e39520-3dec-49ff-b669-9fe28761734d tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783731 Jan 28 17:00:49.949268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 39174030-2b41-4a4b-b084-1c0b97526f46 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:49.953248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:49.958392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:49.966255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:49.967118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.977128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ba7ba-b852-4dad-b016-4c62f91ff786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-39174030-2b41-4a4b-b084-1c0b97526f46', 'network_id': '39174030-2b41-4a4b-b084-1c0b97526f46', 'project_id': '3c71989173da487ca29328e099add32b', 'fixed_ips': [{'subnet_id': 'c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:00:49.978294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba7ba-b852-4dad-b016-4c62f91ff786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:49.984025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Port': ['ID=740bdc40-4893-4b53-b380-8a35dade2ea3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:50.001848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aa4775c8-01e1-4d24-b34e-a24bdf033d7b tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0835660 Jan 28 17:00:50.004935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40264) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:50.100728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting subnet c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:00:50.104702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.124032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,segment=NetworkSegment(3529b41d-a592-4b5e-85f9-5c6b3d8970fa),segment_id=3529b41d-a592-4b5e-85f9-5c6b3d8970fa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:50.137965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.139139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f89b6fb1-0d65-4916-8f57-1570605a6e2e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:50.145712 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4a8ca317-dfad-4d5d-a2f2-32b40d290a44), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.189967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f89b6fb1-0d65-4916-8f57-1570605a6e2e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:50.191272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f89b6fb1-0d65-4916-8f57-1570605a6e2e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:50.191439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:50.218424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:50.218926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ac7aa1f8-07c7-41e8-987b-ef4c33cc3209 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:50.226644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.242514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event deleted for resources: {'Port': ['ID=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:50.298087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] Pushing event deleted for resources: {'Port': ['ID=4a8ca317-dfad-4d5d-a2f2-32b40d290a44,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:50.309048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff438cf3-b9bd-4ab5-a34b-0e2ddf45116c None None] No DVR routers for this DVR port 4a8ca317-dfad-4d5d-a2f2-32b40d290a44 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:50.363543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.391676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 2644ea83-ca56-4d4a-adb6-c8d03c4702bd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:50.392365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.406075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 2644ea83-ca56-4d4a-adb6-c8d03c4702bd owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:50.474772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-cf0ba7ba-b852-4dad-b016-4c62f91ff786 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb: This subnet is being modified by another concurrent operation. Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb: This subnet is being modified by another concurrent operation. Jan 28 17:00:50.480231 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 17:00:50.513075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75143b61-e1fc-454e-918f-5f45cfd0ed3b None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:00:50.543346 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.550264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb HTTP/1.1" status: 204 len: 168 time: 0.5414619 Jan 28 17:00:50.550264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7190d21-7b2e-41a0-8919-62e081a567ea tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:50.551627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40268) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:50.659150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa942331-8fd8-4b68-9c3f-06fdb25337a2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:50.669994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa942331-8fd8-4b68-9c3f-06fdb25337a2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:50.675088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aa942331-8fd8-4b68-9c3f-06fdb25337a2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1213713 Jan 28 17:00:50.675778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40270) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:50.729684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75143b61-e1fc-454e-918f-5f45cfd0ed3b None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:00:50.735602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d02497cb-bf0f-430d-948d-403d2e8ab3a8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:50.740547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-3cccd272-d99f-44bd-aec1-79a3f6d15ff5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1fc9cd5f-7b7c-4403-954b-623d41bea59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9125321 Jan 28 17:00:50.743298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2644ea83-ca56-4d4a-adb6-c8d03c4702bd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.818495 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.838279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=2644ea83-ca56-4d4a-adb6-c8d03c4702bd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:50.848249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52c0f8d4-4a9f-4684-843b-9c28804af1c1 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (39174030-2b41-4a4b-b084-1c0b97526f46), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.857705 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c0f8d4-4a9f-4684-843b-9c28804af1c1 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 17:00:50.858172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c0f8d4-4a9f-4684-843b-9c28804af1c1 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:00:50.861223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-52c0f8d4-4a9f-4684-843b-9c28804af1c1 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/39174030-2b41-4a4b-b084-1c0b97526f46 HTTP/1.1" status: 409 len: 466 time: 0.1844482 Jan 28 17:00:50.873252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40272) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:50.878198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1077471136'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:50.911067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:50.915397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.944560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d02497cb-bf0f-430d-948d-403d2e8ab3a8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:50.945007 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:50.972603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:51.000588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.001117 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Added segment 4fd22c1c-33bd-4b0c-ad46-6678185974bb of type vlan for network 07d6efa6-0ea3-420f-8327-8c1230f4b22d Jan 28 17:00:51.100389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (2e339f2f-db5a-47d3-866e-4efea249d598), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.149437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.256196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbf73b-16a4-4c43-b9df-fc6ea7803086 req-2692cc96-00bd-4185-a04b-f4e3d14bf6e5 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:51.258031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4dbf73b-16a4-4c43-b9df-fc6ea7803086 req-2692cc96-00bd-4185-a04b-f4e3d14bf6e5 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 943 time: 0.1818211 Jan 28 17:00:51.259364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.265265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:51.266299 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.300341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4259040 Jan 28 17:00:51.311358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40280) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:51.317753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'subnet': {'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:51.437572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d02497cb-bf0f-430d-948d-403d2e8ab3a8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:51.438255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.462472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d02497cb-bf0f-430d-948d-403d2e8ab3a8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d02497cb-bf0f-430d-948d-403d2e8ab3a8,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:51.470309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.537011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017119f8-24ab-46fc-9837-c2287112f254 None None] Network 39174030-2b41-4a4b-b084-1c0b97526f46 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:51.604485 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (2e339f2f-db5a-47d3-866e-4efea249d598), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.612100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d02497cb-bf0f-430d-948d-403d2e8ab3a8,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:51.615056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (8294f9c3-bc9e-4df9-89e7-d736be77666f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.770639 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.864235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (8294f9c3-bc9e-4df9-89e7-d736be77666f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.870933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (8294f9c3-bc9e-4df9-89e7-d736be77666f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.944350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725fbbd-234f-41c7-9561-376a82b73583 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Network': ['ID=07d6efa6-0ea3-420f-8327-8c1230f4b22d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:51.954859 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-eaf08de2-e3d9-4201-829e-f19da690606d service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1879632 Jan 28 17:00:51.957192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 07d6efa6-0ea3-420f-8327-8c1230f4b22d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:51.989309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4dbf73b-16a4-4c43-b9df-fc6ea7803086 req-96692465-2400-45de-ac9a-8ea5e7a3a53d tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083371 Jan 28 17:00:51.997073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (8294f9c3-bc9e-4df9-89e7-d736be77666f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:51.997858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Fanout notify agent at l3_agent the message router_deleted on router 8294f9c3-bc9e-4df9-89e7-d736be77666f {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:51.998901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:52.002409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.084190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.086175 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6285d585-ad81-4563-96d3-5a320427ca54 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/routers/8294f9c3-bc9e-4df9-89e7-d736be77666f HTTP/1.1" status: 204 len: 168 time: 4.5235517 Jan 28 17:00:52.092175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40282) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:52.224278 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aa9a575c-ee9f-45b0-b405-e0e406e11fa8 req-7ac52dc7-73b7-4aa8-a65a-589f8e25bcd1 service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614918 Jan 28 17:00:52.242592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (cae70e37-f5bd-4aaf-b225-b247642cd293), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.257064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Router 2e339f2f-db5a-47d3-866e-4efea249d598 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:52.356751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.objects.ports [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103093) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:00:52.358353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (64a8820a-af24-4ceb-ac56-46ce2e4164cd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.424492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (cae70e37-f5bd-4aaf-b225-b247642cd293), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.433849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Checking segment: {'id': '4fd22c1c-33bd-4b0c-ad46-6678185974bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:52.434305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network hostable DHCP agents. Network: 07d6efa6-0ea3-420f-8327-8c1230f4b22d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:52.440761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Subnet': ['ID=64a8820a-af24-4ceb-ac56-46ce2e4164cd,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:52.458422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 07d6efa6-0ea3-420f-8327-8c1230f4b22d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:52.470481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 07d6efa6-0ea3-420f-8327-8c1230f4b22d) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:52.474583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:52.475366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.482931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d55cb-33f4-4691-a8b3-6682f4bf7d1f None None] Network 07d6efa6-0ea3-420f-8327-8c1230f4b22d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:52.495242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e92fe7a4-2b4d-4235-9c68-1d5537b405c5 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1828763 Jan 28 17:00:52.497866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40286) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:52.503417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae70e37-f5bd-4aaf-b225-b247642cd293']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:52.511889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf26a07-25f3-43bb-811e-9da9824a599c req-89843b77-84bd-41a9-ba87-cafa691b25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:52.513672 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-89843b77-84bd-41a9-ba87-cafa691b25d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 1126 time: 0.2224486 Jan 28 17:00:52.546428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3529b41d-a592-4b5e-85f9-5c6b3d8970fa') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:52.546870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3529b41d-a592-4b5e-85f9-5c6b3d8970fa') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:52.593993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:52.614037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3529b41d-a592-4b5e-85f9-5c6b3d8970fa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.643851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Sync routers for ids ['2e339f2f-db5a-47d3-866e-4efea249d598'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:52.667377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3529b41d-a592-4b5e-85f9-5c6b3d8970fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.672253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Routers {'2e339f2f-db5a-47d3-866e-4efea249d598'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:52.674272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.675424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['2e339f2f-db5a-47d3-866e-4efea249d598'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:52.677186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cfa4d71e-927e-4e80-b7c9-1dec39cf2466 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9612486 Jan 28 17:00:52.678568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:52.679588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40288) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:52.680110 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3529b41d-a592-4b5e-85f9-5c6b3d8970fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:52.687288 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:52.740353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-07d6efa6-0ea3-420f-8327-8c1230f4b22d', 'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d', 'project_id': '3c71989173da487ca29328e099add32b', 'fixed_ips': [{'subnet_id': '64a8820a-af24-4ceb-ac56-46ce2e4164cd'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:00:52.741263 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.743357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d02497cb-bf0f-430d-948d-403d2e8ab3a8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:52.750165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf26a07-25f3-43bb-811e-9da9824a599c req-035e0c7a-f60f-4e4d-aeb7-8b63bd9ad1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:52.751813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-035e0c7a-f60f-4e4d-aeb7-8b63bd9ad1bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 915 time: 0.2301638 Jan 28 17:00:52.816925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-011c7b92-4790-471b-8535-e0658d93f18e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74e58d81-4455-4d87-8f47-8ec448d1722a HTTP/1.1" status: 200 len: 217 time: 0.0557215 Jan 28 17:00:52.819239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (cae70e37-f5bd-4aaf-b225-b247642cd293), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.824952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.831664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/networks/cae70e37-f5bd-4aaf-b225-b247642cd293 HTTP/1.1" status: 204 len: 168 time: 0.7347395 Jan 28 17:00:52.842009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40290) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:52.847338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1b97527b-dc89-4dea-92fd-524b7c661830 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/2e339f2f-db5a-47d3-866e-4efea249d598 HTTP/1.1" status: 200 len: 907 time: 0.1666052 Jan 28 17:00:52.847928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:52.884451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:52.889762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12145b-2070-49a4-9a55-3874d719bc9a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Network': ['ID=cae70e37-f5bd-4aaf-b225-b247642cd293,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:52.929269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf26a07-25f3-43bb-811e-9da9824a599c req-3c919492-9b5a-4ea0-a398-bc93ded920bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:52.932599 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-3c919492-9b5a-4ea0-a398-bc93ded920bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d8311e-d2ec-4d2e-8771-de0fbc69a875 HTTP/1.1" status: 200 len: 854 time: 0.1016128 Jan 28 17:00:52.966247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Set router 2e339f2f-db5a-47d3-866e-4efea249d598 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:00:52.972475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-e63565f2-eca7-490a-a885-7e0df9b01ba3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1fc9cd5f-7b7c-4403-954b-623d41bea59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325921 Jan 28 17:00:52.984039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-53c49ccb-af2f-4c15-8e33-e6bed37c38da service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:00:52.985223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-53c49ccb-af2f-4c15-8e33-e6bed37c38da service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062294 Jan 28 17:00:53.046192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d02497cb-bf0f-430d-948d-403d2e8ab3a8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:53.046544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.054149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5a175e1-78fa-4ca3-bd2f-2fc753129fe3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (eeebfb36-51ae-4f3c-bb71-64a63d3a10d4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.066743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (64a8820a-af24-4ceb-ac56-46ce2e4164cd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.140588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (2e339f2f-db5a-47d3-866e-4efea249d598), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.171094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Allocated IP 2001:db8::f816:3eff:feb3:1bcb (07d6efa6-0ea3-420f-8327-8c1230f4b22d/64a8820a-af24-4ceb-ac56-46ce2e4164cd/43c71060-62dd-4e38-abd4-62952da9dc14) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:53.196753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5a175e1-78fa-4ca3-bd2f-2fc753129fe3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (eeebfb36-51ae-4f3c-bb71-64a63d3a10d4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.213554 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-8dce855b-1ce8-44a8-b661-3482755feaf4 service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179544 Jan 28 17:00:53.301649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118ff0c-a607-43bc-9e3c-33b015ed8cf8 req-000ef475-4ba8-4dd4-9415-c59c1cf805aa tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:53.303154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c118ff0c-a607-43bc-9e3c-33b015ed8cf8 req-000ef475-4ba8-4dd4-9415-c59c1cf805aa tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 943 time: 0.1901259 Jan 28 17:00:53.314029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (2e339f2f-db5a-47d3-866e-4efea249d598), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.348992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d02497cb-bf0f-430d-948d-403d2e8ab3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:53.398709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c118ff0c-a607-43bc-9e3c-33b015ed8cf8 req-6a871003-2560-43ac-a4cf-d7e5dc038756 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812557 Jan 28 17:00:53.437155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Publish callbacks [] for port (43c71060-62dd-4e38-abd4-62952da9dc14), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.437708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Deleting port d5a939f9-4bbf-4610-893b-ec2601a62fbd {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:53.438288 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d5a939f9-4bbf-4610-893b-ec2601a62fbd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.442291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2644ea83-ca56-4d4a-adb6-c8d03c4702bd no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:53.446411 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daf26a07-25f3-43bb-811e-9da9824a599c req-1feed6ad-3d33-40ab-8452-74c4e5211e2b service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136047 Jan 28 17:00:53.446578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e339f2f-db5a-47d3-866e-4efea249d598', 'name': 'tempest-snat-router-866404592', 'tenant_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'd5a939f9-4bbf-4610-893b-ec2601a62fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:44Z', 'updated_at': '2022-01-28T17:00:49Z', 'revision_number': 3, 'project_id': 'eb37e0ef0a2b4674abb46112fc3e4952', 'gw_port': {'id': 'd5a939f9-4bbf-4610-893b-ec2601a62fbd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e339f2f-db5a-47d3-866e-4efea249d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:47Z', 'updated_at': '2022-01-28T17:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:53.449920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (43c71060-62dd-4e38-abd4-62952da9dc14), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.473744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (64a8820a-af24-4ceb-ac56-46ce2e4164cd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.486879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5a175e1-78fa-4ca3-bd2f-2fc753129fe3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (eeebfb36-51ae-4f3c-bb71-64a63d3a10d4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.492717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5a175e1-78fa-4ca3-bd2f-2fc753129fe3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.498465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a5a175e1-78fa-4ca3-bd2f-2fc753129fe3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/security-groups/eeebfb36-51ae-4f3c-bb71-64a63d3a10d4 HTTP/1.1" status: 204 len: 168 time: 0.6520400 Jan 28 17:00:53.505161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2644ea83-ca56-4d4a-adb6-c8d03c4702bd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:53.505763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2644ea83-ca56-4d4a-adb6-c8d03c4702bd not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:53.526727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Checking router: 2e339f2f-db5a-47d3-866e-4efea249d598 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:00:53.527368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Updating router 2e339f2f-db5a-47d3-866e-4efea249d598 port d5a939f9-4bbf-4610-893b-ec2601a62fbd binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:00:53.536122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a175e1-78fa-4ca3-bd2f-2fc753129fe3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeebfb36-51ae-4f3c-bb71-64a63d3a10d4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:53.536964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Subnet': ['ID=64a8820a-af24-4ceb-ac56-46ce2e4164cd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:53.585983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Network 07d6efa6-0ea3-420f-8327-8c1230f4b22d is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:53.597707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:53.604429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:53.606495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.610382 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d5a939f9-4bbf-4610-893b-ec2601a62fbd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.639135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d6efa6-0ea3-420f-8327-8c1230f4b22d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:53.656373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Pushing event updated for resources: {'Port': ['ID=43c71060-62dd-4e38-abd4-62952da9dc14,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:53.658927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd22c1c-33bd-4b0c-ad46-6678185974bb') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:53.659747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd22c1c-33bd-4b0c-ad46-6678185974bb') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:53.669763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d5a939f9-4bbf-4610-893b-ec2601a62fbd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.679168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.691422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Calling delete_port for d5a939f9-4bbf-4610-893b-ec2601a62fbd owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:53.705453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.715008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:53.715560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:53.777551 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:53.785792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Attempting to bind port 43c71060-62dd-4e38-abd4-62952da9dc14 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:53.786185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Attempting to bind port 43c71060-62dd-4e38-abd4-62952da9dc14 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4fd22c1c-33bd-4b0c-ad46-6678185974bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:53.786556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Attempting to bind port 43c71060-62dd-4e38-abd4-62952da9dc14 on network 07d6efa6-0ea3-420f-8327-8c1230f4b22d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:53.793583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:53.793964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Checking segment: {'id': '4fd22c1c-33bd-4b0c-ad46-6678185974bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:53.794639 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.795035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Bound using segment: {'id': '4fd22c1c-33bd-4b0c-ad46-6678185974bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:53.795509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Bound port: 43c71060-62dd-4e38-abd4-62952da9dc14, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd22c1c-33bd-4b0c-ad46-6678185974bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:53.796189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c71060-62dd-4e38-abd4-62952da9dc14), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.824492 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:00:53.824492 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:00:53.824492 n-d-812111-13 neutron-server[103093]: [parameters: {'id': '07d6efa6-0ea3-420f-8327-8c1230f4b22d'}] Jan 28 17:00:53.824492 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:00:53.825005 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:00:53.931470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] For port 43c71060-62dd-4e38-abd4-62952da9dc14, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:53.936815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] For port 43c71060-62dd-4e38-abd4-62952da9dc14, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=43c71060-62dd-4e38-abd4-62952da9dc14,segment=NetworkSegment(4fd22c1c-33bd-4b0c-ad46-6678185974bb),segment_id=4fd22c1c-33bd-4b0c-ad46-6678185974bb)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:53.951960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c71060-62dd-4e38-abd4-62952da9dc14), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.974393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d5a939f9-4bbf-4610-893b-ec2601a62fbd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:53.990422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40302) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:54.002019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780538768', 'description': 'tempest-secgroup-smoke-780538768 description', 'project_id': '8ed5608621734a99b86b03a99acedd8f'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:54.024312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5a939f9-4bbf-4610-893b-ec2601a62fbd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:54.041867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.087972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fcb3b-1159-47be-9d7f-b878b0e94e51 None None] Pushing event updated for resources: {'Port': ['ID=43c71060-62dd-4e38-abd4-62952da9dc14,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:54.103967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e9567a-b6b6-4868-947e-c2ff908e4839 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:00:54.116979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (2e339f2f-db5a-47d3-866e-4efea249d598), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.133881 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:00:54.134367 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:00:54.188193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (d05eaa18-100d-45fe-92ca-044982d07a7a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.194597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d05eaa18-100d-45fe-92ca-044982d07a7a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.228000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9567a-b6b6-4868-947e-c2ff908e4839 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:00:54.230181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.233148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2416580 Jan 28 17:00:54.238907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40306) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:54.239573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94b7a3-53af-479e-a740-bc4f42f85b4b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05eaa18-100d-45fe-92ca-044982d07a7a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:54.241693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (2e339f2f-db5a-47d3-866e-4efea249d598), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.245746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'd05eaa18-100d-45fe-92ca-044982d07a7a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:54.258054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (2e339f2f-db5a-47d3-866e-4efea249d598), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.277554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (82058074-6c56-4a38-8d5f-446677891bc0), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.311644 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (2e339f2f-db5a-47d3-866e-4efea249d598), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.312523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e339f2f-db5a-47d3-866e-4efea249d598 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:54.318533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.320460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c14d0462-2dd0-44d3-983b-fe8c5226e136 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/routers/2e339f2f-db5a-47d3-866e-4efea249d598 HTTP/1.1" status: 204 len: 168 time: 1.4403048 Jan 28 17:00:54.323026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40308) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:54.329314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.346008 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (82058074-6c56-4a38-8d5f-446677891bc0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.354435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (82058074-6c56-4a38-8d5f-446677891bc0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.384371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82058074-6c56-4a38-8d5f-446677891bc0,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:54.411955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.414382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a827e8a4-d0e4-4957-b070-569eaf3d1031 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722128 Jan 28 17:00:54.417166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:54.425061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'd05eaa18-100d-45fe-92ca-044982d07a7a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:54.473788 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (044bd483-3f48-4a58-b05e-607482270476), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.494016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (1c49bec6-910a-49ad-a590-86f8581bf0cd), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.499294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8319ad4e-198f-46d0-807e-1f77e0e2c5b2 None None] Network 07d6efa6-0ea3-420f-8327-8c1230f4b22d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:54.555585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting port 43c71060-62dd-4e38-abd4-62952da9dc14 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:54.556065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (43c71060-62dd-4e38-abd4-62952da9dc14), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.578007 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (1c49bec6-910a-49ad-a590-86f8581bf0cd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.587190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (1c49bec6-910a-49ad-a590-86f8581bf0cd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.615548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c49bec6-910a-49ad-a590-86f8581bf0cd,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:54.627426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.631917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5579b192-a63f-4cb9-9734-160b69cc9277 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2137482 Jan 28 17:00:54.632700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40318) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:54.638927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'd05eaa18-100d-45fe-92ca-044982d07a7a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:54.673432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df94e-552b-4ea9-9f5d-d92791eaf6ba req-d263fc70-2089-4e8c-9f6e-6b3e05d7afea tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:54.675852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f9df94e-552b-4ea9-9f5d-d92791eaf6ba req-d263fc70-2089-4e8c-9f6e-6b3e05d7afea tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 943 time: 0.1605191 Jan 28 17:00:54.686048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (d9a9f376-e377-4650-b526-023f08aedeeb), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.724791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] For port 43c71060-62dd-4e38-abd4-62952da9dc14, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=43c71060-62dd-4e38-abd4-62952da9dc14,segment=NetworkSegment(4fd22c1c-33bd-4b0c-ad46-6678185974bb),segment_id=4fd22c1c-33bd-4b0c-ad46-6678185974bb)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:54.725251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (43c71060-62dd-4e38-abd4-62952da9dc14), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.745855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (044bd483-3f48-4a58-b05e-607482270476), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.751866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Calling delete_port for 43c71060-62dd-4e38-abd4-62952da9dc14 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:54.796666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (d9a9f376-e377-4650-b526-023f08aedeeb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.802569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d9a9f376-e377-4650-b526-023f08aedeeb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.827533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a9f376-e377-4650-b526-023f08aedeeb,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:54.835543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.837551 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dde74dbd-6650-4309-a745-3e99ed2486d0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036910 Jan 28 17:00:54.840334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40322) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:54.845422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'd05eaa18-100d-45fe-92ca-044982d07a7a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:54.867073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f9df94e-552b-4ea9-9f5d-d92791eaf6ba req-de717e65-b4f9-4262-bfae-e84f56e57225 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800010 Jan 28 17:00:54.910791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (0406bb10-c393-43a1-9bf4-518c8734b405), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.925351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Deleting port d02497cb-bf0f-430d-948d-403d2e8ab3a8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:54.925756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:54.960842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Port d5a939f9-4bbf-4610-893b-ec2601a62fbd not found while updating agent binding for router 2e339f2f-db5a-47d3-866e-4efea249d598. {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 17:00:54.999157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Routers set() bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:54.999537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Router IDs set() for agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 17:00:55.000197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_agentschedulers_db [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e339f2f-db5a-47d3-866e-4efea249d598'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent'). {{(pid=103095) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 17:00:55.005881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc68a38-d1c7-44a8-bc72-bb0dfb03c6fa None None] The sync data for ids ['2e339f2f-db5a-47d3-866e-4efea249d598'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:55.038626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (43c71060-62dd-4e38-abd4-62952da9dc14), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.057861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (0406bb10-c393-43a1-9bf4-518c8734b405), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.064361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (0406bb10-c393-43a1-9bf4-518c8734b405), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.084498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Port': ['ID=43c71060-62dd-4e38-abd4-62952da9dc14,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:55.108111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0406bb10-c393-43a1-9bf4-518c8734b405,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:55.136394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.137765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42cd56a5-1497-4dbf-9404-69fb054e14ee tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2960906 Jan 28 17:00:55.138108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No DVR routers for this DVR port 43c71060-62dd-4e38-abd4-62952da9dc14 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:55.140467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40324) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:55.141556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] For port d02497cb-bf0f-430d-948d-403d2e8ab3a8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d02497cb-bf0f-430d-948d-403d2e8ab3a8,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:55.141934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.145594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'd05eaa18-100d-45fe-92ca-044982d07a7a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:55.185639 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:00:55.193639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (fba2c333-5558-4dfc-97af-a7332af12ac8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.257201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.268239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (fba2c333-5558-4dfc-97af-a7332af12ac8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.273641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (fba2c333-5558-4dfc-97af-a7332af12ac8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.290501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d6efa6-0ea3-420f-8327-8c1230f4b22d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:55.295174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba2c333-5558-4dfc-97af-a7332af12ac8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:55.305972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.307470 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dcb692cf-900d-4815-9ded-5d1d71bf11b3 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659353 Jan 28 17:00:55.310601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40326) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:55.312810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd22c1c-33bd-4b0c-ad46-6678185974bb') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:55.313122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd22c1c-33bd-4b0c-ad46-6678185974bb') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:55.316419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'security_group_rule': {'security_group_id': 'd05eaa18-100d-45fe-92ca-044982d07a7a', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:55.323354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Calling delete_port for d02497cb-bf0f-430d-948d-403d2e8ab3a8 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:55.329621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.344144 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Project 8ed5608621734a99b86b03a99acedd8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:00:55.352512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.357683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (2b844983-03bc-4958-80e6-e3b6ff30c73f), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.392905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:55.394044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (4fd22c1c-33bd-4b0c-ad46-6678185974bb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:55.396361 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:55.440137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (2b844983-03bc-4958-80e6-e3b6ff30c73f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.445597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (2b844983-03bc-4958-80e6-e3b6ff30c73f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.479032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b844983-03bc-4958-80e6-e3b6ff30c73f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:55.494027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.499639 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4e882fc8-d46d-4ec0-860c-593fa3b8f957 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1879473 Jan 28 17:00:55.500419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40328) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:55.506230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'network': {'name': 'tempest-network-smoke--167486711', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'port_security_enabled': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:55.519568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (07d6efa6-0ea3-420f-8327-8c1230f4b22d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.527924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.531315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/07d6efa6-0ea3-420f-8327-8c1230f4b22d HTTP/1.1" status: 204 len: 168 time: 3.0323830 Jan 28 17:00:55.537569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40330) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:55.543479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1720643696'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:55.550754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:55.555171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.555654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe20e-7d2e-4c11-bb46-61ab68307920 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Network': ['ID=07d6efa6-0ea3-420f-8327-8c1230f4b22d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:55.601664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:55.611773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:55.616901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.622003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0caee89f-61fb-4e74-839c-7a7a7c41cd28), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.622350 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Added segment 0caee89f-61fb-4e74-839c-7a7a7c41cd28 of type vlan for network dc6d335a-fc19-422c-94fb-f92b29efdcb4 Jan 28 17:00:55.629585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d02497cb-bf0f-430d-948d-403d2e8ab3a8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.666909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:00:55.670226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event deleted for resources: {'Port': ['ID=d02497cb-bf0f-430d-948d-403d2e8ab3a8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:55.694039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.694389 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Added segment 2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4 of type vlan for network 367e2c65-6522-4caa-a505-1db9008e13c0 Jan 28 17:00:55.694594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 74e58d81-4455-4d87-8f47-8ec448d1722a details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:00:55.757592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.818872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (044bd483-3f48-4a58-b05e-607482270476), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.831541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.843955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:55.844565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.871554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 74e58d81-4455-4d87-8f47-8ec448d1722a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=74e58d81-4455-4d87-8f47-8ec448d1722a,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:55.900539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '74e58d81-4455-4d87-8f47-8ec448d1722a', 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e', 'port_id': '74e58d81-4455-4d87-8f47-8ec448d1722a', 'mac_address': 'fa:16:3e:d1:36:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d8311e-d2ec-4d2e-8771-de0fbc69a875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:00:55.916963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (044bd483-3f48-4a58-b05e-607482270476), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.920039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_controller (044bd483-3f48-4a58-b05e-607482270476), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.927040 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (dc6d335a-fc19-422c-94fb-f92b29efdcb4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.973470 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (044bd483-3f48-4a58-b05e-607482270476), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.974346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 044bd483-3f48-4a58-b05e-607482270476 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:00:55.979347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:55.985961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-214ea718-5cf3-4ed7-a212-337739885bca tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "DELETE /v2.0/routers/044bd483-3f48-4a58-b05e-607482270476 HTTP/1.1" status: 204 len: 168 time: 1.6563780 Jan 28 17:00:55.986138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40336) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:55.990630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1274421700', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:56.010426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 74e58d81-4455-4d87-8f47-8ec448d1722a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:56.012632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.023567 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4847319 Jan 28 17:00:56.032502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40338) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:56.047262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e58d81-4455-4d87-8f47-8ec448d1722a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:00:56.049243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'subnet': {'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:56.055528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:00:56.062063 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.064015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.093572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 74e58d81-4455-4d87-8f47-8ec448d1722a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=74e58d81-4455-4d87-8f47-8ec448d1722a,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:56.103932 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.135982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb2bb1-89cb-4594-90e0-a8bcc8bc9f4d req-1ba56bb4-ddae-4ba0-a2cb-d3afed6d076e tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:56.138009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6bb2bb1-89cb-4594-90e0-a8bcc8bc9f4d req-1ba56bb4-ddae-4ba0-a2cb-d3afed6d076e tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 943 time: 0.1205776 Jan 28 17:00:56.185462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941697c-7d67-45ae-8499-099754867ab7 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Network': ['ID=367e2c65-6522-4caa-a505-1db9008e13c0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:56.186827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=74e58d81-4455-4d87-8f47-8ec448d1722a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:56.201139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.203592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 367e2c65-6522-4caa-a505-1db9008e13c0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:56.214276 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (dc6d335a-fc19-422c-94fb-f92b29efdcb4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.219436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:56.220080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.248707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6bb2bb1-89cb-4594-90e0-a8bcc8bc9f4d req-5dec95bf-0fff-49ac-ab4b-5fa5dd6d4b82 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006021 Jan 28 17:00:56.307870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Network': ['ID=dc6d335a-fc19-422c-94fb-f92b29efdcb4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:56.325368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:00:56.325948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-90fbf86b-2c87-4b47-a340-4eca719f729f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8241153 Jan 28 17:00:56.328735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40340) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:56.335177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'admin_state_up': True, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:56.358593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:00:56.362648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.390292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['74e58d81-4455-4d87-8f47-8ec448d1722a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:00:56.515457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (515b6274-8791-48f4-9e06-89c51adbe6f9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.517150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (515b6274-8791-48f4-9e06-89c51adbe6f9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.584190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (515b6274-8791-48f4-9e06-89c51adbe6f9), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.697718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d02497cb-bf0f-430d-948d-403d2e8ab3a8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:00:56.726188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d02497cb-bf0f-430d-948d-403d2e8ab3a8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:00:56.726886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d02497cb-bf0f-430d-948d-403d2e8ab3a8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:00:56.822886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (515b6274-8791-48f4-9e06-89c51adbe6f9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.893595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.906387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (66ed15c4-b3b0-4259-acf2-d3f77d0742d6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:56.975392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Subnet': ['ID=66ed15c4-b3b0-4259-acf2-d3f77d0742d6,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:56.997308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Checking segment: {'id': '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:56.997803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network hostable DHCP agents. Network: 367e2c65-6522-4caa-a505-1db9008e13c0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:00:57.031445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 367e2c65-6522-4caa-a505-1db9008e13c0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:00:57.074735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 367e2c65-6522-4caa-a505-1db9008e13c0) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:57.082121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:57.082546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.087866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb6bc6-fe6e-449f-b4f7-621d4ab37612 None None] Network 367e2c65-6522-4caa-a505-1db9008e13c0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:57.109554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (13f17e28-d7ab-4354-b6a6-5b3490062dfd), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.150835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f9478175-37cf-4901-a6df-4ed3c0a85934 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1163514 Jan 28 17:00:57.151844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (515b6274-8791-48f4-9e06-89c51adbe6f9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.152243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.153567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40344) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:57.195635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.251394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-367e2c65-6522-4caa-a505-1db9008e13c0', 'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0', 'project_id': '3c71989173da487ca29328e099add32b', 'fixed_ips': [{'subnet_id': '66ed15c4-b3b0-4259-acf2-d3f77d0742d6'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:00:57.253785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.271970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Allocated IP 172.25.8.223 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/84bf2400-db6e-4a98-8e8b-b4596abb215e) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:57.328290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.413546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (66ed15c4-b3b0-4259-acf2-d3f77d0742d6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.482284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for port (84bf2400-db6e-4a98-8e8b-b4596abb215e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.492120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d21a7-695e-4294-8b0b-5d3ea6075db7 req-b63fd4ad-f94b-440c-9c8b-4ee471bb1e14 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:57.498452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Allocated IP 2001:db8::2 (367e2c65-6522-4caa-a505-1db9008e13c0/66ed15c4-b3b0-4259-acf2-d3f77d0742d6/82e934be-6c58-433c-9f05-69627336aafb) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:57.500652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-958d21a7-695e-4294-8b0b-5d3ea6075db7 req-b63fd4ad-f94b-440c-9c8b-4ee471bb1e14 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 944 time: 0.1063082 Jan 28 17:00:57.598289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (84bf2400-db6e-4a98-8e8b-b4596abb215e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.606529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-958d21a7-695e-4294-8b0b-5d3ea6075db7 req-b2aec2ec-7065-4bdc-a6dc-8939dd943846 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758567 Jan 28 17:00:57.644787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:57.647908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:57.650641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:57.670746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.245 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4e1942c3-0043-495c-9a20-1d9657bc1383) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:00:57.699892 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Publish callbacks [] for port (82e934be-6c58-433c-9f05-69627336aafb), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.701539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event updated for resources: {'Port': ['ID=84bf2400-db6e-4a98-8e8b-b4596abb215e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:57.712345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 74e58d81-4455-4d87-8f47-8ec448d1722a up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:57.715415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (82e934be-6c58-433c-9f05-69627336aafb), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.794856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Network 367e2c65-6522-4caa-a505-1db9008e13c0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:57.806825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:57.815704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:57.818115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Pushing event updated for resources: {'Port': ['ID=82e934be-6c58-433c-9f05-69627336aafb,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:57.849454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 74e58d81-4455-4d87-8f47-8ec448d1722a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:00:57.874499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 74e58d81-4455-4d87-8f47-8ec448d1722a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:57.874778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.925882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Attempting to bind port 82e934be-6c58-433c-9f05-69627336aafb on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:00:57.926192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Attempting to bind port 82e934be-6c58-433c-9f05-69627336aafb by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:00:57.926589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Attempting to bind port 82e934be-6c58-433c-9f05-69627336aafb on network 367e2c65-6522-4caa-a505-1db9008e13c0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:00:57.939661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:00:57.940084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Checking segment: {'id': '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:00:57.940754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:57.940914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Bound using segment: {'id': '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:00:57.941404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Bound port: 82e934be-6c58-433c-9f05-69627336aafb, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '367e2c65-6522-4caa-a505-1db9008e13c0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:00:57.941784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (82e934be-6c58-433c-9f05-69627336aafb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.009818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (13f17e28-d7ab-4354-b6a6-5b3490062dfd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.041506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 74e58d81-4455-4d87-8f47-8ec448d1722a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:58.041905 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.053537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] For port 82e934be-6c58-433c-9f05-69627336aafb, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:00:58.076660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e58d81-4455-4d87-8f47-8ec448d1722a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:00:58.078870 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc109e49-47f6-4ee5-8a88-5143348b097c" -d '{"events": [{"server_uuid": "3f43d9fa-cc2a-4662-aeb4-28e086a88af5", "name": "network-vif-plugged", "status": "completed", "tag": "74e58d81-4455-4d87-8f47-8ec448d1722a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:00:58.084964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] For port 82e934be-6c58-433c-9f05-69627336aafb, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=82e934be-6c58-433c-9f05-69627336aafb,segment=NetworkSegment(2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4),segment_id=2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:00:58.094524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 74e58d81-4455-4d87-8f47-8ec448d1722a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=74e58d81-4455-4d87-8f47-8ec448d1722a,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:58.099774 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (82e934be-6c58-433c-9f05-69627336aafb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.104514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.143848 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79da9671-f77e-4b86-86c3-46f1cdb725fb x-openstack-request-id: req-79da9671-f77e-4b86-86c3-46f1cdb725fb {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:00:58.144778 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f43d9fa-cc2a-4662-aeb4-28e086a88af5", "name": "network-vif-plugged", "status": "completed", "tag": "74e58d81-4455-4d87-8f47-8ec448d1722a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:00:58.144778 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79da9671-f77e-4b86-86c3-46f1cdb725fb {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:00:58.145036 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e58d81-4455-4d87-8f47-8ec448d1722a', 'code': 200} Jan 28 17:00:58.190380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315898-be22-46e8-9453-cdef3cccfd88 None None] Pushing event updated for resources: {'Port': ['ID=82e934be-6c58-433c-9f05-69627336aafb,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:58.231861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (66ed15c4-b3b0-4259-acf2-d3f77d0742d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.257193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=74e58d81-4455-4d87-8f47-8ec448d1722a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:58.283968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Subnet': ['ID=66ed15c4-b3b0-4259-acf2-d3f77d0742d6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:58.320877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.362590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.398049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.447352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367e2c65-6522-4caa-a505-1db9008e13c0']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.464600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.464923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.480152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.505428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.511880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:58.512272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.516964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7d706-3267-4933-bcf5-67a1ce005395 req-7d489003-4702-409b-89b8-6c7a35571b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:58.518616 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ccb7d706-3267-4933-bcf5-67a1ce005395 req-7d489003-4702-409b-89b8-6c7a35571b32 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 1128 time: 0.3021584 Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:58.519269 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:00:58.535302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Router 13f17e28-d7ab-4354-b6a6-5b3490062dfd is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:58.540195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.594923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 82e934be-6c58-433c-9f05-69627336aafb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:00:58.647907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:00:58.651434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 82e934be-6c58-433c-9f05-69627336aafb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:58.651815 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (82e934be-6c58-433c-9f05-69627336aafb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.652689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:00:58.655526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:00:58.681422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:58.692880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] Sync routers for ids ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:58.709022 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] Routers {'13f17e28-d7ab-4354-b6a6-5b3490062dfd'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:58.710387 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.711797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:00:58.711797 n-d-812111-13 neutron-server[103094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:00:58.711797 n-d-812111-13 neutron-server[103094]: [parameters: {'id': '367e2c65-6522-4caa-a505-1db9008e13c0'}] Jan 28 17:00:58.711797 n-d-812111-13 neutron-server[103094]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:00:58.712204 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:00:58.726152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.729827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2ff61d67-cc5a-4070-b5a3-365e5278d59a tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7400725 Jan 28 17:00:58.729997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40356) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:58.734311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': False}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:00:58.750873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=4e1942c3-0043-495c-9a20-1d9657bc1383,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:58.758319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ccb7d706-3267-4933-bcf5-67a1ce005395 req-c36faa7d-cb3c-4d97-af1f-51405af3c70d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126169 Jan 28 17:00:58.759527 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.771656 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] Routers {'13f17e28-d7ab-4354-b6a6-5b3490062dfd'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:58.772519 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.785235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 82e934be-6c58-433c-9f05-69627336aafb is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:00:58.785632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (82e934be-6c58-433c-9f05-69627336aafb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.812423 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:58.813713 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e2e43-7e6c-44f4-a37c-bb63c2288932 None None] The sync data for ids ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:00:58.825941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 82e934be-6c58-433c-9f05-69627336aafb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=82e934be-6c58-433c-9f05-69627336aafb,segment=NetworkSegment(2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4),segment_id=2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:58.831273 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (82e934be-6c58-433c-9f05-69627336aafb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:58.881549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=82e934be-6c58-433c-9f05-69627336aafb,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:58.922443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6ec59-77f7-4ef6-b6b6-9e9abb78e8fa req-3c3fa029-f97b-49ea-9fe6-b15b4d2498ce tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:58.929603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5f6ec59-77f7-4ef6-b6b6-9e9abb78e8fa req-3c3fa029-f97b-49ea-9fe6-b15b4d2498ce tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 945 time: 0.1230199 Jan 28 17:00:59.026754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (515b6274-8791-48f4-9e06-89c51adbe6f9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.061838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5f6ec59-77f7-4ef6-b6b6-9e9abb78e8fa req-5e7c48a8-cb90-4bb0-82c1-70ed2ae11988 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311066 Jan 28 17:00:59.225040 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.269518 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.287617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5253-bca6-4475-aa55-0a22f12fef22 req-20e14fb2-f611-4892-b714-da70f0aee064 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:00:59.289245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fced5253-bca6-4475-aa55-0a22f12fef22 req-20e14fb2-f611-4892-b714-da70f0aee064 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 946 time: 0.1097419 Jan 28 17:00:59.334450 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (515b6274-8791-48f4-9e06-89c51adbe6f9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.391134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fced5253-bca6-4475-aa55-0a22f12fef22 req-79362cb5-c471-44c0-869a-ccdc9a6c2f9f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880952 Jan 28 17:00:59.392153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting port 82e934be-6c58-433c-9f05-69627336aafb {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:00:59.392496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (82e934be-6c58-433c-9f05-69627336aafb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.506031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] For port 82e934be-6c58-433c-9f05-69627336aafb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=82e934be-6c58-433c-9f05-69627336aafb,segment=NetworkSegment(2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4),segment_id=2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:00:59.506031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (82e934be-6c58-433c-9f05-69627336aafb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.521568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63963c5-7d59-4413-b721-a70411b9718a None None] Network 367e2c65-6522-4caa-a505-1db9008e13c0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:00:59.522132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Calling delete_port for 82e934be-6c58-433c-9f05-69627336aafb owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:00:59.599992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 515b6274-8791-48f4-9e06-89c51adbe6f9 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:00:59.623145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5035482c-9317-4d54-9dac-9aa654cf4a1b None None] Provisioning complete for port 82e934be-6c58-433c-9f05-69627336aafb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:00:59.623737 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5035482c-9317-4d54-9dac-9aa654cf4a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (82e934be-6c58-433c-9f05-69627336aafb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.663759 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (82e934be-6c58-433c-9f05-69627336aafb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.672708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5035482c-9317-4d54-9dac-9aa654cf4a1b None None] Could not find standard attr ID for object 82e934be-6c58-433c-9f05-69627336aafb. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:00:59.677562 n-d-812111-13 neutron-server[103095]: INFO neutron.plugins.ml2.db [None req-5035482c-9317-4d54-9dac-9aa654cf4a1b None None] No ports have port_id starting with 82e934be-6c58-433c-9f05-69627336aafb Jan 28 17:00:59.708723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Port': ['ID=82e934be-6c58-433c-9f05-69627336aafb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:00:59.710541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No DVR routers for this DVR port 82e934be-6c58-433c-9f05-69627336aafb on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:00:59.734852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61c17a3-ee84-465f-bbc2-0321362a275d None None] DHCP port deletion for 367e2c65-6522-4caa-a505-1db9008e13c0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:00:59.768359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.771662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.833796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:00:59.843086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.849308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Sync routers for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:00:59.866177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:00:59.866560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:59.868710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.869964 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aecff00a-8a46-4820-83a9-cdd09e90f403 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5403647 Jan 28 17:00:59.873553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367e2c65-6522-4caa-a505-1db9008e13c0']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:59.875445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40364) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:59.907807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:59.908095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:00:59.913164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Router 13f17e28-d7ab-4354-b6a6-5b3490062dfd has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:00:59.916568 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-384acf3e-1f1a-4660-b535-d7598c4107dc tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=8ed5608621734a99b86b03a99acedd8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400732 Jan 28 17:00:59.919148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40366) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:00:59.920366 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.940551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.948255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:00:59.948634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2c3cbe43-06fd-4a9c-a596-2092e7e9d2c4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:00:59.952398 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:00.008703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:01:00.014853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (367e2c65-6522-4caa-a505-1db9008e13c0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.030309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.038307 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/367e2c65-6522-4caa-a505-1db9008e13c0 HTTP/1.1" status: 204 len: 168 time: 2.8806012 Jan 28 17:01:00.039267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40368) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:00.044640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-890070878'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:00.067626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94262293-5360-447d-ab9b-a125d66a07b4 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Network': ['ID=367e2c65-6522-4caa-a505-1db9008e13c0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:00.086774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:00.090863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.139249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:01:00.153199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3d55529c-e406-4c9f-93bd-206729ad3763), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.154553 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Added segment 3d55529c-e406-4c9f-93bd-206729ad3763 of type vlan for network 9ee20a62-dad6-4623-85fc-18ed23f71a0b Jan 28 17:01:00.198995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9ee20a62-dad6-4623-85fc-18ed23f71a0b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.231962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9ee20a62-dad6-4623-85fc-18ed23f71a0b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.236800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:00:58Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:00.238703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:00.240316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.269001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Checking router: 515b6274-8791-48f4-9e06-89c51adbe6f9 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:01:00.269256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Updating router 515b6274-8791-48f4-9e06-89c51adbe6f9 port 4e1942c3-0043-495c-9a20-1d9657bc1383 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:01:00.308431 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2660146 Jan 28 17:01:00.310397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:00.313349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.315808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Request body: {'subnet': {'network_id': '9ee20a62-dad6-4623-85fc-18ed23f71a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:00.369348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85e514-3b60-4d99-bc6c-ca37d2f9b187 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Network': ['ID=9ee20a62-dad6-4623-85fc-18ed23f71a0b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:00.397242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9ee20a62-dad6-4623-85fc-18ed23f71a0b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:01:00.423515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Made reservation on behalf of 3c71989173da487ca29328e099add32b for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:00.426950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.651633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328dbb30-5b81-431f-81c7-f0cb84f02314 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:00.656147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-328dbb30-5b81-431f-81c7-f0cb84f02314 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7356462 Jan 28 17:01:00.657621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40376) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:00.669806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c13a35-9f7b-4a52-b5ef-8e2e630214b5 req-39b22b44-ae5f-4d02-bfb0-dc4dd6caa01a tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:00.672193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9c13a35-9f7b-4a52-b5ef-8e2e630214b5 req-39b22b44-ae5f-4d02-bfb0-dc4dd6caa01a tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 945 time: 0.2408149 Jan 28 17:01:00.699027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 82e934be-6c58-433c-9f05-69627336aafb no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:01:00.713062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:00.720807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 82e934be-6c58-433c-9f05-69627336aafb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:01:00.721853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 82e934be-6c58-433c-9f05-69627336aafb not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:01:00.731260 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] Sync routers for ids ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:00.735361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-669ef0f6-5c4c-409d-89d3-173eafddbc01 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:00.737463 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-669ef0f6-5c4c-409d-89d3-173eafddbc01 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 946 time: 0.0992978 Jan 28 17:01:00.749816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] Routers {'13f17e28-d7ab-4354-b6a6-5b3490062dfd'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:00.754341 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:00.759765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.761050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e924dbe7-cedb-455b-909d-c9a75c138c11 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "PUT /v2.0/routers/13f17e28-d7ab-4354-b6a6-5b3490062dfd HTTP/1.1" status: 200 len: 926 time: 2.0301402 Jan 28 17:01:00.768521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ceaba0aa-4138-4817-b9c4-258274b425b0 tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927331 Jan 28 17:01:00.771071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40378) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:00.771411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40380) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:00.801444 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:00.807662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:01:00.811084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (62c8abfe-fd8d-4800-b8c6-5f8fb1320822), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.814393 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] Routers {'13f17e28-d7ab-4354-b6a6-5b3490062dfd'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:00.815565 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:00.823894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-907388389', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:00.837168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Publish callbacks [] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.844322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.859049 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:00.860068 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43903d-65d8-4f04-907b-d59c383c5f69 None None] The sync data for ids ['13f17e28-d7ab-4354-b6a6-5b3490062dfd'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:00.906348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event updated for resources: {'Subnet': ['ID=62c8abfe-fd8d-4800-b8c6-5f8fb1320822,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:00.908558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9de1b1-c07b-4f1e-9286-c548c0059596 req-8415e6d3-8b60-4c5f-ad6d-64611bb587f1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:00.910845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Attempting to bind port 4e1942c3-0043-495c-9a20-1d9657bc1383 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:00.911223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Attempting to bind port 4e1942c3-0043-495c-9a20-1d9657bc1383 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:00.912147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Attempting to bind port 4e1942c3-0043-495c-9a20-1d9657bc1383 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:00.916077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9de1b1-c07b-4f1e-9286-c548c0059596 req-8415e6d3-8b60-4c5f-ad6d-64611bb587f1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 946 time: 0.4262543 Jan 28 17:01:00.924415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:00.924757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:00.925191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.925526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:00.926636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Bound port: 4e1942c3-0043-495c-9a20-1d9657bc1383, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:00.926636 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.928723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927fc57-6191-45fe-8906-6ada461da993 None None] Pushing event updated for resources: {'Port': ['ID=4e1942c3-0043-495c-9a20-1d9657bc1383,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:00.934994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Checking segment: {'id': '3d55529c-e406-4c9f-93bd-206729ad3763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ee20a62-dad6-4623-85fc-18ed23f71a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:00.935334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network hostable DHCP agents. Network: 9ee20a62-dad6-4623-85fc-18ed23f71a0b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:01:00.941770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:00.942118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:00.981323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] For port 4e1942c3-0043-495c-9a20-1d9657bc1383, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:00.984764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] For port 4e1942c3-0043-495c-9a20-1d9657bc1383, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e1942c3-0043-495c-9a20-1d9657bc1383,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:00.992360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.008879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Network 9ee20a62-dad6-4623-85fc-18ed23f71a0b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:01:01.019085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9c13a35-9f7b-4a52-b5ef-8e2e630214b5 req-1c930363-0b08-48a2-916b-9efba5cde0c9 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336961 Jan 28 17:01:01.034422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9ee20a62-dad6-4623-85fc-18ed23f71a0b) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:01.041721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:01.042889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.056141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:01.056465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:01.077794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f9de1b1-c07b-4f1e-9286-c548c0059596 req-9b3048e3-03fd-4a67-be04-ad876bcad9d0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4e7a206-e49e-4c2b-86ab-3740c6f808ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568248 Jan 28 17:01:01.080423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:01.081720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.087571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-20a5227b-a9bf-420f-bcd5-3e420dddf8ba tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/13f17e28-d7ab-4354-b6a6-5b3490062dfd HTTP/1.1" status: 200 len: 926 time: 0.3116257 Jan 28 17:01:01.089270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40386) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:01.098396 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-51611225-fb9e-4b35-a493-7a2061c4e59c tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7869112 Jan 28 17:01:01.100461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40388) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:01.115358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9c8d5-35dd-4de6-bfa2-d9912c667337 None None] Network 9ee20a62-dad6-4623-85fc-18ed23f71a0b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:01.129774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:01.133134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927fc57-6191-45fe-8906-6ada461da993 None None] Pushing event updated for resources: {'Port': ['ID=4e1942c3-0043-495c-9a20-1d9657bc1383,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:01.133286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.231104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9ee20a62-dad6-4623-85fc-18ed23f71a0b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.246129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:01.276409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f33f59b-dad0-461c-a4e0-80cfa6223ffd tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:01.280455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7f33f59b-dad0-461c-a4e0-80cfa6223ffd tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=13f17e28-d7ab-4354-b6a6-5b3490062dfd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1876950 Jan 28 17:01:01.290787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40416) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:01.328245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6638375c-ec64-4175-ab0d-96563784603f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-9ee20a62-dad6-4623-85fc-18ed23f71a0b', 'network_id': '9ee20a62-dad6-4623-85fc-18ed23f71a0b', 'project_id': '3c71989173da487ca29328e099add32b', 'fixed_ips': [{'subnet_id': '62c8abfe-fd8d-4800-b8c6-5f8fb1320822'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:01:01.329148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6638375c-ec64-4175-ab0d-96563784603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.359296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (62c8abfe-fd8d-4800-b8c6-5f8fb1320822), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.429094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:01:01.458386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (62c8abfe-fd8d-4800-b8c6-5f8fb1320822), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.469422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3bba9-fd3d-425b-bee8-f3b3c2b6c8f3 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:01.474843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8b3bba9-fd3d-425b-bee8-f3b3c2b6c8f3 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.1830394 Jan 28 17:01:01.497094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40426) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:01.500098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Subnet': ['ID=62c8abfe-fd8d-4800-b8c6-5f8fb1320822,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:01.552550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f155f0d0-0c63-42cd-96e0-b7ff7395e250 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=13f17e28-d7ab-4354-b6a6-5b3490062dfd HTTP/1.1" status: 200 len: 205 time: 0.0499361 Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-6638375c-ec64-4175-ab0d-96563784603f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62c8abfe-fd8d-4800-b8c6-5f8fb1320822: This subnet is being modified by another concurrent operation. Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62c8abfe-fd8d-4800-b8c6-5f8fb1320822: This subnet is being modified by another concurrent operation. Jan 28 17:01:01.552748 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 17:01:01.574611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40430) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:01.584440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23a696-6ee4-41b7-b672-8ccdc0d395a5 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:01:01.605237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9ee20a62-dad6-4623-85fc-18ed23f71a0b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.617115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3a1bd106-eaac-4fe7-a3ce-f77d15786fb3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.640478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee20a62-dad6-4623-85fc-18ed23f71a0b']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:01.642582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:01:01.653377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (b1ca9156-6451-486c-be5e-9fca96f410b6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.674123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=3a1bd106-eaac-4fe7-a3ce-f77d15786fb3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:01.680652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d55529c-e406-4c9f-93bd-206729ad3763') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:01.681372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d55529c-e406-4c9f-93bd-206729ad3763') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:01.711421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3d55529c-e406-4c9f-93bd-206729ad3763), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.757625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:01:01.762135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.765726 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ca04ea4b-de47-4fc5-8650-452e15306379 req-2e278805-6638-43cb-bddd-cf6fe55d23aa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "DELETE /v2.0/ports/3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 HTTP/1.1" status: 204 len: 173 time: 1.0225029 Jan 28 17:01:01.766317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bdd592-d21d-47e9-b643-541dfc114225', 'name': 'network-vif-deleted', 'tag': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:01:01.769081 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c900acd-d93b-4cc0-a645-3fbcf8696ca8" -d '{"events": [{"server_uuid": "53bdd592-d21d-47e9-b643-541dfc114225", "name": "network-vif-deleted", "tag": "3a1bd106-eaac-4fe7-a3ce-f77d15786fb3"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:01:01.774619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3d55529c-e406-4c9f-93bd-206729ad3763), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.786028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:01:01.786784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3d55529c-e406-4c9f-93bd-206729ad3763), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.791044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Subnet': ['ID=b1ca9156-6451-486c-be5e-9fca96f410b6,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:01.810881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Checking segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:01.811164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network hostable DHCP agents. Network: dc6d335a-fc19-422c-94fb-f92b29efdcb4, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:01:01.813626 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:01.830944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.855642 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b5ad4-82c9-40bf-90ae-23421e4085c4 x-openstack-request-id: req-691b5ad4-82c9-40bf-90ae-23421e4085c4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:01:01.856271 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bdd592-d21d-47e9-b643-541dfc114225", "name": "network-vif-deleted", "tag": "3a1bd106-eaac-4fe7-a3ce-f77d15786fb3", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:01:01.858962 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-691b5ad4-82c9-40bf-90ae-23421e4085c4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:01:01.859716 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bdd592-d21d-47e9-b643-541dfc114225', 'name': 'network-vif-deleted', 'tag': '3a1bd106-eaac-4fe7-a3ce-f77d15786fb3', 'status': 'completed', 'code': 200} Jan 28 17:01:01.861575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23a696-6ee4-41b7-b672-8ccdc0d395a5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:01:01.880410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:00:58Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:01.888908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:01:01.919211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c091675-3aa1-4496-be47-c9bfe2a38f91 None None] The sync data for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 is: [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:00:58Z', 'revision_number': 3, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:01.953492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9ee20a62-dad6-4623-85fc-18ed23f71a0b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.964430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:01.973715 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/9ee20a62-dad6-4623-85fc-18ed23f71a0b HTTP/1.1" status: 204 len: 168 time: 0.8674417 Jan 28 17:01:01.975987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40444) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:01.987948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, dc6d335a-fc19-422c-94fb-f92b29efdcb4) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:01.999229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:02.000289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.006075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993881c-fdca-4191-a54c-a6c450b1a356 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Network': ['ID=9ee20a62-dad6-4623-85fc-18ed23f71a0b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:02.041767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-25f86c41-4cb9-42e4-b373-7deebbbafa9d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2207022 Jan 28 17:01:02.042421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40450) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.046703 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-750518a5-7461-482e-b818-c1d958f60de8 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:02.047265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750518a5-7461-482e-b818-c1d958f60de8 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:02.052724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-750518a5-7461-482e-b818-c1d958f60de8 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/62c8abfe-fd8d-4800-b8c6-5f8fb1320822 HTTP/1.1" status: 404 len: 337 time: 0.0553126 Jan 28 17:01:02.053547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40452) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.104395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (13f17e28-d7ab-4354-b6a6-5b3490062dfd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.109517 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57476a1-1a88-4328-acd2-2403b8b18f55 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:02.110212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57476a1-1a88-4328-acd2-2403b8b18f55 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:02.126272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a57476a1-1a88-4328-acd2-2403b8b18f55 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/9ee20a62-dad6-4623-85fc-18ed23f71a0b HTTP/1.1" status: 404 len: 339 time: 0.0712340 Jan 28 17:01:02.129731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40468) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.186246 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba462ef-25c5-4398-8629-bd6fe2f4dfbf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:02.193340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba462ef-25c5-4398-8629-bd6fe2f4dfbf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:02.196836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7ba462ef-25c5-4398-8629-bd6fe2f4dfbf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/66ed15c4-b3b0-4259-acf2-d3f77d0742d6 HTTP/1.1" status: 404 len: 337 time: 0.0659819 Jan 28 17:01:02.199287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40474) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.239330 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-166f931d-bde9-4615-b28a-8a13eb62bda2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:02.241459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166f931d-bde9-4615-b28a-8a13eb62bda2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:02.248980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-166f931d-bde9-4615-b28a-8a13eb62bda2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/367e2c65-6522-4caa-a505-1db9008e13c0 HTTP/1.1" status: 404 len: 339 time: 0.0486784 Jan 28 17:01:02.255214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40480) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.301414 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59192c2-ae83-43b5-9c0c-2c76ffe65b28 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:02.301638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59192c2-ae83-43b5-9c0c-2c76ffe65b28 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:02.305161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b59192c2-ae83-43b5-9c0c-2c76ffe65b28 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/64a8820a-af24-4ceb-ac56-46ce2e4164cd HTTP/1.1" status: 404 len: 337 time: 0.0488062 Jan 28 17:01:02.308715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40482) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.329297 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d553e1a-1f18-40da-8f6f-4a8dcd28e153 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:02.330174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d553e1a-1f18-40da-8f6f-4a8dcd28e153 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:02.340571 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6d553e1a-1f18-40da-8f6f-4a8dcd28e153 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/07d6efa6-0ea3-420f-8327-8c1230f4b22d HTTP/1.1" status: 404 len: 339 time: 0.0305746 Jan 28 17:01:02.343328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:02.370991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62296dd2-ac31-472f-97be-be74fd8b8c55 None None] Network 9ee20a62-dad6-4623-85fc-18ed23f71a0b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:02.375410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9594749c-af79-4c43-942d-8e503237e771 req-14b24afe-89dc-4ce1-900e-b1071ad6879c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.1924713 Jan 28 17:01:02.410180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073c6b9-678e-4c01-ab27-e7faee8fcd95 None None] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:02.415460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Deleting port 84bf2400-db6e-4a98-8e8b-b4596abb215e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:02.415806 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (84bf2400-db6e-4a98-8e8b-b4596abb215e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.583234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62296dd2-ac31-472f-97be-be74fd8b8c55 None None] Network 9ee20a62-dad6-4623-85fc-18ed23f71a0b could not be found, it might have been deleted concurrently. {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 17:01:02.584568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting port 740bdc40-4893-4b53-b380-8a35dade2ea3 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:02.585100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (740bdc40-4893-4b53-b380-8a35dade2ea3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.589972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (84bf2400-db6e-4a98-8e8b-b4596abb215e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.614814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Calling delete_port for 84bf2400-db6e-4a98-8e8b-b4596abb215e owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:02.699481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:01:02.700286 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.725067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e1942c3-0043-495c-9a20-1d9657bc1383 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:02.775172 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (740bdc40-4893-4b53-b380-8a35dade2ea3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:02.817507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Calling delete_port for 740bdc40-4893-4b53-b380-8a35dade2ea3 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:03.057136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4e1942c3-0043-495c-9a20-1d9657bc1383 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:03.062749 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.069596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (740bdc40-4893-4b53-b380-8a35dade2ea3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.167947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (84bf2400-db6e-4a98-8e8b-b4596abb215e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.176530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.187712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/ports/740bdc40-4893-4b53-b380-8a35dade2ea3 HTTP/1.1" status: 204 len: 168 time: 0.8400280 Jan 28 17:01:03.187712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40488) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:03.197501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53de456-6ae5-4692-92b4-72d4be72e4b2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Port': ['ID=740bdc40-4893-4b53-b380-8a35dade2ea3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:03.219303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Allocated IP 172.20.0.2 (dc6d335a-fc19-422c-94fb-f92b29efdcb4/b1ca9156-6451-486c-be5e-9fca96f410b6/107dde41-9df0-4ef7-9c5f-b5246030bdf5) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:03.235087 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea5154f-92b8-41df-965c-6af66c522e27 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:03.235866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea5154f-92b8-41df-965c-6af66c522e27 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:03.240313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ea5154f-92b8-41df-965c-6af66c522e27 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/c9f8ac7e-3a2b-4daf-b012-a0b79fa032fb HTTP/1.1" status: 404 len: 337 time: 0.0493155 Jan 28 17:01:03.242931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40490) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:03.258223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event deleted for resources: {'Port': ['ID=84bf2400-db6e-4a98-8e8b-b4596abb215e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:03.325454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4e1942c3-0043-495c-9a20-1d9657bc1383 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:03.329134 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.371011 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (13f17e28-d7ab-4354-b6a6-5b3490062dfd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.413760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (39174030-2b41-4a4b-b084-1c0b97526f46), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.487548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4e1942c3-0043-495c-9a20-1d9657bc1383, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e1942c3-0043-495c-9a20-1d9657bc1383,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:03.618065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.620909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (13f17e28-d7ab-4354-b6a6-5b3490062dfd), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.633223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (39174030-2b41-4a4b-b084-1c0b97526f46), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.661440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Publish callbacks [] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.665993 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.674149 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.676899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63d94762-214a-4a8f-8a1b-e379b737d29d req-9ef2c9ec-df97-4da6-b717-691f3af7777a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.1679575 Jan 28 17:01:03.688577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39174030-2b41-4a4b-b084-1c0b97526f46']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:03.711242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd86073-6917-4a54-ba04-e70c2d35f18a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:03.711490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd86073-6917-4a54-ba04-e70c2d35f18a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:03.724927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:03.734651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:01:03.739856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2bd86073-6917-4a54-ba04-e70c2d35f18a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.751449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:03.765843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (13f17e28-d7ab-4354-b6a6-5b3490062dfd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.766813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Fanout notify agent at l3_agent the message router_deleted on router 13f17e28-d7ab-4354-b6a6-5b3490062dfd {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:03.769968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2bd86073-6917-4a54-ba04-e70c2d35f18a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.779851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.784489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c560de26-39cc-4300-9bd0-8e1a00f5470b tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/13f17e28-d7ab-4354-b6a6-5b3490062dfd HTTP/1.1" status: 204 len: 168 time: 2.2052250 Jan 28 17:01:03.785527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:03.793150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1508533581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:03.793895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:03.796611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:01:03.797069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 3a1bd106-eaac-4fe7-a3ce-f77d15786fb3 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:01:03.798475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4e1942c3-0043-495c-9a20-1d9657bc1383,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:03.801229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:01:03.801416 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2bd86073-6917-4a54-ba04-e70c2d35f18a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:01:03.809924 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:03.928644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.930322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.965905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Attempting to bind port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:03.966796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Attempting to bind port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:03.967433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Attempting to bind port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 on network dc6d335a-fc19-422c-94fb-f92b29efdcb4 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:03.973885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Pushing event updated for resources: {'Port': ['ID=107dde41-9df0-4ef7-9c5f-b5246030bdf5,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:03.977753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:03.978495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Checking segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:03.978947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.979413 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:03.980064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Bound using segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:03.980816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Bound port: 107dde41-9df0-4ef7-9c5f-b5246030bdf5, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:03.981458 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.003814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.004903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (39174030-2b41-4a4b-b084-1c0b97526f46), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.015564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.019558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/39174030-2b41-4a4b-b084-1c0b97526f46 HTTP/1.1" status: 204 len: 168 time: 0.7753413 Jan 28 17:01:04.033601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40498) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:04.036014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.053321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417fd71-69a0-4c8c-a11e-b4c5d91e0cfd tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Network': ['ID=39174030-2b41-4a4b-b084-1c0b97526f46,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:04.091683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] For port 107dde41-9df0-4ef7-9c5f-b5246030bdf5, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:04.095870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.096132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] For port 107dde41-9df0-4ef7-9c5f-b5246030bdf5, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=107dde41-9df0-4ef7-9c5f-b5246030bdf5,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:04.099986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e7869754-2cac-4023-be6b-cad81c2d6897 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3095188 Jan 28 17:01:04.099986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40500) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:04.107585 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.117977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:04.211185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605b0b-f4f1-43c6-bdd1-a5d2e2150152 None None] Pushing event updated for resources: {'Port': ['ID=107dde41-9df0-4ef7-9c5f-b5246030bdf5,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:04.833551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 107dde41-9df0-4ef7-9c5f-b5246030bdf5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:04.899816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:04.900112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:04.914994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef92a07b-d632-43d4-ac06-e19c16505fed req-6d130246-a8f7-49b6-a01f-78c29bec2401 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0741942 Jan 28 17:01:05.058478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.062976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting port b49df5a6-c00a-48fd-8b8a-ac01e350087c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:05.063323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b49df5a6-c00a-48fd-8b8a-ac01e350087c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.089104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:05.090363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.165480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 107dde41-9df0-4ef7-9c5f-b5246030bdf5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=107dde41-9df0-4ef7-9c5f-b5246030bdf5,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:05.176290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.178297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e1942c3-0043-495c-9a20-1d9657bc1383 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:05.208174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b49df5a6-c00a-48fd-8b8a-ac01e350087c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.230497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Calling delete_port for b49df5a6-c00a-48fd-8b8a-ac01e350087c owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:05.237720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.1 (dc6d335a-fc19-422c-94fb-f92b29efdcb4/b1ca9156-6451-486c-be5e-9fca96f410b6/bc5109d1-1557-4a32-939e-477f4f15f381) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:05.295854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=107dde41-9df0-4ef7-9c5f-b5246030bdf5,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:05.320996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4e1942c3-0043-495c-9a20-1d9657bc1383 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:05.321242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.410820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b49df5a6-c00a-48fd-8b8a-ac01e350087c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.451691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4e1942c3-0043-495c-9a20-1d9657bc1383 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:05.477733 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (bc5109d1-1557-4a32-939e-477f4f15f381), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.492231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Port': ['ID=b49df5a6-c00a-48fd-8b8a-ac01e350087c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:05.500947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.505686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96bb5b9f-ad21-43d4-a7b6-eb7a0508c8bf tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/ports/b49df5a6-c00a-48fd-8b8a-ac01e350087c HTTP/1.1" status: 204 len: 168 time: 1.4709585 Jan 28 17:01:05.509270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:05.543749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.577846 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a2b577-9364-4268-af0c-9243c3dcc2e0 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:05.578432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a2b577-9364-4268-af0c-9243c3dcc2e0 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:05.582105 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-99a2b577-9364-4268-af0c-9243c3dcc2e0 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/c9365528-52ae-4ace-907d-db238b8015f4 HTTP/1.1" status: 404 len: 337 time: 0.0718181 Jan 28 17:01:05.586058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:05.627252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.636157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:05.640927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:05.643646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=bc5109d1-1557-4a32-939e-477f4f15f381,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:05.652217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:05.665236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.713450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (515b6274-8791-48f4-9e06-89c51adbe6f9), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.789155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5639f8df-d34c-4634-b7cd-2f9343f6bc3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.885236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7c80b-eace-4338-87e3-b4b5a50ca320 None None] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:05.923842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.941067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5639f8df-d34c-4634-b7cd-2f9343f6bc3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:05.962005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Allocated IP 172.25.8.60 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:05.983151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5639f8df-d34c-4634-b7cd-2f9343f6bc3a']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:05.997086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace7c45f-c0a6-44aa-9450-e02d967c6226') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:05.997398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace7c45f-c0a6-44aa-9450-e02d967c6226') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:06.025663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (ace7c45f-c0a6-44aa-9450-e02d967c6226), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.028367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2c97adf5-7105-4d88-9f83-508b7930fdcb None None] Provisioning complete for port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:06.029892 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2c97adf5-7105-4d88-9f83-508b7930fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.071972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ace7c45f-c0a6-44aa-9450-e02d967c6226), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.082255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:01:06.082662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (ace7c45f-c0a6-44aa-9450-e02d967c6226), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:01:06.085738 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:06.200050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5639f8df-d34c-4634-b7cd-2f9343f6bc3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.216278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.227400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/5639f8df-d34c-4634-b7cd-2f9343f6bc3a HTTP/1.1" status: 204 len: 168 time: 0.6386468 Jan 28 17:01:06.242111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2c97adf5-7105-4d88-9f83-508b7930fdcb None None] Current status of the port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:06.247849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40514) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:06.292196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d02f2c-46c1-4537-b070-f6e220a6885a tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Network': ['ID=5639f8df-d34c-4634-b7cd-2f9343f6bc3a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:06.339225 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for port (8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.372908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting subnet 5bdec69f-3532-4726-ac9e-f89acb62cac4 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:01:06.379314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (bc5109d1-1557-4a32-939e-477f4f15f381), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.382057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (5bdec69f-3532-4726-ac9e-f89acb62cac4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.394978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.439562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dc4214a-e200-4a0a-a109-8e3a991f5cd5 req-a308f076-5a67-4fa7-9d46-08b2d159700a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0574608 Jan 28 17:01:06.448519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.452114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (5bdec69f-3532-4726-ac9e-f89acb62cac4), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.526993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=bc5109d1-1557-4a32-939e-477f4f15f381,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:06.531447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (515b6274-8791-48f4-9e06-89c51adbe6f9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.593827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:06.596898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 107dde41-9df0-4ef7-9c5f-b5246030bdf5 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:06.607127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:06.611446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:06.661333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event updated for resources: {'Port': ['ID=8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:06.685710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c714eea2-caa8-4067-a549-10c26c699af8 None None] Provisioning complete for port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:06.686403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c714eea2-caa8-4067-a549-10c26c699af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.740085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:06.741650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:06.767465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:06.768118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.896512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5bdec69f-3532-4726-ac9e-f89acb62cac4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:06.953282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c714eea2-caa8-4067-a549-10c26c699af8 None None] Current status of the port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:06.957489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:06.987700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c714eea2-caa8-4067-a549-10c26c699af8 None None] Provisioning complete for port bc5109d1-1557-4a32-939e-477f4f15f381 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:06.988638 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c714eea2-caa8-4067-a549-10c26c699af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.024880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 515b6274-8791-48f4-9e06-89c51adbe6f9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:01:07.161521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.269072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:07.278324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c2c3ccfc-34ec-4571-bdde-3046ba59ab94 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/515b6274-8791-48f4-9e06-89c51adbe6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2310827 Jan 28 17:01:07.354461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (5bdec69f-3532-4726-ac9e-f89acb62cac4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.388576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdec69f-3532-4726-ac9e-f89acb62cac4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:07.440233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.446130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d0d89e0f-d909-479c-9ae7-48152e9373f2 tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/subnets/5bdec69f-3532-4726-ac9e-f89acb62cac4 HTTP/1.1" status: 204 len: 168 time: 1.1648860 Jan 28 17:01:07.446483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40522) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:07.501748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c714eea2-caa8-4067-a549-10c26c699af8 None None] Port bc5109d1-1557-4a32-939e-477f4f15f381 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:01:07.504955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5a833-5d3b-4c02-926c-d0e1fc0d3d5c None None] Network b4564986-61b3-45a9-ae8d-b921c8fc0ea7 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:07.508252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Sync routers for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:07.537298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:07.538015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:07.556102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.560470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.687116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25dfdb7f-8eeb-415c-adec-30d7d66a140d req-e375ed4c-36b6-4844-9375-96522cad4f1f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0821159 Jan 28 17:01:07.707818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b4564986-61b3-45a9-ae8d-b921c8fc0ea7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.709033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:01:07.778405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Router db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:01:07.824796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Deleting port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:07.825142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.899895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4576763-ca00-4437-a653-28ae7c67ee94 None None] Provisioning complete for port bc5109d1-1557-4a32-939e-477f4f15f381 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:07.900581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4576763-ca00-4437-a653-28ae7c67ee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.918767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:07.926317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.927512 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2ef118dd-28cf-47ec-ad8d-941a915120c1 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "PUT /v2.0/routers/db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 HTTP/1.1" status: 200 len: 883 time: 3.8266928 Jan 28 17:01:07.930048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40536) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:07.933167 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] Sync routers for ids ['db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:07.946142 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] Routers {'db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:07.947491 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:07.950384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4576763-ca00-4437-a653-28ae7c67ee94 None None] Port bc5109d1-1557-4a32-939e-477f4f15f381 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:01:07.954600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] For port ceec39d5-5628-4e1c-a2fa-a4309b723cd1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,segment=NetworkSegment(f5e64704-b353-4161-a468-8767a7b8fc6a),segment_id=f5e64704-b353-4161-a468-8767a7b8fc6a)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:07.954979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:07.989722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Calling delete_port for ceec39d5-5628-4e1c-a2fa-a4309b723cd1 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:07.999708 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.011448 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] Routers {'db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:08.012465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.066287 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.069005 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda3b86-e457-4cb2-9402-fdcddc05489f None None] The sync data for ids ['db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:08.093222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d812ee73-efd6-4b8b-aba4-9b054ed14687 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 HTTP/1.1" status: 200 len: 924 time: 0.1617236 Jan 28 17:01:08.111445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40538) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:08.129872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] DHCP port deletion for b4564986-61b3-45a9-ae8d-b921c8fc0ea7 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:01:08.223240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eafaca-9f1d-465a-a7f0-41297a38d69e tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:08.225455 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e3eafaca-9f1d-465a-a7f0-41297a38d69e tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1115081 Jan 28 17:01:08.228103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40540) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:08.234905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] Deleting port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:08.235373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.239864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-6f4356e9-6948-496d-8264-ed1e16434111 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780538768&fields=id&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 267 time: 0.1445203 Jan 28 17:01:08.304326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:06Z', 'revision_number': 2, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.336689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475762f7-c659-483c-bba4-11bd4a02692f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:08.340783 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-475762f7-c659-483c-bba4-11bd4a02692f tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.1092570 Jan 28 17:01:08.341863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40546) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:08.343770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Checking router: 515b6274-8791-48f4-9e06-89c51adbe6f9 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:01:08.344243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Updating router 515b6274-8791-48f4-9e06-89c51adbe6f9 port bc5109d1-1557-4a32-939e-477f4f15f381 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:01:08.388510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] For port ceec39d5-5628-4e1c-a2fa-a4309b723cd1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,segment=NetworkSegment(f5e64704-b353-4161-a468-8767a7b8fc6a),segment_id=f5e64704-b353-4161-a468-8767a7b8fc6a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:08.389002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.393532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-117b8b9d-453e-4e8b-975f-9bff0d809bd0 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 HTTP/1.1" status: 200 len: 205 time: 0.0488605 Jan 28 17:01:08.395609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:08.418066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] Calling delete_port for ceec39d5-5628-4e1c-a2fa-a4309b723cd1 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:08.438016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.492899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Port': ['ID=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:08.499839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] No DVR routers for this DVR port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:01:08.529081 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.596595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceec39d5-5628-4e1c-a2fa-a4309b723cd1 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:01:08.612915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-b581dd96-d4c8-4a2a-abfb-f6286a8760cd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:08.614466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-b581dd96-d4c8-4a2a-abfb-f6286a8760cd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/networks?id=dc6d335a-fc19-422c-94fb-f92b29efdcb4 HTTP/1.1" status: 200 len: 796 time: 0.3634441 Jan 28 17:01:08.662781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-4d8706b0-79cc-4a91-965c-a742f1ef84cf tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/quotas/8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 375 time: 0.0171967 Jan 28 17:01:08.672757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ceec39d5-5628-4e1c-a2fa-a4309b723cd1), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.677586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ceec39d5-5628-4e1c-a2fa-a4309b723cd1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:01:08.677935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ceec39d5-5628-4e1c-a2fa-a4309b723cd1 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:01:08.689076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b4564986-61b3-45a9-ae8d-b921c8fc0ea7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.722118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.730773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] Pushing event deleted for resources: {'Port': ['ID=ceec39d5-5628-4e1c-a2fa-a4309b723cd1,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:08.734017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4564986-61b3-45a9-ae8d-b921c8fc0ea7']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.743137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b95cc-9812-4985-9d44-9984d270b064 None None] No DVR routers for this DVR port ceec39d5-5628-4e1c-a2fa-a4309b723cd1 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:01:08.783243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e64704-b353-4161-a468-8767a7b8fc6a') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.784131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e64704-b353-4161-a468-8767a7b8fc6a') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:08.801135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (f5e64704-b353-4161-a468-8767a7b8fc6a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.848201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-b46601e7-2cb7-42a6-8c50-c38c69e1adfd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688578 Jan 28 17:01:08.895308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f5e64704-b353-4161-a468-8767a7b8fc6a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.943992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:01:08.944387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (f5e64704-b353-4161-a468-8767a7b8fc6a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:01:08.949521 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:09.015028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.040997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b4564986-61b3-45a9-ae8d-b921c8fc0ea7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.068391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Publish callbacks [] for port (bc5109d1-1557-4a32-939e-477f4f15f381), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.075489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.079510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.082949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] 10.222.0.25 "DELETE /v2.0/networks/b4564986-61b3-45a9-ae8d-b921c8fc0ea7 HTTP/1.1" status: 204 len: 168 time: 1.6345561 Jan 28 17:01:09.166717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-89bff032-b567-4e4c-9f0a-30872597ec8e service neutron] 10.222.0.25 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177285 Jan 28 17:01:09.168429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60416247-79a1-43e0-9179-6743ca76c9aa tempest-NetworksIpV6TestAttrs-619232087 tempest-NetworksIpV6TestAttrs-619232087-project] Pushing event deleted for resources: {'Network': ['ID=b4564986-61b3-45a9-ae8d-b921c8fc0ea7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:09.220450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eb9fa-50f1-4c6f-a6c2-b88238102c9f None None] Pushing event updated for resources: {'Port': ['ID=bc5109d1-1557-4a32-939e-477f4f15f381,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:09.334450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Attempting to bind port bc5109d1-1557-4a32-939e-477f4f15f381 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:09.334767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Attempting to bind port bc5109d1-1557-4a32-939e-477f4f15f381 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:09.335525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Attempting to bind port bc5109d1-1557-4a32-939e-477f4f15f381 on network dc6d335a-fc19-422c-94fb-f92b29efdcb4 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:09.343285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:09.343935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Checking segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:09.344570 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.345056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Bound using segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:09.347405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Bound port: bc5109d1-1557-4a32-939e-477f4f15f381, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:09.348253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.450517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] For port bc5109d1-1557-4a32-939e-477f4f15f381, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:09.452351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ce362e2-a034-4df9-8376-bca272481514 req-547121bc-2283-4d5e-980c-461d49316754 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.1111033 Jan 28 17:01:09.455175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] For port bc5109d1-1557-4a32-939e-477f4f15f381, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc5109d1-1557-4a32-939e-477f4f15f381,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:09.464395 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.559006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Deleting port 8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:09.560910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.565394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-1df62bbb-b103-4212-a0e8-fb3a51fece00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:09.570928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-1df62bbb-b103-4212-a0e8-fb3a51fece00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.3464990 Jan 28 17:01:09.581991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eb9fa-50f1-4c6f-a6c2-b88238102c9f None None] Pushing event updated for resources: {'Port': ['ID=bc5109d1-1557-4a32-939e-477f4f15f381,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:09.584863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-c93466ce-82e6-4dbc-bad1-3553ccda284e service neutron] 10.222.0.25 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056211 Jan 28 17:01:09.594159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:09.595067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:09.694373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:09.742369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] Provisioning complete for port bc5109d1-1557-4a32-939e-477f4f15f381 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:09.742753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:09.907454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:01:09.975840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] Current status of the port bc5109d1-1557-4a32-939e-477f4f15f381 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:09.978135 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.016642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.075816 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-646ce45b-11f4-41d0-bc3f-6f8fee91af2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c71989173da487ca29328e099add32b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799691 Jan 28 17:01:10.076464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:10.099864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-436b2677-9c0f-45a1-a479-c3ebe1f73b75 req-6a1b01dc-afcb-46d8-8d03-de8b32e495d1 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 210 time: 0.1085703 Jan 28 17:01:10.121279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0506e-0739-4c96-bbc7-552ca989da59 req-2acb840a-c046-4ac5-bcf7-d21e280972b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:10.133380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2c0506e-0739-4c96-bbc7-552ca989da59 req-2acb840a-c046-4ac5-bcf7-d21e280972b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.4976232 Jan 28 17:01:10.171987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-813dd8fa-780a-4b67-acf7-678cbac64ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:10.173570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-813dd8fa-780a-4b67-acf7-678cbac64ee8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.5705066 Jan 28 17:01:10.176320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Calling delete_port for 8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:10.191671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d96c22-72d7-4185-a17b-a17a3186d804 admin admin] Publish callbacks [] for security_group (93c5fb9a-fdc9-41a1-8686-c516373e9f4e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.243186 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d96c22-72d7-4185-a17b-a17a3186d804 admin admin] Publish callbacks [] for security_group (93c5fb9a-fdc9-41a1-8686-c516373e9f4e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.268554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] For port bc5109d1-1557-4a32-939e-477f4f15f381, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc5109d1-1557-4a32-939e-477f4f15f381,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:10.287750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.328437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d96c22-72d7-4185-a17b-a17a3186d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93c5fb9a-fdc9-41a1-8686-c516373e9f4e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.331125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d96c22-72d7-4185-a17b-a17a3186d804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.334637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-90d96c22-72d7-4185-a17b-a17a3186d804 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93c5fb9a-fdc9-41a1-8686-c516373e9f4e HTTP/1.1" status: 204 len: 168 time: 0.2548974 Jan 28 17:01:10.358115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96c22-72d7-4185-a17b-a17a3186d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c5fb9a-fdc9-41a1-8686-c516373e9f4e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:10.477274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2c0506e-0739-4c96-bbc7-552ca989da59 req-2445466e-87ce-40d3-846d-08e63c1c2ade tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418159 Jan 28 17:01:10.574434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c6278339-4d35-4d2f-86c3-27756fc71847 None None] Provisioning complete for port bc5109d1-1557-4a32-939e-477f4f15f381 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:10.574434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6278339-4d35-4d2f-86c3-27756fc71847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:10.578316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb2a68-6be4-4228-b345-3d22c97a8fc1 None None] Pushing event updated for resources: {'Port': ['ID=bc5109d1-1557-4a32-939e-477f4f15f381,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:10.792801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:09Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:11.048226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b48799-3e2a-4612-a19c-634d6f9a5569 None None] The sync data for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 is: [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:09Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:11.053337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c6278339-4d35-4d2f-86c3-27756fc71847 None None] Current status of the port bc5109d1-1557-4a32-939e-477f4f15f381 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:11.511966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-877ee8df-808b-4159-a835-8e1f4c5897aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 1.3214195 Jan 28 17:01:11.766544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0a8a2a5-c168-4f43-9e18-1773d08749f6 req-ebcf2576-9184-4370-aab9-6e1a6945a855 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.3053944 Jan 28 17:01:11.950648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-d1733932-3310-4580-90f6-0fb4bcf7e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:11.958175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-d1733932-3310-4580-90f6-0fb4bcf7e05a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.4102707 Jan 28 17:01:11.960304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f7e572d-7545-4694-afad-12d347c487f7 req-14853701-4cac-4e9f-96ec-beb9a22cb237 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 210 time: 0.5103526 Jan 28 17:01:11.961411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-b6fccca6-f1d2-44e2-9f91-1d35652b3cb6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:11.972389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-b6fccca6-f1d2-44e2-9f91-1d35652b3cb6 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/networks?id=dc6d335a-fc19-422c-94fb-f92b29efdcb4 HTTP/1.1" status: 200 len: 796 time: 0.3777056 Jan 28 17:01:12.008068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:12.112448 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.156894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3fbd6025-95d6-436a-b86d-51d629e3b54a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed5608621734a99b86b03a99acedd8f HTTP/1.1" status: 200 len: 379 time: 0.1800427 Jan 28 17:01:12.179410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'port': {'device_id': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'admin_state_up': True, 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'security_groups': ['d05eaa18-100d-45fe-92ca-044982d07a7a']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:12.183210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event deleted for resources: {'Port': ['ID=8146cfd0-fbca-4f30-88d6-e1b5e0e0ce52,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:12.305176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-efe7642b-80e8-4601-ae9f-49c9dc017b29 tempest-DvrRoutersNegativeTest-955230954 tempest-DvrRoutersNegativeTest-955230954-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-331964179', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:12.312075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.policy [None req-efe7642b-80e8-4601-ae9f-49c9dc017b29 tempest-DvrRoutersNegativeTest-955230954 tempest-DvrRoutersNegativeTest-955230954-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103094) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 17:01:12.312428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.policy [None req-efe7642b-80e8-4601-ae9f-49c9dc017b29 tempest-DvrRoutersNegativeTest-955230954 tempest-DvrRoutersNegativeTest-955230954-project] Failed policy check for 'create_router' {{(pid=103094) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 17:01:12.312551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-ee0e666b-14f1-487e-a344-1f0c7a3af2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:12.313386 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-efe7642b-80e8-4601-ae9f-49c9dc017b29 tempest-DvrRoutersNegativeTest-955230954 tempest-DvrRoutersNegativeTest-955230954-project] create failed (client error): Access was denied to this resource. Jan 28 17:01:12.314022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-ee0e666b-14f1-487e-a344-1f0c7a3af2d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3360701 Jan 28 17:01:12.314437 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-efe7642b-80e8-4601-ae9f-49c9dc017b29 tempest-DvrRoutersNegativeTest-955230954 tempest-DvrRoutersNegativeTest-955230954-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3055232 Jan 28 17:01:12.349434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.351777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.369440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa182252-955e-4371-b5c2-5c6a65be2974 req-4b0c9e7b-99a4-4eb7-88c1-7bc87c11892b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:12.378968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa182252-955e-4371-b5c2-5c6a65be2974 req-4b0c9e7b-99a4-4eb7-88c1-7bc87c11892b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.4142604 Jan 28 17:01:12.454821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.494426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Made reservation on behalf of 8ed5608621734a99b86b03a99acedd8f for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:12.498834 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.756779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc5109d1-1557-4a32-939e-477f4f15f381 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:12.812866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa182252-955e-4371-b5c2-5c6a65be2974 req-05bebccd-61e7-448a-974d-323f1b97671a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103093 Jan 28 17:01:12.816586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.823459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.889243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bc5109d1-1557-4a32-939e-477f4f15f381 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:12.889626 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:12.952525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.20.0.3 (dc6d335a-fc19-422c-94fb-f92b29efdcb4/b1ca9156-6451-486c-be5e-9fca96f410b6/5873f895-628e-47e0-9fad-19e2dc27979b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:13.051140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40624) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:13.063265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59063d3b-0df8-4fa4-bc09-224f765c8f47 req-54a3f6ae-1cf8-4c2e-b885-39f2598f4d47 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0898147 Jan 28 17:01:13.085689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-522407e0-48e1-47c3-8cf5-3fdbd579adec service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787705 Jan 28 17:01:13.093810 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.094619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Fanout notify agent at l3_agent the message router_deleted on router db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:13.109326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.113944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5cc917c-94fb-4c66-b9ee-ab581971429d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 HTTP/1.1" status: 204 len: 168 time: 4.7139010 Jan 28 17:01:13.117163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:13.144271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2021423615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:13.210290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ca556d7-5a03-4673-a7ad-fbc968504be3 req-b22f92f1-e686-4290-b10e-1a4b39b809f8 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 210 time: 0.0764589 Jan 28 17:01:13.210449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bc5109d1-1557-4a32-939e-477f4f15f381 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:13.291420 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edaf3367-a31b-4bc0-8db5-9e0166b6323b req-a509d696-adee-4345-9dd4-f2d24d4f417f service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938484 Jan 28 17:01:13.343749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.348647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.500102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (5873f895-628e-47e0-9fad-19e2dc27979b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.531703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9dabd47c-d1bb-4db7-8a10-7c38fa61af22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.604558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (bb0fb844-c896-47e3-ad40-7224f0b37677), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.620637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.673673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.675503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-990a66b9-a131-45e7-b8aa-1157afb07440 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5573964 Jan 28 17:01:13.678542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40630) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:13.685964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': True}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:13.691077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.737009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9dabd47c-d1bb-4db7-8a10-7c38fa61af22 admin admin] Publish callbacks [] for security_group (dd5c7297-d541-434f-ad86-382c9255eab4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.759266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9dabd47c-d1bb-4db7-8a10-7c38fa61af22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dd5c7297-d541-434f-ad86-382c9255eab4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:13.770046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:13.787860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:13.806741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:13.896077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabd47c-d1bb-4db7-8a10-7c38fa61af22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5c7297-d541-434f-ad86-382c9255eab4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:13.922753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:13.971566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9dabd47c-d1bb-4db7-8a10-7c38fa61af22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8464bbe15aa2494c8be449cfe37bdcfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9125166 Jan 28 17:01:13.984351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40636) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:14.035170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:14.036142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.088461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ae08e798-f5ef-49a6-8181-7272733afaca tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9270244 Jan 28 17:01:14.119966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Request body: {'port': {'device_id': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:14.179637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4011e81-5bec-450b-bd78-9c28e68ab2de admin admin] Publish callbacks [] for security_group (dd5c7297-d541-434f-ad86-382c9255eab4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.210301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6b34853c-b799-4780-9423-157bf3093d83 None None] Provisioning complete for port 5873f895-628e-47e0-9fad-19e2dc27979b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:14.210939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b34853c-b799-4780-9423-157bf3093d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.273484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6b34853c-b799-4780-9423-157bf3093d83 None None] Port 5873f895-628e-47e0-9fad-19e2dc27979b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:01:14.273753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4011e81-5bec-450b-bd78-9c28e68ab2de admin admin] Publish callbacks [] for security_group (dd5c7297-d541-434f-ad86-382c9255eab4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.306467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.366714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (bb0fb844-c896-47e3-ad40-7224f0b37677), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.397320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-776d40be-be67-4042-82b9-a3dac9653561 req-2b807e94-59c8-4957-9660-866aee577470 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.1165369 Jan 28 17:01:14.457222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4011e81-5bec-450b-bd78-9c28e68ab2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dd5c7297-d541-434f-ad86-382c9255eab4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.463424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4011e81-5bec-450b-bd78-9c28e68ab2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.467361 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b4011e81-5bec-450b-bd78-9c28e68ab2de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd5c7297-d541-434f-ad86-382c9255eab4 HTTP/1.1" status: 204 len: 168 time: 0.4771326 Jan 28 17:01:14.486648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4011e81-5bec-450b-bd78-9c28e68ab2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5c7297-d541-434f-ad86-382c9255eab4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:14.541641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0895-af7a-4010-8acc-e6bb1ef69d5d req-4da6a938-c41c-4159-a21e-1f56c63043f6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:14.548955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfdd0895-af7a-4010-8acc-e6bb1ef69d5d req-4da6a938-c41c-4159-a21e-1f56c63043f6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.5601466 Jan 28 17:01:14.669720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cfdd0895-af7a-4010-8acc-e6bb1ef69d5d req-4a96560b-76e4-4961-8621-52e0d1d88a11 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194582 Jan 28 17:01:14.688938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76d03b-718d-43b4-bcbe-e587834d9141 req-abf9b934-4ccf-4d91-8808-06a8db584224 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:14.688938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd76d03b-718d-43b4-bcbe-e587834d9141 req-abf9b934-4ccf-4d91-8808-06a8db584224 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 931 time: 0.1854310 Jan 28 17:01:14.691864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5873f895-628e-47e0-9fad-19e2dc27979b {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:01:14.718760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Publish callbacks [] for port (5873f895-628e-47e0-9fad-19e2dc27979b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.745271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Transition to ACTIVE for port object 5873f895-628e-47e0-9fad-19e2dc27979b will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:01:14.750671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.787035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd76d03b-718d-43b4-bcbe-e587834d9141 req-b17fe182-6835-4f94-9a18-aa3f89fc8077 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870285 Jan 28 17:01:14.831374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:14.947594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (bb0fb844-c896-47e3-ad40-7224f0b37677), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.962576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Attempting to bind port 5873f895-628e-47e0-9fad-19e2dc27979b on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:14.963115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Attempting to bind port 5873f895-628e-47e0-9fad-19e2dc27979b by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:14.964459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Attempting to bind port 5873f895-628e-47e0-9fad-19e2dc27979b on network dc6d335a-fc19-422c-94fb-f92b29efdcb4 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:14.970599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Port 5873f895-628e-47e0-9fad-19e2dc27979b on network dc6d335a-fc19-422c-94fb-f92b29efdcb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:01:14.970980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Attempting to bind port 5873f895-628e-47e0-9fad-19e2dc27979b on network dc6d335a-fc19-422c-94fb-f92b29efdcb4 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:14.978523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:14.978824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Checking segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:14.979239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Bound using segment: {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:14.979918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Bound port: 5873f895-628e-47e0-9fad-19e2dc27979b, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0caee89f-61fb-4e74-839c-7a7a7c41cd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:14.981118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:14.997428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:15.065229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:15.069122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:15.077801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:15.098789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:15.099458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:15.100939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] 10.222.0.24 "PUT /v2.0/ports/5873f895-628e-47e0-9fad-19e2dc27979b HTTP/1.1" status: 200 len: 1092 time: 0.9857678 Jan 28 17:01:15.103499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:01:15.106616 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5" -d '{"events": [{"name": "network-changed", "server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:01:15.181133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481d623-db65-4ecb-95ee-e1aac460d000 service neutron] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:15.203605 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048ad35-ea60-4d55-a2df-0916a7612c93 x-openstack-request-id: req-0048ad35-ea60-4d55-a2df-0916a7612c93 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:01:15.204039 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:01:15.204165 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0048ad35-ea60-4d55-a2df-0916a7612c93 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:01:15.204555 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b', 'status': 'completed', 'code': 200} Jan 28 17:01:15.228949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-4cdf5ea1-901a-430f-96af-933c8652883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:15.231290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-4cdf5ea1-901a-430f-96af-933c8652883e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1126 time: 0.0608046 Jan 28 17:01:15.249282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Allocated IP 172.25.8.86 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a8ff4794-7e5c-491b-b4d2-c77bed89e7c8) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:15.351581 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-ad3958f0-7b29-400e-82d1-9496d43f2c3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5873f895-628e-47e0-9fad-19e2dc27979b HTTP/1.1" status: 200 len: 217 time: 0.1123607 Jan 28 17:01:15.414432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-f9945227-dfa5-4cac-8be4-a604553b08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:15.416603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-f9945227-dfa5-4cac-8be4-a604553b08e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1ca9156-6451-486c-be5e-9fca96f410b6 HTTP/1.1" status: 200 len: 834 time: 0.0600359 Jan 28 17:01:15.543969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for port (a8ff4794-7e5c-491b-b4d2-c77bed89e7c8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:15.571211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-dc66f02a-1209-41ce-95c3-5d548ac93b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:15.584829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-dc66f02a-1209-41ce-95c3-5d548ac93b5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc6d335a-fc19-422c-94fb-f92b29efdcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1571097 Jan 28 17:01:15.615838 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:01:15.655801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c0075ce-52c2-4893-91e8-adcfb589005d req-73d93277-aa1f-40df-bae1-1665d6f4a5ca tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0911474 Jan 28 17:01:15.709197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a8ff4794-7e5c-491b-b4d2-c77bed89e7c8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:15.778314 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-b908edfd-fc2f-446c-8887-746305ca03fc service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907592 Jan 28 17:01:15.787781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:15.789752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:15.793300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:15.839326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ff4794-7e5c-491b-b4d2-c77bed89e7c8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:15.945416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da1dc84c-06b7-4bf3-99b5-6eb72094592e req-58a836c8-0bbb-4b37-83cd-b201529bfde0 service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604366 Jan 28 17:01:15.964503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1cffe57-2136-443d-8971-e542590362fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.052320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-283baffc-ce56-4f03-86ae-0b6884f0fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:16.053865 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-283baffc-ce56-4f03-86ae-0b6884f0fe69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1126 time: 0.0562701 Jan 28 17:01:16.074199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40672) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:16.146779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a51e5-fd28-4c48-a57a-7ebb3df7a628 req-9f41d21a-6d84-4b34-8b93-5c3f0ce60a7e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:16.148320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c2a51e5-fd28-4c48-a57a-7ebb3df7a628 req-9f41d21a-6d84-4b34-8b93-5c3f0ce60a7e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 943 time: 0.2252223 Jan 28 17:01:16.337767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c2a51e5-fd28-4c48-a57a-7ebb3df7a628 req-ecf5183f-b5fe-4cea-acd9-91ea4d620420 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807425 Jan 28 17:01:16.383416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (bb0fb844-c896-47e3-ad40-7224f0b37677), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.553063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--330948402'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:16.592332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.609126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.628578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-460d21b6-fca8-497f-b081-2e6be102c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:16.630089 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-460d21b6-fca8-497f-b081-2e6be102c28d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc6d335a-fc19-422c-94fb-f92b29efdcb4 HTTP/1.1" status: 200 len: 897 time: 0.5680463 Jan 28 17:01:16.634111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.638970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.741663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (007bdc65-c495-42a1-b522-1b02ae7661d6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.745322 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-bade3eee-3ec4-45d5-acb3-129e9d574802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5873f895-628e-47e0-9fad-19e2dc27979b HTTP/1.1" status: 200 len: 217 time: 0.1061711 Jan 28 17:01:16.747958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (007bdc65-c495-42a1-b522-1b02ae7661d6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.813112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-0968044c-3f9b-45d4-b8fc-ad57e94fa49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:16.815272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-0968044c-3f9b-45d4-b8fc-ad57e94fa49c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1ca9156-6451-486c-be5e-9fca96f410b6 HTTP/1.1" status: 200 len: 834 time: 0.0637684 Jan 28 17:01:16.829261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96b44d8d-f252-4183-b202-21afc0a6bc51 req-23befdc0-5d0e-4916-86bd-7c7f1136bb48 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.0429702 Jan 28 17:01:16.880531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007bdc65-c495-42a1-b522-1b02ae7661d6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:16.884965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Router bb0fb844-c896-47e3-ad40-7224f0b37677 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:01:16.925588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-e23f3c1d-b2c7-4dda-8cd8-0f3e5ec45507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:16.927116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-e23f3c1d-b2c7-4dda-8cd8-0f3e5ec45507 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc6d335a-fc19-422c-94fb-f92b29efdcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000381 Jan 28 17:01:16.948424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:16.962482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.035189 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.036074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:17.036479 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9610147 Jan 28 17:01:17.039648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.047988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046a44-d4b0-4c91-8d27-3bbe3b8b5662 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d15276e-9224-4018-a43b-5e4bdd724350,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:17.058002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] Sync routers for ids ['bb0fb844-c896-47e3-ad40-7224f0b37677'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:17.058802 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.061074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d7af597d-45aa-4057-af44-1bd32885ed59 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "PUT /v2.0/routers/bb0fb844-c896-47e3-ad40-7224f0b37677 HTTP/1.1" status: 200 len: 918 time: 3.3806081 Jan 28 17:01:17.063598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40684) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.080197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] Routers {'bb0fb844-c896-47e3-ad40-7224f0b37677'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:17.081747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bb0fb844-c896-47e3-ad40-7224f0b37677'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:17.169585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4110ff93-2761-4fec-ae39-41a940138dc3 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1283097 Jan 28 17:01:17.170935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:17.172713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-08c76da2-b1a7-4bfb-b138-cb70f01d0e89 service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355735 Jan 28 17:01:17.173376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40688) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.180510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-security--582364076', 'description': 'tempest-security-description-1781432525'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:17.190751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] Routers {'bb0fb844-c896-47e3-ad40-7224f0b37677'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:17.194644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:00:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['bb0fb844-c896-47e3-ad40-7224f0b37677'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:17.209051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21b92682-c114-4cd1-91ba-55bb8d586264 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/bb0fb844-c896-47e3-ad40-7224f0b37677 HTTP/1.1" status: 200 len: 924 time: 0.1435535 Jan 28 17:01:17.211642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40690) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.242757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.266726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:17.267423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8061a-22df-45f5-a8fc-45285146706a None None] The sync data for ids ['bb0fb844-c896-47e3-ad40-7224f0b37677'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:17.277758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e01d07-ce47-4d64-8dd2-5e51bbb14407 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:17.281864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-98e01d07-ce47-4d64-8dd2-5e51bbb14407 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=bb0fb844-c896-47e3-ad40-7224f0b37677&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0666263 Jan 28 17:01:17.282274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40692) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.372310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.384637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.387305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.388644 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "PUT /v2.0/security-groups/9d15276e-9224-4018-a43b-5e4bdd724350 HTTP/1.1" status: 200 len: 1796 time: 0.2135110 Jan 28 17:01:17.391911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40696) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.399762 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5d225f7d-c084-4e6b-9478-a7ab8e9503e5 req-dbc180bc-095f-4486-b8b6-498a195a15fd service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701801 Jan 28 17:01:17.435803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fc1b4-1bb6-4d1e-b029-00abcb874701 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d15276e-9224-4018-a43b-5e4bdd724350,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:17.452338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5258534-0f37-4877-885e-9fa6c1fe649c tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:17.453822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5258534-0f37-4877-885e-9fa6c1fe649c tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.1704838 Jan 28 17:01:17.457758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40698) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.489222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-548437da-2930-41e6-80cc-04d5332b4af6 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb0fb844-c896-47e3-ad40-7224f0b37677 HTTP/1.1" status: 200 len: 205 time: 0.0301750 Jan 28 17:01:17.491714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40700) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.527711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-882828f9-b368-4bd3-bd19-1bc6988ebafe tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups/9d15276e-9224-4018-a43b-5e4bdd724350 HTTP/1.1" status: 200 len: 1796 time: 0.1309946 Jan 28 17:01:17.528948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40702) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.562284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab633-ffac-4a4a-909d-85ea5fdd9fe0 req-76028dc8-523d-4980-85bf-c9ce32e5fb3c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:17.563392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b2ab633-ffac-4a4a-909d-85ea5fdd9fe0 req-76028dc8-523d-4980-85bf-c9ce32e5fb3c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 943 time: 0.1084211 Jan 28 17:01:17.631156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.640385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e588074a-6175-4c16-a43b-16fc96085702 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.646572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b2ab633-ffac-4a4a-909d-85ea5fdd9fe0 req-e12e2bf5-ab00-47e4-8332-4bed6d47258f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753801 Jan 28 17:01:17.678358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e588074a-6175-4c16-a43b-16fc96085702 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.749736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e588074a-6175-4c16-a43b-16fc96085702 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9d15276e-9224-4018-a43b-5e4bdd724350), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.759789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e588074a-6175-4c16-a43b-16fc96085702 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.761120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e588074a-6175-4c16-a43b-16fc96085702 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d15276e-9224-4018-a43b-5e4bdd724350 HTTP/1.1" status: 204 len: 168 time: 0.2312713 Jan 28 17:01:17.766344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40704) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.774544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (bb0fb844-c896-47e3-ad40-7224f0b37677), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.787242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588074a-6175-4c16-a43b-16fc96085702 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d15276e-9224-4018-a43b-5e4bdd724350,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:17.849311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8137ce3a-1f2e-45ac-9f1a-d3eeb2faef77 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771637 Jan 28 17:01:17.849549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40708) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.858164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Deleting port a8ff4794-7e5c-491b-b4d2-c77bed89e7c8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:17.858887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a8ff4794-7e5c-491b-b4d2-c77bed89e7c8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.876395 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-508c0556-4dbf-4651-91b0-b8bce6a15ad3 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] delete failed (client error): The resource could not be found. Jan 28 17:01:17.884610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-508c0556-4dbf-4651-91b0-b8bce6a15ad3 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d15276e-9224-4018-a43b-5e4bdd724350 HTTP/1.1" status: 404 len: 347 time: 0.0276587 Jan 28 17:01:17.885537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40710) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:17.891646 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aafac2cc-7b6b-4f2f-931c-acaf499f72a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.896721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--491770552'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:17.979075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:17.980834 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a8ff4794-7e5c-491b-b4d2-c77bed89e7c8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.008266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Calling delete_port for a8ff4794-7e5c-491b-b4d2-c77bed89e7c8 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:18.121917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40a60d5e-a929-400c-b60d-2fc343308f06 req-bf926124-4349-4b75-9b1a-4bac3b9217a1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bdd592-d21d-47e9-b643-541dfc114225 HTTP/1.1" status: 200 len: 210 time: 0.1472754 Jan 28 17:01:18.207068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (e6f55a38-a0e4-4324-905e-73588980b617), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.212242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e6f55a38-a0e4-4324-905e-73588980b617), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.247577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f55a38-a0e4-4324-905e-73588980b617,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:18.268287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.272859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2903090d-2b19-4540-b2d5-d4656216bac5 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3838596 Jan 28 17:01:18.273253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40714) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:18.279075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': 'e6f55a38-a0e4-4324-905e-73588980b617', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:18.312701 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3beb38fb-6890-4fd7-af90-87c720f16887), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.334323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a8ff4794-7e5c-491b-b4d2-c77bed89e7c8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.373709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event deleted for resources: {'Port': ['ID=a8ff4794-7e5c-491b-b4d2-c77bed89e7c8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:18.405928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3beb38fb-6890-4fd7-af90-87c720f16887), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.410811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3beb38fb-6890-4fd7-af90-87c720f16887), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.443684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3beb38fb-6890-4fd7-af90-87c720f16887,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:18.444477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:01:18.456651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.461166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4301cc50-7430-421b-8463-287e4e149b9c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865075 Jan 28 17:01:18.461821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40716) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:18.466568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (bb0fb844-c896-47e3-ad40-7224f0b37677), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.499918 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f304868-3259-486f-bad8-8588285cc35f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3beb38fb-6890-4fd7-af90-87c720f16887), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.511917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f304868-3259-486f-bad8-8588285cc35f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3beb38fb-6890-4fd7-af90-87c720f16887), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.553828 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f304868-3259-486f-bad8-8588285cc35f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3beb38fb-6890-4fd7-af90-87c720f16887), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.575401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f304868-3259-486f-bad8-8588285cc35f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.582644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9f304868-3259-486f-bad8-8588285cc35f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3beb38fb-6890-4fd7-af90-87c720f16887 HTTP/1.1" status: 204 len: 168 time: 0.1194992 Jan 28 17:01:18.585011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40718) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:18.606680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.609556 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (bb0fb844-c896-47e3-ad40-7224f0b37677), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.614593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f304868-3259-486f-bad8-8588285cc35f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3beb38fb-6890-4fd7-af90-87c720f16887,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:18.629492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:18.644371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5873f895-628e-47e0-9fad-19e2dc27979b', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'port_id': '5873f895-628e-47e0-9fad-19e2dc27979b', 'mac_address': 'fa:16:3e:63:cd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:01:18.680427 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (bb0fb844-c896-47e3-ad40-7224f0b37677), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.682649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Fanout notify agent at l3_agent the message router_deleted on router bb0fb844-c896-47e3-ad40-7224f0b37677 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:18.697941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.698523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5873f895-628e-47e0-9fad-19e2dc27979b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:18.702918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.703034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3cefb597-5152-46c1-9327-79e4b5bee436 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/bb0fb844-c896-47e3-ad40-7224f0b37677 HTTP/1.1" status: 204 len: 168 time: 1.2062566 Jan 28 17:01:18.703138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40722) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:18.715386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1200281033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:18.719026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5873f895-628e-47e0-9fad-19e2dc27979b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:01:18.740586 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8b603c94-6278-4728-812a-846ed560614f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1446660 Jan 28 17:01:18.741189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40724) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:18.749173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:18.756116 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.781017 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.782665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.824878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:18.888257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (6b8b707f-e183-47e5-9de2-ee58cb9746df), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.894871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.896041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7935ec2-92e7-49ea-bca3-42dbac74a2ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (e6f55a38-a0e4-4324-905e-73588980b617), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.918864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.923477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9b9b4d5d-fe2b-4997-9ceb-937a4731e184 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2181871 Jan 28 17:01:18.926399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40726) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:18.934187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7935ec2-92e7-49ea-bca3-42dbac74a2ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (e6f55a38-a0e4-4324-905e-73588980b617), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:18.935233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'enable_snat': False}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:18.943209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c806d-ec3e-4eba-854c-50e38bc45e6a req-31991883-2ba5-4e77-95ed-6dcb0b798840 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:18.945012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-902c806d-ec3e-4eba-854c-50e38bc45e6a req-31991883-2ba5-4e77-95ed-6dcb0b798840 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 944 time: 0.1691012 Jan 28 17:01:18.987838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5873f895-628e-47e0-9fad-19e2dc27979b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:01:19.024736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-902c806d-ec3e-4eba-854c-50e38bc45e6a req-97704f95-e5a6-488b-b3b8-875d35d5b658 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725133 Jan 28 17:01:19.025765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7935ec2-92e7-49ea-bca3-42dbac74a2ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e6f55a38-a0e4-4324-905e-73588980b617), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.028455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e7935ec2-92e7-49ea-bca3-42dbac74a2ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.030228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e7935ec2-92e7-49ea-bca3-42dbac74a2ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/e6f55a38-a0e4-4324-905e-73588980b617 HTTP/1.1" status: 204 len: 168 time: 0.2879868 Jan 28 17:01:19.035682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40728) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:19.061061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7935ec2-92e7-49ea-bca3-42dbac74a2ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f55a38-a0e4-4324-905e-73588980b617,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:19.111981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c74f7a3e-a2a7-4c2a-bdab-d34782be3e2b tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737569 Jan 28 17:01:19.115937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40730) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:19.122621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--728918200'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:19.162421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.303275 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (6b8b707f-e183-47e5-9de2-ee58cb9746df), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.320508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (95d373ea-a4f9-4f91-b1ce-d94b11b2adee), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.326008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (95d373ea-a4f9-4f91-b1ce-d94b11b2adee), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.435262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.441872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d373ea-a4f9-4f91-b1ce-d94b11b2adee,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:19.465848 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.473058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-869d84bb-9411-4919-99fd-9215adacb6ac tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3536108 Jan 28 17:01:19.473852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40738) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:19.524025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '95d373ea-a4f9-4f91-b1ce-d94b11b2adee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:19.633664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1f01909-24fb-4afb-9b87-a5cd61380444), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.638274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (6b8b707f-e183-47e5-9de2-ee58cb9746df), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.668167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.757496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1f01909-24fb-4afb-9b87-a5cd61380444), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.768237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f1f01909-24fb-4afb-9b87-a5cd61380444), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.815988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f01909-24fb-4afb-9b87-a5cd61380444,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:19.822050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.826095 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fd87d089-3fd5-41c7-bb44-d8b178c4a52a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3070753 Jan 28 17:01:19.827050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40740) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:19.831702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '95d373ea-a4f9-4f91-b1ce-d94b11b2adee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:19.846475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Allocated IP 172.25.8.117 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a019496e-be73-418f-a335-b6775f6dcc82) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:19.882370 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3b82dddb-2cd9-44bf-a3a0-42de608f6997), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.965304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3b82dddb-2cd9-44bf-a3a0-42de608f6997), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.971156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3b82dddb-2cd9-44bf-a3a0-42de608f6997), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.971375 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for port (a019496e-be73-418f-a335-b6775f6dcc82), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:19.993029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b82dddb-2cd9-44bf-a3a0-42de608f6997,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:20.018926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a019496e-be73-418f-a335-b6775f6dcc82), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.020001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.024524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-61499c39-2835-4a3f-81cc-86aa4db16b69 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964693 Jan 28 17:01:20.025492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40742) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:20.034076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '95d373ea-a4f9-4f91-b1ce-d94b11b2adee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:20.069674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (570e93b6-f5fb-41c5-a9b0-d2853363fd06), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.100958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:20.108034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:20.109945 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Pushing event updated for resources: {'Port': ['ID=a019496e-be73-418f-a335-b6775f6dcc82,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:20.112762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:20.160827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (570e93b6-f5fb-41c5-a9b0-d2853363fd06), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.178393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (570e93b6-f5fb-41c5-a9b0-d2853363fd06), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.230479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570e93b6-f5fb-41c5-a9b0-d2853363fd06,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:20.245008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.247127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9cf8dfad-6989-4fc4-a48e-d9c8973f3ff6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2201097 Jan 28 17:01:20.250148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40746) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:20.260772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '95d373ea-a4f9-4f91-b1ce-d94b11b2adee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:20.303944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f7c7-d0ac-4e6d-b4b4-8c7a0f8f7a0a req-66bd2be3-32c4-45d6-887e-c71e90d81d37 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:20.307835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0c4f7c7-d0ac-4e6d-b4b4-8c7a0f8f7a0a req-66bd2be3-32c4-45d6-887e-c71e90d81d37 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 944 time: 0.1501489 Jan 28 17:01:20.335649 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (cd265ec3-168b-416c-8272-b9f3312cccb5), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.434128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router_gateway (6b8b707f-e183-47e5-9de2-ee58cb9746df), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.436720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0c4f7c7-d0ac-4e6d-b4b4-8c7a0f8f7a0a req-5ad7a1e9-63ad-4fa9-a9cd-e1f1ff973c4a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237512 Jan 28 17:01:20.454337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:20.499062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (cd265ec3-168b-416c-8272-b9f3312cccb5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.507234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (cd265ec3-168b-416c-8272-b9f3312cccb5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.527747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd265ec3-168b-416c-8272-b9f3312cccb5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:20.538649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 5873f895-628e-47e0-9fad-19e2dc27979b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:01:20.546640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.548433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5873f895-628e-47e0-9fad-19e2dc27979b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:20.549162 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.551147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a0ab9115-5ec3-4a12-a879-b68e17ef2461 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2972877 Jan 28 17:01:20.552172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40752) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:20.563111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '95d373ea-a4f9-4f91-b1ce-d94b11b2adee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:20.617797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (faeb8eea-c605-4b70-a655-23fa8194c073), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.715151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (faeb8eea-c605-4b70-a655-23fa8194c073), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.718523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5873f895-628e-47e0-9fad-19e2dc27979b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:20.719066 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.722985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (faeb8eea-c605-4b70-a655-23fa8194c073), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.762757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:20.764655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:01:20.768717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faeb8eea-c605-4b70-a655-23fa8194c073,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:20.769141 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928d498-c48d-4dd9-beeb-ddd75b02b987" -d '{"events": [{"server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "name": "network-vif-plugged", "status": "completed", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:01:20.780702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.787035 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.791040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.793866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.797520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f859544f-eb2e-41cd-b37e-8415e8301fff tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2440829 Jan 28 17:01:20.801034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40764) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:20.844080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.848980 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4113c9-9c56-4352-a9e0-a39bab365b8e x-openstack-request-id: req-6d4113c9-9c56-4352-a9e0-a39bab365b8e {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:01:20.849383 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "name": "network-vif-plugged", "status": "completed", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:01:20.849742 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d4113c9-9c56-4352-a9e0-a39bab365b8e {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:01:20.850239 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b', 'code': 200} Jan 28 17:01:20.864018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:20.901708 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bfed810-9504-4af4-9db5-65bd6992a906 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (faeb8eea-c605-4b70-a655-23fa8194c073), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:20.913861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bfed810-9504-4af4-9db5-65bd6992a906 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (faeb8eea-c605-4b70-a655-23fa8194c073), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.006773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bfed810-9504-4af4-9db5-65bd6992a906 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (faeb8eea-c605-4b70-a655-23fa8194c073), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.023814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1bfed810-9504-4af4-9db5-65bd6992a906 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.025861 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1bfed810-9504-4af4-9db5-65bd6992a906 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/faeb8eea-c605-4b70-a655-23fa8194c073 HTTP/1.1" status: 204 len: 168 time: 0.2197638 Jan 28 17:01:21.028619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40766) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.038888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfed810-9504-4af4-9db5-65bd6992a906 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faeb8eea-c605-4b70-a655-23fa8194c073,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:21.048961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618f9b4-4031-4f32-87a7-a71cd4ad3368 req-a5802b58-24cf-4dc6-b45b-95df3aa05aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:21.050505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a618f9b4-4031-4f32-87a7-a71cd4ad3368 req-a5802b58-24cf-4dc6-b45b-95df3aa05aa0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1128 time: 0.1189361 Jan 28 17:01:21.105347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Router 6b8b707f-e183-47e5-9de2-ee58cb9746df is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:01:21.110465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a618f9b4-4031-4f32-87a7-a71cd4ad3368 req-2cbfcdce-3b62-42be-8892-0c53f11520fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532846 Jan 28 17:01:21.112710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.112865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-869cfc0a-759a-4323-8f34-57cfb4a87318 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0818534 Jan 28 17:01:21.176927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cf43ad0-ac83-482f-99a5-a3f1003fd994 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (cd265ec3-168b-416c-8272-b9f3312cccb5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.190950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cf43ad0-ac83-482f-99a5-a3f1003fd994 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (cd265ec3-168b-416c-8272-b9f3312cccb5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.258671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:21.260819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cf43ad0-ac83-482f-99a5-a3f1003fd994 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (cd265ec3-168b-416c-8272-b9f3312cccb5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.264829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.266111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bcafe69f-cbb8-4f3e-956f-045c064ce176 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "PUT /v2.0/routers/6b8b707f-e183-47e5-9de2-ee58cb9746df HTTP/1.1" status: 200 len: 920 time: 2.3387039 Jan 28 17:01:21.268930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40770) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.271566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cf43ad0-ac83-482f-99a5-a3f1003fd994 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.275160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8cf43ad0-ac83-482f-99a5-a3f1003fd994 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cd265ec3-168b-416c-8272-b9f3312cccb5 HTTP/1.1" status: 204 len: 168 time: 0.1591754 Jan 28 17:01:21.277428 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] Sync routers for ids ['6b8b707f-e183-47e5-9de2-ee58cb9746df'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:21.278055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40772) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.287212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf43ad0-ac83-482f-99a5-a3f1003fd994 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd265ec3-168b-416c-8272-b9f3312cccb5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:21.301778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] Routers {'6b8b707f-e183-47e5-9de2-ee58cb9746df'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:21.302409 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6b8b707f-e183-47e5-9de2-ee58cb9746df'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:21.336525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-efb8aff7-4e28-4da2-9fe5-63f5dc5cf964 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0549626 Jan 28 17:01:21.336790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40774) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.369117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4ffa-6a1a-41ce-b9f6-26b388ef8337 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (570e93b6-f5fb-41c5-a9b0-d2853363fd06), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.376220 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:21.379444 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4ffa-6a1a-41ce-b9f6-26b388ef8337 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (570e93b6-f5fb-41c5-a9b0-d2853363fd06), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.391624 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] Routers {'6b8b707f-e183-47e5-9de2-ee58cb9746df'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:21.392241 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6b8b707f-e183-47e5-9de2-ee58cb9746df'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:21.420310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4ffa-6a1a-41ce-b9f6-26b388ef8337 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (570e93b6-f5fb-41c5-a9b0-d2853363fd06), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.435791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4ffa-6a1a-41ce-b9f6-26b388ef8337 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.441330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2dbc4ffa-6a1a-41ce-b9f6-26b388ef8337 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/570e93b6-f5fb-41c5-a9b0-d2853363fd06 HTTP/1.1" status: 204 len: 168 time: 0.1017137 Jan 28 17:01:21.444000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.454251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc4ffa-6a1a-41ce-b9f6-26b388ef8337 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=570e93b6-f5fb-41c5-a9b0-d2853363fd06,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:21.484854 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:21.486033 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dbea5-7793-49ec-9ec6-b149698c5515 None None] The sync data for ids ['6b8b707f-e183-47e5-9de2-ee58cb9746df'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:21.564642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-50adfcd3-1439-4392-b1b0-05841725fb26 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1194642 Jan 28 17:01:21.567351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40784) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.576519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-02c89660-e0e7-4c97-a9c7-3ecd15650862 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/6b8b707f-e183-47e5-9de2-ee58cb9746df HTTP/1.1" status: 200 len: 926 time: 0.3063707 Jan 28 17:01:21.579142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.597946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f795c7df-35b6-4042-886f-60e50a1395f8 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3b82dddb-2cd9-44bf-a3a0-42de608f6997), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.606688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f795c7df-35b6-4042-886f-60e50a1395f8 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (3b82dddb-2cd9-44bf-a3a0-42de608f6997), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.643568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f795c7df-35b6-4042-886f-60e50a1395f8 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3b82dddb-2cd9-44bf-a3a0-42de608f6997), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.651952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f795c7df-35b6-4042-886f-60e50a1395f8 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.653720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f795c7df-35b6-4042-886f-60e50a1395f8 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3b82dddb-2cd9-44bf-a3a0-42de608f6997 HTTP/1.1" status: 204 len: 168 time: 0.0851169 Jan 28 17:01:21.656292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40788) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.663496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795c7df-35b6-4042-886f-60e50a1395f8 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b82dddb-2cd9-44bf-a3a0-42de608f6997,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:21.681672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42e08-7fdb-45fa-8656-4014cead3374 req-5ecf9845-40ec-4237-81c2-dbcd8326dc79 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:21.683189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7f42e08-7fdb-45fa-8656-4014cead3374 req-5ecf9845-40ec-4237-81c2-dbcd8326dc79 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.1313713 Jan 28 17:01:21.686854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc54fc-b12d-456f-8d5f-8a675866e074 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:21.688283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-28dc54fc-b12d-456f-8d5f-8a675866e074 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=6b8b707f-e183-47e5-9de2-ee58cb9746df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1081836 Jan 28 17:01:21.692110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.758402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.806604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-39d022e9-6c6f-42f1-a06e-e2d735926433 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1447840 Jan 28 17:01:21.806983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40800) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.831364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5b1ca7d-7e1a-4cd3-87a4-964a0b76998a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1f01909-24fb-4afb-9b87-a5cd61380444), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.834251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7f42e08-7fdb-45fa-8656-4014cead3374 req-4ef9bb55-24b3-4e84-86b2-924b86a80c3c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411564 Jan 28 17:01:21.852360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5b1ca7d-7e1a-4cd3-87a4-964a0b76998a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1f01909-24fb-4afb-9b87-a5cd61380444), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.864568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eb3d09-9edf-4ccc-b7ca-ce303abb7668 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:21.868625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-04eb3d09-9edf-4ccc-b7ca-ce303abb7668 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/networks/63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 881 time: 0.1671064 Jan 28 17:01:21.868938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40802) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.899932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5b1ca7d-7e1a-4cd3-87a4-964a0b76998a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f1f01909-24fb-4afb-9b87-a5cd61380444), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.903126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a41de096-95bb-4439-8aaa-c6b9b906faef tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b8b707f-e183-47e5-9de2-ee58cb9746df HTTP/1.1" status: 200 len: 205 time: 0.0305381 Jan 28 17:01:21.903280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40804) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.919251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5b1ca7d-7e1a-4cd3-87a4-964a0b76998a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:21.923513 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d5b1ca7d-7e1a-4cd3-87a4-964a0b76998a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f1f01909-24fb-4afb-9b87-a5cd61380444 HTTP/1.1" status: 204 len: 168 time: 0.1155207 Jan 28 17:01:21.925005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1ca7d-7e1a-4cd3-87a4-964a0b76998a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f01909-24fb-4afb-9b87-a5cd61380444,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:21.926915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:21.988165 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e3994cb1-dbfb-4a0f-bfa6-e93ac5aa0b40 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0549226 Jan 28 17:01:21.989236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40808) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.055067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22e4465d-000f-4beb-912a-b5d33719334d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (95d373ea-a4f9-4f91-b1ce-d94b11b2adee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.084959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22e4465d-000f-4beb-912a-b5d33719334d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (95d373ea-a4f9-4f91-b1ce-d94b11b2adee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.145170 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22e4465d-000f-4beb-912a-b5d33719334d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (95d373ea-a4f9-4f91-b1ce-d94b11b2adee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.147816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-22e4465d-000f-4beb-912a-b5d33719334d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.151385 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-22e4465d-000f-4beb-912a-b5d33719334d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/95d373ea-a4f9-4f91-b1ce-d94b11b2adee HTTP/1.1" status: 204 len: 168 time: 0.1587522 Jan 28 17:01:22.152795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.175184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4465d-000f-4beb-912a-b5d33719334d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d373ea-a4f9-4f91-b1ce-d94b11b2adee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:22.233759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d0f885f-21b4-43ea-8130-027d652d4274 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797510 Jan 28 17:01:22.235500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.242322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--217975464'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:22.277984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.394824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (667cac39-0cef-42e1-bf6b-0924970badf8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.401856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (667cac39-0cef-42e1-bf6b-0924970badf8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.453093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667cac39-0cef-42e1-bf6b-0924970badf8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:22.465023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.469049 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1cede3f8-d3d9-4c9c-9d7c-842bc59d815a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2294602 Jan 28 17:01:22.471165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40814) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.480544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '667cac39-0cef-42e1-bf6b-0924970badf8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:22.490594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.517049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (90c0f662-1a88-4d79-a483-e92bf68918f6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.641740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (90c0f662-1a88-4d79-a483-e92bf68918f6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.647399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (90c0f662-1a88-4d79-a483-e92bf68918f6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.655821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (6b8b707f-e183-47e5-9de2-ee58cb9746df), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.671185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c0f662-1a88-4d79-a483-e92bf68918f6,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:22.680892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.685574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b045efa0-9378-477e-bbc4-17dd7584bc43 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2134390 Jan 28 17:01:22.688299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40820) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.730358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Deleting port a019496e-be73-418f-a335-b6775f6dcc82 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:22.730910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a019496e-be73-418f-a335-b6775f6dcc82), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.750771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3693d0b3-2b10-4ee4-b612-2f5f017f172f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (667cac39-0cef-42e1-bf6b-0924970badf8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.780733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3693d0b3-2b10-4ee4-b612-2f5f017f172f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (667cac39-0cef-42e1-bf6b-0924970badf8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.833184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3693d0b3-2b10-4ee4-b612-2f5f017f172f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (667cac39-0cef-42e1-bf6b-0924970badf8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.836085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3693d0b3-2b10-4ee4-b612-2f5f017f172f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.837738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3693d0b3-2b10-4ee4-b612-2f5f017f172f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/667cac39-0cef-42e1-bf6b-0924970badf8 HTTP/1.1" status: 204 len: 168 time: 0.1470850 Jan 28 17:01:22.841096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40822) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.842363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a019496e-be73-418f-a335-b6775f6dcc82), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:22.855452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Calling delete_port for a019496e-be73-418f-a335-b6775f6dcc82 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:22.871962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693d0b3-2b10-4ee4-b612-2f5f017f172f tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667cac39-0cef-42e1-bf6b-0924970badf8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:22.907170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-48da2f50-ec71-4041-957c-e2f656635d58 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0639052 Jan 28 17:01:22.910808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:22.920650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132358801'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:22.976359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.072351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (6e47d494-b22d-4c26-a1a7-35587d417df2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.078317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6e47d494-b22d-4c26-a1a7-35587d417df2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.109122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a019496e-be73-418f-a335-b6775f6dcc82), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.125211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.127045 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2149844 Jan 28 17:01:23.130965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40828) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:23.135207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128342843'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:23.156500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5049c-e818-4d9b-a9d1-dfa00c0a3a88 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47d494-b22d-4c26-a1a7-35587d417df2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:23.156742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event deleted for resources: {'Port': ['ID=a019496e-be73-418f-a335-b6775f6dcc82,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:23.162647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.244330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (80e12723-d5e0-405e-b7c7-60109f91d66a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.250954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (80e12723-d5e0-405e-b7c7-60109f91d66a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.252410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (6b8b707f-e183-47e5-9de2-ee58cb9746df), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.294578 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.298469 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1643274 Jan 28 17:01:23.298469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aaa43-68e6-4300-af65-c67075a22521 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e12723-d5e0-405e-b7c7-60109f91d66a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:23.302846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:23.310465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '6e47d494-b22d-4c26-a1a7-35587d417df2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '80e12723-d5e0-405e-b7c7-60109f91d66a', 'remote_ip_prefix': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:23.357221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1728ab7-780b-4b5c-ac07-6cf7860a375c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.399852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.409190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c853f-ee1f-40b5-84e3-b34e46fa3dc2 req-3c0646e2-96c0-492b-adff-f93b539e175f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:23.417355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b59c853f-ee1f-40b5-84e3-b34e46fa3dc2 req-3c0646e2-96c0-492b-adff-f93b539e175f tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.3224134 Jan 28 17:01:23.418754 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (6b8b707f-e183-47e5-9de2-ee58cb9746df), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.457659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1728ab7-780b-4b5c-ac07-6cf7860a375c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.463260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f1728ab7-780b-4b5c-ac07-6cf7860a375c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.483571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1728ab7-780b-4b5c-ac07-6cf7860a375c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:23.501747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.505275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (6b8b707f-e183-47e5-9de2-ee58cb9746df), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.505853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8b707f-e183-47e5-9de2-ee58cb9746df {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:23.506521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-730ce396-64b5-41fe-b81a-2f901d9c3289 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1999452 Jan 28 17:01:23.509386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40832) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:23.510978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b59c853f-ee1f-40b5-84e3-b34e46fa3dc2 req-31710398-03aa-4fd8-99e4-4801db20e08d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834670 Jan 28 17:01:23.516190 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.518068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-023c564e-d7a1-4d67-8fb2-5a7da9664b2e tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/6b8b707f-e183-47e5-9de2-ee58cb9746df HTTP/1.1" status: 204 len: 168 time: 1.6129365 Jan 28 17:01:23.522114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40834) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:23.526540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1094453286', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:23.554140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-231f6158-5590-4ce5-9080-c1e20cede9f1 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1728ab7-780b-4b5c-ac07-6cf7860a375c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.570360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-231f6158-5590-4ce5-9080-c1e20cede9f1 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (f1728ab7-780b-4b5c-ac07-6cf7860a375c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.572282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.573972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.611304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-231f6158-5590-4ce5-9080-c1e20cede9f1 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f1728ab7-780b-4b5c-ac07-6cf7860a375c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.624879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-231f6158-5590-4ce5-9080-c1e20cede9f1 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.630282 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-231f6158-5590-4ce5-9080-c1e20cede9f1 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f1728ab7-780b-4b5c-ac07-6cf7860a375c HTTP/1.1" status: 204 len: 168 time: 0.1197908 Jan 28 17:01:23.632498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40842) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:23.643310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f6158-5590-4ce5-9080-c1e20cede9f1 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1728ab7-780b-4b5c-ac07-6cf7860a375c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:23.738160 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.775087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb1cc80a-8821-493d-b73d-5e2437f81e7d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1389878 Jan 28 17:01:23.777273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40856) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:23.853630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab263c-5a25-4c74-ae6e-8c9603ce66a3 req-40eee4f5-c789-4e02-bd1e-58b6f9ec6d5e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:23.855147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8dab263c-5a25-4c74-ae6e-8c9603ce66a3 req-40eee4f5-c789-4e02-bd1e-58b6f9ec6d5e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.1982558 Jan 28 17:01:23.890668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18997194-354e-4f42-8429-31545182d804 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (80e12723-d5e0-405e-b7c7-60109f91d66a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.944767 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18997194-354e-4f42-8429-31545182d804 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (80e12723-d5e0-405e-b7c7-60109f91d66a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:23.999740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.022801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18997194-354e-4f42-8429-31545182d804 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (80e12723-d5e0-405e-b7c7-60109f91d66a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.028518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18997194-354e-4f42-8429-31545182d804 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.029761 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-18997194-354e-4f42-8429-31545182d804 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/80e12723-d5e0-405e-b7c7-60109f91d66a HTTP/1.1" status: 204 len: 168 time: 0.2512765 Jan 28 17:01:24.034786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.072209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18997194-354e-4f42-8429-31545182d804 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e12723-d5e0-405e-b7c7-60109f91d66a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:24.091960 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8dab263c-5a25-4c74-ae6e-8c9603ce66a3 req-5ce2a841-f3ed-4901-a869-30f8347523b5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909418 Jan 28 17:01:24.134191 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0e0f42be-39c2-4b31-9d3d-de6969af5b16 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0982728 Jan 28 17:01:24.134801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40872) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.135136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40874) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.243140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbe07-4c9b-48e8-a9d2-f927105736aa tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (6e47d494-b22d-4c26-a1a7-35587d417df2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.249850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dcf038-0090-40f4-99ed-1303d2fe38fb tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:24.254560 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-67dcf038-0090-40f4-99ed-1303d2fe38fb tempest-TestNetworkAdvancedServerOps-1623316170 tempest-TestNetworkAdvancedServerOps-1623316170-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1123 time: 0.1152892 Jan 28 17:01:24.255648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40876) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.260385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '5873f895-628e-47e0-9fad-19e2dc27979b', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:24.292404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.318581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbe07-4c9b-48e8-a9d2-f927105736aa tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (6e47d494-b22d-4c26-a1a7-35587d417df2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.441196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbe07-4c9b-48e8-a9d2-f927105736aa tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6e47d494-b22d-4c26-a1a7-35587d417df2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.441862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.444271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f7dbe07-4c9b-48e8-a9d2-f927105736aa tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.448712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f7dbe07-4c9b-48e8-a9d2-f927105736aa tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e47d494-b22d-4c26-a1a7-35587d417df2 HTTP/1.1" status: 204 len: 168 time: 0.3043518 Jan 28 17:01:24.450971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40888) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.465667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.484386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dbe07-4c9b-48e8-a9d2-f927105736aa tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47d494-b22d-4c26-a1a7-35587d417df2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:24.563748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.665212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c39713b-8965-4b3e-8729-0afd8e23339b tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2102809 Jan 28 17:01:24.665860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40890) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.672432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328282125'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:24.709697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.780111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Allocated IP 172.25.8.50 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/b8fa751b-58e2-41a1-9d55-a81b4a0040d1) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:24.857738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (bb99feb7-7f4a-43ae-9278-a7dcbb71fa74), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.864888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb99feb7-7f4a-43ae-9278-a7dcbb71fa74), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.930216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99feb7-7f4a-43ae-9278-a7dcbb71fa74,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:24.938258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for port (b8fa751b-58e2-41a1-9d55-a81b4a0040d1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.940528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:24.943633 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f2cb32a-5c9e-43d9-a2ad-9a6d50322c0c tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2767065 Jan 28 17:01:24.952881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40916) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:24.958158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': 'bb99feb7-7f4a-43ae-9278-a7dcbb71fa74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:24.983870 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b8fa751b-58e2-41a1-9d55-a81b4a0040d1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.027783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (be00d345-89d1-4faf-854f-f9fdc5992269), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.030934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:25.034741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:25.039811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:25.071948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event updated for resources: {'Port': ['ID=b8fa751b-58e2-41a1-9d55-a81b4a0040d1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:25.107807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Allocated IP 172.25.8.73 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/7d0b4809-e568-4f8a-a1b8-cb716e6ad666) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:25.128888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (be00d345-89d1-4faf-854f-f9fdc5992269), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.147176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (be00d345-89d1-4faf-854f-f9fdc5992269), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.201006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be00d345-89d1-4faf-854f-f9fdc5992269,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:25.223470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.224949 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a848f662-7b4a-4cde-ac9e-ecac27e43ba6 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2708223 Jan 28 17:01:25.231736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:25.284238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6585-19ff-4340-8c08-f2358d4b9e37 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (be00d345-89d1-4faf-854f-f9fdc5992269), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.293685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6585-19ff-4340-8c08-f2358d4b9e37 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (be00d345-89d1-4faf-854f-f9fdc5992269), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.331689 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.334724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6585-19ff-4340-8c08-f2358d4b9e37 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (be00d345-89d1-4faf-854f-f9fdc5992269), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.349031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6585-19ff-4340-8c08-f2358d4b9e37 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.350505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7fcf6585-19ff-4340-8c08-f2358d4b9e37 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/be00d345-89d1-4faf-854f-f9fdc5992269 HTTP/1.1" status: 204 len: 168 time: 0.1177289 Jan 28 17:01:25.351423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf6585-19ff-4340-8c08-f2358d4b9e37 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be00d345-89d1-4faf-854f-f9fdc5992269,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:25.354730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40920) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:25.410272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-326f70b2-30e6-4294-a088-12e83c9ab4fc tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509808 Jan 28 17:01:25.411889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40922) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:25.461212 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.511865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.530981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=7d0b4809-e568-4f8a-a1b8-cb716e6ad666,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:25.534071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-499ac9a1-fe82-4949-81f4-d4548a672df7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (bb99feb7-7f4a-43ae-9278-a7dcbb71fa74), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.553799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:25.561938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:25.572848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:25.681879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-499ac9a1-fe82-4949-81f4-d4548a672df7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (bb99feb7-7f4a-43ae-9278-a7dcbb71fa74), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.685021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40924) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:25.692279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095685464', 'description': 'tempest-secgroup-smoke-2095685464 description', 'project_id': 'b4db0a9d99174804a9997dc8b174de27'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:25.808166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.860388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.895053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-499ac9a1-fe82-4949-81f4-d4548a672df7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb99feb7-7f4a-43ae-9278-a7dcbb71fa74), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.898121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-499ac9a1-fe82-4949-81f4-d4548a672df7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:25.902217 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-499ac9a1-fe82-4949-81f4-d4548a672df7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/bb99feb7-7f4a-43ae-9278-a7dcbb71fa74 HTTP/1.1" status: 204 len: 168 time: 0.4893076 Jan 28 17:01:25.904055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40928) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:26.016598 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group (a77d7556-768b-4b18-b3fc-f10722cae0ec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.029016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac9a1-fe82-4949-81f4-d4548a672df7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99feb7-7f4a-43ae-9278-a7dcbb71fa74,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:26.046881 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a77d7556-768b-4b18-b3fc-f10722cae0ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.050150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Router 4ec16f70-350b-4f87-bfa5-c5c772bd4e47 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:01:26.202643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:26.213149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] Sync routers for ids ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:26.228906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.230096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] Routers {'4ec16f70-350b-4f87-bfa5-c5c772bd4e47'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:26.233066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:26.235514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-01895686-6082-4aa4-a0ca-e595f3d4236d tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7092559 Jan 28 17:01:26.236663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40930) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:26.250119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:26.282769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:26.292979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] Routers {'4ec16f70-350b-4f87-bfa5-c5c772bd4e47'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:26.293670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:26.391060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:26.392020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e82d4c-081f-4acd-b0dd-a13c38195138 None None] The sync data for ids ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:26.528775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9bd35ca9-bdbc-4094-b6cc-c240442c6afc tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6150157 Jan 28 17:01:26.530252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40932) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:26.536428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.540299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8493581 Jan 28 17:01:26.541871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537250697'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:26.545031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40934) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:26.551548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group_rule': {'security_group_id': 'a77d7556-768b-4b18-b3fc-f10722cae0ec', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:26.560210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d7556-768b-4b18-b3fc-f10722cae0ec,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:26.587313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.587658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.587997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.588334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.588687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.589030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.589357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.589679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.589999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.590315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.590633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.590949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.591264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e6f92-5efc-45be-aaa1-82373b1f1184 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:26.601359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.624944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (978c3d3e-6947-400b-8dce-eb92d2f3d1ab), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.655345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.674717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_gateway (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.715617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (978c3d3e-6947-400b-8dce-eb92d2f3d1ab), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.722434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (978c3d3e-6947-400b-8dce-eb92d2f3d1ab), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.746613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978c3d3e-6947-400b-8dce-eb92d2f3d1ab,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:26.764319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.768347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6b3d8762-daf4-475d-85e1-84af5b4e75bc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195532 Jan 28 17:01:26.769581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40936) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:26.774288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Deleting port b8fa751b-58e2-41a1-9d55-a81b4a0040d1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:26.775848 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b8fa751b-58e2-41a1-9d55-a81b4a0040d1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.780817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group_rule': {'security_group_id': 'a77d7556-768b-4b18-b3fc-f10722cae0ec', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:26.790709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (11c40c39-eff6-433d-b65e-23c85fa149b5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.803946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11c40c39-eff6-433d-b65e-23c85fa149b5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.833377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (e3b87754-be03-4f75-9e9b-088d3ce3d730), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.864405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b8fa751b-58e2-41a1-9d55-a81b4a0040d1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.866662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.869955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3287046 Jan 28 17:01:26.870976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40938) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:26.871693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (67f455de-c665-4776-91f5-5e9dee298583), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.878203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Calling delete_port for b8fa751b-58e2-41a1-9d55-a81b4a0040d1 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:26.880776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '11c40c39-eff6-433d-b65e-23c85fa149b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:26.892295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26ef1-14f9-4094-a58c-6852d52290e4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c40c39-eff6-433d-b65e-23c85fa149b5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:26.976417 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (67f455de-c665-4776-91f5-5e9dee298583), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.977354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (8afbe6ab-277e-406f-9b85-c98abbe6aaa8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:26.990893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (67f455de-c665-4776-91f5-5e9dee298583), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.015081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.050333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f455de-c665-4776-91f5-5e9dee298583,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.068806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.070024 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8824e15a-e972-4025-ba76-037483245089 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3002570 Jan 28 17:01:27.073878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40942) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.081080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group_rule': {'security_group_id': 'a77d7556-768b-4b18-b3fc-f10722cae0ec', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:27.094894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (8afbe6ab-277e-406f-9b85-c98abbe6aaa8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.109042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (8afbe6ab-277e-406f-9b85-c98abbe6aaa8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.170061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.171207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2966511 Jan 28 17:01:27.173720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91374d5-2860-4346-9260-9807cbdd837d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afbe6ab-277e-406f-9b85-c98abbe6aaa8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.177045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40944) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.207025 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da6a1bd5-07f1-4ee9-ae9b-354e13803991 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules/8afbe6ab-277e-406f-9b85-c98abbe6aaa8 HTTP/1.1" status: 200 len: 763 time: 0.0261452 Jan 28 17:01:27.207252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40946) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.274453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-987d209c-d740-49db-8b94-3f366d62b074 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0660875 Jan 28 17:01:27.278385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40948) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.308892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.324849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17255687-005b-4f61-8b91-85171a11043d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (8afbe6ab-277e-406f-9b85-c98abbe6aaa8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.330808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.346744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17255687-005b-4f61-8b91-85171a11043d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (8afbe6ab-277e-406f-9b85-c98abbe6aaa8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.444042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event updated for resources: {'Port': ['ID=7d0b4809-e568-4f8a-a1b8-cb716e6ad666,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.447188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e3b87754-be03-4f75-9e9b-088d3ce3d730), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.451736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17255687-005b-4f61-8b91-85171a11043d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (8afbe6ab-277e-406f-9b85-c98abbe6aaa8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.489622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b8fa751b-58e2-41a1-9d55-a81b4a0040d1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.491346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17255687-005b-4f61-8b91-85171a11043d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.494992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-17255687-005b-4f61-8b91-85171a11043d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8afbe6ab-277e-406f-9b85-c98abbe6aaa8 HTTP/1.1" status: 204 len: 168 time: 0.2132394 Jan 28 17:01:27.496439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40950) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.516101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255687-005b-4f61-8b91-85171a11043d tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8afbe6ab-277e-406f-9b85-c98abbe6aaa8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.519808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Pushing event deleted for resources: {'Port': ['ID=b8fa751b-58e2-41a1-9d55-a81b4a0040d1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.571723 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (0b037f9b-04e2-402d-a4be-beba59ab5e5d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.583534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-65a64535-a2d5-4f17-9c63-065c4ad21e40 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0868020 Jan 28 17:01:27.586225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40952) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.591918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '11c40c39-eff6-433d-b65e-23c85fa149b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:27.614841 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.617663 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP e3b87754-be03-4f75-9e9b-088d3ce3d730 associated. External IP: 172.25.8.73, port: 5873f895-628e-47e0-9fad-19e2dc27979b. Jan 28 17:01:27.662002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (59b4b40d-e825-4f62-80fe-a873caf0d949), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.743573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (0b037f9b-04e2-402d-a4be-beba59ab5e5d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.771280 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (59b4b40d-e825-4f62-80fe-a873caf0d949), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.773905 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (0b037f9b-04e2-402d-a4be-beba59ab5e5d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.807289 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (59b4b40d-e825-4f62-80fe-a873caf0d949), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.833704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b037f9b-04e2-402d-a4be-beba59ab5e5d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.837375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b4b40d-e825-4f62-80fe-a873caf0d949,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:27.875457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.884331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6f9ac1b0-08a6-4502-9702-fe09b5b7b79b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8018670 Jan 28 17:01:27.884536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.884536 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a4b521e-2dd5-4f1b-8009-8fca915f1500 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2916131 Jan 28 17:01:27.884796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.884796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40954) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.884796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40956) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.887998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group_rule': {'security_group_id': 'a77d7556-768b-4b18-b3fc-f10722cae0ec', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:27.900411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:27.909667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 515b6274-8791-48f4-9e06-89c51adbe6f9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:01:27.953157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5650bb74-ef4c-4be6-9c66-3e9bd2b26438 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules/59b4b40d-e825-4f62-80fe-a873caf0d949 HTTP/1.1" status: 200 len: 763 time: 0.0687344 Jan 28 17:01:27.956003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:27.995765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (1ae55753-2b9f-4939-afa8-ca2e48980211), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.015634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Router 4ec16f70-350b-4f87-bfa5-c5c772bd4e47 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:01:28.039802 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5749b8d4-02bd-4612-9887-0bacbde2592b tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0826335 Jan 28 17:01:28.042387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.081018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:28.082972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a267af6-7282-49f5-b644-6844495d812a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (59b4b40d-e825-4f62-80fe-a873caf0d949), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.092922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (1ae55753-2b9f-4939-afa8-ca2e48980211), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.104482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] Sync routers for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:28.105550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a267af6-7282-49f5-b644-6844495d812a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (59b4b40d-e825-4f62-80fe-a873caf0d949), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.124626 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:28.125361 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.126580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (1ae55753-2b9f-4939-afa8-ca2e48980211), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.136635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:01:28.147161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] Sync routers for ids ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:01:28.149557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.153564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0defe426-5b78-47c3-9c46-27e6e2a1fde3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "PUT /v2.0/routers/4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 200 len: 710 time: 1.9141510 Jan 28 17:01:28.154765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.156598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40964) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.166084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae55753-2b9f-4939-afa8-ca2e48980211,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:28.175417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] Routers {'4ec16f70-350b-4f87-bfa5-c5c772bd4e47'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:28.176202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.202889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a267af6-7282-49f5-b644-6844495d812a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (59b4b40d-e825-4f62-80fe-a873caf0d949), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.205660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.206343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8e1a672e-9777-493f-a061-b8f6a7483ea4 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9497416 Jan 28 17:01:28.210576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a267af6-7282-49f5-b644-6844495d812a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.212083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a267af6-7282-49f5-b644-6844495d812a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/59b4b40d-e825-4f62-80fe-a873caf0d949 HTTP/1.1" status: 204 len: 168 time: 0.1688042 Jan 28 17:01:28.215936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:01:28.218665 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df18f87f-ca6d-4bf2-a542-b004c19ed946" -d '{"events": [{"name": "network-changed", "server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:01:28.220749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f6189537-0c1f-477e-b9c7-3a85423b93ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388507 Jan 28 17:01:28.221947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.224877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40972) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.235841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group_rule': {'security_group_id': 'a77d7556-768b-4b18-b3fc-f10722cae0ec', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:28.238424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a267af6-7282-49f5-b644-6844495d812a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59b4b40d-e825-4f62-80fe-a873caf0d949,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:28.239969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.261796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] Routers {'4ec16f70-350b-4f87-bfa5-c5c772bd4e47'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:28.262676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.285570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a358606c-63ce-4db5-94ce-32c045af0b16 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602930 Jan 28 17:01:28.286554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.292132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '11c40c39-eff6-433d-b65e-23c85fa149b5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:28.310483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.312932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe652b-981b-405b-9e8f-d1a16d01c6c4 None None] The sync data for ids ['4ec16f70-350b-4f87-bfa5-c5c772bd4e47'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:28.344794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d18d4019-4c1b-496d-b667-e9f8b4a99599 tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/routers/4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 200 len: 745 time: 0.1854892 Jan 28 17:01:28.348517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40976) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.384591 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abf22a9-6668-4aa0-a947-8d5e1802d67e x-openstack-request-id: req-7abf22a9-6668-4aa0-a947-8d5e1802d67e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:01:28.385223 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:01:28.385506 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7abf22a9-6668-4aa0-a947-8d5e1802d67e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:01:28.387281 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b', 'status': 'completed', 'code': 200} Jan 28 17:01:28.405985 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Project 894da8fc93024de8b109414a5d87191b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:01:28.407069 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bdf758b1-4c2d-4054-bdd7-566d39639a3d tempest-RoutersIpV6AdminTest-310363454 tempest-RoutersIpV6AdminTest-310363454-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&device_id=4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 200 len: 205 time: 0.0574157 Jan 28 17:01:28.410415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40978) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.416630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (43425579-bc63-4019-aead-29a3c6cadfe2), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.419661 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Project b4db0a9d99174804a9997dc8b174de27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:01:28.446205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cfef486d-196b-4abc-bdfc-8eaf54af5bce tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 200 len: 205 time: 0.0347264 Jan 28 17:01:28.446532 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:01:28.447169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40980) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.449685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (112a75ee-509a-4731-9d33-a29d70de2b31), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.492957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (43425579-bc63-4019-aead-29a3c6cadfe2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.496181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-19d4b5e5-45af-4468-b4dd-e62838e96060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:28.498404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-19d4b5e5-45af-4468-b4dd-e62838e96060 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1128 time: 0.1584275 Jan 28 17:01:28.500594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (43425579-bc63-4019-aead-29a3c6cadfe2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.550845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43425579-bc63-4019-aead-29a3c6cadfe2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:28.557477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.561591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-683de49a-c0ab-4670-a9a1-2126ee524723 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2738616 Jan 28 17:01:28.562231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40982) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.566447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1661a-40df-4fd8-9a54-5155265bc6a9 req-d9f28969-db2e-4340-89c6-dd30555f6f1e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:28.573640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bd1661a-40df-4fd8-9a54-5155265bc6a9 req-d9f28969-db2e-4340-89c6-dd30555f6f1e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.2723305 Jan 28 17:01:28.587628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.633574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a85aecaf-7e0b-4bde-a994-91cb76b02a6a tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules/43425579-bc63-4019-aead-29a3c6cadfe2 HTTP/1.1" status: 200 len: 769 time: 0.0537920 Jan 28 17:01:28.638129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40984) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.692933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4b3c7367-239e-4277-94bf-fc558f2871de tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0536215 Jan 28 17:01:28.693572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40986) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.702256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bd1661a-40df-4fd8-9a54-5155265bc6a9 req-d7e3a6e9-e42f-4ff8-94c9-cbe0823e1fe7 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271133 Jan 28 17:01:28.728914 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e3b87754-be03-4f75-9e9b-088d3ce3d730', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'port_id': '5873f895-628e-47e0-9fad-19e2dc27979b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'mac_address': 'fa:16:3e:63:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:01:26Z', 'updated_at': '2022-01-28T17:01:26Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:10Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.736347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.745011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea775ea9-a788-4bf3-a5a9-23bc80910814 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (43425579-bc63-4019-aead-29a3c6cadfe2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.755075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea775ea9-a788-4bf3-a5a9-23bc80910814 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (43425579-bc63-4019-aead-29a3c6cadfe2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.758230 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] Checking router: 515b6274-8791-48f4-9e06-89c51adbe6f9 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:01:28.766905 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:01:28.768185 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:01:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:28.791741 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea775ea9-a788-4bf3-a5a9-23bc80910814 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (43425579-bc63-4019-aead-29a3c6cadfe2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.798300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea775ea9-a788-4bf3-a5a9-23bc80910814 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.802560 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ea775ea9-a788-4bf3-a5a9-23bc80910814 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/43425579-bc63-4019-aead-29a3c6cadfe2 HTTP/1.1" status: 204 len: 168 time: 0.1060491 Jan 28 17:01:28.810301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.859286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-fd5607ce-0a64-4cf1-9c07-48b8e066cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:28.860231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-fd5607ce-0a64-4cf1-9c07-48b8e066cfff service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc6d335a-fc19-422c-94fb-f92b29efdcb4 HTTP/1.1" status: 200 len: 897 time: 0.3407183 Jan 28 17:01:28.861029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea775ea9-a788-4bf3-a5a9-23bc80910814 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43425579-bc63-4019-aead-29a3c6cadfe2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:28.875547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42c03046-fe17-4ccb-8124-b64082016dbc tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603764 Jan 28 17:01:28.891077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40992) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:28.898241 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:01:28.923062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (112a75ee-509a-4731-9d33-a29d70de2b31), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.947630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-18a722b4-7dd6-4211-8861-0ed3a6e11a0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5873f895-628e-47e0-9fad-19e2dc27979b HTTP/1.1" status: 200 len: 998 time: 0.0707684 Jan 28 17:01:28.964511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.968359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (112a75ee-509a-4731-9d33-a29d70de2b31), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:28.971577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router_controller (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.002944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112a75ee-509a-4731-9d33-a29d70de2b31,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:29.018553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c1358683-5c90-40d0-afb6-182c92130735 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/e3b87754-be03-4f75-9e9b-088d3ce3d730 HTTP/1.1" status: 200 len: 990 time: 0.2764266 Jan 28 17:01:29.022608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-eb6ca34c-ba32-460d-bb43-b7709749f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:29.024635 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-eb6ca34c-ba32-460d-bb43-b7709749f1d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1ca9156-6451-486c-be5e-9fca96f410b6 HTTP/1.1" status: 200 len: 834 time: 0.0710988 Jan 28 17:01:29.025715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.029329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2fea4a6c-29c7-4293-860a-90e5932227d5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7979469 Jan 28 17:01:29.030012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 40994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.036769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'security_group_rule': {'security_group_id': 'a77d7556-768b-4b18-b3fc-f10722cae0ec', 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:29.094699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (4ec16f70-350b-4f87-bfa5-c5c772bd4e47), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.095267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec16f70-350b-4f87-bfa5-c5c772bd4e47 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:29.096034 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Project b4db0a9d99174804a9997dc8b174de27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:01:29.110360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (c5ea3612-1f25-4138-9e90-269aad0c9456), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.116434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.118010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fd645077-1f0a-48f5-be0c-9a18892b8130 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 204 len: 168 time: 0.6653483 Jan 28 17:01:29.121522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 40998) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.149958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5944e25e-5065-4036-9450-780b550425fb tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (11c40c39-eff6-433d-b65e-23c85fa149b5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.158538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e3b87754-be03-4f75-9e9b-088d3ce3d730', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'port_id': '5873f895-628e-47e0-9fad-19e2dc27979b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'mac_address': 'fa:16:3e:63:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:01:26Z', 'updated_at': '2022-01-28T17:01:26Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:10Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:29.174472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18cc79e1-b192-4735-9f52-38ee0afb7a69 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 200 len: 205 time: 0.0515575 Jan 28 17:01:29.179775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41000) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.192037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (c5ea3612-1f25-4138-9e90-269aad0c9456), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.194923 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb28a39-000b-4e06-a53a-7f31f958c51d None None] The sync data for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 is: [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e3b87754-be03-4f75-9e9b-088d3ce3d730', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'port_id': '5873f895-628e-47e0-9fad-19e2dc27979b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'mac_address': 'fa:16:3e:63:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:01:26Z', 'updated_at': '2022-01-28T17:01:26Z', 'revision_number': 0, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:10Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:01:29.201952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-2b1edaa2-f7ac-4ef0-9cb9-122ba303e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:29.203591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-2b1edaa2-f7ac-4ef0-9cb9-122ba303e41d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc6d335a-fc19-422c-94fb-f92b29efdcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1449444 Jan 28 17:01:29.206263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c5ea3612-1f25-4138-9e90-269aad0c9456), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.237157 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5944e25e-5065-4036-9450-780b550425fb tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (11c40c39-eff6-433d-b65e-23c85fa149b5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.274996 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-d760567b-850a-4e15-9381-ade7711555cd tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] delete failed (client error): The resource could not be found. Jan 28 17:01:29.277662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d760567b-850a-4e15-9381-ade7711555cd tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/4ec16f70-350b-4f87-bfa5-c5c772bd4e47 HTTP/1.1" status: 404 len: 336 time: 0.0954258 Jan 28 17:01:29.279774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41002) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.286460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ea3612-1f25-4138-9e90-269aad0c9456,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:29.299056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.306405 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8cfd8a00-36ac-4175-9f81-147b2c303bd6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2748902 Jan 28 17:01:29.316735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff9fbde6-b8b1-49be-a867-f7e3c11de2c3 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b8b707f-e183-47e5-9de2-ee58cb9746df HTTP/1.1" status: 200 len: 205 time: 0.0327508 Jan 28 17:01:29.316944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41008) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.329552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5944e25e-5065-4036-9450-780b550425fb tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11c40c39-eff6-433d-b65e-23c85fa149b5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.337196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5944e25e-5065-4036-9450-780b550425fb tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.337196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5944e25e-5065-4036-9450-780b550425fb tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/11c40c39-eff6-433d-b65e-23c85fa149b5 HTTP/1.1" status: 204 len: 168 time: 0.4401329 Jan 28 17:01:29.339800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41012) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.385813 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-cf6cd404-0203-4f7e-911e-27ef2e6da915 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] delete failed (client error): The resource could not be found. Jan 28 17:01:29.387709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cf6cd404-0203-4f7e-911e-27ef2e6da915 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/6b8b707f-e183-47e5-9de2-ee58cb9746df HTTP/1.1" status: 404 len: 336 time: 0.0697982 Jan 28 17:01:29.388837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944e25e-5065-4036-9450-780b550425fb tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c40c39-eff6-433d-b65e-23c85fa149b5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:29.390737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41026) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.437395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-007bfcea-513e-4b44-a3ff-d931285f279c tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb0fb844-c896-47e3-ad40-7224f0b37677 HTTP/1.1" status: 200 len: 205 time: 0.0455604 Jan 28 17:01:29.441272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-dcaa6da8-57b4-4cca-809f-241f7b5fd30e service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281554 Jan 28 17:01:29.444966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41036) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.449020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41038) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.454305 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cafb1237-abcc-4b95-b776-ccac9cf4bdf9 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118441 Jan 28 17:01:29.455967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group': {'name': 'tempest-secgroup--384269250'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:29.490816 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.539546 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-9cbf9433-ae50-4bc7-a5b6-fffdb15812e2 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] delete failed (client error): The resource could not be found. Jan 28 17:01:29.540899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9cbf9433-ae50-4bc7-a5b6-fffdb15812e2 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/bb0fb844-c896-47e3-ad40-7224f0b37677 HTTP/1.1" status: 404 len: 336 time: 0.0945654 Jan 28 17:01:29.548953 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d504398-7208-4797-8e71-3f6d239a10a4 None None] New status for floating IP e3b87754-be03-4f75-9e9b-088d3ce3d730: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:01:29.559225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df18f87f-ca6d-4bf2-a542-b004c19ed946 req-7a12715b-03c8-43bc-9678-fb15aa1dcc9e service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036241 Jan 28 17:01:29.559728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41048) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.598262 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-066cf2f8-e9d4-460d-a1b4-e073d4c8d120 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 HTTP/1.1" status: 200 len: 205 time: 0.0373502 Jan 28 17:01:29.598896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41054) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.639647 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-63e54da1-8dae-460e-b0ed-22a8183eff89 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] delete failed (client error): The resource could not be found. Jan 28 17:01:29.643821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63e54da1-8dae-460e-b0ed-22a8183eff89 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/db3fae5e-6cca-4d40-b83f-b8ebe3a6e6f3 HTTP/1.1" status: 404 len: 336 time: 0.0438848 Jan 28 17:01:29.644398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41056) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.677312 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5127bd94-8c72-423b-932c-99155f2f34ba tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=13f17e28-d7ab-4354-b6a6-5b3490062dfd HTTP/1.1" status: 200 len: 205 time: 0.0317049 Jan 28 17:01:29.677967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41058) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.682247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (19246b0f-6a1f-4435-b529-3f71da231231), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.688330 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (19246b0f-6a1f-4435-b529-3f71da231231), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.723187 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-396c87ef-f54c-43ca-8709-cbb650641a73 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] delete failed (client error): The resource could not be found. Jan 28 17:01:29.727020 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-396c87ef-f54c-43ca-8709-cbb650641a73 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/13f17e28-d7ab-4354-b6a6-5b3490062dfd HTTP/1.1" status: 404 len: 336 time: 0.0480590 Jan 28 17:01:29.727505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41060) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.745277 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.746529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2964664 Jan 28 17:01:29.749838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.755928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Request body: {'security_group_rule': {'security_group_id': '19246b0f-6a1f-4435-b529-3f71da231231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:29.766380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ffe84761-d002-49bd-809a-2d47c3986b38 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eeef11d-14ce-437d-8531-c9b974dbb7da HTTP/1.1" status: 200 len: 205 time: 0.0375702 Jan 28 17:01:29.768958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1aa0-e3e3-40c9-8d6c-b51e9e5effd4 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19246b0f-6a1f-4435-b529-3f71da231231,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:29.771260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41064) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.818496 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-3362bd43-4c82-459e-b0c9-56f70c6ccc04 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] delete failed (client error): The resource could not be found. Jan 28 17:01:29.821088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3362bd43-4c82-459e-b0c9-56f70c6ccc04 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/routers/0eeef11d-14ce-437d-8531-c9b974dbb7da HTTP/1.1" status: 404 len: 336 time: 0.0460525 Jan 28 17:01:29.823041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41066) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:29.836899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (63e9658e-1535-4581-b625-27750a0980f9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.867378 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-775eb706-417b-4d63-9e9c-445c351d3387 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:29.868115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775eb706-417b-4d63-9e9c-445c351d3387 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:29.875570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-775eb706-417b-4d63-9e9c-445c351d3387 tempest-RoutersIpV6AdminTest-432049349 tempest-RoutersIpV6AdminTest-432049349-project] 10.222.0.25 "DELETE /v2.0/subnets/d9bff016-9c38-405e-bc90-ae246910df22 HTTP/1.1" status: 404 len: 337 time: 0.0485628 Jan 28 17:01:29.920259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (63e9658e-1535-4581-b625-27750a0980f9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.932480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (63e9658e-1535-4581-b625-27750a0980f9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.971942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e9658e-1535-4581-b625-27750a0980f9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:29.984872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:29.987587 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b25cfb1-c352-4617-8c5d-d34c0c7c7535 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2365005 Jan 28 17:01:29.990210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41074) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.022875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41076) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.088486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4780-527e-4d16-bb85-e3b0120520e7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (19246b0f-6a1f-4435-b529-3f71da231231), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.139962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4780-527e-4d16-bb85-e3b0120520e7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (19246b0f-6a1f-4435-b529-3f71da231231), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.208012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-78c1f151-afb6-4de6-b4bd-3caa2c2dd1ac tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/e3b87754-be03-4f75-9e9b-088d3ce3d730 HTTP/1.1" status: 200 len: 992 time: 0.1673908 Jan 28 17:01:30.224152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4780-527e-4d16-bb85-e3b0120520e7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (19246b0f-6a1f-4435-b529-3f71da231231), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.227283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4780-527e-4d16-bb85-e3b0120520e7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.228770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2cfd4780-527e-4d16-bb85-e3b0120520e7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/19246b0f-6a1f-4435-b529-3f71da231231 HTTP/1.1" status: 204 len: 168 time: 0.2362466 Jan 28 17:01:30.232032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41082) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.241682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4780-527e-4d16-bb85-e3b0120520e7 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19246b0f-6a1f-4435-b529-3f71da231231,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:30.306359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-51ca7179-4dc0-44f7-b582-852cfd725862 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724831 Jan 28 17:01:30.308496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41094) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.361113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b97a5564-ecd4-4207-845c-fe5162198052 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0510635 Jan 28 17:01:30.364957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41104) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.385725 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-e8ffa7d8-4761-4438-bb96-fb8fd68c89be tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] delete failed (client error): The resource could not be found. Jan 28 17:01:30.390192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8ffa7d8-4761-4438-bb96-fb8fd68c89be tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "DELETE /v2.0/security-groups/19246b0f-6a1f-4435-b529-3f71da231231 HTTP/1.1" status: 404 len: 347 time: 0.0207546 Jan 28 17:01:30.390957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41110) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.434181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41116) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.459734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f717424f-8bdb-4acc-9b57-c04491038f38 tempest-SecGroupIPv6Test-994416155 tempest-SecGroupIPv6Test-994416155-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675416 Jan 28 17:01:30.674554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6beb027c-7a7a-4e68-a880-e05e1822bd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.779783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.786984 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6beb027c-7a7a-4e68-a880-e05e1822bd4f admin admin] Publish callbacks [] for security_group (0a89731a-0657-482c-b662-c4673b69746d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.792800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6beb027c-7a7a-4e68-a880-e05e1822bd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0a89731a-0657-482c-b662-c4673b69746d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.846531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6beb027c-7a7a-4e68-a880-e05e1822bd4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66840e40d220491c9fdecf2259df55fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4081342 Jan 28 17:01:30.846531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb027c-7a7a-4e68-a880-e05e1822bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89731a-0657-482c-b662-c4673b69746d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:30.847139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41132) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:30.901837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a76ccf-0084-49bd-8cb9-25cf24f34573 admin admin] Publish callbacks [] for security_group (0a89731a-0657-482c-b662-c4673b69746d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.926702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a76ccf-0084-49bd-8cb9-25cf24f34573 admin admin] Publish callbacks [] for security_group (0a89731a-0657-482c-b662-c4673b69746d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:30.992135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0a4e541d-75e1-427c-bbe3-fa72350443ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=894da8fc93024de8b109414a5d87191b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2110667 Jan 28 17:01:30.994794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:31.017709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a76ccf-0084-49bd-8cb9-25cf24f34573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0a89731a-0657-482c-b662-c4673b69746d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.024490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-52a76ccf-0084-49bd-8cb9-25cf24f34573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.026205 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-52a76ccf-0084-49bd-8cb9-25cf24f34573 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a89731a-0657-482c-b662-c4673b69746d HTTP/1.1" status: 204 len: 168 time: 0.1789832 Jan 28 17:01:31.054890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a76ccf-0084-49bd-8cb9-25cf24f34573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89731a-0657-482c-b662-c4673b69746d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:31.072489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dd9c7fe-a999-4776-9331-e455e05c165b admin admin] Publish callbacks [] for security_group (007bdc65-c495-42a1-b522-1b02ae7661d6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.103914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dd9c7fe-a999-4776-9331-e455e05c165b admin admin] Publish callbacks [] for security_group (007bdc65-c495-42a1-b522-1b02ae7661d6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.158507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dd9c7fe-a999-4776-9331-e455e05c165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (007bdc65-c495-42a1-b522-1b02ae7661d6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.161228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5dd9c7fe-a999-4776-9331-e455e05c165b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.162859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5dd9c7fe-a999-4776-9331-e455e05c165b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/007bdc65-c495-42a1-b522-1b02ae7661d6 HTTP/1.1" status: 204 len: 168 time: 0.1671083 Jan 28 17:01:31.172266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9c7fe-a999-4776-9331-e455e05c165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007bdc65-c495-42a1-b522-1b02ae7661d6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:31.427939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41146) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:31.480843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-37e432de-ce95-47f7-96c1-32c1f0ffa7f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb37e0ef0a2b4674abb46112fc3e4952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511813 Jan 28 17:01:31.483378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41150) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:31.538156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3f0551a-a887-490a-985b-2d31ae1a6989 admin admin] Publish callbacks [] for security_group (adf24d09-0ddf-4c66-81f3-6f6389e575ce), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.565944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3f0551a-a887-490a-985b-2d31ae1a6989 admin admin] Publish callbacks [] for security_group (adf24d09-0ddf-4c66-81f3-6f6389e575ce), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.629272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3f0551a-a887-490a-985b-2d31ae1a6989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (adf24d09-0ddf-4c66-81f3-6f6389e575ce), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.634228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3f0551a-a887-490a-985b-2d31ae1a6989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:31.636130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b3f0551a-a887-490a-985b-2d31ae1a6989 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adf24d09-0ddf-4c66-81f3-6f6389e575ce HTTP/1.1" status: 204 len: 168 time: 0.1518414 Jan 28 17:01:31.652861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0551a-a887-490a-985b-2d31ae1a6989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf24d09-0ddf-4c66-81f3-6f6389e575ce,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:33.240011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41244) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:33.394868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41250) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:33.536307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e8df4839-4b47-47fa-ac92-fc819979ae5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.555982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-802840268'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:33.595517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (c0ac9b96-2d94-4c6b-a079-023732a76586), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.596590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (c0ac9b96-2d94-4c6b-a079-023732a76586), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.668373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (c0ac9b96-2d94-4c6b-a079-023732a76586), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.682217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (c0ac9b96-2d94-4c6b-a079-023732a76586), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.709672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e8df4839-4b47-47fa-ac92-fc819979ae5d admin admin] Publish callbacks [] for security_group (6ab51f0d-15e8-4647-81f0-9d1e02008452), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.713149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.716756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2da599be-6add-49b6-a266-ccd730f1d283 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4730692 Jan 28 17:01:33.716756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e8df4839-4b47-47fa-ac92-fc819979ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ab51f0d-15e8-4647-81f0-9d1e02008452), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.717275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41254) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:33.746585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df4839-4b47-47fa-ac92-fc819979ae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab51f0d-15e8-4647-81f0-9d1e02008452,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:33.784048 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e8df4839-4b47-47fa-ac92-fc819979ae5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b72e09577aa411cb1b41a944c753ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876135 Jan 28 17:01:33.784655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41258) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:33.813095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (c0ac9b96-2d94-4c6b-a079-023732a76586), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.855632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e58eee79-e1dd-4729-84d3-8ea809030d7f admin admin] Publish callbacks [] for security_group (6ab51f0d-15e8-4647-81f0-9d1e02008452), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.885723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e58eee79-e1dd-4729-84d3-8ea809030d7f admin admin] Publish callbacks [] for security_group (6ab51f0d-15e8-4647-81f0-9d1e02008452), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.955413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e58eee79-e1dd-4729-84d3-8ea809030d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6ab51f0d-15e8-4647-81f0-9d1e02008452), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.958788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e58eee79-e1dd-4729-84d3-8ea809030d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:33.963810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e58eee79-e1dd-4729-84d3-8ea809030d7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ab51f0d-15e8-4647-81f0-9d1e02008452 HTTP/1.1" status: 204 len: 168 time: 0.1780951 Jan 28 17:01:33.973966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eee79-e1dd-4729-84d3-8ea809030d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab51f0d-15e8-4647-81f0-9d1e02008452,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:34.038873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (c0ac9b96-2d94-4c6b-a079-023732a76586), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.042208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (c0ac9b96-2d94-4c6b-a079-023732a76586), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.102901 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (c0ac9b96-2d94-4c6b-a079-023732a76586), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.103461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0ac9b96-2d94-4c6b-a079-023732a76586 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:34.109972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.112036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0d228cd9-8174-426c-87a3-3c1598d0898c tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c0ac9b96-2d94-4c6b-a079-023732a76586 HTTP/1.1" status: 204 len: 168 time: 0.3933165 Jan 28 17:01:34.115089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41264) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:34.119869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Request body: {'router': {'name': 'tempest-router-2089338721', 'distributed': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:34.142260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (0b925bd6-5373-4ce0-ac69-c47098625dc9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.143432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (0b925bd6-5373-4ce0-ac69-c47098625dc9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.207618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (0b925bd6-5373-4ce0-ac69-c47098625dc9), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.220200 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (0b925bd6-5373-4ce0-ac69-c47098625dc9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.243610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.245130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eab2757f-091a-4599-ae3f-67759b4073ba tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1288941 Jan 28 17:01:34.247917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41268) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:34.339207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (0b925bd6-5373-4ce0-ac69-c47098625dc9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.352852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41270) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:34.369302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb20ccad-637b-4059-9ccf-b2eb29d22655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.473745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb20ccad-637b-4059-9ccf-b2eb29d22655 admin admin] Publish callbacks [] for security_group (d20bc74b-857c-476a-b239-2fa31bd47326), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.478576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb20ccad-637b-4059-9ccf-b2eb29d22655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d20bc74b-857c-476a-b239-2fa31bd47326), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.528909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (0b925bd6-5373-4ce0-ac69-c47098625dc9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.529534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb20ccad-637b-4059-9ccf-b2eb29d22655 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60fe00e302864cfc81bd824c05a8f6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750410 Jan 28 17:01:34.530175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41272) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:34.531502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (0b925bd6-5373-4ce0-ac69-c47098625dc9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.533744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20ccad-637b-4059-9ccf-b2eb29d22655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20bc74b-857c-476a-b239-2fa31bd47326,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:34.593668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (0b925bd6-5373-4ce0-ac69-c47098625dc9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.597621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b925bd6-5373-4ce0-ac69-c47098625dc9 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:34.602916 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.604241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a1195301-4b6f-4a24-8092-a826f559c350 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0b925bd6-5373-4ce0-ac69-c47098625dc9 HTTP/1.1" status: 204 len: 168 time: 0.3549864 Jan 28 17:01:34.607505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:34.615262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Request body: {'router': {'name': 'tempest-router-1620896168', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5ca2f539af2b40ef954235e1dbd75b7b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:34.641544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.643358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.660211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a59fe116-0d2d-4602-9ae2-de202ef77677 admin admin] Publish callbacks [] for security_group (d20bc74b-857c-476a-b239-2fa31bd47326), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.718341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.725161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a59fe116-0d2d-4602-9ae2-de202ef77677 admin admin] Publish callbacks [] for security_group (d20bc74b-857c-476a-b239-2fa31bd47326), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.728227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.772613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.772613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c305a37-9bba-4b44-9cd0-98a1de5fcbce tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1629937 Jan 28 17:01:34.775294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41276) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:34.781150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:34.813444 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a59fe116-0d2d-4602-9ae2-de202ef77677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d20bc74b-857c-476a-b239-2fa31bd47326), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.817669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a59fe116-0d2d-4602-9ae2-de202ef77677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:34.822479 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a59fe116-0d2d-4602-9ae2-de202ef77677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d20bc74b-857c-476a-b239-2fa31bd47326 HTTP/1.1" status: 204 len: 168 time: 0.2880390 Jan 28 17:01:34.833842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fe116-0d2d-4602-9ae2-de202ef77677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20bc74b-857c-476a-b239-2fa31bd47326,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:35.111713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:35.112362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:35.229723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103093) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 17:01:35.229723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Router addfd41d-adf2-4437-98dd-6f24b0a732f1 migrating from provider to provider. {{(pid=103093) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 17:01:35.229723 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:35.234208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:35.239617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:35.346153 n-d-812111-13 neutron-server[103093]: WARNING neutron.scheduler.l3_agent_scheduler [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] No L3 agents can host the router addfd41d-adf2-4437-98dd-6f24b0a732f1 Jan 28 17:01:35.492652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Hosts for router addfd41d-adf2-4437-98dd-6f24b0a732f1: [] {{(pid=103093) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 17:01:35.525105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Hosts for other DVR routers connected to router addfd41d-adf2-4437-98dd-6f24b0a732f1: set() {{(pid=103093) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 17:01:35.528054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:35.529300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-28414376-12e4-42f6-a159-7b30ed164baf tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "PUT /v2.0/routers/addfd41d-adf2-4437-98dd-6f24b0a732f1 HTTP/1.1" status: 200 len: 717 time: 0.7524824 Jan 28 17:01:35.531962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41298) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:35.616707 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6dd50e4a-dff3-4105-9bb4-f3bbfa3a1bac tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "GET /v2.0/routers/addfd41d-adf2-4437-98dd-6f24b0a732f1 HTTP/1.1" status: 200 len: 717 time: 0.0834625 Jan 28 17:01:35.619145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41302) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:35.994854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-10ac6b2a-5ab0-41ed-8b40-2af603b92a02 tempest-RoutersTestDVR-2103702909 tempest-RoutersTestDVR-2103702909-project] 10.222.0.25 "GET /v2.0/routers/addfd41d-adf2-4437-98dd-6f24b0a732f1 HTTP/1.1" status: 200 len: 683 time: 0.3741422 Jan 28 17:01:35.997041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:36.088011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.279822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.282259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (addfd41d-adf2-4437-98dd-6f24b0a732f1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.336019 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (addfd41d-adf2-4437-98dd-6f24b0a732f1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.336938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router addfd41d-adf2-4437-98dd-6f24b0a732f1 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:36.345715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.346985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc959152-6b43-4c73-a23f-21f20de8d0c7 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "DELETE /v2.0/routers/addfd41d-adf2-4437-98dd-6f24b0a732f1 HTTP/1.1" status: 204 len: 168 time: 0.3488388 Jan 28 17:01:36.351048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41322) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:36.356902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Request body: {'router': {'name': 'tempest-router-2042674929', 'distributed': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:36.406336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.408510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.489598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.496647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.523557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:36.526955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b3a00eed-fd3d-4ef0-a4b8-2aa9bd68dda8 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1742861 Jan 28 17:01:36.530012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41330) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:36.610567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.165808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.168115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router_controller (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.226889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.227297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:01:37.232259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.233449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aa353599-fe96-4ed3-9956-abcf0f5319f3 tempest-RoutersTestDVR-690891634 tempest-RoutersTestDVR-690891634-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e1fec272-3fd0-4b56-a9d5-a5b7519bf1f9 HTTP/1.1" status: 204 len: 168 time: 0.7024429 Jan 28 17:01:37.539131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41352) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:37.676591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c647f106-edfb-4a1a-b0bc-b56043935d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.763355 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c647f106-edfb-4a1a-b0bc-b56043935d11 admin admin] Publish callbacks [] for security_group (be2d8148-37eb-4f05-b1ee-0f93860f9ac2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.768464 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c647f106-edfb-4a1a-b0bc-b56043935d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (be2d8148-37eb-4f05-b1ee-0f93860f9ac2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.812496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c647f106-edfb-4a1a-b0bc-b56043935d11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ca2f539af2b40ef954235e1dbd75b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722633 Jan 28 17:01:37.815159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41356) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:37.822124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647f106-edfb-4a1a-b0bc-b56043935d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2d8148-37eb-4f05-b1ee-0f93860f9ac2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:37.875046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-985f4f43-311c-4131-adb5-bf42fd7de90f admin admin] Publish callbacks [] for security_group (be2d8148-37eb-4f05-b1ee-0f93860f9ac2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.901788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-985f4f43-311c-4131-adb5-bf42fd7de90f admin admin] Publish callbacks [] for security_group (be2d8148-37eb-4f05-b1ee-0f93860f9ac2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.953674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-985f4f43-311c-4131-adb5-bf42fd7de90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (be2d8148-37eb-4f05-b1ee-0f93860f9ac2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.958084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-985f4f43-311c-4131-adb5-bf42fd7de90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:37.962489 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-985f4f43-311c-4131-adb5-bf42fd7de90f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be2d8148-37eb-4f05-b1ee-0f93860f9ac2 HTTP/1.1" status: 204 len: 168 time: 0.1464107 Jan 28 17:01:37.977324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f4f43-311c-4131-adb5-bf42fd7de90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2d8148-37eb-4f05-b1ee-0f93860f9ac2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:38.340342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41370) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:38.369240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1262b242-a5b1-4157-a62a-5b03ae9b1c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.494107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1262b242-a5b1-4157-a62a-5b03ae9b1c2a admin admin] Publish callbacks [] for security_group (9949b450-d1f7-4185-ab0c-43a8ee72d785), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.503271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1262b242-a5b1-4157-a62a-5b03ae9b1c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9949b450-d1f7-4185-ab0c-43a8ee72d785), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.550709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41384) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:38.551572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1262b242-a5b1-4157-a62a-5b03ae9b1c2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdfa358cb92c465fb070e02285edf5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094803 Jan 28 17:01:38.553856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b242-a5b1-4157-a62a-5b03ae9b1c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9949b450-d1f7-4185-ab0c-43a8ee72d785,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:38.642378 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-650215c0-6f58-4b7c-b562-52d51b6fac54 admin admin] Publish callbacks [] for security_group (9949b450-d1f7-4185-ab0c-43a8ee72d785), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.665810 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-650215c0-6f58-4b7c-b562-52d51b6fac54 admin admin] Publish callbacks [] for security_group (9949b450-d1f7-4185-ab0c-43a8ee72d785), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.718969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-650215c0-6f58-4b7c-b562-52d51b6fac54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9949b450-d1f7-4185-ab0c-43a8ee72d785), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.723049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-650215c0-6f58-4b7c-b562-52d51b6fac54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:38.726796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-650215c0-6f58-4b7c-b562-52d51b6fac54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9949b450-d1f7-4185-ab0c-43a8ee72d785 HTTP/1.1" status: 204 len: 168 time: 0.1718256 Jan 28 17:01:38.735322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650215c0-6f58-4b7c-b562-52d51b6fac54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9949b450-d1f7-4185-ab0c-43a8ee72d785,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:39.710541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41418) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.858206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-2a59918c-be97-4b7a-9b30-ace12cbd1aad tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.863234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41422) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.869124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-bee8bb4a-cea5-462b-870a-1232028f7b83 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.873033 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bee8bb4a-cea5-462b-870a-1232028f7b83 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0081882 Jan 28 17:01:39.873824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41426) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.874485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2a59918c-be97-4b7a-9b30-ace12cbd1aad tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1622365 Jan 28 17:01:39.880344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-fa460032-adae-4c82-82e4-fac50c1133d4 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.884834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.890276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-5a247263-a2b3-4f06-b369-214c14882abd tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.890873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa460032-adae-4c82-82e4-fac50c1133d4 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0152555 Jan 28 17:01:39.895747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.898067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5a247263-a2b3-4f06-b369-214c14882abd tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0115910 Jan 28 17:01:39.901510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-cde263bd-627f-4c8d-8be5-fb01a7eddccb tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.905249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41434) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.910196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cde263bd-627f-4c8d-8be5-fb01a7eddccb tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0128856 Jan 28 17:01:39.915991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-061b5975-dc33-40c9-a2f8-435928f96916 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.920863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41436) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.924926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-061b5975-dc33-40c9-a2f8-435928f96916 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0184915 Jan 28 17:01:39.928823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-0120775c-6ef8-4941-845a-17194c3a6ad5 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.932209 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0120775c-6ef8-4941-845a-17194c3a6ad5 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076253 Jan 28 17:01:39.932826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41438) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.938665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-f90276df-e858-484a-955c-34c2fa276c1e tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.940194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f90276df-e858-484a-955c-34c2fa276c1e tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061882 Jan 28 17:01:39.943135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41440) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.948420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-63f039a5-9ed5-49f6-8c8f-8ba6acb45eaf tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.955224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.955877 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63f039a5-9ed5-49f6-8c8f-8ba6acb45eaf tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0114009 Jan 28 17:01:39.962092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-dbcebc49-1311-4383-9f84-defef2786eb5 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.965392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dbcebc49-1311-4383-9f84-defef2786eb5 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0089889 Jan 28 17:01:39.966409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41446) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.971234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-5d9a5eb8-9a30-46f3-a9ab-01c81f417f51 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.972452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5d9a5eb8-9a30-46f3-a9ab-01c81f417f51 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048327 Jan 28 17:01:39.974490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41448) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.979289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-a6589973-b0a2-4cce-962b-2c26f848b86b tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.980415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a6589973-b0a2-4cce-962b-2c26f848b86b tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044661 Jan 28 17:01:39.982717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41450) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.987276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-58dd1306-4719-4c90-894d-3eab52cb4524 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.990620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-58dd1306-4719-4c90-894d-3eab52cb4524 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063884 Jan 28 17:01:39.990918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41452) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:39.995463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-7ddf36b3-9660-4028-96d2-afe364c9e1d0 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:39.996531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7ddf36b3-9660-4028-96d2-afe364c9e1d0 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045612 Jan 28 17:01:39.999280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41454) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.004067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-14c00a52-1582-452c-aa26-5298cb79a4f1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.008090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41456) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.008506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-14c00a52-1582-452c-aa26-5298cb79a4f1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078182 Jan 28 17:01:40.013998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-66f623dd-7b33-4a6a-8ff4-8490cbb0a851 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.017900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.018107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66f623dd-7b33-4a6a-8ff4-8490cbb0a851 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0087693 Jan 28 17:01:40.022158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-e4ad6eab-5643-4f0e-9b7b-b739c8536842 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.025830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e4ad6eab-5643-4f0e-9b7b-b739c8536842 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0069611 Jan 28 17:01:40.026604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41460) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.034684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-18931f99-f499-4995-a984-555f81f84765 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.036758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18931f99-f499-4995-a984-555f81f84765 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086155 Jan 28 17:01:40.039212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41462) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.044070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-104f866e-d1c7-43ff-adab-e2d1d9b2b134 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.045522 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-104f866e-d1c7-43ff-adab-e2d1d9b2b134 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052192 Jan 28 17:01:40.048635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41464) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.055041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-4848b30f-5f01-4ee3-a6f4-fa4399fdb28f tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.056055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4848b30f-5f01-4ee3-a6f4-fa4399fdb28f tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063734 Jan 28 17:01:40.058681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41468) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.065548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-c41b89c9-3f5c-49d9-b637-dc96cbdb780e tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.075388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c41b89c9-3f5c-49d9-b637-dc96cbdb780e tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0147681 Jan 28 17:01:40.078148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41470) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.088237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-1d1160ff-1e24-43b7-a367-1545f71a1486 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.092451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d1160ff-1e24-43b7-a367-1545f71a1486 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0117254 Jan 28 17:01:40.093052 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41474) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.100978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-8e08f9db-ed29-47fe-9365-b9b4dab4111f tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.103043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8e08f9db-ed29-47fe-9365-b9b4dab4111f tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0089879 Jan 28 17:01:40.106007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.110962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-27d8967a-3901-4fbd-a84a-d6ef09dedf8a tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.115219 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-27d8967a-3901-4fbd-a84a-d6ef09dedf8a tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077436 Jan 28 17:01:40.116065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41478) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.120949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-2524eded-efa0-4c93-b3a6-9ae713fdf64c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.125174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41480) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.129779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-048f5625-a809-4faf-9ac9-b3faba81ce10 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.134374 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2524eded-efa0-4c93-b3a6-9ae713fdf64c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0169885 Jan 28 17:01:40.134700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-048f5625-a809-4faf-9ac9-b3faba81ce10 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073142 Jan 28 17:01:40.135892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41482) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.140828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-b5942a0d-c705-4ff5-bd4d-4c10a1b23958 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.145660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.147809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b5942a0d-c705-4ff5-bd4d-4c10a1b23958 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0104890 Jan 28 17:01:40.151529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-d23d673d-efaf-4dbc-8581-d3936e6ddee8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.155064 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d23d673d-efaf-4dbc-8581-d3936e6ddee8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056484 Jan 28 17:01:40.155342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41486) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.160954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-dd0385d3-752a-4e1c-92e6-f0bd45e0d3cb tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.161931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dd0385d3-752a-4e1c-92e6-f0bd45e0d3cb tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055382 Jan 28 17:01:40.164554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41488) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.169075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-a26ef23c-09ef-4926-a366-71d6afe5d0f7 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.170338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a26ef23c-09ef-4926-a366-71d6afe5d0f7 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045614 Jan 28 17:01:40.172916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41490) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.177515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-d833e4ed-9c33-4370-bf68-432c7a3e14fd tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.179625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d833e4ed-9c33-4370-bf68-432c7a3e14fd tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054283 Jan 28 17:01:40.182712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41492) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.188213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-055bcc13-1ec7-4f0c-a916-12fcb56ceba8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.192085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41494) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.195294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-055bcc13-1ec7-4f0c-a916-12fcb56ceba8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0118070 Jan 28 17:01:40.197660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-5ec75ee5-a34f-4342-8659-1ea0d57776e2 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.201895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.207737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5ec75ee5-a34f-4342-8659-1ea0d57776e2 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0141606 Jan 28 17:01:40.209074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-465fa3c8-c7ab-4836-9d2d-64305429f521 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.213887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.217646 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-465fa3c8-c7ab-4836-9d2d-64305429f521 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0143163 Jan 28 17:01:40.221231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-92c8faab-3ebc-4602-ae44-c7e20cd2937c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.227304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41500) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.229671 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-92c8faab-3ebc-4602-ae44-c7e20cd2937c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100367 Jan 28 17:01:40.232355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-5370cbcb-70c8-455b-aef5-89f339823042 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.236304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41502) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.236576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5370cbcb-70c8-455b-aef5-89f339823042 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0075376 Jan 28 17:01:40.253739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-f7752087-7167-46c0-a732-d686918b0040 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.259308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41504) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.265255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f7752087-7167-46c0-a732-d686918b0040 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0278254 Jan 28 17:01:40.266664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-247633c4-057e-4874-8a4e-c075ba181edf tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.271601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41506) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.271885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-247633c4-057e-4874-8a4e-c075ba181edf tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0110638 Jan 28 17:01:40.276577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-4d1647dc-9868-4dfb-9ad9-7c70e25509b7 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.280222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.280963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4d1647dc-9868-4dfb-9ad9-7c70e25509b7 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082359 Jan 28 17:01:40.285175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-24c752e9-1de8-457c-ae9a-f5743f70ecfb tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.289500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41510) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.289847 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-24c752e9-1de8-457c-ae9a-f5743f70ecfb tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080526 Jan 28 17:01:40.296829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-d920e320-3a25-4273-ba8c-17ce472e30a6 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.300032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d920e320-3a25-4273-ba8c-17ce472e30a6 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068512 Jan 28 17:01:40.302160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.305020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-e7373f6d-0e52-447c-b849-37363cfa1c70 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.309656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e7373f6d-0e52-447c-b849-37363cfa1c70 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058336 Jan 28 17:01:40.310414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41514) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.315498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-eac9a4f1-be3c-4b7c-b1f7-8847c3cb081c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.319336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eac9a4f1-be3c-4b7c-b1f7-8847c3cb081c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0076921 Jan 28 17:01:40.319488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.326013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-fa575078-7906-44a7-bf11-5828c7ca5ff8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.333307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fa575078-7906-44a7-bf11-5828c7ca5ff8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0117233 Jan 28 17:01:40.333543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41518) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.339536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-03296568-bb4d-4909-8d3c-91ec712a8635 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.342836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-03296568-bb4d-4909-8d3c-91ec712a8635 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052080 Jan 28 17:01:40.343570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.348578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-6c51c23d-c232-403d-ac52-0418f085dee3 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.351997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c51c23d-c232-403d-ac52-0418f085dee3 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0051558 Jan 28 17:01:40.352202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.356770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-1bb232bd-9060-440c-bdfc-aa33f915dbe6 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.366854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1bb232bd-9060-440c-bdfc-aa33f915dbe6 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0133750 Jan 28 17:01:40.367623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41526) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.380308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-4530c3f4-2171-4765-a531-6ba27cccf558 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.384411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41528) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.386415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4530c3f4-2171-4765-a531-6ba27cccf558 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0144999 Jan 28 17:01:40.389103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-e2e6cb56-89db-41a7-9e54-6b2044edccbe tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.390059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e2e6cb56-89db-41a7-9e54-6b2044edccbe tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045824 Jan 28 17:01:40.393474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41530) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.401084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-9edf9093-8915-4c9e-a62e-f9fc495d25e0 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.404383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41532) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.406247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9edf9093-8915-4c9e-a62e-f9fc495d25e0 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0120084 Jan 28 17:01:40.410303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-3b75d1ea-fab7-4c29-8e1c-7c22b7e1b35c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.411267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3b75d1ea-fab7-4c29-8e1c-7c22b7e1b35c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058947 Jan 28 17:01:40.413977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41534) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.422536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-85538e54-9440-4488-8005-63a9f5bb8221 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.424266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85538e54-9440-4488-8005-63a9f5bb8221 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090663 Jan 28 17:01:40.426504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41538) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.431046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-ac44785d-d19a-47cc-94f3-6e063bbb66da tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.432329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac44785d-d19a-47cc-94f3-6e063bbb66da tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046158 Jan 28 17:01:40.434377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.439762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-d5b5d49a-ecb5-4745-8623-d00bd9c55ae5 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.441306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d5b5d49a-ecb5-4745-8623-d00bd9c55ae5 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057654 Jan 28 17:01:40.443539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41542) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.449841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-ef7ad9cb-9c30-4945-bbdf-e578ede7c51c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.451472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ef7ad9cb-9c30-4945-bbdf-e578ede7c51c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066533 Jan 28 17:01:40.455427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41544) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.460087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-52c70655-c01a-4e90-8383-a8211b71afcc tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.463612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41546) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.464118 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-52c70655-c01a-4e90-8383-a8211b71afcc tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072987 Jan 28 17:01:40.477504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-9ecc92f5-c126-4eb9-9923-b037bf2cccf1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.479162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9ecc92f5-c126-4eb9-9923-b037bf2cccf1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0143924 Jan 28 17:01:40.481923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41548) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.489399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-7703530c-9972-475f-874b-b39484c18cec tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.490399 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7703530c-9972-475f-874b-b39484c18cec tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0075107 Jan 28 17:01:40.492935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41550) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.500919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-515089d0-d5d5-4b75-97a1-9592279255a4 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.506074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41552) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.511136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-3ac93669-1e9f-459e-b74e-b0b55027dc97 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.514942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3ac93669-1e9f-459e-b74e-b0b55027dc97 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077963 Jan 28 17:01:40.515799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.518537 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-515089d0-d5d5-4b75-97a1-9592279255a4 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0242412 Jan 28 17:01:40.522620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-424436e5-3f4d-4328-b87c-a1e1bb7ad3e8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.526410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41556) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.531490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-79825eb1-a31e-44cd-8a38-41f9dd904c56 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.532148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-424436e5-3f4d-4328-b87c-a1e1bb7ad3e8 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0152719 Jan 28 17:01:40.535997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41558) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.537876 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-79825eb1-a31e-44cd-8a38-41f9dd904c56 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100453 Jan 28 17:01:40.542067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-43b0b288-7f75-4b42-a051-83026c68fcb1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.546036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.551855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-bef0bc87-0fa0-4cac-adac-d7ccac0b1d0c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.552484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-43b0b288-7f75-4b42-a051-83026c68fcb1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0152087 Jan 28 17:01:40.556652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41562) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.557738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bef0bc87-0fa0-4cac-adac-d7ccac0b1d0c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0103199 Jan 28 17:01:40.563149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-dd2bd861-15de-4d04-a306-7c693a1440e4 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.567819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.572916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-afcb7f0b-2257-4ab3-9308-da2b6eafa847 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.576649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dd2bd861-15de-4d04-a306-7c693a1440e4 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0180588 Jan 28 17:01:40.577186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-afcb7f0b-2257-4ab3-9308-da2b6eafa847 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076137 Jan 28 17:01:40.578196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.587592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-f7431867-ef00-42c5-b919-95e04974ccc7 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.592527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.598340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-5fd0b672-8928-4385-9234-656c4e93f954 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.602395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5fd0b672-8928-4385-9234-656c4e93f954 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081878 Jan 28 17:01:40.603319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f7431867-ef00-42c5-b919-95e04974ccc7 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0217793 Jan 28 17:01:40.604001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41570) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.609417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-8caa1924-823b-4c6b-8808-0e80715eaf85 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.614079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.619995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [None req-59398247-67b4-445f-af28-05d97c5ac79c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.620717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8caa1924-823b-4c6b-8808-0e80715eaf85 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0150700 Jan 28 17:01:40.622154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59398247-67b4-445f-af28-05d97c5ac79c tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070007 Jan 28 17:01:40.624225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41574) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.624623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41576) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:40.631505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [None req-b53fc1c7-53e7-4447-b308-31129b96a7e1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:40.635784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b53fc1c7-53e7-4447-b308-31129b96a7e1 tempest-ExtensionsTestJSON-1450808124 tempest-ExtensionsTestJSON-1450808124-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051839 Jan 28 17:01:40.825016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:40.993931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Publish callbacks [] for security_group (799006f8-f98e-4cfa-83ae-480f4305e422), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:40.999706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (799006f8-f98e-4cfa-83ae-480f4305e422), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.053020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a69ce79eb19f4a3f9014266037eaeba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271977 Jan 28 17:01:41.054543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799006f8-f98e-4cfa-83ae-480f4305e422,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:41.055644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41586) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:41.064735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.065342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.065864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.066380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.066880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.067380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.067900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.068398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.068938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.069827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.070338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.070852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.071469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b630d2-1760-4d4b-976b-97b41e6e8495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:41.082868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41588) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:41.140990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69b3d0eb-407d-4588-adbe-8e68caf4657a admin admin] Publish callbacks [] for security_group (799006f8-f98e-4cfa-83ae-480f4305e422), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.172518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69b3d0eb-407d-4588-adbe-8e68caf4657a admin admin] Publish callbacks [] for security_group (799006f8-f98e-4cfa-83ae-480f4305e422), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.252145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69b3d0eb-407d-4588-adbe-8e68caf4657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (799006f8-f98e-4cfa-83ae-480f4305e422), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.256023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69b3d0eb-407d-4588-adbe-8e68caf4657a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.257206 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69b3d0eb-407d-4588-adbe-8e68caf4657a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/799006f8-f98e-4cfa-83ae-480f4305e422 HTTP/1.1" status: 204 len: 168 time: 0.2003708 Jan 28 17:01:41.276194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3d0eb-407d-4588-adbe-8e68caf4657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799006f8-f98e-4cfa-83ae-480f4305e422,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:41.316574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21865794-d0bc-418e-860c-fcfb497a28b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.435007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21865794-d0bc-418e-860c-fcfb497a28b0 admin admin] Publish callbacks [] for security_group (083cb204-045f-4b94-99ba-f01dc7d150e1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.440093 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21865794-d0bc-418e-860c-fcfb497a28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (083cb204-045f-4b94-99ba-f01dc7d150e1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.507674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21865794-d0bc-418e-860c-fcfb497a28b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0b93ec88f2b47d38764c34a8c9691cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232371 Jan 28 17:01:41.510308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41598) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:41.519028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865794-d0bc-418e-860c-fcfb497a28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083cb204-045f-4b94-99ba-f01dc7d150e1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:41.576693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed294b16-7921-4a44-99eb-a9db7eafc0fa admin admin] Publish callbacks [] for security_group (083cb204-045f-4b94-99ba-f01dc7d150e1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.607251 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed294b16-7921-4a44-99eb-a9db7eafc0fa admin admin] Publish callbacks [] for security_group (083cb204-045f-4b94-99ba-f01dc7d150e1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.675064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed294b16-7921-4a44-99eb-a9db7eafc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (083cb204-045f-4b94-99ba-f01dc7d150e1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.678235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed294b16-7921-4a44-99eb-a9db7eafc0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.679515 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed294b16-7921-4a44-99eb-a9db7eafc0fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/083cb204-045f-4b94-99ba-f01dc7d150e1 HTTP/1.1" status: 204 len: 168 time: 0.1680443 Jan 28 17:01:41.690536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed294b16-7921-4a44-99eb-a9db7eafc0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083cb204-045f-4b94-99ba-f01dc7d150e1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:41.795724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41604) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:41.819182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9398bb2-e44c-49f6-937a-e281ad5c58f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.919783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9398bb2-e44c-49f6-937a-e281ad5c58f9 admin admin] Publish callbacks [] for security_group (c7ed8d20-5712-4f29-a908-c8360d753645), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.926028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9398bb2-e44c-49f6-937a-e281ad5c58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c7ed8d20-5712-4f29-a908-c8360d753645), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:41.975254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9398bb2-e44c-49f6-937a-e281ad5c58f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed8d20-5712-4f29-a908-c8360d753645,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:41.996962 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a9398bb2-e44c-49f6-937a-e281ad5c58f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3a4c19c54f04384a7211bab266dbbe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1998584 Jan 28 17:01:41.999427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:42.060975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9338b83-0cdd-4e1d-9e30-ba396624d5d9 admin admin] Publish callbacks [] for security_group (c7ed8d20-5712-4f29-a908-c8360d753645), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:42.095960 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9338b83-0cdd-4e1d-9e30-ba396624d5d9 admin admin] Publish callbacks [] for security_group (c7ed8d20-5712-4f29-a908-c8360d753645), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:42.154627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9338b83-0cdd-4e1d-9e30-ba396624d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c7ed8d20-5712-4f29-a908-c8360d753645), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:42.157948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9338b83-0cdd-4e1d-9e30-ba396624d5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:42.161672 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9338b83-0cdd-4e1d-9e30-ba396624d5d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7ed8d20-5712-4f29-a908-c8360d753645 HTTP/1.1" status: 204 len: 168 time: 0.1590466 Jan 28 17:01:42.170864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338b83-0cdd-4e1d-9e30-ba396624d5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed8d20-5712-4f29-a908-c8360d753645,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:42.329436 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:42.337797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:42.752276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41640) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.049954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-210a6e71-fec9-4fe6-a834-07e6247be06c tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] Request body: {'port': {'network_id': 'bd1cd25b-96d3-43d9-80cc-30b20ad73690', 'name': 'tempest-NetworksNegativeTestJSON-1756109493'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:43.067336 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-210a6e71-fec9-4fe6-a834-07e6247be06c tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] POST failed (client error): The resource could not be found. Jan 28 17:01:43.067835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210a6e71-fec9-4fe6-a834-07e6247be06c tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.069188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-210a6e71-fec9-4fe6-a834-07e6247be06c tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3158143 Jan 28 17:01:43.073803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.094329 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-7444410d-0a91-49c2-9133-20f34626966e tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:43.095161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7444410d-0a91-49c2-9133-20f34626966e tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.098354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7444410d-0a91-49c2-9133-20f34626966e tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "DELETE /v2.0/networks/7f5a800f-9823-4fa3-ab3e-a8f9e1ccd6a3 HTTP/1.1" status: 404 len: 339 time: 0.0243313 Jan 28 17:01:43.102240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41656) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.132108 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-87319ea4-bb98-41a5-96ad-07d010c3c733 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:43.132837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87319ea4-bb98-41a5-96ad-07d010c3c733 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.135887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-87319ea4-bb98-41a5-96ad-07d010c3c733 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "DELETE /v2.0/ports/86f2d58a-e67b-43e8-b632-bd08889f492a HTTP/1.1" status: 404 len: 333 time: 0.0324922 Jan 28 17:01:43.139630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41658) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.171023 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-575101ee-3a54-4f53-8a86-ebb2dc20462d tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:43.171769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575101ee-3a54-4f53-8a86-ebb2dc20462d tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.177194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-575101ee-3a54-4f53-8a86-ebb2dc20462d tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "DELETE /v2.0/subnets/56761166-f5be-46f6-8d0e-75fa949a0e15 HTTP/1.1" status: 404 len: 337 time: 0.0364339 Jan 28 17:01:43.181037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41660) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.206388 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebe54ff-984f-45b6-86db-eed097573fc1 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] GET failed (client error): The resource could not be found. Jan 28 17:01:43.208391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3ebe54ff-984f-45b6-86db-eed097573fc1 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "GET /v2.0/networks/10060292-8f7a-4441-94b3-0fe48ee5c196 HTTP/1.1" status: 404 len: 339 time: 0.0238461 Jan 28 17:01:43.212249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41664) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.248349 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-158ccfcb-da4e-43a6-b893-a34957c9d280 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] GET failed (client error): The resource could not be found. Jan 28 17:01:43.254940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41666) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.255961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-158ccfcb-da4e-43a6-b893-a34957c9d280 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "GET /v2.0/ports/e8a9fbbe-36c4-4927-b0e1-aca89db40613 HTTP/1.1" status: 404 len: 333 time: 0.0418661 Jan 28 17:01:43.291479 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ac4533-8a16-4657-a82d-c33c7bd8c158 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] GET failed (client error): The resource could not be found. Jan 28 17:01:43.292992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-68ac4533-8a16-4657-a82d-c33c7bd8c158 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "GET /v2.0/subnets/09391aaf-aa33-4454-807f-3b306f166e20 HTTP/1.1" status: 404 len: 337 time: 0.0366254 Jan 28 17:01:43.296993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41668) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.303132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3abe9714-b14f-41e4-a318-8a5f4ca0fd7f tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:43.317477 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abe9714-b14f-41e4-a318-8a5f4ca0fd7f tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] PUT failed (client error): The resource could not be found. Jan 28 17:01:43.318009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abe9714-b14f-41e4-a318-8a5f4ca0fd7f tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.322732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3abe9714-b14f-41e4-a318-8a5f4ca0fd7f tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "PUT /v2.0/networks/9370ef4c-c5b6-4ab5-a61d-aa4d3e482fa7 HTTP/1.1" status: 404 len: 339 time: 0.0210011 Jan 28 17:01:43.323170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.328688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-157d42f0-f291-4166-82ed-4505492424ba tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:43.351002 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-157d42f0-f291-4166-82ed-4505492424ba tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] PUT failed (client error): The resource could not be found. Jan 28 17:01:43.351596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157d42f0-f291-4166-82ed-4505492424ba tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.356884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41672) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.357254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-157d42f0-f291-4166-82ed-4505492424ba tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "PUT /v2.0/ports/70109c47-6b48-4341-bffc-da0d2a8b3765 HTTP/1.1" status: 404 len: 333 time: 0.0330262 Jan 28 17:01:43.363361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d38efd36-9721-4ac4-a2cb-f96f79213b54 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:43.396438 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38efd36-9721-4ac4-a2cb-f96f79213b54 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] PUT failed (client error): The resource could not be found. Jan 28 17:01:43.397093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38efd36-9721-4ac4-a2cb-f96f79213b54 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:43.398668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d38efd36-9721-4ac4-a2cb-f96f79213b54 tempest-NetworksNegativeTestJSON-1937796727 tempest-NetworksNegativeTestJSON-1937796727-project] 10.222.0.25 "PUT /v2.0/subnets/f66c343e-31bf-450b-a25d-f135dffe08ba HTTP/1.1" status: 404 len: 337 time: 0.0406311 Jan 28 17:01:43.577983 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-cfc535dc-ea6e-426b-9d08-a4a224fb8f07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505264 Jan 28 17:01:43.694199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aafab3-6132-4df8-9716-087631d3a70c req-b80b2f52-f1a8-47cd-958e-77054c62fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:43.695905 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-b80b2f52-f1a8-47cd-958e-77054c62fabe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 1129 time: 0.0669591 Jan 28 17:01:43.756368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41688) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:43.839998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aafab3-6132-4df8-9716-087631d3a70c req-9dc5ca20-c3c6-4cff-ba7f-3f405952231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:43.841887 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-9dc5ca20-c3c6-4cff-ba7f-3f405952231a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1176386 Jan 28 17:01:43.895756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-97a9c162-b9f9-428e-a3e0-987f27b033a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e HTTP/1.1" status: 200 len: 217 time: 0.0447383 Jan 28 17:01:43.955793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aafab3-6132-4df8-9716-087631d3a70c req-b07d2e09-3e9e-463c-b4af-de6d62bdea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:43.958059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-b07d2e09-3e9e-463c-b4af-de6d62bdea43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0531611 Jan 28 17:01:44.025624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aafab3-6132-4df8-9716-087631d3a70c req-4a5776e8-9072-40e7-a1b5-af7d3a46e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:44.027273 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-4a5776e8-9072-40e7-a1b5-af7d3a46e317 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0638864 Jan 28 17:01:44.044847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2632d9d-d72d-4e91-8dcb-10cb6782a5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.155976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-a36b130b-588d-4837-a86a-5aa4fddb90ce service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173840 Jan 28 17:01:44.156146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2632d9d-d72d-4e91-8dcb-10cb6782a5b7 admin admin] Publish callbacks [] for security_group (852f1b27-ce2e-479d-b8fd-de932a181774), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.159432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d2632d9d-d72d-4e91-8dcb-10cb6782a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (852f1b27-ce2e-479d-b8fd-de932a181774), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.186470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2632d9d-d72d-4e91-8dcb-10cb6782a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852f1b27-ce2e-479d-b8fd-de932a181774,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:44.229409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d2632d9d-d72d-4e91-8dcb-10cb6782a5b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63a6cbe6d2fc4bbfbb6c3317586f6ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717858 Jan 28 17:01:44.232206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41706) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:44.273706 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0aafab3-6132-4df8-9716-087631d3a70c req-5c43a4dc-14c9-4900-9f36-806d7650cbfd service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165829 Jan 28 17:01:44.292581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daaa480d-960c-40b3-b566-98f8412741d6 admin admin] Publish callbacks [] for security_group (852f1b27-ce2e-479d-b8fd-de932a181774), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.316949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daaa480d-960c-40b3-b566-98f8412741d6 admin admin] Publish callbacks [] for security_group (852f1b27-ce2e-479d-b8fd-de932a181774), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.372445 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daaa480d-960c-40b3-b566-98f8412741d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (852f1b27-ce2e-479d-b8fd-de932a181774), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.375467 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-daaa480d-960c-40b3-b566-98f8412741d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.376962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-daaa480d-960c-40b3-b566-98f8412741d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/852f1b27-ce2e-479d-b8fd-de932a181774 HTTP/1.1" status: 204 len: 168 time: 0.1430933 Jan 28 17:01:44.385389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa480d-960c-40b3-b566-98f8412741d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852f1b27-ce2e-479d-b8fd-de932a181774,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:44.534148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41716) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:44.750140 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cfa05a-409b-4a5f-84a0-79b2b49ac0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.853653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cfa05a-409b-4a5f-84a0-79b2b49ac0f4 admin admin] Publish callbacks [] for security_group (070f74de-b3fd-44b6-9244-6c4fea37482c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.858902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30cfa05a-409b-4a5f-84a0-79b2b49ac0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (070f74de-b3fd-44b6-9244-6c4fea37482c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:44.905601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:44.905828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30cfa05a-409b-4a5f-84a0-79b2b49ac0f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=699b8468a72045d7b2c2f033c9f92d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703833 Jan 28 17:01:44.906871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfa05a-409b-4a5f-84a0-79b2b49ac0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070f74de-b3fd-44b6-9244-6c4fea37482c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:44.975435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-459039e0-a03f-4239-95c7-1460b5c7fbef admin admin] Publish callbacks [] for security_group (070f74de-b3fd-44b6-9244-6c4fea37482c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.006709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-459039e0-a03f-4239-95c7-1460b5c7fbef admin admin] Publish callbacks [] for security_group (070f74de-b3fd-44b6-9244-6c4fea37482c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.067406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-459039e0-a03f-4239-95c7-1460b5c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (070f74de-b3fd-44b6-9244-6c4fea37482c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.070788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-459039e0-a03f-4239-95c7-1460b5c7fbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.074798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-459039e0-a03f-4239-95c7-1460b5c7fbef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/070f74de-b3fd-44b6-9244-6c4fea37482c HTTP/1.1" status: 204 len: 168 time: 0.1676233 Jan 28 17:01:45.086077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459039e0-a03f-4239-95c7-1460b5c7fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070f74de-b3fd-44b6-9244-6c4fea37482c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:45.239921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41744) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:45.451326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-879617214'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:45.471465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:45.474914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.482546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41758) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:45.486706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.502669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1139ef5-625b-4606-a2ca-cc1e4427aed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.586423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.590360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.601634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1139ef5-625b-4606-a2ca-cc1e4427aed1 admin admin] Publish callbacks [] for security_group (dce23b74-6383-4a4e-a937-734bd14b1112), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.607174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a1139ef5-625b-4606-a2ca-cc1e4427aed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dce23b74-6383-4a4e-a937-734bd14b1112), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.611439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:01:45.621004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4e673837-ac25-431b-871e-da3faf84a2f4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.621352 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment 4e673837-ac25-431b-871e-da3faf84a2f4 of type vlan for network 39bcff8b-952d-4fa3-81e7-852479f801b0 Jan 28 17:01:45.651141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a1139ef5-625b-4606-a2ca-cc1e4427aed1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbc17da705154e3191dae709901d0b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674428 Jan 28 17:01:45.651903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1139ef5-625b-4606-a2ca-cc1e4427aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce23b74-6383-4a4e-a937-734bd14b1112,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:45.654235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:45.660203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (39bcff8b-952d-4fa3-81e7-852479f801b0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.682071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:45.704183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (39bcff8b-952d-4fa3-81e7-852479f801b0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.705696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a14253e9-989a-4eaa-a8db-b262b64a96bc admin admin] Publish callbacks [] for security_group (dce23b74-6383-4a4e-a937-734bd14b1112), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.710169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:45.710760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.728920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a14253e9-989a-4eaa-a8db-b262b64a96bc admin admin] Publish callbacks [] for security_group (dce23b74-6383-4a4e-a937-734bd14b1112), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.776574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5355284 Jan 28 17:01:45.777381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41762) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:45.782953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a14253e9-989a-4eaa-a8db-b262b64a96bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dce23b74-6383-4a4e-a937-734bd14b1112), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.784739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'name': 'tempest-PortsIpV6TestJSON-2054936851'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:45.785567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a14253e9-989a-4eaa-a8db-b262b64a96bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.786739 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a14253e9-989a-4eaa-a8db-b262b64a96bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dce23b74-6383-4a4e-a937-734bd14b1112 HTTP/1.1" status: 204 len: 168 time: 0.1315932 Jan 28 17:01:45.803933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14253e9-989a-4eaa-a8db-b262b64a96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce23b74-6383-4a4e-a937-734bd14b1112,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:45.887271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059fb8-6187-47d2-82bf-785ceccdd846 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=39bcff8b-952d-4fa3-81e7-852479f801b0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:45.894807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:45.900430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:45.901598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:01:45.926687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 77d9e346-0c60-4984-bb8d-8e4f462e7044 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:01:45.984210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8153-fe6b-4184-8deb-0cd4ec27baff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.475183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.527591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.609391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=77d9e346-0c60-4984-bb8d-8e4f462e7044,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:46.612937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': '4e673837-ac25-431b-871e-da3faf84a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:46.613980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 39bcff8b-952d-4fa3-81e7-852479f801b0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:01:46.637500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:01:46.647004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 39bcff8b-952d-4fa3-81e7-852479f801b0) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:46.651370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:46.657384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:46.658304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.659885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec066a-a182-4205-b01c-885d1adb250f None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:46.681247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d3a1f198-e57d-4813-a639-b2098bd4d4d2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9009833 Jan 28 17:01:46.683646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41798) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:46.690415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-63296923'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:46.722822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:46.733104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.780500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:01:46.797165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3bcdea49-1f95-43c2-8c1d-cea7ea091dd7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.797587 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment 3bcdea49-1f95-43c2-8c1d-cea7ea091dd7 of type vlan for network 9b1f39da-54ec-4e50-ac12-d82079a9b6a0 Jan 28 17:01:46.844074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9b1f39da-54ec-4e50-ac12-d82079a9b6a0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.871953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9b1f39da-54ec-4e50-ac12-d82079a9b6a0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.877793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:46.879038 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:46.909635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2237792 Jan 28 17:01:46.913277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:46.918406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'ports': [{'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'}, {'network_id': '9b1f39da-54ec-4e50-ac12-d82079a9b6a0'}]} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:46.918724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:46.919789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '9b1f39da-54ec-4e50-ac12-d82079a9b6a0'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:46.967392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2ca4-d091-45fe-a0a9-6f92fa8659ae tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=9b1f39da-54ec-4e50-ac12-d82079a9b6a0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:46.982018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9b1f39da-54ec-4e50-ac12-d82079a9b6a0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:01:47.148840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 2} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:47.154724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.172351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.369537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 87273fa8-230a-4cd7-a9c8-4b3dabd103ec yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:01:47.455126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e1d88-bf90-4d4e-98ed-0c2357836484 req-87e06500-c7e0-4afb-add8-ed1b8f7161df tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:47.457188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d1e1d88-bf90-4d4e-98ed-0c2357836484 req-87e06500-c7e0-4afb-add8-ed1b8f7161df tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0956414 Jan 28 17:01:47.468819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (87273fa8-230a-4cd7-a9c8-4b3dabd103ec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.533029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d1e1d88-bf90-4d4e-98ed-0c2357836484 req-210ac9ef-f069-461e-99c6-4b2cecb38f61 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701952 Jan 28 17:01:47.594703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 48fe63e5-24d4-4c19-9afa-0168337bb9cd yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:01:47.727846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f761ff-6285-4000-931c-e8ff48a75b42 req-643d4a11-88ab-4318-9e61-ea0333f4f25c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:47.729576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8f761ff-6285-4000-931c-e8ff48a75b42 req-643d4a11-88ab-4318-9e61-ea0333f4f25c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0664637 Jan 28 17:01:47.762286 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-bf45c7e8-f298-4abf-9c71-6eec315f0f6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2388358 Jan 28 17:01:47.770707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (48fe63e5-24d4-4c19-9afa-0168337bb9cd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.810724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8f761ff-6285-4000-931c-e8ff48a75b42 req-9052dd26-7ab6-4faf-8e68-54ef13b0f539 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741796 Jan 28 17:01:47.864293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (87273fa8-230a-4cd7-a9c8-4b3dabd103ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.903109 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7b61-a765-4fa3-aa0d-7d3968a5d27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.921472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:47.928060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:47.935992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:47.936984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (48fe63e5-24d4-4c19-9afa-0168337bb9cd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:47.946805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=87273fa8-230a-4cd7-a9c8-4b3dabd103ec,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:47.956976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-387319dc-98ab-4024-877f-7a2ebf94f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:47.958798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-387319dc-98ab-4024-877f-7a2ebf94f790 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.1403317 Jan 28 17:01:48.082492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=48fe63e5-24d4-4c19-9afa-0168337bb9cd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:48.168026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-ccc9c9ee-8622-4dae-874f-0ad964fb49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:48.170328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-ccc9c9ee-8622-4dae-874f-0ad964fb49e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1740916 Jan 28 17:01:48.176809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': '3bcdea49-1f95-43c2-8c1d-cea7ea091dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9b1f39da-54ec-4e50-ac12-d82079a9b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:48.177498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 9b1f39da-54ec-4e50-ac12-d82079a9b6a0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:01:48.223296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-2d014f5a-e8a5-4130-9bc9-28ae0f6998c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:48.230504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-2d014f5a-e8a5-4130-9bc9-28ae0f6998c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.1609373 Jan 28 17:01:48.246272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-129d3528-b2ee-45d7-92fd-7ec0ce249816 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/quotas/41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 375 time: 0.0146246 Jan 28 17:01:48.320425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-d3f003e6-dbda-4b3b-b1a9-22788ea4bb6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.1393633 Jan 28 17:01:48.325563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 9b1f39da-54ec-4e50-ac12-d82079a9b6a0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:01:48.342702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-279a6dc6-a3b4-4147-aaa2-088506b3868b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0954010 Jan 28 17:01:48.363708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41874) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:48.375496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9b1f39da-54ec-4e50-ac12-d82079a9b6a0) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:48.382218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:48.387734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d03b4-4d72-4e84-be81-145a8e6840b5 None None] Network 9b1f39da-54ec-4e50-ac12-d82079a9b6a0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:48.396967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:48.403271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:48.406215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.449837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-3ce88ff3-4638-45f8-9382-3f4dfd3eb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:48.451581 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-3ce88ff3-4638-45f8-9382-3f4dfd3eb5f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1201773 Jan 28 17:01:48.491702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-591136a6-fad2-4ba1-92b3-d343b9d8a24c service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476896 Jan 28 17:01:48.510424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0d312e54-7f8b-41d6-bbf4-f5e7d4d95e71 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5924709 Jan 28 17:01:48.511637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41880) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:48.574996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-ea37da5e-56fd-402c-a994-7fba870caa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:48.576709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-ea37da5e-56fd-402c-a994-7fba870caa2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1142397 Jan 28 17:01:48.577889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4921d495-d9d3-4d38-91f2-483dea844cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.588050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-717242a5-77a5-4d43-be8e-b0c57d3e8590 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:01:48.589167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-717242a5-77a5-4d43-be8e-b0c57d3e8590 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051451 Jan 28 17:01:48.640600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-0e866fd8-8378-4eff-b391-5f65be75bbc6 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475801 Jan 28 17:01:48.717250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4921d495-d9d3-4d38-91f2-483dea844cb7 admin admin] Publish callbacks [] for security_group (544464c2-e730-4a1f-a8e2-c55d1c658b5b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.722924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 48fe63e5-24d4-4c19-9afa-0168337bb9cd {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:48.723264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (48fe63e5-24d4-4c19-9afa-0168337bb9cd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.735392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4921d495-d9d3-4d38-91f2-483dea844cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (544464c2-e730-4a1f-a8e2-c55d1c658b5b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.743490 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-45a2f74a-2ea9-4fcf-895c-849d7fcae008 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360033 Jan 28 17:01:48.791308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921d495-d9d3-4d38-91f2-483dea844cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544464c2-e730-4a1f-a8e2-c55d1c658b5b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:48.814350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4921d495-d9d3-4d38-91f2-483dea844cb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3a3e8871e654a65bc8521fcfd2eda56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474633 Jan 28 17:01:48.818018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41884) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:48.922545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93e50f49-735d-4e78-8adf-34698e7758a2 req-6baddcd9-8b2a-40f6-8648-e405a7b01e3f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 210 time: 0.0663915 Jan 28 17:01:48.946332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-808d5cfb-f382-458d-ae27-20ed37d3161d admin admin] Publish callbacks [] for security_group (544464c2-e730-4a1f-a8e2-c55d1c658b5b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.970547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-808d5cfb-f382-458d-ae27-20ed37d3161d admin admin] Publish callbacks [] for security_group (544464c2-e730-4a1f-a8e2-c55d1c658b5b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.972922 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (48fe63e5-24d4-4c19-9afa-0168337bb9cd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:48.978014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-59fad583-7a96-47fa-8ad6-b2bfbd2f3bfc req-3ec3829f-ddf5-4f18-848e-5bce937414cc service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873553 Jan 28 17:01:49.005505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 48fe63e5-24d4-4c19-9afa-0168337bb9cd owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:49.026569 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-808d5cfb-f382-458d-ae27-20ed37d3161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (544464c2-e730-4a1f-a8e2-c55d1c658b5b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.029735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-808d5cfb-f382-458d-ae27-20ed37d3161d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.030916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-808d5cfb-f382-458d-ae27-20ed37d3161d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/544464c2-e730-4a1f-a8e2-c55d1c658b5b HTTP/1.1" status: 204 len: 168 time: 0.2114484 Jan 28 17:01:49.040499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d5cfb-f382-458d-ae27-20ed37d3161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544464c2-e730-4a1f-a8e2-c55d1c658b5b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:49.227436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (48fe63e5-24d4-4c19-9afa-0168337bb9cd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.329947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=48fe63e5-24d4-4c19-9afa-0168337bb9cd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:49.353043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.357127 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0b672d0a-e81c-4221-8d65-046ce6249cb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/48fe63e5-24d4-4c19-9afa-0168337bb9cd HTTP/1.1" status: 204 len: 168 time: 0.8446183 Jan 28 17:01:49.359788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41902) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.420896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.472121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7584966-bfb1-46fe-837a-829df7a3c9b4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:49.477836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7584966-bfb1-46fe-837a-829df7a3c9b4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:49.479506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a7584966-bfb1-46fe-837a-829df7a3c9b4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1176131 Jan 28 17:01:49.482498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41912) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.555582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41914) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.574594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15795d6c-265b-4dab-b522-e130a4a3247e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.582586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 87273fa8-230a-4cd7-a9c8-4b3dabd103ec {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:49.582932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (87273fa8-230a-4cd7-a9c8-4b3dabd103ec), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.659064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (87273fa8-230a-4cd7-a9c8-4b3dabd103ec), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.673781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 87273fa8-230a-4cd7-a9c8-4b3dabd103ec owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:49.687993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15795d6c-265b-4dab-b522-e130a4a3247e admin admin] Publish callbacks [] for security_group (cee9fd36-5258-4679-b42b-17729c903c6f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.696934 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15795d6c-265b-4dab-b522-e130a4a3247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cee9fd36-5258-4679-b42b-17729c903c6f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.762055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (87273fa8-230a-4cd7-a9c8-4b3dabd103ec), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.762285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15795d6c-265b-4dab-b522-e130a4a3247e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=166e9690e3e14663b740f370989e424f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020531 Jan 28 17:01:49.762285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15795d6c-265b-4dab-b522-e130a4a3247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee9fd36-5258-4679-b42b-17729c903c6f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:49.766858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41916) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.799539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=87273fa8-230a-4cd7-a9c8-4b3dabd103ec,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:49.814029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.817404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d70e34f1-a039-496f-8034-e48cc0b030a5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/87273fa8-230a-4cd7-a9c8-4b3dabd103ec HTTP/1.1" status: 204 len: 168 time: 0.3337090 Jan 28 17:01:49.820795 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41918) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.848468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c56c3de-1183-4a0e-b1bd-bb9e00621391 admin admin] Publish callbacks [] for security_group (cee9fd36-5258-4679-b42b-17729c903c6f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.874141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c56c3de-1183-4a0e-b1bd-bb9e00621391 admin admin] Publish callbacks [] for security_group (cee9fd36-5258-4679-b42b-17729c903c6f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.877933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88d092-ec00-43b1-8f83-4de05be4ee93 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:49.881935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fb88d092-ec00-43b1-8f83-4de05be4ee93 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0570941 Jan 28 17:01:49.882624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41920) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.906557 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2d7b1c-b43e-468c-9be3-23029ad7a1dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:01:49.908022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb2d7b1c-b43e-468c-9be3-23029ad7a1dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/48fe63e5-24d4-4c19-9afa-0168337bb9cd HTTP/1.1" status: 404 len: 333 time: 0.0248771 Jan 28 17:01:49.911281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41922) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:49.930098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c56c3de-1183-4a0e-b1bd-bb9e00621391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cee9fd36-5258-4679-b42b-17729c903c6f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.933029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c56c3de-1183-4a0e-b1bd-bb9e00621391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:49.937030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5c56c3de-1183-4a0e-b1bd-bb9e00621391 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cee9fd36-5258-4679-b42b-17729c903c6f HTTP/1.1" status: 204 len: 168 time: 0.1655142 Jan 28 17:01:49.942836 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4812f10-f844-4db6-b654-17fe73672202 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:01:49.944059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56c3de-1183-4a0e-b1bd-bb9e00621391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee9fd36-5258-4679-b42b-17729c903c6f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:49.945653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c4812f10-f844-4db6-b654-17fe73672202 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/87273fa8-230a-4cd7-a9c8-4b3dabd103ec HTTP/1.1" status: 404 len: 333 time: 0.0331528 Jan 28 17:01:49.948115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41928) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:50.085063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-458e5dcd-3507-4716-864d-e3841a5a1710 req-96c8f78b-1ec3-4d33-91c1-e15a529748d8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 210 time: 0.0384870 Jan 28 17:01:50.094233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9b1f39da-54ec-4e50-ac12-d82079a9b6a0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.202834 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9b1f39da-54ec-4e50-ac12-d82079a9b6a0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.239896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-b96869ae-f5c9-4b9d-8c25-f849c8a05a18 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:50.242228 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-b96869ae-f5c9-4b9d-8c25-f849c8a05a18 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.1698804 Jan 28 17:01:50.252828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1f39da-54ec-4e50-ac12-d82079a9b6a0']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:50.255106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'port': {'device_id': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'admin_state_up': True, 'tenant_id': '41e93c32165740b29e98846e7841ab45'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:50.267010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcdea49-1f95-43c2-8c1d-cea7ea091dd7') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:50.267718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcdea49-1f95-43c2-8c1d-cea7ea091dd7') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:50.283866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (3bcdea49-1f95-43c2-8c1d-cea7ea091dd7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.301619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3bcdea49-1f95-43c2-8c1d-cea7ea091dd7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.308885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:01:50.309365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (3bcdea49-1f95-43c2-8c1d-cea7ea091dd7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:01:50.327573 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:50.417203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9b1f39da-54ec-4e50-ac12-d82079a9b6a0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.441138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.456433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:50.458146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/9b1f39da-54ec-4e50-ac12-d82079a9b6a0 HTTP/1.1" status: 204 len: 168 time: 0.4995432 Jan 28 17:01:50.461266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.465753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 41942) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:50.474192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22221f57-f080-4551-840f-4f28df655e7b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=9b1f39da-54ec-4e50-ac12-d82079a9b6a0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:50.489337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-37329730'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:50.565031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:50.575768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.614446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:01:50.633096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e2663b6c-2e3a-45eb-9763-9e190acb9615), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.633528 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment e2663b6c-2e3a-45eb-9763-9e190acb9615 of type vlan for network 178b7df8-11a2-4f5a-af51-28a55d961e99 Jan 28 17:01:50.684104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.759898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (178b7df8-11a2-4f5a-af51-28a55d961e99), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.762497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Allocated IP 172.20.0.3 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:50.843106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (178b7df8-11a2-4f5a-af51-28a55d961e99), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.847914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:50.848574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:50.935344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=178b7df8-11a2-4f5a-af51-28a55d961e99,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:50.957731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:01:50.963852 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ee450faa-65d2-4b5a-8328-ee30b2c66614 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4965775 Jan 28 17:01:50.967012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41960) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:50.972203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:51.070374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.131809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.144123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['96830b6e-7f26-46ae-ab58-8c40ee26610e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:01:51.186539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:51.190815 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.199477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:01:51.227584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:51.232483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:51.236848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:51.271169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:51.301514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:51.302153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.327244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-53256ff0-41d0-4b58-939a-333f507a8e80 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0733254 Jan 28 17:01:51.337979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Request body: {'port': {'device_id': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:51.465299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Performing IP validity checks on allocation pools {{(pid=103093) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 17:01:51.467950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103093) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 17:01:51.533238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.560170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1f99e-1bf2-41d4-b1fb-3e032caacac9 req-ad7e07ba-690c-4a45-9d01-1d1507c42e37 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:51.566859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9c1f99e-1bf2-41d4-b1fb-3e032caacac9 req-ad7e07ba-690c-4a45-9d01-1d1507c42e37 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 931 time: 0.3461380 Jan 28 17:01:51.770076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4ec74629-1312-461c-b673-c28a96a88670 None None] Provisioning complete for port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:51.771363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4ec74629-1312-461c-b673-c28a96a88670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.777439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.825253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4ec74629-1312-461c-b673-c28a96a88670 None None] Port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:01:51.837691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9c1f99e-1bf2-41d4-b1fb-3e032caacac9 req-2aaa896e-045c-417a-b7fe-227dd6a14f1f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644525 Jan 28 17:01:51.840897 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (6baf10b8-d1bb-4126-a62b-c58d55dc1d34), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:51.934436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=6baf10b8-d1bb-4126-a62b-c58d55dc1d34,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:51.959577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': 'e2663b6c-2e3a-45eb-9763-9e190acb9615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:51.959976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 178b7df8-11a2-4f5a-af51-28a55d961e99, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:01:51.986192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:01:52.001875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 178b7df8-11a2-4f5a-af51-28a55d961e99) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:52.009180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:52.010777 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.015776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88601485-8b56-498f-8909-e81750f388d7 None None] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:52.037443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41982) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:52.067213 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:01:52.077338 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Publish callbacks [] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.083189 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c841619b-884c-4093-80be-987e076f84fa tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1149676 Jan 28 17:01:52.085660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41986) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:52.099206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99', 'name': 'tempest-PortsIpV6TestJSON-1165188758'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:52.101189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Transition to ACTIVE for port object a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:01:52.108579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.266449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-178b7df8-11a2-4f5a-af51-28a55d961e99', 'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '6baf10b8-d1bb-4126-a62b-c58d55dc1d34'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:01:52.270350 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.292790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Pushing event updated for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:52.294053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1a07b18-546b-4270-bf78-1e5e25f896db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.374700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Attempting to bind port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:52.380535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Attempting to bind port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:52.381123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Attempting to bind port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:52.390573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f on network 5c6009f2-acc5-44fe-91c1-a581e0476315 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:01:52.391070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Attempting to bind port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:52.402412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:52.403726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:52.404339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:52.404889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:52.405447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Bound port: a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:52.405915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.407874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.456049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port f2ac432d-454b-4aa5-b61f-76716af413a3 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:01:52.495915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Allocated IP 2001:db8::2 (178b7df8-11a2-4f5a-af51-28a55d961e99/6baf10b8-d1bb-4126-a62b-c58d55dc1d34/8fe9b169-8f33-4ddc-a265-453ebfa00304) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:52.556719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:52.562356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:52.572862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.618403 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:01:52.622900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1a07b18-546b-4270-bf78-1e5e25f896db admin admin] Publish callbacks [] for security_group (c35433d0-240f-420a-9151-4914cd6b0924), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.631321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1a07b18-546b-4270-bf78-1e5e25f896db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c35433d0-240f-420a-9151-4914cd6b0924), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.642057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:52.642691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.644310 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-98160506-f291-48b8-a140-259cbff8d591 service neutron] 10.222.0.31 "PUT /v2.0/ports/a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f HTTP/1.1" status: 200 len: 1092 time: 1.3127487 Jan 28 17:01:52.644868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:01:52.647420 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c885c369-104a-4578-9895-39dea9a142a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:01:52.744144 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27801b3b-1462-41d7-9a64-4b1283183f6f x-openstack-request-id: req-27801b3b-1462-41d7-9a64-4b1283183f6f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:01:52.744447 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:01:52.744725 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27801b3b-1462-41d7-9a64-4b1283183f6f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:01:52.745723 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f', 'status': 'completed', 'code': 200} Jan 28 17:01:52.750439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160506-f291-48b8-a140-259cbff8d591 service neutron] Pushing event updated for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:52.789327 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e1a07b18-546b-4270-bf78-1e5e25f896db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf39a16ad3c34fa9a312eccb05da4208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7488708 Jan 28 17:01:52.791917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 41994) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:52.793379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a07b18-546b-4270-bf78-1e5e25f896db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35433d0-240f-420a-9151-4914cd6b0924,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:52.852107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Publish callbacks [] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.858447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-b4be7460-d672-4232-969d-381be7b0a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:52.865656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:52.865885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-b4be7460-d672-4232-969d-381be7b0a656 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 1126 time: 0.1529064 Jan 28 17:01:52.929398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Pushing event updated for resources: {'Port': ['ID=8fe9b169-8f33-4ddc-a265-453ebfa00304,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:52.944798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-1faf0d2e-e137-4c60-adf4-434854f598fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f HTTP/1.1" status: 200 len: 217 time: 0.0694923 Jan 28 17:01:52.948310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.948818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.949290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.949834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.950310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.950796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.951378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.951844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.952588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.953064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.953538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.954026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.954795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:01:52.969047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:52.971941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:52.977690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:53.027500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-a64674a2-1956-4f9b-b4cc-f008caeaceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:53.029079 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-a64674a2-1956-4f9b-b4cc-f008caeaceaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0792067 Jan 28 17:01:53.056803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Attempting to bind port 8fe9b169-8f33-4ddc-a265-453ebfa00304 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:53.057620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Attempting to bind port 8fe9b169-8f33-4ddc-a265-453ebfa00304 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'e2663b6c-2e3a-45eb-9763-9e190acb9615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:53.058263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Attempting to bind port 8fe9b169-8f33-4ddc-a265-453ebfa00304 on network 178b7df8-11a2-4f5a-af51-28a55d961e99 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:53.064136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:53.064956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Checking segment: {'id': 'e2663b6c-2e3a-45eb-9763-9e190acb9615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:53.067431 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.068133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Bound using segment: {'id': 'e2663b6c-2e3a-45eb-9763-9e190acb9615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:53.068906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Bound port: 8fe9b169-8f33-4ddc-a265-453ebfa00304, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2663b6c-2e3a-45eb-9763-9e190acb9615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '178b7df8-11a2-4f5a-af51-28a55d961e99'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:53.069664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.098825 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18af8a9a-641d-4b1d-b2d3-132de16f380b admin admin] Publish callbacks [] for security_group (c35433d0-240f-420a-9151-4914cd6b0924), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.109776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-533f812a-a2be-47cf-9aea-07c05b78b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:53.117997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-533f812a-a2be-47cf-9aea-07c05b78b868 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803497 Jan 28 17:01:53.159582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] For port 8fe9b169-8f33-4ddc-a265-453ebfa00304, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:53.166021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] For port 8fe9b169-8f33-4ddc-a265-453ebfa00304, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8fe9b169-8f33-4ddc-a265-453ebfa00304,segment=NetworkSegment(e2663b6c-2e3a-45eb-9763-9e190acb9615),segment_id=e2663b6c-2e3a-45eb-9763-9e190acb9615)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:53.178887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.179338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::306 (178b7df8-11a2-4f5a-af51-28a55d961e99/6baf10b8-d1bb-4126-a62b-c58d55dc1d34/f2ac432d-454b-4aa5-b61f-76716af413a3) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:53.211021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18af8a9a-641d-4b1d-b2d3-132de16f380b admin admin] Publish callbacks [] for security_group (c35433d0-240f-420a-9151-4914cd6b0924), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.236839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31280-8ba9-43d8-b295-61abc890de50 req-248dfaeb-af3e-4e2c-8f11-ab0a895a06a8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:53.238871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6b31280-8ba9-43d8-b295-61abc890de50 req-248dfaeb-af3e-4e2c-8f11-ab0a895a06a8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 943 time: 0.2656796 Jan 28 17:01:53.255381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e405f-2b61-4922-81e7-20d5d1f31a91 None None] Pushing event updated for resources: {'Port': ['ID=8fe9b169-8f33-4ddc-a265-453ebfa00304,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:53.300179 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-18d5005e-414b-42b2-b024-fb477ac03f5f service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736333 Jan 28 17:01:53.387368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6b31280-8ba9-43d8-b295-61abc890de50 req-f265f9a8-852f-4a75-974b-e49a4c9563bd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295290 Jan 28 17:01:53.443926 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34bd1574-2f1f-49eb-8d33-1ca8b85c4c64 req-45c6a6b1-d92f-441c-9c2d-741bb91eac9a service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354668 Jan 28 17:01:53.491589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18af8a9a-641d-4b1d-b2d3-132de16f380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c35433d0-240f-420a-9151-4914cd6b0924), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.493398 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18af8a9a-641d-4b1d-b2d3-132de16f380b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.497351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18af8a9a-641d-4b1d-b2d3-132de16f380b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c35433d0-240f-420a-9151-4914cd6b0924 HTTP/1.1" status: 204 len: 168 time: 0.6978590 Jan 28 17:01:53.533828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af8a9a-641d-4b1d-b2d3-132de16f380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35433d0-240f-420a-9151-4914cd6b0924,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:53.590654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c369-104a-4578-9895-39dea9a142a5 req-aff67c63-ed46-4860-b233-5dc09ef1804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:53.611670 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-aff67c63-ed46-4860-b233-5dc09ef1804a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 1126 time: 0.0969379 Jan 28 17:01:53.652620 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (f2ac432d-454b-4aa5-b61f-76716af413a3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.720568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f2ac432d-454b-4aa5-b61f-76716af413a3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.781268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:53.792281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:53.802520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:53.832385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:53.836392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:53.871157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c369-104a-4578-9895-39dea9a142a5 req-4bd7ba82-d1fa-454e-8490-de8c05b5c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:53.872693 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-4bd7ba82-d1fa-454e-8490-de8c05b5c654 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.2533100 Jan 28 17:01:53.890268 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8020399 Jan 28 17:01:53.892882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad1f2-6ae1-4541-8a9d-b17c69d800b2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=f2ac432d-454b-4aa5-b61f-76716af413a3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:53.895630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42004) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:53.972946 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-3011c420-2556-4858-9687-46735eef56a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f HTTP/1.1" status: 200 len: 217 time: 0.0804989 Jan 28 17:01:54.031219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port f2ac432d-454b-4aa5-b61f-76716af413a3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:54.038279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f2ac432d-454b-4aa5-b61f-76716af413a3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:54.076652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c369-104a-4578-9895-39dea9a142a5 req-7c93dbd0-6272-415b-a36a-ab1799df9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:54.079493 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-7c93dbd0-6272-415b-a36a-ab1799df9f0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1055772 Jan 28 17:01:54.141128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c369-104a-4578-9895-39dea9a142a5 req-c4840c55-bbc5-4f9d-8c7a-a611d35d87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:54.144117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-c4840c55-bbc5-4f9d-8c7a-a611d35d87aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581830 Jan 28 17:01:54.201281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f2ac432d-454b-4aa5-b61f-76716af413a3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:54.219438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for f2ac432d-454b-4aa5-b61f-76716af413a3 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:54.316841 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-b832c952-bce7-41cf-a0a7-166513285811 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655617 Jan 28 17:01:54.538728 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c885c369-104a-4578-9895-39dea9a142a5 req-c96d658f-d6dd-4327-9491-42c7ece775a1 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158213 Jan 28 17:01:54.611539 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f2ac432d-454b-4aa5-b61f-76716af413a3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:54.668371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=f2ac432d-454b-4aa5-b61f-76716af413a3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:54.692461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7134e-2b3e-406f-9eb9-953da3f3e1cc req-79cac834-51bf-42ee-acd5-c1590a45bbb4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:54.693791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04d7134e-2b3e-406f-9eb9-953da3f3e1cc req-79cac834-51bf-42ee-acd5-c1590a45bbb4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 943 time: 0.1736548 Jan 28 17:01:54.773167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:54.776118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-caae517e-a728-4555-bf69-5d9e19b6ce3a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/f2ac432d-454b-4aa5-b61f-76716af413a3 HTTP/1.1" status: 204 len: 168 time: 0.8796372 Jan 28 17:01:54.778757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:54.798394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8fe9b169-8f33-4ddc-a265-453ebfa00304 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:54.859075 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f225c8-d886-4e42-99cc-60b0928f1570 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:01:54.871157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f225c8-d886-4e42-99cc-60b0928f1570 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:01:54.884414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04d7134e-2b3e-406f-9eb9-953da3f3e1cc req-49f0c50f-ce6e-4830-8e89-439e443c6fcf tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668992 Jan 28 17:01:54.885021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42034) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:54.897782 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74f225c8-d886-4e42-99cc-60b0928f1570 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/f2ac432d-454b-4aa5-b61f-76716af413a3 HTTP/1.1" status: 404 len: 333 time: 0.1035459 Jan 28 17:01:54.934864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8fe9b169-8f33-4ddc-a265-453ebfa00304 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:54.935326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:54.944073 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-772ac74e-9335-4221-88fe-fbfe9c0aba8a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:01:54.950042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-772ac74e-9335-4221-88fe-fbfe9c0aba8a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/f2ac432d-454b-4aa5-b61f-76716af413a3 HTTP/1.1" status: 404 len: 333 time: 0.0640028 Jan 28 17:01:54.952720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42036) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:55.028195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8fe9b169-8f33-4ddc-a265-453ebfa00304 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:55.028942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.043523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 6baf10b8-d1bb-4126-a62b-c58d55dc1d34 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:01:55.064108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (6baf10b8-d1bb-4126-a62b-c58d55dc1d34), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.087754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 8fe9b169-8f33-4ddc-a265-453ebfa00304, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8fe9b169-8f33-4ddc-a265-453ebfa00304,segment=NetworkSegment(e2663b6c-2e3a-45eb-9763-9e190acb9615),segment_id=e2663b6c-2e3a-45eb-9763-9e190acb9615)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:55.092703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.127900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (6baf10b8-d1bb-4126-a62b-c58d55dc1d34), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.165261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=8fe9b169-8f33-4ddc-a265-453ebfa00304,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:55.192617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d55dc-d46e-4272-9ca4-0bc54506e543 None None] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:55.243275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6baf10b8-d1bb-4126-a62b-c58d55dc1d34), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.299771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dcdb66ab-327e-4bba-9de9-2377593f131a None None] Provisioning complete for port 8fe9b169-8f33-4ddc-a265-453ebfa00304 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:55.300062 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dcdb66ab-327e-4bba-9de9-2377593f131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.350406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (6baf10b8-d1bb-4126-a62b-c58d55dc1d34), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.381890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=6baf10b8-d1bb-4126-a62b-c58d55dc1d34,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:55.384229 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.387543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ffe8a939-9879-4646-94df-73b2050fdc5e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/6baf10b8-d1bb-4126-a62b-c58d55dc1d34 HTTP/1.1" status: 204 len: 168 time: 0.4337010 Jan 28 17:01:55.390411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42042) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:55.466470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb66ab-327e-4bba-9de9-2377593f131a None None] Current status of the port 8fe9b169-8f33-4ddc-a265-453ebfa00304 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:55.527176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (178b7df8-11a2-4f5a-af51-28a55d961e99), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.627703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 8fe9b169-8f33-4ddc-a265-453ebfa00304 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:55.628297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.700971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a065f-cb01-46bb-92b2-126108d13609 None None] Network 178b7df8-11a2-4f5a-af51-28a55d961e99 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:55.722037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port 8fe9b169-8f33-4ddc-a265-453ebfa00304, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8fe9b169-8f33-4ddc-a265-453ebfa00304,segment=NetworkSegment(e2663b6c-2e3a-45eb-9763-9e190acb9615),segment_id=e2663b6c-2e3a-45eb-9763-9e190acb9615)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:55.722629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.739048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 8fe9b169-8f33-4ddc-a265-453ebfa00304 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:55.831960 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.858902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-25cdedb9-7666-4b67-9d9c-720d10140457 None None] Provisioning complete for port 8fe9b169-8f33-4ddc-a265-453ebfa00304 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:55.859371 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-25cdedb9-7666-4b67-9d9c-720d10140457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8fe9b169-8f33-4ddc-a265-453ebfa00304), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:55.867799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=8fe9b169-8f33-4ddc-a265-453ebfa00304,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:55.899085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port 8fe9b169-8f33-4ddc-a265-453ebfa00304 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:01:56.156605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:01:56.159241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ed654-a2ed-4d32-ba20-1a7c8d01a33c None None] DHCP port deletion for 178b7df8-11a2-4f5a-af51-28a55d961e99 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:01:56.168040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-25cdedb9-7666-4b67-9d9c-720d10140457 None None] Port 8fe9b169-8f33-4ddc-a265-453ebfa00304 was deleted so its status cannot be updated. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 17:01:56.296309 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (178b7df8-11a2-4f5a-af51-28a55d961e99), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.337600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:56.363425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f', 'mac_address': 'fa:16:3e:d5:80:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:01:56.369218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e5b80-423f-492e-ba15-5244ffbe563c req-7e4627ea-79ea-48d4-b347-59ac5452625b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:56.370816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c14e5b80-423f-492e-ba15-5244ffbe563c req-7e4627ea-79ea-48d4-b347-59ac5452625b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 943 time: 0.3378301 Jan 28 17:01:56.389165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178b7df8-11a2-4f5a-af51-28a55d961e99']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:56.422205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2663b6c-2e3a-45eb-9763-9e190acb9615') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:56.423026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2663b6c-2e3a-45eb-9763-9e190acb9615') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:01:56.440416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e2663b6c-2e3a-45eb-9763-9e190acb9615), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.451115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:56.451301 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.464380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e2663b6c-2e3a-45eb-9763-9e190acb9615), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.472528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:01:56.477491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:01:56.477911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e2663b6c-2e3a-45eb-9763-9e190acb9615), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:01:56.481295 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:01:56.484551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c14e5b80-423f-492e-ba15-5244ffbe563c req-f71b77e7-62ca-4cb9-a1ed-0daf876b311d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919104 Jan 28 17:01:56.511320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:56.518825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.617033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:56.621993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (178b7df8-11a2-4f5a-af51-28a55d961e99), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.638575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.647988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:56.654481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1268232953'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:56.659930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/178b7df8-11a2-4f5a-af51-28a55d961e99 HTTP/1.1" status: 204 len: 168 time: 1.2681572 Jan 28 17:01:56.672219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8fe9b169-8f33-4ddc-a265-453ebfa00304 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:01:56.715246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd592b4-ae7a-4fcc-afb5-420a8ca0106f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=178b7df8-11a2-4f5a-af51-28a55d961e99,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:56.718941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:56.727800 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.730937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8fe9b169-8f33-4ddc-a265-453ebfa00304 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:01:56.732478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8fe9b169-8f33-4ddc-a265-453ebfa00304 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:01:56.746413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:01:56.777137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:01:56.791971 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (494dd494-3251-42d4-a106-7197ee89fbcc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.793375 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment 494dd494-3251-42d4-a106-7197ee89fbcc of type vlan for network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 Jan 28 17:01:56.872491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.915343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:56.921943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:56.924133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:57.008487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:57.020277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:01:57.041995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e48b116-75f8-45a0-bd25-26cdc3fdacf9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3921826 Jan 28 17:01:57.044256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42066) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:57.049486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:57.234379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:57.239103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:57.461306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (0dd17d70-7571-49e7-ac3a-70d26bd3b960), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:57.527337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=0dd17d70-7571-49e7-ac3a-70d26bd3b960,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:57.552230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': '494dd494-3251-42d4-a106-7197ee89fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:57.553988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:01:57.588545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:01:57.598736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:57.603816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:57.604031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:57.609330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404452ef-4622-40e3-9dca-1d76d67805e0 None None] Network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:01:57.627689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3875d585-ed7f-4a6b-bd29-932ab32e2eb5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5819178 Jan 28 17:01:57.630314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42072) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:57.633107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5be30-03f6-4b0e-a3d2-53f09b570f7b req-64e28c6d-8fd4-4492-8fa3-bcf412da5fd4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:57.634681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c5be30-03f6-4b0e-a3d2-53f09b570f7b req-64e28c6d-8fd4-4492-8fa3-bcf412da5fd4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 944 time: 0.0669224 Jan 28 17:01:57.636182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-436723883'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:01:57.752726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c5be30-03f6-4b0e-a3d2-53f09b570f7b req-64b1f946-d379-438e-9d7f-5452e81d651f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011539 Jan 28 17:01:57.762806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9', 'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '0dd17d70-7571-49e7-ac3a-70d26bd3b960'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:01:57.763690 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:57.815264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:01:57.818836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:57.838715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 4065872a-5257-4d22-bdc9-e5d7a035c683 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:01:57.942698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:01:57.987681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::46 (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9/0dd17d70-7571-49e7-ac3a-70d26bd3b960/4065872a-5257-4d22-bdc9-e5d7a035c683) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:58.059818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:01:58.068944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:01:58.070488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.165047 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (4065872a-5257-4d22-bdc9-e5d7a035c683), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.195228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:01:58.195606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.206434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4065872a-5257-4d22-bdc9-e5d7a035c683), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.256412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:01:58.259770 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7599de-53a9-4a19-abfe-9b2d5a859d9b" -d '{"events": [{"server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "name": "network-vif-plugged", "status": "completed", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:01:58.286625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:01:58.295678 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.328238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:58.337843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:58.356799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:58.358938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:58.382882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Allocated IP 2001:db8::2 (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9/0dd17d70-7571-49e7-ac3a-70d26bd3b960/9297a0b9-e904-4b6d-b9aa-1d151eb06be8) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:01:58.384616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:58.385320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.419273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=4065872a-5257-4d22-bdc9-e5d7a035c683,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:58.448071 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9af1111b-a3d7-4fb1-a813-4805ebbb456e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.8141937 Jan 28 17:01:58.448855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42098) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:58.666152 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e749244-3bea-42b0-95b0-bf3ae7023d18 x-openstack-request-id: req-9e749244-3bea-42b0-95b0-bf3ae7023d18 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:01:58.666729 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "name": "network-vif-plugged", "status": "completed", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:01:58.666729 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e749244-3bea-42b0-95b0-bf3ae7023d18 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:01:58.667058 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f', 'code': 200} Jan 28 17:01:58.670347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 4065872a-5257-4d22-bdc9-e5d7a035c683 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:01:58.670859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4065872a-5257-4d22-bdc9-e5d7a035c683), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.716933 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Publish callbacks [] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.731708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.755882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac41e55-4446-4274-b594-f1b23fb328e3 req-4b53e871-7d57-4c5d-8275-a62a6aa7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:58.757389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8ac41e55-4446-4274-b594-f1b23fb328e3 req-4b53e871-7d57-4c5d-8275-a62a6aa7a56d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 1128 time: 0.0565927 Jan 28 17:01:58.784536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:01:58.788354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:01:58.792146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:01:58.834252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Pushing event updated for resources: {'Port': ['ID=9297a0b9-e904-4b6d-b9aa-1d151eb06be8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:58.844763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8ac41e55-4446-4274-b594-f1b23fb328e3 req-d91a7539-5f31-4a5f-9686-458b8fb11ab6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798628 Jan 28 17:01:58.927131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Attempting to bind port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:01:58.927508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Attempting to bind port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '494dd494-3251-42d4-a106-7197ee89fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:01:58.927936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Attempting to bind port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 on network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:01:58.933698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:01:58.934225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Checking segment: {'id': '494dd494-3251-42d4-a106-7197ee89fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:01:58.934638 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:58.935037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Bound using segment: {'id': '494dd494-3251-42d4-a106-7197ee89fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:01:58.935650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Bound port: 9297a0b9-e904-4b6d-b9aa-1d151eb06be8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494dd494-3251-42d4-a106-7197ee89fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:01:58.936039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:59.006388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] For port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:01:59.009588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] For port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9297a0b9-e904-4b6d-b9aa-1d151eb06be8,segment=NetworkSegment(494dd494-3251-42d4-a106-7197ee89fbcc),segment_id=494dd494-3251-42d4-a106-7197ee89fbcc)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:01:59.018556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:59.065911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4065872a-5257-4d22-bdc9-e5d7a035c683), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:59.095524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 4065872a-5257-4d22-bdc9-e5d7a035c683 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:01:59.118562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824cac3-a690-467e-a6c5-cb94120fb48b None None] Pushing event updated for resources: {'Port': ['ID=9297a0b9-e904-4b6d-b9aa-1d151eb06be8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:59.181748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-583af399-536f-4acf-a163-c99babc57a2c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095685464&fields=id&tenant_id=b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 267 time: 0.5308657 Jan 28 17:01:59.194915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709394c-6c55-404f-8ebc-70789b50e28e req-398bb4cc-34b4-4cbe-ab06-54a3caf61a9d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:59.203805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0709394c-6c55-404f-8ebc-70789b50e28e req-398bb4cc-34b4-4cbe-ab06-54a3caf61a9d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 945 time: 0.1882482 Jan 28 17:01:59.420604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0709394c-6c55-404f-8ebc-70789b50e28e req-91474af6-d3df-4ae6-b1eb-a4f03e97ad95 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147801 Jan 28 17:01:59.558837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-2977d9e8-b46b-493c-a700-b1beaf3a5a01 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:01:59.560496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-2977d9e8-b46b-493c-a700-b1beaf3a5a01 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.3518367 Jan 28 17:01:59.593020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-64d528e0-7014-42fc-99df-156ac19f9b4d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0260055 Jan 28 17:01:59.599761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4065872a-5257-4d22-bdc9-e5d7a035c683), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:59.661440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=4065872a-5257-4d22-bdc9-e5d7a035c683,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:01:59.730336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:59.735620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c6331f49-51e0-454f-a36b-5ac22d21bc97 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/4065872a-5257-4d22-bdc9-e5d7a035c683 HTTP/1.1" status: 204 len: 168 time: 1.2851715 Jan 28 17:01:59.737130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42128) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:59.766025 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f740e533-b89c-4368-9115-c515207ec251 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:01:59.768854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f740e533-b89c-4368-9115-c515207ec251 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/4065872a-5257-4d22-bdc9-e5d7a035c683 HTTP/1.1" status: 404 len: 333 time: 0.0307105 Jan 28 17:01:59.771479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:01:59.815286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-4e4aa425-dc5e-41c7-a72f-8ee59872b7c1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2032518 Jan 28 17:01:59.876227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 0dd17d70-7571-49e7-ac3a-70d26bd3b960 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:01:59.885746 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (0dd17d70-7571-49e7-ac3a-70d26bd3b960), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:01:59.960268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (0dd17d70-7571-49e7-ac3a-70d26bd3b960), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:00.035482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-4ee44f06-cc10-4e0c-853c-2916068c56cb service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085121 Jan 28 17:02:00.061598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817c02-1e96-46d4-a7a2-e67141b89917 req-54c1538a-f3d6-4b1c-b2c6-d4d4e1ca41f2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:00.063615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11817c02-1e96-46d4-a7a2-e67141b89917 req-54c1538a-f3d6-4b1c-b2c6-d4d4e1ca41f2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.1116531 Jan 28 17:02:00.069648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (0dd17d70-7571-49e7-ac3a-70d26bd3b960), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:00.161035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (0dd17d70-7571-49e7-ac3a-70d26bd3b960), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:00.199271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-1d263266-167a-448d-985f-9549f52c4717 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628635 Jan 28 17:02:00.201194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd17d70-7571-49e7-ac3a-70d26bd3b960,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:00.214022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:00.223196 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-790ee3fc-9cce-487f-bf15-362ad4b0af2f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/0dd17d70-7571-49e7-ac3a-70d26bd3b960 HTTP/1.1" status: 204 len: 168 time: 0.4504108 Jan 28 17:02:00.224501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:00.267774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11817c02-1e96-46d4-a7a2-e67141b89917 req-dac965f0-2aa0-4e25-893d-1a4b63adf616 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639128 Jan 28 17:02:00.359291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:00.432183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:00.432870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:00.692151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1c9ee-572c-41a1-b2e0-2c904f4bed52 req-b8375448-f76c-491f-b379-d881d9936d61 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:00.706209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02f1c9ee-572c-41a1-b2e0-2c904f4bed52 req-b8375448-f76c-491f-b379-d881d9936d61 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 945 time: 0.1425016 Jan 28 17:02:00.734249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:00.786195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e1f9fe5-ce2d-4cab-ab07-c60e4fa38cbd req-349b160b-35e1-4124-abf2-3106e9eb5588 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0754008 Jan 28 17:02:00.827137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93748d-5f6b-4bc2-8643-ff6756b9201b None None] Network 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:00.846195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02f1c9ee-572c-41a1-b2e0-2c904f4bed52 req-09e78b42-d80b-491f-a441-d40927505d36 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385996 Jan 28 17:02:01.031059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0395ca13-bb2f-40ad-989a-147bcf60a4af None None] Provisioning complete for port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:01.031536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0395ca13-bb2f-40ad-989a-147bcf60a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.036241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:01.036241 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.058639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-73952853-57d9-4816-9dad-36893a99161f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 267 time: 0.1016920 Jan 28 17:02:01.061484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9297a0b9-e904-4b6d-b9aa-1d151eb06be8,segment=NetworkSegment(494dd494-3251-42d4-a106-7197ee89fbcc),segment_id=494dd494-3251-42d4-a106-7197ee89fbcc)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:01.063717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.103293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:01.163706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-5ea2bf39-c562-4037-8a4f-e02262f45b6c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:01.178266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-5ea2bf39-c562-4037-8a4f-e02262f45b6c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 945 time: 0.1147335 Jan 28 17:02:01.189857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'port': {'security_groups': []}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:01.265576 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5b7e0-caa8-4c27-b1ce-474e95f79c3b None None] DHCP port deletion for 28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:02:01.292311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:01.293979 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.309405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.355073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=9297a0b9-e904-4b6d-b9aa-1d151eb06be8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:01.356083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.371595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0395ca13-bb2f-40ad-989a-147bcf60a4af None None] Current status of the port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:01.373756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:01.375148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0395ca13-bb2f-40ad-989a-147bcf60a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9297a0b9-e904-4b6d-b9aa-1d151eb06be8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.385300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5b7e0-caa8-4c27-b1ce-474e95f79c3b None None] The port '9297a0b9-e904-4b6d-b9aa-1d151eb06be8' was deleted {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 17:02:01.519333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.550199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:01.564606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494dd494-3251-42d4-a106-7197ee89fbcc') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:01.566864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494dd494-3251-42d4-a106-7197ee89fbcc') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:01.580544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (494dd494-3251-42d4-a106-7197ee89fbcc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.597599 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (494dd494-3251-42d4-a106-7197ee89fbcc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.609284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:02:01.612114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (494dd494-3251-42d4-a106-7197ee89fbcc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:02:01.616211 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:02:01.647643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d6d08-cd18-4a3c-bb61-463c3ce69935 req-a6211185-562a-4429-ada5-f2de4c8f58f2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:01.653238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304d6d08-cd18-4a3c-bb61-463c3ce69935 req-a6211185-562a-4429-ada5-f2de4c8f58f2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.2048864 Jan 28 17:02:01.750087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304d6d08-cd18-4a3c-bb61-463c3ce69935 req-a2c26466-55df-4d59-affc-5aa58fef676b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886385 Jan 28 17:02:01.752993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:01.792819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.804758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.805345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.810010 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9 HTTP/1.1" status: 204 len: 168 time: 1.5845876 Jan 28 17:02:01.814710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42176) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:01.818510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.824592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'name': 'tempest-PortsIpV6TestJSON-1111635780'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:01.835146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['96830b6e-7f26-46ae-ab58-8c40ee26610e', 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:01.874486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:01.875110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:01.881699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-26504526-e236-4bd2-b1f3-529ef69f1c07 req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "PUT /v2.0/ports/a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f HTTP/1.1" status: 200 len: 904 time: 0.6979883 Jan 28 17:02:01.882215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:01.894950 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb53d8-5cac-41f3-9546-c91840da5fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:01.961134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:02.074445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebef2224-3e4e-43d9-969a-fce24bfb52ca req-1e475359-521b-43ec-abf2-8b161e0e2cb5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.1566577 Jan 28 17:02:02.078040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167536ce-8cea-4346-9955-ec60db0c9845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=28f7f3e1-b9fe-48c4-a83d-ea7dea74dae9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:02.082500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0b38f-8b0d-4ca8-acbf-93b30c9a7c4f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:02.166144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:02.212463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbccfba-3920-4b8d-b4b7-56def924460d req-47110145-050d-4b3c-a03b-38be0a102e3e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:02.229544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:02.240350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:02.243286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ebbccfba-3920-4b8d-b4b7-56def924460d req-47110145-050d-4b3c-a03b-38be0a102e3e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 907 time: 0.2332661 Jan 28 17:02:02.249816 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b16d6a-fe4d-4486-bdd2-84cdfac8ed37 x-openstack-request-id: req-17b16d6a-fe4d-4486-bdd2-84cdfac8ed37 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:02.251176 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:02.251633 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17b16d6a-fe4d-4486-bdd2-84cdfac8ed37 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:02.252896 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f', 'status': 'completed', 'code': 200} Jan 28 17:02:02.398428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c671ae21-227d-44e9-a714-891220d5c9aa None None] Provisioning complete for port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:02.399046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c671ae21-227d-44e9-a714-891220d5c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:02.435644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port e9964b2b-b717-400a-889d-55c1506f880c yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:02.664003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:02.698926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:02.699555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9297a0b9-e904-4b6d-b9aa-1d151eb06be8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:02.718955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c671ae21-227d-44e9-a714-891220d5c9aa None None] Current status of the port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:02.803089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996287a6-10af-46df-9647-04589866cd45 req-ac9e3e1e-69be-456f-9cbb-7eb7fba14e8d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:02.810074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-996287a6-10af-46df-9647-04589866cd45 req-ac9e3e1e-69be-456f-9cbb-7eb7fba14e8d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0684032 Jan 28 17:02:02.855001 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (e9964b2b-b717-400a-889d-55c1506f880c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:02.913393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-996287a6-10af-46df-9647-04589866cd45 req-1ddb0f5b-3e87-4504-adb8-a311bd979bed tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023562 Jan 28 17:02:02.994142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ae17-7c88-4b36-b5db-e52c15490403 req-aa9d0529-4c3d-44ae-a38d-6ce85864643b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:02.995971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34c1ae17-7c88-4b36-b5db-e52c15490403 req-aa9d0529-4c3d-44ae-a38d-6ce85864643b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.1210990 Jan 28 17:02:02.998128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-201e50d9-2daa-42ec-883f-1247e57a3a83 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:02.999689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-201e50d9-2daa-42ec-883f-1247e57a3a83 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.8434057 Jan 28 17:02:03.013740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e9964b2b-b717-400a-889d-55c1506f880c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:03.082416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34c1ae17-7c88-4b36-b5db-e52c15490403 req-b45e01a1-f12f-4f35-badd-69fde05f1d34 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580881 Jan 28 17:02:03.099878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-783b6bd4-978b-496e-b353-2da323491ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.101483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-783b6bd4-978b-496e-b353-2da323491ec7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 1090 time: 0.7854936 Jan 28 17:02:03.108444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519ca62-f669-4b67-9be9-aee43abac195 req-b16a1790-04c9-412d-817c-6e93b9b2cb3b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.116462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4519ca62-f669-4b67-9be9-aee43abac195 req-b16a1790-04c9-412d-817c-6e93b9b2cb3b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1405547 Jan 28 17:02:03.182160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-a8ccb3bc-a48e-4f73-9726-c9788e281dd0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 380 time: 0.1662486 Jan 28 17:02:03.193100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:03.198441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'security_groups': ['a77d7556-768b-4b18-b3fc-f10722cae0ec']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:03.228427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:03.260689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:03.263992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4519ca62-f669-4b67-9be9-aee43abac195 req-a72841f8-78f2-498b-b322-27e9e0a4907d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418350 Jan 28 17:02:03.265831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.266473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:03.269864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=e9964b2b-b717-400a-889d-55c1506f880c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:03.324766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08c10429-b61d-46bc-8146-e36cee2fc26a req-4611d572-4b38-4a62-b0b3-d99d39d19b30 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0595167 Jan 28 17:02:03.338608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0806fc2c-0967-4391-9466-45b46710c38c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5185618 Jan 28 17:02:03.339452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42202) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:03.389868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-99f90de9-2afa-4c9b-8ffd-d675311f1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.390935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-99f90de9-2afa-4c9b-8ffd-d675311f1232 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.2812569 Jan 28 17:02:03.453311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-1b321e11-6a0b-41c6-8d21-d73ba7baa4fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f HTTP/1.1" status: 200 len: 217 time: 0.0561397 Jan 28 17:02:03.472760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port e9964b2b-b717-400a-889d-55c1506f880c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:03.473531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e9964b2b-b717-400a-889d-55c1506f880c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:03.508485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:03.511751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:03.514425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-7d1d7498-4f34-4edd-9904-e7d916a14083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.515932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-7d1d7498-4f34-4edd-9904-e7d916a14083 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0569251 Jan 28 17:02:03.711614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-fc65332b-237f-410d-b4b1-ed74039736da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.713151 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-fc65332b-237f-410d-b4b1-ed74039736da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1876931 Jan 28 17:02:03.746488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-587c91c0-8b54-416b-8db8-53d70d29c23d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:03.755774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-587c91c0-8b54-416b-8db8-53d70d29c23d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.1744046 Jan 28 17:02:03.795144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e9964b2b-b717-400a-889d-55c1506f880c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:03.814232 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-df1bab3c-62e9-44cb-813f-6ca591f40e68 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937090 Jan 28 17:02:03.828419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for e9964b2b-b717-400a-889d-55c1506f880c owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:03.919891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.11 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/59992b1a-070d-4c97-8ce7-272dc29e3875) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:03.976451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-b6a1ea81-e8c9-4970-8567-9100633d54b4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/quotas/41e93c32165740b29e98846e7841ab45 HTTP/1.1" status: 200 len: 375 time: 0.2052286 Jan 28 17:02:03.980725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00cb53d8-5cac-41f3-9546-c91840da5fb1 req-e6be9138-788d-4a16-a20d-8052d42eead5 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480892 Jan 28 17:02:04.043158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e9964b2b-b717-400a-889d-55c1506f880c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:04.136134 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:04.144869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/e9964b2b-b717-400a-889d-55c1506f880c HTTP/1.1" status: 204 len: 168 time: 0.8038077 Jan 28 17:02:04.150117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566c0db-b1ed-4032-9329-0724e5a3ac43 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=e9964b2b-b717-400a-889d-55c1506f880c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:04.152205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:04.198581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'mac_address': 'fa:16:3e:31:80:de', 'name': 'tempest-PortsIpV6TestJSON-293250923'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:04.320429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-11fac8fa-28f9-44b2-91a1-6a05d331ab76 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3238134 Jan 28 17:02:04.341635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-32390547-b21e-40f1-90d3-9e5b01ee266c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:02:04.353129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-32390547-b21e-40f1-90d3-9e5b01ee266c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0306089 Jan 28 17:02:04.377402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:04.479085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-f9d5d3d4-995c-4c1b-bc86-9cdbef96eca2 service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247630 Jan 28 17:02:04.484018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:04.563838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=59992b1a-070d-4c97-8ce7-272dc29e3875,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:04.600510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:04.614762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe897ed-4550-4877-85f5-892fec651574 req-e32464a9-5b4a-4853-9e2f-1da33662249a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:04.616646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fe897ed-4550-4877-85f5-892fec651574 req-e32464a9-5b4a-4853-9e2f-1da33662249a tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.2931576 Jan 28 17:02:04.678500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-20fa30b7-2e4e-4ec5-b183-213f3236804b service neutron] 10.222.0.25 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982932 Jan 28 17:02:04.678714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:04.681856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:04.685450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:04.693175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:04.707378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0fe897ed-4550-4877-85f5-892fec651574 req-59edf3f5-764c-4291-8616-533aea0052ae tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849836 Jan 28 17:02:04.794317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 8ff5bd81-8061-4203-bf77-047a277f73a0 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:04.837258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:04.838262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:04.883069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e259f-27fb-47cb-832a-937655c1e1cb req-830c2c49-6cd0-4ddb-9be0-20f16075e67a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:04.886618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-588e259f-27fb-47cb-832a-937655c1e1cb req-830c2c49-6cd0-4ddb-9be0-20f16075e67a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 932 time: 0.0878305 Jan 28 17:02:04.935518 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-6a1620a5-1baf-4508-84d0-2c9ce88f06fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7441626 Jan 28 17:02:04.952708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Request body: {'port': {'device_id': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:04.973804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-588e259f-27fb-47cb-832a-937655c1e1cb req-ff96d4c9-f859-4483-8770-35042ac68d8a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714154 Jan 28 17:02:05.049892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05528c33-25e4-4054-b3e4-757857a142bc req-f5a4c1c4-bb80-43d5-b5b9-e5e61ce7cf22 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 210 time: 0.0611978 Jan 28 17:02:05.185237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.190865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5d5f214a-fdee-47fb-80e8-934bac37c366 None None] Provisioning complete for port 59992b1a-070d-4c97-8ce7-272dc29e3875 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:05.192437 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5d5f214a-fdee-47fb-80e8-934bac37c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.278849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (8ff5bd81-8061-4203-bf77-047a277f73a0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.282866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f214a-fdee-47fb-80e8-934bac37c366 None None] Port 59992b1a-070d-4c97-8ce7-272dc29e3875 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:05.534854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8ff5bd81-8061-4203-bf77-047a277f73a0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.601301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:05.636813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:05.645030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:05.650355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:05.651082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.682000 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4997334 Jan 28 17:02:05.683334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42242) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:05.698149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b738421-af96-4334-854b-c8e412146899 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=8ff5bd81-8061-4203-bf77-047a277f73a0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:05.757476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf8dae-ce47-4684-87ec-657c604ccd5f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:05.767289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42246) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:05.767985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-deaf8dae-ce47-4684-87ec-657c604ccd5f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/8ff5bd81-8061-4203-bf77-047a277f73a0 HTTP/1.1" status: 200 len: 844 time: 0.0821490 Jan 28 17:02:05.903271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59992b1a-070d-4c97-8ce7-272dc29e3875 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:05.916845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Publish callbacks [] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.927550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 8ff5bd81-8061-4203-bf77-047a277f73a0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:05.928028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8ff5bd81-8061-4203-bf77-047a277f73a0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:05.975395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e492-2c45-42f7-9d32-12e5e2d359bf req-d249ca4e-a9f5-4860-8fdc-8c7b4d263f14 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:05.976967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7547e492-2c45-42f7-9d32-12e5e2d359bf req-d249ca4e-a9f5-4860-8fdc-8c7b4d263f14 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.1376357 Jan 28 17:02:06.003999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8ff5bd81-8061-4203-bf77-047a277f73a0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:06.019311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 8ff5bd81-8061-4203-bf77-047a277f73a0 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:06.093018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7547e492-2c45-42f7-9d32-12e5e2d359bf req-0fe81544-e3dd-4e10-8cff-ebd02cbbd332 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101065 Jan 28 17:02:06.104302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Transition to ACTIVE for port object 59992b1a-070d-4c97-8ce7-272dc29e3875 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:02:06.123558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:06.267816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fb3-e878-4e98-9f79-358646e0e5c3 req-d6ffd330-8ef1-4b9d-b1bd-1ff290afe2c6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:06.269472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-063c4fb3-e878-4e98-9f79-358646e0e5c3 req-d6ffd330-8ef1-4b9d-b1bd-1ff290afe2c6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 932 time: 0.1936998 Jan 28 17:02:06.331519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9e9647f-f1d4-48ea-8cc2-36e5845bfcd9 req-adc5a4bd-bef0-4165-9105-7481e8ac72f4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 210 time: 0.1121459 Jan 28 17:02:06.450303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-063c4fb3-e878-4e98-9f79-358646e0e5c3 req-cd0c257b-4f0e-449e-9248-1ab7023c915f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220059 Jan 28 17:02:06.521503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-89c70d53-2b46-4ed0-9ae5-1aabf13dd792 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:06.533076 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-89c70d53-2b46-4ed0-9ae5-1aabf13dd792 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 812 time: 0.2143011 Jan 28 17:02:06.536854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=59992b1a-070d-4c97-8ce7-272dc29e3875,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:06.556817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Request body: {'port': {'device_id': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'admin_state_up': True, 'tenant_id': '41e93c32165740b29e98846e7841ab45'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:06.566683 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8ff5bd81-8061-4203-bf77-047a277f73a0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:06.610995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=8ff5bd81-8061-4203-bf77-047a277f73a0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:06.919028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Attempting to bind port 59992b1a-070d-4c97-8ce7-272dc29e3875 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:06.919898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Attempting to bind port 59992b1a-070d-4c97-8ce7-272dc29e3875 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:06.920394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Attempting to bind port 59992b1a-070d-4c97-8ce7-272dc29e3875 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:06.939230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Port 59992b1a-070d-4c97-8ce7-272dc29e3875 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:02:06.939414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Attempting to bind port 59992b1a-070d-4c97-8ce7-272dc29e3875 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:06.943452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:06.948995 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d703698a-29f1-4926-add7-2267fed32fd0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/8ff5bd81-8061-4203-bf77-047a277f73a0 HTTP/1.1" status: 204 len: 168 time: 1.1783926 Jan 28 17:02:06.950264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42256) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:06.953386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:06.953761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:06.954323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:06.955139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Bound port: 59992b1a-070d-4c97-8ce7-272dc29e3875, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:06.955752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:07.028798 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab035f8-c373-4477-b406-9bfbedbe3be5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:07.041374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] For port 59992b1a-070d-4c97-8ce7-272dc29e3875, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:07.042555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] For port 59992b1a-070d-4c97-8ce7-272dc29e3875, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=59992b1a-070d-4c97-8ce7-272dc29e3875,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:07.043288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9ab035f8-c373-4477-b406-9bfbedbe3be5 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/8ff5bd81-8061-4203-bf77-047a277f73a0 HTTP/1.1" status: 404 len: 333 time: 0.0914738 Jan 28 17:02:07.044320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42258) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:07.051307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'name': 'tempest-PortsIpV6TestJSON-1485448744'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:07.057486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:07.134787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=59992b1a-070d-4c97-8ce7-272dc29e3875,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:07.170202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:07.172366 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:07.175004 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-c808d888-2916-491d-8991-a3ce9be4a8d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/59992b1a-070d-4c97-8ce7-272dc29e3875 HTTP/1.1" status: 200 len: 1093 time: 2.2274048 Jan 28 17:02:07.175004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:07.175438 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18438684-d9d2-4822-96d1-ab1753c9a212" -d '{"events": [{"name": "network-changed", "server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:07.194793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Made reservation on behalf of 41e93c32165740b29e98846e7841ab45 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:07.206504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:07.261211 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c68b2-0d23-441d-983e-8ca9be5ad3ef x-openstack-request-id: req-ef6c68b2-0d23-441d-983e-8ca9be5ad3ef {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:07.261599 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:07.261923 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6c68b2-0d23-441d-983e-8ca9be5ad3ef {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:07.262403 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'status': 'completed', 'code': 200} Jan 28 17:02:07.284143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:07.292095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:07.386613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-f98b0e5e-c8e5-41b5-88e4-fbe35b07e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:07.392960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-f98b0e5e-c8e5-41b5-88e4-fbe35b07e80d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 1127 time: 0.1511893 Jan 28 17:02:07.420079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 0feab1f3-3d8b-4e38-ac59-2789ce2a86eb yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:07.489294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27164-d9ca-4405-8115-41fa8ca876d9 req-fb3d6fea-c33b-49da-b153-5c9e38c66d8b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:07.489531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-40356385-e3c3-4b0f-809c-130dce2c274a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59992b1a-070d-4c97-8ce7-272dc29e3875 HTTP/1.1" status: 200 len: 217 time: 0.0887859 Jan 28 17:02:07.490911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16d27164-d9ca-4405-8115-41fa8ca876d9 req-fb3d6fea-c33b-49da-b153-5c9e38c66d8b tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.2331026 Jan 28 17:02:07.549318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43e6fd94-7520-48ea-b045-f24df96b360c req-d1f548c9-084f-4f43-a50b-0cfd70f74f4e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 210 time: 0.0531175 Jan 28 17:02:07.666414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16d27164-d9ca-4405-8115-41fa8ca876d9 req-3baf66f2-5c3f-417c-b480-9ca552fe6846 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602852 Jan 28 17:02:07.705010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-0411a4ef-3cd1-4bbf-8a51-a338b2fe483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:07.707598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-0411a4ef-3cd1-4bbf-8a51-a338b2fe483c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1996756 Jan 28 17:02:07.708957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Allocated IP 172.20.0.8 (5c6009f2-acc5-44fe-91c1-a581e0476315/583f3072-2742-456a-a4b3-26d1368fa955/1913c8fc-03a3-49c1-98ee-97ccf1c7ad08) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:07.873266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62b9af-b707-4326-9654-9fd3e7c3b975 req-d0ce3c32-12e8-4ad3-b121-236b1b427437 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:07.882550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed62b9af-b707-4326-9654-9fd3e7c3b975 req-d0ce3c32-12e8-4ad3-b121-236b1b427437 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.2013495 Jan 28 17:02:07.909924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:07.917184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014534-eade-4119-b351-6c012a215df0 req-b2317b16-f411-4ad6-bcdb-83f72725a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:07.919343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-b2317b16-f411-4ad6-bcdb-83f72725a957 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2057767 Jan 28 17:02:07.968569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed62b9af-b707-4326-9654-9fd3e7c3b975 req-a1fcbd59-5328-4f91-a30a-d8a65f4e8002 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795312 Jan 28 17:02:08.008395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.097258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-670e3624-2454-4424-ad25-209007ff0168 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655455 Jan 28 17:02:08.101432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.148111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:08.154590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:08.157543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:08.163475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:08.164096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.170712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=0feab1f3-3d8b-4e38-ac59-2789ce2a86eb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:08.202983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff28e0db-8bd9-40e2-9d8d-7134290e162e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1570196 Jan 28 17:02:08.205485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42276) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:08.211231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:08.308115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.313018 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c014534-eade-4119-b351-6c012a215df0 req-67d8c70f-ed98-4601-8761-2887cacb1bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025096 Jan 28 17:02:08.317765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.331706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['96830b6e-7f26-46ae-ab58-8c40ee26610e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:08.335192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:08.446105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:08.450487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:08.456742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:08.459832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:08.591897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:08.592546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.600828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-a74ed976-7bc3-4c50-a645-f880664c91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:08.603252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-a74ed976-7bc3-4c50-a645-f880664c91ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 1127 time: 0.2195749 Jan 28 17:02:08.701071 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-a25b31a5-5369-46a8-b25b-aab7abd7856e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1492090 Jan 28 17:02:08.713318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.760152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:08.799532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Request body: {'port': {'device_id': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:08.961970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=0feab1f3-3d8b-4e38-ac59-2789ce2a86eb,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:09.051058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-65ef1d52-ed81-48e4-87f4-d20ebf254f50 None None] Provisioning complete for port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:09.051785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65ef1d52-ed81-48e4-87f4-d20ebf254f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:09.073698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] In _notify_port_updated(), no bound segment for port 0feab1f3-3d8b-4e38-ac59-2789ce2a86eb on network 39bcff8b-952d-4fa3-81e7-852479f801b0 {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 17:02:09.084905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.086438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:09.090555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-121faacd-17d9-4fc2-9996-7a1f3cfbd11a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/ports/0feab1f3-3d8b-4e38-ac59-2789ce2a86eb HTTP/1.1" status: 200 len: 818 time: 0.8838418 Jan 28 17:02:09.099083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42288) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:09.147224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-65ef1d52-ed81-48e4-87f4-d20ebf254f50 None None] Port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:09.189835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-1a135d9e-2c9d-419e-9675-bcffd5fad8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.195174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-1a135d9e-2c9d-419e-9675-bcffd5fad8f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.5662143 Jan 28 17:02:09.221378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:09.224314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d6d9-309c-4e87-88e5-33782b994172 req-071c36cd-a546-4ec6-99b3-a61c5d9a5647 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.231339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9b4d6d9-309c-4e87-88e5-33782b994172 req-071c36cd-a546-4ec6-99b3-a61c5d9a5647 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 931 time: 0.5115001 Jan 28 17:02:09.250927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e82a7-ed7f-4dc9-abd6-75716dd25fd0 req-573a53a9-6047-4efe-a54b-e4305aee7f87 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.262448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c83e82a7-ed7f-4dc9-abd6-75716dd25fd0 req-573a53a9-6047-4efe-a54b-e4305aee7f87 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.3586388 Jan 28 17:02:09.305645 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-60380f45-bf71-440a-8c43-ca0bd62f6e5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59992b1a-070d-4c97-8ce7-272dc29e3875 HTTP/1.1" status: 200 len: 217 time: 0.0875783 Jan 28 17:02:09.521652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-54f156ff-1a2c-4d93-94ff-6fe9c01d786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.523277 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-54f156ff-1a2c-4d93-94ff-6fe9c01d786f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.2168674 Jan 28 17:02:09.730060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9b4d6d9-309c-4e87-88e5-33782b994172 req-08a15d73-6e25-4db4-a6e8-4028f596fedb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976730 Jan 28 17:02:09.740931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 0feab1f3-3d8b-4e38-ac59-2789ce2a86eb {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:09.741281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:09.767461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c83e82a7-ed7f-4dc9-abd6-75716dd25fd0 req-4aced9ad-2c56-4d24-8869-2f0694eaa9a5 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865587 Jan 28 17:02:09.889499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:09.918975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-0f0ff60c-8e8a-45b1-b6fd-34331cabdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.919770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 0feab1f3-3d8b-4e38-ac59-2789ce2a86eb owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:09.920864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-0f0ff60c-8e8a-45b1-b6fd-34331cabdc42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3855531 Jan 28 17:02:09.946735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe99ed4-b1ed-42e9-a629-73e88b878627 req-867cfb87-e22a-41ce-a447-dbd57b88e952 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:09.948632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fe99ed4-b1ed-42e9-a629-73e88b878627 req-867cfb87-e22a-41ce-a447-dbd57b88e952 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1028900 Jan 28 17:02:09.979604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:09.988040 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Publish callbacks [] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.001607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Transition to ACTIVE for port object 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:02:10.027418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.100468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0feab1f3-3d8b-4e38-ac59-2789ce2a86eb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.153723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=0feab1f3-3d8b-4e38-ac59-2789ce2a86eb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:10.181601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fe99ed4-b1ed-42e9-a629-73e88b878627 req-319cef6b-ee5e-4fce-b773-90db57b2d084 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720066 Jan 28 17:02:10.185614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.200354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-abc06bfb-a294-4028-912c-4ac878750736 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/0feab1f3-3d8b-4e38-ac59-2789ce2a86eb HTTP/1.1" status: 204 len: 168 time: 1.0931838 Jan 28 17:02:10.201100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42294) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:10.261660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:10.268731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-cba43438-fa1f-4111-9a83-5d410e090c67 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653856 Jan 28 17:02:10.311086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce4c1f-fd69-4a70-b294-64dd6c2bf4f1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:10.337829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-07ce4c1f-fd69-4a70-b294-64dd6c2bf4f1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1346350 Jan 28 17:02:10.338094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42296) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:10.353762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Attempting to bind port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:10.354000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Attempting to bind port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:10.354339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Attempting to bind port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:10.400113 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef91ad51-69c2-43ea-9045-6fad57082caf tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:10.405694 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef91ad51-69c2-43ea-9045-6fad57082caf tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/0feab1f3-3d8b-4e38-ac59-2789ce2a86eb HTTP/1.1" status: 404 len: 333 time: 0.0665233 Jan 28 17:02:10.407312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42298) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:10.415748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 on network 5c6009f2-acc5-44fe-91c1-a581e0476315 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:02:10.416157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755173195'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:10.416742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Attempting to bind port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 on network 5c6009f2-acc5-44fe-91c1-a581e0476315 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:10.440189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:10.440990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Checking segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:10.441655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Bound using segment: {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:10.442388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Bound port: 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2900181b-77e8-4ae2-8d6a-53a8f4b92433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:10.451293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:10.452068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.468362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.517745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:02:10.530923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:10.535024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:10.543668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (da764f5f-5b9f-4af7-af51-98bfa30f439e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.544048 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment da764f5f-5b9f-4af7-af51-98bfa30f439e of type vlan for network f10154f6-7ced-4af8-ba74-09f43efe4afd Jan 28 17:02:10.548589 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.611156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:10.612211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.614342 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 HTTP/1.1" status: 200 len: 1092 time: 1.8287158 Jan 28 17:02:10.623854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f10154f6-7ced-4af8-ba74-09f43efe4afd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.642209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:10.653737 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:10.669979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f10154f6-7ced-4af8-ba74-09f43efe4afd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.678702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:10.680645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:10.808220 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10b8fe8-a754-47ae-877b-6d83963c9d48 x-openstack-request-id: req-d10b8fe8-a754-47ae-877b-6d83963c9d48 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:10.808491 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:10.808762 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d10b8fe8-a754-47ae-877b-6d83963c9d48 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:10.809143 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'status': 'completed', 'code': 200} Jan 28 17:02:10.826322 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18438684-d9d2-4822-96d1-ab1753c9a212 req-c13acff4-776a-4de7-bf56-24fa34e2a1fc service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129344 Jan 28 17:02:10.840071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4316013 Jan 28 17:02:10.852630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42312) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:10.879826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:11.014469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d9c3-148a-4c6b-a6e7-d79ca71e33a4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=f10154f6-7ced-4af8-ba74-09f43efe4afd,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:11.040917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:02:11.090956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d709-fff2-4111-a0b5-a3e8e193d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:11.094696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:11.098424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:11.151934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-3a5fa65f-a07c-43cb-b925-8b72b6c4377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:11.153687 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-3a5fa65f-a07c-43cb-b925-8b72b6c4377f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 1126 time: 0.4582818 Jan 28 17:02:11.182497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47be0bd-7398-4fed-a0d8-77acb0a78b5e req-50d33210-665a-4718-99c6-a2818687d73f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:11.188797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c47be0bd-7398-4fed-a0d8-77acb0a78b5e req-50d33210-665a-4718-99c6-a2818687d73f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 943 time: 0.2821207 Jan 28 17:02:11.227704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5f49e-9377-45e4-a8b4-bb6a4346f5d9 req-8bb76d92-dcc5-4e7b-a672-ba512e535680 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:11.229756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ad5f49e-9377-45e4-a8b4-bb6a4346f5d9 req-8bb76d92-dcc5-4e7b-a672-ba512e535680 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.2513773 Jan 28 17:02:11.232743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-f169ed15-4e51-4a2c-92cf-33889573a79e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 HTTP/1.1" status: 200 len: 217 time: 0.0707099 Jan 28 17:02:11.319880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-055575d9-971d-4327-812b-871bc5b11613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:11.322104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-055575d9-971d-4327-812b-871bc5b11613 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0814099 Jan 28 17:02:11.368953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ad5f49e-9377-45e4-a8b4-bb6a4346f5d9 req-dc6bde17-c7f1-479b-bb22-52f9441fa653 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313937 Jan 28 17:02:11.429042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c47be0bd-7398-4fed-a0d8-77acb0a78b5e req-30a2f4f8-5bc0-4d46-921d-3bb69b2cef66 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329433 Jan 28 17:02:11.549605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (068b1fa5-3142-463e-808a-1b90deb26b19), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:11.592152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-2ca5aca5-3b95-4c87-93c4-095a149ed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:11.596664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-2ca5aca5-3b95-4c87-93c4-095a149ed413 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2640548 Jan 28 17:02:11.616494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdac1a-cca2-4251-a0cd-4a7fd2b02bd4 req-fcb512e2-d0a6-4427-afcc-3fd4a03dfab3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:11.618382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92bdac1a-cca2-4251-a0cd-4a7fd2b02bd4 req-fcb512e2-d0a6-4427-afcc-3fd4a03dfab3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1250601 Jan 28 17:02:11.719908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=068b1fa5-3142-463e-808a-1b90deb26b19,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:11.727360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92bdac1a-cca2-4251-a0cd-4a7fd2b02bd4 req-6bcea668-dddb-4071-9ef3-1ff039636d88 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029301 Jan 28 17:02:11.835101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': 'da764f5f-5b9f-4af7-af51-98bfa30f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:11.835824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: f10154f6-7ced-4af8-ba74-09f43efe4afd, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:02:11.878396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network f10154f6-7ced-4af8-ba74-09f43efe4afd is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:02:11.894992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-746ff9ce-7d63-4f11-afd4-4793fde5b102 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252848 Jan 28 17:02:11.897672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f10154f6-7ced-4af8-ba74-09f43efe4afd) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:11.907861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db24357-4844-4483-9bda-ea90ddae471a None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:12.105543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-304e23f9-9536-4dc2-847a-b944dbc1ec49 req-254de065-54ea-4913-9414-5a5c03a48042 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038240 Jan 28 17:02:12.109178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.123404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f10154f6-7ced-4af8-ba74-09f43efe4afd', 'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '068b1fa5-3142-463e-808a-1b90deb26b19'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:02:12.124271 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:12.136055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:12.173922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-263fb59f-57b2-4bdb-9f11-26ff2aac8aa6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3086853 Jan 28 17:02:12.176546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42322) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:12.182834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:12.281227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-1e0e5d9e-15fd-4056-b727-cee0e03ca56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.282932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-1e0e5d9e-15fd-4056-b727-cee0e03ca56f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 1126 time: 0.0911427 Jan 28 17:02:12.361705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:12.366204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:12.474410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-33300248-2740-4c7c-854f-fb68574400d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.478020 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-33300248-2740-4c7c-854f-fb68574400d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1861274 Jan 28 17:02:12.501313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Allocated IP 2001:db8::2 (f10154f6-7ced-4af8-ba74-09f43efe4afd/068b1fa5-3142-463e-808a-1b90deb26b19/cd98026d-4650-45cb-88a5-eaf36b282b80) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:12.564115 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-dd807dfd-6f81-4bde-bd07-6d0d606d7bc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 HTTP/1.1" status: 200 len: 217 time: 0.0808527 Jan 28 17:02:12.654775 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-4f5260ef-2528-47b9-9ab0-54bb872cf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.657029 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-4f5260ef-2528-47b9-9ab0-54bb872cf3a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0841889 Jan 28 17:02:12.726944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-99199048-e03b-45ea-8c3c-ebfad273d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.739000 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-99199048-e03b-45ea-8c3c-ebfad273d434 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0673659 Jan 28 17:02:12.831497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94980881-9fd7-47ff-967c-96e0ce558c5e req-220b1569-4c0b-4fe4-aeb9-ca89632abf50 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.833955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94980881-9fd7-47ff-967c-96e0ce558c5e req-220b1569-4c0b-4fe4-aeb9-ca89632abf50 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.2710214 Jan 28 17:02:12.850134 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 068b1fa5-3142-463e-808a-1b90deb26b19 (CIDR: 2001:db8::/64) Jan 28 17:02:12.868862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Publish callbacks [] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:12.884296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:02:12.886718 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:12.902639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdfc8b-9f80-46ec-a7d4-b962fbde63cd req-364463b9-545a-4166-97d5-c18e9a625a30 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:12.909781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6bdfc8b-9f80-46ec-a7d4-b962fbde63cd req-364463b9-545a-4166-97d5-c18e9a625a30 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 943 time: 0.2774866 Jan 28 17:02:12.911953 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:02:12.913016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:02:12.953037 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-238459e0-8030-42db-9c7f-eb7a176ce6ba service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115953 Jan 28 17:02:12.987669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Pushing event updated for resources: {'Port': ['ID=cd98026d-4650-45cb-88a5-eaf36b282b80,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:12.996897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ebe02c09-06e8-44e7-97b1-9e04a49081df tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8163629 Jan 28 17:02:13.021376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42332) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:13.028945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:13.034669 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:13.042630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:13.051378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:13.208800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c089a-ad45-4180-b1f0-b69129f1e216 req-a375ce88-2218-46e2-afcf-87a02fa5c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:13.210475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1f4c089a-ad45-4180-b1f0-b69129f1e216 req-a375ce88-2218-46e2-afcf-87a02fa5c11a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1128 time: 0.2402143 Jan 28 17:02:13.244469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:13.262736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6bdfc8b-9f80-46ec-a7d4-b962fbde63cd req-e104f0db-9d98-4e73-bfd1-5b750e9251db tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403156 Jan 28 17:02:13.266535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.267286 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.273679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5873f895-628e-47e0-9fad-19e2dc27979b', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'port_id': '5873f895-628e-47e0-9fad-19e2dc27979b', 'mac_address': 'fa:16:3e:63:cd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:02:13.288961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94980881-9fd7-47ff-967c-96e0ce558c5e req-53896f85-ed56-412c-8e66-0130d0d773b0 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4354982 Jan 28 17:02:13.357446 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1f4c089a-ad45-4180-b1f0-b69129f1e216 req-d07bdf88-9079-44ae-85d4-b8fec9d5879a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389024 Jan 28 17:02:13.375061 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-abc3d64d-4bed-49dc-8675-9a6b6da7d5a3 req-d5de97bb-26e6-4ff0-baa4-01a78ef8ac70 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147489 Jan 28 17:02:13.390132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5873f895-628e-47e0-9fad-19e2dc27979b is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:13.390533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.444897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:13.451168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.454478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5873f895-628e-47e0-9fad-19e2dc27979b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:13.504098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:13.545434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.567809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27b23-c089-4a17-91bb-f951702952fb req-5831986f-3d44-4404-bb0e-897e36d30967 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:13.570059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47a27b23-c089-4a17-91bb-f951702952fb req-5831986f-3d44-4404-bb0e-897e36d30967 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1366367 Jan 28 17:02:13.601974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Attempting to bind port cd98026d-4650-45cb-88a5-eaf36b282b80 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:13.602385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Attempting to bind port cd98026d-4650-45cb-88a5-eaf36b282b80 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'da764f5f-5b9f-4af7-af51-98bfa30f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:13.602706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Attempting to bind port cd98026d-4650-45cb-88a5-eaf36b282b80 on network f10154f6-7ced-4af8-ba74-09f43efe4afd {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:13.610102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:13.610489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Checking segment: {'id': 'da764f5f-5b9f-4af7-af51-98bfa30f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:13.610898 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.611292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Bound using segment: {'id': 'da764f5f-5b9f-4af7-af51-98bfa30f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:13.611771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Bound port: cd98026d-4650-45cb-88a5-eaf36b282b80, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da764f5f-5b9f-4af7-af51-98bfa30f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:13.612156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.640609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:13.707355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47a27b23-c089-4a17-91bb-f951702952fb req-314ef360-c42f-4597-9a00-66e0500bb73e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061697 Jan 28 17:02:13.755413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db903946-9999-415a-a422-82a70869b2f9 None None] For port cd98026d-4650-45cb-88a5-eaf36b282b80, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:13.759617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db903946-9999-415a-a422-82a70869b2f9 None None] For port cd98026d-4650-45cb-88a5-eaf36b282b80, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd98026d-4650-45cb-88a5-eaf36b282b80,segment=NetworkSegment(da764f5f-5b9f-4af7-af51-98bfa30f439e),segment_id=da764f5f-5b9f-4af7-af51-98bfa30f439e)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:13.769342 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:13.844401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db903946-9999-415a-a422-82a70869b2f9 None None] Pushing event updated for resources: {'Port': ['ID=cd98026d-4650-45cb-88a5-eaf36b282b80,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:13.863194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5873f895-628e-47e0-9fad-19e2dc27979b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:13.969678 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (d413d891-5faa-4ccf-977e-491c03a65d9c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:14.071147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=d413d891-5faa-4ccf-977e-491c03a65d9c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:14.100121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network f10154f6-7ced-4af8-ba74-09f43efe4afd is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:14.105812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:14.132160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:14.133536 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:14.139606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:02:14.180705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42338) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:14.184831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'fixed_ips': [{'subnet_id': '068b1fa5-3142-463e-808a-1b90deb26b19'}, {'subnet_id': 'd413d891-5faa-4ccf-977e-491c03a65d9c'}], 'name': 'tempest-PortsIpV6TestJSON-1680029948'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:14.185060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a90a75c-a9b2-4aff-b24b-fce285021d28 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1598415 Jan 28 17:02:14.609735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:14.644507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:14.659361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'mac_address': 'fa:16:3e:79:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:02:14.739377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:14.798656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e8a8b-fa77-4e1a-901a-285867383f1b req-3001bedf-ce27-4229-8252-d9099db2911e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:14.800258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe5e8a8b-fa77-4e1a-901a-285867383f1b req-3001bedf-ce27-4229-8252-d9099db2911e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 944 time: 0.2472670 Jan 28 17:02:14.889299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:14.916263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:14.916499 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:14.919277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f8a6a-8720-40eb-8ff9-de6dcdb89442 req-3bd3b884-8df9-46da-a8fb-b8a8f1bb6ff1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:14.925324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d35f8a6a-8720-40eb-8ff9-de6dcdb89442 req-3bd3b884-8df9-46da-a8fb-b8a8f1bb6ff1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 943 time: 0.2459798 Jan 28 17:02:14.925872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe5e8a8b-fa77-4e1a-901a-285867383f1b req-64f7cb8c-cd8e-4b07-8745-cc9f31c760e2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191652 Jan 28 17:02:14.981433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:15.036775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d35f8a6a-8720-40eb-8ff9-de6dcdb89442 req-cd1b8589-583f-46c6-a709-b5dc5b415037 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041620 Jan 28 17:02:15.106829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:15.132218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:15.145739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5873f895-628e-47e0-9fad-19e2dc27979b is: BUILD; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:15.145739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:15.165242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c9ea-e876-44af-945b-ea6961a1ba06 req-f0051acd-7849-4f73-ad1a-ec4774743d93 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:15.167079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2db8c9ea-e876-44af-945b-ea6961a1ba06 req-f0051acd-7849-4f73-ad1a-ec4774743d93 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1171720 Jan 28 17:02:15.192716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5873f895-628e-47e0-9fad-19e2dc27979b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:15.213705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:15.225334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:15.237552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:15.270463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2db8c9ea-e876-44af-945b-ea6961a1ba06 req-44e59ca6-cac6-423f-9eea-5e19a43b1884 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903938 Jan 28 17:02:15.313439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:15.377663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 83fb3432-0b69-48fc-92fc-759d9f753551 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:15.382897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:15.856517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::20c (f10154f6-7ced-4af8-ba74-09f43efe4afd/068b1fa5-3142-463e-808a-1b90deb26b19/83fb3432-0b69-48fc-92fc-759d9f753551) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:15.866206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8:0:1::19e (f10154f6-7ced-4af8-ba74-09f43efe4afd/d413d891-5faa-4ccf-977e-491c03a65d9c/83fb3432-0b69-48fc-92fc-759d9f753551) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:15.957033 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8f786fa-4762-4ac1-ac84-2b4bc2a646ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:16.121434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (83fb3432-0b69-48fc-92fc-759d9f753551), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:16.175120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:16.256779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1136a8-3d6a-4115-ad64-ffee8889cccc None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:16.271975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network f10154f6-7ced-4af8-ba74-09f43efe4afd is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:16.276151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:16.286473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:16.295363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:16.296941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:16.317574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7498be-7120-4a4c-97a2-8c904c3564a8 req-0e42b023-ea5f-4005-bda5-09f50fddcb3c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:16.321565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=83fb3432-0b69-48fc-92fc-759d9f753551,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:16.326470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c7498be-7120-4a4c-97a2-8c904c3564a8 req-0e42b023-ea5f-4005-bda5-09f50fddcb3c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 943 time: 0.2414181 Jan 28 17:02:16.342405 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-feff220d-7541-4106-acb8-21db6c2423e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1611784 Jan 28 17:02:16.343906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42374) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:16.351818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '068b1fa5-3142-463e-808a-1b90deb26b19'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:16.462352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c994d9-c9c5-4754-b56d-4ce38755a733 req-f48c9470-a3c1-4e3d-a64c-9b0f0c18a8fb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:16.463877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48c994d9-c9c5-4754-b56d-4ce38755a733 req-f48c9470-a3c1-4e3d-a64c-9b0f0c18a8fb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 944 time: 0.2709267 Jan 28 17:02:16.516293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:16.516971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:16.538897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48c994d9-c9c5-4754-b56d-4ce38755a733 req-ad1135b4-5b7a-401c-9991-4031f9c66e95 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684257 Jan 28 17:02:16.557441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c7498be-7120-4a4c-97a2-8c904c3564a8 req-ad82ac2d-8d08-4caa-a692-c97df921f61e tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284408 Jan 28 17:02:16.565272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42376) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:16.686853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:16.763524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:16.876660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d00dc-8386-4601-8cce-ec43fd8909bb req-3a1b1e28-39ed-4216-9c40-df32fa47baf8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:16.878359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-657d00dc-8386-4601-8cce-ec43fd8909bb req-3a1b1e28-39ed-4216-9c40-df32fa47baf8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.2108657 Jan 28 17:02:16.881147 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d652791c-c62e-4af4-ab8e-6c5fa31a68ce tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/floatingips/e3b87754-be03-4f75-9e9b-088d3ce3d730 HTTP/1.1" status: 200 len: 990 time: 0.3139558 Jan 28 17:02:16.889427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd98026d-4650-45cb-88a5-eaf36b282b80 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:17.009714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-657d00dc-8386-4601-8cce-ec43fd8909bb req-f3a63c63-a029-4c59-9043-8ba4223c4e67 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232929 Jan 28 17:02:17.083053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:17.083623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.154865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5873f895-628e-47e0-9fad-19e2dc27979b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:17.157661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.208396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Delete allocated IP 2001:db8:0:1::19e (f10154f6-7ced-4af8-ba74-09f43efe4afd/d413d891-5faa-4ccf-977e-491c03a65d9c) {{(pid=103093) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 17:02:17.209678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] Update dhcp port {'port': {'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'fixed_ips': [{'subnet_id': '068b1fa5-3142-463e-808a-1b90deb26b19', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd413d891-5faa-4ccf-977e-491c03a65d9c'}], 'binding:host_id': 'n-d-812111-13'}, 'id': 'cd98026d-4650-45cb-88a5-eaf36b282b80'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 17:02:17.248009 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.403743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:17.404296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.463355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:17.463858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.472682 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (83fb3432-0b69-48fc-92fc-759d9f753551), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.487264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.543125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] Allocated IP 2001:db8:0:1::2 (f10154f6-7ced-4af8-ba74-09f43efe4afd/d413d891-5faa-4ccf-977e-491c03a65d9c/cd98026d-4650-45cb-88a5-eaf36b282b80) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:17.598197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=83fb3432-0b69-48fc-92fc-759d9f753551,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:17.662530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] In _notify_port_updated(), no bound segment for port 83fb3432-0b69-48fc-92fc-759d9f753551 on network f10154f6-7ced-4af8-ba74-09f43efe4afd {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 17:02:17.678222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] For port cd98026d-4650-45cb-88a5-eaf36b282b80, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd98026d-4650-45cb-88a5-eaf36b282b80,segment=NetworkSegment(da764f5f-5b9f-4af7-af51-98bfa30f439e),segment_id=da764f5f-5b9f-4af7-af51-98bfa30f439e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:17.681133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:17.684213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.693034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1934ab68-8c47-4535-9991-3e12479cf6f2 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/ports/83fb3432-0b69-48fc-92fc-759d9f753551 HTTP/1.1" status: 200 len: 926 time: 1.3456707 Jan 28 17:02:17.695816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42384) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:17.701234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '068b1fa5-3142-463e-808a-1b90deb26b19'}, {'subnet_id': 'd413d891-5faa-4ccf-977e-491c03a65d9c'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:17.751683 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] Publish callbacks [] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.821409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.906762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:17.931129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:02:17.941924 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:02:18.036956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:18.102573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 17:02:18.102573 n-d-812111-13 neutron-server[103095]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 28 17:02:18.102573 n-d-812111-13 neutron-server[103095]: [parameters: {'status': 'ACTIVE', 'ports_id': 'cd98026d-4650-45cb-88a5-eaf36b282b80'}] Jan 28 17:02:18.102573 n-d-812111-13 neutron-server[103095]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:02:18.103940 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:02:18.104591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5873f895-628e-47e0-9fad-19e2dc27979b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:18.105304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.166181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-38cf01ba-3e17-4b32-9ade-65784cb051d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.241077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:18.254720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:18.257216 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff73cc-7e48-4966-872f-aaa7a93b923f" -d '{"events": [{"server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "name": "network-vif-plugged", "status": "completed", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:18.269295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30689fb-25f6-4735-86fb-456335054276 req-6232acbc-c754-4404-9ee1-b4a2aec786a5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:18.272947 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.280134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714118df-7be9-4ccd-999c-0a32d2d01926 None None] Pushing event updated for resources: {'Port': ['ID=cd98026d-4650-45cb-88a5-eaf36b282b80,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:18.283311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d30689fb-25f6-4735-86fb-456335054276 req-6232acbc-c754-4404-9ee1-b4a2aec786a5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 944 time: 0.4993370 Jan 28 17:02:18.400510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:18.436941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:02:18.501311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:18.501581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.506770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f72166-7d23-410b-ad6c-7b7e1a0ed559 req-0f19dc8a-2af8-46c6-8f3b-565285a2b2f6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:18.510542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:18.510923 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.514919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65f72166-7d23-410b-ad6c-7b7e1a0ed559 req-0f19dc8a-2af8-46c6-8f3b-565285a2b2f6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.2855966 Jan 28 17:02:18.575649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d30689fb-25f6-4735-86fb-456335054276 req-bd6aa7e9-22ac-49da-9bee-4b1aeaf8b943 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438068 Jan 28 17:02:18.599459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] For port cd98026d-4650-45cb-88a5-eaf36b282b80, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd98026d-4650-45cb-88a5-eaf36b282b80,segment=NetworkSegment(da764f5f-5b9f-4af7-af51-98bfa30f439e),segment_id=da764f5f-5b9f-4af7-af51-98bfa30f439e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:18.622210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.688930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8:0:1::257 (f10154f6-7ced-4af8-ba74-09f43efe4afd/d413d891-5faa-4ccf-977e-491c03a65d9c/83fb3432-0b69-48fc-92fc-759d9f753551) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:18.716822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65f72166-7d23-410b-ad6c-7b7e1a0ed559 req-ba766704-54d2-459e-aa5c-8580d392a209 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997492 Jan 28 17:02:18.767547 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bdca79-afbc-4335-ad9c-02f34fbc2bde x-openstack-request-id: req-40bdca79-afbc-4335-ad9c-02f34fbc2bde {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:18.767854 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "name": "network-vif-plugged", "status": "completed", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:18.768102 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40bdca79-afbc-4335-ad9c-02f34fbc2bde {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:18.768496 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b', 'code': 200} Jan 28 17:02:18.769062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:18.836947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:18.837382 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:18.880123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2b3b-f6ef-4e6a-82d9-628cfdbccbb1 None None] Pushing event updated for resources: {'Port': ['ID=cd98026d-4650-45cb-88a5-eaf36b282b80,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:18.936094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:18.944078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd98026d-4650-45cb-88a5-eaf36b282b80 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:18.985509 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.053528 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (83fb3432-0b69-48fc-92fc-759d9f753551), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.063896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.110840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:19.111448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.153997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:19.209939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] In _notify_port_updated(), no bound segment for port 83fb3432-0b69-48fc-92fc-759d9f753551 on network f10154f6-7ced-4af8-ba74-09f43efe4afd {{(pid=103093) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 17:02:19.226461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:19.227138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.230945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/ports/83fb3432-0b69-48fc-92fc-759d9f753551 HTTP/1.1" status: 200 len: 1012 time: 1.5316076 Jan 28 17:02:19.231118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92c360-c3df-4648-99a3-f5a6daa89e38 None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:19.231427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42396) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:19.243286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbc271-ca74-4e88-9d88-8f7bc97324e6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=83fb3432-0b69-48fc-92fc-759d9f753551,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:19.290308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:19.336775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50576dae-597f-4e52-ae27-60d6a09fcd64 None None] Provisioning complete for port 83fb3432-0b69-48fc-92fc-759d9f753551 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:19.337165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50576dae-597f-4e52-ae27-60d6a09fcd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.400039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 83fb3432-0b69-48fc-92fc-759d9f753551 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:19.400694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.401950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50576dae-597f-4e52-ae27-60d6a09fcd64 None None] Port 83fb3432-0b69-48fc-92fc-759d9f753551 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:19.468124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50576dae-597f-4e52-ae27-60d6a09fcd64 None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:19.468435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50576dae-597f-4e52-ae27-60d6a09fcd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.505886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.507894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.534718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 83fb3432-0b69-48fc-92fc-759d9f753551 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:19.672908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50576dae-597f-4e52-ae27-60d6a09fcd64 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:19.897060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (83fb3432-0b69-48fc-92fc-759d9f753551), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:19.932779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bce276-c9b8-4057-95d4-66e04b1854d7 req-b2bbefda-b1c4-46d1-9609-28795ac0a826 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:19.948984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03bce276-c9b8-4057-95d4-66e04b1854d7 req-b2bbefda-b1c4-46d1-9609-28795ac0a826 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.2096174 Jan 28 17:02:19.977479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=83fb3432-0b69-48fc-92fc-759d9f753551,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:20.035457 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-880f1383-9568-43f3-922c-0fb7dbcb9b15 None None] Could not find standard attr ID for object 83fb3432-0b69-48fc-92fc-759d9f753551. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:20.085599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-880f1383-9568-43f3-922c-0fb7dbcb9b15 None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:20.086098 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-880f1383-9568-43f3-922c-0fb7dbcb9b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.086310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.092637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-09212c59-4241-4166-bb61-8974e1d641fb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/83fb3432-0b69-48fc-92fc-759d9f753551 HTTP/1.1" status: 204 len: 168 time: 0.8600631 Jan 28 17:02:20.097518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42410) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:20.170921 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a994e5fb-a9e7-4dc4-8477-a691911934a8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:20.172652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a994e5fb-a9e7-4dc4-8477-a691911934a8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/83fb3432-0b69-48fc-92fc-759d9f753551 HTTP/1.1" status: 404 len: 333 time: 0.0738394 Jan 28 17:02:20.175479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:20.220597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75feee8-e9ec-4114-aa72-c3652d544ceb req-1ecb1ec1-1b9b-4e55-888b-afd935847604 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:20.231538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d75feee8-e9ec-4114-aa72-c3652d544ceb req-1ecb1ec1-1b9b-4e55-888b-afd935847604 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.3726797 Jan 28 17:02:20.300422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet d413d891-5faa-4ccf-977e-491c03a65d9c {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:02:20.305960 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (d413d891-5faa-4ccf-977e-491c03a65d9c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.314411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-880f1383-9568-43f3-922c-0fb7dbcb9b15 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:20.330527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03bce276-c9b8-4057-95d4-66e04b1854d7 req-2ab47792-941a-4f7a-9674-96c09b8c2456 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788903 Jan 28 17:02:20.370224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d413d891-5faa-4ccf-977e-491c03a65d9c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.379498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d75feee8-e9ec-4114-aa72-c3652d544ceb req-cd25478d-1628-4134-9b96-09fe459d6829 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398525 Jan 28 17:02:20.481385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d413d891-5faa-4ccf-977e-491c03a65d9c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.540548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-49480452-7f49-4efa-9e49-1f25511190e5 None None] Could not find standard attr ID for object 83fb3432-0b69-48fc-92fc-759d9f753551. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:20.566209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d413d891-5faa-4ccf-977e-491c03a65d9c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.596362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=d413d891-5faa-4ccf-977e-491c03a65d9c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:20.598715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.604199 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7deef704-6715-4870-94f4-9e1eface9f1c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/d413d891-5faa-4ccf-977e-491c03a65d9c HTTP/1.1" status: 204 len: 168 time: 0.4263160 Jan 28 17:02:20.607039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42416) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:20.663918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 068b1fa5-3142-463e-808a-1b90deb26b19 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:02:20.667646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (068b1fa5-3142-463e-808a-1b90deb26b19), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.699825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.713461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (068b1fa5-3142-463e-808a-1b90deb26b19), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:20.769478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:20.772004 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5d198-393d-4ce0-8561-bbb96e8b5d98" -d '{"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-plugged", "status": "completed", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:20.776868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745261a-53dc-4364-b20b-b4905f7dc623 None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:20.867687 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (068b1fa5-3142-463e-808a-1b90deb26b19), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.011968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (068b1fa5-3142-463e-808a-1b90deb26b19), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.021977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae285a-7b5a-42a3-be96-4f20767df89c req-6d16ef91-46bd-4054-9ed0-04016792eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:21.023663 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aae285a-7b5a-42a3-be96-4f20767df89c req-6d16ef91-46bd-4054-9ed0-04016792eb2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 1128 time: 0.1093233 Jan 28 17:02:21.058397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=068b1fa5-3142-463e-808a-1b90deb26b19,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:21.071784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.075941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-641d3f62-3d24-40d9-952b-696dec2b8d54 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/068b1fa5-3142-463e-808a-1b90deb26b19 HTTP/1.1" status: 204 len: 168 time: 0.4674175 Jan 28 17:02:21.079862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:21.101889 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc73fb6-61e0-48fc-8ca5-8147d7a5c038 x-openstack-request-id: req-cdc73fb6-61e0-48fc-8ca5-8147d7a5c038 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:21.102183 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-plugged", "status": "completed", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:21.102446 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdc73fb6-61e0-48fc-8ca5-8147d7a5c038 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:21.102846 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'code': 200} Jan 28 17:02:21.110025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd98026d-4650-45cb-88a5-eaf36b282b80 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:21.114527 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aae285a-7b5a-42a3-be96-4f20767df89c req-6394b278-9354-42c5-89e2-218a22550566 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636888 Jan 28 17:02:21.143757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-32647c06-3df1-46b6-9a54-e05c6ebf278d None None] Could not find standard attr ID for object 83fb3432-0b69-48fc-92fc-759d9f753551. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:21.222995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:21.223632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.264063 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f10154f6-7ced-4af8-ba74-09f43efe4afd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.349329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:21.367751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f851f5-ee2f-4a9c-97ea-ccb0015e8273 None None] Update dhcp port {'port': {'network_id': 'f10154f6-7ced-4af8-ba74-09f43efe4afd', 'fixed_ips': [{'subnet_id': '068b1fa5-3142-463e-808a-1b90deb26b19'}], 'binding:host_id': 'n-d-812111-13'}, 'id': 'cd98026d-4650-45cb-88a5-eaf36b282b80'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 17:02:21.395232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port cd98026d-4650-45cb-88a5-eaf36b282b80 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:21.395909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.405989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-42f851f5-ee2f-4a9c-97ea-ccb0015e8273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.587386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port cd98026d-4650-45cb-88a5-eaf36b282b80, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd98026d-4650-45cb-88a5-eaf36b282b80,segment=NetworkSegment(da764f5f-5b9f-4af7-af51-98bfa30f439e),segment_id=da764f5f-5b9f-4af7-af51-98bfa30f439e)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:21.587672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.591947 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979e14a-39b8-4527-99a2-87a72ddccc05 None None] Network f10154f6-7ced-4af8-ba74-09f43efe4afd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:21.717730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a5b0a279-a803-490b-87f1-78db2e56c2cd None None] Provisioning complete for port cd98026d-4650-45cb-88a5-eaf36b282b80 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:21.718017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a5b0a279-a803-490b-87f1-78db2e56c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.786685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.826779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] DHCP port deletion for f10154f6-7ced-4af8-ba74-09f43efe4afd request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:02:21.870758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0a279-a803-490b-87f1-78db2e56c2cd None None] Current status of the port cd98026d-4650-45cb-88a5-eaf36b282b80 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:21.884522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for cd98026d-4650-45cb-88a5-eaf36b282b80 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:21.900588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] Deleting port cd98026d-4650-45cb-88a5-eaf36b282b80 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:21.901025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:21.902329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98623-b934-46f0-9310-9e899e8fe88c req-c29eb54d-1cd8-4b25-9f23-10c6db9ad4d4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:21.903748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9e98623-b934-46f0-9310-9e899e8fe88c req-c29eb54d-1cd8-4b25-9f23-10c6db9ad4d4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.4382730 Jan 28 17:02:21.929776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab89b-fd07-43e2-a718-ceae8852b521 req-1b15fd77-0e21-4603-819c-7a02516f48f1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:21.936534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5eab89b-fd07-43e2-a718-ceae8852b521 req-1b15fd77-0e21-4603-819c-7a02516f48f1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.4165938 Jan 28 17:02:21.990890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] For port cd98026d-4650-45cb-88a5-eaf36b282b80, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cd98026d-4650-45cb-88a5-eaf36b282b80,segment=NetworkSegment(da764f5f-5b9f-4af7-af51-98bfa30f439e),segment_id=da764f5f-5b9f-4af7-af51-98bfa30f439e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:21.991296 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.009158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] Calling delete_port for cd98026d-4650-45cb-88a5-eaf36b282b80 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:22.056973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9e98623-b934-46f0-9310-9e899e8fe88c req-6f24444f-caa9-484c-b40b-211dc5565381 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415925 Jan 28 17:02:22.082946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5eab89b-fd07-43e2-a718-ceae8852b521 req-adcfd21e-235d-4d01-a09b-fcdcbcd7aa15 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345096 Jan 28 17:02:22.104660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.120807 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (cd98026d-4650-45cb-88a5-eaf36b282b80), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.149600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=cd98026d-4650-45cb-88a5-eaf36b282b80,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:22.151405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port cd98026d-4650-45cb-88a5-eaf36b282b80 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:22.169179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] Pushing event deleted for resources: {'Port': ['ID=cd98026d-4650-45cb-88a5-eaf36b282b80,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:22.186857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b5cdd-4475-4702-bb28-5b43b02920d6 None None] No DVR routers for this DVR port cd98026d-4650-45cb-88a5-eaf36b282b80 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:22.263100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f10154f6-7ced-4af8-ba74-09f43efe4afd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.287221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10154f6-7ced-4af8-ba74-09f43efe4afd']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:22.295526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da764f5f-5b9f-4af7-af51-98bfa30f439e') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:22.295872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da764f5f-5b9f-4af7-af51-98bfa30f439e') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:22.307072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (da764f5f-5b9f-4af7-af51-98bfa30f439e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.326248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (da764f5f-5b9f-4af7-af51-98bfa30f439e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.336431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:02:22.337869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (da764f5f-5b9f-4af7-af51-98bfa30f439e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:02:22.344838 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:02:22.424233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f10154f6-7ced-4af8-ba74-09f43efe4afd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.440632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.444712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/f10154f6-7ced-4af8-ba74-09f43efe4afd HTTP/1.1" status: 204 len: 168 time: 1.3623817 Jan 28 17:02:22.448660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42442) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:22.475328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4617462-0952-49b2-9479-84515a7d15a7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=f10154f6-7ced-4af8-ba74-09f43efe4afd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:22.550751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2e3b4-6830-44a9-b58b-7440a8fd6f6a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:22.552524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03e2e3b4-6830-44a9-b58b-7440a8fd6f6a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1029029 Jan 28 17:02:22.556227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42444) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:22.613631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-afb2aca8-6aa3-4bcb-ba68-84a41cfab336 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0558338 Jan 28 17:02:22.616988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42446) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:22.621671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-861196800'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:22.641764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:22.645594 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.673960 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:02:22.685234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b66fc32d-3193-4598-a605-6cd6d85be59b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.686302 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment b66fc32d-3193-4598-a605-6cd6d85be59b of type vlan for network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa Jan 28 17:02:22.730437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (6b5b0efb-7126-436c-a5d7-dced8b0de3fa), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.758911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (6b5b0efb-7126-436c-a5d7-dced8b0de3fa), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.764287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:22.765036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:22.846243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=6b5b0efb-7126-436c-a5d7-dced8b0de3fa,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:22.857325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42448) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:22.857523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-00bfaea9-12f7-4db5-832e-22d5f23c666a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2393582 Jan 28 17:02:22.858075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:02:22.864057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:22.930950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd98026d-4650-45cb-88a5-eaf36b282b80 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:22.954647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: cd98026d-4650-45cb-88a5-eaf36b282b80 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:22.955030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cd98026d-4650-45cb-88a5-eaf36b282b80 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:22.987713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:22.991836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:23.312307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff1b1-4d4b-4066-b272-02803b4a70b3 req-11c5c3c5-35fd-4421-8400-e83a0ce1e806 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:23.320098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164ff1b1-4d4b-4066-b272-02803b4a70b3 req-11c5c3c5-35fd-4421-8400-e83a0ce1e806 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.0767934 Jan 28 17:02:23.339587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (022679c1-2a6b-4ae7-9f83-b8ad91b13f91), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:23.399397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c58f-376c-4450-885c-7e1b5cf4eb0a req-3d44a68b-39d4-4309-af17-2b3537d9be39 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:23.401368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f332c58f-376c-4450-885c-7e1b5cf4eb0a req-3d44a68b-39d4-4309-af17-2b3537d9be39 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1876287 Jan 28 17:02:23.405588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164ff1b1-4d4b-4066-b272-02803b4a70b3 req-eb20e733-5a68-4e9f-be35-b2f947b55168 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843253 Jan 28 17:02:23.437959 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=022679c1-2a6b-4ae7-9f83-b8ad91b13f91,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:23.473746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': 'b66fc32d-3193-4598-a605-6cd6d85be59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:23.474436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 6b5b0efb-7126-436c-a5d7-dced8b0de3fa, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:02:23.503083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f332c58f-376c-4450-885c-7e1b5cf4eb0a req-0cc4fed7-ce11-49b9-81f1-637501a80f8e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881441 Jan 28 17:02:23.511420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:02:23.525014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 6b5b0efb-7126-436c-a5d7-dced8b0de3fa) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:23.532188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:23.532945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:23.543316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94995c67-4da0-4d6f-98e8-f7465a45cbf9 None None] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:23.557820 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ca864449-a9a1-413a-8133-33d9889de2f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6982527 Jan 28 17:02:23.560229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:23.566080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa', 'name': 'tempest-PortsIpV6TestJSON-485994048'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:23.732937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:23.741578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-6b5b0efb-7126-436c-a5d7-dced8b0de3fa', 'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '022679c1-2a6b-4ae7-9f83-b8ad91b13f91'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:02:23.741910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:23.742609 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:23.767787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 402aa76c-e6f0-48b4-aaa6-901fcab0edcd yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:23.903013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b8ae4-f245-4966-babe-6c1cd07486b9 req-b8fa52fc-3ebf-4c2b-9f46-f27c3ec9f531 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:23.905971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-130b8ae4-f245-4966-babe-6c1cd07486b9 req-b8fa52fc-3ebf-4c2b-9f46-f27c3ec9f531 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.0694180 Jan 28 17:02:23.945701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Allocated IP 2001:db8::2 (6b5b0efb-7126-436c-a5d7-dced8b0de3fa/022679c1-2a6b-4ae7-9f83-b8ad91b13f91/97845b47-1e95-4ef7-bf92-3c695d39e51c) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:23.988807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-130b8ae4-f245-4966-babe-6c1cd07486b9 req-d72cb64b-0797-4a99-bd47-9f2d75cffb76 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752056 Jan 28 17:02:24.132121 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Publish callbacks [] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.138386 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.177718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:24.182080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:24.188888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:24.199989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Pushing event updated for resources: {'Port': ['ID=97845b47-1e95-4ef7-bf92-3c695d39e51c,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:24.213875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::aa (6b5b0efb-7126-436c-a5d7-dced8b0de3fa/022679c1-2a6b-4ae7-9f83-b8ad91b13f91/402aa76c-e6f0-48b4-aaa6-901fcab0edcd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:24.264552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Attempting to bind port 97845b47-1e95-4ef7-bf92-3c695d39e51c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:24.264872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Attempting to bind port 97845b47-1e95-4ef7-bf92-3c695d39e51c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b66fc32d-3193-4598-a605-6cd6d85be59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:24.265499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Attempting to bind port 97845b47-1e95-4ef7-bf92-3c695d39e51c on network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:24.271475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:24.271678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Checking segment: {'id': 'b66fc32d-3193-4598-a605-6cd6d85be59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:24.271955 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.272356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Bound using segment: {'id': 'b66fc32d-3193-4598-a605-6cd6d85be59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:24.272867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Bound port: 97845b47-1e95-4ef7-bf92-3c695d39e51c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66fc32d-3193-4598-a605-6cd6d85be59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:24.273256 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.347880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] For port 97845b47-1e95-4ef7-bf92-3c695d39e51c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:24.351995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] For port 97845b47-1e95-4ef7-bf92-3c695d39e51c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97845b47-1e95-4ef7-bf92-3c695d39e51c,segment=NetworkSegment(b66fc32d-3193-4598-a605-6cd6d85be59b),segment_id=b66fc32d-3193-4598-a605-6cd6d85be59b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:24.360248 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.453065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271711a5-aeb7-47b3-a493-6f41799a06be None None] Pushing event updated for resources: {'Port': ['ID=97845b47-1e95-4ef7-bf92-3c695d39e51c,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:24.496119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (402aa76c-e6f0-48b4-aaa6-901fcab0edcd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.573493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (402aa76c-e6f0-48b4-aaa6-901fcab0edcd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.636600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e45af-4041-4a46-9fe9-343831a9fdc2 req-facdbbc9-bd52-4671-a9cd-14e75706be14 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:24.642226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-105e45af-4041-4a46-9fe9-343831a9fdc2 req-facdbbc9-bd52-4671-a9cd-14e75706be14 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1176481 Jan 28 17:02:24.646952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:24.653215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:24.663174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:24.671360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:24.672740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:24.745205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=402aa76c-e6f0-48b4-aaa6-901fcab0edcd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:24.764903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ac1e2ede-d0c5-465c-9bbc-277a8fee3abd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2009041 Jan 28 17:02:24.765290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42470) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:24.773348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '6b5b0efb-7126-436c-a5d7-dced8b0de3fa', 'name': 'tempest-PortsIpV6TestJSON-665898213'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:24.804339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-105e45af-4041-4a46-9fe9-343831a9fdc2 req-ad988257-a99c-4535-88da-0f7634918b3b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545041 Jan 28 17:02:25.065328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:25.072789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.087037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97845b47-1e95-4ef7-bf92-3c695d39e51c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:25.109556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 874850fb-af66-4275-87c5-fe121b4fc736 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:25.168885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 97845b47-1e95-4ef7-bf92-3c695d39e51c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:25.169317 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.233695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5a13c-d9d8-402b-91ba-a33469e4ff18 req-795db676-6d0d-4aaf-8c40-10a91a9f96e7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:25.235983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94a5a13c-d9d8-402b-91ba-a33469e4ff18 req-795db676-6d0d-4aaf-8c40-10a91a9f96e7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1297817 Jan 28 17:02:25.279310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 97845b47-1e95-4ef7-bf92-3c695d39e51c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:25.279743 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.320849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 97845b47-1e95-4ef7-bf92-3c695d39e51c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97845b47-1e95-4ef7-bf92-3c695d39e51c,segment=NetworkSegment(b66fc32d-3193-4598-a605-6cd6d85be59b),segment_id=b66fc32d-3193-4598-a605-6cd6d85be59b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:25.327032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.377756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94a5a13c-d9d8-402b-91ba-a33469e4ff18 req-ee98feba-dd97-4339-80ea-9c69aefc1c2f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332648 Jan 28 17:02:25.386671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::168 (6b5b0efb-7126-436c-a5d7-dced8b0de3fa/022679c1-2a6b-4ae7-9f83-b8ad91b13f91/874850fb-af66-4275-87c5-fe121b4fc736) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:25.417397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=97845b47-1e95-4ef7-bf92-3c695d39e51c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:25.658866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (874850fb-af66-4275-87c5-fe121b4fc736), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.737758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (874850fb-af66-4275-87c5-fe121b4fc736), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.806986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:25.810610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:25.815301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:25.821260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:25.821894 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:25.848582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0799000 Jan 28 17:02:25.850057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42484) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:25.861478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ff706-8288-4662-96e8-7af11d1bc297 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=874850fb-af66-4275-87c5-fe121b4fc736,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:26.087508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219e671-ae05-4249-8273-df6ccd0c80d9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:26.089117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8219e671-ae05-4249-8273-df6ccd0c80d9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aaa HTTP/1.1" status: 200 len: 927 time: 0.2380569 Jan 28 17:02:26.092595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:26.101392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89118fb-52a2-4e14-af95-db3e27908746 req-05165aee-4806-433d-ae81-179f6d62ac36 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:26.102904 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a89118fb-52a2-4e14-af95-db3e27908746 req-05165aee-4806-433d-ae81-179f6d62ac36 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1199565 Jan 28 17:02:26.167832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3221555-2f91-48bc-a99b-9ddffa346b5e None None] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:26.218385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 874850fb-af66-4275-87c5-fe121b4fc736 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:26.219503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (874850fb-af66-4275-87c5-fe121b4fc736), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.283741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a89118fb-52a2-4e14-af95-db3e27908746 req-5637a95f-660e-4c3b-9329-518aa0c456b8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689765 Jan 28 17:02:26.310571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7930-d496-4693-b00c-96d3f9f490cc req-8490dabf-03bf-4934-9ad9-9328cfccdf9d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:26.317313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e06e7930-d496-4693-b00c-96d3f9f490cc req-8490dabf-03bf-4934-9ad9-9328cfccdf9d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.2268701 Jan 28 17:02:26.327418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1318a03a-4187-453b-93eb-588f09ca026f None None] Provisioning complete for port 97845b47-1e95-4ef7-bf92-3c695d39e51c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:26.327893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1318a03a-4187-453b-93eb-588f09ca026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.369148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (874850fb-af66-4275-87c5-fe121b4fc736), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.391199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e06e7930-d496-4693-b00c-96d3f9f490cc req-6259a5c5-7a4c-45f9-8ea5-ded0e60a9abc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643730 Jan 28 17:02:26.395160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 874850fb-af66-4275-87c5-fe121b4fc736 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:26.473165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1318a03a-4187-453b-93eb-588f09ca026f None None] Current status of the port 97845b47-1e95-4ef7-bf92-3c695d39e51c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:26.600829 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (874850fb-af66-4275-87c5-fe121b4fc736), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.646433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=874850fb-af66-4275-87c5-fe121b4fc736,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:26.658723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.659080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.659635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.659747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.660088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.660424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.660788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.661123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.661935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.662280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.662786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.663130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.663458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:26.702353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.707315 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a4fa454-8ab8-4786-9557-544cd5af0743 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/874850fb-af66-4275-87c5-fe121b4fc736 HTTP/1.1" status: 204 len: 168 time: 0.6124752 Jan 28 17:02:26.710032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:26.739832 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdca7fb-b001-4dbd-8438-80ee50408606 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:26.743789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dfdca7fb-b001-4dbd-8438-80ee50408606 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/874850fb-af66-4275-87c5-fe121b4fc736 HTTP/1.1" status: 404 len: 333 time: 0.0300846 Jan 28 17:02:26.744307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42500) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:26.833003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Could not find standard attr ID for object 874850fb-af66-4275-87c5-fe121b4fc736. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:26.859849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Provisioning complete for port 402aa76c-e6f0-48b4-aaa6-901fcab0edcd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:26.862520 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (402aa76c-e6f0-48b4-aaa6-901fcab0edcd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.920861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 402aa76c-e6f0-48b4-aaa6-901fcab0edcd {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:26.922519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (402aa76c-e6f0-48b4-aaa6-901fcab0edcd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:26.942727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97845b47-1e95-4ef7-bf92-3c695d39e51c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:26.990142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Port 402aa76c-e6f0-48b4-aaa6-901fcab0edcd cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:27.008059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Provisioning complete for port 97845b47-1e95-4ef7-bf92-3c695d39e51c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:27.008452 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.040336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 97845b47-1e95-4ef7-bf92-3c695d39e51c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:27.040735 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.090425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (402aa76c-e6f0-48b4-aaa6-901fcab0edcd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.112043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 402aa76c-e6f0-48b4-aaa6-901fcab0edcd owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:27.198031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-43058d47-c9f2-48aa-bb58-308984679906 None None] Current status of the port 97845b47-1e95-4ef7-bf92-3c695d39e51c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:27.212772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 97845b47-1e95-4ef7-bf92-3c695d39e51c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:27.302693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (402aa76c-e6f0-48b4-aaa6-901fcab0edcd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.328949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c3e306ea-434d-470e-b689-44deb7999cc8 None None] Could not find standard attr ID for object 402aa76c-e6f0-48b4-aaa6-901fcab0edcd. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:27.351057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=402aa76c-e6f0-48b4-aaa6-901fcab0edcd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:27.393805 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.401376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42506) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:27.401963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d51fa257-d93d-4e91-a7f6-2139b7485981 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/402aa76c-e6f0-48b4-aaa6-901fcab0edcd HTTP/1.1" status: 204 len: 168 time: 0.6559567 Jan 28 17:02:27.502175 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ad32b7-9837-4050-a32d-e3d1475d997b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:27.503710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-90ad32b7-9837-4050-a32d-e3d1475d997b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/402aa76c-e6f0-48b4-aaa6-901fcab0edcd HTTP/1.1" status: 404 len: 333 time: 0.1005733 Jan 28 17:02:27.507509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:27.558429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-393cb023-73aa-4f68-9725-846ccaf09f0e None None] Could not find standard attr ID for object 874850fb-af66-4275-87c5-fe121b4fc736. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:27.564999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d42f12-6117-4d38-8496-88c08e39df9b req-e32d0638-54d6-4acf-bda1-6d0c2c1f8711 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:27.566836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86d42f12-6117-4d38-8496-88c08e39df9b req-e32d0638-54d6-4acf-bda1-6d0c2c1f8711 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.1121173 Jan 28 17:02:27.628349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 022679c1-2a6b-4ae7-9f83-b8ad91b13f91 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:02:27.631817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (022679c1-2a6b-4ae7-9f83-b8ad91b13f91), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.684462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634a93-cfa0-49fb-a395-7a1cacf1bdc7 req-fef298b3-7a3f-4607-97ef-055db30e595a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:27.694788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60634a93-cfa0-49fb-a395-7a1cacf1bdc7 req-fef298b3-7a3f-4607-97ef-055db30e595a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1805274 Jan 28 17:02:27.703876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (022679c1-2a6b-4ae7-9f83-b8ad91b13f91), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.777475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60634a93-cfa0-49fb-a395-7a1cacf1bdc7 req-f0e67097-4829-4d4a-a921-39647eaa7103 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Jan 28 17:02:27.807124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86d42f12-6117-4d38-8496-88c08e39df9b req-d004dc57-d8e7-439c-89d6-a52c480942c4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246549 Jan 28 17:02:27.851479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (022679c1-2a6b-4ae7-9f83-b8ad91b13f91), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.955529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (022679c1-2a6b-4ae7-9f83-b8ad91b13f91), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:27.991780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=022679c1-2a6b-4ae7-9f83-b8ad91b13f91,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:27.995676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.000372 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d6def2d-f565-429e-b269-a5f6649d59d7 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/022679c1-2a6b-4ae7-9f83-b8ad91b13f91 HTTP/1.1" status: 204 len: 168 time: 0.4910374 Jan 28 17:02:28.002922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42516) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:28.121386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:02:28.194177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7891c2d-417b-449c-933c-27ec54519c1c None None] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:28.409017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:28.423751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'port_id': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'mac_address': 'fa:16:3e:79:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:02:28.492097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] DHCP port deletion for 6b5b0efb-7126-436c-a5d7-dced8b0de3fa request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:02:28.502949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (6b5b0efb-7126-436c-a5d7-dced8b0de3fa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.519264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:28.524461 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.560629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 97845b47-1e95-4ef7-bf92-3c695d39e51c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:28.560998 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.588258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:28.629253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:28.631321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port 97845b47-1e95-4ef7-bf92-3c695d39e51c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97845b47-1e95-4ef7-bf92-3c695d39e51c,segment=NetworkSegment(b66fc32d-3193-4598-a605-6cd6d85be59b),segment_id=b66fc32d-3193-4598-a605-6cd6d85be59b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:28.631730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.646316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.651941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 97845b47-1e95-4ef7-bf92-3c695d39e51c owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:28.712259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 59992b1a-070d-4c97-8ce7-272dc29e3875 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:02:28.743628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Deleting port 97845b47-1e95-4ef7-bf92-3c695d39e51c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:28.744310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.778105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:28.833745 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:28.878931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port 97845b47-1e95-4ef7-bf92-3c695d39e51c on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:28.913014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=97845b47-1e95-4ef7-bf92-3c695d39e51c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:28.994724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.resource_extend [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:02:29.040498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (6b5b0efb-7126-436c-a5d7-dced8b0de3fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.110331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5b0efb-7126-436c-a5d7-dced8b0de3fa']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:29.123648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415a55-07d6-4738-a62f-3ed312032a60 req-0e529b44-6746-4efb-9442-f5588800f3cd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:29.147630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66fc32d-3193-4598-a605-6cd6d85be59b') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:29.147932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66fc32d-3193-4598-a605-6cd6d85be59b') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:29.150068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf415a55-07d6-4738-a62f-3ed312032a60 req-0e529b44-6746-4efb-9442-f5588800f3cd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 944 time: 0.1684098 Jan 28 17:02:29.174882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b66fc32d-3193-4598-a605-6cd6d85be59b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.200266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b66fc32d-3193-4598-a605-6cd6d85be59b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.208159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fa84d-e71e-48df-880e-49daab56205c req-a3c6f726-9cf3-4358-8a6e-e23248379b16 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:29.217592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-343fa84d-e71e-48df-880e-49daab56205c req-a3c6f726-9cf3-4358-8a6e-e23248379b16 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 944 time: 0.2941694 Jan 28 17:02:29.219810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:02:29.220235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b66fc32d-3193-4598-a605-6cd6d85be59b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.282566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 59992b1a-070d-4c97-8ce7-272dc29e3875, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=59992b1a-070d-4c97-8ce7-272dc29e3875,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:29.313184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf415a55-07d6-4738-a62f-3ed312032a60 req-789cf2a6-c263-41a2-8ca0-5738299bfc41 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613879 Jan 28 17:02:29.341065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97845b47-1e95-4ef7-bf92-3c695d39e51c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:29.346256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'mac_address': 'fa:16:3e:3c:37:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:02:29.348591 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:02:29.356998 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (6b5b0efb-7126-436c-a5d7-dced8b0de3fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.384085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.394189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/6b5b0efb-7126-436c-a5d7-dced8b0de3fa HTTP/1.1" status: 204 len: 168 time: 1.3868537 Jan 28 17:02:29.398970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] For port 97845b47-1e95-4ef7-bf92-3c695d39e51c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97845b47-1e95-4ef7-bf92-3c695d39e51c,segment=NetworkSegment(b66fc32d-3193-4598-a605-6cd6d85be59b),segment_id=b66fc32d-3193-4598-a605-6cd6d85be59b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:29.398970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.399390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:29.402885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:29.414788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004985187'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:29.423360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 97845b47-1e95-4ef7-bf92-3c695d39e51c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:29.424095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97845b47-1e95-4ef7-bf92-3c695d39e51c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:29.433551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2bd24-af41-4a35-94d4-d535f39ede13 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=6b5b0efb-7126-436c-a5d7-dced8b0de3fa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:29.444519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-343fa84d-e71e-48df-880e-49daab56205c req-7b82a5d7-a7dc-40b5-8925-aaebe9d36a39 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256701 Jan 28 17:02:29.486358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:29.490050 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.504425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Calling delete_port for 97845b47-1e95-4ef7-bf92-3c695d39e51c owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:29.522607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 59992b1a-070d-4c97-8ce7-272dc29e3875 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:29.523002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.541492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:02:29.561775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8f7082db-7d8a-4f48-95a7-6ab8b662ce7d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.562119 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment 8f7082db-7d8a-4f48-95a7-6ab8b662ce7d of type vlan for network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 Jan 28 17:02:29.596274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59992b1a-070d-4c97-8ce7-272dc29e3875 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:02:29.620721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:02:29.670554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 59992b1a-070d-4c97-8ce7-272dc29e3875, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=59992b1a-070d-4c97-8ce7-272dc29e3875,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:29.692177 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.719382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.781988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (97845b47-1e95-4ef7-bf92-3c695d39e51c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.793661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Network 6b5b0efb-7126-436c-a5d7-dced8b0de3fa is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:02:29.794117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] No DVR routers for this DVR port 97845b47-1e95-4ef7-bf92-3c695d39e51c on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:29.797264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=59992b1a-070d-4c97-8ce7-272dc29e3875,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:29.830706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.837879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9faa5-099d-4fe3-8450-ba1365fc4913 None None] Pushing event deleted for resources: {'Port': ['ID=97845b47-1e95-4ef7-bf92-3c695d39e51c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:29.853838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:29.854491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:29.966551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['59992b1a-070d-4c97-8ce7-272dc29e3875'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:02:29.990415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5854938 Jan 28 17:02:29.993389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:30.002179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:30.022863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ffc5-af8c-48ab-9c1e-a741e73e609b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:30.053300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:02:30.143621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:30.164422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:30.179579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:30.276724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:30.277205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:30.463214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:30.463886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:30.510172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:30.513758 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a49d961-3746-49a6-84a1-c922f0344d1c" -d '{"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-plugged", "status": "completed", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:30.545542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:30.556564 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:30.619920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:30.661232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77193a-a32c-4cba-82db-f635f8e68c2f req-989c2ea1-f442-4530-8a72-fcdb057a4516 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:30.663589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a77193a-a32c-4cba-82db-f635f8e68c2f req-989c2ea1-f442-4530-8a72-fcdb057a4516 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 944 time: 0.2016163 Jan 28 17:02:30.664995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (17b4f7d1-de83-4047-a661-b4eed5b741c8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:30.738429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecfb4-9412-4aae-afac-27783eeb3d19 req-66f85b49-3c9a-41b6-ba97-d0e9e2358832 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:30.740541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4fecfb4-9412-4aae-afac-27783eeb3d19 req-66f85b49-3c9a-41b6-ba97-d0e9e2358832 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 945 time: 0.1074243 Jan 28 17:02:30.746049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=17b4f7d1-de83-4047-a661-b4eed5b741c8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:30.757314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:30.757681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:02:30.804124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:02:30.829443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:30.838004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:30.840253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ac061-9e05-4ef4-ac8e-f1c727c20a0e None None] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:30.853240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:30.886547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4fecfb4-9412-4aae-afac-27783eeb3d19 req-e73ec6c5-13ae-4c59-8cf0-f25ad1c305fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389196 Jan 28 17:02:30.904836 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d51ef39d-f9da-4c9b-b19b-e9c569d9e522 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9022849 Jan 28 17:02:30.904836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42568) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:30.904836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0', 'name': 'tempest-PortsIpV6TestJSON-1752592756', 'fixed_ips': [{'subnet_id': '17b4f7d1-de83-4047-a661-b4eed5b741c8', 'ip_address': '2001:db8::10'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:30.909544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a77193a-a32c-4cba-82db-f635f8e68c2f req-866988f2-c9fc-4ff3-a6cf-8590320b1415 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279999 Jan 28 17:02:31.008126 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28551474-fd35-4917-ac21-f22c70fe2830 x-openstack-request-id: req-28551474-fd35-4917-ac21-f22c70fe2830 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:31.008440 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-plugged", "status": "completed", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:31.008703 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28551474-fd35-4917-ac21-f22c70fe2830 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:31.009121 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'code': 200} Jan 28 17:02:31.064272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0', 'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '17b4f7d1-de83-4047-a661-b4eed5b741c8'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:02:31.065730 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.152955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:31.290545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Allocated IP 2001:db8::2 (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0/17b4f7d1-de83-4047-a661-b4eed5b741c8/f96b046c-8a3e-4619-a7ed-a6c17b7e190b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:31.291287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.316419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 5541561b-77a1-40f1-894e-7378b5b0f531 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:31.457308 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Publish callbacks [] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.476717 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.538028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::10 (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0/17b4f7d1-de83-4047-a661-b4eed5b741c8/5541561b-77a1-40f1-894e-7378b5b0f531) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:31.539791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:31.545360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:31.552657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:31.561070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Pushing event updated for resources: {'Port': ['ID=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:31.633956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Attempting to bind port f96b046c-8a3e-4619-a7ed-a6c17b7e190b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:31.634332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Attempting to bind port f96b046c-8a3e-4619-a7ed-a6c17b7e190b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:31.634678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Attempting to bind port f96b046c-8a3e-4619-a7ed-a6c17b7e190b on network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:31.649487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:31.649902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Checking segment: {'id': '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:31.650275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.650671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Bound using segment: {'id': '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:31.652061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Bound port: f96b046c-8a3e-4619-a7ed-a6c17b7e190b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:31.652461 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.811518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] For port f96b046c-8a3e-4619-a7ed-a6c17b7e190b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:31.825615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] For port f96b046c-8a3e-4619-a7ed-a6c17b7e190b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,segment=NetworkSegment(8f7082db-7d8a-4f48-95a7-6ab8b662ce7d),segment_id=8f7082db-7d8a-4f48-95a7-6ab8b662ce7d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:31.836106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:31.966373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (5541561b-77a1-40f1-894e-7378b5b0f531), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:32.030831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2d5a2-0cc8-4de7-8815-d746887d86c5 None None] Pushing event updated for resources: {'Port': ['ID=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:32.136752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5541561b-77a1-40f1-894e-7378b5b0f531), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:32.280398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:32.288628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:32.314421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:32.331168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:32.331953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:32.347662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922633c5-7e3d-45ee-b434-15776a1b681c req-e3137d1d-85c2-46c1-bfe2-08da9eca13f3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:32.349391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-922633c5-7e3d-45ee-b434-15776a1b681c req-e3137d1d-85c2-46c1-bfe2-08da9eca13f3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 945 time: 0.3009162 Jan 28 17:02:32.362601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=5541561b-77a1-40f1-894e-7378b5b0f531,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:32.364158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817280e-1f6f-42df-8224-0c9d1e6daa62 req-ec3c822d-e5f1-4ddd-979c-17046193502a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:32.383082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2817280e-1f6f-42df-8224-0c9d1e6daa62 req-ec3c822d-e5f1-4ddd-979c-17046193502a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.2296984 Jan 28 17:02:32.401091 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f74fcd53-beef-41fa-9c52-af8e0711e3f9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5007992 Jan 28 17:02:32.404892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42580) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:32.434803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0', 'name': 'tempest-PortsIpV6TestJSON-1481301820', 'fixed_ips': [{'subnet_id': '17b4f7d1-de83-4047-a661-b4eed5b741c8', 'ip_address': '2001:db8::f'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:32.551342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2817280e-1f6f-42df-8224-0c9d1e6daa62 req-e0ac0502-146f-4792-bf52-f9b5ead997d7 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668694 Jan 28 17:02:32.614951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-922633c5-7e3d-45ee-b434-15776a1b681c req-60ee2154-09c6-40a2-91be-52958bd4e8e3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595981 Jan 28 17:02:32.721918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 59992b1a-070d-4c97-8ce7-272dc29e3875 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:32.760730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:32.767106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:32.792407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 878d5f30-f29e-4f61-a444-c71a9a95b005 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:32.885610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 59992b1a-070d-4c97-8ce7-272dc29e3875 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:02:32.899132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 59992b1a-070d-4c97-8ce7-272dc29e3875 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:32.901122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.095111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f96b046c-8a3e-4619-a7ed-a6c17b7e190b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:33.105633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 59992b1a-070d-4c97-8ce7-272dc29e3875 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:33.105633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.242751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:33.245338 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca695663-ec35-4826-a747-3e4242d6e585" -d '{"events": [{"server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "name": "network-vif-plugged", "status": "completed", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:33.256995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::f (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0/17b4f7d1-de83-4047-a661-b4eed5b741c8/878d5f30-f29e-4f61-a444-c71a9a95b005) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:33.288196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 59992b1a-070d-4c97-8ce7-272dc29e3875, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=59992b1a-070d-4c97-8ce7-272dc29e3875,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:33.299912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.382361 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3251d2-d8d4-4d23-9b03-fe21376af766 x-openstack-request-id: req-ca3251d2-d8d4-4d23-9b03-fe21376af766 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:33.389377 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "name": "network-vif-plugged", "status": "completed", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:33.398834 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca3251d2-d8d4-4d23-9b03-fe21376af766 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:33.398834 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'code': 200} Jan 28 17:02:33.426619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f96b046c-8a3e-4619-a7ed-a6c17b7e190b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:33.427090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.556004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=59992b1a-070d-4c97-8ce7-272dc29e3875,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:33.595277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde7de-3cd2-4162-b1bc-4e64508c849b req-805099aa-e9c8-4dae-9d23-ab6d87830c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:33.599887 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cabde7de-3cd2-4162-b1bc-4e64508c849b req-805099aa-e9c8-4dae-9d23-ab6d87830c08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 1129 time: 0.1407738 Jan 28 17:02:33.716251 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cabde7de-3cd2-4162-b1bc-4e64508c849b req-4bb3a720-256d-44e5-9b1e-0e37e36b416d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112783 Jan 28 17:02:33.741872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f96b046c-8a3e-4619-a7ed-a6c17b7e190b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:33.742443 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.769746 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (878d5f30-f29e-4f61-a444-c71a9a95b005), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.869386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port f96b046c-8a3e-4619-a7ed-a6c17b7e190b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,segment=NetworkSegment(8f7082db-7d8a-4f48-95a7-6ab8b662ce7d),segment_id=8f7082db-7d8a-4f48-95a7-6ab8b662ce7d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:33.878560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.888583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (878d5f30-f29e-4f61-a444-c71a9a95b005), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:33.957039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:33.965458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:33.978769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:33.999326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:34.005598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.006214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:34.013500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=878d5f30-f29e-4f61-a444-c71a9a95b005,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:34.047718 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ac33a03-f0f9-42eb-8e53-59c09c941e15 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6382613 Jan 28 17:02:34.048116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:34.123948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c386f4a-f8c8-4593-8fe2-f5542939869f req-5cb15cf0-1232-458a-908b-8350029a446f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.134185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c386f4a-f8c8-4593-8fe2-f5542939869f req-5cb15cf0-1232-458a-908b-8350029a446f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.3855524 Jan 28 17:02:34.204241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397f82c-0cd4-4765-817d-b7a4d6d75d44 req-233b5ed1-75da-466d-9550-c4978d2c8ba9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.223513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b397f82c-0cd4-4765-817d-b7a4d6d75d44 req-233b5ed1-75da-466d-9550-c4978d2c8ba9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.3602064 Jan 28 17:02:34.278127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02babc-49f8-4c45-9f1c-d2e2b058276c None None] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:34.364129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c386f4a-f8c8-4593-8fe2-f5542939869f req-86aabe9a-e954-44c6-baa5-fcf70b9b699b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290180 Jan 28 17:02:34.386450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699fc4c-f042-45a9-87a1-82e24f8b85de tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.392116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f699fc4c-f042-45a9-87a1-82e24f8b85de tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3395011 Jan 28 17:02:34.395173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42598) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:34.481662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c3315b7e-08d5-463b-89c6-10a8510f6921 None None] Provisioning complete for port f96b046c-8a3e-4619-a7ed-a6c17b7e190b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:34.482103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3315b7e-08d5-463b-89c6-10a8510f6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:34.536761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b397f82c-0cd4-4765-817d-b7a4d6d75d44 req-fb675e8f-ed37-476e-b88f-f08687a5c3ee tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124359 Jan 28 17:02:34.623027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adb1d35-f69c-4993-ade6-00def9121014 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.649365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adb1d35-f69c-4993-ade6-00def9121014 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.654913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adb1d35-f69c-4993-ade6-00def9121014 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:34.670800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3adb1d35-f69c-4993-ade6-00def9121014 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2745829 Jan 28 17:02:34.673604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42602) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:34.744883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c3315b7e-08d5-463b-89c6-10a8510f6921 None None] Current status of the port f96b046c-8a3e-4619-a7ed-a6c17b7e190b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:34.841868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 878d5f30-f29e-4f61-a444-c71a9a95b005 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:34.842613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (878d5f30-f29e-4f61-a444-c71a9a95b005), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.014372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f96b046c-8a3e-4619-a7ed-a6c17b7e190b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:35.063589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (878d5f30-f29e-4f61-a444-c71a9a95b005), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.092760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 878d5f30-f29e-4f61-a444-c71a9a95b005 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:35.133221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f96b046c-8a3e-4619-a7ed-a6c17b7e190b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:35.133625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.321009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Provisioning complete for port 5541561b-77a1-40f1-894e-7378b5b0f531 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:35.321390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5541561b-77a1-40f1-894e-7378b5b0f531), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.429237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f96b046c-8a3e-4619-a7ed-a6c17b7e190b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:35.445738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (878d5f30-f29e-4f61-a444-c71a9a95b005), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.466913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Port 5541561b-77a1-40f1-894e-7378b5b0f531 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:35.484026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Provisioning complete for port f96b046c-8a3e-4619-a7ed-a6c17b7e190b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:35.484492 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.680191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.683708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/878d5f30-f29e-4f61-a444-c71a9a95b005 HTTP/1.1" status: 204 len: 168 time: 1.0081668 Jan 28 17:02:35.684691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Current status of the port f96b046c-8a3e-4619-a7ed-a6c17b7e190b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:35.687538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:35.717288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15227e9-470c-4327-8fc6-36cf6904c951 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=878d5f30-f29e-4f61-a444-c71a9a95b005,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:35.729521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d6da6ad-fdb5-45ee-99f3-81a1ab93c4b1 None None] Could not find standard attr ID for object 878d5f30-f29e-4f61-a444-c71a9a95b005. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:35.765123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb401145-1979-4253-ad11-21a61911e092 req-3b9dc44b-e781-4951-a323-25e8cd2ab3a9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:35.773058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb401145-1979-4253-ad11-21a61911e092 req-3b9dc44b-e781-4951-a323-25e8cd2ab3a9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1570137 Jan 28 17:02:35.806745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509782d-1181-4200-8d74-297e8355349c req-c7515634-b49c-40de-b197-c0ac1510f71b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:35.819191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2509782d-1181-4200-8d74-297e8355349c req-c7515634-b49c-40de-b197-c0ac1510f71b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.1327083 Jan 28 17:02:35.821273 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-df350b92-6609-458f-9d58-4856a27e2636 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:35.826624 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df350b92-6609-458f-9d58-4856a27e2636 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/878d5f30-f29e-4f61-a444-c71a9a95b005 HTTP/1.1" status: 404 len: 333 time: 0.1373332 Jan 28 17:02:35.834339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42614) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:35.906556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9f3f3947-4170-4f81-bd25-42be2d228400 None None] Provisioning complete for port 5541561b-77a1-40f1-894e-7378b5b0f531 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:35.907157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3947-4170-4f81-bd25-42be2d228400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5541561b-77a1-40f1-894e-7378b5b0f531), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:35.951693 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2509782d-1181-4200-8d74-297e8355349c req-2daf75ee-b45c-42cc-8f57-d347c5a6c876 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288679 Jan 28 17:02:36.042021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f3947-4170-4f81-bd25-42be2d228400 None None] Port 5541561b-77a1-40f1-894e-7378b5b0f531 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:36.051006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb401145-1979-4253-ad11-21a61911e092 req-4b258273-e9ce-43d3-8be8-13e1a8e2c255 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766356 Jan 28 17:02:36.152403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 5541561b-77a1-40f1-894e-7378b5b0f531 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:36.152772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5541561b-77a1-40f1-894e-7378b5b0f531), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:36.259502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-83b7f0f5-a01d-40e8-8ee1-78cc0a1d16c0 None None] Could not find standard attr ID for object 878d5f30-f29e-4f61-a444-c71a9a95b005. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:02:36.287184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521044a7-0598-43c0-982c-dad06fc16a80 req-8bf63cde-4ee2-4371-ae72-d5708eb7c03e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:36.288814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-521044a7-0598-43c0-982c-dad06fc16a80 req-8bf63cde-4ee2-4371-ae72-d5708eb7c03e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.1686182 Jan 28 17:02:36.350087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5541561b-77a1-40f1-894e-7378b5b0f531), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:36.380170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 5541561b-77a1-40f1-894e-7378b5b0f531 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:36.427104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-521044a7-0598-43c0-982c-dad06fc16a80 req-ed97967d-0f9d-4b21-8461-6bb50c29f691 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282301 Jan 28 17:02:36.450753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:36.641048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5541561b-77a1-40f1-894e-7378b5b0f531), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:36.743878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=5541561b-77a1-40f1-894e-7378b5b0f531,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:36.792354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:36.808738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-800263d2-94a8-4e08-9aa9-73bc54467276 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/5541561b-77a1-40f1-894e-7378b5b0f531 HTTP/1.1" status: 204 len: 168 time: 0.9714668 Jan 28 17:02:36.811143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42628) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:36.872566 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bc43f2-a22c-4571-887f-be8405bce5e9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:36.874047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-72bc43f2-a22c-4571-887f-be8405bce5e9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/5541561b-77a1-40f1-894e-7378b5b0f531 HTTP/1.1" status: 404 len: 333 time: 0.0614851 Jan 28 17:02:36.876854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42630) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:36.970951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-c1295899-ae46-4741-917e-1435d35e03a7 req-a8a4476e-a5d4-40f8-8a91-67f350246c39 service neutron] (103093) timed out ('10.222.0.31', 51239) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:02:36.978599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 17b4f7d1-de83-4047-a661-b4eed5b741c8 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:02:36.983658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (17b4f7d1-de83-4047-a661-b4eed5b741c8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.007580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3529e4-9348-489e-84a7-c0e4a0bf57ef tempest-TestVolumeBootPattern-1874830192 tempest-TestVolumeBootPattern-1874830192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:37.009730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4e3529e4-9348-489e-84a7-c0e4a0bf57ef tempest-TestVolumeBootPattern-1874830192 tempest-TestVolumeBootPattern-1874830192-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 1124 time: 0.5564814 Jan 28 17:02:37.013126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42632) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:37.018757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:37.038494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (17b4f7d1-de83-4047-a661-b4eed5b741c8), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.102108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.285387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (17b4f7d1-de83-4047-a661-b4eed5b741c8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.370343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.399478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2d5ca-275b-4c3b-8199-37c617fe555f req-2b48c695-705c-4fe7-87a6-e418d2cd0389 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:37.413285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32a2d5ca-275b-4c3b-8199-37c617fe555f req-2b48c695-705c-4fe7-87a6-e418d2cd0389 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1705551 Jan 28 17:02:37.502157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32a2d5ca-275b-4c3b-8199-37c617fe555f req-0b1155fd-c9d3-4b60-83fc-7ba54ed6865c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879145 Jan 28 17:02:37.507891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (17b4f7d1-de83-4047-a661-b4eed5b741c8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.550134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=17b4f7d1-de83-4047-a661-b4eed5b741c8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:37.554722 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.558125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-271e26e6-88ca-45a5-84bf-0bcc931ed72f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/17b4f7d1-de83-4047-a661-b4eed5b741c8 HTTP/1.1" status: 204 len: 168 time: 0.6803188 Jan 28 17:02:37.561496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42642) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:37.566394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a66631-093c-4a68-868a-53fa69b317be None None] Network 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:37.715064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.25.8.11 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/dcb35ef1-2a20-40a8-a91a-a080558216a5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:37.732588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.871468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port f96b046c-8a3e-4619-a7ed-a6c17b7e190b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:37.871468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:37.880017 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] DHCP port deletion for 96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:02:37.899071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccc5ea-2d44-429d-a4ca-80a33414bed8 req-977c06de-a71f-4146-a46d-24f5929af4c2 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:37.900792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91ccc5ea-2d44-429d-a4ca-80a33414bed8 req-977c06de-a71f-4146-a46d-24f5929af4c2 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 945 time: 0.1808465 Jan 28 17:02:38.014005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] Deleting port f96b046c-8a3e-4619-a7ed-a6c17b7e190b {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:38.015759 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.093230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port f96b046c-8a3e-4619-a7ed-a6c17b7e190b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,segment=NetworkSegment(8f7082db-7d8a-4f48-95a7-6ab8b662ce7d),segment_id=8f7082db-7d8a-4f48-95a7-6ab8b662ce7d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:38.093656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.105207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] For port f96b046c-8a3e-4619-a7ed-a6c17b7e190b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,segment=NetworkSegment(8f7082db-7d8a-4f48-95a7-6ab8b662ce7d),segment_id=8f7082db-7d8a-4f48-95a7-6ab8b662ce7d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:38.105544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.120805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91ccc5ea-2d44-429d-a4ca-80a33414bed8 req-6aeaba97-a761-46d4-9341-554d376fd914 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985939 Jan 28 17:02:38.122070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] Calling delete_port for f96b046c-8a3e-4619-a7ed-a6c17b7e190b owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:38.133011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for f96b046c-8a3e-4619-a7ed-a6c17b7e190b owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:38.171350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.241106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.267839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.285468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] Pushing event deleted for resources: {'Port': ['ID=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:38.287876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13db93-8172-4ae0-b5ed-3441e655d35c None None] No DVR routers for this DVR port f96b046c-8a3e-4619-a7ed-a6c17b7e190b on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:38.324731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:38.328467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:38.332888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:38.333927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f96b046c-8a3e-4619-a7ed-a6c17b7e190b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.367835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=f96b046c-8a3e-4619-a7ed-a6c17b7e190b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:38.371952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port f96b046c-8a3e-4619-a7ed-a6c17b7e190b on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:38.478025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.503298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:38.518190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:38.518824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7082db-7d8a-4f48-95a7-6ab8b662ce7d') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:38.530199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (8f7082db-7d8a-4f48-95a7-6ab8b662ce7d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.592500 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8f7082db-7d8a-4f48-95a7-6ab8b662ce7d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.617587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:02:38.618252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (8f7082db-7d8a-4f48-95a7-6ab8b662ce7d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.634104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=dcb35ef1-2a20-40a8-a91a-a080558216a5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:02:38.702438 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:02:38.768365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.785630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:38.794878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0 HTTP/1.1" status: 204 len: 168 time: 1.2313986 Jan 28 17:02:38.878516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42650) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:38.886966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1920243925'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:38.915366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f96b046c-8a3e-4619-a7ed-a6c17b7e190b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:38.958694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f96b046c-8a3e-4619-a7ed-a6c17b7e190b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:38.959260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f96b046c-8a3e-4619-a7ed-a6c17b7e190b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:38.959860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:38.971926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.126127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662dac-917b-4d8c-808c-9261092782f4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=96eabe3a-f1c5-4afa-a05a-ae9bc7d166f0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:39.152234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (e5524633-3070-42ae-9be2-fc0ead72450d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.172937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e4ae-767c-4789-b5ea-a798ab9323ad req-70fd4d9b-3686-4ff8-87d7-aabd2758e961 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:39.174712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd15e4ae-767c-4789-b5ea-a798ab9323ad req-70fd4d9b-3686-4ff8-87d7-aabd2758e961 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.4713809 Jan 28 17:02:39.264252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.308431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd15e4ae-767c-4789-b5ea-a798ab9323ad req-e4b5858d-b143-46e2-8d4b-e548338471a2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151555 Jan 28 17:02:39.311922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:02:39.330154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0eed-4e7b-409c-9f8c-008f5c4b24c0 req-d4c0d34f-e474-453c-912a-29e16fc62e71 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:39.337763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fdf0eed-4e7b-409c-9f8c-008f5c4b24c0 req-d4c0d34f-e474-453c-912a-29e16fc62e71 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 945 time: 0.0851641 Jan 28 17:02:39.362905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be4c63-4f27-4402-ba60-421e534c6833 req-a11f7dd9-2c0b-43f8-b8a1-7b19937fd772 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:39.364763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41be4c63-4f27-4402-ba60-421e534c6833 req-a11f7dd9-2c0b-43f8-b8a1-7b19937fd772 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 945 time: 0.3866913 Jan 28 17:02:39.371581 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a7768e4d-7725-4007-b135-1d1d399a7b77), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.372049 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Added segment a7768e4d-7725-4007-b135-1d1d399a7b77 of type vlan for network 7179524f-f66f-474d-bdd1-37b0ab849e7b Jan 28 17:02:39.406419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fdf0eed-4e7b-409c-9f8c-008f5c4b24c0 req-2acb4a96-9fc0-4953-86ed-9b23924c38d7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666618 Jan 28 17:02:39.537775 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7179524f-f66f-474d-bdd1-37b0ab849e7b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.611930 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7179524f-f66f-474d-bdd1-37b0ab849e7b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.617067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:39.617765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.652265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Deleting port 74e58d81-4455-4d87-8f47-8ec448d1722a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:39.652773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:39.757145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-2a162f6a-3f1a-4d7c-b217-4cb6938fb4c9 req-49a61cfa-1869-4be1-a488-c50c24a176cf service neutron] (103093) timed out ('10.222.0.24', 59495) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:02:39.960168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0758994 Jan 28 17:02:39.960489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42656) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:39.967298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:40.005258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.010349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934c96e-53dc-436f-8450-278cdb6b1666 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Network': ['ID=7179524f-f66f-474d-bdd1-37b0ab849e7b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:40.027891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:02:40.028478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.123179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:40.129087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.162522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e5524633-3070-42ae-9be2-fc0ead72450d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.231546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=dcb35ef1-2a20-40a8-a91a-a080558216a5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:40.238391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] For port 74e58d81-4455-4d87-8f47-8ec448d1722a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=74e58d81-4455-4d87-8f47-8ec448d1722a,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:40.238824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.259917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Calling delete_port for 74e58d81-4455-4d87-8f47-8ec448d1722a owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:40.381371 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Floating IP e5524633-3070-42ae-9be2-fc0ead72450d associated. External IP: 172.25.8.11, port: 59992b1a-070d-4c97-8ce7-272dc29e3875. Jan 28 17:02:40.404690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (2fbe81c1-984c-467a-ba4e-da217bf04635), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.618746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=2fbe81c1-984c-467a-ba4e-da217bf04635,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:40.640108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Checking segment: {'id': 'a7768e4d-7725-4007-b135-1d1d399a7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:40.640547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network hostable DHCP agents. Network: 7179524f-f66f-474d-bdd1-37b0ab849e7b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:02:40.667759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53054b2-3ca6-4dab-b845-fb1dbe7eabdb req-7e4cbcec-1112-46af-b50a-101f11f71b51 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:40.669283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b53054b2-3ca6-4dab-b845-fb1dbe7eabdb req-7e4cbcec-1112-46af-b50a-101f11f71b51 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.2255902 Jan 28 17:02:40.682561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5abc2-e37e-4d2a-a5b5-7a1d8e72e2c6 req-1709723e-9cf0-49fb-b170-0fda8fe72933 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:40.683950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5abc2-e37e-4d2a-a5b5-7a1d8e72e2c6 req-1709723e-9cf0-49fb-b170-0fda8fe72933 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f43d9fa-cc2a-4662-aeb4-28e086a88af5 HTTP/1.1" status: 200 len: 945 time: 0.1363964 Jan 28 17:02:40.729344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:02:40.758722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7179524f-f66f-474d-bdd1-37b0ab849e7b) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:40.759962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (74e58d81-4455-4d87-8f47-8ec448d1722a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.767176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b53054b2-3ca6-4dab-b845-fb1dbe7eabdb req-7ed992aa-c544-4c75-982d-ace4d048ef59 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822558 Jan 28 17:02:40.771330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840f93d-3e20-4b69-a162-76f233121de9 None None] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:40.782849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:40.786478 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.831742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Pushing event deleted for resources: {'Port': ['ID=74e58d81-4455-4d87-8f47-8ec448d1722a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:40.841942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71f5abc2-e37e-4d2a-a5b5-7a1d8e72e2c6 req-2bb8fd18-4143-40aa-b93a-eb3a40c87fa3 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347983 Jan 28 17:02:40.852901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-920c76d7-5006-4684-8f27-6a6a50e0559e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8910046 Jan 28 17:02:40.855818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:40.865328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1727763802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:40.912345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (a6cbf7b4-a124-466e-b9c5-466d81b8637c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.913808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (a6cbf7b4-a124-466e-b9c5-466d81b8637c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:40.991378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-7179524f-f66f-474d-bdd1-37b0ab849e7b', 'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '2fbe81c1-984c-467a-ba4e-da217bf04635'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:02:40.992305 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.032137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for router_controller (a6cbf7b4-a124-466e-b9c5-466d81b8637c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.034577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:02:41.049066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (a6cbf7b4-a124-466e-b9c5-466d81b8637c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.054261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] No DVR routers for this DVR port 74e58d81-4455-4d87-8f47-8ec448d1722a on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:41.062680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.065587 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-41be4c63-4f27-4402-ba60-421e534c6833 req-5dfc2fe5-9f66-4c37-8a00-c760a0d1f564 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "DELETE /v2.0/ports/74e58d81-4455-4d87-8f47-8ec448d1722a HTTP/1.1" status: 204 len: 173 time: 1.6912990 Jan 28 17:02:41.067711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'name': 'network-vif-deleted', 'tag': '74e58d81-4455-4d87-8f47-8ec448d1722a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:41.071465 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e79f15-185a-4daf-8f24-7a304ca55e98" -d '{"events": [{"server_uuid": "3f43d9fa-cc2a-4662-aeb4-28e086a88af5", "name": "network-vif-deleted", "tag": "74e58d81-4455-4d87-8f47-8ec448d1722a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:41.157095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.160869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fc15e2e5-f1f8-4f26-bf56-5cb7287d290e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3014786 Jan 28 17:02:41.171606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42674) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:41.201449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b', 'name': 'tempest-PortsIpV6TestJSON-2051803880'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:41.232574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:02:41.262865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.265396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:02:41.299932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Allocated IP 2001:db8::2 (7179524f-f66f-474d-bdd1-37b0ab849e7b/2fbe81c1-984c-467a-ba4e-da217bf04635/c82bf124-adb9-4d3d-b602-c4667bec6400) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:41.322522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:41.323908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:41.352558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4093545-d87f-4cbc-aaa9-d96206657e32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3225138 Jan 28 17:02:41.427083 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df7f627-0a9b-4d64-8c63-02b09ab786ef x-openstack-request-id: req-5df7f627-0a9b-4d64-8c63-02b09ab786ef {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:41.427722 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f43d9fa-cc2a-4662-aeb4-28e086a88af5", "name": "network-vif-deleted", "tag": "74e58d81-4455-4d87-8f47-8ec448d1722a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:41.427722 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df7f627-0a9b-4d64-8c63-02b09ab786ef {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:41.428187 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f43d9fa-cc2a-4662-aeb4-28e086a88af5', 'name': 'network-vif-deleted', 'tag': '74e58d81-4455-4d87-8f47-8ec448d1722a', 'status': 'completed', 'code': 200} Jan 28 17:02:41.467270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:41.479042 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:41.518174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port f1614b30-5e21-434b-9747-1cc357355b86 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:41.820070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:02:42.107966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78407b96-ee60-4238-a05a-d49285a5426c req-1fee145e-94f2-46e2-b761-e91230a13065 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:42.111687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78407b96-ee60-4238-a05a-d49285a5426c req-1fee145e-94f2-46e2-b761-e91230a13065 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1658051 Jan 28 17:02:42.148593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 74e58d81-4455-4d87-8f47-8ec448d1722a no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:42.223531 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Publish callbacks [] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.238235 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78407b96-ee60-4238-a05a-d49285a5426c req-6b34049a-7b29-4f87-a031-102125b1b478 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957234 Jan 28 17:02:42.262160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 74e58d81-4455-4d87-8f47-8ec448d1722a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:42.262501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 74e58d81-4455-4d87-8f47-8ec448d1722a not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:42.279641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.336898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::b6 (7179524f-f66f-474d-bdd1-37b0ab849e7b/2fbe81c1-984c-467a-ba4e-da217bf04635/f1614b30-5e21-434b-9747-1cc357355b86) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:42.341045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Pushing event updated for resources: {'Port': ['ID=c82bf124-adb9-4d3d-b602-c4667bec6400,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:42.352165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:42.361213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:42.369192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:42.413395 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.416258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.518631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Attempting to bind port c82bf124-adb9-4d3d-b602-c4667bec6400 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:42.518997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Attempting to bind port c82bf124-adb9-4d3d-b602-c4667bec6400 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a7768e4d-7725-4007-b135-1d1d399a7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:42.519526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Attempting to bind port c82bf124-adb9-4d3d-b602-c4667bec6400 on network 7179524f-f66f-474d-bdd1-37b0ab849e7b {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:42.527665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:42.528189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Checking segment: {'id': 'a7768e4d-7725-4007-b135-1d1d399a7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:42.528684 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.529192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Bound using segment: {'id': 'a7768e4d-7725-4007-b135-1d1d399a7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:42.529742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Bound port: c82bf124-adb9-4d3d-b602-c4667bec6400, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7768e4d-7725-4007-b135-1d1d399a7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7179524f-f66f-474d-bdd1-37b0ab849e7b'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:42.530192 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.581502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (f1614b30-5e21-434b-9747-1cc357355b86), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.601638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] For port c82bf124-adb9-4d3d-b602-c4667bec6400, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:42.605411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] For port c82bf124-adb9-4d3d-b602-c4667bec6400, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c82bf124-adb9-4d3d-b602-c4667bec6400,segment=NetworkSegment(a7768e4d-7725-4007-b135-1d1d399a7b77),segment_id=a7768e4d-7725-4007-b135-1d1d399a7b77)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:42.618634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e5524633-3070-42ae-9be2-fc0ead72450d', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:3c:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:02:38Z', 'updated_at': '2022-01-28T17:02:38Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:42.621113 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.645048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f1614b30-5e21-434b-9747-1cc357355b86), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.661698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:02:42.713526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:42.716434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:42.721165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:42.725338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:42.738548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:42.747298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:42.748601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:42.771755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=f1614b30-5e21-434b-9747-1cc357355b86,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:42.786559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.787226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.787762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.788358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.789524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.790051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.790597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.791144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.791841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.792525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.793055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.793586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.794225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:42.808600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac714ded-a384-45db-aef4-d05f21ce294e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6323535 Jan 28 17:02:42.811356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42694) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:42.820937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b5580-458b-4826-ba3a-4c68b5309226 None None] Pushing event updated for resources: {'Port': ['ID=c82bf124-adb9-4d3d-b602-c4667bec6400,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:42.923528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:02:43.468567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c830b-76ba-4bd1-8775-d5738fe3bb8b req-65893771-1b15-4101-bfb5-25f60d1db8e2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:43.470631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e5524633-3070-42ae-9be2-fc0ead72450d', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:3c:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:02:38Z', 'updated_at': '2022-01-28T17:02:38Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:43.479002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:43.479239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e90c830b-76ba-4bd1-8775-d5738fe3bb8b req-65893771-1b15-4101-bfb5-25f60d1db8e2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.0985715 Jan 28 17:02:43.491178 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796" -d '{"events": [{"name": "network-changed", "server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:43.557599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15f104-8572-449d-b71d-47033b919a42 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'e5524633-3070-42ae-9be2-fc0ead72450d', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:3c:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:02:38Z', 'updated_at': '2022-01-28T17:02:38Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:02:43.608339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e90c830b-76ba-4bd1-8775-d5738fe3bb8b req-cfc5a6f0-9c7b-4f80-8e4b-f9e9445dc514 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227131 Jan 28 17:02:43.622037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f1614b30-5e21-434b-9747-1cc357355b86), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:43.625502 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577f25a-0f61-4db9-8aa1-a2fd2a701c31 x-openstack-request-id: req-4577f25a-0f61-4db9-8aa1-a2fd2a701c31 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:43.625806 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:43.626063 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4577f25a-0f61-4db9-8aa1-a2fd2a701c31 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:43.626457 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'status': 'completed', 'code': 200} Jan 28 17:02:43.851020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-4718fb81-e996-457e-99b8-3b87422d68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:43.852548 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-4718fb81-e996-457e-99b8-3b87422d68dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 1129 time: 0.2253549 Jan 28 17:02:44.176819 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6b44c-b671-4361-9d94-2396a97200dc None None] New status for floating IP e5524633-3070-42ae-9be2-fc0ead72450d: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:02:44.401950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (f1614b30-5e21-434b-9747-1cc357355b86), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:44.432253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb4829-85cd-4c31-97bc-bbcc52a965d5 None None] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:44.435749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f1614b30-5e21-434b-9747-1cc357355b86), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:44.463632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-a86dafd2-3551-42bd-9dee-136799aac912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:44.465261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-a86dafd2-3551-42bd-9dee-136799aac912 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.5613215 Jan 28 17:02:44.601048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] Provisioning complete for port c82bf124-adb9-4d3d-b602-c4667bec6400 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:44.601664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:44.686226 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=f1614b30-5e21-434b-9747-1cc357355b86,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:44.715888 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-49131e16-cb53-43cd-80b9-c1eedb9f5d44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59992b1a-070d-4c97-8ce7-272dc29e3875 HTTP/1.1" status: 200 len: 1001 time: 0.2221968 Jan 28 17:02:44.819863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e167-b695-4400-9e02-d84f951b8eb1 req-7466d97a-6db0-438b-8424-f7a14f25c5ec tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:44.826764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-aef41ba9-9d7b-43b0-9665-10c521b9e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:44.828829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-aef41ba9-9d7b-43b0-9665-10c521b9e734 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1051223 Jan 28 17:02:44.842503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d60e167-b695-4400-9e02-d84f951b8eb1 req-7466d97a-6db0-438b-8424-f7a14f25c5ec tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1340573 Jan 28 17:02:44.888094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] Current status of the port c82bf124-adb9-4d3d-b602-c4667bec6400 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:44.890459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:44.935831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d60e167-b695-4400-9e02-d84f951b8eb1 req-84d622e5-75ff-420f-b637-285af5a6193d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870657 Jan 28 17:02:45.006885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] For port c82bf124-adb9-4d3d-b602-c4667bec6400, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c82bf124-adb9-4d3d-b602-c4667bec6400,segment=NetworkSegment(a7768e4d-7725-4007-b135-1d1d399a7b77),segment_id=a7768e4d-7725-4007-b135-1d1d399a7b77)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:45.024260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (a6cbf7b4-a124-466e-b9c5-466d81b8637c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:45.041970 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:45.092147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c82bf124-adb9-4d3d-b602-c4667bec6400 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:45.201157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c82bf124-adb9-4d3d-b602-c4667bec6400 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:45.201885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:45.254350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2ee36-494a-4f4f-a812-8571386745c6 None None] Pushing event updated for resources: {'Port': ['ID=c82bf124-adb9-4d3d-b602-c4667bec6400,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:45.254898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-5aad54b7-0a14-40b2-82c4-1a7c85f4e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:45.256638 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-5aad54b7-0a14-40b2-82c4-1a7c85f4e5df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4109893 Jan 28 17:02:45.330954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c82bf124-adb9-4d3d-b602-c4667bec6400 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:45.438564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f5fc20ec-ea60-461b-81e1-22c9fbd6a604 None None] Provisioning complete for port f1614b30-5e21-434b-9747-1cc357355b86 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:45.438985 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f5fc20ec-ea60-461b-81e1-22c9fbd6a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1614b30-5e21-434b-9747-1cc357355b86), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:45.541015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc20ec-ea60-461b-81e1-22c9fbd6a604 None None] Port f1614b30-5e21-434b-9747-1cc357355b86 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:45.544809 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-37d96a48-badb-4e6b-8017-5cad74723fa6 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370620 Jan 28 17:02:45.579801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f5fc20ec-ea60-461b-81e1-22c9fbd6a604 None None] Provisioning complete for port c82bf124-adb9-4d3d-b602-c4667bec6400 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:45.580196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f5fc20ec-ea60-461b-81e1-22c9fbd6a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:45.797916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc20ec-ea60-461b-81e1-22c9fbd6a604 None None] Current status of the port c82bf124-adb9-4d3d-b602-c4667bec6400 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:45.939420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-efd71fb5-538d-4165-80c4-30fc1c64e159 None None] Provisioning complete for port f1614b30-5e21-434b-9747-1cc357355b86 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:45.951310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-efd71fb5-538d-4165-80c4-30fc1c64e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1614b30-5e21-434b-9747-1cc357355b86), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.037763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f0abab6a-c6c4-496e-9aff-9d6d45cc7796 req-59bb7ead-529c-410e-87d6-c2f03417071f service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585824 Jan 28 17:02:46.054100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-efd71fb5-538d-4165-80c4-30fc1c64e159 None None] Port f1614b30-5e21-434b-9747-1cc357355b86 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:46.084832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f1614b30-5e21-434b-9747-1cc357355b86), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.087189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d9d-c115-4b9a-b41f-5f20badd9090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.205683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383bfe-c256-4c0a-b9ef-63cda21e4c37 req-0c15055b-bf3a-4ef3-8ab0-53672ba6a348 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:46.221147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad383bfe-c256-4c0a-b9ef-63cda21e4c37 req-0c15055b-bf3a-4ef3-8ab0-53672ba6a348 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1453271 Jan 28 17:02:46.323602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5e76326d-776f-489c-8738-5276608f9f1d None None] Provisioning complete for port f1614b30-5e21-434b-9747-1cc357355b86 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:46.324012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e76326d-776f-489c-8738-5276608f9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1614b30-5e21-434b-9747-1cc357355b86), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.426714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5e76326d-776f-489c-8738-5276608f9f1d None None] Port f1614b30-5e21-434b-9747-1cc357355b86 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:46.455310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad383bfe-c256-4c0a-b9ef-63cda21e4c37 req-959e5b3c-1f2f-413b-9334-4d74269117ee tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311847 Jan 28 17:02:46.684809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (f1614b30-5e21-434b-9747-1cc357355b86), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.691548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f1614b30-5e21-434b-9747-1cc357355b86), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.695279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (a6cbf7b4-a124-466e-b9c5-466d81b8637c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:46.808411 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=f1614b30-5e21-434b-9747-1cc357355b86,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:46.885830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:46.887739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:46.936047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c82bf124-adb9-4d3d-b602-c4667bec6400 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:47.013799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port c82bf124-adb9-4d3d-b602-c4667bec6400 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:47.014337 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:47.135030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port c82bf124-adb9-4d3d-b602-c4667bec6400 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:47.153348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Router a6cbf7b4-a124-466e-b9c5-466d81b8637c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:02:47.323145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:02:47.335212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] Sync routers for ids ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:02:47.338464 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-57c929aa-4617-4390-b24e-bfc495e7909f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/routers/a6cbf7b4-a124-466e-b9c5-466d81b8637c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5259233 Jan 28 17:02:47.341372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42738) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:47.354067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] Routers {'a6cbf7b4-a124-466e-b9c5-466d81b8637c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:47.354782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:47.397252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:47.403359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497419d-e8b4-46ef-8bce-2924a190cd0f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:47.408772 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0497419d-e8b4-46ef-8bce-2924a190cd0f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6cbf7b4-a124-466e-b9c5-466d81b8637c HTTP/1.1" status: 200 len: 988 time: 0.0632174 Jan 28 17:02:47.409286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42740) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:47.415226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] Routers {'a6cbf7b4-a124-466e-b9c5-466d81b8637c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:47.415841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:47.419725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-80b6dcaa-b388-4ce0-9340-5a68db6aac2a None None] Provisioning complete for port f1614b30-5e21-434b-9747-1cc357355b86 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:47.419725 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80b6dcaa-b388-4ce0-9340-5a68db6aac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f1614b30-5e21-434b-9747-1cc357355b86), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:47.454747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:47.455491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9477a2b-4372-4de1-81c6-7d412f848c0d None None] The sync data for ids ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:02:47.530094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-80b6dcaa-b388-4ce0-9340-5a68db6aac2a None None] Port f1614b30-5e21-434b-9747-1cc357355b86 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:47.709333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0353-2b53-4066-8ea0-da58a754a7af req-d6c2add8-dfe8-48f2-b894-1b0ce4cae768 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:47.718981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-800d0353-2b53-4066-8ea0-da58a754a7af req-d6c2add8-dfe8-48f2-b894-1b0ce4cae768 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1508319 Jan 28 17:02:47.805003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-800d0353-2b53-4066-8ea0-da58a754a7af req-fbbd2943-c85f-4aba-b10c-1dc688bd0a79 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788522 Jan 28 17:02:47.842339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42766) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:47.909827 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f54a976-79ec-4f07-bf12-008147de3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.088656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 7d0b4809-e568-4f8a-a1b8-cb716e6ad666 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:48.089318 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.187347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (a6cbf7b4-a124-466e-b9c5-466d81b8637c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.212498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.212871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.264352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 7d0b4809-e568-4f8a-a1b8-cb716e6ad666 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:48.534747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port f1614b30-5e21-434b-9747-1cc357355b86 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:48.535218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f1614b30-5e21-434b-9747-1cc357355b86), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.563752 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7d0b4809-e568-4f8a-a1b8-cb716e6ad666), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.623018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=7d0b4809-e568-4f8a-a1b8-cb716e6ad666,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:48.641129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f1614b30-5e21-434b-9747-1cc357355b86), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.656785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for f1614b30-5e21-434b-9747-1cc357355b86 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:48.684665 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for floatingip (e3b87754-be03-4f75-9e9b-088d3ce3d730), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:48.686290 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Floating IP e3b87754-be03-4f75-9e9b-088d3ce3d730 disassociated (deleted). External IP: 172.25.8.73, port: 5873f895-628e-47e0-9fad-19e2dc27979b. Jan 28 17:02:48.902303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f1614b30-5e21-434b-9747-1cc357355b86), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:49.044995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=f1614b30-5e21-434b-9747-1cc357355b86,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:49.192597 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-c4f6f907-5d0f-4c3b-b58a-41910e6992df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3035510 Jan 28 17:02:49.194016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (a6cbf7b4-a124-466e-b9c5-466d81b8637c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:49.199841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 515b6274-8791-48f4-9e06-89c51adbe6f9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:02:49.239848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371585c-c363-4f42-b028-0380ea5a8133 req-7e3b2c19-9c5e-4dd9-b3f6-0a1abe69a4df tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:49.241390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8371585c-c363-4f42-b028-0380ea5a8133 req-7e3b2c19-9c5e-4dd9-b3f6-0a1abe69a4df tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1785088 Jan 28 17:02:49.429008 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:49.462691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Router a6cbf7b4-a124-466e-b9c5-466d81b8637c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:02:49.524244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:02:49.540697 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] Sync routers for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:02:49.543233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:49.556551 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:49.569598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:49.604379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:02:49.615416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12209fab-ab01-49c7-85d0-81490006813d None None] Sync routers for ids ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:02:49.620197 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55c67ff5-b516-4395-9a59-3fbdffbc9160 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/routers/a6cbf7b4-a124-466e-b9c5-466d81b8637c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074988 Jan 28 17:02:49.621471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:49.634357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12209fab-ab01-49c7-85d0-81490006813d None None] Routers {'a6cbf7b4-a124-466e-b9c5-466d81b8637c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:49.637568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-12209fab-ab01-49c7-85d0-81490006813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:49.698693 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-92225e3a-f62a-464f-a345-032832de0dbd tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/floatingips/e3b87754-be03-4f75-9e9b-088d3ce3d730 HTTP/1.1" status: 204 len: 168 time: 1.8534281 Jan 28 17:02:49.699299 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0526a78-2f7e-4b57-8495-899571db2e64 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:02:49.702968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c0526a78-2f7e-4b57-8495-899571db2e64 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/f1614b30-5e21-434b-9747-1cc357355b86 HTTP/1.1" status: 404 len: 333 time: 0.0716846 Jan 28 17:02:49.703606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:49.704274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:49.706665 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cab68e-3bea-459c-85b5-5390c325fd39" -d '{"events": [{"name": "network-changed", "server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:49.708765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254837aa-4974-4897-9c34-2b9d68d5021b req-71acf168-9e72-469d-8e6e-5fc82c393d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:49.710432 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-71acf168-9e72-469d-8e6e-5fc82c393d90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 1128 time: 0.3862622 Jan 28 17:02:49.732358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8371585c-c363-4f42-b028-0380ea5a8133 req-ef1ac228-77e1-4f4c-9f18-a0e78aa4a3ae tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751823 Jan 28 17:02:49.762577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-12209fab-ab01-49c7-85d0-81490006813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:49.762865 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:02:49.778242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12209fab-ab01-49c7-85d0-81490006813d None None] Routers {'a6cbf7b4-a124-466e-b9c5-466d81b8637c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:49.781311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-12209fab-ab01-49c7-85d0-81490006813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:49.853484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-12209fab-ab01-49c7-85d0-81490006813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:49.854546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12209fab-ab01-49c7-85d0-81490006813d None None] The sync data for ids ['a6cbf7b4-a124-466e-b9c5-466d81b8637c'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:02:49.914443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for router (a6cbf7b4-a124-466e-b9c5-466d81b8637c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:50.056467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254837aa-4974-4897-9c34-2b9d68d5021b req-815f961d-0322-40fe-a5d6-ca8cc6b658eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:50.060492 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-815f961d-0322-40fe-a5d6-ca8cc6b658eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.3189240 Jan 28 17:02:50.169006 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-dcdf7865-ed84-42a7-bbf6-9d8b3deb5969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed HTTP/1.1" status: 200 len: 217 time: 0.0927882 Jan 28 17:02:50.285039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254837aa-4974-4897-9c34-2b9d68d5021b req-255d00fe-00d9-494a-be45-60703d3871fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:50.287823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-255d00fe-00d9-494a-be45-60703d3871fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1057262 Jan 28 17:02:50.298950 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf3939-3421-4ca4-8011-39048c1e471f x-openstack-request-id: req-04bf3939-3421-4ca4-8011-39048c1e471f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:50.299357 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:50.299555 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04bf3939-3421-4ca4-8011-39048c1e471f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:50.299961 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b', 'status': 'completed', 'code': 200} Jan 28 17:02:50.314944 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:10Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:50.416821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254837aa-4974-4897-9c34-2b9d68d5021b req-ed9e75be-87e3-42f7-a2fc-14a79a847950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:50.418917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-ed9e75be-87e3-42f7-a2fc-14a79a847950 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1215601 Jan 28 17:02:50.472583 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] Checking router: 515b6274-8791-48f4-9e06-89c51adbe6f9 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:02:50.481961 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:50.482498 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:50.624818 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-99880461-5668-4c3c-8122-2b0b991e2395 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976440 Jan 28 17:02:50.656217 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:02:50.695159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:50.945434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (a6cbf7b4-a124-466e-b9c5-466d81b8637c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:50.947564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for router_controller (a6cbf7b4-a124-466e-b9c5-466d81b8637c), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:50.978370 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:10Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:51.024298 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc69a6-b9b7-4f0a-b2f5-27ba9a890301 None None] The sync data for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 is: [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:01:05Z', 'revision_number': 4, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'bc5109d1-1557-4a32-939e-477f4f15f381', 'name': '', 'network_id': 'dc6d335a-fc19-422c-94fb-f92b29efdcb4', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'mac_address': 'fa:16:3e:7b:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:01:04Z', 'updated_at': '2022-01-28T17:01:10Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'subnets': [{'id': 'b1ca9156-6451-486c-be5e-9fca96f410b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:02:51.125319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (a6cbf7b4-a124-466e-b9c5-466d81b8637c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.125829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Fanout notify agent at l3_agent the message router_deleted on router a6cbf7b4-a124-466e-b9c5-466d81b8637c {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:02:51.150449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.151690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85a81dfe-7b4f-4925-8f75-720c8efe88c0 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/routers/a6cbf7b4-a124-466e-b9c5-466d81b8637c HTTP/1.1" status: 204 len: 168 time: 1.4299541 Jan 28 17:02:51.157943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42812) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:51.293473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f6bb3-2387-44fd-8595-fc28b91801ad req-5315b822-f077-49ac-b131-879e721ef2be tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.295491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-133f6bb3-2387-44fd-8595-fc28b91801ad req-5315b822-f077-49ac-b131-879e721ef2be tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 1.2436817 Jan 28 17:02:51.325658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 2fbe81c1-984c-467a-ba4e-da217bf04635 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:02:51.329263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (2fbe81c1-984c-467a-ba4e-da217bf04635), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.332982 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-254837aa-4974-4897-9c34-2b9d68d5021b req-29af9011-d3a6-4423-b484-a93ecd228863 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005346 Jan 28 17:02:51.352184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809d81-5f0b-4131-baec-a161f0ea281e req-055a0cc2-b89e-4af3-90e9-c20b6459f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.353950 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-055a0cc2-b89e-4af3-90e9-c20b6459f0f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 1128 time: 0.0686972 Jan 28 17:02:51.381562 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (2fbe81c1-984c-467a-ba4e-da217bf04635), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.496256 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab18748-a747-4865-a7c5-97225aa05432 None None] New status for floating IP e3b87754-be03-4f75-9e9b-088d3ce3d730: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:02:51.510987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-0e083cbe-ebaa-4d9a-93b7-2a7e53cf3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.512889 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-0e083cbe-ebaa-4d9a-93b7-2a7e53cf3e6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ed5608621734a99b86b03a99acedd8f&device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 1128 time: 1.2490642 Jan 28 17:02:51.538857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912ad23-49a0-41e5-9bd5-8f4741634da4 req-7ab3a5f5-7dd2-489e-a315-fb904fbc00d9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.540709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f912ad23-49a0-41e5-9bd5-8f4741634da4 req-7ab3a5f5-7dd2-489e-a315-fb904fbc00d9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.5173664 Jan 28 17:02:51.543010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-7eaa4f96-c8a3-415c-8a30-432fb5386e1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.545019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-7eaa4f96-c8a3-415c-8a30-432fb5386e1d tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 945 time: 0.0837569 Jan 28 17:02:51.546638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809d81-5f0b-4131-baec-a161f0ea281e req-9e747906-8f4e-42c9-b953-b9483a24f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.547984 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-9e747906-8f4e-42c9-b953-b9483a24f459 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.1801484 Jan 28 17:02:51.598243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-b1597f49-cc23-4db5-880f-117afda1f586 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 HTTP/1.1" status: 200 len: 217 time: 0.0406318 Jan 28 17:02:51.612355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f912ad23-49a0-41e5-9bd5-8f4741634da4 req-fcc61e75-2667-4bb1-aa58-0de91a3f0dbc tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Jan 28 17:02:51.616955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-133f6bb3-2387-44fd-8595-fc28b91801ad req-35e6bcd4-f49f-4857-8db9-7986265d0881 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/security-groups?id=d05eaa18-100d-45fe-92ca-044982d07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870427 Jan 28 17:02:51.651583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (2fbe81c1-984c-467a-ba4e-da217bf04635), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.719714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809d81-5f0b-4131-baec-a161f0ea281e req-1c50b4d2-152d-4476-876a-5a4d315035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.721217 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-1c50b4d2-152d-4476-876a-5a4d315035e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0903578 Jan 28 17:02:51.771930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.836720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-184b76ed-8f3b-4fa3-ac1d-e75b20cd4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.836720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-184b76ed-8f3b-4fa3-ac1d-e75b20cd4719 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc6d335a-fc19-422c-94fb-f92b29efdcb4 HTTP/1.1" status: 200 len: 897 time: 0.3160226 Jan 28 17:02:51.864338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809d81-5f0b-4131-baec-a161f0ea281e req-a5cd2104-ff69-449f-a86e-8eb6f3003e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:51.866077 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-a5cd2104-ff69-449f-a86e-8eb6f3003e9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1373844 Jan 28 17:02:51.892710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-22fb55fa-ce4c-414f-be30-1a526b99f0f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5873f895-628e-47e0-9fad-19e2dc27979b HTTP/1.1" status: 200 len: 217 time: 0.0469186 Jan 28 17:02:51.914305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (2fbe81c1-984c-467a-ba4e-da217bf04635), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.951335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 5873f895-628e-47e0-9fad-19e2dc27979b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:51.951716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.965197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbe81c1-984c-467a-ba4e-da217bf04635,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:51.974223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:51.980080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-80ef1434-6026-40d5-b601-7a8c4caf110d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/2fbe81c1-984c-467a-ba4e-da217bf04635 HTTP/1.1" status: 204 len: 168 time: 0.8213596 Jan 28 17:02:51.980705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42816) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:51.992591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175951ee-6b7c-4e73-ab85-db2577cc5a0b None None] Network 7179524f-f66f-474d-bdd1-37b0ab849e7b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:52.036850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-8d248f60-cc9d-4fad-aebe-3b6c6fc09f77 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632724 Jan 28 17:02:52.145079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7179524f-f66f-474d-bdd1-37b0ab849e7b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.162216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-6fdbf637-341c-48c3-b71f-bf8cf4fa6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:52.163518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-6fdbf637-341c-48c3-b71f-bf8cf4fa6545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1ca9156-6451-486c-be5e-9fca96f410b6 HTTP/1.1" status: 200 len: 834 time: 0.2642915 Jan 28 17:02:52.167915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 5873f895-628e-47e0-9fad-19e2dc27979b, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5873f895-628e-47e0-9fad-19e2dc27979b,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:52.168278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.187990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 5873f895-628e-47e0-9fad-19e2dc27979b owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:52.204653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] DHCP port deletion for 7179524f-f66f-474d-bdd1-37b0ab849e7b request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:02:52.251081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-4974f754-be9d-4be0-9e36-16cdd387d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:52.252739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-4974f754-be9d-4be0-9e36-16cdd387d58b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc6d335a-fc19-422c-94fb-f92b29efdcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0814495 Jan 28 17:02:52.306048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] Deleting port c82bf124-adb9-4d3d-b602-c4667bec6400 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:52.306425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.372058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-af7e1194-a733-4a80-974f-1d0c6988f18f service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127310 Jan 28 17:02:52.383451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] For port c82bf124-adb9-4d3d-b602-c4667bec6400, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c82bf124-adb9-4d3d-b602-c4667bec6400,segment=NetworkSegment(a7768e4d-7725-4007-b135-1d1d399a7b77),segment_id=a7768e4d-7725-4007-b135-1d1d399a7b77)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:52.383850 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.398542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] Calling delete_port for c82bf124-adb9-4d3d-b602-c4667bec6400 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:52.416528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-81809d81-5f0b-4131-baec-a161f0ea281e req-8dcff5ef-2114-4861-961e-20e8ba4147a0 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725317 Jan 28 17:02:52.422931 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5873f895-628e-47e0-9fad-19e2dc27979b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.466425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33cab68e-3bea-459c-85b5-5390c325fd39 req-bcd549fb-c783-49e6-a2a3-50454869383f service neutron] 10.222.0.24 "GET /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877988 Jan 28 17:02:52.468944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port c82bf124-adb9-4d3d-b602-c4667bec6400 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:52.469196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.472802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=5873f895-628e-47e0-9fad-19e2dc27979b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:52.521481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] No DVR routers for this DVR port 5873f895-628e-47e0-9fad-19e2dc27979b on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:52.524899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.529647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8aa21fa4-5182-4554-94d3-1dfe6c2409f0 req-15ef0966-327a-4456-8536-e94b5201445c tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.24 "DELETE /v2.0/ports/5873f895-628e-47e0-9fad-19e2dc27979b HTTP/1.1" status: 204 len: 173 time: 0.9793043 Jan 28 17:02:52.530238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'name': 'network-vif-deleted', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:52.534054 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bda5ae-d2b8-4eab-98a4-924d54c5b5e3" -d '{"events": [{"server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "name": "network-vif-deleted", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:52.540986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.563688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] No DVR routers for this DVR port c82bf124-adb9-4d3d-b602-c4667bec6400 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:52.586533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port c82bf124-adb9-4d3d-b602-c4667bec6400, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=c82bf124-adb9-4d3d-b602-c4667bec6400,segment=NetworkSegment(a7768e4d-7725-4007-b135-1d1d399a7b77),segment_id=a7768e4d-7725-4007-b135-1d1d399a7b77)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:52.589257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d56bb2-5da9-4404-a6ba-757a99e1d6ba None None] Pushing event deleted for resources: {'Port': ['ID=c82bf124-adb9-4d3d-b602-c4667bec6400,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:52.590446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.605350 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4cc87-df2f-4e21-a47e-f7b02a62a841 x-openstack-request-id: req-fdc4cc87-df2f-4e21-a47e-f7b02a62a841 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:52.605655 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84843a20-2310-436f-8b6d-0bd0e9b0c259", "name": "network-vif-deleted", "tag": "5873f895-628e-47e0-9fad-19e2dc27979b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:52.605917 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdc4cc87-df2f-4e21-a47e-f7b02a62a841 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:52.606326 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84843a20-2310-436f-8b6d-0bd0e9b0c259', 'name': 'network-vif-deleted', 'tag': '5873f895-628e-47e0-9fad-19e2dc27979b', 'status': 'completed', 'code': 200} Jan 28 17:02:52.612929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for c82bf124-adb9-4d3d-b602-c4667bec6400 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:52.695015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c82bf124-adb9-4d3d-b602-c4667bec6400), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.707915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port c82bf124-adb9-4d3d-b602-c4667bec6400 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:02:52.743787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=c82bf124-adb9-4d3d-b602-c4667bec6400,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:52.806658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2bdd03a6-8386-4090-8e59-4f23015af69a req-0f4f7e26-b95d-4c0c-81dd-9153999a3e47 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "GET /v2.0/ports?device_id=84843a20-2310-436f-8b6d-0bd0e9b0c259 HTTP/1.1" status: 200 len: 210 time: 0.0765848 Jan 28 17:02:52.882588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053c80-9c16-4091-9c32-a1df33bf76ad req-7241ee93-1ee5-4aa3-8eb3-f59009a2a8d4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:52.884141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e053c80-9c16-4091-9c32-a1df33bf76ad req-7241ee93-1ee5-4aa3-8eb3-f59009a2a8d4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1504374 Jan 28 17:02:52.890398 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7179524f-f66f-474d-bdd1-37b0ab849e7b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.895395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c82bf124-adb9-4d3d-b602-c4667bec6400 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:52.928733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7179524f-f66f-474d-bdd1-37b0ab849e7b']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:52.948867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: c82bf124-adb9-4d3d-b602-c4667bec6400 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:52.949229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device c82bf124-adb9-4d3d-b602-c4667bec6400 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:52.951297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7768e4d-7725-4007-b135-1d1d399a7b77') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:52.951459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7768e4d-7725-4007-b135-1d1d399a7b77') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:52.973793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (a7768e4d-7725-4007-b135-1d1d399a7b77), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:52.984409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e053c80-9c16-4091-9c32-a1df33bf76ad req-c811f4c7-d15e-4833-ac40-05d94bd7a86f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861702 Jan 28 17:02:52.993713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a7768e4d-7725-4007-b135-1d1d399a7b77), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.003519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:02:53.004088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (a7768e4d-7725-4007-b135-1d1d399a7b77), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:02:53.008665 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:02:53.074093 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7179524f-f66f-474d-bdd1-37b0ab849e7b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.099369 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.106469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/7179524f-f66f-474d-bdd1-37b0ab849e7b HTTP/1.1" status: 204 len: 168 time: 1.1194034 Jan 28 17:02:53.106469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6081e-92cb-4dee-9700-5b55cde62f2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=7179524f-f66f-474d-bdd1-37b0ab849e7b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:53.106469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42828) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:53.173220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d679d457-ed96-4747-881d-9b1b588aea56 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:53.174789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d679d457-ed96-4747-881d-9b1b588aea56 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/77d9e346-0c60-4984-bb8d-8e4f462e7044 HTTP/1.1" status: 200 len: 845 time: 0.0674074 Jan 28 17:02:53.179990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42832) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:53.237373 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1102ae1b-3aba-4e83-b751-a1426a9a4c50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/77d9e346-0c60-4984-bb8d-8e4f462e7044?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0519981 Jan 28 17:02:53.237769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42836) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:53.244037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:53.347939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:53.352612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.646319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (234da385-2de7-421a-939c-77990ff0b541), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.699337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:53.704087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:53.713497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a0a88-d5bd-41ff-9732-6aadd0756f43 None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:53.716755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:53.717671 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.735568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=234da385-2de7-421a-939c-77990ff0b541,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:53.758343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f2b06ff6-5e29-4110-b4de-94a0a2e82b44 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5192401 Jan 28 17:02:53.761326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42846) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:53.768017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'security_group': {'name': 'tempest-secgroup-36863245'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:53.805247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.892103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42852) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:53.941369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-39bcff8b-952d-4fa3-81e7-852479f801b0', 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'project_id': 'd756fe3ac7af4968b9ce1d2e8e30af71', 'fixed_ips': [{'subnet_id': '234da385-2de7-421a-939c-77990ff0b541'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:02:53.943105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.945941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (0a1dd9f6-e5dc-42e0-b189-77f1a610ed59), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.954618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0a1dd9f6-e5dc-42e0-b189-77f1a610ed59), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.978683 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:53.982584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2174668 Jan 28 17:02:53.987892 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42854) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:53.998264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475020394'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:54.069096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b3ea-289a-49a5-9437-6496bfa36123 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1dd9f6-e5dc-42e0-b189-77f1a610ed59,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:54.090359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:54.222089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:54.272007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676e225-14bf-44ba-a2ba-75f9b847e507 req-ae6623cd-eb5e-447c-b4bc-a6f6e7230aea tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:54.280856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3676e225-14bf-44ba-a2ba-75f9b847e507 req-ae6623cd-eb5e-447c-b4bc-a6f6e7230aea tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 945 time: 0.1287467 Jan 28 17:02:54.420725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (cc6fa557-6dfb-47e8-b862-a025756f8e6f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:54.464305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3676e225-14bf-44ba-a2ba-75f9b847e507 req-3a812a62-3a92-4b96-b5d5-3428fe06a04f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822400 Jan 28 17:02:54.469201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cc6fa557-6dfb-47e8-b862-a025756f8e6f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:54.620002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fa557-6dfb-47e8-b862-a025756f8e6f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:54.659797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:54.661701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aa366069-95f2-4d4e-80c3-a6689d66706e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6725984 Jan 28 17:02:54.675208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42862) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:54.690243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1390430120', 'security_groups': ['cc6fa557-6dfb-47e8-b862-a025756f8e6f'], 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '234da385-2de7-421a-939c-77990ff0b541'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:54.761952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Allocated IP 2001:db8::2 (39bcff8b-952d-4fa3-81e7-852479f801b0/234da385-2de7-421a-939c-77990ff0b541/836a8dbf-a7f9-490e-a47f-78e11b485ad0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:54.903471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:54.903869 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.013508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:02:55.016111 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec2532-4955-41a2-ad7b-2720607d1d52" -d '{"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-unplugged", "status": "completed", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:02:55.016496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:55.058349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:55.075650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.156775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.181095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port 5a8de730-2965-4857-a7ab-5c578eb7abf8 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:02:55.216714 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (515b6274-8791-48f4-9e06-89c51adbe6f9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.245117 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc11ac92-e0c5-4871-ad88-75660039f855 x-openstack-request-id: req-cc11ac92-e0c5-4871-ad88-75660039f855 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:02:55.245450 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-unplugged", "status": "failed", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08", "code": 422}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:02:55.245667 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc11ac92-e0c5-4871-ad88-75660039f855 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:02:55.246108 n-d-812111-13 neutron-server[103095]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'code': 422} returned with failed status Jan 28 17:02:55.250589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:55.270966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.271308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.271660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.271998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.272335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.272687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.273034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.273365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.273705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.274023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.274351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.274677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.275009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:02:55.371585 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Publish callbacks [] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.386955 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.437241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Pushing event updated for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:55.465420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:55.469268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:55.475140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:55.610896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::18c (39bcff8b-952d-4fa3-81e7-852479f801b0/234da385-2de7-421a-939c-77990ff0b541/5a8de730-2965-4857-a7ab-5c578eb7abf8) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:02:55.636736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Attempting to bind port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:02:55.637037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Attempting to bind port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '4e673837-ac25-431b-871e-da3faf84a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:02:55.638907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Attempting to bind port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 on network 39bcff8b-952d-4fa3-81e7-852479f801b0 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:02:55.658115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:02:55.658853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Checking segment: {'id': '4e673837-ac25-431b-871e-da3faf84a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:02:55.659551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.660132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Bound using segment: {'id': '4e673837-ac25-431b-871e-da3faf84a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:02:55.661052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Bound port: 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e673837-ac25-431b-871e-da3faf84a2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:02:55.661727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.756600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:02:55.765111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:02:55.777531 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:55.836491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e792426-9790-4f85-8678-a870d8d08cc4 req-979b7c11-ddc5-436f-8bf9-2c3317e26ff2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:55.845727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e792426-9790-4f85-8678-a870d8d08cc4 req-979b7c11-ddc5-436f-8bf9-2c3317e26ff2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 943 time: 0.2424188 Jan 28 17:02:55.926423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2ddd-4efe-4fca-a45c-26a80a0c81dd None None] Pushing event updated for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:55.985724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port bc5109d1-1557-4a32-939e-477f4f15f381 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:02:55.986100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:56.000159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e792426-9790-4f85-8678-a870d8d08cc4 req-66b5c6c8-7dd1-4d53-8d2c-057089f02c9b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478171 Jan 28 17:02:56.175397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port bc5109d1-1557-4a32-939e-477f4f15f381, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc5109d1-1557-4a32-939e-477f4f15f381,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:56.175397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:56.193342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:56.224404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for bc5109d1-1557-4a32-939e-477f4f15f381 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:02:56.258143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058949-6289-44a4-8148-511ceeca1492 req-961670ee-8cb4-4c99-b610-03cc1238cd13 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:56.259846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a058949-6289-44a4-8148-511ceeca1492 req-961670ee-8cb4-4c99-b610-03cc1238cd13 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1421845 Jan 28 17:02:56.287787 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:56.433290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:56.450187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a058949-6289-44a4-8148-511ceeca1492 req-767b133a-bb44-4cb0-9957-c83a0b633477 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826489 Jan 28 17:02:56.461439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:56.477149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=5a8de730-2965-4857-a7ab-5c578eb7abf8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:56.485581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:02:56.491806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:56.492713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:56.526063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-205d4f10-2bd7-4841-aca2-31f318e3573f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8494303 Jan 28 17:02:56.526759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42878) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:56.543413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:56.762249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (bc5109d1-1557-4a32-939e-477f4f15f381), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:56.877767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:56.884341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=bc5109d1-1557-4a32-939e-477f4f15f381,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:56.921936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 5873f895-628e-47e0-9fad-19e2dc27979b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:02:56.926473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5873f895-628e-47e0-9fad-19e2dc27979b not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:02:56.984009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f1362-13b4-4a6b-a523-6509bfbcac3f req-d8be209f-6c5f-4f94-8663-69cfbaffa4f6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:56.993638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d69f1362-13b4-4a6b-a523-6509bfbcac3f req-d8be209f-6c5f-4f94-8663-69cfbaffa4f6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.3019779 Jan 28 17:02:57.101009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:57.140122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d69f1362-13b4-4a6b-a523-6509bfbcac3f req-7d3454e9-7841-40af-80bb-3c883ef0ccf5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425996 Jan 28 17:02:57.143080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:57.152616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.212528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (515b6274-8791-48f4-9e06-89c51adbe6f9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.251021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:57.251347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.385490 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 234da385-2de7-421a-939c-77990ff0b541 (CIDR: 2001:db8::/64) Jan 28 17:02:57.394155 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:02:57.394659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:02:57.425100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:57.425645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.431107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42886) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:57.435917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b604152f-b584-4ecc-8972-449f6e37159a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9055128 Jan 28 17:02:57.441278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:57.496780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:02:57.503736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.548496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908c83-27dc-45d7-8662-880f64f67a18 req-ad225f5f-c108-47bc-a30e-163277e9280d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:57.561191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51908c83-27dc-45d7-8662-880f64f67a18 req-ad225f5f-c108-47bc-a30e-163277e9280d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0965180 Jan 28 17:02:57.571433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:57.633720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51908c83-27dc-45d7-8662-880f64f67a18 req-fe66b932-98e7-49a6-9670-abc227130aa1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721049 Jan 28 17:02:57.750283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Router 515b6274-8791-48f4-9e06-89c51adbe6f9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:02:57.753715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:02:57.759088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.787529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-51e6d99a-231e-487b-9ee3-c2cb3e58f62f None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:57.787951 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51e6d99a-231e-487b-9ee3-c2cb3e58f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:57.869657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-51e6d99a-231e-487b-9ee3-c2cb3e58f62f None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:57.894067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-51e6d99a-231e-487b-9ee3-c2cb3e58f62f None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:57.894739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51e6d99a-231e-487b-9ee3-c2cb3e58f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.021875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-51e6d99a-231e-487b-9ee3-c2cb3e58f62f None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:58.035612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-e2af6192-f91d-43e7-9d4b-96e89eb44284 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:58.039524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-e2af6192-f91d-43e7-9d4b-96e89eb44284 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 814 time: 0.2025256 Jan 28 17:02:58.058223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-27876626-1acd-41a5-8bd3-155bebb714de tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/quotas/6be16a2e73c84d45a796029cdcc3d668 HTTP/1.1" status: 200 len: 375 time: 0.0113392 Jan 28 17:02:58.108958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-3316d518-bfa5-4f0b-b0db-7573b18de017 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431316 Jan 28 17:02:58.149930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3de967e7-2b9b-448b-b166-1f4dd8e99ab1 None None] Provisioning complete for port 5a8de730-2965-4857-a7ab-5c578eb7abf8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:02:58.150618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3de967e7-2b9b-448b-b166-1f4dd8e99ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.214616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3de967e7-2b9b-448b-b166-1f4dd8e99ab1 None None] Port 5a8de730-2965-4857-a7ab-5c578eb7abf8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:02:58.239670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-e97fb096-a9f8-4576-88f1-dbc7ca4e0932 service neutron] 10.222.0.25 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Jan 28 17:02:58.255310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:02:58.340907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:02:58.349167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3031688c-f893-4804-b7ab-ab9e5c922fe9 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "PUT /v2.0/routers/515b6274-8791-48f4-9e06-89c51adbe6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4521945 Jan 28 17:02:58.362738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] Sync routers for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:02:58.364946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42904) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:58.386922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-f55b5104-fe54-4a22-8bd4-fefa6136e80a service neutron] 10.222.0.25 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403368 Jan 28 17:02:58.393623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:58.394374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:58.401626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:02:58.429802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting subnet b1ca9156-6451-486c-be5e-9fca96f410b6 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:02:58.438522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (b1ca9156-6451-486c-be5e-9fca96f410b6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.510690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (b1ca9156-6451-486c-be5e-9fca96f410b6), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.586070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:02:58.635703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (314deb7c-17c1-40ee-bd87-5d50de9208f2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.729044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (b1ca9156-6451-486c-be5e-9fca96f410b6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.761182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8139678d-a383-421d-a2a6-f030da97c1cd req-4401608c-01f7-4a06-b711-c43c194ed28a tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 210 time: 0.0713193 Jan 28 17:02:58.776526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:02:58.781630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:02:58.787799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:58.788204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:58.805057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=314deb7c-17c1-40ee-bd87-5d50de9208f2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:58.829345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b6f22c3e-4ff5-4939-aea1-da02809a291a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3939149 Jan 28 17:02:58.831185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42914) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:58.836222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1600765215', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '314deb7c-17c1-40ee-bd87-5d50de9208f2'}], 'security_groups': ['0a1dd9f6-e5dc-42e0-b189-77f1a610ed59']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:02:58.842776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d61ee5-5710-4e9d-a67a-aabdc7ec6cac None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:58.843403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eba735-fa5d-4197-87c7-f062ca650310 req-d0857d41-c765-4f80-a599-2f012739ba5d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:02:58.859122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2eba735-fa5d-4197-87c7-f062ca650310 req-d0857d41-c765-4f80-a599-2f012739ba5d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0955923 Jan 28 17:02:58.942463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2eba735-fa5d-4197-87c7-f062ca650310 req-8767d37b-d19c-4e72-b7cf-7452a1f5dc18 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767374 Jan 28 17:02:59.033018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (b1ca9156-6451-486c-be5e-9fca96f410b6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:59.069408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:02:59.127792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc52d8-d09e-4c9a-b4c7-08e8eaa6bfa8 None None] Network dc6d335a-fc19-422c-94fb-f92b29efdcb4 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:02:59.149983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:02:56Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:59.166103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ca9156-6451-486c-be5e-9fca96f410b6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:02:59.176495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:59.183204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 42928) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:02:59.183627 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72e512db-1ea9-4d6b-9112-09263eec0624 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/subnets/b1ca9156-6451-486c-be5e-9fca96f410b6 HTTP/1.1" status: 204 len: 168 time: 0.8175662 Jan 28 17:02:59.240121 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:59.270989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] Checking router: 515b6274-8791-48f4-9e06-89c51adbe6f9 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:02:59.313682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] Routers {'515b6274-8791-48f4-9e06-89c51adbe6f9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:02:59.314330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['515b6274-8791-48f4-9e06-89c51adbe6f9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:02:59.423313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] Update dhcp port {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'fixed_ips': [{'subnet_id': '234da385-2de7-421a-939c-77990ff0b541', 'ip_address': '2001:db8::2'}, {'subnet_id': '314deb7c-17c1-40ee-bd87-5d50de9208f2'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '836a8dbf-a7f9-490e-a47f-78e11b485ad0'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 17:02:59.506390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (515b6274-8791-48f4-9e06-89c51adbe6f9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:59.709159 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_gateway (515b6274-8791-48f4-9e06-89c51adbe6f9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:02:59.923248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Delete allocated IP 2001:db8::18c (39bcff8b-952d-4fa3-81e7-852479f801b0/234da385-2de7-421a-939c-77990ff0b541) {{(pid=103094) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 17:02:59.959779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8:0:1::157 (39bcff8b-952d-4fa3-81e7-852479f801b0/314deb7c-17c1-40ee-bd87-5d50de9208f2/5a8de730-2965-4857-a7ab-5c578eb7abf8) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:00.004240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] Set router 515b6274-8791-48f4-9e06-89c51adbe6f9 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:00.104633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] DHCP port deletion for dc6d335a-fc19-422c-94fb-f92b29efdcb4 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:03:00.180772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:00.181150 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.195861 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.214428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.219786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.304259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] In _notify_port_updated(), no bound segment for port 5a8de730-2965-4857-a7ab-5c578eb7abf8 on network 39bcff8b-952d-4fa3-81e7-852479f801b0 {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 17:03:00.309541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:00.310514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.315777 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/ports/5a8de730-2965-4857-a7ab-5c578eb7abf8 HTTP/1.1" status: 200 len: 931 time: 1.4838743 Jan 28 17:03:00.316427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 42974) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:00.335360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce42e-fe8e-40b4-9b36-122400a3d2eb tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=5a8de730-2965-4857-a7ab-5c578eb7abf8,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:00.400841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23164b89-d99a-40f4-9c86-be162faa4a54 req-30b560d8-6c89-45aa-8e35-eeddb6b283de tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 210 time: 0.0907569 Jan 28 17:03:00.470967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Deleting port 4e1942c3-0043-495c-9a20-1d9657bc1383 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:00.471641 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.515453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cd138-4f7a-405e-a44d-a0dab05a99ee req-35ef6a5b-82cc-444f-8ef3-87ba26250b5f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:00.517909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b7cd138-4f7a-405e-a44d-a0dab05a99ee req-35ef6a5b-82cc-444f-8ef3-87ba26250b5f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1302304 Jan 28 17:03:00.523898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] Deleting port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:00.524276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.619475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 5a8de730-2965-4857-a7ab-5c578eb7abf8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:00.619833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.659877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b7cd138-4f7a-405e-a44d-a0dab05a99ee req-c0712ac1-f8d6-491a-9286-51f51d3d461f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100168 Jan 28 17:03:00.682033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] For port 4e1942c3-0043-495c-9a20-1d9657bc1383, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4e1942c3-0043-495c-9a20-1d9657bc1383,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:00.683025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.708654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Calling delete_port for 4e1942c3-0043-495c-9a20-1d9657bc1383 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:00.767616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-7beecf2d-4abd-4c8b-8d63-078c82229d70 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:00.769110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-7beecf2d-4abd-4c8b-8d63-078c82229d70 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 814 time: 0.2868977 Jan 28 17:03:00.786647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] For port 107dde41-9df0-4ef7-9c5f-b5246030bdf5, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=107dde41-9df0-4ef7-9c5f-b5246030bdf5,segment=NetworkSegment(0caee89f-61fb-4e74-839c-7a7a7c41cd28),segment_id=0caee89f-61fb-4e74-839c-7a7a7c41cd28)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:00.787085 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.789623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Request body: {'port': {'device_id': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e', 'admin_state_up': True, 'tenant_id': '6be16a2e73c84d45a796029cdcc3d668'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:00.801469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] Calling delete_port for 107dde41-9df0-4ef7-9c5f-b5246030bdf5 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:00.856716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.875868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 5a8de730-2965-4857-a7ab-5c578eb7abf8 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:00.915594 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (107dde41-9df0-4ef7-9c5f-b5246030bdf5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:00.972379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Made reservation on behalf of 6be16a2e73c84d45a796029cdcc3d668 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:00.975984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.049532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] No DVR routers for this DVR port 107dde41-9df0-4ef7-9c5f-b5246030bdf5 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:01.053133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:01.076406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59477298-2a17-4247-847d-045677ae8cd2 None None] Pushing event deleted for resources: {'Port': ['ID=107dde41-9df0-4ef7-9c5f-b5246030bdf5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:01.136461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4e1942c3-0043-495c-9a20-1d9657bc1383), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.147939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] Allocated IP 2001:db8:0:1::2 (39bcff8b-952d-4fa3-81e7-852479f801b0/314deb7c-17c1-40ee-bd87-5d50de9208f2/836a8dbf-a7f9-490e-a47f-78e11b485ad0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:01.151246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:02:56Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:01.179998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Port': ['ID=4e1942c3-0043-495c-9a20-1d9657bc1383,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:01.203901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68996e49-321c-4962-a3ce-adf96bf77ce4 None None] The sync data for ids ['515b6274-8791-48f4-9e06-89c51adbe6f9'] in n-d-812111-13 is: [{'id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772684945', 'tenant_id': '8ed5608621734a99b86b03a99acedd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:00:56Z', 'updated_at': '2022-01-28T17:02:56Z', 'revision_number': 5, 'project_id': '8ed5608621734a99b86b03a99acedd8f', 'gw_port': {'id': '4e1942c3-0043-495c-9a20-1d9657bc1383', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b6274-8791-48f4-9e06-89c51adbe6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:00:57Z', 'updated_at': '2022-01-28T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:01.235278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 107dde41-9df0-4ef7-9c5f-b5246030bdf5 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:01.272786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5a8de730-2965-4857-a7ab-5c578eb7abf8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.285785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 107dde41-9df0-4ef7-9c5f-b5246030bdf5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:01.286082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 107dde41-9df0-4ef7-9c5f-b5246030bdf5 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:01.319983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Allocated IP 172.20.0.4 (1fc9cd5f-7b7c-4403-954b-623d41bea59e/22d8311e-d2ec-4d2e-8771-de0fbc69a875/6d1cb216-ab49-4920-8087-997f4199e18f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:01.322263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=5a8de730-2965-4857-a7ab-5c578eb7abf8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:01.366866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.373686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-517deaef-883e-492f-a9ca-ce4fbd3544cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/5a8de730-2965-4857-a7ab-5c578eb7abf8 HTTP/1.1" status: 204 len: 168 time: 1.0516193 Jan 28 17:03:01.374498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43006) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:01.383075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (515b6274-8791-48f4-9e06-89c51adbe6f9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.407400 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e054196-358d-446f-8177-e63dd74ca9c6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:03:01.412260 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2e054196-358d-446f-8177-e63dd74ca9c6 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/5a8de730-2965-4857-a7ab-5c578eb7abf8 HTTP/1.1" status: 404 len: 333 time: 0.0356448 Jan 28 17:03:01.413377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43008) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:01.487744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:01.573051 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8df4b5d7-cf6b-43cc-a3a2-a9b9110ac3cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (cc6fa557-6dfb-47e8-b862-a025756f8e6f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.583909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] Publish callbacks [] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.594451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.635089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dee9a7dd-b766-4c71-8cf5-c569d0c316d3 req-2e370037-242d-48a0-b048-ca77a85c8cda tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 210 time: 0.0864294 Jan 28 17:03:01.640728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (515b6274-8791-48f4-9e06-89c51adbe6f9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.643400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router_controller (515b6274-8791-48f4-9e06-89c51adbe6f9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.714877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (515b6274-8791-48f4-9e06-89c51adbe6f9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.715709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Fanout notify agent at l3_agent the message router_deleted on router 515b6274-8791-48f4-9e06-89c51adbe6f9 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:03:01.723405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8df4b5d7-cf6b-43cc-a3a2-a9b9110ac3cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (cc6fa557-6dfb-47e8-b862-a025756f8e6f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.726401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.733052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-802be59b-f058-4334-9caf-b4071419fb81 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/routers/515b6274-8791-48f4-9e06-89c51adbe6f9 HTTP/1.1" status: 204 len: 168 time: 2.5485852 Jan 28 17:03:01.735803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43016) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:01.817184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8df4b5d7-cf6b-43cc-a3a2-a9b9110ac3cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cc6fa557-6dfb-47e8-b862-a025756f8e6f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.822354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8df4b5d7-cf6b-43cc-a3a2-a9b9110ac3cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.830626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8df4b5d7-cf6b-43cc-a3a2-a9b9110ac3cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc6fa557-6dfb-47e8-b862-a025756f8e6f HTTP/1.1" status: 204 len: 168 time: 0.4074330 Jan 28 17:03:01.839953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1e904-2f11-471f-9f39-d92ad89528d2 None None] Pushing event updated for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:01.845892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:01.870763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (dc6d335a-fc19-422c-94fb-f92b29efdcb4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:01.959659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks [] for port (6d1cb216-ab49-4920-8087-997f4199e18f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.006834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56d41-069a-486b-8c4c-7ecb1da7964d req-74eb5334-f2c3-4a0b-8ac5-ae64da02ff10 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:02.014087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93e56d41-069a-486b-8c4c-7ecb1da7964d req-74eb5334-f2c3-4a0b-8ac5-ae64da02ff10 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1473801 Jan 28 17:03:02.047187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b5d7-cf6b-43cc-a3a2-a9b9110ac3cc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fa557-6dfb-47e8-b862-a025756f8e6f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:02.075637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.155595 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (dc6d335a-fc19-422c-94fb-f92b29efdcb4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.220203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6d335a-fc19-422c-94fb-f92b29efdcb4']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:02.251886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Network 1fc9cd5f-7b7c-4403-954b-623d41bea59e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:02.262406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93e56d41-069a-486b-8c4c-7ecb1da7964d req-d9c54e05-4243-438a-bbd2-fd270e612a7d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467420 Jan 28 17:03:02.268704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a74e7292-0f18-4f76-9b41-0e17ba20db0e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (0a1dd9f6-e5dc-42e0-b189-77f1a610ed59), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.270684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:02.276653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:02.279635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caee89f-61fb-4e74-839c-7a7a7c41cd28') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:02.285374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caee89f-61fb-4e74-839c-7a7a7c41cd28') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:02.285572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Pushing event updated for resources: {'Port': ['ID=6d1cb216-ab49-4920-8087-997f4199e18f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:02.308489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (0caee89f-61fb-4e74-839c-7a7a7c41cd28), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.361109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0caee89f-61fb-4e74-839c-7a7a7c41cd28), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.370359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a74e7292-0f18-4f76-9b41-0e17ba20db0e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (0a1dd9f6-e5dc-42e0-b189-77f1a610ed59), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.380525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:03:02.381051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (0caee89f-61fb-4e74-839c-7a7a7c41cd28), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:03:02.387471 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:03:02.410968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-f08a61ff-5c82-4555-ab7a-0d49a702ca72 req-1f20e32d-9546-42c7-b999-89ce316d9424 service neutron] (103093) timed out ('10.222.0.25', 49718) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:03:02.431013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:02.431875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.460846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-53dbf0bb-798d-46cc-abb8-2735e4cebbac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6780012 Jan 28 17:03:02.472942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Request body: {'port': {'device_id': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:02.477078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (dc6d335a-fc19-422c-94fb-f92b29efdcb4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.486543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.493326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/networks/dc6d335a-fc19-422c-94fb-f92b29efdcb4 HTTP/1.1" status: 204 len: 168 time: 0.7562821 Jan 28 17:03:02.494739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43022) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:02.498760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a74e7292-0f18-4f76-9b41-0e17ba20db0e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0a1dd9f6-e5dc-42e0-b189-77f1a610ed59), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.501467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a74e7292-0f18-4f76-9b41-0e17ba20db0e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.502703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a74e7292-0f18-4f76-9b41-0e17ba20db0e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/security-groups/0a1dd9f6-e5dc-42e0-b189-77f1a610ed59 HTTP/1.1" status: 204 len: 168 time: 0.6370354 Jan 28 17:03:02.512163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43024) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:02.517908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7cf04-1bf2-4bbc-9936-d5ecfefb64a2 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'Network': ['ID=dc6d335a-fc19-422c-94fb-f92b29efdcb4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:02.569108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7292-0f18-4f76-9b41-0e17ba20db0e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1dd9f6-e5dc-42e0-b189-77f1a610ed59,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:02.602483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f13f7789-b0e4-4653-9afe-3603498c6e80 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (d05eaa18-100d-45fe-92ca-044982d07a7a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.640389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f13f7789-b0e4-4653-9afe-3603498c6e80 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (d05eaa18-100d-45fe-92ca-044982d07a7a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.644169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.653870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 234da385-2de7-421a-939c-77990ff0b541 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:03:02.666429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (234da385-2de7-421a-939c-77990ff0b541), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.748337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (234da385-2de7-421a-939c-77990ff0b541), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.800718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f13f7789-b0e4-4653-9afe-3603498c6e80 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d05eaa18-100d-45fe-92ca-044982d07a7a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.806103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f13f7789-b0e4-4653-9afe-3603498c6e80 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:02.810166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f13f7789-b0e4-4653-9afe-3603498c6e80 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] 10.222.0.25 "DELETE /v2.0/security-groups/d05eaa18-100d-45fe-92ca-044982d07a7a HTTP/1.1" status: 204 len: 168 time: 0.2916033 Jan 28 17:03:02.891421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f7789-b0e4-4653-9afe-3603498c6e80 tempest-TestNetworkAdvancedServerOps-318333585 tempest-TestNetworkAdvancedServerOps-318333585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05eaa18-100d-45fe-92ca-044982d07a7a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:02.917746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa63d-1503-4835-9937-57d7a34e4300 req-36904fd2-67c3-4ed3-995b-0cbeb3d7ff6e tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:02.919657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-844fa63d-1503-4835-9937-57d7a34e4300 req-36904fd2-67c3-4ed3-995b-0cbeb3d7ff6e tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 931 time: 0.1604881 Jan 28 17:03:03.004358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-844fa63d-1503-4835-9937-57d7a34e4300 req-0ce7a358-7af2-4272-9f21-0a8e37e5ad8a tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754111 Jan 28 17:03:03.097630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Could not find standard attr ID for object 5a8de730-2965-4857-a7ab-5c578eb7abf8. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:03:03.103290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (234da385-2de7-421a-939c-77990ff0b541), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.137552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:03.138181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.197435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:03.213866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:03.214542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.282818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:03.305972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43038) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:03.332090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (234da385-2de7-421a-939c-77990ff0b541), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.377978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.388410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/234da385-2de7-421a-939c-77990ff0b541 HTTP/1.1" status: 204 len: 168 time: 0.8737812 Jan 28 17:03:03.390101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43042) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:03.427804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:03.428709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.450050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e80b1-ab39-4628-81bf-a08a571cfb24 req-fdf17876-4a7a-4bda-86df-5f671f56e948 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:03.457286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:03.460712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba2e80b1-ab39-4628-81bf-a08a571cfb24 req-fdf17876-4a7a-4bda-86df-5f671f56e948 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0835834 Jan 28 17:03:03.512973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-61b412a9-0652-4513-94a4-4a8fbbe6c496 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:03.553296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2438641a-7bf0-4d8b-ac1b-fafbc809efea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ed5608621734a99b86b03a99acedd8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457755 Jan 28 17:03:03.553995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43044) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:03.574502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba2e80b1-ab39-4628-81bf-a08a571cfb24 req-757daf42-ae8e-497a-8c62-9e79fe6c480b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087155 Jan 28 17:03:03.596975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:03.605090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c7d1e-a2d3-4254-b827-b9269d93f566 None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:03.624158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0bfc3a-f413-4c38-b6f3-14d4c8a60aa0 admin admin] Publish callbacks [] for security_group (4eb56b2c-d592-48d3-93e0-440a61746912), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.651601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0bfc3a-f413-4c38-b6f3-14d4c8a60aa0 admin admin] Publish callbacks [] for security_group (4eb56b2c-d592-48d3-93e0-440a61746912), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.673687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1843a6-75e8-4bb4-a199-c797926f888d tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=234da385-2de7-421a-939c-77990ff0b541,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:03.683967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc5109d1-1557-4a32-939e-477f4f15f381 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:03.684129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1cb216-ab49-4920-8087-997f4199e18f {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:03.689283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-06e55fbf-6a61-4a77-a4bc-91d2426ed53c None None] Could not find standard attr ID for object 5a8de730-2965-4857-a7ab-5c578eb7abf8. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:03:03.697207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Publish callbacks [] for port (6d1cb216-ab49-4920-8087-997f4199e18f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.711611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0bfc3a-f413-4c38-b6f3-14d4c8a60aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4eb56b2c-d592-48d3-93e0-440a61746912), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.714587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0bfc3a-f413-4c38-b6f3-14d4c8a60aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.716214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Transition to ACTIVE for port object 6d1cb216-ab49-4920-8087-997f4199e18f will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:03:03.718014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:03.722964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0e0bfc3a-f413-4c38-b6f3-14d4c8a60aa0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4eb56b2c-d592-48d3-93e0-440a61746912 HTTP/1.1" status: 204 len: 168 time: 0.1658313 Jan 28 17:03:03.723501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bc5109d1-1557-4a32-939e-477f4f15f381 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:03.723869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc5109d1-1557-4a32-939e-477f4f15f381 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:03.724296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e1942c3-0043-495c-9a20-1d9657bc1383 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:03.727725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.735863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:03.740471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bfc3a-f413-4c38-b6f3-14d4c8a60aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb56b2c-d592-48d3-93e0-440a61746912,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:03.761355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4e1942c3-0043-495c-9a20-1d9657bc1383 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:03.761707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4e1942c3-0043-495c-9a20-1d9657bc1383 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:03.856807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1cb216-ab49-4920-8087-997f4199e18f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:04.005468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Attempting to bind port 6d1cb216-ab49-4920-8087-997f4199e18f on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:04.005811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Attempting to bind port 6d1cb216-ab49-4920-8087-997f4199e18f by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:04.006147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Attempting to bind port 6d1cb216-ab49-4920-8087-997f4199e18f on network 1fc9cd5f-7b7c-4403-954b-623d41bea59e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:04.015436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Port 6d1cb216-ab49-4920-8087-997f4199e18f on network 1fc9cd5f-7b7c-4403-954b-623d41bea59e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:03:04.015900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Attempting to bind port 6d1cb216-ab49-4920-8087-997f4199e18f on network 1fc9cd5f-7b7c-4403-954b-623d41bea59e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:04.028662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:04.028662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Checking segment: {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:04.028662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Bound using segment: {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:04.028662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Bound port: 6d1cb216-ab49-4920-8087-997f4199e18f, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74561d8b-d5d6-49bf-aa32-7497d0a8f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:04.030657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.195475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] For port 6d1cb216-ab49-4920-8087-997f4199e18f, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:04.201293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601932e-448f-47f9-b867-f63c0aa81de0 req-71bf117f-ef92-4e11-a539-517f2b9d0457 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:04.202332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] For port 6d1cb216-ab49-4920-8087-997f4199e18f, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6d1cb216-ab49-4920-8087-997f4199e18f,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:04.203496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5601932e-448f-47f9-b867-f63c0aa81de0 req-71bf117f-ef92-4e11-a539-517f2b9d0457 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 943 time: 0.0843067 Jan 28 17:03:04.222600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.238096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43052) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:04.283148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:04.283783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.285808 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] 10.222.0.31 "PUT /v2.0/ports/6d1cb216-ab49-4920-8087-997f4199e18f HTTP/1.1" status: 200 len: 1092 time: 1.8181124 Jan 28 17:03:04.299410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5601932e-448f-47f9-b867-f63c0aa81de0 req-2a03d20a-273f-441b-8147-273d5bc1e72f tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873539 Jan 28 17:03:04.299812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'tag': '6d1cb216-ab49-4920-8087-997f4199e18f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:04.302486 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0176b95-2aba-4af8-9192-33dd21bbbe82", "tag": "6d1cb216-ab49-4920-8087-997f4199e18f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:04.306313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7d483524-fe2b-43c4-8d6c-cf06380053fa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.367391 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef4c796-86f9-4bfb-b480-dc9169e76a48 x-openstack-request-id: req-bef4c796-86f9-4bfb-b480-dc9169e76a48 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:04.367705 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0176b95-2aba-4af8-9192-33dd21bbbe82", "tag": "6d1cb216-ab49-4920-8087-997f4199e18f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:04.368000 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bef4c796-86f9-4bfb-b480-dc9169e76a48 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:04.368473 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'tag': '6d1cb216-ab49-4920-8087-997f4199e18f', 'status': 'completed', 'code': 200} Jan 28 17:03:04.431939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:04.442933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54eca9-d5a3-4c64-aad5-ec7b61fb7446 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1cb216-ab49-4920-8087-997f4199e18f,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:04.453649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:04.457014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:04.457622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.466462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=7d483524-fe2b-43c4-8d6c-cf06380053fa,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:04.474585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cec09b39-21f8-44c5-988e-fedca387d426 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f6f0511e06d4ac2bc6d8a493864b416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314327 Jan 28 17:03:04.476551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43058) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:04.493126 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4e23e008-19e8-4461-bd07-f7764e1dae50 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0485516 Jan 28 17:03:04.496613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-789f08bf-e89c-452f-aeca-f147d57152b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:04.498028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43060) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:04.498176 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-789f08bf-e89c-452f-aeca-f147d57152b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 1126 time: 0.1369982 Jan 28 17:03:04.502727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1643812419'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:04.554186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-653230aa-1b95-49f2-85cf-d619ba351554 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1cb216-ab49-4920-8087-997f4199e18f HTTP/1.1" status: 200 len: 217 time: 0.0474355 Jan 28 17:03:04.557358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.561948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f84978-4e5c-498e-ac9f-8cf43afe152f admin admin] Publish callbacks [] for security_group (e8aedbb6-07f4-41b5-ae88-6ee4f14b7415), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.638560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ba11d-8db9-4c09-8a24-9bcf1bbd6909 None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:04.644299 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f84978-4e5c-498e-ac9f-8cf43afe152f admin admin] Publish callbacks [] for security_group (e8aedbb6-07f4-41b5-ae88-6ee4f14b7415), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.730932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.754525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.759430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-297ae0f9-80e9-46df-94eb-0f8fc4d5494b None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:04.760129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-297ae0f9-80e9-46df-94eb-0f8fc4d5494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.810046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-297ae0f9-80e9-46df-94eb-0f8fc4d5494b None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:04.814534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.818415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3169522 Jan 28 17:03:04.819880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43064) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:04.822249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00bbff-fcca-45cb-8c7f-ed78e4e0d36a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:04.828928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-297ae0f9-80e9-46df-94eb-0f8fc4d5494b None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:04.829638 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-297ae0f9-80e9-46df-94eb-0f8fc4d5494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.836094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1667101405'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:04.856301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1278-00c1-4de4-a496-86eb9b9df75e req-f7d9ebaa-aa24-407d-8fa7-8ce71677d93a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:04.858054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40ca1278-00c1-4de4-a496-86eb9b9df75e req-f7d9ebaa-aa24-407d-8fa7-8ce71677d93a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1588662 Jan 28 17:03:04.861479 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f84978-4e5c-498e-ac9f-8cf43afe152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e8aedbb6-07f4-41b5-ae88-6ee4f14b7415), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.864129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d0f84978-4e5c-498e-ac9f-8cf43afe152f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.865346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d0f84978-4e5c-498e-ac9f-8cf43afe152f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8aedbb6-07f4-41b5-ae88-6ee4f14b7415 HTTP/1.1" status: 204 len: 168 time: 0.3876395 Jan 28 17:03:04.886994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f84978-4e5c-498e-ac9f-8cf43afe152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aedbb6-07f4-41b5-ae88-6ee4f14b7415,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:04.917064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:04.946875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40ca1278-00c1-4de4-a496-86eb9b9df75e req-3121873f-1f02-472d-8b73-cd105160487b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677249 Jan 28 17:03:04.961180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a44f5ff-a84a-4e61-91e5-d0755ad9b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:04.963598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-1a44f5ff-a84a-4e61-91e5-d0755ad9b81e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d8311e-d2ec-4d2e-8771-de0fbc69a875 HTTP/1.1" status: 200 len: 854 time: 0.4025066 Jan 28 17:03:05.015613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-497cac9d-b606-42fc-902a-a383e83493b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1fc9cd5f-7b7c-4403-954b-623d41bea59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461898 Jan 28 17:03:05.024372 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.031740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.066545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] Update dhcp port {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'fixed_ips': [{'subnet_id': '314deb7c-17c1-40ee-bd87-5d50de9208f2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d483524-fe2b-43c4-8d6c-cf06380053fa'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '836a8dbf-a7f9-490e-a47f-78e11b485ad0'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 17:03:05.081869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.086591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2654023 Jan 28 17:03:05.088438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43068) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:05.093313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1816286999'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:05.128511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655670c-6728-4cce-b166-3a10039fa8dc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:05.131862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.177939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.178929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-297ae0f9-80e9-46df-94eb-0f8fc4d5494b None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:05.209627 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-6b9939c3-520a-4305-9ae6-5d2a9893cd4e service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838422 Jan 28 17:03:05.252709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (6618008b-0007-46d7-80aa-5daea6abe60e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.261522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6618008b-0007-46d7-80aa-5daea6abe60e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.327484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.329470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2391613 Jan 28 17:03:05.331489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43072) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:05.344977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-474136342', 'security_groups': ['6618008b-0007-46d7-80aa-5daea6abe60e'], 'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d483524-fe2b-43c4-8d6c-cf06380053fa'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:05.356031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aac159-387b-4782-b55f-bd6dea98f52b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6618008b-0007-46d7-80aa-5daea6abe60e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:05.380965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] Allocated IP 2001:db8::2 (39bcff8b-952d-4fa3-81e7-852479f801b0/7d483524-fe2b-43c4-8d6c-cf06380053fa/836a8dbf-a7f9-490e-a47f-78e11b485ad0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:05.397896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fc398f4d-5a9b-4892-90d9-233864919ba9 req-9c94f564-9dff-4225-924c-ce7b2393d360 service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812537 Jan 28 17:03:05.523588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-a57ff4bd-8cb5-49bc-a2c8-44b575099b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:05.525386 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-a57ff4bd-8cb5-49bc-a2c8-44b575099b3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 1126 time: 0.0673864 Jan 28 17:03:05.579254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:05.619449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6167700-44aa-4d1c-b22f-69ff5baa57bf req-d8248508-249a-43c8-8ebc-ebc07c5ced86 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:05.624833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6167700-44aa-4d1c-b22f-69ff5baa57bf req-d8248508-249a-43c8-8ebc-ebc07c5ced86 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 943 time: 0.1226497 Jan 28 17:03:05.635782 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] Publish callbacks [] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.643551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.656411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:05.659707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-3774085e-09f7-4b27-b2e2-211c791bac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:05.661437 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-3774085e-09f7-4b27-b2e2-211c791bac40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 915 time: 0.1302032 Jan 28 17:03:05.713633 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-ed17891b-3a45-4a7a-b573-2809e837bf82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1cb216-ab49-4920-8087-997f4199e18f HTTP/1.1" status: 200 len: 217 time: 0.0458004 Jan 28 17:03:05.784000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:05.798444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-ad737495-9dc7-4902-91cf-f670c457ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:05.800284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-ad737495-9dc7-4902-91cf-f670c457ed4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d8311e-d2ec-4d2e-8771-de0fbc69a875 HTTP/1.1" status: 200 len: 854 time: 0.0805223 Jan 28 17:03:05.834877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] device_id is not set on port cb1f03ce-5965-4026-b0b8-2cdde66c36a1 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:03:05.844963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-4354fc55-50fe-4538-b03a-b4e115b47f3d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1fc9cd5f-7b7c-4403-954b-623d41bea59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379872 Jan 28 17:03:05.849608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c195d-97ed-44bd-99b4-c56e30ad6b4a None None] Pushing event updated for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:05.860130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6167700-44aa-4d1c-b22f-69ff5baa57bf req-bd527434-5578-455f-900d-cbbb449ec20b tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297072 Jan 28 17:03:06.055401 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-89b82e0f-be4a-45f9-8b91-e1d2968047e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039897 Jan 28 17:03:06.168148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43096) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:06.204817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8::287 (39bcff8b-952d-4fa3-81e7-852479f801b0/7d483524-fe2b-43c4-8d6c-cf06380053fa/cb1f03ce-5965-4026-b0b8-2cdde66c36a1) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:06.219185 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-83d5588c-eb7b-4766-86c5-00d8dc7f83a7 req-0ca973c6-4916-424f-99e0-cf33df83c04c service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578488 Jan 28 17:03:06.231489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f081-7b3f-4ad9-90b0-c3d435b53091 req-15149d92-feb3-4a1c-8859-79315527b330 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:06.233721 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6e4f081-7b3f-4ad9-90b0-c3d435b53091 req-15149d92-feb3-4a1c-8859-79315527b330 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1804690 Jan 28 17:03:06.332604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1390818840-network', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:06.343494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6e4f081-7b3f-4ad9-90b0-c3d435b53091 req-3096f663-ae61-4b87-93b3-6a4e6fe0473a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036799 Jan 28 17:03:06.414079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Made reservation on behalf of 8452b85cc1644c49a566bcce3e934e84 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:06.416760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.437862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.502977 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.579040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.598812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks [] for security_group (1e37cc8a-213e-4a3f-8512-6524e989982f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.621798 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:03:06.622434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:06.626653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:06.628485 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e37cc8a-213e-4a3f-8512-6524e989982f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.634286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:06.638714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:06.639352 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.689796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:03:06.693137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=cb1f03ce-5965-4026-b0b8-2cdde66c36a1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:06.701398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-35c1573c-7b61-4ebe-a062-61e3794ad002 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3680706 Jan 28 17:03:06.703711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37cc8a-213e-4a3f-8512-6524e989982f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:06.704817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43102) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:06.710344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0cbe113e-99dd-4da8-b03b-f73db8beb417), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.710638 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Added segment 0cbe113e-99dd-4da8-b03b-f73db8beb417 of type vlan for network ad5f9eb9-d978-4459-91d9-e472ea59637a Jan 28 17:03:06.719716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:06.751913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c92f6271-c485-4375-a689-69df894334bc None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:06.752546 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c92f6271-c485-4375-a689-69df894334bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.760914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ad5f9eb9-d978-4459-91d9-e472ea59637a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.805216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c92f6271-c485-4375-a689-69df894334bc None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:06.821895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ad5f9eb9-d978-4459-91d9-e472ea59637a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.822806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:06.823361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.823607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c92f6271-c485-4375-a689-69df894334bc None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:06.824097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c92f6271-c485-4375-a689-69df894334bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.864505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6949575 Jan 28 17:03:06.876388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43104) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:06.890095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Request body: {'subnet': {'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1390818840-subnet', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:06.912605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:06.920749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:06.941866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c92f6271-c485-4375-a689-69df894334bc None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:07.037273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd749-af4f-4722-9539-eb15c20c2afb admin admin] Pushing event updated for resources: {'Network': ['ID=ad5f9eb9-d978-4459-91d9-e472ea59637a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:07.051668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ad5f9eb9-d978-4459-91d9-e472ea59637a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:03:07.052102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Made reservation on behalf of 8452b85cc1644c49a566bcce3e934e84 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:07.054728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.106548 n-d-812111-13 neutron-server[103094]: INFO neutron.db.ipam_backend_mixin [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d483524-fe2b-43c4-8d6c-cf06380053fa (CIDR: 2001:db8::/64) Jan 28 17:03:07.110746 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:03:07.117069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:07.140560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f225d6-815c-4c5c-b099-0cac2c156521 req-7e5c24c0-e91c-4f62-a93e-09358ad464b5 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:07.142252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d24b5385-31b2-4316-bbc1-48c6738b8be1 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4358311 Jan 28 17:03:07.142409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f225d6-815c-4c5c-b099-0cac2c156521 req-7e5c24c0-e91c-4f62-a93e-09358ad464b5 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 943 time: 0.1604834 Jan 28 17:03:07.144994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43108) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:07.152178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e63f2a85-506e-4ad3-a7b1-1ef183aa1078 None None] Provisioning complete for port cb1f03ce-5965-4026-b0b8-2cdde66c36a1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:07.152566 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e63f2a85-506e-4ad3-a7b1-1ef183aa1078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.153241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:07.210387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e63f2a85-506e-4ad3-a7b1-1ef183aa1078 None None] Port cb1f03ce-5965-4026-b0b8-2cdde66c36a1 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:07.216833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:07.278432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:07.279406 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.322143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f225d6-815c-4c5c-b099-0cac2c156521 req-e995b617-e25f-4090-9e47-2525eff54435 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634743 Jan 28 17:03:07.388206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:07.414954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:07.418467 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.433426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (aa5b3083-80a6-40fe-a9b0-17c501cef899), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.586026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5b3083-80a6-40fe-a9b0-17c501cef899,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:07.611695 n-d-812111-13 neutron-server[103093]: INFO neutron.db.ipam_backend_mixin [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 314deb7c-17c1-40ee-bd87-5d50de9208f2 (CIDR: 2001:db8:0:1::/64) Jan 28 17:03:07.614289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Checking segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:07.614657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Network hostable DHCP agents. Network: ad5f9eb9-d978-4459-91d9-e472ea59637a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:03:07.619800 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:03:07.620261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:07.629443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfdbf7-32b3-451d-96d4-cb09270f2fa0 req-e72b7543-3ba9-44e9-b939-45fa55c210d3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:07.630951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10cfdbf7-32b3-451d-96d4-cb09270f2fa0 req-e72b7543-3ba9-44e9-b939-45fa55c210d3 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1615489 Jan 28 17:03:07.667446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f11bff93-8033-4c04-a2ce-ff348a261b11 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5215175 Jan 28 17:03:07.670902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Network ad5f9eb9-d978-4459-91d9-e472ea59637a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:03:07.671124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43114) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:07.678055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'subnet': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:07.696093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ad5f9eb9-d978-4459-91d9-e472ea59637a) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:07.703350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:07.703952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.707786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e00db-ef57-4c3f-a0c2-109a8636cea0 None None] Network ad5f9eb9-d978-4459-91d9-e472ea59637a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:07.710280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10cfdbf7-32b3-451d-96d4-cb09270f2fa0 req-0d279fe1-95d9-4350-9b87-2899d8fc8761 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681188 Jan 28 17:03:07.734376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f4627035-c1e3-42ac-870a-ce801f6c25bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8537836 Jan 28 17:03:07.737839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43116) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:07.742571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:07.773591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (62e6149d-d0f7-415d-a221-988caa1227ac), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.776371 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (62e6149d-d0f7-415d-a221-988caa1227ac), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.850865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks [] for router_controller (62e6149d-d0f7-415d-a221-988caa1227ac), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.876417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-ad5f9eb9-d978-4459-91d9-e472ea59637a', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'fixed_ips': [{'subnet_id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:03:07.878150 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:07.879821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Made reservation on behalf of d756fe3ac7af4968b9ce1d2e8e30af71 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:07.886847 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.064382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks [] for router_gateway (62e6149d-d0f7-415d-a221-988caa1227ac), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.086628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Allocated IP 172.20.0.2 (ad5f9eb9-d978-4459-91d9-e472ea59637a/aa5b3083-80a6-40fe-a9b0-17c501cef899/7c7404ea-3f5d-40a4-a4b3-80a1a54b31df) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:08.236615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7c9650f2-caaa-4107-afc6-7bf04953aa1e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.304855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:08.308911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:08.322542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:08.323496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.341353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Subnet': ['ID=7c9650f2-caaa-4107-afc6-7bf04953aa1e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:08.363503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks [] for router_gateway (62e6149d-d0f7-415d-a221-988caa1227ac), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.369384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6d1cb216-ab49-4920-8087-997f4199e18f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:03:08.370478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-47b4fdc8-5de2-41d1-8151-9cc6030048dd tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6962178 Jan 28 17:03:08.371391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4c488-2b35-44ab-b230-e8c880b09bbc None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:08.373019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43120) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:08.384167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1636649784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c9650f2-caaa-4107-afc6-7bf04953aa1e'}], 'security_groups': ['5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9', 'dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:08.626125 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.694070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.775071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Publish callbacks [] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.789748 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:08.795365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf8446-ce03-4c77-ad3d-e1b26829caec req-b7a56ac0-a419-4da8-aeca-b220a2b280f6 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:08.797054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43cf8446-ce03-4c77-ad3d-e1b26829caec req-b7a56ac0-a419-4da8-aeca-b220a2b280f6 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 943 time: 0.1046536 Jan 28 17:03:08.863160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Network ad5f9eb9-d978-4459-91d9-e472ea59637a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:08.869975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:08.874257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:08.939077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 6d1cb216-ab49-4920-8087-997f4199e18f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6d1cb216-ab49-4920-8087-997f4199e18f,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:08.940007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43cf8446-ce03-4c77-ad3d-e1b26829caec req-51c94b1a-f11d-4fa4-af94-4d061557418a tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317561 Jan 28 17:03:08.976368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Allocated IP 172.25.8.79 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/5bd201c4-74b6-4cb5-826c-0d5624976e53) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:09.002838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78557d9-db75-455a-a2ad-301650d03c4d req-70db47a8-4c7e-4edb-a60e-bfcf2683d93d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:09.003634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Pushing event updated for resources: {'Port': ['ID=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:09.005184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d78557d9-db75-455a-a2ad-301650d03c4d req-70db47a8-4c7e-4edb-a60e-bfcf2683d93d tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1464794 Jan 28 17:03:09.054170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Attempting to bind port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:09.054584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Attempting to bind port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:09.054950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Attempting to bind port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df on network ad5f9eb9-d978-4459-91d9-e472ea59637a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:09.057418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '6d1cb216-ab49-4920-8087-997f4199e18f', 'network_id': '1fc9cd5f-7b7c-4403-954b-623d41bea59e', 'port_id': '6d1cb216-ab49-4920-8087-997f4199e18f', 'mac_address': 'fa:16:3e:38:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d8311e-d2ec-4d2e-8771-de0fbc69a875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:03:09.098896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Delete allocated IP 2001:db8::287 (39bcff8b-952d-4fa3-81e7-852479f801b0/7d483524-fe2b-43c4-8d6c-cf06380053fa) {{(pid=103094) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 17:03:09.106758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:09.107262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Checking segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:09.107755 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.108986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Bound using segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:09.109987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Bound port: 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:09.109987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.110879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Allocated IP 2001:db8:0:2::1c3 (39bcff8b-952d-4fa3-81e7-852479f801b0/7c9650f2-caaa-4107-afc6-7bf04953aa1e/cb1f03ce-5965-4026-b0b8-2cdde66c36a1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:09.140447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d78557d9-db75-455a-a2ad-301650d03c4d req-55137cda-ca31-4547-9780-c624469f9611 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241326 Jan 28 17:03:09.168818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] Update dhcp port {'port': {'network_id': '39bcff8b-952d-4fa3-81e7-852479f801b0', 'fixed_ips': [{'subnet_id': '314deb7c-17c1-40ee-bd87-5d50de9208f2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d483524-fe2b-43c4-8d6c-cf06380053fa', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c9650f2-caaa-4107-afc6-7bf04953aa1e'}], 'binding:host_id': 'n-d-812111-13'}, 'id': '836a8dbf-a7f9-490e-a47f-78e11b485ad0'} from n-d-812111-13. {{(pid=103095) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 17:03:09.196989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks [] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.268355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.271355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 6d1cb216-ab49-4920-8087-997f4199e18f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:09.271811 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.278907 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.288187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:09.316485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:09.321787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:09.331611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1cb216-ab49-4920-8087-997f4199e18f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:09.352471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 6d1cb216-ab49-4920-8087-997f4199e18f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6d1cb216-ab49-4920-8087-997f4199e18f,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:09.373182 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.383700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.424341 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.432085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] For port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:09.473688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] For port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:09.526671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Pushing event updated for resources: {'Port': ['ID=5bd201c4-74b6-4cb5-826c-0d5624976e53,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:09.533676 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.555986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event updated for resources: {'Port': ['ID=cb1f03ce-5965-4026-b0b8-2cdde66c36a1,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:09.560965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] In _notify_port_updated(), no bound segment for port cb1f03ce-5965-4026-b0b8-2cdde66c36a1 on network 39bcff8b-952d-4fa3-81e7-852479f801b0 {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 17:03:09.569146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:09.569870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.575292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7602ff95-4e72-45c5-8efd-c93b30cac08a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "PUT /v2.0/ports/cb1f03ce-5965-4026-b0b8-2cdde66c36a1 HTTP/1.1" status: 200 len: 970 time: 1.1972134 Jan 28 17:03:09.575584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:09.578415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee1440-088b-4ecb-837b-48160ef17827 req-3c2b2635-305f-4021-82a7-c9e541029356 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:09.580347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50ee1440-088b-4ecb-837b-48160ef17827 req-3c2b2635-305f-4021-82a7-c9e541029356 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1192102 Jan 28 17:03:09.588713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=6d1cb216-ab49-4920-8087-997f4199e18f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:09.663772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['6d1cb216-ab49-4920-8087-997f4199e18f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:09.664033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-1ed070f9-0ff3-4c3e-8735-bd03c09561bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:09.665639 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-1ed070f9-0ff3-4c3e-8735-bd03c09561bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.2451468 Jan 28 17:03:09.755182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e86e9c-5ccc-4109-8b37-fe868b3e3031 None None] Pushing event updated for resources: {'Port': ['ID=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:09.758489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] Allocated IP 2001:db8:0:2::2 (39bcff8b-952d-4fa3-81e7-852479f801b0/7c9650f2-caaa-4107-afc6-7bf04953aa1e/836a8dbf-a7f9-490e-a47f-78e11b485ad0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:09.785074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50ee1440-088b-4ecb-837b-48160ef17827 req-d8c09d6b-f306-4256-a693-8e46d073e372 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987989 Jan 28 17:03:09.836930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks [] for router_gateway (62e6149d-d0f7-415d-a221-988caa1227ac), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.865724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port cb1f03ce-5965-4026-b0b8-2cdde66c36a1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:09.866075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:09.975082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:10.011276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-8368db0d-a3a9-468a-a390-6f0da9e2b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:10.017345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-8368db0d-a3a9-468a-a390-6f0da9e2b30c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.3442161 Jan 28 17:03:10.070726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] Publish callbacks [] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.087120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.135069 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.161940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for cb1f03ce-5965-4026-b0b8-2cdde66c36a1 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:10.165410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-e27b6cbf-ca23-4635-8b6f-3b5cc4073d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.1352804 Jan 28 17:03:10.236204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68817c8-12e0-460e-8457-5f1090008003 req-ffd92225-ccab-47c1-85f2-7db6b8878d4f tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:10.237681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b68817c8-12e0-460e-8457-5f1090008003 req-ffd92225-ccab-47c1-85f2-7db6b8878d4f tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 944 time: 0.1771069 Jan 28 17:03:10.276509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f2408-31e3-4d2a-ae39-5008f93472c9 None None] Pushing event updated for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:10.337190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b68817c8-12e0-460e-8457-5f1090008003 req-d9935dfd-cd8d-42b0-ab24-18701212025a tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673814 Jan 28 17:03:10.338384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (62e6149d-d0f7-415d-a221-988caa1227ac), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.352750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-e2dd6c62-e05b-46e5-a9c1-2cec153b4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:10.354351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-e2dd6c62-e05b-46e5-a9c1-2cec153b4ab5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.1751611 Jan 28 17:03:10.450703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cb1f03ce-5965-4026-b0b8-2cdde66c36a1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.464157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-796acb6b-97d3-4141-bd60-fe02052a3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:10.465729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-796acb6b-97d3-4141-bd60-fe02052a3bcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1044865 Jan 28 17:03:10.501028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=cb1f03ce-5965-4026-b0b8-2cdde66c36a1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:10.527915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Router 62e6149d-d0f7-415d-a221-988caa1227ac is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:03:10.556553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.564314 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-04911d6f-16f8-461f-846c-b0ca17d16730 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/cb1f03ce-5965-4026-b0b8-2cdde66c36a1 HTTP/1.1" status: 204 len: 168 time: 0.9878163 Jan 28 17:03:10.565099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43138) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:10.626436 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab8cc6c-97b7-419c-b999-43648e3d5c2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] GET failed (client error): The resource could not be found. Jan 28 17:03:10.630762 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dab8cc6c-97b7-419c-b999-43648e3d5c2b tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports/cb1f03ce-5965-4026-b0b8-2cdde66c36a1 HTTP/1.1" status: 404 len: 333 time: 0.0363176 Jan 28 17:03:10.633740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43140) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:10.695585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:03:10.704097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Sync routers for ids ['62e6149d-d0f7-415d-a221-988caa1227ac'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:03:10.735614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:10.738434 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Routers {'62e6149d-d0f7-415d-a221-988caa1227ac'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:10.739603 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['62e6149d-d0f7-415d-a221-988caa1227ac'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:10.745102 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-8de218f8-6ad1-48f0-943f-1f010d472de2 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393703 Jan 28 17:03:10.745753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:10.746600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-aeed9c30-ca25-47b3-a9bd-4372105bd09f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0070059 Jan 28 17:03:10.929057 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Set router 62e6149d-d0f7-415d-a221-988caa1227ac gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:11.052937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433a10-e8b5-4ef1-832b-83e54fab1dd0 req-4112beac-900a-4afc-b6eb-c07e6c751fdb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:11.061865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45433a10-e8b5-4ef1-832b-83e54fab1dd0 req-4112beac-900a-4afc-b6eb-c07e6c751fdb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1199732 Jan 28 17:03:11.150939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45433a10-e8b5-4ef1-832b-83e54fab1dd0 req-581ff596-1836-4720-85a4-e5d1d6a486bd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879159 Jan 28 17:03:11.198640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-592c206a-6f33-42eb-91f3-e1a39d60d8f2 req-c6fcac9a-f883-4aad-b65b-97a8c3d69011 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360108 Jan 28 17:03:11.296440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d9d863-2b6f-4d95-9c2d-0dee15dd09bc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (6618008b-0007-46d7-80aa-5daea6abe60e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.300720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:11.308497 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.387023 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d9d863-2b6f-4d95-9c2d-0dee15dd09bc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (6618008b-0007-46d7-80aa-5daea6abe60e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.405272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:11.438259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:11.441783 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.484376 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:03:09Z', 'revision_number': 3, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:11.538354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d9d863-2b6f-4d95-9c2d-0dee15dd09bc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6618008b-0007-46d7-80aa-5daea6abe60e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.541211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90d9d863-2b6f-4d95-9c2d-0dee15dd09bc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.545565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-90d9d863-2b6f-4d95-9c2d-0dee15dd09bc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/security-groups/6618008b-0007-46d7-80aa-5daea6abe60e HTTP/1.1" status: 204 len: 168 time: 0.9107881 Jan 28 17:03:11.546399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:11.568054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:11.594191 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Checking router: 62e6149d-d0f7-415d-a221-988caa1227ac for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:03:11.594535 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Updating router 62e6149d-d0f7-415d-a221-988caa1227ac port 5bd201c4-74b6-4cb5-826c-0d5624976e53 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:03:11.613058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db709d0-3228-4ed0-95bc-412404e1115f req-1f8448ad-b4e5-4b3a-a58a-d27188ff148f tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:11.626455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d863-2b6f-4d95-9c2d-0dee15dd09bc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618008b-0007-46d7-80aa-5daea6abe60e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:11.632020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7db709d0-3228-4ed0-95bc-412404e1115f req-1f8448ad-b4e5-4b3a-a58a-d27188ff148f tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 944 time: 0.1414270 Jan 28 17:03:11.656948 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.711487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b52dfc-2a1c-42f2-b882-d83ee1b381d4 None None] Network ad5f9eb9-d978-4459-91d9-e472ea59637a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:11.718451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7db709d0-3228-4ed0-95bc-412404e1115f req-9f64bef5-270c-43d9-9e7a-5b0439cc3af2 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852668 Jan 28 17:03:11.734397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9233f4-66be-4ae5-b520-9ed9730011fc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:11.786849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9233f4-66be-4ae5-b520-9ed9730011fc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.010813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:12.011216 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.041036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.178988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:12.193989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-02d99c28-7fd0-424d-9d91-446c1ced056c None None] Could not find standard attr ID for object cb1f03ce-5965-4026-b0b8-2cdde66c36a1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:03:12.199727 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Publish callbacks [] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.211609 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.273799 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Attempting to bind port 5bd201c4-74b6-4cb5-826c-0d5624976e53 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:12.274185 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Attempting to bind port 5bd201c4-74b6-4cb5-826c-0d5624976e53 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:12.274529 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Attempting to bind port 5bd201c4-74b6-4cb5-826c-0d5624976e53 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:12.283556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:12.287165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.297432 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:12.299163 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:12.299576 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.300022 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:12.300509 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Bound port: 5bd201c4-74b6-4cb5-826c-0d5624976e53, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:12.300920 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.344049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6d1cb216-ab49-4920-8087-997f4199e18f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:12.359736 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] For port 5bd201c4-74b6-4cb5-826c-0d5624976e53, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:12.363036 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] For port 5bd201c4-74b6-4cb5-826c-0d5624976e53, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5bd201c4-74b6-4cb5-826c-0d5624976e53,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:12.377299 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.387832 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Pushing event updated for resources: {'Port': ['ID=5bd201c4-74b6-4cb5-826c-0d5624976e53,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:12.399316 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.399692 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.400001 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.400337 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.400745 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.401080 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.401643 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.401984 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.402311 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.402632 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.402956 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.403277 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.403600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:12.453486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5feda6-f6e2-4964-bdbe-e2b0a8666ee2 req-daf0b372-4035-41b4-a1e5-aca17a0a154c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:12.453814 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Routers {'62e6149d-d0f7-415d-a221-988caa1227ac'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:12.457195 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['62e6149d-d0f7-415d-a221-988caa1227ac'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:12.462093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Allocated IP 172.20.0.1 (ad5f9eb9-d978-4459-91d9-e472ea59637a/aa5b3083-80a6-40fe-a9b0-17c501cef899/9a5437da-614b-4078-be9e-d324cf3c6988) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:12.465569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe5feda6-f6e2-4964-bdbe-e2b0a8666ee2 req-daf0b372-4035-41b4-a1e5-aca17a0a154c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1542625 Jan 28 17:03:12.519765 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.539768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe5feda6-f6e2-4964-bdbe-e2b0a8666ee2 req-266683de-abb0-45fd-9440-73a894cbe372 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723436 Jan 28 17:03:12.592609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a3182bc2-4bb5-4959-8840-7b3243984d2c None None] Provisioning complete for port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:12.594504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a3182bc2-4bb5-4959-8840-7b3243984d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.601239 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb261-c879-44e2-9e39-83eefb62836d None None] Pushing event updated for resources: {'Port': ['ID=5bd201c4-74b6-4cb5-826c-0d5624976e53,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:12.647725 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] Set router 62e6149d-d0f7-415d-a221-988caa1227ac gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:12.693901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks [] for port (9a5437da-614b-4078-be9e-d324cf3c6988), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.704179 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9233f4-66be-4ae5-b520-9ed9730011fc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.706871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9233f4-66be-4ae5-b520-9ed9730011fc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.711308 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be9233f4-66be-4ae5-b520-9ed9730011fc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/security-groups/dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea HTTP/1.1" status: 204 len: 168 time: 1.1503317 Jan 28 17:03:12.711958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43158) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:12.765708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9233f4-66be-4ae5-b520-9ed9730011fc tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1fbd3d-bf9a-499c-8e00-1c4f7cf88eea,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:12.820297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902beb5-3678-47e7-9d3b-b05b0fafaa1b req-c82c36cd-209f-4676-9e08-b3df5b7c174c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:12.826188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2902beb5-3678-47e7-9d3b-b05b0fafaa1b req-c82c36cd-209f-4676-9e08-b3df5b7c174c tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1619992 Jan 28 17:03:12.856445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50dca674-f9ec-409b-8a6d-1c2491edd5f3 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.874249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.938620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Network ad5f9eb9-d978-4459-91d9-e472ea59637a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:12.949289 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50dca674-f9ec-409b-8a6d-1c2491edd5f3 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:12.961238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:12.965126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:12.976967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2902beb5-3678-47e7-9d3b-b05b0fafaa1b req-10df3de4-ee55-4c01-89e9-3d5572fd70bd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445661 Jan 28 17:03:13.002497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4321b6-3bcc-495e-b20c-e592928a249a req-c2187537-2712-4b9a-a064-099f75c10f35 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:13.011949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb4321b6-3bcc-495e-b20c-e592928a249a req-c2187537-2712-4b9a-a064-099f75c10f35 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 944 time: 0.1529145 Jan 28 17:03:13.030437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:13.049743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5437da-614b-4078-be9e-d324cf3c6988,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:13.085603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (62e6149d-d0f7-415d-a221-988caa1227ac), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.090403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50dca674-f9ec-409b-8a6d-1c2491edd5f3 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.093002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.093707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50dca674-f9ec-409b-8a6d-1c2491edd5f3 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.100121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50dca674-f9ec-409b-8a6d-1c2491edd5f3 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/security-groups/5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9 HTTP/1.1" status: 204 len: 168 time: 0.3818011 Jan 28 17:03:13.101468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43166) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:13.110601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.119952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:13.166211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb4321b6-3bcc-495e-b20c-e592928a249a req-c04c0da3-0b0d-438c-b8d2-fbd113f52069 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430094 Jan 28 17:03:13.197511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dca674-f9ec-409b-8a6d-1c2491edd5f3 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660b8c6-ad1e-4bb8-8732-3f0c3c2414e9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:13.305309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b82f92-053f-4418-8324-7f38b157c06c req-3aff2ae3-d4ea-454e-a180-505d91042cb5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:13.307080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60b82f92-053f-4418-8324-7f38b157c06c req-3aff2ae3-d4ea-454e-a180-505d91042cb5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1395566 Jan 28 17:03:13.350078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:13.351184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.406461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60b82f92-053f-4418-8324-7f38b157c06c req-4400b336-bc34-4c88-aac6-bb9f49d061b6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919139 Jan 28 17:03:13.428186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 6d1cb216-ab49-4920-8087-997f4199e18f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:03:13.439561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:13.453453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a3182bc2-4bb5-4959-8840-7b3243984d2c None None] Current status of the port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:13.465781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 6d1cb216-ab49-4920-8087-997f4199e18f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:13.466166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.544262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a3182bc2-4bb5-4959-8840-7b3243984d2c None None] Could not find standard attr ID for object cb1f03ce-5965-4026-b0b8-2cdde66c36a1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:03:13.580738 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:03:09Z', 'revision_number': 3, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:13.659588 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3fcd98-63f2-4e28-a52d-a2246e95a9d2 None None] The sync data for ids ['62e6149d-d0f7-415d-a221-988caa1227ac'] in n-d-812111-13 is: [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:03:09Z', 'revision_number': 3, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:13.690791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:13.699852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 6d1cb216-ab49-4920-8087-997f4199e18f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:13.700280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.756406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f33c6bf0-f388-4248-85c0-95d984b894b5 None None] Provisioning complete for port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:13.760777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f33c6bf0-f388-4248-85c0-95d984b894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.837865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1cb216-ab49-4920-8087-997f4199e18f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:13.846590 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c6f5a-7546-4a30-9e0e-84cc2f2772dc" -d '{"events": [{"server_uuid": "c0176b95-2aba-4af8-9192-33dd21bbbe82", "name": "network-vif-plugged", "status": "completed", "tag": "6d1cb216-ab49-4920-8087-997f4199e18f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:13.854434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 7d483524-fe2b-43c4-8d6c-cf06380053fa {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:03:13.863260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:13.864564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (7d483524-fe2b-43c4-8d6c-cf06380053fa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.875218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 6d1cb216-ab49-4920-8087-997f4199e18f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6d1cb216-ab49-4920-8087-997f4199e18f,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:13.875494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73e153-0bb9-416a-bb08-f87f46cbc863 req-10d5c3a8-829f-47b1-b13e-43497930ae21 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:13.885454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db73e153-0bb9-416a-bb08-f87f46cbc863 req-10d5c3a8-829f-47b1-b13e-43497930ae21 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1307378 Jan 28 17:03:13.901543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.953673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7d483524-fe2b-43c4-8d6c-cf06380053fa), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:13.962965 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc28eb6-3098-49d5-8271-bfccb689df9c x-openstack-request-id: req-3bc28eb6-3098-49d5-8271-bfccb689df9c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:13.963259 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0176b95-2aba-4af8-9192-33dd21bbbe82", "name": "network-vif-plugged", "status": "completed", "tag": "6d1cb216-ab49-4920-8087-997f4199e18f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:13.963594 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bc28eb6-3098-49d5-8271-bfccb689df9c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:13.963965 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1cb216-ab49-4920-8087-997f4199e18f', 'code': 200} Jan 28 17:03:13.974151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db73e153-0bb9-416a-bb08-f87f46cbc863 req-c55c4789-483a-4d0b-b3cf-e68024c6cb2b tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876589 Jan 28 17:03:14.046692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=6d1cb216-ab49-4920-8087-997f4199e18f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:14.056693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6bf0-f388-4248-85c0-95d984b894b5 None None] Current status of the port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:14.092852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:14.093638 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.096729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f33c6bf0-f388-4248-85c0-95d984b894b5 None None] Provisioning complete for port 9a5437da-614b-4078-be9e-d324cf3c6988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:14.097105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f33c6bf0-f388-4248-85c0-95d984b894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.181993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6bf0-f388-4248-85c0-95d984b894b5 None None] Port 9a5437da-614b-4078-be9e-d324cf3c6988 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:14.295126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d819-5c90-4193-8a98-513bf4841ddb req-5a05ad44-34e5-43b4-829d-ff16b66fc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:14.297271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d4a4d819-5c90-4193-8a98-513bf4841ddb req-5a05ad44-34e5-43b4-829d-ff16b66fc3da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 1128 time: 0.1615701 Jan 28 17:03:14.331149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.349324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7d483524-fe2b-43c4-8d6c-cf06380053fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.363390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:14.406977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d4a4d819-5c90-4193-8a98-513bf4841ddb req-efcc9f78-1682-4874-bd95-dcff6f198079 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011403 Jan 28 17:03:14.425832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775b1bb-a2dc-4ee7-af06-3c989f74b591 req-f02a8d5f-5d18-489d-9b8d-7f42d90b381b tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:14.439751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7775b1bb-a2dc-4ee7-af06-3c989f74b591 req-f02a8d5f-5d18-489d-9b8d-7f42d90b381b tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 945 time: 0.1456637 Jan 28 17:03:14.503396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7775b1bb-a2dc-4ee7-af06-3c989f74b591 req-418feaed-c6a6-499a-8002-4498578c0156 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Jan 28 17:03:14.619798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks [] for port (9a5437da-614b-4078-be9e-d324cf3c6988), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.623329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7d483524-fe2b-43c4-8d6c-cf06380053fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.647345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b99b1-1155-4b19-84b9-d758951cb040 None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:14.647765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.657069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43178) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:14.657360 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/7d483524-fe2b-43c4-8d6c-cf06380053fa HTTP/1.1" status: 204 len: 168 time: 1.4854362 Jan 28 17:03:14.659732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.704272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9d169-2bca-4164-bc67-ee43144b0286 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=7d483524-fe2b-43c4-8d6c-cf06380053fa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:14.755506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (62e6149d-d0f7-415d-a221-988caa1227ac), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.766266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5437da-614b-4078-be9e-d324cf3c6988,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:14.797962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 7c9650f2-caaa-4107-afc6-7bf04953aa1e {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:03:14.823091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (7c9650f2-caaa-4107-afc6-7bf04953aa1e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:14.876758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Network ad5f9eb9-d978-4459-91d9-e472ea59637a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:14.881680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:14.919146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (7c9650f2-caaa-4107-afc6-7bf04953aa1e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.147089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7c9650f2-caaa-4107-afc6-7bf04953aa1e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.218794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Router 62e6149d-d0f7-415d-a221-988caa1227ac has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:03:15.345807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a061-b47a-4bcb-974d-fe34b6b12d5c req-bc0aaac2-4f26-4d9b-9d62-4982c8018105 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:15.353194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d935a061-b47a-4bcb-974d-fe34b6b12d5c req-bc0aaac2-4f26-4d9b-9d62-4982c8018105 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1912255 Jan 28 17:03:15.366470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-45745853-d8e5-4f5d-92cd-a47201293439 None None] Provisioning complete for port 9a5437da-614b-4078-be9e-d324cf3c6988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:15.367189 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45745853-d8e5-4f5d-92cd-a47201293439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.392473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (7c9650f2-caaa-4107-afc6-7bf04953aa1e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.424554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-45745853-d8e5-4f5d-92cd-a47201293439 None None] Port 9a5437da-614b-4078-be9e-d324cf3c6988 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:15.458458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:03:15.466970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4eb20d1-4b0e-4c41-999f-a66981966909 admin admin] 10.222.0.25 "PUT /v2.0/routers/62e6149d-d0f7-415d-a221-988caa1227ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7066936 Jan 28 17:03:15.490249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9650f2-caaa-4107-afc6-7bf04953aa1e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:15.512780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.518698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac5c0cd7-02a4-4d62-a4ce-0b690a133406 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/7c9650f2-caaa-4107-afc6-7bf04953aa1e HTTP/1.1" status: 204 len: 168 time: 0.8606219 Jan 28 17:03:15.522598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43186) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:15.574953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d935a061-b47a-4bcb-974d-fe34b6b12d5c req-b6281db9-1d0c-4dca-b074-a706111797d1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207773 Jan 28 17:03:15.580295 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-26273689-ea33-4a07-93c8-864b8c8d9bca tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:15.588724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26273689-ea33-4a07-93c8-864b8c8d9bca tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:15.588724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-26273689-ea33-4a07-93c8-864b8c8d9bca tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/7d483524-fe2b-43c4-8d6c-cf06380053fa HTTP/1.1" status: 404 len: 337 time: 0.0644248 Jan 28 17:03:15.590747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43190) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:15.686555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting subnet 314deb7c-17c1-40ee-bd87-5d50de9208f2 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:03:15.706583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (314deb7c-17c1-40ee-bd87-5d50de9208f2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.821273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (314deb7c-17c1-40ee-bd87-5d50de9208f2), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:15.877583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b763669-eb42-4812-b1cb-6bcaa1e1ed03 req-b71b49bb-f995-4019-b976-251b274e1181 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:15.887524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b763669-eb42-4812-b1cb-6bcaa1e1ed03 req-b71b49bb-f995-4019-b976-251b274e1181 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 945 time: 0.1977425 Jan 28 17:03:15.970618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96719251-00fc-4c6e-aff7-e1eb7e2ded5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.001823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5bd201c4-74b6-4cb5-826c-0d5624976e53 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:16.027664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307f78-a377-419b-8343-4b4529c65a34 req-0b3c8531-cd01-4620-ab53-c6bc8a08314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:16.029098 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-0b3c8531-cd01-4620-ab53-c6bc8a08314a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41e93c32165740b29e98846e7841ab45&device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 1127 time: 0.1273463 Jan 28 17:03:16.113055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58baad-6455-4311-9b97-cde0b7724b2e None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:16.150140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b763669-eb42-4812-b1cb-6bcaa1e1ed03 req-84da4825-fb79-4cb5-8e11-d9297c573ca9 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611325 Jan 28 17:03:16.164472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c269f-34f0-4286-a187-caf69c805dc6 req-a49179ce-a393-4af3-8098-5bc97415b826 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:16.182203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b38c269f-34f0-4286-a187-caf69c805dc6 req-a49179ce-a393-4af3-8098-5bc97415b826 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2659359 Jan 28 17:03:16.238517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307f78-a377-419b-8343-4b4529c65a34 req-1e4ab45e-9761-4ada-9d2e-c6777f6ade39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:16.240483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-1e4ab45e-9761-4ada-9d2e-c6777f6ade39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 200 len: 913 time: 0.2008748 Jan 28 17:03:16.281195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-57154ecb-703f-4911-9070-c3d1c5a098f5 None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:16.281658 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57154ecb-703f-4911-9070-c3d1c5a098f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.292472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5bd201c4-74b6-4cb5-826c-0d5624976e53 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:16.293022 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.391672 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-38dc402a-08a5-4fbd-897e-55d8314971eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 200 len: 999 time: 0.1446826 Jan 28 17:03:16.441182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-57154ecb-703f-4911-9070-c3d1c5a098f5 None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:16.458514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-57154ecb-703f-4911-9070-c3d1c5a098f5 None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:16.459438 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57154ecb-703f-4911-9070-c3d1c5a098f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.493555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307f78-a377-419b-8343-4b4529c65a34 req-6fa5dd81-0e9c-4650-88f4-3465719e8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:16.495288 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-6fa5dd81-0e9c-4650-88f4-3465719e8dfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 200 len: 851 time: 0.0957303 Jan 28 17:03:16.573283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5bd201c4-74b6-4cb5-826c-0d5624976e53 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:16.573680 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.575566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43212) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:16.581559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1965999395-network', 'tenant_id': 'ab97951661584f34a210c8018e045c03'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:16.626289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307f78-a377-419b-8343-4b4529c65a34 req-0280bf1e-9e26-4fd8-a66c-da63fc18dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:16.628052 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-0280bf1e-9e26-4fd8-a66c-da63fc18dc7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c6009f2-acc5-44fe-91c1-a581e0476315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258981 Jan 28 17:03:16.629309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Made reservation on behalf of ab97951661584f34a210c8018e045c03 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:16.632033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.634481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 5bd201c4-74b6-4cb5-826c-0d5624976e53, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5bd201c4-74b6-4cb5-826c-0d5624976e53,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:16.644990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.656413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (314deb7c-17c1-40ee-bd87-5d50de9208f2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.703055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Sync routers for ids ['62e6149d-d0f7-415d-a221-988caa1227ac'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:03:16.724923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-57154ecb-703f-4911-9070-c3d1c5a098f5 None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:16.733784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=5bd201c4-74b6-4cb5-826c-0d5624976e53,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:16.738018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Routers {'62e6149d-d0f7-415d-a221-988caa1227ac'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:16.738937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:02:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['62e6149d-d0f7-415d-a221-988caa1227ac'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:16.754333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.791628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b38c269f-34f0-4286-a187-caf69c805dc6 req-9da68c2b-eb32-4f2e-af83-29bd28c84428 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6160150 Jan 28 17:03:16.842523 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (314deb7c-17c1-40ee-bd87-5d50de9208f2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.854301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-8ae3af97-f99f-41e5-abfc-6ece38d7bb21 service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184925 Jan 28 17:03:16.896528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Set router 62e6149d-d0f7-415d-a221-988caa1227ac gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:16.908078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Subnet': ['ID=314deb7c-17c1-40ee-bd87-5d50de9208f2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:16.919939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:16.925459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b708eca3-58cd-49d3-b92b-74ebb701f161 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/314deb7c-17c1-40ee-bd87-5d50de9208f2 HTTP/1.1" status: 204 len: 168 time: 1.3319204 Jan 28 17:03:16.927568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43216) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:16.964869 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb286be9-9bba-460e-adb3-b453b597f7e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:16.965605 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb286be9-9bba-460e-adb3-b453b597f7e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:16.973577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cb286be9-9bba-460e-adb3-b453b597f7e4 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/234da385-2de7-421a-939c-77990ff0b541 HTTP/1.1" status: 404 len: 337 time: 0.0449607 Jan 28 17:03:16.978524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43218) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.007798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks [] for security_group (ef462da4-c663-44c8-8602-e5c24b650176), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.024558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ef462da4-c663-44c8-8602-e5c24b650176), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.031433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a83d9286-222b-4036-bf40-1401c2fd9223 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6cbf7b4-a124-466e-b9c5-466d81b8637c HTTP/1.1" status: 200 len: 205 time: 0.0496080 Jan 28 17:03:17.033021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43220) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.065920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:03:17.081349 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-b60c5289-76a9-4396-afcb-f6e7949e13ed tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] delete failed (client error): The resource could not be found. Jan 28 17:03:17.084797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b60c5289-76a9-4396-afcb-f6e7949e13ed tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/routers/a6cbf7b4-a124-466e-b9c5-466d81b8637c HTTP/1.1" status: 404 len: 336 time: 0.0482435 Jan 28 17:03:17.084973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.118999 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28b731a-7acf-488f-862d-d3deed68522f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.120533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28b731a-7acf-488f-862d-d3deed68522f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.126216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f28b731a-7acf-488f-862d-d3deed68522f tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/2fbe81c1-984c-467a-ba4e-da217bf04635 HTTP/1.1" status: 404 len: 337 time: 0.0367515 Jan 28 17:03:17.126482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43224) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.133763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-79307f78-a377-419b-8343-4b4529c65a34 req-becd2b08-882f-4e97-bc35-a23dbc4caffe service neutron] 10.222.0.24 "GET /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720873 Jan 28 17:03:17.134989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6afead99-3a1c-44a5-a716-890bd68b4c5f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.135339 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Added segment 6afead99-3a1c-44a5-a716-890bd68b4c5f of type vlan for network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 Jan 28 17:03:17.139577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef462da4-c663-44c8-8602-e5c24b650176,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:17.174048 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00e5d14-95d4-46f3-8a23-848e54cc6eab tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.174688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00e5d14-95d4-46f3-8a23-848e54cc6eab tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.177977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f00e5d14-95d4-46f3-8a23-848e54cc6eab tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/17b4f7d1-de83-4047-a661-b4eed5b741c8 HTTP/1.1" status: 404 len: 337 time: 0.0505171 Jan 28 17:03:17.180522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43226) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.212739 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f801dc-a563-4a5d-bdd0-e75c6a6bda91 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.213318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f801dc-a563-4a5d-bdd0-e75c6a6bda91 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.215758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:03:14Z', 'revision_number': 4, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9a5437da-614b-4078-be9e-d324cf3c6988', 'name': '', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'mac_address': 'fa:16:3e:4a:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:12Z', 'updated_at': '2022-01-28T17:03:14Z', 'revision_number': 2, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'subnets': [{'id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:17.216545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b2f801dc-a563-4a5d-bdd0-e75c6a6bda91 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/022679c1-2a6b-4ae7-9f83-b8ad91b13f91 HTTP/1.1" status: 404 len: 337 time: 0.0350053 Jan 28 17:03:17.219215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43230) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.237529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.252609 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bfc7b8-955b-43b7-87ef-97d94f359845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.253227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bfc7b8-955b-43b7-87ef-97d94f359845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.261024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f7bfc7b8-955b-43b7-87ef-97d94f359845 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/83fb3432-0b69-48fc-92fc-759d9f753551 HTTP/1.1" status: 404 len: 333 time: 0.0406966 Jan 28 17:03:17.263764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43232) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.278669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Checking router: 62e6149d-d0f7-415d-a221-988caa1227ac for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:03:17.279031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Updating router 62e6149d-d0f7-415d-a221-988caa1227ac port 9a5437da-614b-4078-be9e-d324cf3c6988 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:03:17.304655 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fd6872-b31f-447e-aca2-6a61ed0cdda9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.305150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fd6872-b31f-447e-aca2-6a61ed0cdda9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.308211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4fd6872-b31f-447e-aca2-6a61ed0cdda9 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/d413d891-5faa-4ccf-977e-491c03a65d9c HTTP/1.1" status: 404 len: 337 time: 0.0427082 Jan 28 17:03:17.311375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43234) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.324295 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.375154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ead375-a77a-4753-bee4-0184669e178c req-373efc0f-acac-45c8-9331-7ab8c64d2140 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:17.377607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17ead375-a77a-4753-bee4-0184669e178c req-373efc0f-acac-45c8-9331-7ab8c64d2140 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 945 time: 0.0788462 Jan 28 17:03:17.387488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.388653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:17.389460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.412894 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-129e2eed-3024-4bff-a727-116736760f0a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.413472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129e2eed-3024-4bff-a727-116736760f0a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.419958 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-129e2eed-3024-4bff-a727-116736760f0a tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/068b1fa5-3142-463e-808a-1b90deb26b19 HTTP/1.1" status: 404 len: 337 time: 0.0966814 Jan 28 17:03:17.424494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43236) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.439779 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8631063 Jan 28 17:03:17.451036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43238) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.465581 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec423b3-afaf-4706-9ce7-bb68d85b6965 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.476516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec423b3-afaf-4706-9ce7-bb68d85b6965 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.479814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bec423b3-afaf-4706-9ce7-bb68d85b6965 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/4065872a-5257-4d22-bdc9-e5d7a035c683 HTTP/1.1" status: 404 len: 333 time: 0.0541012 Jan 28 17:03:17.493004 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Request body: {'subnet': {'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1965999395-subnet', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:17.506146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17ead375-a77a-4753-bee4-0184669e178c req-831abfeb-7b24-4f8d-accb-f3498d014fda tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172140 Jan 28 17:03:17.509690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43242) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.540250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9be2b-d7ee-476b-8d98-8615d84a538b None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:17.576031 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad6f23e-3f56-4c39-9187-8362b56c2947 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.576512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad6f23e-3f56-4c39-9187-8362b56c2947 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.579720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ad6f23e-3f56-4c39-9187-8362b56c2947 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/0dd17d70-7571-49e7-ac3a-70d26bd3b960 HTTP/1.1" status: 404 len: 337 time: 0.0679462 Jan 28 17:03:17.582765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43246) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.597376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7d524-3f45-4a04-8abc-1fc6911a6974 admin admin] Pushing event updated for resources: {'Network': ['ID=f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:17.610503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Made reservation on behalf of ab97951661584f34a210c8018e045c03 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:17.614627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.617551 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-278e3e01-6762-42fa-8c50-77e143573a9c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] DELETE failed (client error): The resource could not be found. Jan 28 17:03:17.618339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278e3e01-6762-42fa-8c50-77e143573a9c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:03:17.621825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-278e3e01-6762-42fa-8c50-77e143573a9c tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/subnets/6baf10b8-d1bb-4126-a62b-c58d55dc1d34 HTTP/1.1" status: 404 len: 337 time: 0.0380101 Jan 28 17:03:17.625027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43248) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:17.638355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:03:17.703592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e554a12a-b5a7-41a9-a4c8-9ff24397824e None None] Provisioning complete for port 77d9e346-0c60-4984-bb8d-8e4f462e7044 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:17.704168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e554a12a-b5a7-41a9-a4c8-9ff24397824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.815867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 77d9e346-0c60-4984-bb8d-8e4f462e7044 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:17.817729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:17.989276 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (c74452c5-7c44-46f7-bc68-71b0a3958493), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.015995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.079485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5bd201c4-74b6-4cb5-826c-0d5624976e53 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:18.082046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 77d9e346-0c60-4984-bb8d-8e4f462e7044 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:18.117536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bdfc-52e8-4661-9ce0-7d6436751b73 req-7a741e70-904a-4a3e-b9e0-f99ac0e815f6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:18.119114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8340bdfc-52e8-4661-9ce0-7d6436751b73 req-7a741e70-904a-4a3e-b9e0-f99ac0e815f6 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1824133 Jan 28 17:03:18.147719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74452c5-7c44-46f7-bc68-71b0a3958493,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:18.224513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e554a12a-b5a7-41a9-a4c8-9ff24397824e None None] Port 77d9e346-0c60-4984-bb8d-8e4f462e7044 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:18.304726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Checking segment: {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:18.307100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Network hostable DHCP agents. Network: f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:03:18.308012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e554a12a-b5a7-41a9-a4c8-9ff24397824e None None] Provisioning complete for port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:18.308537 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e554a12a-b5a7-41a9-a4c8-9ff24397824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.312814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc300496-7e21-4311-9edc-5dd95ca3ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.319798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5bd201c4-74b6-4cb5-826c-0d5624976e53 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:18.321108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.326161 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8340bdfc-52e8-4661-9ce0-7d6436751b73 req-103c634d-9211-4728-b4a2-5f8d75cc1f89 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842656 Jan 28 17:03:18.360090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:03:18.374706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:18.380209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:18.380840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.431252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (77d9e346-0c60-4984-bb8d-8e4f462e7044), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.449915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5682647a-6c5f-4d30-bd06-8e9f6446114b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9977405 Jan 28 17:03:18.453969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43262) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:18.459574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1f5b0-2fa4-4062-a1fa-cc67382a4c45 None None] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:18.472177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:18.513107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (b48306cc-2484-4b27-a768-f3fabe0fc22e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.515470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (b48306cc-2484-4b27-a768-f3fabe0fc22e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.515852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=77d9e346-0c60-4984-bb8d-8e4f462e7044,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:18.531268 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.536606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] DHCP port deletion for 39bcff8b-952d-4fa3-81e7-852479f801b0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:03:18.539121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fd7ba47d-a263-4fe3-89b4-f4cca31dfd6e tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/ports/77d9e346-0c60-4984-bb8d-8e4f462e7044 HTTP/1.1" status: 204 len: 168 time: 0.9110508 Jan 28 17:03:18.540780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43264) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:18.604956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks [] for router_controller (b48306cc-2484-4b27-a768-f3fabe0fc22e), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.625766 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Publish callbacks [] for port (9a5437da-614b-4078-be9e-d324cf3c6988), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.666651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cba67-ab1d-45e3-bf91-d9d5dab56e88 req-e37091bd-04fb-4194-b7cc-e981267427fb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:18.676457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-497cba67-ab1d-45e3-bf91-d9d5dab56e88 req-e37091bd-04fb-4194-b7cc-e981267427fb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.2673259 Jan 28 17:03:18.712008 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.721484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (39bcff8b-952d-4fa3-81e7-852479f801b0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.832540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-497cba67-ab1d-45e3-bf91-d9d5dab56e88 req-a4adbc7c-3280-4e69-888c-8ec4e641e0dd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525633 Jan 28 17:03:18.840769 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70853197-8888-4005-8740-9fdcd627f653 None None] Pushing event updated for resources: {'Port': ['ID=9a5437da-614b-4078-be9e-d324cf3c6988,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:18.850577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9', 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9', 'project_id': 'ab97951661584f34a210c8018e045c03', 'fixed_ips': [{'subnet_id': 'c74452c5-7c44-46f7-bc68-71b0a3958493'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:03:18.851546 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.855628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks [] for router_gateway (b48306cc-2484-4b27-a768-f3fabe0fc22e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:18.899842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Deleting port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:18.900183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.067278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:19.067757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.100773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Calling delete_port for 836a8dbf-a7f9-490e-a47f-78e11b485ad0 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:19.206658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Deleting port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:19.209195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.281589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.315174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:19.321967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] No DVR routers for this DVR port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:19.367201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks [] for router_gateway (b48306cc-2484-4b27-a768-f3fabe0fc22e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.392818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.444534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (39bcff8b-952d-4fa3-81e7-852479f801b0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.503242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bcff8b-952d-4fa3-81e7-852479f801b0']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:19.517207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e673837-ac25-431b-871e-da3faf84a2f4') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:19.517582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e673837-ac25-431b-871e-da3faf84a2f4') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:19.545081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (4e673837-ac25-431b-871e-da3faf84a2f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.560489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (4e673837-ac25-431b-871e-da3faf84a2f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.566013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] For port 836a8dbf-a7f9-490e-a47f-78e11b485ad0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=836a8dbf-a7f9-490e-a47f-78e11b485ad0,segment=NetworkSegment(4e673837-ac25-431b-871e-da3faf84a2f4),segment_id=4e673837-ac25-431b-871e-da3faf84a2f4)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:19.566473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.573279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:03:19.573655 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (4e673837-ac25-431b-871e-da3faf84a2f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.590041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Calling delete_port for 836a8dbf-a7f9-490e-a47f-78e11b485ad0 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:03:19.629813 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:03:19.648219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Allocated IP 172.25.8.24 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/7f7dee25-b8b0-470e-afbf-4c1a84879f05) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:19.729003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Attempting to bind port 9a5437da-614b-4078-be9e-d324cf3c6988 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:19.729681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Attempting to bind port 9a5437da-614b-4078-be9e-d324cf3c6988 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:19.729826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Attempting to bind port 9a5437da-614b-4078-be9e-d324cf3c6988 on network ad5f9eb9-d978-4459-91d9-e472ea59637a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:19.772393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (39bcff8b-952d-4fa3-81e7-852479f801b0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.782985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.798840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] 10.222.0.25 "DELETE /v2.0/networks/39bcff8b-952d-4fa3-81e7-852479f801b0 HTTP/1.1" status: 204 len: 168 time: 1.2501972 Jan 28 17:03:19.832920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5bd201c4-74b6-4cb5-826c-0d5624976e53 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:19.840464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e554a12a-b5a7-41a9-a4c8-9ff24397824e None None] Current status of the port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:19.851729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fd62a-a0fc-4d58-8288-928db23b21e8 tempest-PortsIpV6TestJSON-1345964166 tempest-PortsIpV6TestJSON-1345964166-project] Pushing event deleted for resources: {'Network': ['ID=39bcff8b-952d-4fa3-81e7-852479f801b0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:19.934323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:19.934696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Checking segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:19.937575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.938358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Bound using segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:19.939492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Bound port: 9a5437da-614b-4078-be9e-d324cf3c6988, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:19.940132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.972374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks [] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:19.976230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Allocated IP 172.20.0.2 (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9/c74452c5-7c44-46f7-bc68-71b0a3958493/f8812ea0-ed48-40e8-999e-c93782214eaa) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:20.060478 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.125444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7dee25-b8b0-470e-afbf-4c1a84879f05,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:20.138158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:20.139716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:20.142150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:20.166670 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Publish callbacks [] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:03:20.169930 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:03:20.191653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:20.195052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.249264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.255341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 836a8dbf-a7f9-490e-a47f-78e11b485ad0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:20.255762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 836a8dbf-a7f9-490e-a47f-78e11b485ad0 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:20.262087 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (836a8dbf-a7f9-490e-a47f-78e11b485ad0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.293255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Network 39bcff8b-952d-4fa3-81e7-852479f801b0 is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:03:20.293825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] No DVR routers for this DVR port 836a8dbf-a7f9-490e-a47f-78e11b485ad0 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:20.310025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:20.332865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:20.339473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1d71a40a-20ed-4bdd-972b-b43c06d78726 None None] Provisioning complete for port 9a5437da-614b-4078-be9e-d324cf3c6988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:20.339847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1d71a40a-20ed-4bdd-972b-b43c06d78726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.340611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43322) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:20.349115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:20.361824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Pushing event updated for resources: {'Port': ['ID=f8812ea0-ed48-40e8-999e-c93782214eaa,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:20.444884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317e7e-3d83-4011-a01d-900e44d9840f None None] Pushing event deleted for resources: {'Port': ['ID=836a8dbf-a7f9-490e-a47f-78e11b485ad0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:20.482843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] For port 9a5437da-614b-4078-be9e-d324cf3c6988, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:20.583381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1d71a40a-20ed-4bdd-972b-b43c06d78726 None None] Port 9a5437da-614b-4078-be9e-d324cf3c6988 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:20.591547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] For port 9a5437da-614b-4078-be9e-d324cf3c6988, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9a5437da-614b-4078-be9e-d324cf3c6988,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:20.603446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Attempting to bind port f8812ea0-ed48-40e8-999e-c93782214eaa on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:20.604102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Attempting to bind port f8812ea0-ed48-40e8-999e-c93782214eaa by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:20.604818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Attempting to bind port f8812ea0-ed48-40e8-999e-c93782214eaa on network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:20.618806 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.645000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:20.648863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Checking segment: {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:20.651191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.652533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Bound using segment: {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:20.656884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Bound port: f8812ea0-ed48-40e8-999e-c93782214eaa, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:20.659016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-798da6d4-dbc1-4405-be03-4338130c0aef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d756fe3ac7af4968b9ce1d2e8e30af71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167269 Jan 28 17:03:20.659558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.661371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43328) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:20.664603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks [] for router_gateway (b48306cc-2484-4b27-a768-f3fabe0fc22e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.786460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8df59444-7e0c-4f80-ac2a-b1065cd969e6 admin admin] Publish callbacks [] for security_group (7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.837347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.839170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8df59444-7e0c-4f80-ac2a-b1065cd969e6 admin admin] Publish callbacks [] for security_group (7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.951149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Routers {'62e6149d-d0f7-415d-a221-988caa1227ac'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:20.952312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8df59444-7e0c-4f80-ac2a-b1065cd969e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.953262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['62e6149d-d0f7-415d-a221-988caa1227ac'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:20.955457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8df59444-7e0c-4f80-ac2a-b1065cd969e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:20.956633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8df59444-7e0c-4f80-ac2a-b1065cd969e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6 HTTP/1.1" status: 204 len: 168 time: 0.2927454 Jan 28 17:03:20.973296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59444-7e0c-4f80-ac2a-b1065cd969e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfd2b8b-80d4-44af-9ebf-c0403d6da7f6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:21.030517 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (b48306cc-2484-4b27-a768-f3fabe0fc22e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:21.065739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70853197-8888-4005-8740-9fdcd627f653 None None] Pushing event updated for resources: {'Port': ['ID=9a5437da-614b-4078-be9e-d324cf3c6988,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:21.089936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] For port f8812ea0-ed48-40e8-999e-c93782214eaa, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:21.095658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] For port f8812ea0-ed48-40e8-999e-c93782214eaa, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f8812ea0-ed48-40e8-999e-c93782214eaa,segment=NetworkSegment(6afead99-3a1c-44a5-a716-890bd68b4c5f),segment_id=6afead99-3a1c-44a5-a716-890bd68b4c5f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:21.118512 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:21.206511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867e19-a8fa-433b-b95e-d569373921da req-8c19d2b1-83c5-43ac-ba50-390522c8c78f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:21.208019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5867e19-a8fa-433b-b95e-d569373921da req-8c19d2b1-83c5-43ac-ba50-390522c8c78f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d132132-8ef2-45b1-9b30-5fb3550d45a2 HTTP/1.1" status: 200 len: 943 time: 0.1293449 Jan 28 17:03:21.248715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e3790-2112-4cdc-a8ff-4b62267e26c6 None None] Pushing event updated for resources: {'Port': ['ID=f8812ea0-ed48-40e8-999e-c93782214eaa,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:21.352201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Router b48306cc-2484-4b27-a768-f3fabe0fc22e is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:03:21.354115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] Provisioning complete for port 9a5437da-614b-4078-be9e-d324cf3c6988 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:21.354624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:21.407126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Deleting port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:21.407476 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:21.411499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] Set router 62e6149d-d0f7-415d-a221-988caa1227ac gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:21.562689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] For port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:21.563075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:21.626072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Calling delete_port for 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:21.917013 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:22.013042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] Current status of the port 9a5437da-614b-4078-be9e-d324cf3c6988 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:22.015451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:22.062737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1913c8fc-03a3-49c1-98ee-97ccf1c7ad08), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:22.072290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:03:14Z', 'revision_number': 4, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9a5437da-614b-4078-be9e-d324cf3c6988', 'name': '', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'mac_address': 'fa:16:3e:4a:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:12Z', 'updated_at': '2022-01-28T17:03:20Z', 'revision_number': 4, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'subnets': [{'id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:22.083195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['96830b6e-7f26-46ae-ab58-8c40ee26610e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:22.094801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:22.117472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'Port': ['ID=1913c8fc-03a3-49c1-98ee-97ccf1c7ad08,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:22.206237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:03:22.217762 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Sync routers for ids ['b48306cc-2484-4b27-a768-f3fabe0fc22e'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:03:22.239915 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Routers {'b48306cc-2484-4b27-a768-f3fabe0fc22e'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:22.241257 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b48306cc-2484-4b27-a768-f3fabe0fc22e'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:22.241579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8812ea0-ed48-40e8-999e-c93782214eaa up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:22.248917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] No DVR routers for this DVR port 1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:22.252574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:22.261813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5bc4825c-8cea-446d-af9b-11f1a7435bb6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7989805 Jan 28 17:03:22.264969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43366) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:22.276181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:22.294393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5867e19-a8fa-433b-b95e-d569373921da req-189f9dcc-87dc-4e9d-af5f-6fa3262757b2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "DELETE /v2.0/ports/1913c8fc-03a3-49c1-98ee-97ccf1c7ad08 HTTP/1.1" status: 204 len: 173 time: 1.0726364 Jan 28 17:03:22.310361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-deleted', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:22.327518 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa3f6f8-4e1d-4c9a-a648-71d689cd2f02" -d '{"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-deleted", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:22.406889 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a91c9a-2ab3-4557-95bc-6fdbe6c9c406 x-openstack-request-id: req-d7a91c9a-2ab3-4557-95bc-6fdbe6c9c406 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:22.407198 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d132132-8ef2-45b1-9b30-5fb3550d45a2", "name": "network-vif-deleted", "tag": "1913c8fc-03a3-49c1-98ee-97ccf1c7ad08", "status": "failed", "code": 422}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:22.407458 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7a91c9a-2ab3-4557-95bc-6fdbe6c9c406 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:22.407872 n-d-812111-13 neutron-server[103093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d132132-8ef2-45b1-9b30-5fb3550d45a2', 'name': 'network-vif-deleted', 'tag': '1913c8fc-03a3-49c1-98ee-97ccf1c7ad08', 'status': 'failed', 'code': 422} returned with failed status Jan 28 17:03:22.433256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc58bec-5f6d-443d-8dc5-eaa52a6f4ea0 None None] The sync data for ids ['62e6149d-d0f7-415d-a221-988caa1227ac'] in n-d-812111-13 is: [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:03:14Z', 'revision_number': 4, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9a5437da-614b-4078-be9e-d324cf3c6988', 'name': '', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'mac_address': 'fa:16:3e:4a:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:12Z', 'updated_at': '2022-01-28T17:03:20Z', 'revision_number': 4, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'subnets': [{'id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:22.553889 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Set router b48306cc-2484-4b27-a768-f3fabe0fc22e gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:22.556174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] For port 9a5437da-614b-4078-be9e-d324cf3c6988, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9a5437da-614b-4078-be9e-d324cf3c6988,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:22.573566 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.051752 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:03:20Z', 'revision_number': 3, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:23.141324 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Checking router: b48306cc-2484-4b27-a768-f3fabe0fc22e for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:03:23.141796 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Updating router b48306cc-2484-4b27-a768-f3fabe0fc22e port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:03:23.207899 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.275963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f8812ea0-ed48-40e8-999e-c93782214eaa triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:23.276504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.417221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d52c0-4aab-4968-b26c-4f3659765c6e None None] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:23.581814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.635278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccecfcd-e4cb-4d91-b5a9-18764a4529d8 None None] Pushing event updated for resources: {'Port': ['ID=9a5437da-614b-4078-be9e-d324cf3c6988,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:23.750247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Provisioning complete for port f8812ea0-ed48-40e8-999e-c93782214eaa triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:23.750624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.854177 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Publish callbacks [] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.870065 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:23.975908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Allocated IP 172.20.0.1 (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9/c74452c5-7c44-46f7-bc68-71b0a3958493/1434abc3-ca3d-4b56-abad-e8895598284b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:23.979918 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c826-936a-4ecc-9129-6f06382f97e5 None None] Pushing event updated for resources: {'Port': ['ID=7f7dee25-b8b0-470e-afbf-4c1a84879f05,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:24.020568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Attempting to bind port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:24.021391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Attempting to bind port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:24.022006 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Attempting to bind port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:24.030947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:24.037552 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:24.038824 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.040645 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:24.041415 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Bound port: 7f7dee25-b8b0-470e-afbf-4c1a84879f05, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:24.045849 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.163378 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] For port 7f7dee25-b8b0-470e-afbf-4c1a84879f05, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:24.179230 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] For port 7f7dee25-b8b0-470e-afbf-4c1a84879f05, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7f7dee25-b8b0-470e-afbf-4c1a84879f05,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:24.194259 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.196442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5596f0-cfb2-4b3b-9cfe-3d777b727a8b req-0126d4b2-9cc3-4c25-991a-2a440e70d544 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:24.213564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e5596f0-cfb2-4b3b-9cfe-3d777b727a8b req-0126d4b2-9cc3-4c25-991a-2a440e70d544 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 907 time: 0.1862552 Jan 28 17:03:24.290370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks [] for port (1434abc3-ca3d-4b56-abad-e8895598284b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.323703 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c826-936a-4ecc-9129-6f06382f97e5 None None] Pushing event updated for resources: {'Port': ['ID=7f7dee25-b8b0-470e-afbf-4c1a84879f05,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:24.364813 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Routers {'b48306cc-2484-4b27-a768-f3fabe0fc22e'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:24.368853 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b48306cc-2484-4b27-a768-f3fabe0fc22e'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:24.372018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.397952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:24.400961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:24.418975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:24.445530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Current status of the port f8812ea0-ed48-40e8-999e-c93782214eaa is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:24.446616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.449218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f8812ea0-ed48-40e8-999e-c93782214eaa is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:24.449817 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.496601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (b48306cc-2484-4b27-a768-f3fabe0fc22e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.541338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port f8812ea0-ed48-40e8-999e-c93782214eaa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f8812ea0-ed48-40e8-999e-c93782214eaa,segment=NetworkSegment(6afead99-3a1c-44a5-a716-890bd68b4c5f),segment_id=6afead99-3a1c-44a5-a716-890bd68b4c5f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:24.580564 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.697441 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] Set router b48306cc-2484-4b27-a768-f3fabe0fc22e gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:24.826012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Pushing event updated for resources: {'Port': ['ID=1434abc3-ca3d-4b56-abad-e8895598284b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:24.846454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:24.847226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:03:24.847588 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:03:24.848277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=f8812ea0-ed48-40e8-999e-c93782214eaa,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:24.899487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9a5437da-614b-4078-be9e-d324cf3c6988 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:25.094550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9a5437da-614b-4078-be9e-d324cf3c6988 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:25.094951 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.101614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks [] for port (1434abc3-ca3d-4b56-abad-e8895598284b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.109090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.300628 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:03:20Z', 'revision_number': 3, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:25.324279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (b48306cc-2484-4b27-a768-f3fabe0fc22e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.348040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Pushing event updated for resources: {'Port': ['ID=1434abc3-ca3d-4b56-abad-e8895598284b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:25.366121 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cb587-ab4f-427b-91f9-4504d4fc095e None None] The sync data for ids ['b48306cc-2484-4b27-a768-f3fabe0fc22e'] in n-d-812111-13 is: [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:03:20Z', 'revision_number': 3, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:25.436367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58efbb-63eb-4504-8c92-16a322b552ff req-61701874-f3e6-4e6f-9d6c-7ed0cc42727f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:25.439816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b58efbb-63eb-4504-8c92-16a322b552ff req-61701874-f3e6-4e6f-9d6c-7ed0cc42727f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 907 time: 0.1296232 Jan 28 17:03:25.472954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9a5437da-614b-4078-be9e-d324cf3c6988 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:25.478761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bc5bca96-435e-4fc1-b57d-6997b265fb16 None None] Current status of the port f8812ea0-ed48-40e8-999e-c93782214eaa is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:25.498821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-0618db60-19ec-4b6b-a046-8abda1eb83a8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:25.500348 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-0618db60-19ec-4b6b-a046-8abda1eb83a8 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 907 time: 0.2582791 Jan 28 17:03:25.599961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a90b1277-44aa-48a7-9201-45a94930524f None None] Provisioning complete for port f8812ea0-ed48-40e8-999e-c93782214eaa triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:25.600628 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a90b1277-44aa-48a7-9201-45a94930524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.661794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:25.672663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:25.693293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Deleting port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:25.693596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.729043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a90b1277-44aa-48a7-9201-45a94930524f None None] Current status of the port f8812ea0-ed48-40e8-999e-c93782214eaa is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:25.742270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a90b1277-44aa-48a7-9201-45a94930524f None None] Provisioning complete for port 1434abc3-ca3d-4b56-abad-e8895598284b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:25.743805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a90b1277-44aa-48a7-9201-45a94930524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:25.830082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a90b1277-44aa-48a7-9201-45a94930524f None None] Port 1434abc3-ca3d-4b56-abad-e8895598284b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:25.974981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] For port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:25.975474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:26.004799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Calling delete_port for a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:26.021079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Router b48306cc-2484-4b27-a768-f3fabe0fc22e has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:03:26.065253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cd1e8832-8b3f-4f2b-81cf-d96bc7b4b4de None None] Provisioning complete for port 1434abc3-ca3d-4b56-abad-e8895598284b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:26.065640 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-8b3f-4f2b-81cf-d96bc7b4b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:26.115909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e8832-8b3f-4f2b-81cf-d96bc7b4b4de None None] Port 1434abc3-ca3d-4b56-abad-e8895598284b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:26.228599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:03:26.235366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-84622a2e-beac-4b20-807a-1335c306704b admin admin] 10.222.0.25 "PUT /v2.0/routers/b48306cc-2484-4b27-a768-f3fabe0fc22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9693758 Jan 28 17:03:26.260365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:26.294682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'Port': ['ID=a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:26.417818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] No DVR routers for this DVR port a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:26.428134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:26.431875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3b386e22-ac3c-425f-babb-c7f03260d215 req-4468aebf-cd0f-4518-8e9f-5d5aaed42649 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "DELETE /v2.0/ports/a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f HTTP/1.1" status: 204 len: 173 time: 0.9252319 Jan 28 17:03:26.432540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'name': 'network-vif-deleted', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:26.446316 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcfa083-f5c2-4bb6-b6e1-6ade9a6590f5" -d '{"events": [{"server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "name": "network-vif-deleted", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:26.561667 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74a05e9-4c48-43f4-a9eb-0e5004b70415 x-openstack-request-id: req-d74a05e9-4c48-43f4-a9eb-0e5004b70415 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:26.561969 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfb023d-8669-49d7-9463-8728a70838d6", "name": "network-vif-deleted", "tag": "a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:26.562229 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d74a05e9-4c48-43f4-a9eb-0e5004b70415 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:26.563677 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfb023d-8669-49d7-9463-8728a70838d6', 'name': 'network-vif-deleted', 'tag': 'a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f', 'status': 'completed', 'code': 200} Jan 28 17:03:26.710520 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5074ed16-700f-47dc-8529-a0bf8655a94a req-d01809e1-57ee-46d2-88b5-96738d297a52 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecfb023d-8669-49d7-9463-8728a70838d6 HTTP/1.1" status: 200 len: 210 time: 0.0675530 Jan 28 17:03:26.946331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8812ea0-ed48-40e8-999e-c93782214eaa up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:27.054431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f8812ea0-ed48-40e8-999e-c93782214eaa triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:27.054822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:27.170575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f8812ea0-ed48-40e8-999e-c93782214eaa is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:27.171651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7f7dee25-b8b0-470e-afbf-4c1a84879f05 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:27.228695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:27.229341 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:27.298167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-0735845f-865f-4b45-957f-3fb9a47d6e67 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:27.299981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-0735845f-865f-4b45-957f-3fb9a47d6e67 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/networks?id=ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 200 len: 911 time: 0.1170866 Jan 28 17:03:27.319802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-afad3889-7230-49fe-b0f2-ee1d3cee133a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/quotas/ab97951661584f34a210c8018e045c03 HTTP/1.1" status: 200 len: 375 time: 0.0143902 Jan 28 17:03:27.339217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:27.340001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:27.366953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 7f7dee25-b8b0-470e-afbf-4c1a84879f05, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7f7dee25-b8b0-470e-afbf-4c1a84879f05,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:27.375303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:27.436032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-5cd88b22-1458-4a72-9eba-f572eefb5bf4 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab97951661584f34a210c8018e045c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084335 Jan 28 17:03:27.446696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-7a4b4c76-96e0-4d58-9f98-f7dd791e91cc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:03:27.448426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=7f7dee25-b8b0-470e-afbf-4c1a84879f05,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:27.449617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-7a4b4c76-96e0-4d58-9f98-f7dd791e91cc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070703 Jan 28 17:03:27.558341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-0ba5afc4-e74c-4c5e-b38b-9bc53d25d214 service neutron] 10.222.0.25 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985410 Jan 28 17:03:27.674485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-7ab8654f-d489-4f1a-bc0a-e0ab92e139e2 service neutron] 10.222.0.25 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038432 Jan 28 17:03:27.958453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96ab4960-a0b1-448d-98b3-e1a8dd158f3f req-3866e7d1-4bdd-4c5c-b30c-eefb5c91a866 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 210 time: 0.0539601 Jan 28 17:03:28.037193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Sync routers for ids ['b48306cc-2484-4b27-a768-f3fabe0fc22e'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:03:28.055699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Routers {'b48306cc-2484-4b27-a768-f3fabe0fc22e'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:28.056330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b48306cc-2484-4b27-a768-f3fabe0fc22e'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:28.146399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b6c00-e759-4125-a7b2-978d29d2d9e5 req-c2182269-6523-4a45-af01-1fd6666ebc6f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:28.148218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b9b6c00-e759-4125-a7b2-978d29d2d9e5 req-c2182269-6523-4a45-af01-1fd6666ebc6f tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 946 time: 0.0649667 Jan 28 17:03:28.291336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b9b6c00-e759-4125-a7b2-978d29d2d9e5 req-4fc474cd-11c5-4f0b-8915-0e8726bfa138 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264868 Jan 28 17:03:28.318844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Set router b48306cc-2484-4b27-a768-f3fabe0fc22e gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:28.480312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:28.593642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:28.594002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device a53eec6f-29f8-4a5d-ba4e-04f6c06cea5f not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:28.741481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:03:24Z', 'revision_number': 4, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1434abc3-ca3d-4b56-abad-e8895598284b', 'name': '', 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'mac_address': 'fa:16:3e:6b:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c74452c5-7c44-46f7-bc68-71b0a3958493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:23Z', 'updated_at': '2022-01-28T17:03:24Z', 'revision_number': 2, 'project_id': 'ab97951661584f34a210c8018e045c03', 'subnets': [{'id': 'c74452c5-7c44-46f7-bc68-71b0a3958493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:28.776809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7f7dee25-b8b0-470e-afbf-4c1a84879f05 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:28.782458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Checking router: b48306cc-2484-4b27-a768-f3fabe0fc22e for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:03:28.782918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Updating router b48306cc-2484-4b27-a768-f3fabe0fc22e port 1434abc3-ca3d-4b56-abad-e8895598284b binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:03:28.844176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.055051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:29.055700 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.114959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a24084b2-0774-49fc-ada0-94281cd1d8fa req-7ca386b9-15bb-4e84-ba45-3cc763c46ef1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 210 time: 0.0391927 Jan 28 17:03:29.256717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:29.379874 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Publish callbacks [] for port (1434abc3-ca3d-4b56-abad-e8895598284b), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.400522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.482129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-5c927eb9-ac09-4fca-a5fd-61485e7e36e0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:29.484265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-5c927eb9-ac09-4fca-a5fd-61485e7e36e0 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 946 time: 0.1023386 Jan 28 17:03:29.531299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d2163-3209-4f32-9629-c024adddb0f2 None None] Pushing event updated for resources: {'Port': ['ID=1434abc3-ca3d-4b56-abad-e8895598284b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:29.708429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Attempting to bind port 1434abc3-ca3d-4b56-abad-e8895598284b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:29.709878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Attempting to bind port 1434abc3-ca3d-4b56-abad-e8895598284b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:29.711094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Attempting to bind port 1434abc3-ca3d-4b56-abad-e8895598284b on network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:29.719189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Deleting port 96830b6e-7f26-46ae-ab58-8c40ee26610e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:29.719543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.730585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:29.731121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Checking segment: {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:29.731725 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.732792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Bound using segment: {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:29.733538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Bound port: 1434abc3-ca3d-4b56-abad-e8895598284b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afead99-3a1c-44a5-a716-890bd68b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:29.734120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.771157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd86c6-01ad-48a2-81fa-59ffbb55f276 req-7bfc1111-747f-4ea5-9676-b443349ecb8a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:29.783491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7dd86c6-01ad-48a2-81fa-59ffbb55f276 req-7bfc1111-747f-4ea5-9676-b443349ecb8a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 946 time: 0.3880618 Jan 28 17:03:29.864281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] For port 1434abc3-ca3d-4b56-abad-e8895598284b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:29.873614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] For port 1434abc3-ca3d-4b56-abad-e8895598284b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1434abc3-ca3d-4b56-abad-e8895598284b,segment=NetworkSegment(6afead99-3a1c-44a5-a716-890bd68b4c5f),segment_id=6afead99-3a1c-44a5-a716-890bd68b4c5f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:29.908388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:29.953509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7dd86c6-01ad-48a2-81fa-59ffbb55f276 req-45af4e6c-2696-4f08-9fa7-84af71c7af23 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672902 Jan 28 17:03:29.983697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-c7d322bc-e787-4b41-bc9e-965ec7195d43 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:29.985175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-c7d322bc-e787-4b41-bc9e-965ec7195d43 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.31 "GET /v2.0/networks?id=ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 200 len: 911 time: 0.4999826 Jan 28 17:03:29.991231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d2163-3209-4f32-9629-c024adddb0f2 None None] Pushing event updated for resources: {'Port': ['ID=1434abc3-ca3d-4b56-abad-e8895598284b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:30.001684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Request body: {'port': {'device_id': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'admin_state_up': True, 'tenant_id': 'ab97951661584f34a210c8018e045c03'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:30.003673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] For port 96830b6e-7f26-46ae-ab58-8c40ee26610e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=96830b6e-7f26-46ae-ab58-8c40ee26610e,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:30.004045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.045599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Calling delete_port for 96830b6e-7f26-46ae-ab58-8c40ee26610e owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:30.053756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] Provisioning complete for port 1434abc3-ca3d-4b56-abad-e8895598284b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:30.054133 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.061097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Routers {'b48306cc-2484-4b27-a768-f3fabe0fc22e'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:30.061910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b48306cc-2484-4b27-a768-f3fabe0fc22e'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:30.064220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Made reservation on behalf of ab97951661584f34a210c8018e045c03 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:30.066794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.329054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Allocated IP 172.20.0.5 (ad5f9eb9-d978-4459-91d9-e472ea59637a/aa5b3083-80a6-40fe-a9b0-17c501cef899/1e7564ea-f4e7-48ac-b14f-bda7f140a2a6) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:30.406771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (96830b6e-7f26-46ae-ab58-8c40ee26610e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.457649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'Port': ['ID=96830b6e-7f26-46ae-ab58-8c40ee26610e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:30.499735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.500291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.500557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.500967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.504135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.504604 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.504979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.505319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.505656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.505991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.506324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.506655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.506991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:30.539862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks [] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.599613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] No DVR routers for this DVR port 96830b6e-7f26-46ae-ab58-8c40ee26610e on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:30.602869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.612800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['96830b6e-7f26-46ae-ab58-8c40ee26610e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:30.612956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.616044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:30.621120 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-20e6ae05-c9eb-4075-b220-ffdf3e37b144 req-3e95e8be-563e-419a-a992-caca95a9ba1a tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.31 "DELETE /v2.0/ports/96830b6e-7f26-46ae-ab58-8c40ee26610e HTTP/1.1" status: 204 len: 173 time: 1.1289072 Jan 28 17:03:30.622554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'name': 'network-vif-deleted', 'tag': '96830b6e-7f26-46ae-ab58-8c40ee26610e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:30.629205 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53883419-cb55-4362-b433-f4d36518296f" -d '{"events": [{"server_uuid": "197944f0-bd2e-406d-a5a1-3dac4ed85d68", "name": "network-vif-deleted", "tag": "96830b6e-7f26-46ae-ab58-8c40ee26610e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:30.696369 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80b7db-502c-41ee-9946-1b6a2732f1a3 x-openstack-request-id: req-4d80b7db-502c-41ee-9946-1b6a2732f1a3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:30.696538 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197944f0-bd2e-406d-a5a1-3dac4ed85d68", "name": "network-vif-deleted", "tag": "96830b6e-7f26-46ae-ab58-8c40ee26610e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:30.696818 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d80b7db-502c-41ee-9946-1b6a2732f1a3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:30.697217 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197944f0-bd2e-406d-a5a1-3dac4ed85d68', 'name': 'network-vif-deleted', 'tag': '96830b6e-7f26-46ae-ab58-8c40ee26610e', 'status': 'completed', 'code': 200} Jan 28 17:03:30.707062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Network ad5f9eb9-d978-4459-91d9-e472ea59637a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:30.715024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:30.721495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699328a7-75ff-47f8-97e0-0a24a69d1fbf req-08127cee-aa17-435d-98f5-99e62b4d62df tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:30.729699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-699328a7-75ff-47f8-97e0-0a24a69d1fbf req-08127cee-aa17-435d-98f5-99e62b4d62df tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1027 time: 0.1487651 Jan 28 17:03:30.733951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:30.780217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] Set router b48306cc-2484-4b27-a768-f3fabe0fc22e gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:30.850446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] Current status of the port 1434abc3-ca3d-4b56-abad-e8895598284b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:30.850839 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.907028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Pushing event updated for resources: {'Port': ['ID=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:30.924567 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-699328a7-75ff-47f8-97e0-0a24a69d1fbf req-40da1df0-00df-4862-9160-23f319a144a3 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932845 Jan 28 17:03:30.928329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:30.929307 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:30.973504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-23e8f420-cbc8-423e-9c3d-407aa63b67c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9791775 Jan 28 17:03:30.986311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Request body: {'port': {'device_id': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:31.234187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a2747e4-fb21-4e27-ab72-ba826c6055f0 req-ea606203-25c6-4031-b37d-fb9f43d5af7e tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=197944f0-bd2e-406d-a5a1-3dac4ed85d68 HTTP/1.1" status: 200 len: 210 time: 0.0470877 Jan 28 17:03:31.237596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:31.409177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] For port 1434abc3-ca3d-4b56-abad-e8895598284b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1434abc3-ca3d-4b56-abad-e8895598284b,segment=NetworkSegment(6afead99-3a1c-44a5-a716-890bd68b4c5f),segment_id=6afead99-3a1c-44a5-a716-890bd68b4c5f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:31.423223 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:31.540361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95a73e-1d5f-427b-9008-456667dd9c43 None None] Pushing event updated for resources: {'Port': ['ID=1434abc3-ca3d-4b56-abad-e8895598284b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:31.556101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:03:24Z', 'revision_number': 4, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1434abc3-ca3d-4b56-abad-e8895598284b', 'name': '', 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'mac_address': 'fa:16:3e:6b:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c74452c5-7c44-46f7-bc68-71b0a3958493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:23Z', 'updated_at': '2022-01-28T17:03:29Z', 'revision_number': 4, 'project_id': 'ab97951661584f34a210c8018e045c03', 'subnets': [{'id': 'c74452c5-7c44-46f7-bc68-71b0a3958493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:31.589320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f487bf-27ef-49f2-b6cb-19100b47dda2 None None] The sync data for ids ['b48306cc-2484-4b27-a768-f3fabe0fc22e'] in n-d-812111-13 is: [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:03:24Z', 'revision_number': 4, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '1434abc3-ca3d-4b56-abad-e8895598284b', 'name': '', 'network_id': 'f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'mac_address': 'fa:16:3e:6b:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c74452c5-7c44-46f7-bc68-71b0a3958493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:23Z', 'updated_at': '2022-01-28T17:03:29Z', 'revision_number': 4, 'project_id': 'ab97951661584f34a210c8018e045c03', 'subnets': [{'id': 'c74452c5-7c44-46f7-bc68-71b0a3958493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:31.593795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50b42430-284f-4c28-8d3f-1c501e825bfa None None] Provisioning complete for port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:31.594440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50b42430-284f-4c28-8d3f-1c501e825bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:31.631802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50b42430-284f-4c28-8d3f-1c501e825bfa None None] Port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:31.642719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50b42430-284f-4c28-8d3f-1c501e825bfa None None] Provisioning complete for port 1434abc3-ca3d-4b56-abad-e8895598284b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:31.643456 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50b42430-284f-4c28-8d3f-1c501e825bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:31.778522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50b42430-284f-4c28-8d3f-1c501e825bfa None None] Current status of the port 1434abc3-ca3d-4b56-abad-e8895598284b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:31.820596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:31.834962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Publish callbacks [] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:31.864051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Transition to ACTIVE for port object 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:03:31.869027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:31.990075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:32.290687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Attempting to bind port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:32.291027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Attempting to bind port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:32.291359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Attempting to bind port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 on network ad5f9eb9-d978-4459-91d9-e472ea59637a {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:32.296908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9beeb0-7d1f-4f60-94ec-403a78f7f6f5 req-4f25d31f-6aee-471d-ad1a-89edae8e3ebf tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:32.298447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b9beeb0-7d1f-4f60-94ec-403a78f7f6f5 req-4f25d31f-6aee-471d-ad1a-89edae8e3ebf tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1053 time: 0.2084608 Jan 28 17:03:32.301081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 on network ad5f9eb9-d978-4459-91d9-e472ea59637a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:03:32.301408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Attempting to bind port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 on network ad5f9eb9-d978-4459-91d9-e472ea59637a {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:32.313791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:32.314146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Checking segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:32.314534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Bound using segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:32.314988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Bound port: 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:32.315347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:32.448950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b9beeb0-7d1f-4f60-94ec-403a78f7f6f5 req-974af397-6e0d-400a-9bae-08c2f69d7e4f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415837 Jan 28 17:03:32.457208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 96830b6e-7f26-46ae-ab58-8c40ee26610e no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:32.490898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] For port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:32.499232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 96830b6e-7f26-46ae-ab58-8c40ee26610e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:32.501169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] For port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:32.503473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 96830b6e-7f26-46ae-ab58-8c40ee26610e not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:32.519588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:32.600325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:32.601265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:32.603407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] 10.222.0.31 "PUT /v2.0/ports/1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 HTTP/1.1" status: 200 len: 1092 time: 1.6219294 Jan 28 17:03:32.615425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'tag': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:32.619583 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608b741-4d8b-4a74-87f4-9ceec27e27fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fbd8e-88fd-4d68-9caa-9a7213a54329", "tag": "1e7564ea-f4e7-48ac-b14f-bda7f140a2a6"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:32.655813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7a6ff-cc35-46b8-9f82-71960b684ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:32.750969 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e57d6a1-6139-412e-9f47-73c9b0ce65da x-openstack-request-id: req-4e57d6a1-6139-412e-9f47-73c9b0ce65da {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:32.751707 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fbd8e-88fd-4d68-9caa-9a7213a54329", "tag": "1e7564ea-f4e7-48ac-b14f-bda7f140a2a6", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:32.753136 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e57d6a1-6139-412e-9f47-73c9b0ce65da {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:32.753773 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'tag': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6', 'status': 'completed', 'code': 200} Jan 28 17:03:32.886054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-d1f5f6e9-5c15-4827-a38a-b4ab3720e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:32.887580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-d1f5f6e9-5c15-4827-a38a-b4ab3720e4d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab97951661584f34a210c8018e045c03&device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1126 time: 0.2140484 Jan 28 17:03:32.887961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1434abc3-ca3d-4b56-abad-e8895598284b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:32.999641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-dc0b3559-bb05-4c4c-a080-4e86ed1cf251 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 HTTP/1.1" status: 200 len: 217 time: 0.1024187 Jan 28 17:03:33.019770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1434abc3-ca3d-4b56-abad-e8895598284b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:33.020249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:33.027886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e88-8242-45d6-8ae4-6af5f3a0897d req-f19c3607-9c01-4467-ac79-acf8b01d6c89 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:33.029556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb854e88-8242-45d6-8ae4-6af5f3a0897d req-f19c3607-9c01-4467-ac79-acf8b01d6c89 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2424595 Jan 28 17:03:33.179322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb854e88-8242-45d6-8ae4-6af5f3a0897d req-db1eede9-1087-43f6-bfde-d1a0848ee993 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379797 Jan 28 17:03:33.191054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f63d8b10-dbe0-475b-9b67-f6d1a4efc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:33.192479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f63d8b10-dbe0-475b-9b67-f6d1a4efc3e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa5b3083-80a6-40fe-a9b0-17c501cef899 HTTP/1.1" status: 200 len: 849 time: 0.1856947 Jan 28 17:03:33.235318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1434abc3-ca3d-4b56-abad-e8895598284b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:33.275495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-b91bc0c7-68b4-4589-a567-68df79f5bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:33.277232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-b91bc0c7-68b4-4589-a567-68df79f5bd3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad5f9eb9-d978-4459-91d9-e472ea59637a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0776644 Jan 28 17:03:33.480279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-a12790fb-208f-4458-bbd7-7403fd797d71 service neutron] 10.222.0.31 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957805 Jan 28 17:03:33.933677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d79bb37-e4b7-4c20-905e-9a5d9cfc2109 req-f1a1d983-ae86-4118-a827-78d7521ab574 service neutron] 10.222.0.31 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462757 Jan 28 17:03:33.938021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002ad1-4812-49c1-84a6-2ba361fd44dd req-9583173a-5f92-425b-a6a5-73d8dd07c889 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:33.940175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f002ad1-4812-49c1-84a6-2ba361fd44dd req-9583173a-5f92-425b-a6a5-73d8dd07c889 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1126 time: 0.3624611 Jan 28 17:03:34.002304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f002ad1-4812-49c1-84a6-2ba361fd44dd req-b7389d41-5ab2-4c95-bfd8-93b4ca3271d0 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Jan 28 17:03:34.064408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-70a13fb2-89dc-4b6b-9d21-6f1900c69ff2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:34.066751 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-70a13fb2-89dc-4b6b-9d21-6f1900c69ff2 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.1350560 Jan 28 17:03:34.110417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-3249b872-05dd-4981-a240-461b45397a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:34.130449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-3249b872-05dd-4981-a240-461b45397a91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab97951661584f34a210c8018e045c03&device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1126 time: 0.1248176 Jan 28 17:03:34.293649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Deleting port 9d239992-6662-4a7e-abbe-bdb69e8270ed {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:34.294100 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:34.340648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-8cd62648-e0fb-4457-8238-552659de4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:34.346138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-8cd62648-e0fb-4457-8238-552659de4ba3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 200 len: 911 time: 0.2044456 Jan 28 17:03:34.484006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-ea8bb15e-0da0-47cc-a080-3229849a1810 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0873308 Jan 28 17:03:34.532349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] For port 9d239992-6662-4a7e-abbe-bdb69e8270ed, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=9d239992-6662-4a7e-abbe-bdb69e8270ed,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:34.532751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:34.558761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88b286-1866-47be-b005-9271b8422224 req-670f041f-418e-4455-8b73-82dc9f6364a5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:34.560907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f88b286-1866-47be-b005-9271b8422224 req-670f041f-418e-4455-8b73-82dc9f6364a5 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=866350d4-91ef-40d6-83a8-2a039070ef87 HTTP/1.1" status: 200 len: 945 time: 0.2364371 Jan 28 17:03:34.574982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Calling delete_port for 9d239992-6662-4a7e-abbe-bdb69e8270ed owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:34.585638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-9e772bfe-1c7d-43a8-99a8-c431f1ec2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:34.588425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-9e772bfe-1c7d-43a8-99a8-c431f1ec2d64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa5b3083-80a6-40fe-a9b0-17c501cef899 HTTP/1.1" status: 200 len: 849 time: 0.0961971 Jan 28 17:03:34.703964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-c5b98491-04cb-4da8-ab8f-ebbbcf6bb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:34.706173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-c5b98491-04cb-4da8-ab8f-ebbbcf6bb80e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad5f9eb9-d978-4459-91d9-e472ea59637a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1098065 Jan 28 17:03:34.726891 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f88b286-1866-47be-b005-9271b8422224 req-54e076a3-b539-4a1a-a889-768342388fbb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530316 Jan 28 17:03:34.862842 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9d239992-6662-4a7e-abbe-bdb69e8270ed), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:34.876852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['9d239992-6662-4a7e-abbe-bdb69e8270ed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:34.886531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-8d2b0ba7-6eee-4797-a431-6fe1b5c8f96d service neutron] 10.222.0.31 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559167 Jan 28 17:03:34.937272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'Port': ['ID=9d239992-6662-4a7e-abbe-bdb69e8270ed,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:35.001021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] No DVR routers for this DVR port 9d239992-6662-4a7e-abbe-bdb69e8270ed on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:35.007486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:35.011878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e61ab5a8-6ab3-48b2-b7a7-296644cd5a11 req-975ced4b-c2a2-44e9-ba4a-403fdf7ee854 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "DELETE /v2.0/ports/9d239992-6662-4a7e-abbe-bdb69e8270ed HTTP/1.1" status: 204 len: 173 time: 0.9388077 Jan 28 17:03:35.012483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866350d4-91ef-40d6-83a8-2a039070ef87', 'name': 'network-vif-deleted', 'tag': '9d239992-6662-4a7e-abbe-bdb69e8270ed'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:35.015347 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4243b45-06dc-4529-8201-18b6701e9463" -d '{"events": [{"server_uuid": "866350d4-91ef-40d6-83a8-2a039070ef87", "name": "network-vif-deleted", "tag": "9d239992-6662-4a7e-abbe-bdb69e8270ed"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:35.086700 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b836e1bb-fe40-4376-bdb2-bad52981f3de x-openstack-request-id: req-b836e1bb-fe40-4376-bdb2-bad52981f3de {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:35.099359 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866350d4-91ef-40d6-83a8-2a039070ef87", "name": "network-vif-deleted", "tag": "9d239992-6662-4a7e-abbe-bdb69e8270ed", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:35.099359 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b836e1bb-fe40-4376-bdb2-bad52981f3de {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:35.099359 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866350d4-91ef-40d6-83a8-2a039070ef87', 'name': 'network-vif-deleted', 'tag': '9d239992-6662-4a7e-abbe-bdb69e8270ed', 'status': 'completed', 'code': 200} Jan 28 17:03:35.130020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d608b741-4d8b-4a74-87f4-9ceec27e27fb req-60efca39-cca9-47c9-bcfb-fcbee0f45657 service neutron] 10.222.0.31 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361975 Jan 28 17:03:35.235881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c10a3-e39d-4a47-8a17-441890a3ba28 req-338f1f8d-7fa1-4f01-a26c-a0b9ee0ad1f2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:35.239514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-961c10a3-e39d-4a47-8a17-441890a3ba28 req-338f1f8d-7fa1-4f01-a26c-a0b9ee0ad1f2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1126 time: 0.1065314 Jan 28 17:03:35.335006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-961c10a3-e39d-4a47-8a17-441890a3ba28 req-cd85f45a-b446-4bcb-a505-19f409771555 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841060 Jan 28 17:03:36.069101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc09c57-9a5e-4dce-bc60-4bc9213a7393 req-7ed8229c-0db5-48d9-925d-ae51050a41bd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:36.077653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdc09c57-9a5e-4dce-bc60-4bc9213a7393 req-7ed8229c-0db5-48d9-925d-ae51050a41bd tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0767612 Jan 28 17:03:36.140823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cdc09c57-9a5e-4dce-bc60-4bc9213a7393 req-41917b4f-fccd-4319-8cbc-a89408d51de4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619743 Jan 28 17:03:36.476978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370797-af62-421b-bcae-057a7880f073 req-f586bf8c-9aae-4f7a-8838-d5233c54668f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:36.486521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef370797-af62-421b-bcae-057a7880f073 req-f586bf8c-9aae-4f7a-8838-d5233c54668f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1126 time: 0.0734549 Jan 28 17:03:36.489821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:03:36.575112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef370797-af62-421b-bcae-057a7880f073 req-74ff23be-ce8c-494f-bb05-1fb13f485f81 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876579 Jan 28 17:03:36.662802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:36.678238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'port_id': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6', 'mac_address': 'fa:16:3e:13:1d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:03:36.735021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:36.736598 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:36.753438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:36.787120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:36.796574 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:36.858048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:37.019481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:37.257560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375affc-8e15-4644-b372-ff62e8fbec0f req-c06041da-4ab4-42e8-a729-d6483dd8adfb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:37.259056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b375affc-8e15-4644-b372-ff62e8fbec0f req-c06041da-4ab4-42e8-a729-d6483dd8adfb tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0537488 Jan 28 17:03:37.309837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b375affc-8e15-4644-b372-ff62e8fbec0f req-730e5916-7662-4533-825c-9979d10423ec tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 Jan 28 17:03:37.616475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-2ba50d43-e3f7-4063-ac2b-79382a0792f9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:37.619245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-2ba50d43-e3f7-4063-ac2b-79382a0792f9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.0640998 Jan 28 17:03:37.767210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Deleting port 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:37.767840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (33927930-3ba8-4814-9058-007d8fec898c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:37.792618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0552-589c-43ba-813d-ecdd56ca97e7 req-747866a0-3b36-498e-bc2c-e67787b3f48c tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:37.794281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa5d0552-589c-43ba-813d-ecdd56ca97e7 req-747866a0-3b36-498e-bc2c-e67787b3f48c tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1127 time: 0.0989094 Jan 28 17:03:37.862111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] For port 33927930-3ba8-4814-9058-007d8fec898c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=33927930-3ba8-4814-9058-007d8fec898c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:37.862742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (33927930-3ba8-4814-9058-007d8fec898c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:37.895927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa5d0552-589c-43ba-813d-ecdd56ca97e7 req-feb6705e-e724-4f04-85a3-ba3026f6ebf4 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935807 Jan 28 17:03:38.499049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:38.499827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (fe7dbed3-2840-4053-bb95-8e1c4e2c0bab), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:38.500464 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Floating IP fe7dbed3-2840-4053-bb95-8e1c4e2c0bab disassociated. External IP: 172.25.8.136, port: 33927930-3ba8-4814-9058-007d8fec898c. Jan 28 17:03:38.501262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Calling delete_port for 33927930-3ba8-4814-9058-007d8fec898c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:38.510930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:38.542722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b177-04d5-4b70-a83a-3dba3f1cb58d req-d0d15274-097e-46b6-921e-c6399058c9e4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:38.544265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89f3b177-04d5-4b70-a83a-3dba3f1cb58d req-d0d15274-097e-46b6-921e-c6399058c9e4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 944 time: 0.1096213 Jan 28 17:03:38.603638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:03:38.608919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:38.609500 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:38.650847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89f3b177-04d5-4b70-a83a-3dba3f1cb58d req-9c5978b5-4e48-4d73-9744-5bb9d9bc1d94 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9e68991-0ee5-4786-a9c6-1b80b48ad71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992653 Jan 28 17:03:38.760112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (33927930-3ba8-4814-9058-007d8fec898c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:38.796948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:38.797331 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:38.815863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'Port': ['ID=33927930-3ba8-4814-9058-007d8fec898c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:38.829598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:38.833062 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780d676-6617-4385-afc7-dfd9926a6bc5" -d '{"events": [{"server_uuid": "3d4fbd8e-88fd-4d68-9caa-9a7213a54329", "name": "network-vif-plugged", "status": "completed", "tag": "1e7564ea-f4e7-48ac-b14f-bda7f140a2a6"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:38.853361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:38.866946 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:39.030335 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8a79d7-ff72-41df-a7fc-e51fd8be0c98 x-openstack-request-id: req-5c8a79d7-ff72-41df-a7fc-e51fd8be0c98 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:39.030703 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fbd8e-88fd-4d68-9caa-9a7213a54329", "name": "network-vif-plugged", "status": "completed", "tag": "1e7564ea-f4e7-48ac-b14f-bda7f140a2a6", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:39.031065 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c8a79d7-ff72-41df-a7fc-e51fd8be0c98 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:39.031578 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6', 'code': 200} Jan 28 17:03:39.051399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:39.063948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:39.135264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 33927930-3ba8-4814-9058-007d8fec898c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:39.136046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 33927930-3ba8-4814-9058-007d8fec898c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:39.136809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9d239992-6662-4a7e-abbe-bdb69e8270ed no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:39.176415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Router 603581d9-8445-41df-a3a4-76488a113207 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:03:39.200175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 9d239992-6662-4a7e-abbe-bdb69e8270ed {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:39.200527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 9d239992-6662-4a7e-abbe-bdb69e8270ed not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:39.207294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f942-26e6-415e-98c2-903b656db4ac req-751996aa-3a69-41a5-87f1-bb91b8ac642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:39.208860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c832f942-26e6-415e-98c2-903b656db4ac req-751996aa-3a69-41a5-87f1-bb91b8ac642b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.1195052 Jan 28 17:03:39.273603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ae965-82f3-40c4-96bc-198925b50f1c req-50c9a26b-a40d-4a2d-aef5-12d0eb828ce7 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:39.281908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd1ae965-82f3-40c4-96bc-198925b50f1c req-50c9a26b-a40d-4a2d-aef5-12d0eb828ce7 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.2712140 Jan 28 17:03:39.389925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd1ae965-82f3-40c4-96bc-198925b50f1c req-8c18eefa-05a2-4c3b-9272-05c44aff9f67 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018496 Jan 28 17:03:39.392442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c832f942-26e6-415e-98c2-903b656db4ac req-60713ed5-f479-4f8f-95e6-b4931a122598 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668577 Jan 28 17:03:39.457268 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:03:39.468810 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] Sync routers for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:03:39.498671 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:39.499322 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:39.536333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] No DVR routers for this DVR port 33927930-3ba8-4814-9058-007d8fec898c on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:39.546606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:39.551214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3cd5ad54-545c-4b74-9c7f-935c8260c44d req-a3baede2-1542-4c2d-b999-98a18c56ee48 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.24 "DELETE /v2.0/ports/33927930-3ba8-4814-9058-007d8fec898c HTTP/1.1" status: 204 len: 173 time: 1.9256084 Jan 28 17:03:39.551680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-deleted', 'tag': '33927930-3ba8-4814-9058-007d8fec898c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:39.553970 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa432b32-b10b-439f-a279-03258390b91b" -d '{"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-deleted", "tag": "33927930-3ba8-4814-9058-007d8fec898c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:39.620968 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05f9a5-f27c-4e56-b80f-e1f786fbb4b6 x-openstack-request-id: req-3f05f9a5-f27c-4e56-b80f-e1f786fbb4b6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:39.621488 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df143b-73f3-4765-acf3-0e41f1aa82eb", "name": "network-vif-deleted", "tag": "33927930-3ba8-4814-9058-007d8fec898c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:39.621908 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f05f9a5-f27c-4e56-b80f-e1f786fbb4b6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:39.622478 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df143b-73f3-4765-acf3-0e41f1aa82eb', 'name': 'network-vif-deleted', 'tag': '33927930-3ba8-4814-9058-007d8fec898c', 'status': 'completed', 'code': 200} Jan 28 17:03:39.809385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b006abd5-1f6e-4bea-8a30-cd53a5119788 req-05a5f003-12f5-48dd-8893-42a26ed4c2f4 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/ports?device_id=10df143b-73f3-4765-acf3-0e41f1aa82eb HTTP/1.1" status: 200 len: 210 time: 0.0458763 Jan 28 17:03:39.852384 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:40.095577 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:58Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:40.129791 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] Checking router: 603581d9-8445-41df-a3a4-76488a113207 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:03:40.138778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:40.139488 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:40.245423 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:40.496335 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:58Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:40.533990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70abf2-5d79-4491-b8d5-94ed6b569a7e None None] The sync data for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 is: [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T16:55:46Z', 'revision_number': 4, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f1b2f619-8d16-4ad7-99bf-07d11d2afc9c', 'name': '', 'network_id': '5c6009f2-acc5-44fe-91c1-a581e0476315', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'mac_address': 'fa:16:3e:6f:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '583f3072-2742-456a-a4b3-26d1368fa955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:44Z', 'updated_at': '2022-01-28T16:55:58Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'subnets': [{'id': '583f3072-2742-456a-a4b3-26d1368fa955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:40.548417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755a4b-fa5d-4103-9359-8adad3103115 req-a1630e89-3215-4b83-9f0c-ef0e1a427a9f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:40.550582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a755a4b-fa5d-4103-9359-8adad3103115 req-a1630e89-3215-4b83-9f0c-ef0e1a427a9f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.0619581 Jan 28 17:03:40.625060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a755a4b-fa5d-4103-9359-8adad3103115 req-63b27ea4-a343-4643-91a2-3a60006cac3d tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587499 Jan 28 17:03:40.910690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43710) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:40.970637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931e540-5d40-4131-9eba-6f3c11bea692 None None] New status for floating IP fe7dbed3-2840-4053-bb95-8e1c4e2c0bab: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:03:41.026199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fccd4ff-7482-4704-99b9-57cde44230c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group (c9e68991-0ee5-4786-a9c6-1b80b48ad71d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.081102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fccd4ff-7482-4704-99b9-57cde44230c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group (c9e68991-0ee5-4786-a9c6-1b80b48ad71d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.158384 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fccd4ff-7482-4704-99b9-57cde44230c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c9e68991-0ee5-4786-a9c6-1b80b48ad71d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.161418 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fccd4ff-7482-4704-99b9-57cde44230c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.162643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0fccd4ff-7482-4704-99b9-57cde44230c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "DELETE /v2.0/security-groups/c9e68991-0ee5-4786-a9c6-1b80b48ad71d HTTP/1.1" status: 204 len: 168 time: 0.2501483 Jan 28 17:03:41.165329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43720) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:41.178936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccd4ff-7482-4704-99b9-57cde44230c1 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e68991-0ee5-4786-a9c6-1b80b48ad71d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:41.179870 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-4ebcc1b1-9a32-4f76-85ba-1658c53b2be9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] show failed (client error): The resource could not be found. Jan 28 17:03:41.181194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ebcc1b1-9a32-4f76-85ba-1658c53b2be9 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "GET /v2.0/security-groups/c9e68991-0ee5-4786-a9c6-1b80b48ad71d HTTP/1.1" status: 404 len: 347 time: 0.0148754 Jan 28 17:03:41.183841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43722) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:41.320915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Deleting port fb14dc29-1bd2-4f3f-8a56-5715c1a2d608 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:41.321268 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.407268 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.407639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.419284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Calling delete_port for fb14dc29-1bd2-4f3f-8a56-5715c1a2d608 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:41.554930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (fb14dc29-1bd2-4f3f-8a56-5715c1a2d608), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.594025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Pushing event deleted for resources: {'Port': ['ID=fb14dc29-1bd2-4f3f-8a56-5715c1a2d608,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:41.664502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks [] for floatingip (fe7dbed3-2840-4053-bb95-8e1c4e2c0bab), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.668783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:41.673995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43726) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:41.681230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4c99522f-45a3-4837-9cf6-f3357017cc42 tempest-ServerActionsTestJSON-1894690708 tempest-ServerActionsTestJSON-1894690708-project] 10.222.0.25 "DELETE /v2.0/floatingips/fe7dbed3-2840-4053-bb95-8e1c4e2c0bab HTTP/1.1" status: 204 len: 168 time: 0.4960566 Jan 28 17:03:41.764914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de44f3-06ae-42c0-92f5-0793cae46d51 req-8f23037b-afbc-4f7e-9e8f-71cd91c8a056 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:41.773210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8de44f3-06ae-42c0-92f5-0793cae46d51 req-8f23037b-afbc-4f7e-9e8f-71cd91c8a056 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.0686407 Jan 28 17:03:41.816269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8de44f3-06ae-42c0-92f5-0793cae46d51 req-d6dda415-0dd1-413d-9ff0-541d8426beef tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414152 Jan 28 17:03:41.964881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0174db-cc50-47dc-8ab3-540baca61634 req-81414b66-fe76-4cfd-8dca-5c24751af04b tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:41.966912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a0174db-cc50-47dc-8ab3-540baca61634 req-81414b66-fe76-4cfd-8dca-5c24751af04b tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.0531795 Jan 28 17:03:42.065858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a0174db-cc50-47dc-8ab3-540baca61634 req-c4b21051-ab29-4a70-9bc8-4d89789fabf5 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833461 Jan 28 17:03:42.212516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599b69-525a-4c2d-a035-f621d2d151f9 req-3df7d76f-f85d-4fff-9df5-88522579de45 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:42.214260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07599b69-525a-4c2d-a035-f621d2d151f9 req-3df7d76f-f85d-4fff-9df5-88522579de45 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.0574431 Jan 28 17:03:42.275364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07599b69-525a-4c2d-a035-f621d2d151f9 req-c25631d6-c1f3-4d09-9430-65952c5ecc29 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Jan 28 17:03:42.349868 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:42.373524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (603581d9-8445-41df-a3a4-76488a113207), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:42.377699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:42.539537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-36511d63-222e-4990-a4ee-b4dc2ca18a10 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:42.541176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-36511d63-222e-4990-a4ee-b4dc2ca18a10 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/networks?id=ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 200 len: 911 time: 0.0960243 Jan 28 17:03:42.564844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-e2e42260-6d72-44f1-8eee-98146680ad5a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/quotas/ab97951661584f34a210c8018e045c03 HTTP/1.1" status: 200 len: 375 time: 0.0175619 Jan 28 17:03:42.619321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-b0ef14ed-2f1e-4356-adf4-6e9bc2d2019a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab97951661584f34a210c8018e045c03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490713 Jan 28 17:03:42.683062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Deleting port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:42.683399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:42.799195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] For port f1b2f619-8d16-4ad7-99bf-07d11d2afc9c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:42.799881 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:42.816060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Calling delete_port for f1b2f619-8d16-4ad7-99bf-07d11d2afc9c owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:42.822603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-b902192e-6458-43b4-aea7-95439a6e237b service neutron] 10.222.0.25 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881957 Jan 28 17:03:42.927740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-9ef4c8a1-c6d5-4b1d-8a82-f6ea9df79baa service neutron] 10.222.0.25 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962269 Jan 28 17:03:43.077552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f1b2f619-8d16-4ad7-99bf-07d11d2afc9c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:43.104894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b2f619-8d16-4ad7-99bf-07d11d2afc9c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:43.188490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-122ed25e-8119-4ab6-a57c-d5469c579d85 req-919f99c9-fd8a-47b0-b037-b8feea468b1a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 210 time: 0.0815823 Jan 28 17:03:43.406536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (603581d9-8445-41df-a3a4-76488a113207), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:43.621476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:03:43.858601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Router 603581d9-8445-41df-a3a4-76488a113207 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:03:44.073666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:03:44.085346 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e116a9df-e26c-4967-b38a-aa40d428e17e admin admin] 10.222.0.25 "PUT /v2.0/routers/603581d9-8445-41df-a3a4-76488a113207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088619 Jan 28 17:03:44.087407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:44.089684 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] Sync routers for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:03:44.139508 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:44.143273 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:44.337829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks [] for router (603581d9-8445-41df-a3a4-76488a113207), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:44.359204 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:44.456963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0d21d37-3fe4-4dc7-bac9-c0c0bdaca706 req-74907af9-f765-4fc7-9034-8395e0ee424c tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 210 time: 0.0569482 Jan 28 17:03:44.478569 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks [] for router_gateway (603581d9-8445-41df-a3a4-76488a113207), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:44.594549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Deleting port f13d3aa5-ff63-47b8-bbef-871736c39672 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:44.596091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:44.642921 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T17:03:43Z', 'revision_number': 5, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port': {'id': 'f13d3aa5-ff63-47b8-bbef-871736c39672', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603581d9-8445-41df-a3a4-76488a113207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:55:39Z', 'updated_at': '2022-01-28T16:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:44.741307 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] Checking router: 603581d9-8445-41df-a3a4-76488a113207 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:03:44.765473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] Routers {'603581d9-8445-41df-a3a4-76488a113207'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:03:44.769067 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['603581d9-8445-41df-a3a4-76488a113207'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:44.783189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] For port f13d3aa5-ff63-47b8-bbef-871736c39672, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f13d3aa5-ff63-47b8-bbef-871736c39672,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:44.783565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:44.825785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Calling delete_port for f13d3aa5-ff63-47b8-bbef-871736c39672 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:44.833939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-d48f2cf9-c666-47e0-9684-0891bf1b7963 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:44.836039 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-d48f2cf9-c666-47e0-9684-0891bf1b7963 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.24 "GET /v2.0/networks?id=ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 200 len: 911 time: 0.1909041 Jan 28 17:03:44.849303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Request body: {'port': {'device_id': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'admin_state_up': True, 'tenant_id': 'ab97951661584f34a210c8018e045c03'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:44.903578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Made reservation on behalf of ab97951661584f34a210c8018e045c03 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:44.906675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:44.912963 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] Set router 603581d9-8445-41df-a3a4-76488a113207 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:03:45.055359 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T17:03:44Z', 'revision_number': 6, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:45.108902 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05994d5-6797-48c0-9973-9002f2c5413e None None] The sync data for ids ['603581d9-8445-41df-a3a4-76488a113207'] in n-d-812111-13 is: [{'id': '603581d9-8445-41df-a3a4-76488a113207', 'name': 'tempest-ServerActionsTestJSON-1603322204-router', 'tenant_id': '41e93c32165740b29e98846e7841ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:55:38Z', 'updated_at': '2022-01-28T17:03:44Z', 'revision_number': 6, 'project_id': '41e93c32165740b29e98846e7841ab45', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:03:45.175873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f13d3aa5-ff63-47b8-bbef-871736c39672), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.179520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Allocated IP 172.20.0.4 (ad5f9eb9-d978-4459-91d9-e472ea59637a/aa5b3083-80a6-40fe-a9b0-17c501cef899/f17c11a2-91de-4dd3-b8a3-ca9361b4524c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:45.203883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13d3aa5-ff63-47b8-bbef-871736c39672,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:45.237447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.238053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.238675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.239265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.239860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.240503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.241114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.241650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.242170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.242689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.243213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.243725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.244229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:03:45.292003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (603581d9-8445-41df-a3a4-76488a113207), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.378138 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks [] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.431828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.446155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:45.469452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (603581d9-8445-41df-a3a4-76488a113207), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.475328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks [] for router_controller (603581d9-8445-41df-a3a4-76488a113207), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.503910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Network ad5f9eb9-d978-4459-91d9-e472ea59637a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:45.535986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Pushing event updated for resources: {'Port': ['ID=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:45.546353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:45.566707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:45.655073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:45.657872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.685103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (603581d9-8445-41df-a3a4-76488a113207), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.685624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603581d9-8445-41df-a3a4-76488a113207 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:03:45.699235 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-585b8b71-0783-44fb-a203-c3aa086a48e1 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8543622 Jan 28 17:03:45.713442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Request body: {'port': {'device_id': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:45.714950 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.717664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-534d6cb9-c538-49ca-8512-65c69e5ad101 admin admin] 10.222.0.25 "DELETE /v2.0/routers/603581d9-8445-41df-a3a4-76488a113207 HTTP/1.1" status: 204 len: 168 time: 1.6286328 Jan 28 17:03:45.721750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43808) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:45.840022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-20f7458c-5a16-4e8c-862f-0e7b5597d509 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2193544 Jan 28 17:03:45.854437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b2f4b-7feb-43f9-8424-12e272a387ae req-e26c9702-140e-41fd-980e-4f7084d47681 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:45.855968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b72b2f4b-7feb-43f9-8424-12e272a387ae req-e26c9702-140e-41fd-980e-4f7084d47681 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1027 time: 0.1887984 Jan 28 17:03:45.902590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Deleting subnet 583f3072-2742-456a-a4b3-26d1368fa955 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:03:45.916789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Publish callbacks [] for subnet (583f3072-2742-456a-a4b3-26d1368fa955), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.955975 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-493e1902-dc89-468e-86ec-1afa3279d80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.985666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-83f099cd-1a82-43b1-a975-fa862ed8ac44 None None] Provisioning complete for port f17c11a2-91de-4dd3-b8a3-ca9361b4524c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:45.986317 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-83f099cd-1a82-43b1-a975-fa862ed8ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:45.995980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (583f3072-2742-456a-a4b3-26d1368fa955), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.027958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-83f099cd-1a82-43b1-a975-fa862ed8ac44 None None] Port f17c11a2-91de-4dd3-b8a3-ca9361b4524c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:03:46.041570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b72b2f4b-7feb-43f9-8424-12e272a387ae req-a5e2fcff-1fd6-4678-a927-5668499d46f3 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773889 Jan 28 17:03:46.052203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-2f41901f-ae6e-4bab-a86f-34c871bf95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:46.062713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-2f41901f-ae6e-4bab-a86f-34c871bf95d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be16a2e73c84d45a796029cdcc3d668&device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 1128 time: 0.1488614 Jan 28 17:03:46.183820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.207827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (583f3072-2742-456a-a4b3-26d1368fa955), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.305901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-61ec5f1f-18ed-4b75-a0ea-a9f05dfaff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:46.309657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-61ec5f1f-18ed-4b75-a0ea-a9f05dfaff2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 200 len: 915 time: 0.2253890 Jan 28 17:03:46.396207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-bc58dea5-0ba7-4577-ae27-2489c4602499 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1cb216-ab49-4920-8087-997f4199e18f HTTP/1.1" status: 200 len: 217 time: 0.0734177 Jan 28 17:03:46.431777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (583f3072-2742-456a-a4b3-26d1368fa955), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.486179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf19b03-d902-480e-aae8-b852fe1a50ac None None] Network 5c6009f2-acc5-44fe-91c1-a581e0476315 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:46.497107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583f3072-2742-456a-a4b3-26d1368fa955,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:46.501866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.511734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa404d27-b597-4c81-9a55-e9f380df15ff admin admin] 10.222.0.25 "DELETE /v2.0/subnets/583f3072-2742-456a-a4b3-26d1368fa955 HTTP/1.1" status: 204 len: 168 time: 0.7889233 Jan 28 17:03:46.513783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43828) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:46.533414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-6377b8d8-fbc8-4d48-983b-ecd8d8427476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:46.534908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-6377b8d8-fbc8-4d48-983b-ecd8d8427476 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d8311e-d2ec-4d2e-8771-de0fbc69a875 HTTP/1.1" status: 200 len: 854 time: 0.1325803 Jan 28 17:03:46.593323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-a19faee3-4cef-4eb3-84ad-46cd7192ea4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1fc9cd5f-7b7c-4403-954b-623d41bea59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518734 Jan 28 17:03:46.769593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f13d3aa5-ff63-47b8-bbef-871736c39672 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:46.780447 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5c6009f2-acc5-44fe-91c1-a581e0476315), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.786470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-7dc0e00b-2bfc-4ff6-be14-801cfefad2a8 service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850011 Jan 28 17:03:46.816844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] DHCP port deletion for 5c6009f2-acc5-44fe-91c1-a581e0476315 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:03:46.884018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f13d3aa5-ff63-47b8-bbef-871736c39672 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:46.884725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f13d3aa5-ff63-47b8-bbef-871736c39672 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:46.885259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f1b2f619-8d16-4ad7-99bf-07d11d2afc9c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:46.901279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Deleting port 33e978f6-0dbf-487b-94ed-59851893e75d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:46.901918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:46.967006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f1b2f619-8d16-4ad7-99bf-07d11d2afc9c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:46.970411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f1b2f619-8d16-4ad7-99bf-07d11d2afc9c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:47.031416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb76e323-5382-4c6b-8adf-8c1d101476ac req-e451d52f-4b65-47a2-8e5c-568adb15c759 service neutron] 10.222.0.31 "GET /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359550 Jan 28 17:03:47.036662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] Deleting port 33e978f6-0dbf-487b-94ed-59851893e75d {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:47.037381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.043846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17c11a2-91de-4dd3-b8a3-ca9361b4524c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:47.079879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Publish callbacks [] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.181321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] For port 33e978f6-0dbf-487b-94ed-59851893e75d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=33e978f6-0dbf-487b-94ed-59851893e75d,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:47.182632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.188069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Transition to ACTIVE for port object f17c11a2-91de-4dd3-b8a3-ca9361b4524c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:03:47.232284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.281457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Calling delete_port for 33e978f6-0dbf-487b-94ed-59851893e75d owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:47.289691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] For port 33e978f6-0dbf-487b-94ed-59851893e75d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=33e978f6-0dbf-487b-94ed-59851893e75d,segment=NetworkSegment(2900181b-77e8-4ae2-8d6a-53a8f4b92433),segment_id=2900181b-77e8-4ae2-8d6a-53a8f4b92433)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:47.292061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.334291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] Calling delete_port for 33e978f6-0dbf-487b-94ed-59851893e75d owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:47.391519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ae28-cc56-4b64-b7c7-6a637dd90edb req-0c044733-4dd3-4bf5-a021-60292bd54ab8 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:47.400900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f65ae28-cc56-4b64-b7c7-6a637dd90edb req-0c044733-4dd3-4bf5-a021-60292bd54ab8 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1053 time: 0.1219769 Jan 28 17:03:47.504943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f65ae28-cc56-4b64-b7c7-6a637dd90edb req-2b003a1b-0c76-461d-96c2-a1d9ca05b75e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976374 Jan 28 17:03:47.532344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.547538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] No DVR routers for this DVR port 33e978f6-0dbf-487b-94ed-59851893e75d on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:47.555228 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (33e978f6-0dbf-487b-94ed-59851893e75d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:47.570632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65690b1-aeb7-4365-a2eb-ee363e286ffa None None] Pushing event deleted for resources: {'Port': ['ID=33e978f6-0dbf-487b-94ed-59851893e75d,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:47.614442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] No DVR routers for this DVR port 33e978f6-0dbf-487b-94ed-59851893e75d on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:47.967440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b87f3aaa-5bd4-47b1-95aa-cf3005e8ca8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.274357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:48.323233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e978f6-0dbf-487b-94ed-59851893e75d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:48.326335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Attempting to bind port f17c11a2-91de-4dd3-b8a3-ca9361b4524c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:48.326874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Attempting to bind port f17c11a2-91de-4dd3-b8a3-ca9361b4524c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:48.327766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Attempting to bind port f17c11a2-91de-4dd3-b8a3-ca9361b4524c on network ad5f9eb9-d978-4459-91d9-e472ea59637a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:48.332921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5c6009f2-acc5-44fe-91c1-a581e0476315), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.361082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6009f2-acc5-44fe-91c1-a581e0476315']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:48.375216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2900181b-77e8-4ae2-8d6a-53a8f4b92433') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:48.375790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2900181b-77e8-4ae2-8d6a-53a8f4b92433') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:03:48.388042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2900181b-77e8-4ae2-8d6a-53a8f4b92433), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.404969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2900181b-77e8-4ae2-8d6a-53a8f4b92433), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.411883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:03:48.412294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2900181b-77e8-4ae2-8d6a-53a8f4b92433), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:03:48.475213 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:03:48.490152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Port f17c11a2-91de-4dd3-b8a3-ca9361b4524c on network ad5f9eb9-d978-4459-91d9-e472ea59637a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:03:48.490485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Attempting to bind port f17c11a2-91de-4dd3-b8a3-ca9361b4524c on network ad5f9eb9-d978-4459-91d9-e472ea59637a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:48.506171 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5c6009f2-acc5-44fe-91c1-a581e0476315), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.509827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:48.510189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Checking segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:48.510587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Bound using segment: {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:48.511028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Bound port: f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe113e-99dd-4da8-b03b-f73db8beb417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:48.511385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.547939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.564913 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c6009f2-acc5-44fe-91c1-a581e0476315 HTTP/1.1" status: 204 len: 168 time: 2.0001769 Jan 28 17:03:48.608748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3f5e1-7cc0-4bae-b66e-3dca49bdec19 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6009f2-acc5-44fe-91c1-a581e0476315,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:48.687007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bd14a-47cb-4b0a-b65e-ce35d0f0a48e req-d3573bcb-47aa-42d1-8db3-c743f630af7e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:48.694516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b0bd14a-47cb-4b0a-b65e-ce35d0f0a48e req-d3573bcb-47aa-42d1-8db3-c743f630af7e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1053 time: 0.0935304 Jan 28 17:03:48.741931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] For port f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:48.742490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 33e978f6-0dbf-487b-94ed-59851893e75d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:03:48.749071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] For port f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:48.765421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.790599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 33e978f6-0dbf-487b-94ed-59851893e75d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:03:48.793888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 33e978f6-0dbf-487b-94ed-59851893e75d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:03:48.818147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43862) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:48.839724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b0bd14a-47cb-4b0a-b65e-ce35d0f0a48e req-0e55ac2a-c2bc-4673-b079-94003c8f094a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291544 Jan 28 17:03:48.854728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:48.855353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:48.862847 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f17c11a2-91de-4dd3-b8a3-ca9361b4524c HTTP/1.1" status: 200 len: 1092 time: 3.1567137 Jan 28 17:03:48.865289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'tag': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:48.867796 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b10d8f-d35a-4217-90db-e58c656e59d6" -d '{"events": [{"name": "network-changed", "server_uuid": "81f0158d-63c7-45a7-98e6-810a91dc7967", "tag": "f17c11a2-91de-4dd3-b8a3-ca9361b4524c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:49.000324 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b6d566-49bd-4f24-82f1-d8018ac10584 x-openstack-request-id: req-69b6d566-49bd-4f24-82f1-d8018ac10584 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:49.000622 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f0158d-63c7-45a7-98e6-810a91dc7967", "tag": "f17c11a2-91de-4dd3-b8a3-ca9361b4524c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:49.000928 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69b6d566-49bd-4f24-82f1-d8018ac10584 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:49.001541 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'tag': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c', 'status': 'completed', 'code': 200} Jan 28 17:03:49.002325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79172036-d2fd-4765-b9c4-5fc4814a5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:49.015656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-366e3bef-27a7-489e-b868-cf2193d4c81d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41e93c32165740b29e98846e7841ab45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943612 Jan 28 17:03:49.018369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43872) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:49.047367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-1a5f5393-c286-403e-8924-29ca737cf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:49.048943 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-1a5f5393-c286-403e-8924-29ca737cf13b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab97951661584f34a210c8018e045c03&device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1126 time: 0.1091118 Jan 28 17:03:49.129134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-c1bc42d7-5f1a-4edd-84f7-2e467f0c05d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c HTTP/1.1" status: 200 len: 217 time: 0.0715413 Jan 28 17:03:49.136155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1b93a1c-194e-4382-9391-48db33742699 admin admin] Publish callbacks [] for security_group (1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:49.207924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1b93a1c-194e-4382-9391-48db33742699 admin admin] Publish callbacks [] for security_group (1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:49.230641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-3166ab6e-014d-436f-9e25-785e4b805c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:49.237534 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-3166ab6e-014d-436f-9e25-785e4b805c00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa5b3083-80a6-40fe-a9b0-17c501cef899 HTTP/1.1" status: 200 len: 849 time: 0.1009843 Jan 28 17:03:49.323533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1b93a1c-194e-4382-9391-48db33742699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:49.330196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c1b93a1c-194e-4382-9391-48db33742699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:49.340504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c1b93a1c-194e-4382-9391-48db33742699 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4 HTTP/1.1" status: 204 len: 168 time: 0.3187199 Jan 28 17:03:49.355478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-96903d39-cdce-4ed9-8dee-887500ff6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:49.361508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-96903d39-cdce-4ed9-8dee-887500ff6346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5f9eb9-d978-4459-91d9-e472ea59637a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1182024 Jan 28 17:03:49.362243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b93a1c-194e-4382-9391-48db33742699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f36d9dc-8cf6-4207-9c9d-eb71280fe2d4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:49.446082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:49.526686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-c5163c9c-b2ad-42c6-aad2-c3d70d330acf service neutron] 10.222.0.24 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496158 Jan 28 17:03:49.756965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d22d4996-8190-410a-ac79-17e719fcd3bf req-bcf1329c-18e0-4d2a-a45b-39719aa5c6bc service neutron] 10.222.0.24 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233810 Jan 28 17:03:49.909652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-20d41652-8686-4596-9239-af2a1549bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:49.911509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-20d41652-8686-4596-9239-af2a1549bd11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab97951661584f34a210c8018e045c03&device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1126 time: 0.0970473 Jan 28 17:03:50.055707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7d2c4-4d7a-4306-8787-6f2b7a74bc38 req-967d24c5-22be-463c-9b9d-363e27df81a9 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:50.062200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fce7d2c4-4d7a-4306-8787-6f2b7a74bc38 req-967d24c5-22be-463c-9b9d-363e27df81a9 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1126 time: 0.1582322 Jan 28 17:03:50.074179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-432b1d4f-f857-4810-ae29-bb21f1ffda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:50.075737 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-432b1d4f-f857-4810-ae29-bb21f1ffda0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 200 len: 911 time: 0.1575778 Jan 28 17:03:50.150188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-fc255cb0-ae1d-4dcc-9e4f-d0ca14a7fe9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c HTTP/1.1" status: 200 len: 217 time: 0.0678470 Jan 28 17:03:50.236030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fce7d2c4-4d7a-4306-8787-6f2b7a74bc38 req-78d42c38-bdea-4280-99fa-9e221b446f24 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707685 Jan 28 17:03:50.245858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-528cdf97-e082-4954-90c9-a3be289f8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:50.247898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-528cdf97-e082-4954-90c9-a3be289f8a38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa5b3083-80a6-40fe-a9b0-17c501cef899 HTTP/1.1" status: 200 len: 849 time: 0.0858734 Jan 28 17:03:50.352236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-ee70e528-2ace-4e10-b1dd-1a37009abeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:50.360572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-ee70e528-2ace-4e10-b1dd-1a37009abeb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5f9eb9-d978-4459-91d9-e472ea59637a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0981054 Jan 28 17:03:50.493497 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-a517f282-97a4-4363-b812-9a2ca5f21c1c service neutron] 10.222.0.24 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230750 Jan 28 17:03:50.624951 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02b10d8f-d35a-4217-90db-e58c656e59d6 req-eb1b4f6a-ba40-4cbe-b0ee-b6e345c2d19c service neutron] 10.222.0.24 "GET /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232872 Jan 28 17:03:50.686184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 43914) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:50.688876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:50.866855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1339832281-network', 'tenant_id': 'aa6c3df402c04349850951d8362810a6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:50.894502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Made reservation on behalf of aa6c3df402c04349850951d8362810a6 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:50.897551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:50.907181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.020138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks [] for security_group (b0679999-5075-442e-80b7-d853daf41b58), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.034938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b0679999-5075-442e-80b7-d853daf41b58), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.073139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0679999-5075-442e-80b7-d853daf41b58,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:51.085336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:03:51.097219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3981e271-4a45-4683-a6b9-586db158eb67), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.097647 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Added segment 3981e271-4a45-4683-a6b9-586db158eb67 of type vlan for network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c Jan 28 17:03:51.132783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f17c11a2-91de-4dd3-b8a3-ca9361b4524c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:03:51.227075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.374742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.376017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:51.376805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.466056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:51.484122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c', 'network_id': 'ad5f9eb9-d978-4459-91d9-e472ea59637a', 'port_id': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c', 'mac_address': 'fa:16:3e:7e:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5b3083-80a6-40fe-a9b0-17c501cef899', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:03:51.512199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8251376 Jan 28 17:03:51.515285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 43930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:51.520367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Request body: {'subnet': {'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1339832281-subnet', 'tenant_id': 'aa6c3df402c04349850951d8362810a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:51.529453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f17c11a2-91de-4dd3-b8a3-ca9361b4524c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:51.530073 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.541186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20855894-6699-465f-b865-db9220f55e76 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:51.555509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:03:51.562173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Made reservation on behalf of aa6c3df402c04349850951d8362810a6 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:51.564959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.571004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c11a2-91de-4dd3-b8a3-ca9361b4524c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:51.590339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873dca7-166e-4e8b-9fa6-cb9590885852 req-2e7ab7c4-2c85-4b8c-bec0-6f2e9bd1cf65 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:51.592488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6873dca7-166e-4e8b-9fa6-cb9590885852 req-2e7ab7c4-2c85-4b8c-bec0-6f2e9bd1cf65 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1126 time: 0.1681213 Jan 28 17:03:51.661783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6873dca7-166e-4e8b-9fa6-cb9590885852 req-51821b02-8fcf-41be-bc9c-f40b27415a80 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610857 Jan 28 17:03:51.672554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:51.688290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.771528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:51.785413 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.832006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7f246fea-c83a-4976-b28e-a6b744cbdd51), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:51.898674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f17c11a2-91de-4dd3-b8a3-ca9361b4524c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:51.917868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f246fea-c83a-4976-b28e-a6b744cbdd51,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:51.930554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Checking segment: {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:51.931138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Network hostable DHCP agents. Network: c3b7c2cb-5adc-4267-a0af-2037d5f13a4c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:03:51.959772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:03:51.981128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c3b7c2cb-5adc-4267-a0af-2037d5f13a4c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:51.986841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:51.989404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:52.006995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d68e89-f48b-4a08-b589-4e3cf85a5234 None None] Network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:52.022793 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-90cb86af-7007-40f5-8726-70b12fc28ee6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5061405 Jan 28 17:03:52.198271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54efb2c1-2bc7-4390-8f72-30401472b2a3 None None] Network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:03:52.737989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-964372f0-75ac-4c23-996f-7c8c249ffd03 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:52.739492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-964372f0-75ac-4c23-996f-7c8c249ffd03 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 814 time: 0.1767216 Jan 28 17:03:52.801941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-078487e0-0268-4734-92b4-56c3a52b9b1d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/quotas/aa6c3df402c04349850951d8362810a6 HTTP/1.1" status: 200 len: 375 time: 0.0569668 Jan 28 17:03:52.910639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-c0bcabe9-ad14-429e-b79a-a989e518a1df tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688391 Jan 28 17:03:52.965177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6c95d-4ac8-40fd-8129-03e1b4d2bd67 req-80745f1e-e8a2-4ea1-9514-df7ea3eece1f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:52.980919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92b6c95d-4ac8-40fd-8129-03e1b4d2bd67 req-80745f1e-e8a2-4ea1-9514-df7ea3eece1f tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1127 time: 0.2021332 Jan 28 17:03:53.132484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f17c11a2-91de-4dd3-b8a3-ca9361b4524c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:03:53.183756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92b6c95d-4ac8-40fd-8129-03e1b4d2bd67 req-282b579b-30f6-4fa1-8f63-9168487fc5c4 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997609 Jan 28 17:03:53.234289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port f17c11a2-91de-4dd3-b8a3-ca9361b4524c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:03:53.238998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port f17c11a2-91de-4dd3-b8a3-ca9361b4524c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:03:53.239376 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:53.290830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-f42c9ba7-0d9f-42ce-93a4-628915ae4efa service neutron] 10.222.0.25 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698564 Jan 28 17:03:53.448304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f17c11a2-91de-4dd3-b8a3-ca9361b4524c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:03:53.448845 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:53.529754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:53.531345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:53.533914 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ea66c-89d9-4a76-a53f-dd9ea5284791" -d '{"events": [{"server_uuid": "81f0158d-63c7-45a7-98e6-810a91dc7967", "name": "network-vif-plugged", "status": "completed", "tag": "f17c11a2-91de-4dd3-b8a3-ca9361b4524c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:53.553021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:53.616443 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6695eef-171a-431d-9221-1e28fabc2cbf x-openstack-request-id: req-c6695eef-171a-431d-9221-1e28fabc2cbf {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:53.618968 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f0158d-63c7-45a7-98e6-810a91dc7967", "name": "network-vif-plugged", "status": "completed", "tag": "f17c11a2-91de-4dd3-b8a3-ca9361b4524c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:53.619620 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6695eef-171a-431d-9221-1e28fabc2cbf {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:53.620273 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c', 'code': 200} Jan 28 17:03:53.706641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:53.782167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff43c4-5ae3-42c5-8a15-963b5f02554f req-52c83769-d217-4551-8c62-7920d44c8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:53.784459 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-19ff43c4-5ae3-42c5-8a15-963b5f02554f req-52c83769-d217-4551-8c62-7920d44c8ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.0986023 Jan 28 17:03:53.888741 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-19ff43c4-5ae3-42c5-8a15-963b5f02554f req-93f32ae1-00ff-40c6-b360-a9b4e254241c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Jan 28 17:03:53.939589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-abacb5bd-d7ca-4d66-a2c7-d0897049ed91 service neutron] 10.222.0.25 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409531 Jan 28 17:03:54.286089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf1cd8ba-cc73-4a48-9582-5dce46a75603 req-80874bd4-12d6-4bfb-b5ce-6c15cef586e6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 210 time: 0.0548460 Jan 28 17:03:54.385877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c0057-9ca4-4b48-b726-660ba38131ab req-fa5b1695-887e-4bae-91f6-c2e3574c6498 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:54.396507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-201c0057-9ca4-4b48-b726-660ba38131ab req-fa5b1695-887e-4bae-91f6-c2e3574c6498 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.0973341 Jan 28 17:03:54.478999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-201c0057-9ca4-4b48-b726-660ba38131ab req-42bcbfd8-7027-4b45-880c-0320d017d71e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804410 Jan 28 17:03:55.554358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3a62121-e2a4-4f2e-954e-eea7535734b3 req-4d311d89-b027-4066-b302-fd57082f78d1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 210 time: 0.0523238 Jan 28 17:03:55.643974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64040412-0348-435e-b9a5-aa2d48b6bc9e req-2938b16a-45bc-41a6-87b7-5c39e1663101 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:55.645805 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64040412-0348-435e-b9a5-aa2d48b6bc9e req-2938b16a-45bc-41a6-87b7-5c39e1663101 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.0585425 Jan 28 17:03:55.878093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64040412-0348-435e-b9a5-aa2d48b6bc9e req-587c2543-c63a-420c-8029-8d807ac9c48c tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227576 Jan 28 17:03:55.907280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-d7995820-bd51-4a60-8c0c-49567563b60d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:55.908865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-d7995820-bd51-4a60-8c0c-49567563b60d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.31 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 814 time: 0.1757147 Jan 28 17:03:55.921718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Request body: {'port': {'device_id': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'admin_state_up': True, 'tenant_id': 'aa6c3df402c04349850951d8362810a6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:56.071107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acdeea-f297-435d-b5fd-e320a3e777f6 req-b197394c-bc4c-49c1-84b0-698dd0b4f9c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:56.072758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1acdeea-f297-435d-b5fd-e320a3e777f6 req-b197394c-bc4c-49c1-84b0-698dd0b4f9c2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.0916631 Jan 28 17:03:56.107600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Made reservation on behalf of aa6c3df402c04349850951d8362810a6 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:03:56.110973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:56.156706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1acdeea-f297-435d-b5fd-e320a3e777f6 req-6c33319c-8064-423c-8213-3e482f6656af tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767698 Jan 28 17:03:56.306410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Allocated IP 172.20.0.12 (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c/7f246fea-c83a-4976-b28e-a6b744cbdd51/2003d67a-f560-4bf4-8c1f-3827438bd0e7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:03:56.338709 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233c0a6-aa24-4ccd-bb94-2eecf6d290da req-dbc1cae9-ac09-4859-bb1f-5d71fb76e9f2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:56.345615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4233c0a6-aa24-4ccd-bb94-2eecf6d290da req-dbc1cae9-ac09-4859-bb1f-5d71fb76e9f2 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.0911150 Jan 28 17:03:56.459192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4233c0a6-aa24-4ccd-bb94-2eecf6d290da req-bfcfec03-c859-496b-bba9-2a7b839458e7 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077304 Jan 28 17:03:56.522670 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks [] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:56.577943 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:56.663043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:03:56.678043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:03:56.690683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:03:56.756273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:56.810921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:56.811530 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:56.836779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2a39-9c29-44fc-bb31-afb8e3aa7e1f req-f776bddb-ce45-4e09-9dec-c7de0d640b10 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:56.838226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf3f2a39-9c29-44fc-bb31-afb8e3aa7e1f req-f776bddb-ce45-4e09-9dec-c7de0d640b10 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 932 time: 0.1645947 Jan 28 17:03:56.844732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-cb74cf95-c0f4-40ed-9118-9867555d7e19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9279284 Jan 28 17:03:56.855044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b50ee-b7b0-4c91-bdf2-c514e426cfb7 req-739594cb-a7c6-42c9-80b7-8dc64b41fd6a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:56.857786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-287b50ee-b7b0-4c91-bdf2-c514e426cfb7 req-739594cb-a7c6-42c9-80b7-8dc64b41fd6a tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.1213157 Jan 28 17:03:56.864075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Request body: {'port': {'device_id': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:03:56.984051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf3f2a39-9c29-44fc-bb31-afb8e3aa7e1f req-7e812243-c68b-4ee3-9ff4-3e65b17fa229 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367698 Jan 28 17:03:56.992136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-287b50ee-b7b0-4c91-bdf2-c514e426cfb7 req-25e956de-c73a-4c66-9629-18cc845b655b tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179881 Jan 28 17:03:56.992711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:57.301736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2003d67a-f560-4bf4-8c1f-3827438bd0e7 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:03:57.310767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Publish callbacks [] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:57.335480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Transition to ACTIVE for port object 2003d67a-f560-4bf4-8c1f-3827438bd0e7 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:03:57.341884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:57.512953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:57.654188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Attempting to bind port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:03:57.654813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Attempting to bind port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:03:57.654909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Attempting to bind port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 on network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:57.671820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 on network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:03:57.672158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Attempting to bind port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 on network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:03:57.694868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:03:57.697023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Checking segment: {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:03:57.698266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Bound using segment: {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:03:57.699909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Bound port: 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:03:57.702087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:57.781602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:57.868051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:03:57.871453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:03:57.886643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:57.943517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:57.944138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:57.945553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] 10.222.0.31 "PUT /v2.0/ports/2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 1093 time: 1.0868535 Jan 28 17:03:57.946000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:57.948305 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a" -d '{"events": [{"name": "network-changed", "server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:57.973428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e986-95bc-472a-a97a-2b4f2d07ed16 service neutron] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:58.003369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e180-865d-4650-87b9-e6a8fc54d028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.052451 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080efba5-bf2d-407f-a9d5-566be23299a3 x-openstack-request-id: req-080efba5-bf2d-407f-a9d5-566be23299a3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:58.052956 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:58.053376 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-080efba5-bf2d-407f-a9d5-566be23299a3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:58.053935 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'status': 'completed', 'code': 200} Jan 28 17:03:58.068385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-b9a68cc0-d42f-49e1-9204-c78ec50d8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:58.071002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-b9a68cc0-d42f-49e1-9204-c78ec50d8d2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1127 time: 0.0800850 Jan 28 17:03:58.160768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-0c2b0d4d-034b-4f1f-82f8-2789aea22201 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 217 time: 0.0733576 Jan 28 17:03:58.170640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-08508256-16a9-4d8f-a7ad-8780f81483e0 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:58.172536 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-08508256-16a9-4d8f-a7ad-8780f81483e0 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.1665626 Jan 28 17:03:58.294152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e180-865d-4650-87b9-e6a8fc54d028 admin admin] Publish callbacks [] for security_group (1e756233-58a2-41c7-ae71-7fb39d771a27), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.299308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-26fba8b4-e52f-4b57-84ef-03b8d5f86c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:58.300916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-26fba8b4-e52f-4b57-84ef-03b8d5f86c95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.0613377 Jan 28 17:03:58.308804 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e180-865d-4650-87b9-e6a8fc54d028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e756233-58a2-41c7-ae71-7fb39d771a27), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.351875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-d61e990c-ed30-4c5c-8f77-dcdecf9e701d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364828 Jan 28 17:03:58.355423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d922d1-e6e5-4af8-8e44-a463789bfcd7 req-3002ed53-5b3c-444c-9f1e-1654a7ed2eba tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:58.363388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4d922d1-e6e5-4af8-8e44-a463789bfcd7 req-3002ed53-5b3c-444c-9f1e-1654a7ed2eba tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 1128 time: 0.1699665 Jan 28 17:03:58.405582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Deleting port f17c11a2-91de-4dd3-b8a3-ca9361b4524c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:03:58.410152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.415579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c8f4e180-865d-4650-87b9-e6a8fc54d028 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d99f21f7aaf24daf825b0be4320161ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6321347 Jan 28 17:03:58.425465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44054) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:03:58.440743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4d922d1-e6e5-4af8-8e44-a463789bfcd7 req-501ce4de-7940-4c5d-8de8-08539a6e70fb tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764306 Jan 28 17:03:58.449946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799cf18-2471-48d8-9214-66b045f96e14 req-d5690bbf-865d-4523-b5b6-70f45ee07b52 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:58.451614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0799cf18-2471-48d8-9214-66b045f96e14 req-d5690bbf-865d-4523-b5b6-70f45ee07b52 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.2894681 Jan 28 17:03:58.469898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4e180-865d-4650-87b9-e6a8fc54d028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e756233-58a2-41c7-ae71-7fb39d771a27,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:58.552855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0799cf18-2471-48d8-9214-66b045f96e14 req-c9cbaa17-4947-4ee4-bac4-02161af21009 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902205 Jan 28 17:03:58.572512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] For port f17c11a2-91de-4dd3-b8a3-ca9361b4524c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:03:58.572910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.603027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70fda485-5041-4d10-9ec7-204ebb5505dc admin admin] Publish callbacks [] for security_group (1e756233-58a2-41c7-ae71-7fb39d771a27), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.610687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Calling delete_port for f17c11a2-91de-4dd3-b8a3-ca9361b4524c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:03:58.645687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-5ca27c71-4af8-4d2d-b271-0ec37c7a9a24 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564833 Jan 28 17:03:58.649041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70fda485-5041-4d10-9ec7-204ebb5505dc admin admin] Publish callbacks [] for security_group (1e756233-58a2-41c7-ae71-7fb39d771a27), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.762263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f991d82d-9f79-45eb-b1c7-0f85236681d8 req-39fc6e82-6d04-4712-bd93-cf89e0533e64 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079414 Jan 28 17:03:58.811430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70fda485-5041-4d10-9ec7-204ebb5505dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e756233-58a2-41c7-ae71-7fb39d771a27), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.814883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-70fda485-5041-4d10-9ec7-204ebb5505dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.816204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-70fda485-5041-4d10-9ec7-204ebb5505dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e756233-58a2-41c7-ae71-7fb39d771a27 HTTP/1.1" status: 204 len: 168 time: 0.3578999 Jan 28 17:03:58.854539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fda485-5041-4d10-9ec7-204ebb5505dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e756233-58a2-41c7-ae71-7fb39d771a27,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:58.888985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f17c11a2-91de-4dd3-b8a3-ca9361b4524c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:58.902884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f17c11a2-91de-4dd3-b8a3-ca9361b4524c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:58.938302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Pushing event deleted for resources: {'Port': ['ID=f17c11a2-91de-4dd3-b8a3-ca9361b4524c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:03:58.955639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-791d96d5-249d-4a59-8b32-30a9745b2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:58.958332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-791d96d5-249d-4a59-8b32-30a9745b2a51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1127 time: 0.1390297 Jan 28 17:03:58.975987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:03:59.010009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] No DVR routers for this DVR port f17c11a2-91de-4dd3-b8a3-ca9361b4524c on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:03:59.021675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:03:59.026588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fa8667ef-8849-4c89-b898-601ed66cbc4e req-aefe2130-1466-403a-aab7-8a541b3c889e tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f17c11a2-91de-4dd3-b8a3-ca9361b4524c HTTP/1.1" status: 204 len: 173 time: 0.8474371 Jan 28 17:03:59.027119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'name': 'network-vif-deleted', 'tag': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:03:59.040086 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a57925-bd21-4984-b3f9-ad3a8d684437" -d '{"events": [{"server_uuid": "81f0158d-63c7-45a7-98e6-810a91dc7967", "name": "network-vif-deleted", "tag": "f17c11a2-91de-4dd3-b8a3-ca9361b4524c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:03:59.179709 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096d5799-4888-484a-94a1-cee7be727e5b x-openstack-request-id: req-096d5799-4888-484a-94a1-cee7be727e5b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:03:59.180056 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f0158d-63c7-45a7-98e6-810a91dc7967", "name": "network-vif-deleted", "tag": "f17c11a2-91de-4dd3-b8a3-ca9361b4524c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:03:59.180420 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-096d5799-4888-484a-94a1-cee7be727e5b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:03:59.180953 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f0158d-63c7-45a7-98e6-810a91dc7967', 'name': 'network-vif-deleted', 'tag': 'f17c11a2-91de-4dd3-b8a3-ca9361b4524c', 'status': 'completed', 'code': 200} Jan 28 17:03:59.256074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-2a0b19c0-cd1d-49e2-94e8-dbc184d8ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:59.257604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-2a0b19c0-cd1d-49e2-94e8-dbc184d8ae43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 915 time: 0.2929425 Jan 28 17:03:59.378299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-7559a82f-2eb6-41c9-9d5a-3e7c6bdd9500 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 217 time: 0.1106143 Jan 28 17:03:59.472721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-b2644dde-293c-4b6f-ad7e-b092e192aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:59.474267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-b2644dde-293c-4b6f-ad7e-b092e192aa5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.0897055 Jan 28 17:03:59.533938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-fad6437e-a94d-4c5e-8591-471e1a5c1968 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480866 Jan 28 17:03:59.743038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fba902c6-a6e8-469e-a2b2-e480421464b1 req-0139af23-d587-4adb-9b2f-d9a21b47b53b tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81f0158d-63c7-45a7-98e6-810a91dc7967 HTTP/1.1" status: 200 len: 210 time: 0.0653667 Jan 28 17:03:59.820509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315457-1d1e-471e-b936-d400edf3471b req-7868fbe9-b77f-4669-8b85-a28c5cdb8f69 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:03:59.822249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce315457-1d1e-471e-b936-d400edf3471b req-7868fbe9-b77f-4669-8b85-a28c5cdb8f69 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1296775 Jan 28 17:03:59.824122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-570eaf15-a8e1-4094-9859-173c5df5d871 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801206 Jan 28 17:03:59.927553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce315457-1d1e-471e-b936-d400edf3471b req-96f39bc0-b06e-4e82-9570-79c013587f10 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987642 Jan 28 17:03:59.980997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56df9ebc-22c5-4dd4-bd6b-14fc9050306a req-2898324d-ea0f-4fc8-91fc-1ce738b828a1 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435850 Jan 28 17:04:00.614717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:04:00.619136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44126) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:00.637349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:00.745868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d563999f-1c8d-423c-8d6b-00fea8f7d9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:00.779196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-649ea5bd-a730-4fce-a361-22e5fc1184ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:00.931181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-649ea5bd-a730-4fce-a361-22e5fc1184ae admin admin] Publish callbacks [] for security_group (93310456-4498-4828-8df1-3e2990d3c7d9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:00.944614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-649ea5bd-a730-4fce-a361-22e5fc1184ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93310456-4498-4828-8df1-3e2990d3c7d9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:00.992448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:01.016476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'port_id': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'mac_address': 'fa:16:3e:9f:cf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f246fea-c83a-4976-b28e-a6b744cbdd51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:04:01.024248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-649ea5bd-a730-4fce-a361-22e5fc1184ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=794c36fe9459490494ecf24ffff380d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851347 Jan 28 17:04:01.027137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44146) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:01.036264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ea5bd-a730-4fce-a361-22e5fc1184ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93310456-4498-4828-8df1-3e2990d3c7d9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:01.073729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:01.074261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.087217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d563999f-1c8d-423c-8d6b-00fea8f7d9c6 admin admin] Publish callbacks [] for security_group (ac2461f0-d43c-419d-8236-bebdd566c250), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.093454 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d563999f-1c8d-423c-8d6b-00fea8f7d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ac2461f0-d43c-419d-8236-bebdd566c250), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.103711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2003d67a-f560-4bf4-8c1f-3827438bd0e7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:04:01.141996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d563999f-1c8d-423c-8d6b-00fea8f7d9c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4eeff3c658814bddaba65e5cdd14e6f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217102 Jan 28 17:04:01.142889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563999f-1c8d-423c-8d6b-00fea8f7d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2461f0-d43c-419d-8236-bebdd566c250,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:01.145767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:01.159558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:01.166020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.220413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4646560-d8ec-4503-bd47-7543e6c0d402 admin admin] Publish callbacks [] for security_group (93310456-4498-4828-8df1-3e2990d3c7d9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.230888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:01.241972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.242590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.243078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.243842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.244318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.244815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.245472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.245962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.246431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.247982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.248467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.248688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1eeb83-0d90-440a-922f-16744ad97efc admin admin] Publish callbacks [] for security_group (ac2461f0-d43c-419d-8236-bebdd566c250), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.249110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.249626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:01.273278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4646560-d8ec-4503-bd47-7543e6c0d402 admin admin] Publish callbacks [] for security_group (93310456-4498-4828-8df1-3e2990d3c7d9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.279109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca8b7-83a5-4f3a-b152-b20a11361512 req-34d14250-c9d1-428f-ba16-3f9c2eb31040 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:01.286460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1eeb83-0d90-440a-922f-16744ad97efc admin admin] Publish callbacks [] for security_group (ac2461f0-d43c-419d-8236-bebdd566c250), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.287173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7aca8b7-83a5-4f3a-b152-b20a11361512 req-34d14250-c9d1-428f-ba16-3f9c2eb31040 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.1520307 Jan 28 17:04:01.343552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1efd-5c85-486f-8ed3-a0d1928ffc6e req-adf79451-5209-4a01-90fe-2104cfd0e190 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:01.350375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c5d1efd-5c85-486f-8ed3-a0d1928ffc6e req-adf79451-5209-4a01-90fe-2104cfd0e190 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.2495692 Jan 28 17:04:01.353633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7aca8b7-83a5-4f3a-b152-b20a11361512 req-536068a5-f869-401e-9748-ea3c0c05ca84 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654905 Jan 28 17:04:01.389622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1eeb83-0d90-440a-922f-16744ad97efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ac2461f0-d43c-419d-8236-bebdd566c250), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.393686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7e1eeb83-0d90-440a-922f-16744ad97efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.400080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7e1eeb83-0d90-440a-922f-16744ad97efc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac2461f0-d43c-419d-8236-bebdd566c250 HTTP/1.1" status: 204 len: 168 time: 0.2526817 Jan 28 17:04:01.405279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2003d67a-f560-4bf4-8c1f-3827438bd0e7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:04:01.432476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1eeb83-0d90-440a-922f-16744ad97efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2461f0-d43c-419d-8236-bebdd566c250,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:01.478576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3c5d1efd-5c85-486f-8ed3-a0d1928ffc6e req-805bd43f-4e16-46cd-b23b-06575e0a56d9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272595 Jan 28 17:04:01.500073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4646560-d8ec-4503-bd47-7543e6c0d402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (93310456-4498-4828-8df1-3e2990d3c7d9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.502854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e4646560-d8ec-4503-bd47-7543e6c0d402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.506447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e4646560-d8ec-4503-bd47-7543e6c0d402 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93310456-4498-4828-8df1-3e2990d3c7d9 HTTP/1.1" status: 204 len: 168 time: 0.4762304 Jan 28 17:04:01.529017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4646560-d8ec-4503-bd47-7543e6c0d402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93310456-4498-4828-8df1-3e2990d3c7d9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:01.782665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44160) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:01.798822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f728d51d-50cd-4e27-9370-b822b935f0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.902904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f728d51d-50cd-4e27-9370-b822b935f0db admin admin] Publish callbacks [] for security_group (b8f53948-da72-44fa-b0f9-ecd0b1750896), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:01.910035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f728d51d-50cd-4e27-9370-b822b935f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b8f53948-da72-44fa-b0f9-ecd0b1750896), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.008704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44168) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:02.008974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f728d51d-50cd-4e27-9370-b822b935f0db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be3d84db565741ab9149f5a622bfa5ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248747 Jan 28 17:04:02.009991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728d51d-50cd-4e27-9370-b822b935f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f53948-da72-44fa-b0f9-ecd0b1750896,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:02.084110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97676e7a-f3cb-4d0a-92c8-ae70c2bc6e7f admin admin] Publish callbacks [] for security_group (b8f53948-da72-44fa-b0f9-ecd0b1750896), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.108118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97676e7a-f3cb-4d0a-92c8-ae70c2bc6e7f admin admin] Publish callbacks [] for security_group (b8f53948-da72-44fa-b0f9-ecd0b1750896), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.167811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97676e7a-f3cb-4d0a-92c8-ae70c2bc6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b8f53948-da72-44fa-b0f9-ecd0b1750896), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.171071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-97676e7a-f3cb-4d0a-92c8-ae70c2bc6e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.172598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-97676e7a-f3cb-4d0a-92c8-ae70c2bc6e7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8f53948-da72-44fa-b0f9-ecd0b1750896 HTTP/1.1" status: 204 len: 168 time: 0.1626756 Jan 28 17:04:02.189722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97676e7a-f3cb-4d0a-92c8-ae70c2bc6e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f53948-da72-44fa-b0f9-ecd0b1750896,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:02.591699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-41fc7377-fdab-4d79-af3d-563951472280 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:02.593856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-41fc7377-fdab-4d79-af3d-563951472280 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.1416190 Jan 28 17:04:02.628392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:02.667239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175e7fa-7b6c-4196-b080-3b42a0675233 req-2ea20d1e-092e-4d0f-9925-2107304c4266 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:02.669361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b175e7fa-7b6c-4196-b080-3b42a0675233 req-2ea20d1e-092e-4d0f-9925-2107304c4266 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 1128 time: 0.1430180 Jan 28 17:04:02.721408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:04:02.726909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:02.728091 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.776325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbeb4d-33f5-4d5e-862f-05bfc2e12020 req-eaf24650-19db-4e95-b892-f69dd79e7341 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:02.783717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7dbeb4d-33f5-4d5e-862f-05bfc2e12020 req-eaf24650-19db-4e95-b892-f69dd79e7341 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 945 time: 0.1764822 Jan 28 17:04:02.789771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b175e7fa-7b6c-4196-b080-3b42a0675233 req-65dede99-adba-4d44-a2a6-f5d64a437852 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ef462da4-c663-44c8-8602-e5c24b650176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013410 Jan 28 17:04:02.859027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7dbeb4d-33f5-4d5e-862f-05bfc2e12020 req-40e288f4-0e50-425c-ac3c-2bb0c3ba7ad7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Jan 28 17:04:02.872715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Deleting port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:02.872715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.917715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:02.918110 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.973235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:02.975471 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f5ad2-c9fe-4f18-a55d-b24c3eaf4beb" -d '{"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-plugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:02.981149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] For port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:02.982148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:02.995644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Calling delete_port for 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:03.001931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:03.009652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:03.091913 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4958bb20-7f65-450d-98e7-27b6d0c61dd6 x-openstack-request-id: req-4958bb20-7f65-450d-98e7-27b6d0c61dd6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:03.092206 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-plugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:03.092428 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4958bb20-7f65-450d-98e7-27b6d0c61dd6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:03.092870 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'code': 200} Jan 28 17:04:03.127547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:03.142971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f17c11a2-91de-4dd3-b8a3-ca9361b4524c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:03.149000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1e7564ea-f4e7-48ac-b14f-bda7f140a2a6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:03.178838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e7564ea-f4e7-48ac-b14f-bda7f140a2a6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:03.187096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:04:03.234788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: f17c11a2-91de-4dd3-b8a3-ca9361b4524c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:03.237643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f17c11a2-91de-4dd3-b8a3-ca9361b4524c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:03.273498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] No DVR routers for this DVR port 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:04:03.277036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:03.281741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03c9fcd1-e2f4-46f2-93cb-70243ead6313 req-5f0cb248-db60-4f38-9a05-8b388d9d7704 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 HTTP/1.1" status: 204 len: 173 time: 0.6834064 Jan 28 17:04:03.282303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'name': 'network-vif-deleted', 'tag': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:03.286023 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75268a8d-2e67-4b87-a4d7-118b1374d662" -d '{"events": [{"server_uuid": "3d4fbd8e-88fd-4d68-9caa-9a7213a54329", "name": "network-vif-deleted", "tag": "1e7564ea-f4e7-48ac-b14f-bda7f140a2a6"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:03.305597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec9691-2335-41b3-9c71-5b97a60aaad7 req-dfe90dae-2c5d-4c70-97c4-16462422ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:03.314476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daec9691-2335-41b3-9c71-5b97a60aaad7 req-dfe90dae-2c5d-4c70-97c4-16462422ace7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1129 time: 0.1627269 Jan 28 17:04:03.399046 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60974a3c-142f-4463-a15a-1851717f4df8 x-openstack-request-id: req-60974a3c-142f-4463-a15a-1851717f4df8 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:03.399399 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fbd8e-88fd-4d68-9caa-9a7213a54329", "name": "network-vif-deleted", "tag": "1e7564ea-f4e7-48ac-b14f-bda7f140a2a6", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:03.399601 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60974a3c-142f-4463-a15a-1851717f4df8 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:03.399998 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fbd8e-88fd-4d68-9caa-9a7213a54329', 'name': 'network-vif-deleted', 'tag': '1e7564ea-f4e7-48ac-b14f-bda7f140a2a6', 'status': 'completed', 'code': 200} Jan 28 17:04:03.449710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-daec9691-2335-41b3-9c71-5b97a60aaad7 req-327854ce-49b2-43e8-9f5c-bdb1207dc560 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204011 Jan 28 17:04:03.654394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44232) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:03.841761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'network': {'name': 'tempest-network-smoke--1137364312', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:03.863115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:03.871589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:03.913704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:03.953845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b22d5828-7bdf-4d47-8310-328b59db0398 req-bdf39c04-0d80-45ed-8c10-f45a1342e0a3 tempest-TestServerMultinode-601837724 tempest-TestServerMultinode-601837724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3d4fbd8e-88fd-4d68-9caa-9a7213a54329 HTTP/1.1" status: 200 len: 210 time: 0.0424738 Jan 28 17:04:04.082273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ae69-7616-4517-8982-a59f98792750 req-0862e6fb-843b-47d3-8ac4-fc901ea11fb6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:04.084051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0eb7ae69-7616-4517-8982-a59f98792750 req-0862e6fb-843b-47d3-8ac4-fc901ea11fb6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0913262 Jan 28 17:04:04.140608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.149153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.183030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:04:04.192435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0eb7ae69-7616-4517-8982-a59f98792750 req-1fdd423b-fb3b-472e-af0a-66cf9e145f0d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980089 Jan 28 17:04:04.203276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:04.206180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.206522 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Added segment 5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd of type vlan for network eb835803-fc8c-41a0-a774-60f1005e2abf Jan 28 17:04:04.253186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (eb835803-fc8c-41a0-a774-60f1005e2abf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.277489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (eb835803-fc8c-41a0-a774-60f1005e2abf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.287488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:04.288088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.338971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6832268 Jan 28 17:04:04.343934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:04.348514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-903627905', 'admin_state_up': True, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:04.358574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674a329-8546-44e6-9041-28bbdbcc46a1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Network': ['ID=eb835803-fc8c-41a0-a774-60f1005e2abf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:04.371913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network eb835803-fc8c-41a0-a774-60f1005e2abf details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:04:04.373681 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.375731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.436087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_controller (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.594603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.782530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.804068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:04.905252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.25.8.186 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/5b933999-c497-432f-858b-8639c12962f4) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:05.007691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (5b933999-c497-432f-858b-8639c12962f4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:05.026637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44266) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:05.046493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5b933999-c497-432f-858b-8639c12962f4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:05.083995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:05.086943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:05.094666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:05.125307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=5b933999-c497-432f-858b-8639c12962f4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:05.405322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:05.522274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82fe37-190c-4587-884d-65a6f400fac2 req-235360f8-74a7-4c2a-9c04-a07badf68c1f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:05.523808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e82fe37-190c-4587-884d-65a6f400fac2 req-235360f8-74a7-4c2a-9c04-a07badf68c1f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1060779 Jan 28 17:04:05.606760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:05.618041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e82fe37-190c-4587-884d-65a6f400fac2 req-7a47b4ea-41d0-44db-869c-6b355bc40ae7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862145 Jan 28 17:04:05.767352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:04:05.912443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:05.924420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:05.938304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:05.939886 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b93f95ea-b2c5-425b-97ae-5c055a1fca2f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5949225 Jan 28 17:04:05.942996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44298) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:05.945331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:05.945978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:05.991898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (62e6149d-d0f7-415d-a221-988caa1227ac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:06.134528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:06.136461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-24523e87-9673-4d87-8616-36d424d83cf9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:06.146055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-24523e87-9673-4d87-8616-36d424d83cf9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 814 time: 0.2710018 Jan 28 17:04:06.191976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-dc6fbf72-2c28-4e69-935b-c87e8b70ddf7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/quotas/aa6c3df402c04349850951d8362810a6 HTTP/1.1" status: 200 len: 375 time: 0.0450699 Jan 28 17:04:06.289630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5a72c29a-4617-43e1-86a3-486ebf5a952e tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4fe440eed5be47c78503deed2fedc888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3454776 Jan 28 17:04:06.298902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44314) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:06.342572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:05Z', 'revision_number': 3, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:06.380300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:06.380723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Updating router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d port 5b933999-c497-432f-858b-8639c12962f4 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:04:06.429786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-ccd5a386-9328-4fb8-9c4e-3225b51690ce tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2369576 Jan 28 17:04:06.459720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b933999-c497-432f-858b-8639c12962f4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:06.560939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-52aff93d-3735-4654-919c-2636a8901767 service neutron] 10.222.0.25 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200113 Jan 28 17:04:06.635000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:06.664806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-28fbc1da-148e-4693-986a-e1fe3d52c9e9 service neutron] 10.222.0.25 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957739 Jan 28 17:04:06.714743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:06.715088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1e7564ea-f4e7-48ac-b14f-bda7f140a2a6 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:06.835182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Deleting port 9a5437da-614b-4078-be9e-d324cf3c6988 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:06.835541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:06.974025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7331509d-218e-4eff-9cb5-0143429ce2f9 req-c4df4f0c-48fa-44c9-b875-2a6218790447 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 210 time: 0.0466743 Jan 28 17:04:07.020693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Publish callbacks [] for port (5b933999-c497-432f-858b-8639c12962f4), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.032636 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b933999-c497-432f-858b-8639c12962f4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.052211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] For port 9a5437da-614b-4078-be9e-d324cf3c6988, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9a5437da-614b-4078-be9e-d324cf3c6988,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:07.054621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.096333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Calling delete_port for 9a5437da-614b-4078-be9e-d324cf3c6988 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:07.179031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10c5b7-a811-4365-90c2-7a556cf33aa2 None None] Pushing event updated for resources: {'Port': ['ID=5b933999-c497-432f-858b-8639c12962f4,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:07.180809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb8b5f-881b-4e3c-8e9c-f95585533215 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:07.184939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-63bb8b5f-881b-4e3c-8e9c-f95585533215 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8825021 Jan 28 17:04:07.185652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44330) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:07.188636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Attempting to bind port 5b933999-c497-432f-858b-8639c12962f4 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:07.189036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Attempting to bind port 5b933999-c497-432f-858b-8639c12962f4 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:07.189404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Attempting to bind port 5b933999-c497-432f-858b-8639c12962f4 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:07.212212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:07.212603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:07.213114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.217770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:07.218304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Bound port: 5b933999-c497-432f-858b-8639c12962f4, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:07.218701 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b933999-c497-432f-858b-8639c12962f4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.239130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-499317e4-a6de-40a6-83ac-97cd20115feb tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498862 Jan 28 17:04:07.239303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44332) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:07.244980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-651908939', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:07.357469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] For port 5b933999-c497-432f-858b-8639c12962f4, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:07.364458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:07.365055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] For port 5b933999-c497-432f-858b-8639c12962f4, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b933999-c497-432f-858b-8639c12962f4,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:07.374782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.379826 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b933999-c497-432f-858b-8639c12962f4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.511699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (9a5437da-614b-4078-be9e-d324cf3c6988), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.556549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5437da-614b-4078-be9e-d324cf3c6988,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:07.556975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10c5b7-a811-4365-90c2-7a556cf33aa2 None None] Pushing event updated for resources: {'Port': ['ID=5b933999-c497-432f-858b-8639c12962f4,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:07.607646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:07.610026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:07.688124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.777092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Subnet': ['ID=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:07.787448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Checking segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:07.790352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network hostable DHCP agents. Network: eb835803-fc8c-41a0-a774-60f1005e2abf, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:04:07.839972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network eb835803-fc8c-41a0-a774-60f1005e2abf is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:04:07.859140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, eb835803-fc8c-41a0-a774-60f1005e2abf) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:07.863886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:07.864612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:07.874483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:07.902830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b687840a-2f95-48c0-adac-198234a9ef3b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6600878 Jan 28 17:04:07.903771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44338) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:08.006979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d9eeb-e208-4aef-bec2-a4f95e025f8c None None] Network eb835803-fc8c-41a0-a774-60f1005e2abf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:08.037087 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (62e6149d-d0f7-415d-a221-988caa1227ac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:08.120899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-350d5430-6eb1-4d1c-95ff-90f8aba69e03 req-85acd31b-ac16-4d29-a95a-3ae9ae5f5e9d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 210 time: 0.0588255 Jan 28 17:04:08.327331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-eb835803-fc8c-41a0-a774-60f1005e2abf', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:04:08.328091 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:08.493310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Router 62e6149d-d0f7-415d-a221-988caa1227ac has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:08.523461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:05Z', 'revision_number': 3, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:08.595786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514eacb-c07a-4276-90ec-4a7c8f6d884c None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:05Z', 'revision_number': 3, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:08.620029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Allocated IP 172.20.0.2 (eb835803-fc8c-41a0-a774-60f1005e2abf/fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9/5b6af262-cf3e-4c09-9eff-749bf9a33875) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:08.677643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:08.687448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-9bbfda5a-269f-4edd-8f03-7b16a0f729ca tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:08.689094 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] Sync routers for ids ['62e6149d-d0f7-415d-a221-988caa1227ac'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:08.691547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-9bbfda5a-269f-4edd-8f03-7b16a0f729ca tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.24 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 814 time: 0.2668581 Jan 28 17:04:08.698209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a5cdd542-cfc9-430e-9dda-bcab00324aeb admin admin] 10.222.0.25 "PUT /v2.0/routers/62e6149d-d0f7-415d-a221-988caa1227ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6704519 Jan 28 17:04:08.702711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44348) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:08.706781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] Routers {'62e6149d-d0f7-415d-a221-988caa1227ac'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:08.709421 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['62e6149d-d0f7-415d-a221-988caa1227ac'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:08.711751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Request body: {'port': {'device_id': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'admin_state_up': True, 'tenant_id': 'aa6c3df402c04349850951d8362810a6'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:08.915339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:08.920619 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] Set router 62e6149d-d0f7-415d-a221-988caa1227ac gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:08.953799 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Publish callbacks [] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:08.970845 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.001985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Made reservation on behalf of aa6c3df402c04349850951d8362810a6 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:09.006445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.070767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Network eb835803-fc8c-41a0-a774-60f1005e2abf is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:09.076831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:09.096305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:09.107018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Pushing event updated for resources: {'Port': ['ID=5b6af262-cf3e-4c09-9eff-749bf9a33875,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:09.232562 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks [] for router (62e6149d-d0f7-415d-a221-988caa1227ac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.260322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Attempting to bind port 5b6af262-cf3e-4c09-9eff-749bf9a33875 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:09.260821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Attempting to bind port 5b6af262-cf3e-4c09-9eff-749bf9a33875 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:09.261088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Attempting to bind port 5b6af262-cf3e-4c09-9eff-749bf9a33875 on network eb835803-fc8c-41a0-a774-60f1005e2abf {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:09.273130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:09.273419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Checking segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:09.273831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.274233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Bound using segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:09.274712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Bound port: 5b6af262-cf3e-4c09-9eff-749bf9a33875, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:09.275093 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.337741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-442162d9-3965-423d-bd5f-17754b95ef13 req-dbeac9af-bc25-4cc3-a6a9-8b0511cded5a tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 210 time: 0.0552204 Jan 28 17:04:09.384977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] For port 5b6af262-cf3e-4c09-9eff-749bf9a33875, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:09.395305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] For port 5b6af262-cf3e-4c09-9eff-749bf9a33875, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b6af262-cf3e-4c09-9eff-749bf9a33875,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:09.406631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Allocated IP 172.20.0.7 (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c/7f246fea-c83a-4976-b28e-a6b744cbdd51/b93ba8f6-4453-4475-bb82-3d0e59ea6848) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:09.409025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.507962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9cde-1337-4a5f-9c41-5c695ba4e301 None None] Pushing event updated for resources: {'Port': ['ID=5b6af262-cf3e-4c09-9eff-749bf9a33875,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:09.542082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks [] for router_gateway (62e6149d-d0f7-415d-a221-988caa1227ac), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.655660 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:04:07Z', 'revision_number': 5, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port': {'id': '5bd201c4-74b6-4cb5-826c-0d5624976e53', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:08Z', 'updated_at': '2022-01-28T17:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:09.683503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Deleting port 5bd201c4-74b6-4cb5-826c-0d5624976e53 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:09.683851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.733612 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] Checking router: 62e6149d-d0f7-415d-a221-988caa1227ac for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:09.753427 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] Routers {'62e6149d-d0f7-415d-a221-988caa1227ac'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:09.754716 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['62e6149d-d0f7-415d-a221-988caa1227ac'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:09.858253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.20.0.1 (eb835803-fc8c-41a0-a774-60f1005e2abf/fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9/318bc9c1-6c83-4b42-aca6-ac47cd5613bf) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:09.920946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] For port 5bd201c4-74b6-4cb5-826c-0d5624976e53, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5bd201c4-74b6-4cb5-826c-0d5624976e53,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:09.921319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:09.943693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Calling delete_port for 5bd201c4-74b6-4cb5-826c-0d5624976e53 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:09.988201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] Set router 62e6149d-d0f7-415d-a221-988caa1227ac gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:10.145931 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:04:09Z', 'revision_number': 6, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:10.147553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks [] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.192401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.205909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2003d67a-f560-4bf4-8c1f-3827438bd0e7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:04:10.233209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:10.237453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:10.265385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:10.278455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0798b0-4163-401b-8ca7-538748d86d90 None None] The sync data for ids ['62e6149d-d0f7-415d-a221-988caa1227ac'] in n-d-812111-13 is: [{'id': '62e6149d-d0f7-415d-a221-988caa1227ac', 'name': 'tempest-TestServerMultinode-1390818840-router', 'tenant_id': '8452b85cc1644c49a566bcce3e934e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:07Z', 'updated_at': '2022-01-28T17:04:09Z', 'revision_number': 6, 'project_id': '8452b85cc1644c49a566bcce3e934e84', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:10.422122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:10.422796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.459484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.483980 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5bd201c4-74b6-4cb5-826c-0d5624976e53), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.551477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8463428 Jan 28 17:04:10.555854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd201c4-74b6-4cb5-826c-0d5624976e53,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:10.575634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Request body: {'port': {'device_id': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:10.583845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56948282-a08d-404c-ad33-b1924ba13e9c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Pushing event updated for resources: {'Port': ['ID=b93ba8f6-4453-4475-bb82-3d0e59ea6848,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:10.618652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.690744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network eb835803-fc8c-41a0-a774-60f1005e2abf is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:10.713569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:10.731295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:10.747343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a58e38-010e-4c9d-8cd4-2d68e3aa526f req-78f8e0f1-a04d-4a11-8f8d-b83e1e79e74f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:10.768096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18a58e38-010e-4c9d-8cd4-2d68e3aa526f req-78f8e0f1-a04d-4a11-8f8d-b83e1e79e74f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 931 time: 0.2269764 Jan 28 17:04:10.791833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:10.795730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:10.836207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (62e6149d-d0f7-415d-a221-988caa1227ac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.013112 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (62e6149d-d0f7-415d-a221-988caa1227ac), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.017846 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks [] for router_controller (62e6149d-d0f7-415d-a221-988caa1227ac), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.047439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18a58e38-010e-4c9d-8cd4-2d68e3aa526f req-4ec081cb-df12-47e9-a07b-4214cc164183 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781999 Jan 28 17:04:11.112272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (62e6149d-d0f7-415d-a221-988caa1227ac), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.113001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e6149d-d0f7-415d-a221-988caa1227ac {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:04:11.117737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.122493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2437d750-83eb-4876-8e06-fc85a1f3d186 admin admin] 10.222.0.25 "DELETE /v2.0/routers/62e6149d-d0f7-415d-a221-988caa1227ac HTTP/1.1" status: 204 len: 168 time: 2.4180288 Jan 28 17:04:11.123277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44372) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:11.193229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Deleting subnet aa5b3083-80a6-40fe-a9b0-17c501cef899 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:04:11.196647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Publish callbacks [] for subnet (aa5b3083-80a6-40fe-a9b0-17c501cef899), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.273441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (aa5b3083-80a6-40fe-a9b0-17c501cef899), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.405993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93ba8f6-4453-4475-bb82-3d0e59ea6848 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:04:11.414062 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Publish callbacks [] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.443073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Transition to ACTIVE for port object b93ba8f6-4453-4475-bb82-3d0e59ea6848 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:04:11.446127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.457702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b6af262-cf3e-4c09-9eff-749bf9a33875 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:11.458303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.524943 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (aa5b3083-80a6-40fe-a9b0-17c501cef899), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.617611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (aa5b3083-80a6-40fe-a9b0-17c501cef899), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.642539 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.649952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aa5b3083-80a6-40fe-a9b0-17c501cef899 HTTP/1.1" status: 204 len: 168 time: 0.5256073 Jan 28 17:04:11.651255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44378) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:11.680871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaef254-1169-4295-b004-222e0e2648d0 None None] Network ad5f9eb9-d978-4459-91d9-e472ea59637a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:11.681139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661692a-d297-4b1d-8c75-15eb09205152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5b3083-80a6-40fe-a9b0-17c501cef899,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:11.684029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90002e-e7a7-4555-9fdb-4acda224d020 None None] Network eb835803-fc8c-41a0-a774-60f1005e2abf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:11.723853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Pushing event updated for resources: {'Port': ['ID=b93ba8f6-4453-4475-bb82-3d0e59ea6848,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:11.824403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ad5f9eb9-d978-4459-91d9-e472ea59637a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:11.958421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Deleting port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:11.958785 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.053841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.055958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Attempting to bind port b93ba8f6-4453-4475-bb82-3d0e59ea6848 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:12.056382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Attempting to bind port b93ba8f6-4453-4475-bb82-3d0e59ea6848 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:12.056906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Attempting to bind port b93ba8f6-4453-4475-bb82-3d0e59ea6848 on network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:12.098590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Port b93ba8f6-4453-4475-bb82-3d0e59ea6848 on network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:04:12.099166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Attempting to bind port b93ba8f6-4453-4475-bb82-3d0e59ea6848 on network c3b7c2cb-5adc-4267-a0af-2037d5f13a4c {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:12.119472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] For port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,segment=NetworkSegment(0cbe113e-99dd-4da8-b03b-f73db8beb417),segment_id=0cbe113e-99dd-4da8-b03b-f73db8beb417)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:12.119849 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.148201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:12.148568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Checking segment: {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:12.149585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Bound using segment: {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:12.149585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Bound port: b93ba8f6-4453-4475-bb82-3d0e59ea6848, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3981e271-4a45-4683-a6b9-586db158eb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:12.149961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.156699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Calling delete_port for 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:12.369697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36f7f2-3422-43a8-8086-c052fc198549 req-033cd565-2652-4837-9125-f4f6be3f6297 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:12.371258 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b36f7f2-3422-43a8-8086-c052fc198549 req-033cd565-2652-4837-9125-f4f6be3f6297 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 943 time: 0.2038531 Jan 28 17:04:12.392840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] For port b93ba8f6-4453-4475-bb82-3d0e59ea6848, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:12.399184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] For port b93ba8f6-4453-4475-bb82-3d0e59ea6848, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:12.423414 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.471031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b36f7f2-3422-43a8-8086-c052fc198549 req-5b17b2e7-50d0-4e6c-a860-d55ec75fef71 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928359 Jan 28 17:04:12.477839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7c7404ea-3f5d-40a4-a4b3-80a1a54b31df), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.513903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:12.514162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.516110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] 10.222.0.24 "PUT /v2.0/ports/b93ba8f6-4453-4475-bb82-3d0e59ea6848 HTTP/1.1" status: 200 len: 1092 time: 1.9454103 Jan 28 17:04:12.521151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1e382-84a3-4fda-ac57-320566833adc service neutron] Pushing event updated for resources: {'Port': ['ID=b93ba8f6-4453-4475-bb82-3d0e59ea6848,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:12.524529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'tag': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:12.527181 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992b12a8-2baa-417b-b2a7-3f4602ef023f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2aa1b8-646a-4cc3-bd88-5f50490e83b2", "tag": "b93ba8f6-4453-4475-bb82-3d0e59ea6848"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:12.530623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7404ea-3f5d-40a4-a4b3-80a1a54b31df,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:12.548869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] No DVR routers for this DVR port 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:04:12.571687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b6af262-cf3e-4c09-9eff-749bf9a33875 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:12.576237 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.615299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] Provisioning complete for port 5b6af262-cf3e-4c09-9eff-749bf9a33875 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:12.617692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.696973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ad5f9eb9-d978-4459-91d9-e472ea59637a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.714345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.715311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.723737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5f9eb9-d978-4459-91d9-e472ea59637a']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:12.734194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe113e-99dd-4da8-b03b-f73db8beb417') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:12.734493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe113e-99dd-4da8-b03b-f73db8beb417') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:12.753941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (0cbe113e-99dd-4da8-b03b-f73db8beb417), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.779887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0cbe113e-99dd-4da8-b03b-f73db8beb417), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.787698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:04:12.788108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (0cbe113e-99dd-4da8-b03b-f73db8beb417), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.825758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.845765 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca93eb1-3bb9-4ea9-82e8-0b23eb4e155b x-openstack-request-id: req-aca93eb1-3bb9-4ea9-82e8-0b23eb4e155b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:12.846233 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2aa1b8-646a-4cc3-bd88-5f50490e83b2", "tag": "b93ba8f6-4453-4475-bb82-3d0e59ea6848", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:12.846669 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aca93eb1-3bb9-4ea9-82e8-0b23eb4e155b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:12.847061 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'tag': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848', 'status': 'completed', 'code': 200} Jan 28 17:04:12.849642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.898491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90112ad9-3008-4023-9806-9cc3b3535512 None None] DHCP port deletion for ad5f9eb9-d978-4459-91d9-e472ea59637a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:04:12.908078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] Current status of the port 5b6af262-cf3e-4c09-9eff-749bf9a33875 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:12.908840 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:04:12.959587 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:04:12.970167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ad5f9eb9-d978-4459-91d9-e472ea59637a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.985370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] For port 5b6af262-cf3e-4c09-9eff-749bf9a33875, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b6af262-cf3e-4c09-9eff-749bf9a33875,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:12.986297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:12.996394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad5f9eb9-d978-4459-91d9-e472ea59637a HTTP/1.1" status: 204 len: 168 time: 1.3235149 Jan 28 17:04:13.000714 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:13.001342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44392) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:13.005352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b6af262-cf3e-4c09-9eff-749bf9a33875 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:13.005697 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:13.118206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d9f3-3815-4fdc-8c4c-6dc27f79ef7d None None] Pushing event updated for resources: {'Port': ['ID=5b6af262-cf3e-4c09-9eff-749bf9a33875,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:13.128984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:13.149946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:13.198283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-88cb0d96-9fcc-4db7-a9b0-b20576c7b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:13.199850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-88cb0d96-9fcc-4db7-a9b0-b20576c7b6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 1126 time: 0.3716967 Jan 28 17:04:13.230768 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:04:13.232033 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:04:13.235843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad86c45-3cba-479b-916a-472b77309efc admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5f9eb9-d978-4459-91d9-e472ea59637a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:13.327138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1a649890-050d-444e-8196-d9be170ad4d1 None None] Provisioning complete for port 5b6af262-cf3e-4c09-9eff-749bf9a33875 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:13.327523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a649890-050d-444e-8196-d9be170ad4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:13.369691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-f776dcfe-da22-477f-b262-1e7352be39a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848 HTTP/1.1" status: 200 len: 217 time: 0.1000228 Jan 28 17:04:13.471739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348e34-7d40-406d-abf5-09347f8a4088 req-7270acf0-8756-4265-950d-67bd141d0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:13.473094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-7270acf0-8756-4265-950d-67bd141d0c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.0976372 Jan 28 17:04:13.500312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1a649890-050d-444e-8196-d9be170ad4d1 None None] Current status of the port 5b6af262-cf3e-4c09-9eff-749bf9a33875 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:13.517941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1a649890-050d-444e-8196-d9be170ad4d1 None None] Provisioning complete for port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:13.518333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a649890-050d-444e-8196-d9be170ad4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:13.617040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-755c903c-5b80-4ca5-a103-30507c544a59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363740 Jan 28 17:04:13.623296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network eb835803-fc8c-41a0-a774-60f1005e2abf is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:13.638063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1a649890-050d-444e-8196-d9be170ad4d1 None None] Port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:13.752041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa3f67-ab13-4720-975b-4e60dbdf4f39 req-f5ac63df-62fa-43f7-b859-eb41254b7098 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:13.753849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fa3f67-ab13-4720-975b-4e60dbdf4f39 req-f5ac63df-62fa-43f7-b859-eb41254b7098 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 943 time: 0.1603663 Jan 28 17:04:13.774802 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (b48306cc-2484-4b27-a768-f3fabe0fc22e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:13.808318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b6af262-cf3e-4c09-9eff-749bf9a33875 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:13.810719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b933999-c497-432f-858b-8639c12962f4 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:13.851363 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07fa3f67-ab13-4720-975b-4e60dbdf4f39 req-49db36b4-a45d-49b8-b986-2556d7e1ee8f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902393 Jan 28 17:04:13.940997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9b8dffc7-e11d-4550-a18a-e6e40bcdb2be None None] Provisioning complete for port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:13.945553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b8dffc7-e11d-4550-a18a-e6e40bcdb2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.089827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dffc7-e11d-4550-a18a-e6e40bcdb2be None None] Port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:14.097260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b933999-c497-432f-858b-8639c12962f4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:14.098079 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b933999-c497-432f-858b-8639c12962f4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.180858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:14.202919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Deleting port 1434abc3-ca3d-4b56-abad-e8895598284b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:14.203830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.243001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b933999-c497-432f-858b-8639c12962f4 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:14.243755 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b933999-c497-432f-858b-8639c12962f4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.268317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 5b933999-c497-432f-858b-8639c12962f4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b933999-c497-432f-858b-8639c12962f4,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:14.282784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b933999-c497-432f-858b-8639c12962f4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.289481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-34163050-4bc5-41de-90a9-e2b441892826 service neutron] 10.222.0.24 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650255 Jan 28 17:04:14.330835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] For port 1434abc3-ca3d-4b56-abad-e8895598284b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1434abc3-ca3d-4b56-abad-e8895598284b,segment=NetworkSegment(6afead99-3a1c-44a5-a716-890bd68b4c5f),segment_id=6afead99-3a1c-44a5-a716-890bd68b4c5f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:14.331197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.345528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Calling delete_port for 1434abc3-ca3d-4b56-abad-e8895598284b owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:14.365663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=5b933999-c497-432f-858b-8639c12962f4,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:14.370163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9a5437da-614b-4078-be9e-d324cf3c6988 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:14.400057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9a5437da-614b-4078-be9e-d324cf3c6988 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:14.400639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9a5437da-614b-4078-be9e-d324cf3c6988 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:14.492459 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:14.574413 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36348e34-7d40-406d-abf5-09347f8a4088 req-2a9c28bf-71a4-4814-b089-06accd751557 service neutron] 10.222.0.24 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154419 Jan 28 17:04:14.579407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b6af262-cf3e-4c09-9eff-749bf9a33875 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:14.719874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3175bf02-a941-4d32-a1f1-08b119a9b965 None None] Provisioning complete for port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:14.720644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3175bf02-a941-4d32-a1f1-08b119a9b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.783389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b6af262-cf3e-4c09-9eff-749bf9a33875 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:14.783888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.847458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1434abc3-ca3d-4b56-abad-e8895598284b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:14.875931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3175bf02-a941-4d32-a1f1-08b119a9b965 None None] Port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:14.891639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:14.903247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a11a3f3f-820e-47ae-896a-eab8ccf00e2a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "PUT /v2.0/routers/8508610a-bdb2-4e7d-9b1d-33ab9a6b034d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9970763 Jan 28 17:04:14.904093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44406) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:14.909592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:14.948274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1434abc3-ca3d-4b56-abad-e8895598284b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:14.951093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:14.953550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:15.035437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-83bb7675-7add-4ecf-9d05-deac76b3934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.045512 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-83bb7675-7add-4ecf-9d05-deac76b3934c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 1126 time: 0.4133143 Jan 28 17:04:15.281985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b6af262-cf3e-4c09-9eff-749bf9a33875 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:15.293962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b933999-c497-432f-858b-8639c12962f4 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:15.323478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d552884-dc85-4cde-87b2-a8942a940548 req-6612667a-92b3-414e-8169-07bc67ee0b20 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.336580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d552884-dc85-4cde-87b2-a8942a940548 req-6612667a-92b3-414e-8169-07bc67ee0b20 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 943 time: 0.2747509 Jan 28 17:04:15.378193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:15.440885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b933999-c497-432f-858b-8639c12962f4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:15.441409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b933999-c497-432f-858b-8639c12962f4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:15.498160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.498729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.499179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.500037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.500990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.501730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.502194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.502651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.503106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.510706 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de6924cd-cc1e-42e2-b2d2-41ccae938926 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.6044343 Jan 28 17:04:15.511286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:15.523131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d552884-dc85-4cde-87b2-a8942a940548 req-cc06378c-b0a6-48dc-914e-12afebe97e72 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725676 Jan 28 17:04:15.523713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (b48306cc-2484-4b27-a768-f3fabe0fc22e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:15.543428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-91bbb428-77ff-4faa-b326-286291e7d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.548461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-91bbb428-77ff-4faa-b326-286291e7d77a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 915 time: 0.4784997 Jan 28 17:04:15.669374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.670518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.671136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.671990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.672778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.673415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.674013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.674746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.675372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.678364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1c49a094-4a73-4624-bb4b-b5a3001bb3bf tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5925 time: 0.1621051 Jan 28 17:04:15.681096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44414) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:15.681720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b933999-c497-432f-858b-8639c12962f4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:15.737373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:11Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:12Z', 'revision_number': 2, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:15.776970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:15.777534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Updating router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:04:15.782329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:15.839133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:15.839772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7c7404ea-3f5d-40a4-a4b3-80a1a54b31df not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:15.840335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5bd201c4-74b6-4cb5-826c-0d5624976e53 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:15.851319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-bf144583-db5c-46a7-99b4-176f73e501c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848 HTTP/1.1" status: 200 len: 217 time: 0.1713035 Jan 28 17:04:15.865434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:15.868316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5bd201c4-74b6-4cb5-826c-0d5624976e53 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:15.868884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5bd201c4-74b6-4cb5-826c-0d5624976e53 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:15.986185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-4465c6f0-4864-4013-bd08-7dfa07d622d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:15.988660 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-4465c6f0-4864-4013-bd08-7dfa07d622d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.1210568 Jan 28 17:04:16.002423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Router b48306cc-2484-4b27-a768-f3fabe0fc22e has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:16.081765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-9de142e6-d092-4fe9-9c6a-b816c8c06696 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851510 Jan 28 17:04:16.195813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:16.207836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3980f82a-f52b-435e-acee-e758a506c7e3 admin admin] 10.222.0.25 "PUT /v2.0/routers/b48306cc-2484-4b27-a768-f3fabe0fc22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1774557 Jan 28 17:04:16.210096 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] Sync routers for ids ['b48306cc-2484-4b27-a768-f3fabe0fc22e'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:16.211873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44420) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:16.228976 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] Routers {'b48306cc-2484-4b27-a768-f3fabe0fc22e'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:16.229930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b48306cc-2484-4b27-a768-f3fabe0fc22e'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:16.299688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Publish callbacks [] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.302475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8db2e150-09e2-476c-93db-694af902b875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.315562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.354943 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-78ecd10c-944a-42aa-a1cd-3e34737b841d service neutron] 10.222.0.24 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641656 Jan 28 17:04:16.393660 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5160befb-a5f7-4dab-87fc-3c3eb47ff149 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.6966431 Jan 28 17:04:16.476109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks [] for router (b48306cc-2484-4b27-a768-f3fabe0fc22e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.502818 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] Set router b48306cc-2484-4b27-a768-f3fabe0fc22e gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:16.545233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993202d-32ab-4a19-b66e-e4223047d4ac None None] Pushing event updated for resources: {'Port': ['ID=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:16.607050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Attempting to bind port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:16.607655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Attempting to bind port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:16.608179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Attempting to bind port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf on network eb835803-fc8c-41a0-a774-60f1005e2abf {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:16.610691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-992b12a8-2baa-417b-b2a7-3f4602ef023f req-e76d389c-9360-4575-be22-d26c0aedd6ba service neutron] 10.222.0.24 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465000 Jan 28 17:04:16.618328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:16.620906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Checking segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:16.623030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.623599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Bound using segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:16.625670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Bound port: 318bc9c1-6c83-4b42-aca6-ac47cd5613bf, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:16.626612 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.759757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks [] for router_gateway (b48306cc-2484-4b27-a768-f3fabe0fc22e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.772940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] For port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:16.782111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] For port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:16.795892 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.892776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c4588-b827-478d-be5d-60a64ab083c3 req-86ec75a7-da0d-4fa8-8d6d-2217881ed79b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:16.894674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f32c4588-b827-478d-be5d-60a64ab083c3 req-86ec75a7-da0d-4fa8-8d6d-2217881ed79b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 943 time: 0.1856387 Jan 28 17:04:16.896814 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 5, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port': {'id': '7f7dee25-b8b0-470e-afbf-4c1a84879f05', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:03:19Z', 'updated_at': '2022-01-28T17:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:16.925786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:16.926450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:16.967224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44430) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:16.972353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Deleting port 7f7dee25-b8b0-470e-afbf-4c1a84879f05 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:16.972452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:16.975273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298162962', 'description': 'tempest-secgroup-smoke-298162962 description', 'project_id': '4fe440eed5be47c78503deed2fedc888'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:16.984422 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] Checking router: b48306cc-2484-4b27-a768-f3fabe0fc22e for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:16.995589 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] Routers {'b48306cc-2484-4b27-a768-f3fabe0fc22e'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:16.996261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:03:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['b48306cc-2484-4b27-a768-f3fabe0fc22e'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:17.013502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f32c4588-b827-478d-be5d-60a64ab083c3 req-2f9d7831-b463-4181-852a-89bc7132fb92 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126380 Jan 28 17:04:17.044011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.102148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] For port 7f7dee25-b8b0-470e-afbf-4c1a84879f05, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7f7dee25-b8b0-470e-afbf-4c1a84879f05,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:17.102615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.137825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Calling delete_port for 7f7dee25-b8b0-470e-afbf-4c1a84879f05 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:17.183738 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] Set router b48306cc-2484-4b27-a768-f3fabe0fc22e gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:17.197309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (9caccda8-11db-4d4c-9e54-8218476d58e3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.216761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9caccda8-11db-4d4c-9e54-8218476d58e3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.262890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caccda8-11db-4d4c-9e54-8218476d58e3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:17.287016 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:04:16Z', 'revision_number': 6, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:17.296329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.300987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0438a1c6-1a63-4954-a448-400496c9ae7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3322978 Jan 28 17:04:17.301765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:17.308375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '9caccda8-11db-4d4c-9e54-8218476d58e3', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:17.350710 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967fee8-195f-4319-bf74-8db7f255117c None None] The sync data for ids ['b48306cc-2484-4b27-a768-f3fabe0fc22e'] in n-d-812111-13 is: [{'id': 'b48306cc-2484-4b27-a768-f3fabe0fc22e', 'name': 'tempest-TestServerMultinode-1965999395-router', 'tenant_id': 'ab97951661584f34a210c8018e045c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:03:18Z', 'updated_at': '2022-01-28T17:04:16Z', 'revision_number': 6, 'project_id': 'ab97951661584f34a210c8018e045c03', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:17.379957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (391c14de-0e84-4e24-85eb-1eaba982fd27), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.497998 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (391c14de-0e84-4e24-85eb-1eaba982fd27), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.503969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (391c14de-0e84-4e24-85eb-1eaba982fd27), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.530717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391c14de-0e84-4e24-85eb-1eaba982fd27,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:17.546268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.550688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-89e25db4-be00-4a70-906a-94af70c50eb5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478259 Jan 28 17:04:17.553919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44438) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:17.565182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '9caccda8-11db-4d4c-9e54-8218476d58e3', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:17.586382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:17.621010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (a05759ab-9b54-4f50-8564-032d1e27ee07), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.749226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7f7dee25-b8b0-470e-afbf-4c1a84879f05), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.764718 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (a05759ab-9b54-4f50-8564-032d1e27ee07), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.776594 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a05759ab-9b54-4f50-8564-032d1e27ee07), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.826620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7dee25-b8b0-470e-afbf-4c1a84879f05,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:17.829315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05759ab-9b54-4f50-8564-032d1e27ee07,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:17.843420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.844701 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7548bf0f-bc34-416d-b2b8-9c51dde973e5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2893836 Jan 28 17:04:17.847321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44440) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:17.851838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '9caccda8-11db-4d4c-9e54-8218476d58e3', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:17.900169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-85848b5d-52b0-488b-a292-673040ae958b None None] Provisioning complete for port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:17.900770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-85848b5d-52b0-488b-a292-673040ae958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.906248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (372e16ee-e383-47cb-8c6c-ed3abc92273b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.921277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993202d-32ab-4a19-b66e-e4223047d4ac None None] Pushing event updated for resources: {'Port': ['ID=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:17.963018 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (b48306cc-2484-4b27-a768-f3fabe0fc22e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:17.993138 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7075e491-0071-4a43-8811-0352d331b5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.011136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:11Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:16Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:18.035115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (372e16ee-e383-47cb-8c6c-ed3abc92273b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.043963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf35ce-91fc-440c-bf47-08331a26d78d None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:11Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:16Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:18.047122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (372e16ee-e383-47cb-8c6c-ed3abc92273b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.101781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.106811 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585187 Jan 28 17:04:18.107592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44446) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:18.128225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '9caccda8-11db-4d4c-9e54-8218476d58e3', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:18.129135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (b48306cc-2484-4b27-a768-f3fabe0fc22e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.133864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks [] for router_controller (b48306cc-2484-4b27-a768-f3fabe0fc22e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.136080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-85848b5d-52b0-488b-a292-673040ae958b None None] Current status of the port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:18.136481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-85848b5d-52b0-488b-a292-673040ae958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.148366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc8b81-aa44-4d10-ad56-3ca9196d4106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372e16ee-e383-47cb-8c6c-ed3abc92273b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:18.181570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (6b239487-5514-45f0-b79e-a6426fcc4165), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.189873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-85848b5d-52b0-488b-a292-673040ae958b None None] For port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:18.197250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-85848b5d-52b0-488b-a292-673040ae958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.290675 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85848b5d-52b0-488b-a292-673040ae958b None None] Pushing event updated for resources: {'Port': ['ID=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:18.302717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (b48306cc-2484-4b27-a768-f3fabe0fc22e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.303897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48306cc-2484-4b27-a768-f3fabe0fc22e {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:04:18.315474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.317358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-34daec73-96ec-459c-94c3-0f88ed58244f admin admin] 10.222.0.25 "DELETE /v2.0/routers/b48306cc-2484-4b27-a768-f3fabe0fc22e HTTP/1.1" status: 204 len: 168 time: 2.1040332 Jan 28 17:04:18.320074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44448) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:18.337898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5cf49-d4bd-4a69-9aa5-6e1f900da778 req-82bb2e74-768b-40f4-a6e3-ac0e2330e15d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:18.346167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7a88df08-ee45-4415-93cd-e4b5271ff26d None None] Provisioning complete for port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:18.346549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a88df08-ee45-4415-93cd-e4b5271ff26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.347413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cd5cf49-d4bd-4a69-9aa5-6e1f900da778 req-82bb2e74-768b-40f4-a6e3-ac0e2330e15d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 943 time: 0.1498921 Jan 28 17:04:18.427069 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (6b239487-5514-45f0-b79e-a6426fcc4165), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.435058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (6b239487-5514-45f0-b79e-a6426fcc4165), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.461169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cd5cf49-d4bd-4a69-9aa5-6e1f900da778 req-0fa66c0b-7e09-4200-8a4f-d2aaaa5574f2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068428 Jan 28 17:04:18.474937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Deleting subnet c74452c5-7c44-46f7-bc68-71b0a3958493 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:04:18.479631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b239487-5514-45f0-b79e-a6426fcc4165,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:18.481980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Publish callbacks [] for subnet (c74452c5-7c44-46f7-bc68-71b0a3958493), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.528224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.529981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fc5c3c36-3eb5-40c2-8183-ffefda1b7e28 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195590 Jan 28 17:04:18.531062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7a88df08-ee45-4415-93cd-e4b5271ff26d None None] Current status of the port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:18.532484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44452) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:18.541202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '9caccda8-11db-4d4c-9e54-8218476d58e3', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:18.547148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (c74452c5-7c44-46f7-bc68-71b0a3958493), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.602198 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Project 4fe440eed5be47c78503deed2fedc888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:04:18.609598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (d6f79b0a-0858-4102-9731-42dab28353e0), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.711591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 318bc9c1-6c83-4b42-aca6-ac47cd5613bf up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:18.757154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c74452c5-7c44-46f7-bc68-71b0a3958493), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.769081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (d6f79b0a-0858-4102-9731-42dab28353e0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.778711 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d6f79b0a-0858-4102-9731-42dab28353e0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.818686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f79b0a-0858-4102-9731-42dab28353e0,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:18.829688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.831215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e1358949-fffb-40fb-94b3-65e198787fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2971098 Jan 28 17:04:18.834032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44456) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:18.839141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '9caccda8-11db-4d4c-9e54-8218476d58e3', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:18.863660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:18.863660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.868366 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Project 4fe440eed5be47c78503deed2fedc888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:04:18.876903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (5856c50b-5150-47dc-ab7f-3ea6959adf73), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.900952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (c74452c5-7c44-46f7-bc68-71b0a3958493), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.966219 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74452c5-7c44-46f7-bc68-71b0a3958493,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:18.975924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:18.985456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5c569-17da-49e5-ac33-3e7a0ddd8339 None None] Network f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:18.989244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ee734614-18bc-42fe-bf6c-31d19180fa58 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c74452c5-7c44-46f7-bc68-71b0a3958493 HTTP/1.1" status: 204 len: 168 time: 0.6670558 Jan 28 17:04:18.989974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44458) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:18.995429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (5856c50b-5150-47dc-ab7f-3ea6959adf73), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.001952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (5856c50b-5150-47dc-ab7f-3ea6959adf73), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.021750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5856c50b-5150-47dc-ab7f-3ea6959adf73,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:19.046971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.048840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21ab1fc4-addc-4e57-85ca-c4d73c37e59f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2132347 Jan 28 17:04:19.146299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.205827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b93ba8f6-4453-4475-bb82-3d0e59ea6848 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:04:19.228505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:19.325556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Deleting port f8812ea0-ed48-40e8-999e-c93782214eaa {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:19.326141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.341422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1434abc3-ca3d-4b56-abad-e8895598284b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:19.394608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1434abc3-ca3d-4b56-abad-e8895598284b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:19.394948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1434abc3-ca3d-4b56-abad-e8895598284b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:19.395365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7f7dee25-b8b0-470e-afbf-4c1a84879f05 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:19.414255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] For port f8812ea0-ed48-40e8-999e-c93782214eaa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f8812ea0-ed48-40e8-999e-c93782214eaa,segment=NetworkSegment(6afead99-3a1c-44a5-a716-890bd68b4c5f),segment_id=6afead99-3a1c-44a5-a716-890bd68b4c5f)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:19.415004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.432139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Calling delete_port for f8812ea0-ed48-40e8-999e-c93782214eaa owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:19.436252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-42dbf035-e540-46b4-8b1b-3f45197fd965 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298162962&fields=id&tenant_id=4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 267 time: 0.1277742 Jan 28 17:04:19.486808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7f7dee25-b8b0-470e-afbf-4c1a84879f05 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:19.487155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7f7dee25-b8b0-470e-afbf-4c1a84879f05 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:19.530265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b93ba8f6-4453-4475-bb82-3d0e59ea6848, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:19.533310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.555525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848', 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'port_id': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848', 'mac_address': 'fa:16:3e:6d:57:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f246fea-c83a-4976-b28e-a6b744cbdd51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:04:19.617736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c48fde-6320-4c5b-b28f-948f247ab717 None None] DHCP port deletion for f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:04:19.639295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f8812ea0-ed48-40e8-999e-c93782214eaa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.655803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port b93ba8f6-4453-4475-bb82-3d0e59ea6848 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:19.656285 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.666935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8812ea0-ed48-40e8-999e-c93782214eaa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:19.672251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] No DVR routers for this DVR port f8812ea0-ed48-40e8-999e-c93782214eaa on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:04:19.728402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-30c48fde-6320-4c5b-b28f-948f247ab717 None None] The port 'f8812ea0-ed48-40e8-999e-c93782214eaa' was deleted {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 17:04:19.746807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93ba8f6-4453-4475-bb82-3d0e59ea6848 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:04:19.801066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b93ba8f6-4453-4475-bb82-3d0e59ea6848, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:19.806806 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.811914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e28a1-b69d-41cc-a421-21d55e98d868 req-8b352d12-090c-449a-895e-b383a3b44ff7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:19.825219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.830790 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-128e28a1-b69d-41cc-a421-21d55e98d868 req-8b352d12-090c-449a-895e-b383a3b44ff7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 943 time: 0.2206986 Jan 28 17:04:19.853278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-827db549-a728-4348-b840-70dfc86b9899 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:19.854571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:19.854826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-827db549-a728-4348-b840-70dfc86b9899 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 797 time: 0.4119637 Jan 28 17:04:19.865988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afead99-3a1c-44a5-a716-890bd68b4c5f') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:19.866444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afead99-3a1c-44a5-a716-890bd68b4c5f') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:19.885773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=b93ba8f6-4453-4475-bb82-3d0e59ea6848,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:19.897443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (6afead99-3a1c-44a5-a716-890bd68b4c5f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.915680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6afead99-3a1c-44a5-a716-890bd68b4c5f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.922455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:04:19.922845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (6afead99-3a1c-44a5-a716-890bd68b4c5f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.951462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-128e28a1-b69d-41cc-a421-21d55e98d868 req-22610964-d230-4099-a823-b414274b679d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173277 Jan 28 17:04:19.952917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-2b08bb9e-8bf6-4480-9cf3-cfbf5dc763a9 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/quotas/4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 375 time: 0.0814316 Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:04:19.982938 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:04:19.986340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:19.998484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:20.005194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9 HTTP/1.1" status: 204 len: 168 time: 1.0141802 Jan 28 17:04:20.013295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['b93ba8f6-4453-4475-bb82-3d0e59ea6848'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:04:20.048754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74758a6d-797d-4030-99d5-d2c7863c4e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47c0a2e-d029-4e7c-bcf4-f5a94efd83c9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:20.077916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-86f99444-63f9-4347-b027-84f26575cd6f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092100 Jan 28 17:04:20.287730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f02572b8-f500-418a-b6d8-305c49430e39 service neutron] 10.222.0.25 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944616 Jan 28 17:04:20.365844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:20.467725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96520f02-8abc-481c-8eb1-d55e949d455a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8452b85cc1644c49a566bcce3e934e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006303 Jan 28 17:04:20.468558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44486) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:20.552591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8812ea0-ed48-40e8-999e-c93782214eaa no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:20.557552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-b10f3202-480f-419d-a9bc-b2d731dd8422 service neutron] 10.222.0.25 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631392 Jan 28 17:04:20.571761 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c4a-3a78-4b53-aea9-7ceb7fb0b39f admin admin] Publish callbacks [] for security_group (1e37cc8a-213e-4a3f-8512-6524e989982f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:20.584223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f8812ea0-ed48-40e8-999e-c93782214eaa {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:20.584619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f8812ea0-ed48-40e8-999e-c93782214eaa not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:20.627504 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:04:20.634953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c4a-3a78-4b53-aea9-7ceb7fb0b39f admin admin] Publish callbacks [] for security_group (1e37cc8a-213e-4a3f-8512-6524e989982f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:20.713498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:20.761344 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c4a-3a78-4b53-aea9-7ceb7fb0b39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1e37cc8a-213e-4a3f-8512-6524e989982f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:20.765014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c4a-3a78-4b53-aea9-7ceb7fb0b39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:20.766403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e5be6c4a-3a78-4b53-aea9-7ceb7fb0b39f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e37cc8a-213e-4a3f-8512-6524e989982f HTTP/1.1" status: 204 len: 168 time: 0.2946131 Jan 28 17:04:20.778872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6c4a-3a78-4b53-aea9-7ceb7fb0b39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e37cc8a-213e-4a3f-8512-6524e989982f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:20.886550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63e87520-516d-4b75-9d06-cbe29e022097 req-624befb6-c6a7-45c5-ac37-4a64d53bb42a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 210 time: 0.0552309 Jan 28 17:04:21.179356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff1cf7-d50e-4f55-ac2d-5551d959080e req-163b7f72-c924-435a-941b-79a2d5004599 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:21.196601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ff1cf7-d50e-4f55-ac2d-5551d959080e req-163b7f72-c924-435a-941b-79a2d5004599 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 944 time: 0.1114945 Jan 28 17:04:21.203294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b93ba8f6-4453-4475-bb82-3d0e59ea6848 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:21.283099 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ff1cf7-d50e-4f55-ac2d-5551d959080e req-cd5b9e8c-f7e6-4ee8-a539-0676f13d9511 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852511 Jan 28 17:04:21.385664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port b93ba8f6-4453-4475-bb82-3d0e59ea6848 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:04:21.393027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port b93ba8f6-4453-4475-bb82-3d0e59ea6848 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:21.394106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.469469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:21.531023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port b93ba8f6-4453-4475-bb82-3d0e59ea6848 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:21.531523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.557744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:21.561035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-843006a9-5f03-417d-a4ca-2fab8822614d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab97951661584f34a210c8018e045c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836136 Jan 28 17:04:21.572351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port b93ba8f6-4453-4475-bb82-3d0e59ea6848, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:21.574160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:21.581558 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e2c43c-7b01-4045-b7e6-0d8ef2f0e0d3" -d '{"events": [{"server_uuid": "0c2aa1b8-646a-4cc3-bd88-5f50490e83b2", "name": "network-vif-plugged", "status": "completed", "tag": "b93ba8f6-4453-4475-bb82-3d0e59ea6848"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:21.596453 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.633395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8edede7e-f27f-4dd8-8382-6f9281ba443d admin admin] Publish callbacks [] for security_group (ef462da4-c663-44c8-8602-e5c24b650176), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.682698 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8edede7e-f27f-4dd8-8382-6f9281ba443d admin admin] Publish callbacks [] for security_group (ef462da4-c663-44c8-8602-e5c24b650176), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.683515 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d347df00-b0e6-4ab3-8e67-8f50bfd5785c x-openstack-request-id: req-d347df00-b0e6-4ab3-8e67-8f50bfd5785c {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:21.683832 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2aa1b8-646a-4cc3-bd88-5f50490e83b2", "name": "network-vif-plugged", "status": "completed", "tag": "b93ba8f6-4453-4475-bb82-3d0e59ea6848", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:21.684160 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d347df00-b0e6-4ab3-8e67-8f50bfd5785c {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:21.684870 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848', 'code': 200} Jan 28 17:04:21.690127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=b93ba8f6-4453-4475-bb82-3d0e59ea6848,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:21.754403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.792523 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8edede7e-f27f-4dd8-8382-6f9281ba443d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ef462da4-c663-44c8-8602-e5c24b650176), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.812350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8edede7e-f27f-4dd8-8382-6f9281ba443d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:21.818003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8edede7e-f27f-4dd8-8382-6f9281ba443d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef462da4-c663-44c8-8602-e5c24b650176 HTTP/1.1" status: 204 len: 168 time: 0.2583852 Jan 28 17:04:21.856162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb5e74-6a04-4e5f-b8f5-dec5997a69f2 req-1d342ffd-499a-4240-b1ce-498829637af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:21.858011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cddb5e74-6a04-4e5f-b8f5-dec5997a69f2 req-1d342ffd-499a-4240-b1ce-498829637af7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 1128 time: 0.0615542 Jan 28 17:04:21.858147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edede7e-f27f-4dd8-8382-6f9281ba443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef462da4-c663-44c8-8602-e5c24b650176,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:21.928939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cddb5e74-6a04-4e5f-b8f5-dec5997a69f2 req-668ead9d-8b38-4ee5-a00c-4d36c29797cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Jan 28 17:04:22.034203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d5d5382-0c3d-4318-a22a-0c14b1ee3c78 req-e97c29b8-717e-441a-9eba-07b3a7cc1783 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 210 time: 0.0626109 Jan 28 17:04:22.424824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1948e-1f4c-4928-bbc8-49757a27ffb4 req-3d8cea5d-bf22-4d74-a9b5-0cbd7fddf014 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:22.426431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45a1948e-1f4c-4928-bbc8-49757a27ffb4 req-3d8cea5d-bf22-4d74-a9b5-0cbd7fddf014 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 945 time: 0.0670152 Jan 28 17:04:22.486398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45a1948e-1f4c-4928-bbc8-49757a27ffb4 req-250231c8-5dc7-4a3e-93a6-4cc970cb78ae tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Jan 28 17:04:22.815666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f65ac7cd-aa7c-483d-b61c-31a8792cce6f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:22.821438 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f65ac7cd-aa7c-483d-b61c-31a8792cce6f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 797 time: 0.2401237 Jan 28 17:04:22.832165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:22.865554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94620b3-0b65-48fd-b283-17b94869e04c req-265b7dd7-5f98-485c-85e2-caca559a30f5 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:22.873522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b94620b3-0b65-48fd-b283-17b94869e04c req-265b7dd7-5f98-485c-85e2-caca559a30f5 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 945 time: 0.0873199 Jan 28 17:04:22.903585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-062132a1-c2c1-43a3-8ab1-b2eadbcb5def tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 379 time: 0.0694370 Jan 28 17:04:22.916994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'port': {'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'admin_state_up': True, 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'security_groups': ['9caccda8-11db-4d4c-9e54-8218476d58e3']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:22.935053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b94620b3-0b65-48fd-b283-17b94869e04c req-0b8b496e-aacc-498f-90ad-6184e33e286e tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603280 Jan 28 17:04:22.961512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1033853293-network', 'tenant_id': '8ea9e506b06247c6b93e21163064f864'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:22.987122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Made reservation on behalf of 8ea9e506b06247c6b93e21163064f864 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:22.991068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.006399 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.098503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:23.135313 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks [] for security_group (bd8251da-daaf-4c72-8f74-48f5dfefdc62), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.140072 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.148650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd8251da-daaf-4c72-8f74-48f5dfefdc62), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.237174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:04:23.241158 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12e6ff26-edc8-4d96-935e-926d5daf517f req-a1ded1aa-2aa7-4db5-bfe3-2127eb16effb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 210 time: 0.0608015 Jan 28 17:04:23.252994 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8251da-daaf-4c72-8f74-48f5dfefdc62,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:23.257565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (128378fe-3fcb-4ea1-93c0-1561a4a3a5c8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.257916 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Added segment 128378fe-3fcb-4ea1-93c0-1561a4a3a5c8 of type vlan for network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 Jan 28 17:04:23.316446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (40fd8282-3c89-43c7-b2cb-fafd1f780d45), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.352175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (40fd8282-3c89-43c7-b2cb-fafd1f780d45), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.353073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:23.353663 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.360903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.20.0.4 (eb835803-fc8c-41a0-a774-60f1005e2abf/fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9/cc086cde-c17e-463d-a0c3-6dbb8a5ded8c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:23.370418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5370958 Jan 28 17:04:23.377761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:23.383428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Request body: {'subnet': {'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1033853293-subnet', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:23.425182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Made reservation on behalf of 8ea9e506b06247c6b93e21163064f864 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:23.425810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a6ede-c5a0-4551-81fb-d85a39ab77bd admin admin] Pushing event updated for resources: {'Network': ['ID=40fd8282-3c89-43c7-b2cb-fafd1f780d45,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:23.427698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:23.439178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:04:23.635579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e4a93-0751-435d-a99b-0f625ef09ccb req-633b2500-9621-4764-a10a-358978830640 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:23.637291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c48e4a93-0751-435d-a99b-0f625ef09ccb req-633b2500-9621-4764-a10a-358978830640 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 945 time: 0.0639021 Jan 28 17:04:23.703845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c48e4a93-0751-435d-a99b-0f625ef09ccb req-6dc4ea4b-6f44-4c23-a0b0-0eea222c6f06 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606399 Jan 28 17:04:23.908004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.016470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.022938 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (91d443be-8c86-4893-8f6f-0b00d8d4837c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.027336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e649d-b197-48e1-b9c3-ebe900ba13bc req-882bc7a6-c0e5-4b70-a208-837b00b89710 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:24.036439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f70e649d-b197-48e1-b9c3-ebe900ba13bc req-882bc7a6-c0e5-4b70-a208-837b00b89710 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 945 time: 0.0858736 Jan 28 17:04:24.119387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d443be-8c86-4893-8f6f-0b00d8d4837c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:24.124335 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network eb835803-fc8c-41a0-a774-60f1005e2abf is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:24.125829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:24.131299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:24.134225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:24.135142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f70e649d-b197-48e1-b9c3-ebe900ba13bc req-b90fd96d-2b3a-4fed-8ee8-480bf12d136f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975354 Jan 28 17:04:24.175199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9658fe-568b-4182-9444-f95a8d82a1a5 req-c1f4d11e-23f8-4a42-bec4-605fb181c8ac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:24.182477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Checking segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:24.182860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Network hostable DHCP agents. Network: 40fd8282-3c89-43c7-b2cb-fafd1f780d45, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:04:24.185867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb9658fe-568b-4182-9444-f95a8d82a1a5 req-c1f4d11e-23f8-4a42-bec4-605fb181c8ac tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 945 time: 0.1402023 Jan 28 17:04:24.227106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:24.227755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.248732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:04:24.249650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb9658fe-568b-4182-9444-f95a8d82a1a5 req-97db45fe-2b3f-46c8-bac7-61a5993b8995 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/security-groups?id=04f184b8-c584-4799-88fa-15f116d3c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629828 Jan 28 17:04:24.286717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 40fd8282-3c89-43c7-b2cb-fafd1f780d45) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:24.299602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b8e53-bc64-40cd-8815-740aa71e3cf5 None None] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:24.318078 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-f571cf6b-e4e4-4d6d-8314-49720f0680a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4067080 Jan 28 17:04:24.322262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:24.322921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.333832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Request body: {'port': {'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:24.390430 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1ed4e821-be59-4b97-b94b-71fa2fc57e8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0112133 Jan 28 17:04:24.393341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44576) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:24.398133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:24.431557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-fd77da11-1df4-4972-afd8-26f06a4bf875 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:24.432532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-fd77da11-1df4-4972-afd8-26f06a4bf875 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 945 time: 0.1679070 Jan 28 17:04:24.443583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.460767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (a9858c90-2883-41d8-b3e1-eb083cb138f8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.463915 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (a9858c90-2883-41d8-b3e1-eb083cb138f8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.551935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:04:24.553440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.565589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-98ac8639-ed6d-4082-adeb-bcb4a0bbcc4a None None] Provisioning complete for port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:24.566188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-98ac8639-ed6d-4082-adeb-bcb4a0bbcc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.598945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks [] for router_controller (a9858c90-2883-41d8-b3e1-eb083cb138f8), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.603379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-98ac8639-ed6d-4082-adeb-bcb4a0bbcc4a None None] Port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:24.670037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cba31-227c-480c-8dd1-56046267a884 req-db425029-144d-44d9-a77b-befe7fe205bd tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:24.678483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9cba31-227c-480c-8dd1-56046267a884 req-db425029-144d-44d9-a77b-befe7fe205bd tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 931 time: 0.2093248 Jan 28 17:04:24.719177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Deleting port 6d1cb216-ab49-4920-8087-997f4199e18f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:24.719700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.792189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Allocated IP 172.20.0.2 (40fd8282-3c89-43c7-b2cb-fafd1f780d45/91d443be-8c86-4893-8f6f-0b00d8d4837c/b402d8bc-17e6-4220-84ae-f1db4ac60aed) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:24.889669 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks [] for router_gateway (a9858c90-2883-41d8-b3e1-eb083cb138f8), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.891282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] For port 6d1cb216-ab49-4920-8087-997f4199e18f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=6d1cb216-ab49-4920-8087-997f4199e18f,segment=NetworkSegment(74561d8b-d5d6-49bf-aa32-7497d0a8f44e),segment_id=74561d8b-d5d6-49bf-aa32-7497d0a8f44e)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:24.891755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.906737 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b9cba31-227c-480c-8dd1-56046267a884 req-16434dbd-a759-4254-bf5a-ae652d16bd7c tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271507 Jan 28 17:04:24.913006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Calling delete_port for 6d1cb216-ab49-4920-8087-997f4199e18f owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:24.956741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Publish callbacks [] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:24.967360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.007111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc086cde-c17e-463d-a0c3-6dbb8a5ded8c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:04:25.020653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:25.023044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Publish callbacks [] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.026359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:25.031108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:25.034522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Pushing event updated for resources: {'Port': ['ID=b402d8bc-17e6-4220-84ae-f1db4ac60aed,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:25.054814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Transition to ACTIVE for port object cc086cde-c17e-463d-a0c3-6dbb8a5ded8c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:04:25.069816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.100041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Attempting to bind port b402d8bc-17e6-4220-84ae-f1db4ac60aed on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:25.100752 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Attempting to bind port b402d8bc-17e6-4220-84ae-f1db4ac60aed by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:25.101289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Attempting to bind port b402d8bc-17e6-4220-84ae-f1db4ac60aed on network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:25.107362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:25.107981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Checking segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:25.108395 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.108920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Bound using segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:25.109481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Bound port: b402d8bc-17e6-4220-84ae-f1db4ac60aed, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:25.109695 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.196840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] For port b402d8bc-17e6-4220-84ae-f1db4ac60aed, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:25.295991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Pushing event updated for resources: {'Port': ['ID=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:25.301824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Attempting to bind port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:25.302080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks [] for router_gateway (a9858c90-2883-41d8-b3e1-eb083cb138f8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.302566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Attempting to bind port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:25.302566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Attempting to bind port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c on network eb835803-fc8c-41a0-a774-60f1005e2abf {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:25.318599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c on network eb835803-fc8c-41a0-a774-60f1005e2abf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:04:25.320596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Attempting to bind port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c on network eb835803-fc8c-41a0-a774-60f1005e2abf {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:25.327170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.328603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] For port b402d8bc-17e6-4220-84ae-f1db4ac60aed, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b402d8bc-17e6-4220-84ae-f1db4ac60aed,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:25.334023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:25.335124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Checking segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:25.335452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Bound using segment: {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:25.338234 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.345028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Bound port: cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:25.345340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.351104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6d1cb216-ab49-4920-8087-997f4199e18f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.494055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Allocated IP 172.25.8.6 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/3953c13a-05aa-4123-b138-6e1b8ad007d7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:25.531550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Pushing event deleted for resources: {'Port': ['ID=6d1cb216-ab49-4920-8087-997f4199e18f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:25.545069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f07dd-0f95-478c-946c-dcf98b897e01 None None] Pushing event updated for resources: {'Port': ['ID=b402d8bc-17e6-4220-84ae-f1db4ac60aed,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:25.589440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] No DVR routers for this DVR port 6d1cb216-ab49-4920-8087-997f4199e18f on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:04:25.595029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.602632 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-43e6a068-b41f-44fa-a169-dfb3134877a9 req-043cca72-a56e-4164-9f44-5694693957f7 tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.31 "DELETE /v2.0/ports/6d1cb216-ab49-4920-8087-997f4199e18f HTTP/1.1" status: 204 len: 173 time: 1.1639700 Jan 28 17:04:25.604087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'name': 'network-vif-deleted', 'tag': '6d1cb216-ab49-4920-8087-997f4199e18f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:25.613220 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a75b12-cf55-4659-ac8d-ca4b55897832" -d '{"events": [{"server_uuid": "c0176b95-2aba-4af8-9192-33dd21bbbe82", "name": "network-vif-deleted", "tag": "6d1cb216-ab49-4920-8087-997f4199e18f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:25.635871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks [] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.693128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] For port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:25.697047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] For port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:25.711164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.771724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00d4c32e-48fe-426d-8f7b-c05257b97e37 req-9a09a55b-3808-44bc-8006-46f7c85860fa tempest-VolumesSnapshotTestJSON-901579100 tempest-VolumesSnapshotTestJSON-901579100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0176b95-2aba-4af8-9192-33dd21bbbe82 HTTP/1.1" status: 200 len: 210 time: 0.1052508 Jan 28 17:04:25.799319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:25.800332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.809578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-1ea4868b-0493-4803-b052-ea907ad39382 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:25.810057 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] 10.222.0.24 "PUT /v2.0/ports/cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 1092 time: 1.4822543 Jan 28 17:04:25.811086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-1ea4868b-0493-4803-b052-ea907ad39382 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 945 time: 0.5717981 Jan 28 17:04:25.813709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:25.845994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434de01-07ad-43ea-afd3-860c3d23aa25 service neutron] Pushing event updated for resources: {'Port': ['ID=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:25.941086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:25.956281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:25.964236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:25.985951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a3ac1-470d-4765-9418-6ba89f2bd068 req-56eb0d4b-ed89-44f9-9613-5f43e5179a4c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:25.993068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-718a3ac1-470d-4765-9418-6ba89f2bd068 req-56eb0d4b-ed89-44f9-9613-5f43e5179a4c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 945 time: 0.3277450 Jan 28 17:04:25.993759 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388965e7-cd6c-4606-aaea-2632128b304b x-openstack-request-id: req-388965e7-cd6c-4606-aaea-2632128b304b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:25.994821 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0176b95-2aba-4af8-9192-33dd21bbbe82", "name": "network-vif-deleted", "tag": "6d1cb216-ab49-4920-8087-997f4199e18f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:25.995229 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-388965e7-cd6c-4606-aaea-2632128b304b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:25.995770 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0176b95-2aba-4af8-9192-33dd21bbbe82', 'name': 'network-vif-deleted', 'tag': '6d1cb216-ab49-4920-8087-997f4199e18f', 'status': 'completed', 'code': 200} Jan 28 17:04:26.019154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Pushing event updated for resources: {'Port': ['ID=3953c13a-05aa-4123-b138-6e1b8ad007d7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:26.019326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-53e41afe-4e6a-45f1-aaff-ee33be16313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:26.020996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-53e41afe-4e6a-45f1-aaff-ee33be16313c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1126 time: 0.1034639 Jan 28 17:04:26.141628 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-eb01a491-bb6e-4bd7-a21e-67ec181f90c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 217 time: 0.1026835 Jan 28 17:04:26.251267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a5e1c679-38ee-42f2-b977-993fd3f84963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:26.252922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-a5e1c679-38ee-42f2-b977-993fd3f84963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 200 len: 834 time: 0.1028116 Jan 28 17:04:26.353554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bda35-9087-4164-a5c9-5660053935e3 req-d9a59d63-cfe1-4c23-b72b-45c68ad4f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:26.365798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-d9a59d63-cfe1-4c23-b72b-45c68ad4f9da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb835803-fc8c-41a0-a774-60f1005e2abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1073089 Jan 28 17:04:26.366736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-718a3ac1-470d-4765-9418-6ba89f2bd068 req-857ba622-e7a6-4340-b38a-09e930963fae tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728375 Jan 28 17:04:26.444168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Deleting port b93ba8f6-4453-4475-bb82-3d0e59ea6848 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:26.444561 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:26.475455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d03a-b4f7-4b3a-b5d6-64d0b13bb05b req-221b3008-3757-4b74-afe5-67365fbc7e64 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:26.477018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c157d03a-b4f7-4b3a-b5d6-64d0b13bb05b req-221b3008-3757-4b74-afe5-67365fbc7e64 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 943 time: 0.3324254 Jan 28 17:04:26.540019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-d0d129f4-7412-4150-85b0-7ed8ab6738f2 service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666543 Jan 28 17:04:26.617794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b402d8bc-17e6-4220-84ae-f1db4ac60aed up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:26.667601 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f77bda35-9087-4164-a5c9-5660053935e3 req-dcc5bded-865b-4570-943f-fc19a96da342 service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207647 Jan 28 17:04:26.675235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b402d8bc-17e6-4220-84ae-f1db4ac60aed triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:26.676474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:26.684863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] For port b93ba8f6-4453-4475-bb82-3d0e59ea6848, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=b93ba8f6-4453-4475-bb82-3d0e59ea6848,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:26.685238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:26.691030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c157d03a-b4f7-4b3a-b5d6-64d0b13bb05b req-6aaa110e-0c59-4f56-82c6-3c3effdc3c0a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417782 Jan 28 17:04:26.734912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Calling delete_port for b93ba8f6-4453-4475-bb82-3d0e59ea6848 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:26.743616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks [] for router_gateway (a9858c90-2883-41d8-b3e1-eb083cb138f8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:26.747764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6d1cb216-ab49-4920-8087-997f4199e18f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:26.995964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 6d1cb216-ab49-4920-8087-997f4199e18f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:26.996602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 6d1cb216-ab49-4920-8087-997f4199e18f not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:27.084378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b402d8bc-17e6-4220-84ae-f1db4ac60aed is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:27.085146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:27.129538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port b402d8bc-17e6-4220-84ae-f1db4ac60aed, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b402d8bc-17e6-4220-84ae-f1db4ac60aed,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:27.139218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:27.233704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=b402d8bc-17e6-4220-84ae-f1db4ac60aed,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:27.463719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fa91e-03ef-43d1-abc1-4176f29622d3 None None] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:27.581995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9dc7ce0d-235e-4bd4-b629-acaf235e7421 None None] Provisioning complete for port b402d8bc-17e6-4220-84ae-f1db4ac60aed triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:27.582374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ce0d-235e-4bd4-b629-acaf235e7421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:27.603233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (a9858c90-2883-41d8-b3e1-eb083cb138f8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:27.612024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b93ba8f6-4453-4475-bb82-3d0e59ea6848), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:27.630703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2003d67a-f560-4bf4-8c1f-3827438bd0e7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:04:27.688920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Pushing event deleted for resources: {'Port': ['ID=b93ba8f6-4453-4475-bb82-3d0e59ea6848,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:27.730651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dbe77-a9d4-4e99-ba41-9b6b5083cfad req-7360f8e3-8d07-4df4-ac67-39bc5d89e7b7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:27.738463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-550dbe77-a9d4-4e99-ba41-9b6b5083cfad req-7360f8e3-8d07-4df4-ac67-39bc5d89e7b7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c2aa1b8-646a-4cc3-bd88-5f50490e83b2 HTTP/1.1" status: 200 len: 945 time: 0.1891351 Jan 28 17:04:27.769291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7ce0d-235e-4bd4-b629-acaf235e7421 None None] Current status of the port b402d8bc-17e6-4220-84ae-f1db4ac60aed is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:27.946918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] No DVR routers for this DVR port b93ba8f6-4453-4475-bb82-3d0e59ea6848 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:04:27.951634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:27.959778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d57fed6f-3516-4a72-94dd-090d29dfe4ed req-5e9f03b1-b298-4fb6-9426-a1f7dbf20bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.24 "DELETE /v2.0/ports/b93ba8f6-4453-4475-bb82-3d0e59ea6848 HTTP/1.1" status: 204 len: 173 time: 2.1381853 Jan 28 17:04:27.964496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'name': 'network-vif-deleted', 'tag': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:27.967082 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b149c6-0ee9-4210-b9a1-20a4161655ec" -d '{"events": [{"server_uuid": "0c2aa1b8-646a-4cc3-bd88-5f50490e83b2", "name": "network-vif-deleted", "tag": "b93ba8f6-4453-4475-bb82-3d0e59ea6848"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:27.997270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:28.001027 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f7a82-c628-4430-88d1-472966c4d388" -d '{"events": [{"name": "network-changed", "server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:28.044251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-550dbe77-a9d4-4e99-ba41-9b6b5083cfad req-2c2d4faa-7218-467b-aa04-202fd74100d4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525618 Jan 28 17:04:28.095585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb88c5-6521-4b23-bba8-f65ae55c6850 req-4aa34a37-7848-4549-afcd-d690401d793b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:28.107538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16fb88c5-6521-4b23-bba8-f65ae55c6850 req-4aa34a37-7848-4549-afcd-d690401d793b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 943 time: 0.2571836 Jan 28 17:04:28.135904 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f51e8-da8d-42c2-90b3-5f0c82e1e825 x-openstack-request-id: req-760f51e8-da8d-42c2-90b3-5f0c82e1e825 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:28.141281 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2aa1b8-646a-4cc3-bd88-5f50490e83b2", "name": "network-vif-deleted", "tag": "b93ba8f6-4453-4475-bb82-3d0e59ea6848", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:28.141753 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-760f51e8-da8d-42c2-90b3-5f0c82e1e825 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:28.143100 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2aa1b8-646a-4cc3-bd88-5f50490e83b2', 'name': 'network-vif-deleted', 'tag': 'b93ba8f6-4453-4475-bb82-3d0e59ea6848', 'status': 'completed', 'code': 200} Jan 28 17:04:28.165827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Router a9858c90-2883-41d8-b3e1-eb083cb138f8 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:04:28.213752 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa81ddda-ea48-45d3-8ce9-7d6f066df07b x-openstack-request-id: req-fa81ddda-ea48-45d3-8ce9-7d6f066df07b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:28.214058 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:28.214336 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa81ddda-ea48-45d3-8ce9-7d6f066df07b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:28.214745 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'status': 'completed', 'code': 200} Jan 28 17:04:28.314080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16fb88c5-6521-4b23-bba8-f65ae55c6850 req-12ad3d90-91d8-41f4-9fa3-225a81ed93f8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558151 Jan 28 17:04:28.325005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9429efae-ba50-47da-8772-288d9ef067b4 None None] Provisioning complete for port b402d8bc-17e6-4220-84ae-f1db4ac60aed triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:28.325636 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9429efae-ba50-47da-8772-288d9ef067b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:28.461946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-f167e22f-0481-47c6-bf0c-d088cd52183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:28.463487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-f167e22f-0481-47c6-bf0c-d088cd52183f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1126 time: 0.1994622 Jan 28 17:04:28.514606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9429efae-ba50-47da-8772-288d9ef067b4 None None] Current status of the port b402d8bc-17e6-4220-84ae-f1db4ac60aed is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:28.604648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b402d8bc-17e6-4220-84ae-f1db4ac60aed up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:28.619467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:28.631536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-88ad8e96-d21c-492b-b962-8810d1d1c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:28.634039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-88ad8e96-d21c-492b-b962-8810d1d1c786 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 898 time: 0.1606755 Jan 28 17:04:28.688045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Sync routers for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:28.705352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-71c39c05-3cee-4e89-9f2f-a914733efeaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 217 time: 0.0620744 Jan 28 17:04:28.707007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:28.707701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:28.760319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b402d8bc-17e6-4220-84ae-f1db4ac60aed triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:28.760754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:28.773102 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:28.774663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1c49bbd8-abfc-403f-8e1f-7535b6fae460 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3800781 Jan 28 17:04:28.778478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44620) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:28.803830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-a99da73e-f588-46b6-9a5b-80a3be782850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:28.803830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-a99da73e-f588-46b6-9a5b-80a3be782850 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 200 len: 834 time: 0.0906987 Jan 28 17:04:28.940635 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-4f354c16-3f9b-4a45-bc2a-c9390496d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:28.944128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-4f354c16-3f9b-4a45-bc2a-c9390496d44b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb835803-fc8c-41a0-a774-60f1005e2abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1351552 Jan 28 17:04:29.086207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b402d8bc-17e6-4220-84ae-f1db4ac60aed is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:29.108905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:29.126259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-db53ab92-9598-437a-b7a9-ea20594168b9 service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734838 Jan 28 17:04:29.252074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b93ba8f6-4453-4475-bb82-3d0e59ea6848 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:29.258483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a4f7a82-c628-4430-88d1-472966c4d388 req-f9491707-9b0c-43e4-80fe-61e7b2aaa72a service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260524 Jan 28 17:04:29.279192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: b93ba8f6-4453-4475-bb82-3d0e59ea6848 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:29.279532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device b93ba8f6-4453-4475-bb82-3d0e59ea6848 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:29.358101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f111e-4e3b-4ea9-ae3d-39867d32f7ca req-f9cfe4d8-3058-49e4-bab2-1159c77a76b6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:29.359863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876f111e-4e3b-4ea9-ae3d-39867d32f7ca req-f9cfe4d8-3058-49e4-bab2-1159c77a76b6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0981431 Jan 28 17:04:29.416400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:26Z', 'revision_number': 3, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:29.455151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-876f111e-4e3b-4ea9-ae3d-39867d32f7ca req-e6eb73c6-ff76-4240-933a-b20252bacf0b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884469 Jan 28 17:04:29.484699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Checking router: a9858c90-2883-41d8-b3e1-eb083cb138f8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:29.484699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Updating router a9858c90-2883-41d8-b3e1-eb083cb138f8 port 3953c13a-05aa-4123-b138-6e1b8ad007d7 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:04:29.497000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf47d-0487-4c5b-86b2-5a71f5b06ac7 req-ff5029e9-0386-4aa4-bc82-d594ab397a0f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:29.498755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5cbf47d-0487-4c5b-86b2-5a71f5b06ac7 req-ff5029e9-0386-4aa4-bc82-d594ab397a0f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 943 time: 0.0940788 Jan 28 17:04:29.541888 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:29.595860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5cbf47d-0487-4c5b-86b2-5a71f5b06ac7 req-7eb1d133-9240-4d07-9ec9-60304c078cc7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906048 Jan 28 17:04:29.641363 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:29.881275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1335b3-af66-4620-abbc-9209dce62bcc req-44c4a6cc-af7a-4b6a-bfe6-ed1d8c7b7fc2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:29.881275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e1335b3-af66-4620-abbc-9209dce62bcc req-44c4a6cc-af7a-4b6a-bfe6-ed1d8c7b7fc2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0902925 Jan 28 17:04:29.908763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Allocated IP 172.20.0.1 (40fd8282-3c89-43c7-b2cb-fafd1f780d45/91d443be-8c86-4893-8f6f-0b00d8d4837c/dcb0766a-c3a2-4da4-9826-d285d54ae7d3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:29.917327 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Publish callbacks [] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:29.924321 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:29.967630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e1335b3-af66-4620-abbc-9209dce62bcc req-77fe3f50-f011-4199-9fc3-4d5d7b9a09f6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798421 Jan 28 17:04:30.002611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56207e-7e54-4860-a661-4ac25967c853 None None] Pushing event updated for resources: {'Port': ['ID=3953c13a-05aa-4123-b138-6e1b8ad007d7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:30.006793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Attempting to bind port 3953c13a-05aa-4123-b138-6e1b8ad007d7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:30.007167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Attempting to bind port 3953c13a-05aa-4123-b138-6e1b8ad007d7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:30.008042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Attempting to bind port 3953c13a-05aa-4123-b138-6e1b8ad007d7 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:30.014936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:30.016154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:30.016578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.018521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:30.019030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Bound port: 3953c13a-05aa-4123-b138-6e1b8ad007d7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:30.019589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.077609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] For port 3953c13a-05aa-4123-b138-6e1b8ad007d7, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:30.079698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks [] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.081420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] For port 3953c13a-05aa-4123-b138-6e1b8ad007d7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3953c13a-05aa-4123-b138-6e1b8ad007d7,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:30.088860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.123863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.161649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b76e2-521a-4cf6-937c-c8f469bce266 req-33a6bcbc-df32-437c-9f86-c05bec456b3b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:30.165309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:30.166144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:30.167292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb3b76e2-521a-4cf6-937c-c8f469bce266 req-33a6bcbc-df32-437c-9f86-c05bec456b3b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1178279 Jan 28 17:04:30.216531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:30.235856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:30.237420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:30.242747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56207e-7e54-4860-a661-4ac25967c853 None None] Pushing event updated for resources: {'Port': ['ID=3953c13a-05aa-4123-b138-6e1b8ad007d7,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:30.253108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb3b76e2-521a-4cf6-937c-c8f469bce266 req-ca5c5aa6-c04f-4cf4-9bf9-9e05e13b5f39 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770059 Jan 28 17:04:30.271898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:30.315633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (a9858c90-2883-41d8-b3e1-eb083cb138f8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.340624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:30.613711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.698751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bebc93f4-2463-4391-b9a4-723c298314cb None None] Provisioning complete for port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:30.699357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bebc93f4-2463-4391-b9a4-723c298314cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:30.737105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bebc93f4-2463-4391-b9a4-723c298314cb None None] Port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:30.739410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:26Z', 'revision_number': 3, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:30.774810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ed00-dc60-4056-8f8e-e083a48a9bfe None None] The sync data for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 is: [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:26Z', 'revision_number': 3, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:30.852370 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4dec4-5d79-4fa3-91f4-e9fe0f0c44d8 req-18519425-e296-4aa3-be4e-0410a6744f32 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:30.862200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cab4dec4-5d79-4fa3-91f4-e9fe0f0c44d8 req-18519425-e296-4aa3-be4e-0410a6744f32 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 943 time: 0.1423295 Jan 28 17:04:30.959116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cab4dec4-5d79-4fa3-91f4-e9fe0f0c44d8 req-03b57681-2815-4b49-b4bb-ca8b65425df1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921347 Jan 28 17:04:31.035491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks [] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:31.043128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:31.102372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (a9858c90-2883-41d8-b3e1-eb083cb138f8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:31.154680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:31.197706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.198295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.198737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.202563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.203060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.203493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.203926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.204364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.204810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.205253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.205677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.206098 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.206517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:31.266705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cc086cde-c17e-463d-a0c3-6dbb8a5ded8c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:04:31.359982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:31.366121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:31.451352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:31.473531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:04:31.576348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:31.576945 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:31.601269 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc086cde-c17e-463d-a0c3-6dbb8a5ded8c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:04:31.639085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Router a9858c90-2883-41d8-b3e1-eb083cb138f8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:31.655365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:31.667244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:31.804006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:31.853140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-aee78d03-8863-42b1-8743-023a07918af2 None None] Provisioning complete for port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:31.853526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aee78d03-8863-42b1-8743-023a07918af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:31.916345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['cc086cde-c17e-463d-a0c3-6dbb8a5ded8c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:04:31.956893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:31.972452 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a3d9a40b-0078-4b79-99fc-4207f5297789 admin admin] 10.222.0.25 "PUT /v2.0/routers/a9858c90-2883-41d8-b3e1-eb083cb138f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1925797 Jan 28 17:04:32.008843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-aee78d03-8863-42b1-8743-023a07918af2 None None] Port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:32.196796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043832-f173-4a2e-9ef4-991ebd999106 req-efcd3fd6-1b0e-4c2b-a35e-43538b2a248d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:32.198931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3043832-f173-4a2e-9ef4-991ebd999106 req-efcd3fd6-1b0e-4c2b-a35e-43538b2a248d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 944 time: 0.1140029 Jan 28 17:04:32.298275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b3043832-f173-4a2e-9ef4-991ebd999106 req-666bc3cb-20c8-432e-a184-732b225c6f0a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923998 Jan 28 17:04:32.634305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3953c13a-05aa-4123-b138-6e1b8ad007d7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:32.782764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3953c13a-05aa-4123-b138-6e1b8ad007d7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:32.783236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:32.921497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3953c13a-05aa-4123-b138-6e1b8ad007d7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:32.921771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:32.958317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44692) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:32.963797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-445952632-network', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:33.004720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 3953c13a-05aa-4123-b138-6e1b8ad007d7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3953c13a-05aa-4123-b138-6e1b8ad007d7,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:33.015688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.052625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Made reservation on behalf of b3dbfd2dcef04b148e93140b92110956 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:33.056629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.119717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.183604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=3953c13a-05aa-4123-b138-6e1b8ad007d7,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:33.258876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks [] for security_group (11ba1a66-ed44-47ec-bd30-b185e8a0e462), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.263970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11ba1a66-ed44-47ec-bd30-b185e8a0e462), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.280571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cc086cde-c17e-463d-a0c3-6dbb8a5ded8c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:33.306329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:04:33.325356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba1a66-ed44-47ec-bd30-b185e8a0e462,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:33.330373 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (52e0f14f-bc80-4cf1-bef1-eca6e0ecde24), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.331065 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Added segment 52e0f14f-bc80-4cf1-bef1-eca6e0ecde24 of type vlan for network 172eff4d-7d50-4670-8988-6665cd4c3fcc Jan 28 17:04:33.358160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:04:33.363869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:33.366505 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.426271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (172eff4d-7d50-4670-8988-6665cd4c3fcc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.485167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:33.485564 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.507337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (172eff4d-7d50-4670-8988-6665cd4c3fcc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.508218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:33.508818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.516512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:33.518962 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3182cd-3c0a-4b09-9a99-07b34ae3c0a7" -d '{"events": [{"server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "name": "network-vif-plugged", "status": "completed", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:33.529252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab8d3-465d-4b5e-b25c-e11e69314337 req-3fad1aa0-36c6-45e7-84c1-605eef9f10f3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:33.538351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-041ab8d3-465d-4b5e-b25c-e11e69314337 req-3fad1aa0-36c6-45e7-84c1-605eef9f10f3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 944 time: 0.0961030 Jan 28 17:04:33.539926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:33.546998 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.605096 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8e9e0-67ca-461a-aa3f-13ddb3bc4cbc x-openstack-request-id: req-cdd8e9e0-67ca-461a-aa3f-13ddb3bc4cbc {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:33.605306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6456831 Jan 28 17:04:33.605798 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "name": "network-vif-plugged", "status": "completed", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:33.606263 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdd8e9e0-67ca-461a-aa3f-13ddb3bc4cbc {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:33.606982 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'code': 200} Jan 28 17:04:33.608507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44704) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:33.623407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:33.627082 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Sync routers for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:33.628628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Request body: {'subnet': {'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-445952632-subnet', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:33.633461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c8ec8-9bf9-48bb-abe1-ed1d070b43ad admin admin] Pushing event updated for resources: {'Network': ['ID=172eff4d-7d50-4670-8988-6665cd4c3fcc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:33.644044 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:33.644777 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:33.649414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:04:33.651039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-041ab8d3-465d-4b5e-b25c-e11e69314337 req-d198dad7-0540-45db-b4d1-1a39cf6c6b6e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118152 Jan 28 17:04:33.697815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Made reservation on behalf of b3dbfd2dcef04b148e93140b92110956 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:04:33.700849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.749869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa381-3ea2-44bc-928f-94ced792626c req-812c356b-5bc5-48cc-82a5-5207768d089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:33.751837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-196aa381-3ea2-44bc-928f-94ced792626c req-812c356b-5bc5-48cc-82a5-5207768d089f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1128 time: 0.0653870 Jan 28 17:04:33.804712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-196aa381-3ea2-44bc-928f-94ced792626c req-64e59528-afbb-447c-88b5-ddf64697c1fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460322 Jan 28 17:04:33.806336 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:33.911342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (5037bec8-51c7-4f22-ac1e-bc5f961b740a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:33.965306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5037bec8-51c7-4f22-ac1e-bc5f961b740a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:33.975461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Checking segment: {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:33.975835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Network hostable DHCP agents. Network: 172eff4d-7d50-4670-8988-6665cd4c3fcc, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:04:33.995428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:04:34.005332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 172eff4d-7d50-4670-8988-6665cd4c3fcc) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:34.009319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:34.009919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.013327 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 2, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:34.015468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dbeea-4e1d-40e6-9159-39479a655b58 None None] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:34.026974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aad659a9-0b3f-4b21-a528-dcee42836000 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4167807 Jan 28 17:04:34.029566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44708) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:34.035356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:34.043985 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Checking router: a9858c90-2883-41d8-b3e1-eb083cb138f8 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:34.044235 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Updating router a9858c90-2883-41d8-b3e1-eb083cb138f8 port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:04:34.065522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (164a9f72-69e3-40bf-b791-c8a64cd24bd5), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.067354 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (164a9f72-69e3-40bf-b791-c8a64cd24bd5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.081468 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.147924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks [] for router_controller (164a9f72-69e3-40bf-b791-c8a64cd24bd5), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.200528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-172eff4d-7d50-4670-8988-6665cd4c3fcc', 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc', 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'fixed_ips': [{'subnet_id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:04:34.201555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.340620 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks [] for router_gateway (164a9f72-69e3-40bf-b791-c8a64cd24bd5), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.552619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3953c13a-05aa-4123-b138-6e1b8ad007d7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:34.665871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Allocated IP 172.20.0.2 (172eff4d-7d50-4670-8988-6665cd4c3fcc/5037bec8-51c7-4f22-ac1e-bc5f961b740a/2a78d74b-a318-4bbe-929c-23af15633f50) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:34.667981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3953c13a-05aa-4123-b138-6e1b8ad007d7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:34.668343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.737718 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Publish callbacks [] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.746863 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.776437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks [] for router_gateway (164a9f72-69e3-40bf-b791-c8a64cd24bd5), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.808058 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Pushing event updated for resources: {'Port': ['ID=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:34.818095 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.819480 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.819981 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.820476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.820987 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.821485 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.821976 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.822452 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.823200 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.823866 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.824925 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.825402 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.826172 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:34.826413 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:34.856273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b20e4-7e9a-4670-9e1a-218c165fb254 req-108b323e-cd73-41ce-9afd-97a2f8b7ee17 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:34.858579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e34b20e4-7e9a-4670-9e1a-218c165fb254 req-108b323e-cd73-41ce-9afd-97a2f8b7ee17 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.2479002 Jan 28 17:04:34.898197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3953c13a-05aa-4123-b138-6e1b8ad007d7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:34.962452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df328-50b9-4625-8564-860bf4f434bf req-113d25bc-7fc6-4928-9091-8f2c410fc53e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:34.964056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a5df328-50b9-4625-8564-860bf4f434bf req-113d25bc-7fc6-4928-9091-8f2c410fc53e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 945 time: 0.2107937 Jan 28 17:04:34.993275 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Attempting to bind port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:34.993568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Attempting to bind port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:34.993927 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Attempting to bind port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 on network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:35.007627 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:35.008258 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Checking segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:35.012848 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.013934 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Bound using segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:35.014465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Bound port: dcb0766a-c3a2-4da4-9826-d285d54ae7d3, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:35.014866 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.032486 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Publish callbacks [] for port (2a78d74b-a318-4bbe-929c-23af15633f50), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.044158 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.136044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Pushing event updated for resources: {'Port': ['ID=2a78d74b-a318-4bbe-929c-23af15633f50,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:35.146452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:35.148508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:35.151829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:35.198153 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] For port dcb0766a-c3a2-4da4-9826-d285d54ae7d3, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:35.206955 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] For port dcb0766a-c3a2-4da4-9826-d285d54ae7d3, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:35.220362 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.259564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Attempting to bind port 2a78d74b-a318-4bbe-929c-23af15633f50 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:35.260237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Attempting to bind port 2a78d74b-a318-4bbe-929c-23af15633f50 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:35.261071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Attempting to bind port 2a78d74b-a318-4bbe-929c-23af15633f50 on network 172eff4d-7d50-4670-8988-6665cd4c3fcc {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:35.271507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:35.272027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Checking segment: {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:35.272968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.273465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Bound using segment: {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:35.274531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:35.275169 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:35.275450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Bound port: 2a78d74b-a318-4bbe-929c-23af15633f50, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:35.275652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Allocated IP 172.25.8.252 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/e994ccbb-7040-4125-9f26-8fabdda63d69) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:35.281595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.305229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] Provisioning complete for port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:35.305893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.422515 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:35.476648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks [] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.485385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] For port 2a78d74b-a318-4bbe-929c-23af15633f50, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:35.531638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e34b20e4-7e9a-4670-9e1a-218c165fb254 req-ef6ef995-6c31-4176-8638-503531a55db2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526763 Jan 28 17:04:35.549939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a5df328-50b9-4625-8564-860bf4f434bf req-86760f84-7112-4ae3-8cae-01d345fbf0a9 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5675569 Jan 28 17:04:35.559795 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.577850 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1e8d1-17fa-404f-955d-1a984376bc7f None None] Pushing event updated for resources: {'Port': ['ID=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:35.588483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] For port 2a78d74b-a318-4bbe-929c-23af15633f50, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a78d74b-a318-4bbe-929c-23af15633f50,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:35.620515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.650575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] Current status of the port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:35.651694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.700741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:35.710300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:35.715274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:35.719475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Pushing event updated for resources: {'Port': ['ID=e994ccbb-7040-4125-9f26-8fabdda63d69,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:35.781592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55770-43ec-40fb-8b2b-9b75fcddcfca req-2bbba319-6f53-4ace-bb20-62c32448e8c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:35.788880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3de55770-43ec-40fb-8b2b-9b75fcddcfca req-2bbba319-6f53-4ace-bb20-62c32448e8c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1262300 Jan 28 17:04:35.808279 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:35.832118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] For port dcb0766a-c3a2-4da4-9826-d285d54ae7d3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:35.836428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347d3ac-438d-4696-a8fe-9c7a2b63a10a None None] Pushing event updated for resources: {'Port': ['ID=2a78d74b-a318-4bbe-929c-23af15633f50,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:35.851545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:35.876800 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72d91c-1f34-4bea-bce7-7f045b75f336 None None] The sync data for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 is: [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:35.973509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba6423-a3a7-419c-b656-cf2a8d828ac0 None None] Pushing event updated for resources: {'Port': ['ID=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:36.024085 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0906c5f5-3b03-4bf8-a1ff-43ad4a07ee6d None None] Provisioning complete for port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:36.024643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0906c5f5-3b03-4bf8-a1ff-43ad4a07ee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:36.051749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3de55770-43ec-40fb-8b2b-9b75fcddcfca req-b41245c4-ed23-4d0c-aabe-1501d3533609 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617793 Jan 28 17:04:36.231949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0906c5f5-3b03-4bf8-a1ff-43ad4a07ee6d None None] Current status of the port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:36.827602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device dcb0766a-c3a2-4da4-9826-d285d54ae7d3 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:37.000487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:37.001517 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:37.140770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks [] for router_gateway (164a9f72-69e3-40bf-b791-c8a64cd24bd5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:37.159549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:37.160933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a78d74b-a318-4bbe-929c-23af15633f50 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:37.228464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2a78d74b-a318-4bbe-929c-23af15633f50 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:37.228858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:37.361859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2a78d74b-a318-4bbe-929c-23af15633f50 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:37.362836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:37.399438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814a4a6-c6fb-4f46-a87c-6a9e94f9a359 req-f9130ddf-6a4b-4f48-867d-02d859bb4834 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:37.417320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9814a4a6-c6fb-4f46-a87c-6a9e94f9a359 req-f9130ddf-6a4b-4f48-867d-02d859bb4834 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 945 time: 0.3871741 Jan 28 17:04:37.443909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2a78d74b-a318-4bbe-929c-23af15633f50, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a78d74b-a318-4bbe-929c-23af15633f50,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:37.458118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:37.573817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2a78d74b-a318-4bbe-929c-23af15633f50,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:37.641480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9fc0d-b3e7-40e2-bf12-9b3960e5f50f None None] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:04:37.705559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9814a4a6-c6fb-4f46-a87c-6a9e94f9a359 req-341fd544-4fc2-48c1-b5b4-ea216c8bca83 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872999 Jan 28 17:04:37.815657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (164a9f72-69e3-40bf-b791-c8a64cd24bd5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:37.904992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0bacb4e7-aec6-4159-8e80-e629b8c49472 None None] Provisioning complete for port 2a78d74b-a318-4bbe-929c-23af15633f50 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:37.905398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0bacb4e7-aec6-4159-8e80-e629b8c49472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:38.065000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05aeaf-0069-47ea-ab92-599b22d1d835 req-8c19ea7a-9409-4961-a670-2c300f97a6a2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:38.073547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c05aeaf-0069-47ea-ab92-599b22d1d835 req-8c19ea7a-9409-4961-a670-2c300f97a6a2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 945 time: 0.1595490 Jan 28 17:04:38.139260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0bacb4e7-aec6-4159-8e80-e629b8c49472 None None] Current status of the port 2a78d74b-a318-4bbe-929c-23af15633f50 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:38.172641 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c05aeaf-0069-47ea-ab92-599b22d1d835 req-70423174-5ed6-41bb-836d-93468689d23d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961788 Jan 28 17:04:38.194502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:38.257074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:04:38.327679 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c9ab9-7b1b-403f-8647-1afe16561508 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:38.332645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:38.333152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8a3c9ab9-7b1b-403f-8647-1afe16561508 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1123 time: 0.1368020 Jan 28 17:04:38.337206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:04:38.391885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:38.440922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:38.451470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Sync routers for ids ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:38.469504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Routers {'164a9f72-69e3-40bf-b791-c8a64cd24bd5'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:38.470554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:38.485155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:38.488966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1ad40a6d-3567-490a-99d5-8ef82f566660 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4579363 Jan 28 17:04:38.491196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44788) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:38.592190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a78d74b-a318-4bbe-929c-23af15633f50 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:38.635558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:38.796895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.25.8.238 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/fc180348-e935-4ef8-9636-62817d7ce173) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:38.906713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Set router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:39.058397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (fc180348-e935-4ef8-9636-62817d7ce173), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:39.154184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fc180348-e935-4ef8-9636-62817d7ce173), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:39.165871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-08cb5b89-1d7e-451e-933f-32c7369607a8 None None] Provisioning complete for port 2a78d74b-a318-4bbe-929c-23af15633f50 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:39.166448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08cb5b89-1d7e-451e-933f-32c7369607a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:39.167919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2a78d74b-a318-4bbe-929c-23af15633f50 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:39.168268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:39.234288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:39.254259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:39.263011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:39.271673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:36Z', 'revision_number': 3, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:39.273750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=fc180348-e935-4ef8-9636-62817d7ce173,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:39.303106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Checking router: 164a9f72-69e3-40bf-b791-c8a64cd24bd5 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:39.303707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Updating router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 port e994ccbb-7040-4125-9f26-8fabdda63d69 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:04:39.394401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:39.418919 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:39.600436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2a78d74b-a318-4bbe-929c-23af15633f50 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:39.616799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-08cb5b89-1d7e-451e-933f-32c7369607a8 None None] Current status of the port 2a78d74b-a318-4bbe-929c-23af15633f50 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:39.810758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Allocated IP 172.20.0.1 (172eff4d-7d50-4670-8988-6665cd4c3fcc/5037bec8-51c7-4f22-ac1e-bc5f961b740a/e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:04:40.057867 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Publish callbacks [] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.072920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.088107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8edf0-6b0b-46de-bc64-f3bad3a87e27 req-8be5f2ec-ca26-4b45-8607-f833690745ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:40.091717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b8edf0-6b0b-46de-bc64-f3bad3a87e27 req-8be5f2ec-ca26-4b45-8607-f833690745ab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.1323285 Jan 28 17:04:40.181853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Attempting to bind port e994ccbb-7040-4125-9f26-8fabdda63d69 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:40.182390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Attempting to bind port e994ccbb-7040-4125-9f26-8fabdda63d69 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:40.182664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Attempting to bind port e994ccbb-7040-4125-9f26-8fabdda63d69 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:40.188555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b8edf0-6b0b-46de-bc64-f3bad3a87e27 req-1652876d-9a70-43d5-bd73-2be713317913 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793636 Jan 28 17:04:40.218252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:40.218653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:40.225507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.226099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:40.226628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Bound port: e994ccbb-7040-4125-9f26-8fabdda63d69, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:40.227025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.259736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d515c4c-aa73-41f0-8013-059e2a92c637 None None] Pushing event updated for resources: {'Port': ['ID=e994ccbb-7040-4125-9f26-8fabdda63d69,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:40.261992 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks [] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.273357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a5c12-5f8f-4fbf-a065-ec89c0fa9684 req-0a06c6d5-eb87-45f2-ac6d-08258323d2d3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:40.275066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-632a5c12-5f8f-4fbf-a065-ec89c0fa9684 req-0a06c6d5-eb87-45f2-ac6d-08258323d2d3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1757796 Jan 28 17:04:40.309606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] For port e994ccbb-7040-4125-9f26-8fabdda63d69, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:40.314285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] For port e994ccbb-7040-4125-9f26-8fabdda63d69, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e994ccbb-7040-4125-9f26-8fabdda63d69,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:40.327099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.423117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (ddc82381-c277-4822-89c3-dce3b4fe1e4d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.428433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-632a5c12-5f8f-4fbf-a065-ec89c0fa9684 req-fc8be35c-5be7-4f13-a64f-3d382e0fdb47 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397057 Jan 28 17:04:40.446127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.501476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Pushing event updated for resources: {'Port': ['ID=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:40.509258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:40.509625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d515c4c-aa73-41f0-8013-059e2a92c637 None None] Pushing event updated for resources: {'Port': ['ID=e994ccbb-7040-4125-9f26-8fabdda63d69,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:40.510801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:40.514392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Routers {'164a9f72-69e3-40bf-b791-c8a64cd24bd5'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:40.515028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:40.526118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:04:40.606469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fc180348-e935-4ef8-9636-62817d7ce173), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.664053 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (164a9f72-69e3-40bf-b791-c8a64cd24bd5), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.681866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] Set router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:40.775344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a4089-3564-4cff-89fa-01faf0c143d0 req-40fda999-cbe3-4511-a0a3-d88093bcdc94 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:40.778764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd3a4089-3564-4cff-89fa-01faf0c143d0 req-40fda999-cbe3-4511-a0a3-d88093bcdc94 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1697276 Jan 28 17:04:40.965070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd3a4089-3564-4cff-89fa-01faf0c143d0 req-9f27c83e-ae92-4ac3-9250-6eb0ed65e759 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789615 Jan 28 17:04:40.969855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:40.994755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (fc180348-e935-4ef8-9636-62817d7ce173), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.011784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fc180348-e935-4ef8-9636-62817d7ce173), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.030043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-eb3be9c0-6160-4ccf-99db-a148dc081aef None None] Provisioning complete for port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:41.031220 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb3be9c0-6160-4ccf-99db-a148dc081aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.120348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-eb3be9c0-6160-4ccf-99db-a148dc081aef None None] Port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:41.135196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:36Z', 'revision_number': 3, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:41.170010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=fc180348-e935-4ef8-9636-62817d7ce173,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:41.178460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ddc82381-c277-4822-89c3-dce3b4fe1e4d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.191272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9899c-ac72-4fbd-8bba-e73eb35a114f None None] The sync data for ids ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'] in n-d-812111-13 is: [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:36Z', 'revision_number': 3, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:41.274217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks [] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.281531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.351505 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Floating IP ddc82381-c277-4822-89c3-dce3b4fe1e4d associated. External IP: 172.25.8.238, port: cc086cde-c17e-463d-a0c3-6dbb8a5ded8c. Jan 28 17:04:41.465860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Pushing event updated for resources: {'Port': ['ID=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:41.477428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313211b-99c2-4249-9c2e-3380055fdacb req-02c99ccc-7e88-484e-b364-da11d97f4b11 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:41.479002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d313211b-99c2-4249-9c2e-3380055fdacb req-02c99ccc-7e88-484e-b364-da11d97f4b11 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.2392120 Jan 28 17:04:41.479844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (164a9f72-69e3-40bf-b791-c8a64cd24bd5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.526543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-d260a110-cd1a-4a75-a60c-2e3ba149507b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:41.528617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-d260a110-cd1a-4a75-a60c-2e3ba149507b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.1843579 Jan 28 17:04:41.535394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce84-ffe7-4941-96fb-bec9e6246872 req-97b72cbf-58fb-47b1-80e8-2846f1e07cdc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:41.537053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b408ce84-ffe7-4941-96fb-bec9e6246872 req-97b72cbf-58fb-47b1-80e8-2846f1e07cdc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.2478776 Jan 28 17:04:41.664582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:41.677830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d313211b-99c2-4249-9c2e-3380055fdacb req-4a3ca2db-a72b-4a4b-8dd0-19e9a6459744 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864371 Jan 28 17:04:41.806431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:41.818272 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:41.835201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:41.836015 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:41.837974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:41.853246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b408ce84-ffe7-4941-96fb-bec9e6246872 req-ab044448-a1f3-4a9d-86c0-80168f5089dc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765534 Jan 28 17:04:41.883708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cabf7bff-01e3-4cdf-9192-a8757b65063d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5499222 Jan 28 17:04:41.885177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:04:41.888602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:04:41.889276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44836) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:41.890308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:41.893151 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e14bbe-5a89-4f67-a5e3-11c75d975799" -d '{"events": [{"name": "network-changed", "server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:42.052196 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa96612c-b412-45ea-b0e3-2cb79538c7f9 x-openstack-request-id: req-fa96612c-b412-45ea-b0e3-2cb79538c7f9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:42.052521 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:42.052771 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa96612c-b412-45ea-b0e3-2cb79538c7f9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:42.053165 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'status': 'completed', 'code': 200} Jan 28 17:04:42.085711 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f4c93b17-9686-48be-b6d8-3844d307b555 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/ddc82381-c277-4822-89c3-dce3b4fe1e4d HTTP/1.1" status: 200 len: 991 time: 0.1740088 Jan 28 17:04:42.174586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-4ec1b50a-657e-430d-a29e-8d101758a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:42.176418 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-4ec1b50a-657e-430d-a29e-8d101758a09a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1128 time: 0.1260445 Jan 28 17:04:42.185053 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:42.268418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-43a523b5-a677-44cb-b460-aec6296c9d11 None None] Provisioning complete for port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:42.269020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-43a523b5-a677-44cb-b460-aec6296c9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:42.360499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-43a523b5-a677-44cb-b460-aec6296c9d11 None None] Port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:04:42.360748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-94fdda1f-3f7e-4070-aabb-3b324aaae475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:42.360748 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-94fdda1f-3f7e-4070-aabb-3b324aaae475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 898 time: 0.1712172 Jan 28 17:04:42.426135 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:42.447722 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:42.509725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-d3faebfd-90d5-4bc5-b023-7dd08625e362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 999 time: 0.1306829 Jan 28 17:04:42.633062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-60a53059-1f5f-45c4-be33-301b18b01c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:42.637665 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-60a53059-1f5f-45c4-be33-301b18b01c10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 200 len: 834 time: 0.1244030 Jan 28 17:04:42.660415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e994ccbb-7040-4125-9f26-8fabdda63d69 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:42.762160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-8c81f029-ec89-4e4c-8d1b-265353bc7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:42.767248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-8c81f029-ec89-4e4c-8d1b-265353bc7503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb835803-fc8c-41a0-a774-60f1005e2abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1247797 Jan 28 17:04:42.785095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e994ccbb-7040-4125-9f26-8fabdda63d69 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:42.785742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:42.830024 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:11Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:39Z', 'revision_number': 0, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:42.877239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 59992b1a-070d-4c97-8ce7-272dc29e3875 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:04:42.877884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:42.899664 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:42.921247 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:42.922747 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:42.937882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e994ccbb-7040-4125-9f26-8fabdda63d69 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:42.938475 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:42.973288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:43.007759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port e994ccbb-7040-4125-9f26-8fabdda63d69, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e994ccbb-7040-4125-9f26-8fabdda63d69,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:43.015752 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-213c363e-e354-4ee4-b9ff-172adb2ada40 service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427416 Jan 28 17:04:43.017336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:43.047289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f4b41-9c2b-47c1-9b77-570fe3679ba3 req-b311b7e0-8ae3-4ed3-894c-1dd6f30eab57 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:43.048921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df7f4b41-9c2b-47c1-9b77-570fe3679ba3 req-b311b7e0-8ae3-4ed3-894c-1dd6f30eab57 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 1.2422273 Jan 28 17:04:43.124043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 44858) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:43.178489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=e994ccbb-7040-4125-9f26-8fabdda63d69,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:43.240154 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:43.257912 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-26e14bbe-5a89-4f67-a5e3-11c75d975799 req-b1dd2ae7-5339-4144-afc1-69869387532e service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336419 Jan 28 17:04:43.293792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a0656b2a-d03e-4d70-98e2-ef6548e6eb2e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/ddc82381-c277-4822-89c3-dce3b4fe1e4d HTTP/1.1" status: 200 len: 991 time: 0.1588142 Jan 28 17:04:43.532761 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:11Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:39Z', 'revision_number': 0, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:43.560425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port 59992b1a-070d-4c97-8ce7-272dc29e3875, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=59992b1a-070d-4c97-8ce7-272dc29e3875,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:43.560933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:43.565231 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d79fcc-35a8-44d2-a14c-6a6fe801f5a8 None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:11Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:39Z', 'revision_number': 0, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:43.617135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df7f4b41-9c2b-47c1-9b77-570fe3679ba3 req-be4d9961-134c-4307-a4e7-2ff3b0746bac tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013144 Jan 28 17:04:43.799136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4946cc3-ec8d-493b-a57c-07e645c7ad08 req-b9ad9242-45a6-40ec-b2af-7556fb04e62a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:43.800647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4946cc3-ec8d-493b-a57c-07e645c7ad08 req-b9ad9242-45a6-40ec-b2af-7556fb04e62a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 946 time: 0.7703493 Jan 28 17:04:43.805862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:43.847263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0a1bab0a-4a68-4815-b0fc-b5539b1dbc4e admin admin] 10.222.0.25 "PUT /v2.0/routers/164a9f72-69e3-40bf-b791-c8a64cd24bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3549075 Jan 28 17:04:44.045452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f657b-7818-43b9-97a4-5b6962ea4469 None None] New status for floating IP ddc82381-c277-4822-89c3-dce3b4fe1e4d: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:04:44.173229 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Sync routers for ids ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:44.189655 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Routers {'164a9f72-69e3-40bf-b791-c8a64cd24bd5'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:44.190436 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:44.261124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4946cc3-ec8d-493b-a57c-07e645c7ad08 req-09455ac0-e7b7-48cd-bda6-0560ce36e35a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324918 Jan 28 17:04:44.290198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44880) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:44.368326 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Set router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:44.427563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7504-9cfb-4dd1-8d20-5528dbdebbce req-2a607b0a-a221-40e1-8487-ea23179f5063 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:44.435668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d49c7504-9cfb-4dd1-8d20-5528dbdebbce req-2a607b0a-a221-40e1-8487-ea23179f5063 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.5861135 Jan 28 17:04:44.465112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-90a4382b-4cba-4290-bd7c-00116d934133 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/ddc82381-c277-4822-89c3-dce3b4fe1e4d HTTP/1.1" status: 200 len: 991 time: 0.1693134 Jan 28 17:04:44.537342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d49c7504-9cfb-4dd1-8d20-5528dbdebbce req-2e30a8f6-3eb3-47d4-8c0d-25530fedec3d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006527 Jan 28 17:04:44.550284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:44.550843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (e5524633-3070-42ae-9be2-fc0ead72450d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:44.551169 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Floating IP e5524633-3070-42ae-9be2-fc0ead72450d disassociated. External IP: 172.25.8.11, port: 59992b1a-070d-4c97-8ce7-272dc29e3875. Jan 28 17:04:44.551524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 59992b1a-070d-4c97-8ce7-272dc29e3875 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:04:44.637444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e994ccbb-7040-4125-9f26-8fabdda63d69 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:44.752474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e994ccbb-7040-4125-9f26-8fabdda63d69 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:44.752889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:44.901734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500a622-29f4-49ac-97e0-afb1dd019b0e req-4bd0adf1-ec13-482c-8c83-f3677e594afe tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:44.906903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7500a622-29f4-49ac-97e0-afb1dd019b0e req-4bd0adf1-ec13-482c-8c83-f3677e594afe tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1996014 Jan 28 17:04:44.926419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e994ccbb-7040-4125-9f26-8fabdda63d69 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:45.007564 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:40Z', 'revision_number': 4, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a', 'name': '', 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'mac_address': 'fa:16:3e:72:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:41Z', 'revision_number': 2, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'subnets': [{'id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:45.043100 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Checking router: 164a9f72-69e3-40bf-b791-c8a64cd24bd5 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:45.044859 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Updating router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:04:45.075556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7500a622-29f4-49ac-97e0-afb1dd019b0e req-7788065f-3318-49a7-95eb-848d6a0e10f4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565092 Jan 28 17:04:45.085221 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:45.092191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (59992b1a-070d-4c97-8ce7-272dc29e3875), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:45.202136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=59992b1a-070d-4c97-8ce7-272dc29e3875,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:45.319380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 59992b1a-070d-4c97-8ce7-272dc29e3875 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:04:45.380204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 59992b1a-070d-4c97-8ce7-272dc29e3875 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:04:45.381940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 59992b1a-070d-4c97-8ce7-272dc29e3875 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:04:45.464539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 44934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:45.679072 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0b48de6d-b81a-44f3-9dd2-658b1f819e50 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/ddc82381-c277-4822-89c3-dce3b4fe1e4d HTTP/1.1" status: 200 len: 993 time: 0.2126622 Jan 28 17:04:45.775075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dba9aa3d-4cbe-48df-89ca-a52e4cadd5d1 req-3d7caf4c-5a5e-49af-81ac-ab57ccaeacc9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0822868 Jan 28 17:04:45.788232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:04:45.862009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3dc87-5ae3-4738-b39f-30a320a2306c req-13765de4-4582-4a5f-9d76-38e167d89f65 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:45.863603 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3df3dc87-5ae3-4738-b39f-30a320a2306c req-13765de4-4582-4a5f-9d76-38e167d89f65 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.5360036 Jan 28 17:04:45.952975 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Publish callbacks [] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:45.955043 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b303ebe-1728-4c64-b0be-6675c99f4ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:45.969573 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:46.103011 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9f7fb-66c9-45c7-875c-008dc6711eff None None] Pushing event updated for resources: {'Port': ['ID=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:46.145944 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Attempting to bind port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:04:46.152429 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Attempting to bind port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:04:46.153154 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Attempting to bind port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a on network 172eff4d-7d50-4670-8988-6665cd4c3fcc {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:04:46.170414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3df3dc87-5ae3-4738-b39f-30a320a2306c req-a3fc0a1c-d65e-4c66-bae3-9ea128a3e998 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939987 Jan 28 17:04:46.182185 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:04:46.188119 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Checking segment: {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:04:46.190724 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:46.191334 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Bound using segment: {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:04:46.198610 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Bound port: e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:04:46.199574 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:46.437487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:04:46.451633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:04:46.479305 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] For port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:04:46.481618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:46.484977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:46.496301 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] For port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:04:46.514863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port 59992b1a-070d-4c97-8ce7-272dc29e3875 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:04:46.518972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:46.523000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db7da757-9a1a-435c-b991-97b218ffe5bf req-9b3f1345-0577-44a8-ba87-7693b2e1cb8b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "DELETE /v2.0/ports/59992b1a-070d-4c97-8ce7-272dc29e3875 HTTP/1.1" status: 204 len: 173 time: 4.9848833 Jan 28 17:04:46.523474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'name': 'network-vif-deleted', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:04:46.529509 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e41396-f6ec-40f7-9611-00d909eb1b99" -d '{"events": [{"server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "name": "network-vif-deleted", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:04:46.539061 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:46.571171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffb8bb-c902-42a1-853b-252eb58407cd req-0f8a1b2b-79a9-46bd-a46d-2eb3246a2fe3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:46.575082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecffb8bb-c902-42a1-853b-252eb58407cd req-0f8a1b2b-79a9-46bd-a46d-2eb3246a2fe3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.2844076 Jan 28 17:04:46.654642 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb36d4b-14c7-4f21-a917-65b20514a164 x-openstack-request-id: req-0cb36d4b-14c7-4f21-a917-65b20514a164 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:04:46.655165 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb15486b-f5d0-4c01-97f0-087db31d955f", "name": "network-vif-deleted", "tag": "59992b1a-070d-4c97-8ce7-272dc29e3875", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:04:46.655624 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cb36d4b-14c7-4f21-a917-65b20514a164 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:04:46.656239 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb15486b-f5d0-4c01-97f0-087db31d955f', 'name': 'network-vif-deleted', 'tag': '59992b1a-070d-4c97-8ce7-272dc29e3875', 'status': 'completed', 'code': 200} Jan 28 17:04:46.696824 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Routers {'164a9f72-69e3-40bf-b791-c8a64cd24bd5'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:46.701134 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:46.721061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecffb8bb-c902-42a1-853b-252eb58407cd req-9bf7b7da-d2f1-4eab-be48-eb488bfd44fa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344304 Jan 28 17:04:46.801173 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9f7fb-66c9-45c7-875c-008dc6711eff None None] Pushing event updated for resources: {'Port': ['ID=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:46.828521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:47.042458 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] Set router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:47.164817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] Provisioning complete for port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:47.165228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:47.180557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c753d6d-866f-4f0c-b1b5-589d4d6310a5 req-0fc07dd2-6295-4e54-98a0-772c1ee128bf tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0990810 Jan 28 17:04:47.291850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d379-3911-43bb-862e-cfb526402a9e req-b849b798-e91e-4eed-9515-9c484fa3b959 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:47.303422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9820d379-3911-43bb-862e-cfb526402a9e req-b849b798-e91e-4eed-9515-9c484fa3b959 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1634238 Jan 28 17:04:47.476580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9820d379-3911-43bb-862e-cfb526402a9e req-676feda9-6130-4a1a-a872-4ecd7e4b63b1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709528 Jan 28 17:04:47.519677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] Current status of the port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:47.520599 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:47.571999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] For port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:04:47.580488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:47.595688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:47.651730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:04:47.685089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:04:47.686117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:04:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:47.711780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ecdea-236c-4db6-b95e-6d7f3a5c35e6 req-e6b0d92b-da8c-4463-9971-79734035eaa4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:47.713464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc8ecdea-236c-4db6-b95e-6d7f3a5c35e6 req-e6b0d92b-da8c-4463-9971-79734035eaa4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0968380 Jan 28 17:04:47.780378 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:40Z', 'revision_number': 4, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a', 'name': '', 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'mac_address': 'fa:16:3e:72:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:46Z', 'revision_number': 4, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'subnets': [{'id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:47.849611 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55296077-fd5b-4c22-92d2-1c63195b89c4 None None] The sync data for ids ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'] in n-d-812111-13 is: [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:40Z', 'revision_number': 4, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a', 'name': '', 'network_id': '172eff4d-7d50-4670-8988-6665cd4c3fcc', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'mac_address': 'fa:16:3e:72:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:46Z', 'revision_number': 4, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'subnets': [{'id': '5037bec8-51c7-4f22-ac1e-bc5f961b740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:47.853917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc8ecdea-236c-4db6-b95e-6d7f3a5c35e6 req-dbb3729f-f5a9-4ae4-85e3-302b66c5fb2e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226237 Jan 28 17:04:47.916299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:04:48.110042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297cd0a-c9cd-45c9-9a97-a5e7c1d50bfb None None] Pushing event updated for resources: {'Port': ['ID=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:48.119759 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb84b-2938-473b-9f01-91494f345641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:48.138568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-993a498a-ae69-4c3e-b3f0-d61989635152 None None] Provisioning complete for port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:48.139499 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-993a498a-ae69-4c3e-b3f0-d61989635152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:48.355483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352825-0a0b-4bad-a727-47cfd481420d req-12c3be39-2688-4a6c-bf0e-8d2d4b36166f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:48.370631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f352825-0a0b-4bad-a727-47cfd481420d req-12c3be39-2688-4a6c-bf0e-8d2d4b36166f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1270883 Jan 28 17:04:48.490961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ef6af14-7be3-4d83-9d28-61a75259b1e1 req-c999458e-efd7-4283-b271-19d32d1f7943 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0925536 Jan 28 17:04:48.629146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f352825-0a0b-4bad-a727-47cfd481420d req-644697dd-5f70-43ab-ba4b-4e4f039bda68 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566147 Jan 28 17:04:48.868997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:04:48.959140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007dfbc-345d-47e1-9f06-fe99ae7d1b9d req-32a3977e-36ec-4452-8cce-0f4b8622c443 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:48.961005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8007dfbc-345d-47e1-9f06-fe99ae7d1b9d req-32a3977e-36ec-4452-8cce-0f4b8622c443 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1600368 Jan 28 17:04:49.064993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8007dfbc-345d-47e1-9f06-fe99ae7d1b9d req-6ce7289a-a77d-4897-a03a-17897a26ce97 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911839 Jan 28 17:04:49.405237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-993a498a-ae69-4c3e-b3f0-d61989635152 None None] Current status of the port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:49.411084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:04:49.411467 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:49.468362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:49.470448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:04:49.545323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c175e-ee1d-42a9-be7a-bfbc260c9bee None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:04:49.651484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:04:49.791504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33eca69b-db28-46ff-92d3-cd92e27e2185 req-fd9c9b1c-a5fc-4f20-a92f-1ce193b036ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.1250167 Jan 28 17:04:49.874675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473e04-5825-4917-aa25-a485b94538b2 req-b2f33a1d-a950-46c9-993d-c3c7f855c03c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:49.901304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0473e04-5825-4917-aa25-a485b94538b2 req-b2f33a1d-a950-46c9-993d-c3c7f855c03c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 814 time: 0.5080364 Jan 28 17:04:49.950493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0473e04-5825-4917-aa25-a485b94538b2 req-4535a95d-fdbb-4e65-917e-584c44da9274 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/quotas/aa6c3df402c04349850951d8362810a6 HTTP/1.1" status: 200 len: 375 time: 0.0442057 Jan 28 17:04:50.082388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0473e04-5825-4917-aa25-a485b94538b2 req-f2cc6afb-f170-4572-add4-6c41b4243c2c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1305010 Jan 28 17:04:50.231889 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ff074-7958-4720-89af-b638fbbd163f None None] New status for floating IP e5524633-3070-42ae-9be2-fc0ead72450d: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:04:50.267964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243fd16-cd11-4d56-a705-1eb0d7da5a48 req-3d9f03c6-5796-41fe-8f05-2e3a7ff23d93 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:50.278611 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3243fd16-cd11-4d56-a705-1eb0d7da5a48 req-3d9f03c6-5796-41fe-8f05-2e3a7ff23d93 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1055198 Jan 28 17:04:50.433820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3243fd16-cd11-4d56-a705-1eb0d7da5a48 req-0e33cf13-e4ef-46f3-b654-d6b7f7276d31 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445646 Jan 28 17:04:50.664518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3507b08-c856-408f-b128-272bdf71894b req-2636da88-0c09-4de6-ae42-c2ec985adaa1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:50.666180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3507b08-c856-408f-b128-272bdf71894b req-2636da88-0c09-4de6-ae42-c2ec985adaa1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1042535 Jan 28 17:04:50.700907 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:50.797241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3507b08-c856-408f-b128-272bdf71894b req-3a6a7541-76bc-4c1b-adc9-963d1811f0e9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227937 Jan 28 17:04:50.928326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f74db66d-788a-4edf-bfb8-a302f9696cb9 req-4282fd0c-0c90-4684-800e-64800f1501b4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0567484 Jan 28 17:04:51.077714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7bd69fb8-028c-4081-9061-181a6e9e9ccc req-7ea6bdb9-46e3-4e96-8fd0-a803ef8389c2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=aa6c3df402c04349850951d8362810a6 HTTP/1.1" status: 200 len: 221 time: 0.0526786 Jan 28 17:04:51.309388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572003c9-6a9c-47c8-8b45-53f9a61134e3 req-8010afbe-4975-43a4-ad0e-2a9dd649eaea tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:51.337008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-572003c9-6a9c-47c8-8b45-53f9a61134e3 req-8010afbe-4975-43a4-ad0e-2a9dd649eaea tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1460447 Jan 28 17:04:51.452807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-572003c9-6a9c-47c8-8b45-53f9a61134e3 req-3f8a94b1-78a6-4408-9e69-7c4077ab84ae tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059330 Jan 28 17:04:51.795796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-032bddde-a7f2-41b0-a681-658f79438953 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1880920 Jan 28 17:04:51.798088 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:51.847801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa329f-de9c-498f-867d-446b93f13b6f req-ddb151ad-cce9-434a-b6b3-78a2805162ea tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:51.849902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffa329f-de9c-498f-867d-446b93f13b6f req-ddb151ad-cce9-434a-b6b3-78a2805162ea tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1803994 Jan 28 17:04:51.987760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45084) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:52.066170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ffa329f-de9c-498f-867d-446b93f13b6f req-6746fbdc-af94-4a3b-a108-cc1fe27b2bb2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034428 Jan 28 17:04:52.153026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3552bea0-0106-4658-89f3-6a2e69370af2 req-0cbcbcb0-63f2-4b6f-aed2-e91350aeab55 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0713401 Jan 28 17:04:52.159385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-57fc8c3b-7d1a-445a-a5b2-9f79f70f23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:52.165275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-57fc8c3b-7d1a-445a-a5b2-9f79f70f23af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1128 time: 0.3091061 Jan 28 17:04:52.225881 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84d6afec-7243-4c6d-9dc4-0ead9a8ff5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.388391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84d6afec-7243-4c6d-9dc4-0ead9a8ff5a8 admin admin] Publish callbacks [] for security_group (64e4fc1b-22fb-4f2b-928b-03555a957f91), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.401928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-84d6afec-7243-4c6d-9dc4-0ead9a8ff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (64e4fc1b-22fb-4f2b-928b-03555a957f91), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.418506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-0cafe567-e6f9-4ef4-b100-97f682acf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:52.422135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-0cafe567-e6f9-4ef4-b100-97f682acf6ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 898 time: 0.2352655 Jan 28 17:04:52.498426 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-84d6afec-7243-4c6d-9dc4-0ead9a8ff5a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=095566cd526e457285c38ce29e859243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5094154 Jan 28 17:04:52.501118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:52.501883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6afec-7243-4c6d-9dc4-0ead9a8ff5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e4fc1b-22fb-4f2b-928b-03555a957f91,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:52.553066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-cfa79431-30d2-4d5e-9cfa-4be1e58c319f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 1001 time: 0.1204853 Jan 28 17:04:52.620120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7726e1-d0cf-4dbd-851c-31fbc67a2d41 admin admin] Publish callbacks [] for security_group (64e4fc1b-22fb-4f2b-928b-03555a957f91), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.647065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7726e1-d0cf-4dbd-851c-31fbc67a2d41 admin admin] Publish callbacks [] for security_group (64e4fc1b-22fb-4f2b-928b-03555a957f91), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.689697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87c23-af22-43c1-911a-1a1519dd4e54 req-fd304918-390f-43db-aac1-9beb756f39fc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:52.703159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a87c23-af22-43c1-911a-1a1519dd4e54 req-fd304918-390f-43db-aac1-9beb756f39fc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.3744397 Jan 28 17:04:52.704236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7726e1-d0cf-4dbd-851c-31fbc67a2d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (64e4fc1b-22fb-4f2b-928b-03555a957f91), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.708203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7726e1-d0cf-4dbd-851c-31fbc67a2d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:52.713617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb7726e1-d0cf-4dbd-851c-31fbc67a2d41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64e4fc1b-22fb-4f2b-928b-03555a957f91 HTTP/1.1" status: 204 len: 168 time: 0.2041454 Jan 28 17:04:52.719665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-3f9ff74d-14c2-4a45-9459-6b4233abab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:52.721678 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-3f9ff74d-14c2-4a45-9459-6b4233abab4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 200 len: 834 time: 0.1553113 Jan 28 17:04:52.764184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7726e1-d0cf-4dbd-851c-31fbc67a2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e4fc1b-22fb-4f2b-928b-03555a957f91,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:52.831342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a87c23-af22-43c1-911a-1a1519dd4e54 req-6255d58c-53f9-4aac-9c8b-3d63195d49fb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271102 Jan 28 17:04:52.901104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-2a8256e2-754e-4373-a032-e6066d0381c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:52.903800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-2a8256e2-754e-4373-a032-e6066d0381c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb835803-fc8c-41a0-a774-60f1005e2abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1710906 Jan 28 17:04:53.130929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd6652-6231-43e3-a22a-249002c07c46 req-c4b731b7-c9c3-446c-9f0b-0b144e52b090 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:53.136064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91cd6652-6231-43e3-a22a-249002c07c46 req-c4b731b7-c9c3-446c-9f0b-0b144e52b090 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1226578 Jan 28 17:04:53.141767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-005d65a2-4460-42ed-89ec-b86b6d74a334 service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304504 Jan 28 17:04:53.262636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91cd6652-6231-43e3-a22a-249002c07c46 req-40901d90-29c5-4797-b9ab-5048bc4b66a4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183801 Jan 28 17:04:53.321472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7118a5-6fd9-4106-8a9b-814008a79df4 req-cdacd5ee-87d0-4ee8-af9d-6d3a848c432e service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580350 Jan 28 17:04:53.361194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39a6e19e-4043-4e40-8f26-c5a5211eb90a req-a548c992-e17d-46c9-82f5-3a7cf909c5b7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0382657 Jan 28 17:04:53.411653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45112) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:53.433381 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:53.552829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc30a49-d943-4d98-adc4-d3ccef961431 req-29e29c90-3133-4f3a-895c-70116a5ee6d0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:53.554501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fc30a49-d943-4d98-adc4-d3ccef961431 req-29e29c90-3133-4f3a-895c-70116a5ee6d0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1187227 Jan 28 17:04:53.647887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fc30a49-d943-4d98-adc4-d3ccef961431 req-cef382db-7a48-4736-b643-4597428dcf5d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842195 Jan 28 17:04:53.697488 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Publish callbacks [] for security_group (cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:53.706067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:53.774199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45122) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:04:53.788884 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf263031b9f8477a97aef45fa709d20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751855 Jan 28 17:04:53.790074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:53.830745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.836949 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.841195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.841792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.842342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.842898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.843445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.843983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.844531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.845104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.846552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.850109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.851031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8c457-992e-46f7-bce3-1794267a27d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:04:53.884657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8303c97c-af82-4954-8bbd-9c9d95c0ecb4 admin admin] Publish callbacks [] for security_group (cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:53.928425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8303c97c-af82-4954-8bbd-9c9d95c0ecb4 admin admin] Publish callbacks [] for security_group (cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:53.955517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b515f2-b122-4f64-95f9-3693086091a7 req-92363fc4-a72a-4894-b811-f53aa8dccea0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:53.963585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46b515f2-b122-4f64-95f9-3693086091a7 req-92363fc4-a72a-4894-b811-f53aa8dccea0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1656044 Jan 28 17:04:54.008521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8303c97c-af82-4954-8bbd-9c9d95c0ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:54.011848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8303c97c-af82-4954-8bbd-9c9d95c0ecb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:04:54.013086 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8303c97c-af82-4954-8bbd-9c9d95c0ecb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76 HTTP/1.1" status: 204 len: 168 time: 0.2372260 Jan 28 17:04:54.047711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303c97c-af82-4954-8bbd-9c9d95c0ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ad3b3-257e-4eb9-bc40-7a8a0d591c76,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:04:54.049356 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46b515f2-b122-4f64-95f9-3693086091a7 req-4864ddf9-f194-4571-8781-5b88c398a09a tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845051 Jan 28 17:04:54.308648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e36fa-f246-48c1-adef-f0af0e18d856 req-0868d1ce-ff03-4ef9-90b8-4233dfe59e6c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:54.321718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b36e36fa-f246-48c1-adef-f0af0e18d856 req-0868d1ce-ff03-4ef9-90b8-4233dfe59e6c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1228745 Jan 28 17:04:54.398171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b36e36fa-f246-48c1-adef-f0af0e18d856 req-abeeefc4-d93c-42fb-b473-d2ce8c82b81c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747778 Jan 28 17:04:54.621344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51a9205d-a3c9-492b-a45c-5cd307b8bcaf req-81f57cc7-aa44-418c-9e5f-a7fd9e251876 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0976779 Jan 28 17:04:54.680600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f0668-6acb-4d45-b1e0-f386408b6574 req-7706f5bf-7fa5-41fb-9373-db5fde657052 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:54.696511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc4f0668-6acb-4d45-b1e0-f386408b6574 req-7706f5bf-7fa5-41fb-9373-db5fde657052 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1382256 Jan 28 17:04:54.785601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc4f0668-6acb-4d45-b1e0-f386408b6574 req-e02981cf-589d-4885-ae43-b25453a487c7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881488 Jan 28 17:04:55.060632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed233be-5090-4cd6-b99b-096f698b3c4c req-23dbfd8d-f437-4633-b9ef-f48a4dcdf356 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:55.069975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ed233be-5090-4cd6-b99b-096f698b3c4c req-23dbfd8d-f437-4633-b9ef-f48a4dcdf356 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0729103 Jan 28 17:04:55.134525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ed233be-5090-4cd6-b99b-096f698b3c4c req-508cadb8-8f02-4fc3-bfc7-4370413d6161 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635979 Jan 28 17:04:55.312857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d286-d18f-43cf-9c82-4d3ca9692be8 req-a5934d4c-7517-4ce2-a016-14e95006b743 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:55.316769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c955d286-d18f-43cf-9c82-4d3ca9692be8 req-a5934d4c-7517-4ce2-a016-14e95006b743 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0826440 Jan 28 17:04:55.412064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c955d286-d18f-43cf-9c82-4d3ca9692be8 req-5bd94454-7177-4350-8cb0-eebd7231616d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897019 Jan 28 17:04:55.611678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df18e3-b865-4daf-991f-a54687dcf0da req-5a1dac48-74fe-4e17-90da-2cab5ca9b3a5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:55.616491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95df18e3-b865-4daf-991f-a54687dcf0da req-5a1dac48-74fe-4e17-90da-2cab5ca9b3a5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0624390 Jan 28 17:04:55.722381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95df18e3-b865-4daf-991f-a54687dcf0da req-b7e70bf2-92bc-4d49-8b2c-9ec47b727390 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Jan 28 17:04:55.765116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cd60b2-ca38-4ae2-ac69-2fc039ac90e8 req-cba7a58b-a4db-49d6-bfbd-3a9512b4585f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0412772 Jan 28 17:04:55.900380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83688268-0441-4f31-9b36-8a218a4db70c req-f0591e6c-a967-478a-a70e-83697f6c4847 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:55.912088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83688268-0441-4f31-9b36-8a218a4db70c req-f0591e6c-a967-478a-a70e-83697f6c4847 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0897913 Jan 28 17:04:56.003304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83688268-0441-4f31-9b36-8a218a4db70c req-f71e9027-aa96-4196-8bff-4fa02ccdc946 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901887 Jan 28 17:04:56.224425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccd89c-7655-4f52-a62f-fd0c8c91f6bf req-0724b7d8-01e1-4976-816d-7f63ad2b4c38 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:56.231722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30ccd89c-7655-4f52-a62f-fd0c8c91f6bf req-0724b7d8-01e1-4976-816d-7f63ad2b4c38 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0650301 Jan 28 17:04:56.289793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30ccd89c-7655-4f52-a62f-fd0c8c91f6bf req-132c79f1-9ea9-452d-b4f9-5b65d2bc51df tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523398 Jan 28 17:04:56.444459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1d5-71df-463f-a844-43c94d994dfe req-6e58d89f-2b24-4f07-9029-0af9d4e9fdea tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:56.446203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d0e1d5-71df-463f-a844-43c94d994dfe req-6e58d89f-2b24-4f07-9029-0af9d4e9fdea tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0869544 Jan 28 17:04:56.539665 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-75d0e1d5-71df-463f-a844-43c94d994dfe req-66137524-40a7-460b-b1c9-add297482b71 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874863 Jan 28 17:04:56.855265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362e2a-0a98-4714-afae-bc3980e9258c req-3aa5c00a-50f9-4f7c-808c-96e523f88825 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:56.856870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f362e2a-0a98-4714-afae-bc3980e9258c req-3aa5c00a-50f9-4f7c-808c-96e523f88825 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0874577 Jan 28 17:04:56.958597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78164d3f-75d2-4093-90cf-f74be176b3eb req-32f2b04e-a7b6-46f0-86d9-68522d68def9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0713987 Jan 28 17:04:57.045427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f362e2a-0a98-4714-afae-bc3980e9258c req-a30ee592-4b05-4fba-87b9-6988d5357b25 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806996 Jan 28 17:04:57.254640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989265df-c317-4c0f-be97-1fd6696edd38 req-64ec91a1-da70-411e-9dd5-68bfddf03715 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:57.267903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-989265df-c317-4c0f-be97-1fd6696edd38 req-64ec91a1-da70-411e-9dd5-68bfddf03715 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1129482 Jan 28 17:04:57.345844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-989265df-c317-4c0f-be97-1fd6696edd38 req-f76b7aee-0b66-4831-8a8d-332fdc6f95c9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Jan 28 17:04:57.560156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c223cb-f7c8-402e-8653-2b1b1903d3f4 req-72ec5a42-e254-422e-8474-5b353d5dd4fb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:57.561898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0c223cb-f7c8-402e-8653-2b1b1903d3f4 req-72ec5a42-e254-422e-8474-5b353d5dd4fb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0596397 Jan 28 17:04:57.625896 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:04:57.652225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0c223cb-f7c8-402e-8653-2b1b1903d3f4 req-fdc55db6-3099-421b-ab45-7ee042d5cd20 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841527 Jan 28 17:04:57.893914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552f6a9-6fbb-4485-a65a-b338bb3e7977 req-460c36c5-70fc-43d8-b35f-af46029756a6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:57.895689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4552f6a9-6fbb-4485-a65a-b338bb3e7977 req-460c36c5-70fc-43d8-b35f-af46029756a6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1242337 Jan 28 17:04:57.975046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4552f6a9-6fbb-4485-a65a-b338bb3e7977 req-0cd60841-d8e3-4bc2-a37b-70f3c62a0e81 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 Jan 28 17:04:58.152424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6477698-26c3-4015-9e22-358a6260eae0 req-af0ceca7-5c70-4de5-97c2-ac3275d16ed9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0738008 Jan 28 17:04:58.217630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9bcba-d1fb-439d-8120-7a1ec0756784 req-6bebc025-af76-4e7f-b4f9-98fb226222f7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:58.219208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73a9bcba-d1fb-439d-8120-7a1ec0756784 req-6bebc025-af76-4e7f-b4f9-98fb226222f7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0627162 Jan 28 17:04:58.283607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73a9bcba-d1fb-439d-8120-7a1ec0756784 req-fac88626-df78-4d75-a7b3-c4c0e88a2567 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585258 Jan 28 17:04:58.501778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3934a-1adc-4db6-9d87-97734d41e81f req-151977fc-f2b1-4219-87ee-9ebdd4db741d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:58.509768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa3934a-1adc-4db6-9d87-97734d41e81f req-151977fc-f2b1-4219-87ee-9ebdd4db741d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1183567 Jan 28 17:04:58.921581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa3934a-1adc-4db6-9d87-97734d41e81f req-635c6218-3792-49f5-ab45-efa38d8581cc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108536 Jan 28 17:04:59.318345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93cdbac5-f055-491c-9cbd-1052b9e104ca req-f833af10-4faa-42dc-96d4-cdba3da152cb tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0597332 Jan 28 17:04:59.350100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5bc1-02d1-4b54-ae06-3b9cdebeda66 req-53d9ae84-d78e-40b4-ac70-d0abfcd5a83f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:04:59.351854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-303c5bc1-02d1-4b54-ae06-3b9cdebeda66 req-53d9ae84-d78e-40b4-ac70-d0abfcd5a83f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1409731 Jan 28 17:04:59.421080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-303c5bc1-02d1-4b54-ae06-3b9cdebeda66 req-56e06c71-2d5f-4182-ab9c-321e2e013e7e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575404 Jan 28 17:05:00.562868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3797dc4d-0c52-4bea-93fb-f8e346abd422 req-b4696f10-6281-4fb3-8de4-83e3797e5537 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb15486b-f5d0-4c01-97f0-087db31d955f HTTP/1.1" status: 200 len: 210 time: 0.0699253 Jan 28 17:05:00.659959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8035c11-f38f-4b2b-b312-debc3aafadea req-3b394509-abd0-41b5-b920-22b3a0a356ac tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:00.670606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8035c11-f38f-4b2b-b312-debc3aafadea req-3b394509-abd0-41b5-b920-22b3a0a356ac tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1080484 Jan 28 17:05:00.761495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8035c11-f38f-4b2b-b312-debc3aafadea req-84eb9402-7a13-4d4b-a727-f6fff5b308a3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870905 Jan 28 17:05:01.304527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0e95-2009-4226-a48b-b03c1be1d1ab req-f0e490da-58cb-4e83-9db5-bac73dcdd5eb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:01.306236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-229a0e95-2009-4226-a48b-b03c1be1d1ab req-f0e490da-58cb-4e83-9db5-bac73dcdd5eb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0863857 Jan 28 17:05:01.395336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-229a0e95-2009-4226-a48b-b03c1be1d1ab req-e6f53ae4-4c3e-4f64-aa05-965d04855aa3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807295 Jan 28 17:05:01.890425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-60de2de2-eb0a-4f61-9eb9-97dc68f4f381 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095685464&fields=id&tenant_id=b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 267 time: 0.0548720 Jan 28 17:05:02.004035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19a95674-f3be-4871-b031-77f918fdb805 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:02.009165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19a95674-f3be-4871-b031-77f918fdb805 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.1122875 Jan 28 17:05:02.021767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-4b9f3e19-2325-4481-8a2b-f75965071e42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0100176 Jan 28 17:05:02.114702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-03d42640-0cca-4bfa-883d-90bbd682d8ad tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868821 Jan 28 17:05:02.270174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-2a88ef7e-04ab-4af0-ad6d-7fdef8799979 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479988 Jan 28 17:05:02.377670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-7138df9e-5cf6-4b50-b4bf-69a47de87139 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017811 Jan 28 17:05:02.564985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dfce2-f924-4994-9dc7-ae24e08f63e2 req-cce20898-2c78-442e-acf3-82bf2beee080 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:02.566675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-351dfce2-f924-4994-9dc7-ae24e08f63e2 req-cce20898-2c78-442e-acf3-82bf2beee080 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0894823 Jan 28 17:05:02.665245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-351dfce2-f924-4994-9dc7-ae24e08f63e2 req-7b1d3c30-4bec-4fb7-924e-8feeb7fc1066 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892384 Jan 28 17:05:02.809415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13a93f86-a31e-416c-8ba2-483dac1eb510 req-6fdc9814-b696-42a6-a0ef-0db4657ead1e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0457695 Jan 28 17:05:03.814695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c943a-8528-45e9-8679-d37440f0297c req-6894d8b9-7e87-42ee-8029-2acee00bfcbe tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:03.816118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-087c943a-8528-45e9-8679-d37440f0297c req-6894d8b9-7e87-42ee-8029-2acee00bfcbe tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0734651 Jan 28 17:05:03.979116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7b7c6c1-2276-411c-bd01-8ec1c792b984 req-318979ea-787a-4966-a41c-8ecf92a7d851 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0799823 Jan 28 17:05:04.013914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-087c943a-8528-45e9-8679-d37440f0297c req-0ad62246-f241-46d2-9d6e-79985f3da676 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778290 Jan 28 17:05:04.144094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-5f162ac6-bad6-4c84-aa75-2fdc9ff992f3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:04.146473 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-5f162ac6-bad6-4c84-aa75-2fdc9ff992f3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.2055283 Jan 28 17:05:04.239566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-0b97c74d-445b-4143-a1b9-e839b5500684 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 380 time: 0.0825939 Jan 28 17:05:04.249300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'security_groups': ['a77d7556-768b-4b18-b3fc-f10722cae0ec']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:04.408458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:05:04.413978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:04.655585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.13 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/df37b0e1-4383-4ba9-a605-b46db08c7a3d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:05:04.874748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:04.924361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:04.969475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:05:04.975521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:04.981463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:05:05.036643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:05.037270 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:05.060647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=df37b0e1-4383-4ba9-a605-b46db08c7a3d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:05.076867 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-63e02d4e-dbb5-43cf-ab60-07ee16020919 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8280659 Jan 28 17:05:05.084927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Request body: {'port': {'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:05.373308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:05.496069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58c465-d4ec-452d-a14f-441f1778df42 req-ab853192-c712-4282-bd22-f954e3bc8adf tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:05.497755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba58c465-d4ec-452d-a14f-441f1778df42 req-ab853192-c712-4282-bd22-f954e3bc8adf tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1509597 Jan 28 17:05:05.515394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ab24f-c954-4f7a-b7a5-21631588f000 req-dfe83435-549e-432e-b640-c7322c475621 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:05.517257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c63ab24f-c954-4f7a-b7a5-21631588f000 req-dfe83435-549e-432e-b640-c7322c475621 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 932 time: 0.2464964 Jan 28 17:05:05.570412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bd733ac4-8f84-4dc3-b01f-ed122385dbf9 None None] Provisioning complete for port df37b0e1-4383-4ba9-a605-b46db08c7a3d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:05.571013 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bd733ac4-8f84-4dc3-b01f-ed122385dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:05.609211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bd733ac4-8f84-4dc3-b01f-ed122385dbf9 None None] Port df37b0e1-4383-4ba9-a605-b46db08c7a3d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:05:05.671751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c63ab24f-c954-4f7a-b7a5-21631588f000 req-00cf3ddb-15d2-4971-a104-b83d1319fcab tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079075 Jan 28 17:05:05.704393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba58c465-d4ec-452d-a14f-441f1778df42 req-78adcd18-8a9a-47f0-bfbc-3e06309e3ffb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861153 Jan 28 17:05:05.791485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df37b0e1-4383-4ba9-a605-b46db08c7a3d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:05:05.804906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Publish callbacks [] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:05.819293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Transition to ACTIVE for port object df37b0e1-4383-4ba9-a605-b46db08c7a3d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:05:05.825360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:05.900751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Pushing event updated for resources: {'Port': ['ID=df37b0e1-4383-4ba9-a605-b46db08c7a3d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:05.989309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Attempting to bind port df37b0e1-4383-4ba9-a605-b46db08c7a3d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:05:05.989742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Attempting to bind port df37b0e1-4383-4ba9-a605-b46db08c7a3d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:05:05.989989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Attempting to bind port df37b0e1-4383-4ba9-a605-b46db08c7a3d on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:05:05.998163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Port df37b0e1-4383-4ba9-a605-b46db08c7a3d on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:05:05.998490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Attempting to bind port df37b0e1-4383-4ba9-a605-b46db08c7a3d on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:05:06.008806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:05:06.009105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:05:06.009503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:05:06.009944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Bound port: df37b0e1-4383-4ba9-a605-b46db08c7a3d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:05:06.013534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.163392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] For port df37b0e1-4383-4ba9-a605-b46db08c7a3d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:05:06.169405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] For port df37b0e1-4383-4ba9-a605-b46db08c7a3d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:05:06.186054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.311968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Pushing event updated for resources: {'Port': ['ID=df37b0e1-4383-4ba9-a605-b46db08c7a3d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:06.344387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:06.348380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45376) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:06.350901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.361700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-19d53b13-a1f2-4489-83af-f0e530e5f939 service neutron] 10.222.0.31 "PUT /v2.0/ports/df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 1093 time: 1.2722621 Jan 28 17:05:06.362257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:05:06.373434 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:05:06.468593 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03dd61f-d1ac-4f48-a7c0-e6f8085b885e x-openstack-request-id: req-d03dd61f-d1ac-4f48-a7c0-e6f8085b885e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:05:06.468918 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:05:06.469179 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d03dd61f-d1ac-4f48-a7c0-e6f8085b885e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:05:06.469576 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'status': 'completed', 'code': 200} Jan 28 17:05:06.520068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-06b33003-bc01-48a9-a5ad-61db96595fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:06.522218 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-06b33003-bc01-48a9-a5ad-61db96595fe7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1127 time: 0.0995305 Jan 28 17:05:06.533019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ca84119-6fb5-42b7-b13b-36d8b5760988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.580256 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-6a0a4a2c-1fe1-4e23-ba00-457e5a8f21a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 217 time: 0.0504653 Jan 28 17:05:06.663198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-7c4f0598-dde9-4971-952e-3f538afd7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:06.665850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-7c4f0598-dde9-4971-952e-3f538afd7f2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0780246 Jan 28 17:05:06.751430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ca84119-6fb5-42b7-b13b-36d8b5760988 admin admin] Publish callbacks [] for security_group (ce63c59e-1b87-43ef-b57e-09c4396fb6c7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.761217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8ca84119-6fb5-42b7-b13b-36d8b5760988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce63c59e-1b87-43ef-b57e-09c4396fb6c7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.799444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-75289e33-7741-42aa-b38b-26c6d86c6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:06.803594 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-75289e33-7741-42aa-b38b-26c6d86c6c5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1318736 Jan 28 17:05:06.847962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8ca84119-6fb5-42b7-b13b-36d8b5760988 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d086fbb0633447e5988e6099ecc89c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4981625 Jan 28 17:05:06.869347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45400) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:06.946247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ad709c-ee80-475b-b35b-18805419487e admin admin] Publish callbacks [] for security_group (ce63c59e-1b87-43ef-b57e-09c4396fb6c7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:06.996113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ad709c-ee80-475b-b35b-18805419487e admin admin] Publish callbacks [] for security_group (ce63c59e-1b87-43ef-b57e-09c4396fb6c7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:07.012954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-5228fc2b-61eb-46cf-850a-efceab77f48e service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993887 Jan 28 17:05:07.029010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca84119-6fb5-42b7-b13b-36d8b5760988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce63c59e-1b87-43ef-b57e-09c4396fb6c7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:07.061268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dec5b4-414a-45fa-a299-3cb40fa1e036 req-7026ae26-dd63-480c-ae23-fd33d7964ac5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.063191 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80dec5b4-414a-45fa-a299-3cb40fa1e036 req-7026ae26-dd63-480c-ae23-fd33d7964ac5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.2235811 Jan 28 17:05:07.099076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5968-8bec-410a-b0fc-c001288d3a62 req-f96b4a50-0df2-4952-9032-84b60c8ca684 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.106346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-517f5968-8bec-410a-b0fc-c001288d3a62 req-f96b4a50-0df2-4952-9032-84b60c8ca684 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1923037 Jan 28 17:05:07.145700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80dec5b4-414a-45fa-a299-3cb40fa1e036 req-ed0a8d9e-09b4-4a14-8ec7-804637526657 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729554 Jan 28 17:05:07.164370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ad709c-ee80-475b-b35b-18805419487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce63c59e-1b87-43ef-b57e-09c4396fb6c7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:07.167395 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c2ad709c-ee80-475b-b35b-18805419487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:07.168589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c2ad709c-ee80-475b-b35b-18805419487e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce63c59e-1b87-43ef-b57e-09c4396fb6c7 HTTP/1.1" status: 204 len: 168 time: 0.2978151 Jan 28 17:05:07.186281 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8f4e5b7-3069-46d3-b304-29ea8e1a2ae6 req-af985a2e-bf3d-4610-95b9-0e8afb9466db service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693077 Jan 28 17:05:07.191771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad709c-ee80-475b-b35b-18805419487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce63c59e-1b87-43ef-b57e-09c4396fb6c7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:07.239148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-517f5968-8bec-410a-b0fc-c001288d3a62 req-8890cd76-0656-4bcc-bd39-bcd88a40d1a0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266179 Jan 28 17:05:07.396568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-fb8bebb7-f988-420e-bd4f-be6fd56f9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.399066 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-fb8bebb7-f988-420e-bd4f-be6fd56f9654 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1127 time: 0.1521928 Jan 28 17:05:07.473121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01c68c-fdf1-41a3-87f5-ccb9711e2fd3 req-64351f6c-b192-4a35-8edf-65f14a71692e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.476260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f01c68c-fdf1-41a3-87f5-ccb9711e2fd3 req-64351f6c-b192-4a35-8edf-65f14a71692e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1079822 Jan 28 17:05:07.586871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f01c68c-fdf1-41a3-87f5-ccb9711e2fd3 req-6a7832de-3195-4d81-97b3-bcb9667b23b5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048160 Jan 28 17:05:07.621396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-7a365e7a-e2f8-459d-9a3e-7481d56ded9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.624846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-7a365e7a-e2f8-459d-9a3e-7481d56ded9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.2170851 Jan 28 17:05:07.645412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:07.664062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17b23538-7a0a-4363-80a7-4d77263371fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:07.723315 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-3abf5d72-a536-4e40-aff7-8af6118350f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 217 time: 0.0921822 Jan 28 17:05:07.795069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-19268417-e731-4911-9a8c-c9f087dc62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.799708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-19268417-e731-4911-9a8c-c9f087dc62d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0671532 Jan 28 17:05:07.814406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17b23538-7a0a-4363-80a7-4d77263371fb admin admin] Publish callbacks [] for security_group (dd57b617-c655-4307-ab0f-323f61830ed5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:07.826910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17b23538-7a0a-4363-80a7-4d77263371fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dd57b617-c655-4307-ab0f-323f61830ed5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:07.884312 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-17b23538-7a0a-4363-80a7-4d77263371fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40c975cd42d14b498ee318729f3ce522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376072 Jan 28 17:05:07.887211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45422) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:07.914802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b23538-7a0a-4363-80a7-4d77263371fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57b617-c655-4307-ab0f-323f61830ed5,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:07.941619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede354-23b4-440f-a31b-de47cad97dd1 req-7644e2e5-55b3-4b7f-ab13-50b3a2d4ad77 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:07.943267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17ede354-23b4-440f-a31b-de47cad97dd1 req-7644e2e5-55b3-4b7f-ab13-50b3a2d4ad77 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1273341 Jan 28 17:05:08.001498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-382327e9-66c6-4f6f-947f-8d5c55eec0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:08.004955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-382327e9-66c6-4f6f-947f-8d5c55eec0d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2001481 Jan 28 17:05:08.021501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17ede354-23b4-440f-a31b-de47cad97dd1 req-9666d004-7ad9-45b6-87d6-e2f543c8ffe6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700595 Jan 28 17:05:08.174160 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5124e2b-6c13-4542-bbdb-3d049a89e099 admin admin] Publish callbacks [] for security_group (dd57b617-c655-4307-ab0f-323f61830ed5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:08.241003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399ebc-5688-4cdb-aef6-ee7ef5a1e6dd req-fbb434ae-6d6c-45d0-953a-101931142bb3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:08.242895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4399ebc-5688-4cdb-aef6-ee7ef5a1e6dd req-fbb434ae-6d6c-45d0-953a-101931142bb3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1119101 Jan 28 17:05:08.268148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5124e2b-6c13-4542-bbdb-3d049a89e099 admin admin] Publish callbacks [] for security_group (dd57b617-c655-4307-ab0f-323f61830ed5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:08.307999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-02235663-6c16-4ad7-bf32-6e7ad18ef78f service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934585 Jan 28 17:05:08.422109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5124e2b-6c13-4542-bbdb-3d049a89e099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dd57b617-c655-4307-ab0f-323f61830ed5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:08.426564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b5124e2b-6c13-4542-bbdb-3d049a89e099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:08.446420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b5124e2b-6c13-4542-bbdb-3d049a89e099 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd57b617-c655-4307-ab0f-323f61830ed5 HTTP/1.1" status: 204 len: 168 time: 0.5474072 Jan 28 17:05:08.473890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4399ebc-5688-4cdb-aef6-ee7ef5a1e6dd req-0046cc09-2ef3-40ef-ac87-ff43a058ee8e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240782 Jan 28 17:05:08.502576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5124e2b-6c13-4542-bbdb-3d049a89e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57b617-c655-4307-ab0f-323f61830ed5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:08.517024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584582f-e71c-4468-9438-d1af84ddf6b3 req-da113ded-aab4-420c-b661-483788d572f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:08.520541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2584582f-e71c-4468-9438-d1af84ddf6b3 req-da113ded-aab4-420c-b661-483788d572f7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.2325156 Jan 28 17:05:08.535965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-36cdeb4b-0d21-43b4-9e7a-0999634c82f9 req-fc3f9490-d74f-49be-a3ff-ad056f1c32fd service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180018 Jan 28 17:05:08.683729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2584582f-e71c-4468-9438-d1af84ddf6b3 req-9eb2de3d-445f-4201-8d57-888d03e25b04 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572430 Jan 28 17:05:08.737803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e023d7f-a96f-4d6d-a484-165f228851c9 req-f8cd280c-ad31-425a-84d3-792387eeba6e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:08.739631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e023d7f-a96f-4d6d-a484-165f228851c9 req-f8cd280c-ad31-425a-84d3-792387eeba6e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1105704 Jan 28 17:05:08.816379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e023d7f-a96f-4d6d-a484-165f228851c9 req-a63ea73e-cf72-4b03-a260-6256add12cdd tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654750 Jan 28 17:05:09.018636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853c1e8-7350-4307-9e1f-8e75f4fef388 req-c264c485-a0bc-4adc-a2dd-4d1d8533d854 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:09.020243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9853c1e8-7350-4307-9e1f-8e75f4fef388 req-c264c485-a0bc-4adc-a2dd-4d1d8533d854 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1194410 Jan 28 17:05:09.099297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9853c1e8-7350-4307-9e1f-8e75f4fef388 req-2dd398ea-7f1f-40a6-8183-383aff2a9144 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688660 Jan 28 17:05:09.391023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5c3c5-5782-4b3e-8ef1-c363ac78da54 req-dfd31da1-0d34-4113-9d96-e48a8f1cb289 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:09.392471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2e5c3c5-5782-4b3e-8ef1-c363ac78da54 req-dfd31da1-0d34-4113-9d96-e48a8f1cb289 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1326406 Jan 28 17:05:09.542818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2e5c3c5-5782-4b3e-8ef1-c363ac78da54 req-7a83f63e-23f7-4911-a043-8bd58d298bfa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424417 Jan 28 17:05:09.685585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057088d9-1c7b-402a-9817-5c501aa38e25 req-cbaa0e57-3dd3-4cf9-ad38-8fb2942ed8b4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:09.690157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-057088d9-1c7b-402a-9817-5c501aa38e25 req-cbaa0e57-3dd3-4cf9-ad38-8fb2942ed8b4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0914953 Jan 28 17:05:09.845869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-057088d9-1c7b-402a-9817-5c501aa38e25 req-ee86ea56-db59-49cf-b271-4f1b19704815 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400313 Jan 28 17:05:09.912049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0511f0-80e6-45ba-8883-0d3422d7a8f6 req-85367611-6365-4ba7-98a0-9d533b9d8689 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:09.913538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d0511f0-80e6-45ba-8883-0d3422d7a8f6 req-85367611-6365-4ba7-98a0-9d533b9d8689 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1183140 Jan 28 17:05:10.039684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d0511f0-80e6-45ba-8883-0d3422d7a8f6 req-f0e01795-bb91-4f08-b437-752b9e8a182c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126812 Jan 28 17:05:10.068959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca4bc-0693-417f-9344-0f50f539ceaf req-ade81a7b-bec6-47fb-a45f-26e18f63aea3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:10.070579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8eca4bc-0693-417f-9344-0f50f539ceaf req-ade81a7b-bec6-47fb-a45f-26e18f63aea3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0850518 Jan 28 17:05:10.172289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8eca4bc-0693-417f-9344-0f50f539ceaf req-02edc400-67d6-479d-9ee2-221b715c446e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955596 Jan 28 17:05:10.343299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f5ae-ee1d-4ce2-a527-2ebce91bea38 req-1555263d-c47e-46b4-ae95-e2c4ccb9ccb9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:10.350368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2432f5ae-ee1d-4ce2-a527-2ebce91bea38 req-1555263d-c47e-46b4-ae95-e2c4ccb9ccb9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0946453 Jan 28 17:05:10.418438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2432f5ae-ee1d-4ce2-a527-2ebce91bea38 req-e6591761-ec12-432f-b8e9-c9da5d3ef13a tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Jan 28 17:05:10.636688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8fe2d-d6d9-4010-8e80-f9d92e053b11 req-f96ea239-2ef6-4f90-af17-5db12793a265 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:10.638235 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93a8fe2d-d6d9-4010-8e80-f9d92e053b11 req-f96ea239-2ef6-4f90-af17-5db12793a265 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1039879 Jan 28 17:05:10.713020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93a8fe2d-d6d9-4010-8e80-f9d92e053b11 req-eaab5735-60b1-4de1-b78f-f006498fbdd1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549273 Jan 28 17:05:10.837160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9bd10-fc23-4430-9412-7b7d31f52509 req-cc9755c8-6b82-47a8-91b3-1be05ca17e45 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:10.839349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c9bd10-fc23-4430-9412-7b7d31f52509 req-cc9755c8-6b82-47a8-91b3-1be05ca17e45 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0574141 Jan 28 17:05:10.917209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:10.926021 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c9bd10-fc23-4430-9412-7b7d31f52509 req-f136b10c-11d9-4012-b141-e179823d097c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810831 Jan 28 17:05:11.080341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee797f-e42d-4228-b24b-92f037cf7958 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.080847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee797f-e42d-4228-b24b-92f037cf7958 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.081316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee797f-e42d-4228-b24b-92f037cf7958 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.083016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-12ee797f-e42d-4228-b24b-92f037cf7958 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=4fe440eed5be47c78503deed2fedc888&network_id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 3075 time: 0.1648004 Jan 28 17:05:11.216302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9d036-ab1c-4ea4-af5c-ea8db983aabd req-ae20885b-c273-464b-8048-5dcc76da30b8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.223689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ad9d036-ab1c-4ea4-af5c-ea8db983aabd req-ae20885b-c273-464b-8048-5dcc76da30b8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1346931 Jan 28 17:05:11.300048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ad9d036-ab1c-4ea4-af5c-ea8db983aabd req-b908ea55-0697-4977-aaa4-fb51a209ae1a tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752511 Jan 28 17:05:11.346473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7d93-f5d9-493a-a281-118fdb7b9b49 req-0ee41a9d-9971-47a9-bf85-3e271a3675b2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.358093 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8ad7d93-f5d9-493a-a281-118fdb7b9b49 req-0ee41a9d-9971-47a9-bf85-3e271a3675b2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.2101853 Jan 28 17:05:11.563218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b8ad7d93-f5d9-493a-a281-118fdb7b9b49 req-6d2540c3-93c8-43e1-b818-da5b78b175fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039344 Jan 28 17:05:11.599007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d110-be3a-4541-98b1-f06e01dec543 req-53cf043f-e5d4-43d6-9999-84597e56b8fa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.612497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e67d110-be3a-4541-98b1-f06e01dec543 req-53cf043f-e5d4-43d6-9999-84597e56b8fa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1905494 Jan 28 17:05:11.703734 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e67d110-be3a-4541-98b1-f06e01dec543 req-05cadb34-c59d-4829-a2d6-aca5d450ea08 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Jan 28 17:05:11.967136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d6023-d660-4923-9db0-f92e26dc1681 req-7ab41569-d5d3-46a1-ba9c-0c8368836067 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:11.990323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967d6023-d660-4923-9db0-f92e26dc1681 req-7ab41569-d5d3-46a1-ba9c-0c8368836067 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1283860 Jan 28 17:05:12.102236 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-967d6023-d660-4923-9db0-f92e26dc1681 req-ea9361dd-525e-430f-b213-fcd2f1764a02 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009586 Jan 28 17:05:12.310109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b7e48-7d72-4f22-aba3-bad9fef0acfc req-98c2f996-3077-42c7-a37a-f52617a5d949 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:12.312594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af9b7e48-7d72-4f22-aba3-bad9fef0acfc req-98c2f996-3077-42c7-a37a-f52617a5d949 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0934029 Jan 28 17:05:12.350805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:12.409918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af9b7e48-7d72-4f22-aba3-bad9fef0acfc req-50b0fcd4-4282-40d2-b9fa-fcb8dcdc7cd1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910811 Jan 28 17:05:12.419383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:12.658404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb691-91f4-4d3a-be7e-689953894462 req-ac0d40bd-ffb0-469a-abe2-58990c155c21 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:12.660478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-833bb691-91f4-4d3a-be7e-689953894462 req-ac0d40bd-ffb0-469a-abe2-58990c155c21 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0875456 Jan 28 17:05:12.837755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-833bb691-91f4-4d3a-be7e-689953894462 req-ef7f16bb-f08d-4e7b-b00f-f30f0d0d0ef3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652193 Jan 28 17:05:12.896946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17fa0-414e-4173-8bdb-c6b0ab3d86da req-7fa121de-f744-4880-a2ad-ef649e19768f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:12.903725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de17fa0-414e-4173-8bdb-c6b0ab3d86da req-7fa121de-f744-4880-a2ad-ef649e19768f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.2375612 Jan 28 17:05:12.952059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:13.040169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de17fa0-414e-4173-8bdb-c6b0ab3d86da req-83c1e2b6-f482-40c1-ad74-a25624c25dc6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310484 Jan 28 17:05:13.080489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee62e8-6f8b-48cb-855f-d8e4da3e84ae req-9a914ef2-7856-45bc-a5a4-b6e5a216157d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:13.089151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29ee62e8-6f8b-48cb-855f-d8e4da3e84ae req-9a914ef2-7856-45bc-a5a4-b6e5a216157d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1276989 Jan 28 17:05:13.096038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a73d9-9751-497a-8193-d8d3c1fc0211 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:13.098233 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-df8a73d9-9751-497a-8193-d8d3c1fc0211 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 814 time: 0.1447082 Jan 28 17:05:13.200487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29ee62e8-6f8b-48cb-855f-d8e4da3e84ae req-6a229dd2-187a-4050-a5c8-67c396ce7a16 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Jan 28 17:05:13.574656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:13.579815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'network': {'name': 'tempest-network-smoke--77771504', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'port_security_enabled': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:13.606750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568ee16-ff34-48a3-99a5-5703bf787fd6 req-1dd91f90-8bb8-4f2c-bce8-b664b313099d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:13.612307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b568ee16-ff34-48a3-99a5-5703bf787fd6 req-1dd91f90-8bb8-4f2c-bce8-b664b313099d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1185386 Jan 28 17:05:13.638831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:05:13.642647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:13.701023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:05:13.721134 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0fa1c40b-e506-4902-952b-136db833691f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:13.721713 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Added segment 0fa1c40b-e506-4902-952b-136db833691f of type vlan for network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 Jan 28 17:05:13.774606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b568ee16-ff34-48a3-99a5-5703bf787fd6 req-ba7b0367-fb6b-41c0-a5a0-8d25af06a061 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476212 Jan 28 17:05:13.828161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (6dd3d0f6-8e77-4700-bc79-43a230ce1606), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:13.904297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (6dd3d0f6-8e77-4700-bc79-43a230ce1606), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:13.909382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:13.909989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:13.980132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3c5ed-eb6f-4023-b9f8-b2c6f76897da req-7dd6da81-411c-4b5d-b1a3-b1207e319ac2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:13.982165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67e3c5ed-eb6f-4023-b9f8-b2c6f76897da req-7dd6da81-411c-4b5d-b1a3-b1207e319ac2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0968134 Jan 28 17:05:14.048503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4724681 Jan 28 17:05:14.051624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45596) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:14.096295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-67e3c5ed-eb6f-4023-b9f8-b2c6f76897da req-0a35e799-6527-475e-8d51-2ec9d728c53f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070857 Jan 28 17:05:14.180643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4018acd-790b-4609-98d8-ac6909c631b6 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:14.193774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:14.193967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a4018acd-790b-4609-98d8-ac6909c631b6 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4fe440eed5be47c78503deed2fedc888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1411171 Jan 28 17:05:14.200207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73955de4-cbfb-4352-b6cc-20ee6e821000 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Network': ['ID=6dd3d0f6-8e77-4700-bc79-43a230ce1606,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:14.211950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:05:14.334437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04088e-9c33-4ba9-b163-1ee353d028ce tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:14.337203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a04088e-9c33-4ba9-b163-1ee353d028ce tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1423841 Jan 28 17:05:14.340223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:14.401611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3cf4b85a-1c41-4867-ab6a-d1abd6c7be49 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599055 Jan 28 17:05:14.402355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45614) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:14.485580 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9c818f8-c5d0-4d9c-80ed-bc1cac2492d6 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4fe440eed5be47c78503deed2fedc888&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820858 Jan 28 17:05:14.488052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45616) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:14.568283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42329f2-5295-4078-968b-98452d6005a8 req-5135f7c8-c17e-42a9-8001-f86295634300 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:14.569756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b42329f2-5295-4078-968b-98452d6005a8 req-5135f7c8-c17e-42a9-8001-f86295634300 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.2303815 Jan 28 17:05:14.582540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8609e1-97ff-457e-b2c1-bbfba2cb8405 req-14986eb6-1a72-4407-ae0d-7ad637904da3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:14.593170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db8609e1-97ff-457e-b2c1-bbfba2cb8405 req-14986eb6-1a72-4407-ae0d-7ad637904da3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.2521768 Jan 28 17:05:14.692388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b42329f2-5295-4078-968b-98452d6005a8 req-185f8bb5-ab93-49eb-ab30-1835b4c47511 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980268 Jan 28 17:05:14.791038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db8609e1-97ff-457e-b2c1-bbfba2cb8405 req-08073c41-1ac2-4f4b-a382-cbcdf1c9cbbd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074004 Jan 28 17:05:14.908439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9bb8b-489f-4d3c-9eb6-62e0a9bfa715 req-8815affe-48b4-41b2-a699-d56bd2bb7a89 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:14.922071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89c9bb8b-489f-4d3c-9eb6-62e0a9bfa715 req-8815affe-48b4-41b2-a699-d56bd2bb7a89 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0972888 Jan 28 17:05:15.008920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89c9bb8b-489f-4d3c-9eb6-62e0a9bfa715 req-477c40b2-f103-4e65-890f-7b973513504e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810809 Jan 28 17:05:15.164075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11233b8-a820-4b26-ac9e-3d7aec4bbcd5 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:15.165817 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f11233b8-a820-4b26-ac9e-3d7aec4bbcd5 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6767063 Jan 28 17:05:15.169346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45622) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:15.224964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45626) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:15.228125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-80bcc918-3ab5-424c-94c1-c5bc7eaa5364 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572882 Jan 28 17:05:15.230458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1286309711', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:15.424067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:05:15.428131 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:15.717121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a5978-6dfc-496f-9bf5-9b694c5d287f req-8eb0666c-89ab-441c-b3c0-eab5b69a86a3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:15.725975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db1a5978-6dfc-496f-9bf5-9b694c5d287f req-8eb0666c-89ab-441c-b3c0-eab5b69a86a3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1044018 Jan 28 17:05:15.741946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (0c71e20a-a079-4ff2-848d-307bd254d8aa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:15.869352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Subnet': ['ID=0c71e20a-a079-4ff2-848d-307bd254d8aa,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:15.878748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db1a5978-6dfc-496f-9bf5-9b694c5d287f req-52ea2483-6b02-4397-8f9d-0e06965141e1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401918 Jan 28 17:05:15.885863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Checking segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:05:15.886233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network hostable DHCP agents. Network: 6dd3d0f6-8e77-4700-bc79-43a230ce1606, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:05:15.905467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:05:15.918678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 6dd3d0f6-8e77-4700-bc79-43a230ce1606) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:15.927877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa383e-9c09-4b18-8f3c-691ed7fbe6da None None] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:05:15.937857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:15.939419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:15.963432 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7b6d30ff-1acb-4469-b675-5fb7cd803562 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7342088 Jan 28 17:05:16.068300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cb18a-48cf-4a5c-8323-c5e37d3bc7e7 req-be586d7f-b8db-4e8a-a4bd-6885a1280f94 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:16.079030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f86cb18a-48cf-4a5c-8323-c5e37d3bc7e7 req-be586d7f-b8db-4e8a-a4bd-6885a1280f94 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1327362 Jan 28 17:05:16.123990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00040563-7a53-422d-82f3-caf864315eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:16.196761 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f86cb18a-48cf-4a5c-8323-c5e37d3bc7e7 req-4c6c2f6f-63f0-4c12-8237-32d664b01487 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068699 Jan 28 17:05:16.277490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ips': [{'subnet_id': '0c71e20a-a079-4ff2-848d-307bd254d8aa'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:05:16.278355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:16.574853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Allocated IP 172.20.0.18 (6dd3d0f6-8e77-4700-bc79-43a230ce1606/0c71e20a-a079-4ff2-848d-307bd254d8aa/ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:05:16.735657 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Publish callbacks [] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:16.746329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:16.907473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Pushing event updated for resources: {'Port': ['ID=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:16.971364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.975558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.976098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.977557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.984977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.989299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.991537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.994388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.995471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:16.998106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:17.000161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:17.004707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:17.006120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:17.042963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45664) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:17.047501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758556801', 'description': 'tempest-secgroup-smoke-1758556801 description', 'project_id': '4fe440eed5be47c78503deed2fedc888'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:17.062997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:05:17.067590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552dce-9cd6-482f-a620-abf6a36d57c4 req-affdbafe-1e53-4e78-8749-6fd9f5a9801b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:17.069542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:17.083661 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a552dce-9cd6-482f-a620-abf6a36d57c4 req-affdbafe-1e53-4e78-8749-6fd9f5a9801b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1071153 Jan 28 17:05:17.090040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:05:17.128487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.194223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a552dce-9cd6-482f-a620-abf6a36d57c4 req-48a6bf60-bdcb-4506-a1f7-2453ee3cb7c3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096888 Jan 28 17:05:17.310727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Attempting to bind port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:05:17.313110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Attempting to bind port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:05:17.313665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Attempting to bind port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 on network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:05:17.339401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:05:17.341107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Checking segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:05:17.341682 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.343102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Bound using segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:05:17.343734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Bound port: ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:05:17.345112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.429226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (178aa8ff-b23d-4660-9ba7-ec487f441e43), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.440806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (178aa8ff-b23d-4660-9ba7-ec487f441e43), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.480762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac94b27-ca64-49d2-8d83-66692fd81903 req-551e7052-6e2c-4d0e-a5e7-bbf1e14a0425 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:17.482984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ac94b27-ca64-49d2-8d83-66692fd81903 req-551e7052-6e2c-4d0e-a5e7-bbf1e14a0425 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1883562 Jan 28 17:05:17.534471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178aa8ff-b23d-4660-9ba7-ec487f441e43,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:17.560165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.566729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e40b7f98-b8f1-408d-a35c-7331453f8ec0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5235884 Jan 28 17:05:17.574462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45670) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:17.587235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '178aa8ff-b23d-4660-9ba7-ec487f441e43', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:17.632904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] For port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:05:17.637586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] For port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:05:17.639796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ac94b27-ca64-49d2-8d83-66692fd81903 req-4fbe4676-291e-4120-9957-f32e50e501e5 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457338 Jan 28 17:05:17.655195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (d3bdb468-8fe2-4a08-ba56-35d69ff61945), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.660867 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.835143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (d3bdb468-8fe2-4a08-ba56-35d69ff61945), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.845809 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d3bdb468-8fe2-4a08-ba56-35d69ff61945), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.877439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ad7a9-1ae4-4959-ab8d-a22bfa1b86ed None None] Pushing event updated for resources: {'Port': ['ID=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:17.914846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bdb468-8fe2-4a08-ba56-35d69ff61945,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:17.970679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.978199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f2f43b66-7bf9-4e3d-a65d-ca503597f5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:17.978999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45672) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:17.986511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '178aa8ff-b23d-4660-9ba7-ec487f441e43', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:17.991614 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b55792e4-c439-4916-8335-6cb0a71bf36f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4158037 Jan 28 17:05:18.043400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (35102d45-6136-4fa5-8ff2-7d85ff7f9530), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.159954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (35102d45-6136-4fa5-8ff2-7d85ff7f9530), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.175455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (35102d45-6136-4fa5-8ff2-7d85ff7f9530), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.219191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35102d45-6136-4fa5-8ff2-7d85ff7f9530,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:18.246417 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.251606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45680) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:18.258360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '178aa8ff-b23d-4660-9ba7-ec487f441e43', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:18.264272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b01d94a7-304e-4dba-9675-4a4ccc3cb12e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2835691 Jan 28 17:05:18.309133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (29f2a06b-7727-4fb2-94b9-548bb0cbc418), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.467411 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (29f2a06b-7727-4fb2-94b9-548bb0cbc418), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.480320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (29f2a06b-7727-4fb2-94b9-548bb0cbc418), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.492587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8242-2bdb-44b2-aa1c-221b1b2438e0 req-a8927c62-e033-497e-9a1f-d8d4dc5fd259 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:18.496512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47bf8242-2bdb-44b2-aa1c-221b1b2438e0 req-a8927c62-e033-497e-9a1f-d8d4dc5fd259 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1428294 Jan 28 17:05:18.531826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f2a06b-7727-4fb2-94b9-548bb0cbc418,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:18.559066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.569082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4166b5d7-267e-4f7a-a983-e16d7ce4ab7f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161523 Jan 28 17:05:18.571369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:18.587027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '178aa8ff-b23d-4660-9ba7-ec487f441e43', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:18.648244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47bf8242-2bdb-44b2-aa1c-221b1b2438e0 req-725d7dfa-9ac9-4b13-ba0e-d6708331be12 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412771 Jan 28 17:05:18.676321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (a5903628-bfda-4e48-bc73-d31463e8467d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.788150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:05:18.843349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (a5903628-bfda-4e48-bc73-d31463e8467d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.863567 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a5903628-bfda-4e48-bc73-d31463e8467d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.895410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5903628-bfda-4e48-bc73-d31463e8467d,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:18.917857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4721e-3710-42d1-b0be-066054b056dd req-62c75a4b-c320-4fa6-9a81-23582b4e5463 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:18.925140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:18.927347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7be4721e-3710-42d1-b0be-066054b056dd req-62c75a4b-c320-4fa6-9a81-23582b4e5463 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1676369 Jan 28 17:05:18.929944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0e39d449-3072-4590-b38f-f2c019303657 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3534777 Jan 28 17:05:18.930705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45688) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:18.936955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '178aa8ff-b23d-4660-9ba7-ec487f441e43', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:18.981683 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Project 4fe440eed5be47c78503deed2fedc888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:05:18.987117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:18.987626 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.000721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (cf969e49-d717-4427-b825-d45a00c15345), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.087710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7be4721e-3710-42d1-b0be-066054b056dd req-dfac6a4c-2ce4-4be1-a8d1-222708843f0d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521275 Jan 28 17:05:19.164820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (cf969e49-d717-4427-b825-d45a00c15345), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.172227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (cf969e49-d717-4427-b825-d45a00c15345), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.229880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.235096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45692) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:19.235561 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993979 Jan 28 17:05:19.242482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '178aa8ff-b23d-4660-9ba7-ec487f441e43', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:19.270823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0d6c-a5ca-4115-bf44-55aacb7f75da tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf969e49-d717-4427-b825-d45a00c15345,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:19.286249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:19.286760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.310691 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Project 4fe440eed5be47c78503deed2fedc888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:05:19.324152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (58b7a053-4bd0-4200-98cf-e425f69fb112), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.493232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (58b7a053-4bd0-4200-98cf-e425f69fb112), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.499921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (58b7a053-4bd0-4200-98cf-e425f69fb112), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.520564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:19.532596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b7a053-4bd0-4200-98cf-e425f69fb112,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:19.556111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.580067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.581763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-09bdec28-a896-4d79-9326-de7fcae1fae8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3433185 Jan 28 17:05:19.647250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:19.718334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:19.814213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e56d72-d943-4657-87a0-07bd436791e8 None None] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:05:20.039228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5532ac-3bc4-40de-83f6-6ecd742a653b req-9443d160-1acb-4bdb-9fc7-61b2d5a59893 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:20.040780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df5532ac-3bc4-40de-83f6-6ecd742a653b req-9443d160-1acb-4bdb-9fc7-61b2d5a59893 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1554749 Jan 28 17:05:20.128246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e1f4dd46-00b3-42f8-acb8-696facb8df8e None None] Provisioning complete for port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:20.129208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1f4dd46-00b3-42f8-acb8-696facb8df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:20.186307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-49768c4d-f088-4916-9846-afbdb7cd20e1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758556801&fields=id&tenant_id=4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 267 time: 0.1968832 Jan 28 17:05:20.338293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4dd46-00b3-42f8-acb8-696facb8df8e None None] Current status of the port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:20.359194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-37d1602b-c20b-4baf-97aa-132d82aec5a2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:20.365985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-37d1602b-c20b-4baf-97aa-132d82aec5a2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/networks?id=6dd3d0f6-8e77-4700-bc79-43a230ce1606 HTTP/1.1" status: 200 len: 795 time: 0.1717155 Jan 28 17:05:20.420044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-20329afc-de93-4e16-ab8d-32a8309f5b7d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/quotas/4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 375 time: 0.0528848 Jan 28 17:05:20.524153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df5532ac-3bc4-40de-83f6-6ecd742a653b req-21fb6446-8529-40fa-8f4a-e9fbd1f16516 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698052 Jan 28 17:05:20.577300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:05:20.590559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-23a289f9-3aa6-4820-89f9-e113a221b5f4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1629653 Jan 28 17:05:20.752394 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:20.769469 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-fc819caf-3f3d-4d93-a83f-19f209338fec service neutron] 10.222.0.25 "GET /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777308 Jan 28 17:05:20.860627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:20.861075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:20.910681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a65b83-be23-4e23-ae17-885cd78a3d74 req-f2ab1b9b-d4e2-423c-9332-9333cf8a4c37 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:20.914642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6a65b83-be23-4e23-ae17-885cd78a3d74 req-f2ab1b9b-d4e2-423c-9332-9333cf8a4c37 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1996672 Jan 28 17:05:20.935395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ac8eb7cf-2bd2-4fbd-8a7f-81739a902121 None None] Provisioning complete for port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:20.935828 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb7cf-2bd2-4fbd-8a7f-81739a902121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:21.027874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-6484ef02-e0e2-49d3-877d-a4986f00e0fb service neutron] 10.222.0.25 "GET /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501178 Jan 28 17:05:21.094626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6a65b83-be23-4e23-ae17-885cd78a3d74 req-52c714db-3ea6-493d-b6c9-061ccd264568 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429195 Jan 28 17:05:21.239364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:21.259961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ac8eb7cf-2bd2-4fbd-8a7f-81739a902121 None None] Current status of the port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:21.554650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b209081d-196d-4b79-aba0-76f331670861 req-d9609423-5ac9-4fb2-a854-b5bd393e32be tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 210 time: 0.1007285 Jan 28 17:05:21.795565 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:21.986601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6457624-3f79-4708-a29f-e91fb0a25d79 req-1562daa1-61c3-4575-93e1-b0464dfa0531 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:21.996324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6457624-3f79-4708-a29f-e91fb0a25d79 req-1562daa1-61c3-4575-93e1-b0464dfa0531 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1685419 Jan 28 17:05:22.093629 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6457624-3f79-4708-a29f-e91fb0a25d79 req-2cc50c4f-39dd-447a-a117-68039a62004e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Jan 28 17:05:22.384507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac1000-2e58-410b-a820-690a103aea50 req-96899ffc-1848-4cca-91d4-a4262d2b51b6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:22.387167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dac1000-2e58-410b-a820-690a103aea50 req-96899ffc-1848-4cca-91d4-a4262d2b51b6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.0906408 Jan 28 17:05:22.454839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dac1000-2e58-410b-a820-690a103aea50 req-2b14a4b2-a12d-41f9-8c1c-6ab8e09794de tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569832 Jan 28 17:05:22.771738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-481d163e-2e1f-4fbb-aae7-e7e9304d1803 req-c5c9303a-1500-4ab8-b371-b7677a6c13ea tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 210 time: 0.0798287 Jan 28 17:05:23.282846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-5f5fc9f6-ca82-48fe-8a25-85afbc0c44d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:23.284828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-5f5fc9f6-ca82-48fe-8a25-85afbc0c44d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "GET /v2.0/networks?id=6dd3d0f6-8e77-4700-bc79-43a230ce1606 HTTP/1.1" status: 200 len: 795 time: 0.2116802 Jan 28 17:05:23.292523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999c73-4ef6-4f18-acd3-45720cad0483 req-cdd19bd2-bcfa-48f2-9826-8d83d490afd7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:23.299724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f999c73-4ef6-4f18-acd3-45720cad0483 req-cdd19bd2-bcfa-48f2-9826-8d83d490afd7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1040683 Jan 28 17:05:23.405539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7f999c73-4ef6-4f18-acd3-45720cad0483 req-44ce671d-9b85-4141-9218-b9d3a159c9a8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998337 Jan 28 17:05:23.456374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-b4f48039-ec50-420c-a74c-78f0e707af30 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 472 time: 0.1496768 Jan 28 17:05:23.475808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'port': {'device_id': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'admin_state_up': True, 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'security_groups': ['178aa8ff-b23d-4660-9ba7-ec487f441e43']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:23.726060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9914086-59d3-47df-9490-6b11faf38ec0 req-2216066a-0011-4262-8379-9a83c7d9a1df tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:23.734769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9914086-59d3-47df-9490-6b11faf38ec0 req-2216066a-0011-4262-8379-9a83c7d9a1df tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1696739 Jan 28 17:05:23.807665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:05:23.812096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:23.974590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.20.0.27 (6dd3d0f6-8e77-4700-bc79-43a230ce1606/0c71e20a-a079-4ff2-848d-307bd254d8aa/348ec581-f9ef-4327-900e-607380df3b58) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:05:24.087694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e9914086-59d3-47df-9490-6b11faf38ec0 req-a8f93ad7-0b12-4fdf-ba45-08f69308822b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518319 Jan 28 17:05:24.128397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9b661c1-8e27-408f-84b3-444464b3748f req-a2455550-10e9-41c0-b550-05fb18add44d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Jan 28 17:05:24.222991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (348ec581-f9ef-4327-900e-607380df3b58), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.278143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (348ec581-f9ef-4327-900e-607380df3b58), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.281112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45772) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:24.331878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:05:24.335541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:24.339705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:05:24.387080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=348ec581-f9ef-4327-900e-607380df3b58,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:24.409353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:24.410366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.438642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e94c016b-de1a-419d-b4c8-8424e6cb23f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.447192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-684fd15a-6f85-4e73-bc3c-cd506954f436 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9822297 Jan 28 17:05:24.462109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Request body: {'port': {'device_id': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:24.552968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (348ec581-f9ef-4327-900e-607380df3b58), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.692221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c8901-0209-4077-8b42-de836ee2e87b req-d067fc93-751b-4802-87f5-e7cc4ed194f0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:24.693711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-223c8901-0209-4077-8b42-de836ee2e87b req-d067fc93-751b-4802-87f5-e7cc4ed194f0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1419411 Jan 28 17:05:24.715830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ac3f42f9-3675-4c9a-9fbe-254ddecb377c None None] Provisioning complete for port 348ec581-f9ef-4327-900e-607380df3b58 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:24.716854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac3f42f9-3675-4c9a-9fbe-254ddecb377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (348ec581-f9ef-4327-900e-607380df3b58), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.755124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f42f9-3675-4c9a-9fbe-254ddecb377c None None] Port 348ec581-f9ef-4327-900e-607380df3b58 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:05:24.766222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e94c016b-de1a-419d-b4c8-8424e6cb23f1 admin admin] Publish callbacks [] for security_group (1d0c5a58-bb85-43bd-82a1-6cf0adcabcda), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.781222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e94c016b-de1a-419d-b4c8-8424e6cb23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1d0c5a58-bb85-43bd-82a1-6cf0adcabcda), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:24.948791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c016b-de1a-419d-b4c8-8424e6cb23f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c5a58-bb85-43bd-82a1-6cf0adcabcda,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:24.953409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-223c8901-0209-4077-8b42-de836ee2e87b req-fed4efb6-5922-4f9c-a07b-d1d738ab8acc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479951 Jan 28 17:05:24.974435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:24.981128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e94c016b-de1a-419d-b4c8-8424e6cb23f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d3db1c52e7c419a9e22e3de6f4b08fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6986768 Jan 28 17:05:25.046410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348ec581-f9ef-4327-900e-607380df3b58 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:05:25.056070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Publish callbacks [] for port (348ec581-f9ef-4327-900e-607380df3b58), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.073847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Transition to ACTIVE for port object 348ec581-f9ef-4327-900e-607380df3b58 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:05:25.078959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (348ec581-f9ef-4327-900e-607380df3b58), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.105329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3a764d5-706b-44bb-a0d3-1dff13ff3920 admin admin] Publish callbacks [] for security_group (1d0c5a58-bb85-43bd-82a1-6cf0adcabcda), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.167520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3a764d5-706b-44bb-a0d3-1dff13ff3920 admin admin] Publish callbacks [] for security_group (1d0c5a58-bb85-43bd-82a1-6cf0adcabcda), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.266903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3a764d5-706b-44bb-a0d3-1dff13ff3920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1d0c5a58-bb85-43bd-82a1-6cf0adcabcda), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.271284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3a764d5-706b-44bb-a0d3-1dff13ff3920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.278238 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e3a764d5-706b-44bb-a0d3-1dff13ff3920 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d0c5a58-bb85-43bd-82a1-6cf0adcabcda HTTP/1.1" status: 204 len: 168 time: 0.3022811 Jan 28 17:05:25.301815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a764d5-706b-44bb-a0d3-1dff13ff3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c5a58-bb85-43bd-82a1-6cf0adcabcda,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:25.475128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Pushing event updated for resources: {'Port': ['ID=348ec581-f9ef-4327-900e-607380df3b58,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:25.540955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c9678-5f1b-4035-bc4e-dad13aee8308 req-109f643a-256b-4311-940d-69ed0a21bd23 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:25.543195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e83c9678-5f1b-4035-bc4e-dad13aee8308 req-109f643a-256b-4311-940d-69ed0a21bd23 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 944 time: 0.2420523 Jan 28 17:05:25.554303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5ab73-2598-4a91-b965-bc4030fcf00a req-9bd85704-265d-45b3-9ad9-62276d51dc64 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:25.556166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ce5ab73-2598-4a91-b965-bc4030fcf00a req-9bd85704-265d-45b3-9ad9-62276d51dc64 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.2386250 Jan 28 17:05:25.561465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Attempting to bind port 348ec581-f9ef-4327-900e-607380df3b58 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:05:25.561888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Attempting to bind port 348ec581-f9ef-4327-900e-607380df3b58 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:05:25.562278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Attempting to bind port 348ec581-f9ef-4327-900e-607380df3b58 on network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:05:25.604485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Port 348ec581-f9ef-4327-900e-607380df3b58 on network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:05:25.605195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Attempting to bind port 348ec581-f9ef-4327-900e-607380df3b58 on network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:05:25.625555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:05:25.626286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Checking segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:05:25.627231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Bound using segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:05:25.627894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Bound port: 348ec581-f9ef-4327-900e-607380df3b58, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:05:25.628466 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (348ec581-f9ef-4327-900e-607380df3b58), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.733600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e83c9678-5f1b-4035-bc4e-dad13aee8308 req-fed6110a-e752-480e-a598-521ad0bacfe6 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733110 Jan 28 17:05:25.758918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ce5ab73-2598-4a91-b965-bc4030fcf00a req-c30ba666-5d0e-477a-80f5-ce31cbb1a53d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885469 Jan 28 17:05:25.769973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45802) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:25.795885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] For port 348ec581-f9ef-4327-900e-607380df3b58, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:05:25.800045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9db29248-9ce1-4106-bcb8-db423dc4be8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.802143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] For port 348ec581-f9ef-4327-900e-607380df3b58, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=348ec581-f9ef-4327-900e-607380df3b58,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:05:25.813240 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (348ec581-f9ef-4327-900e-607380df3b58), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.873791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:25.874456 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.876562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] 10.222.0.24 "PUT /v2.0/ports/348ec581-f9ef-4327-900e-607380df3b58 HTTP/1.1" status: 200 len: 1093 time: 1.4195516 Jan 28 17:05:25.876850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'tag': '348ec581-f9ef-4327-900e-607380df3b58'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:05:25.879122 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d84454-c037-4711-80ad-81544063f101" -d '{"events": [{"name": "network-changed", "server_uuid": "b4940e57-279f-4e8a-b037-660b9f134b64", "tag": "348ec581-f9ef-4327-900e-607380df3b58"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:05:25.926237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9db29248-9ce1-4106-bcb8-db423dc4be8a admin admin] Publish callbacks [] for security_group (8be75f76-f416-4466-ae71-669a6b61f8a1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.936060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9db29248-9ce1-4106-bcb8-db423dc4be8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8be75f76-f416-4466-ae71-669a6b61f8a1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:25.957249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404b7be-3b85-4c7c-9c82-be49a7b36067 service neutron] Pushing event updated for resources: {'Port': ['ID=348ec581-f9ef-4327-900e-607380df3b58,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:25.964360 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311fddf4-1b1b-41f3-aa32-6cc04d4fe393 x-openstack-request-id: req-311fddf4-1b1b-41f3-aa32-6cc04d4fe393 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:05:25.965020 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4940e57-279f-4e8a-b037-660b9f134b64", "tag": "348ec581-f9ef-4327-900e-607380df3b58", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:05:25.965557 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-311fddf4-1b1b-41f3-aa32-6cc04d4fe393 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:05:25.966160 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'tag': '348ec581-f9ef-4327-900e-607380df3b58', 'status': 'completed', 'code': 200} Jan 28 17:05:26.006201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-f18e9109-6aeb-43eb-a042-bec54e38d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:26.007838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-f18e9109-6aeb-43eb-a042-bec54e38d267 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 1127 time: 0.0796969 Jan 28 17:05:26.011657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9db29248-9ce1-4106-bcb8-db423dc4be8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce5aee55c50242c2a614d282ff9db92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397628 Jan 28 17:05:26.015705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45808) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:26.028902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db29248-9ce1-4106-bcb8-db423dc4be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be75f76-f416-4466-ae71-669a6b61f8a1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:26.060776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-63faf0a8-8bfd-4cba-963d-f8f4321bbe6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=348ec581-f9ef-4327-900e-607380df3b58 HTTP/1.1" status: 200 len: 217 time: 0.0460193 Jan 28 17:05:26.104466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82ed89be-c847-4685-a3e6-9d1939aeaf32 admin admin] Publish callbacks [] for security_group (8be75f76-f416-4466-ae71-669a6b61f8a1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:26.133123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82ed89be-c847-4685-a3e6-9d1939aeaf32 admin admin] Publish callbacks [] for security_group (8be75f76-f416-4466-ae71-669a6b61f8a1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:26.214966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82ed89be-c847-4685-a3e6-9d1939aeaf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8be75f76-f416-4466-ae71-669a6b61f8a1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:26.219840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-82ed89be-c847-4685-a3e6-9d1939aeaf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:26.221478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-82ed89be-c847-4685-a3e6-9d1939aeaf32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8be75f76-f416-4466-ae71-669a6b61f8a1 HTTP/1.1" status: 204 len: 168 time: 0.2042058 Jan 28 17:05:26.251846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed89be-c847-4685-a3e6-9d1939aeaf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be75f76-f416-4466-ae71-669a6b61f8a1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:26.560335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-37dcf1be-076f-45ae-bfc9-29d85ca1bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:26.561859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-37dcf1be-076f-45ae-bfc9-29d85ca1bdbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c71e20a-a079-4ff2-848d-307bd254d8aa HTTP/1.1" status: 200 len: 838 time: 0.4935999 Jan 28 17:05:26.608134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ddb43-8f2a-48bd-bec9-c884eee31cd7 req-00ad7f92-4f13-47e0-bc5f-8953cb50832e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:26.609791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf8ddb43-8f2a-48bd-bec9-c884eee31cd7 req-00ad7f92-4f13-47e0-bc5f-8953cb50832e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1009190 Jan 28 17:05:26.643402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-41750fe2-e9c8-4f1f-aa8a-74749504f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:26.645118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-41750fe2-e9c8-4f1f-aa8a-74749504f806 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dd3d0f6-8e77-4700-bc79-43a230ce1606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0747886 Jan 28 17:05:26.678729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf8ddb43-8f2a-48bd-bec9-c884eee31cd7 req-c64c6a16-d29b-40da-aa47-b23930733aaf tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632317 Jan 28 17:05:26.780381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-5e6dc004-aa44-4d53-8381-078fcd9714a4 service neutron] 10.222.0.24 "GET /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056974 Jan 28 17:05:26.997178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad33dbaa-44f4-4ced-8d62-d89d60cf8fe2 req-8166f216-b2be-4d02-915b-604031214328 service neutron] 10.222.0.24 "GET /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099380 Jan 28 17:05:27.006015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93924fb1-40db-4ac1-9988-e4640e7ca646 req-9d407e82-d216-4446-b8b2-cc6ae48c11ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.007541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93924fb1-40db-4ac1-9988-e4640e7ca646 req-9d407e82-d216-4446-b8b2-cc6ae48c11ed tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1068420 Jan 28 17:05:27.015897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa39e-5646-48bb-9d01-053db82d8bfc req-ee8f613d-fb6d-4e86-95e5-45330d1ec11b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.017724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10dfa39e-5646-48bb-9d01-053db82d8bfc req-ee8f613d-fb6d-4e86-95e5-45330d1ec11b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 944 time: 0.1571696 Jan 28 17:05:27.146037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10dfa39e-5646-48bb-9d01-053db82d8bfc req-a8b480ab-10f7-4c4d-ae0e-c4ec5149787a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187308 Jan 28 17:05:27.160370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93924fb1-40db-4ac1-9988-e4640e7ca646 req-ed53d5b7-9f93-48af-9d13-6168ab72e357 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409059 Jan 28 17:05:27.191407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d84454-c037-4711-80ad-81544063f101 req-300861b1-a53f-4eef-b0b4-ad70984abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.194640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-300861b1-a53f-4eef-b0b4-ad70984abb5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 1127 time: 0.1244059 Jan 28 17:05:27.333923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d84454-c037-4711-80ad-81544063f101 req-e1d1cc1b-7350-4ff1-8b32-fee465f9b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.335405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-e1d1cc1b-7350-4ff1-8b32-fee465f9b5ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=6dd3d0f6-8e77-4700-bc79-43a230ce1606 HTTP/1.1" status: 200 len: 896 time: 0.1339328 Jan 28 17:05:27.387079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-c0616905-6f22-4c12-bd2b-a076bab83b6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=348ec581-f9ef-4327-900e-607380df3b58 HTTP/1.1" status: 200 len: 217 time: 0.0442667 Jan 28 17:05:27.445852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d84454-c037-4711-80ad-81544063f101 req-304ea0eb-87f6-4319-aeb0-16c94a0deb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.447625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-304ea0eb-87f6-4319-aeb0-16c94a0deb5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c71e20a-a079-4ff2-848d-307bd254d8aa HTTP/1.1" status: 200 len: 838 time: 0.0549932 Jan 28 17:05:27.514337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d84454-c037-4711-80ad-81544063f101 req-4ac730a2-21d5-4b70-a7b8-9ddd7f1d4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.515875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-4ac730a2-21d5-4b70-a7b8-9ddd7f1d4004 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6dd3d0f6-8e77-4700-bc79-43a230ce1606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0602756 Jan 28 17:05:27.614760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-cc0592b4-b857-46f1-b2c3-e43147004e99 service neutron] 10.222.0.24 "GET /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916829 Jan 28 17:05:27.725897 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72d84454-c037-4711-80ad-81544063f101 req-ca63372f-1cbd-499e-8d73-cd0f565a653c service neutron] 10.222.0.24 "GET /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037984 Jan 28 17:05:27.854453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8495-93a5-4881-97f9-b1b453039579 req-eae775f3-0d3f-47b2-bbab-6690d0c10cf9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:27.855781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-475a8495-93a5-4881-97f9-b1b453039579 req-eae775f3-0d3f-47b2-bbab-6690d0c10cf9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0899804 Jan 28 17:05:27.915460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-475a8495-93a5-4881-97f9-b1b453039579 req-e625d83e-82ee-487c-8d39-11a421d9aae9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511694 Jan 28 17:05:28.362971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0cdee-a332-45c5-9fca-b52073344c8c req-f5a53465-4480-436d-9d97-4dcb871658b7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:28.364494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98b0cdee-a332-45c5-9fca-b52073344c8c req-f5a53465-4480-436d-9d97-4dcb871658b7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 944 time: 0.1154063 Jan 28 17:05:28.387086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f6626-ecda-4605-892d-48474d5b55bf req-29d99d88-ae3e-47af-828a-4eebf9f9208c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:28.388648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547f6626-ecda-4605-892d-48474d5b55bf req-29d99d88-ae3e-47af-828a-4eebf9f9208c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1083226 Jan 28 17:05:28.436610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98b0cdee-a332-45c5-9fca-b52073344c8c req-4e438b73-4115-4c45-853b-9cd66b9be389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603504 Jan 28 17:05:28.497788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-547f6626-ecda-4605-892d-48474d5b55bf req-afed501e-35cc-4193-91f9-52e9e266ba8e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657427 Jan 28 17:05:29.093079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:29.095242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9d455-d0ad-4d0e-be64-d6c5f0068bdf req-eb21f721-3399-457b-9886-6438bcc698bc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:29.130988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29a9d455-d0ad-4d0e-be64-d6c5f0068bdf req-eb21f721-3399-457b-9886-6438bcc698bc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1210470 Jan 28 17:05:29.233825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29a9d455-d0ad-4d0e-be64-d6c5f0068bdf req-b40cb7a8-de2f-4783-9654-0299d7a370ef tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004555 Jan 28 17:05:29.296350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3792dff-dcdb-4369-a6dc-51f104adff5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.374081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3792dff-dcdb-4369-a6dc-51f104adff5e admin admin] Publish callbacks [] for security_group (2d78ab23-29f8-4cca-bfde-3bf2afbc4653), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.383420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3792dff-dcdb-4369-a6dc-51f104adff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2d78ab23-29f8-4cca-bfde-3bf2afbc4653), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.424471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3792dff-dcdb-4369-a6dc-51f104adff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d78ab23-29f8-4cca-bfde-3bf2afbc4653,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:29.466289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45916) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:29.477688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3792dff-dcdb-4369-a6dc-51f104adff5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02c0dcef1daf48f2bc4028cb1bfebd9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829372 Jan 28 17:05:29.542237 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da96ba18-70d7-435c-9ab8-f80d9b2b9f84 admin admin] Publish callbacks [] for security_group (2d78ab23-29f8-4cca-bfde-3bf2afbc4653), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.614978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da96ba18-70d7-435c-9ab8-f80d9b2b9f84 admin admin] Publish callbacks [] for security_group (2d78ab23-29f8-4cca-bfde-3bf2afbc4653), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.680313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cde31-5c69-462d-bd0c-615216b9e749 req-a3b7c008-aac5-4515-afac-5ea2c6931b41 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:29.682028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-121cde31-5c69-462d-bd0c-615216b9e749 req-a3b7c008-aac5-4515-afac-5ea2c6931b41 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 944 time: 0.1342101 Jan 28 17:05:29.736607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da96ba18-70d7-435c-9ab8-f80d9b2b9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2d78ab23-29f8-4cca-bfde-3bf2afbc4653), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.739274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-da96ba18-70d7-435c-9ab8-f80d9b2b9f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:29.742815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-da96ba18-70d7-435c-9ab8-f80d9b2b9f84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d78ab23-29f8-4cca-bfde-3bf2afbc4653 HTTP/1.1" status: 204 len: 168 time: 0.2723475 Jan 28 17:05:29.773499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96ba18-70d7-435c-9ab8-f80d9b2b9f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d78ab23-29f8-4cca-bfde-3bf2afbc4653,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:29.799614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c8ee5-7394-459b-83cd-a6ec45f2e970 req-41002c8a-caf9-4bac-a917-313214c3aba7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:29.801306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da9c8ee5-7394-459b-83cd-a6ec45f2e970 req-41002c8a-caf9-4bac-a917-313214c3aba7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1911411 Jan 28 17:05:29.874881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da9c8ee5-7394-459b-83cd-a6ec45f2e970 req-95ffe8bf-ef2a-42dc-be3f-10d3d729c254 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655839 Jan 28 17:05:29.899996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-121cde31-5c69-462d-bd0c-615216b9e749 req-6c4bc124-91a1-4b47-9dde-d8e46a590cd4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709988 Jan 28 17:05:30.110138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 45926) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:30.141460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d191e070-9f45-4fd0-a88a-6818ac3dc52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.222097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d191e070-9f45-4fd0-a88a-6818ac3dc52a admin admin] Publish callbacks [] for security_group (47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.227788 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d191e070-9f45-4fd0-a88a-6818ac3dc52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.275177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 45930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:30.282142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d191e070-9f45-4fd0-a88a-6818ac3dc52a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c681a2b805342a6b23c7911ce85c0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708851 Jan 28 17:05:30.283140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191e070-9f45-4fd0-a88a-6818ac3dc52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:30.375905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96fb9bab-db52-45ce-b139-7ccad4575fc5 admin admin] Publish callbacks [] for security_group (47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.396568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ac501-559c-4394-8a56-2acb91cb8c5f req-faada186-4839-4bb1-9de9-f236cca9141b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:30.405502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46ac501-559c-4394-8a56-2acb91cb8c5f req-faada186-4839-4bb1-9de9-f236cca9141b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0795453 Jan 28 17:05:30.423959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96fb9bab-db52-45ce-b139-7ccad4575fc5 admin admin] Publish callbacks [] for security_group (47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.482076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a46ac501-559c-4394-8a56-2acb91cb8c5f req-f277bb68-1b7a-4a96-81fc-93fa134c02cb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722785 Jan 28 17:05:30.488111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96fb9bab-db52-45ce-b139-7ccad4575fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.491585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96fb9bab-db52-45ce-b139-7ccad4575fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:30.496317 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96fb9bab-db52-45ce-b139-7ccad4575fc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324 HTTP/1.1" status: 204 len: 168 time: 0.2200530 Jan 28 17:05:30.506324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb9bab-db52-45ce-b139-7ccad4575fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce3629-8b5a-4c6c-8cc9-53ffdbd6b324,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:30.893782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device df37b0e1-4383-4ba9-a605-b46db08c7a3d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:05:31.153436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08473e5-86bd-4485-a12a-eaa7c9c4669c req-57a42f9e-f1e4-406f-af2e-6e82f6594f09 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:31.155000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c08473e5-86bd-4485-a12a-eaa7c9c4669c req-57a42f9e-f1e4-406f-af2e-6e82f6594f09 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 944 time: 0.1552958 Jan 28 17:05:31.223432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8816304-5c2e-4e55-8da9-227fcd41689a req-521ab4e5-dff2-48a8-8ce3-2f9af962efd5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:31.223952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port df37b0e1-4383-4ba9-a605-b46db08c7a3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:31.225126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8816304-5c2e-4e55-8da9-227fcd41689a req-521ab4e5-dff2-48a8-8ce3-2f9af962efd5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 944 time: 0.2135601 Jan 28 17:05:31.270270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:05:31.308249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c08473e5-86bd-4485-a12a-eaa7c9c4669c req-38ef193f-d419-49ac-84d8-45aa0d855bbc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464672 Jan 28 17:05:31.337948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port df37b0e1-4383-4ba9-a605-b46db08c7a3d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:31.337948 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:31.353662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8816304-5c2e-4e55-8da9-227fcd41689a req-573a4ddf-134f-4fce-9008-5e7dfd0d8447 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006258 Jan 28 17:05:31.353955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df37b0e1-4383-4ba9-a605-b46db08c7a3d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:05:31.381637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port df37b0e1-4383-4ba9-a605-b46db08c7a3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:31.386953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:31.443156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=df37b0e1-4383-4ba9-a605-b46db08c7a3d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:31.528179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 348ec581-f9ef-4327-900e-607380df3b58 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:05:31.610844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['df37b0e1-4383-4ba9-a605-b46db08c7a3d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:05:31.646639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226f1e-dc75-4f71-8aa2-39749934c98b req-f1bfe919-f7f9-448b-b209-ad1026e35854 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:31.654017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac226f1e-dc75-4f71-8aa2-39749934c98b req-f1bfe919-f7f9-448b-b209-ad1026e35854 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1049247 Jan 28 17:05:31.742553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ac226f1e-dc75-4f71-8aa2-39749934c98b req-51b770eb-d2f6-4530-a58a-8368d3e543c7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831404 Jan 28 17:05:31.888562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 348ec581-f9ef-4327-900e-607380df3b58, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=348ec581-f9ef-4327-900e-607380df3b58,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:31.918677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '348ec581-f9ef-4327-900e-607380df3b58', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'port_id': '348ec581-f9ef-4327-900e-607380df3b58', 'mac_address': 'fa:16:3e:d8:3a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:05:31.987572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 348ec581-f9ef-4327-900e-607380df3b58 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:31.987987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (348ec581-f9ef-4327-900e-607380df3b58), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:32.017406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348ec581-f9ef-4327-900e-607380df3b58 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:05:32.057617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 348ec581-f9ef-4327-900e-607380df3b58, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=348ec581-f9ef-4327-900e-607380df3b58,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:32.092980 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (348ec581-f9ef-4327-900e-607380df3b58), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:32.275282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=348ec581-f9ef-4327-900e-607380df3b58,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:32.344945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['348ec581-f9ef-4327-900e-607380df3b58'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:05:32.528434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42237d71-c292-44f5-9ea7-6289777573ac req-05ce1f3a-c41a-4ed2-b774-45f5270a6d7b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:32.535914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42237d71-c292-44f5-9ea7-6289777573ac req-05ce1f3a-c41a-4ed2-b774-45f5270a6d7b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 945 time: 0.1424336 Jan 28 17:05:32.580517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feeb97-f21d-4a18-a1f7-9f61707bccdc req-d14034cc-2704-446c-adfe-08bf31e434f7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:32.587929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4feeb97-f21d-4a18-a1f7-9f61707bccdc req-d14034cc-2704-446c-adfe-08bf31e434f7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 945 time: 0.1265056 Jan 28 17:05:32.641487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42237d71-c292-44f5-9ea7-6289777573ac req-fbddb8d1-823b-4d2d-b4ad-d05c6e6d9fa8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042068 Jan 28 17:05:32.689650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4feeb97-f21d-4a18-a1f7-9f61707bccdc req-791341b8-4ca0-4e93-82e1-99e826514a1c tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948253 Jan 28 17:05:32.891219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device df37b0e1-4383-4ba9-a605-b46db08c7a3d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:05:32.955395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32029ab6-2d8a-467d-96e9-c834f77f9b66 req-bbb1d7fe-a6b5-4682-b4fc-3778cadeb32d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:32.957829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32029ab6-2d8a-467d-96e9-c834f77f9b66 req-bbb1d7fe-a6b5-4682-b4fc-3778cadeb32d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1370502 Jan 28 17:05:33.008714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port df37b0e1-4383-4ba9-a605-b46db08c7a3d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:05:33.016733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port df37b0e1-4383-4ba9-a605-b46db08c7a3d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:33.017109 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:33.056173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32029ab6-2d8a-467d-96e9-c834f77f9b66 req-6899f492-3af4-4e09-ad72-519fdf29a1a3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842140 Jan 28 17:05:33.157558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port df37b0e1-4383-4ba9-a605-b46db08c7a3d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:33.158146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:33.187771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:05:33.190270 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eedbe5-f246-4b71-ba31-6cee4a44bba6" -d '{"events": [{"server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:05:33.205200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port df37b0e1-4383-4ba9-a605-b46db08c7a3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:33.214814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:33.274319 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68de72-4b19-4bfe-9130-9c2893c2ca43 x-openstack-request-id: req-ab68de72-4b19-4bfe-9130-9c2893c2ca43 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:05:33.274618 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:05:33.275145 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab68de72-4b19-4bfe-9130-9c2893c2ca43 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:05:33.276164 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'code': 200} Jan 28 17:05:33.280459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=df37b0e1-4383-4ba9-a605-b46db08c7a3d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:33.391463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ddd7f-f1fc-4868-8634-706b1e67d232 req-1fa2fd79-183b-4dc3-89f5-3aa33412ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:33.393724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7a1ddd7f-f1fc-4868-8634-706b1e67d232 req-1fa2fd79-183b-4dc3-89f5-3aa33412ce6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1129 time: 0.0617745 Jan 28 17:05:33.452043 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7a1ddd7f-f1fc-4868-8634-706b1e67d232 req-ba818747-2d53-4fc7-82b8-692af20503f6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Jan 28 17:05:33.543338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 348ec581-f9ef-4327-900e-607380df3b58 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:05:33.604236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 348ec581-f9ef-4327-900e-607380df3b58 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:05:33.608767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 348ec581-f9ef-4327-900e-607380df3b58 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:33.609290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (348ec581-f9ef-4327-900e-607380df3b58), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:33.714023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 348ec581-f9ef-4327-900e-607380df3b58 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:33.714800 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (348ec581-f9ef-4327-900e-607380df3b58), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:33.808089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 348ec581-f9ef-4327-900e-607380df3b58, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=348ec581-f9ef-4327-900e-607380df3b58,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:33.820549 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (348ec581-f9ef-4327-900e-607380df3b58), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:33.896602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a172-bffa-4192-9aa1-28126146eff9 req-e9f1434a-9f34-43b8-aa2b-8f844831e4eb tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:33.898142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2b5a172-bffa-4192-9aa1-28126146eff9 req-e9f1434a-9f34-43b8-aa2b-8f844831e4eb tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 946 time: 0.1303525 Jan 28 17:05:33.921661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=348ec581-f9ef-4327-900e-607380df3b58,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:33.929890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f786c1-5854-4ac8-a452-d117de542a11 req-25c194ae-167f-4009-85b5-7cbe88eab236 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:33.932442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85f786c1-5854-4ac8-a452-d117de542a11 req-25c194ae-167f-4009-85b5-7cbe88eab236 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.1159313 Jan 28 17:05:33.995371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2b5a172-bffa-4192-9aa1-28126146eff9 req-df67c615-5df7-467c-bd10-11cab2c8de4b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839372 Jan 28 17:05:34.064865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85f786c1-5854-4ac8-a452-d117de542a11 req-3e775790-c0d1-4379-9d0a-d98f3125262a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885508 Jan 28 17:05:34.198186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702649b-7a25-472a-a949-c947b78fcfb1 req-9cc03a71-f55b-439a-a7b2-6d25d4bd8dff tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:34.206296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0702649b-7a25-472a-a949-c947b78fcfb1 req-9cc03a71-f55b-439a-a7b2-6d25d4bd8dff tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0641518 Jan 28 17:05:34.263157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0702649b-7a25-472a-a949-c947b78fcfb1 req-5300c3b7-3767-4dea-85dc-030df890126b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557745 Jan 28 17:05:34.638274 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:05:35.127573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ce26d-b382-49a5-a0b0-5cae7f518b76 req-0c7009dd-d7f3-40de-b850-cda5b027e0c1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:35.135760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce8ce26d-b382-49a5-a0b0-5cae7f518b76 req-0c7009dd-d7f3-40de-b850-cda5b027e0c1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 946 time: 0.0759418 Jan 28 17:05:35.218371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce8ce26d-b382-49a5-a0b0-5cae7f518b76 req-ad64a0a3-f5a5-4fc4-8f9c-d67bfc26f130 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815206 Jan 28 17:05:35.241655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c689-bb21-4773-9081-17ee2b57a417 req-122595cd-160a-4fd8-801c-01959344f5ad tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:35.249516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78e9c689-bb21-4773-9081-17ee2b57a417 req-122595cd-160a-4fd8-801c-01959344f5ad tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.0952849 Jan 28 17:05:35.277258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348ec581-f9ef-4327-900e-607380df3b58'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:05:35.280476 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6724e65-d2d8-4d54-8591-ee541102f287" -d '{"events": [{"server_uuid": "b4940e57-279f-4e8a-b037-660b9f134b64", "name": "network-vif-plugged", "status": "completed", "tag": "348ec581-f9ef-4327-900e-607380df3b58"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:05:35.316487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78e9c689-bb21-4773-9081-17ee2b57a417 req-0154d665-1d1a-4302-86b1-582089718be4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568175 Jan 28 17:05:35.378508 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd58a77-f51a-493e-8956-3081ed34c953 x-openstack-request-id: req-fbd58a77-f51a-493e-8956-3081ed34c953 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:05:35.379082 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4940e57-279f-4e8a-b037-660b9f134b64", "name": "network-vif-plugged", "status": "completed", "tag": "348ec581-f9ef-4327-900e-607380df3b58", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:05:35.379546 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbd58a77-f51a-493e-8956-3081ed34c953 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:05:35.380093 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348ec581-f9ef-4327-900e-607380df3b58', 'code': 200} Jan 28 17:05:35.449875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb652fd-03fa-48e6-bdd2-d0a64ac5865a req-a352e303-2a16-49a6-b513-b45f449877c6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:35.451592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecb652fd-03fa-48e6-bdd2-d0a64ac5865a req-a352e303-2a16-49a6-b513-b45f449877c6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 946 time: 0.1341884 Jan 28 17:05:35.619793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecb652fd-03fa-48e6-bdd2-d0a64ac5865a req-c250d6f0-8328-44ed-beca-ab1152f2838e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570344 Jan 28 17:05:35.623863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea020c66-0dd4-4644-b2b7-5cb9adbec7d3 req-19f2f9d2-67d4-4301-9d7b-9e6bbd39299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:35.625382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea020c66-0dd4-4644-b2b7-5cb9adbec7d3 req-19f2f9d2-67d4-4301-9d7b-9e6bbd39299c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 1129 time: 0.1844025 Jan 28 17:05:35.636656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914a302-6dbf-4f62-ab63-8343bcd2ffba req-7504b9cd-577e-4137-9b74-180e8631bd27 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:35.640903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1914a302-6dbf-4f62-ab63-8343bcd2ffba req-7504b9cd-577e-4137-9b74-180e8631bd27 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1882427 Jan 28 17:05:35.652985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46042) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:35.725097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea020c66-0dd4-4644-b2b7-5cb9adbec7d3 req-1f2dd8b6-88c4-47d6-9cdd-641d4d44a146 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831232 Jan 28 17:05:35.741803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1914a302-6dbf-4f62-ab63-8343bcd2ffba req-1d8542a9-3178-49f3-803f-8b6aa764b8c9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835464 Jan 28 17:05:35.746761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22833022-92d7-4589-a236-f81f5f6881fa tempest-TestVolumeBootPattern-1874830192 tempest-TestVolumeBootPattern-1874830192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:35.756323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-22833022-92d7-4589-a236-f81f5f6881fa tempest-TestVolumeBootPattern-1874830192 tempest-TestVolumeBootPattern-1874830192-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1124 time: 0.1016297 Jan 28 17:05:35.762684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:35.767588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:05:35.795467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:35.909428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:36.038633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.25.8.52 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/76e120a8-1d5c-45e7-803e-bcec7ffc7fd6) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:05:36.191825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:36.238537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:36.322815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=76e120a8-1d5c-45e7-803e-bcec7ffc7fd6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:36.330036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:05:36.337247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:36.345348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.345976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.346635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.347211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.348178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.348925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.349455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.350600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.351101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.351640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.352909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.353484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.353973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:05:36.368990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:05:36.518642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a2112-d5c7-4959-91e8-05ea43ef2afa req-a21dced5-2764-448f-aedf-9dfbc9de7b02 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:36.520115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-000a2112-d5c7-4959-91e8-05ea43ef2afa req-a21dced5-2764-448f-aedf-9dfbc9de7b02 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.0848227 Jan 28 17:05:36.632152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-000a2112-d5c7-4959-91e8-05ea43ef2afa req-b500bf3b-4193-4bb8-b1ee-874aa686b0e7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944791 Jan 28 17:05:36.967634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c0305-e083-44e4-80b8-7b22ac4ac7e9 req-eed3f5dd-d9ea-4773-b983-ef36e8ce2823 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:36.969248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f55c0305-e083-44e4-80b8-7b22ac4ac7e9 req-eed3f5dd-d9ea-4773-b983-ef36e8ce2823 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1051729 Jan 28 17:05:36.981356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (aad9d35b-d384-4c78-b330-51f94d48d838), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:37.052378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f55c0305-e083-44e4-80b8-7b22ac4ac7e9 req-971072c2-9e78-4056-bb56-c2b0a51e8920 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767097 Jan 28 17:05:37.076174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:37.273754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:37.284564 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:37.347862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=76e120a8-1d5c-45e7-803e-bcec7ffc7fd6,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:37.420064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (aad9d35b-d384-4c78-b330-51f94d48d838), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:37.569949 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Floating IP aad9d35b-d384-4c78-b330-51f94d48d838 associated. External IP: 172.25.8.52, port: df37b0e1-4383-4ba9-a605-b46db08c7a3d. Jan 28 17:05:37.855527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:05:37.881940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba3f5-feb4-47aa-bbb9-7b2314601d63 req-9b52a709-a047-4af7-834d-8a6664f80f27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:37.885287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c9ba3f5-feb4-47aa-bbb9-7b2314601d63 req-9b52a709-a047-4af7-834d-8a6664f80f27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.1360376 Jan 28 17:05:37.979027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c9ba3f5-feb4-47aa-bbb9-7b2314601d63 req-cea93d0b-7e31-4c7d-9f90-ad0c086fea7b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869417 Jan 28 17:05:38.037373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:05:38.050648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:05:38.075584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:38.080326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:05:38.086603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:38.183974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3735be4c-a2e2-4535-8c42-f5f5ebde9f92 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4056942 Jan 28 17:05:38.183974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:05:38.183974 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220937d-68ee-4371-af50-47d6fbf28884" -d '{"events": [{"name": "network-changed", "server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:05:38.255692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3deba-7f17-4235-bde8-f28e9bed4a88 req-534e8753-dfe6-426d-9966-dbccd4f3ddf7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:38.263063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70d3deba-7f17-4235-bde8-f28e9bed4a88 req-534e8753-dfe6-426d-9966-dbccd4f3ddf7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.1444743 Jan 28 17:05:38.276204 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24168c-ed59-47f3-a3d1-cc1eff70c75d req-d943aca8-ca5c-4d55-b934-9ce823d9d546 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:38.277966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca24168c-ed59-47f3-a3d1-cc1eff70c75d req-d943aca8-ca5c-4d55-b934-9ce823d9d546 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0875285 Jan 28 17:05:38.329622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:05:38.345900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70d3deba-7f17-4235-bde8-f28e9bed4a88 req-4b217393-bd1a-4ac1-ad54-6356c5c7f29a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754027 Jan 28 17:05:38.437464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca24168c-ed59-47f3-a3d1-cc1eff70c75d req-75b86b06-7774-4f3a-b6fd-9739cf50aa2e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504643 Jan 28 17:05:38.442589 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e4ca19-f229-49bd-bfc9-c1ea956f2cd0 x-openstack-request-id: req-b1e4ca19-f229-49bd-bfc9-c1ea956f2cd0 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:05:38.443062 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:05:38.443471 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1e4ca19-f229-49bd-bfc9-c1ea956f2cd0 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:05:38.444350 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'status': 'completed', 'code': 200} Jan 28 17:05:38.565750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220937d-68ee-4371-af50-47d6fbf28884 req-0a7a56df-db3c-49e9-a372-887ba1c60614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:38.567803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-0a7a56df-db3c-49e9-a372-887ba1c60614 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1007600 Jan 28 17:05:38.708320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:36Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:38.743176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220937d-68ee-4371-af50-47d6fbf28884 req-bc868699-55fa-4804-9351-96d93867903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:38.745457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-bc868699-55fa-4804-9351-96d93867903a service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1580148 Jan 28 17:05:38.746119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:05:38.755165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:05:38.756073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:38.859902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-1e92f4d7-c376-4b4e-835e-9b456dbc3852 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 999 time: 0.1059947 Jan 28 17:05:38.888784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:05:38.978285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220937d-68ee-4371-af50-47d6fbf28884 req-fb76a4da-5629-466a-b45c-f194bf5161c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:38.980393 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-fb76a4da-5629-466a-b45c-f194bf5161c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1138597 Jan 28 17:05:39.075308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220937d-68ee-4371-af50-47d6fbf28884 req-b4f4881c-28ba-4a0b-ab58-d77fbfb9e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:39.076874 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-b4f4881c-28ba-4a0b-ab58-d77fbfb9e2fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0833023 Jan 28 17:05:39.222127 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-a7178476-ab1a-4404-b034-cacb0c4633ee service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332428 Jan 28 17:05:39.248541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:36Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:39.275022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebc193-5555-425b-bb98-f120b0b45c02 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:36Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:05:39.365230 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2220937d-68ee-4371-af50-47d6fbf28884 req-dc3185e1-fce7-47f6-9c23-571c8c7c4751 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358352 Jan 28 17:05:39.636519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824540-0bda-43c8-a56f-591ff65befbf req-b51e477f-0d1b-44fa-bb14-a054bd05f658 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:39.638562 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0456ca2-ae7e-4aa6-ab48-9f2871157791 None None] New status for floating IP aad9d35b-d384-4c78-b330-51f94d48d838: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:05:39.649065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e824540-0bda-43c8-a56f-591ff65befbf req-b51e477f-0d1b-44fa-bb14-a054bd05f658 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1124368 Jan 28 17:05:39.741823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e824540-0bda-43c8-a56f-591ff65befbf req-258a4497-3d2c-4541-935b-f2eced3ad203 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864851 Jan 28 17:05:39.878967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46100) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:05:40.358238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:40.728130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.20.0.17 (6dd3d0f6-8e77-4700-bc79-43a230ce1606/0c71e20a-a079-4ff2-848d-307bd254d8aa/833d942b-0226-44e6-84b4-5bd53166e31c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:05:40.968603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66c721-2643-402a-aa71-e963537531e2 req-0f159a4f-9ee1-4536-9f4f-9eacf1200db8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:40.973203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa66c721-2643-402a-aa71-e963537531e2 req-0f159a4f-9ee1-4536-9f4f-9eacf1200db8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1039362 Jan 28 17:05:40.999860 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (833d942b-0226-44e6-84b4-5bd53166e31c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.059759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa66c721-2643-402a-aa71-e963537531e2 req-1623509e-0539-45bd-85b0-ef59e1010953 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 Jan 28 17:05:41.068718 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.132175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:05:41.136231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:41.151066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:05:41.214782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.395034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=833d942b-0226-44e6-84b4-5bd53166e31c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:41.420975 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.573905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-739ee213-36b0-47c5-b4b8-8efc4aac76b3 None None] Provisioning complete for port 833d942b-0226-44e6-84b4-5bd53166e31c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:41.574435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-739ee213-36b0-47c5-b4b8-8efc4aac76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.657439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-739ee213-36b0-47c5-b4b8-8efc4aac76b3 None None] Port 833d942b-0226-44e6-84b4-5bd53166e31c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:05:41.745143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (833d942b-0226-44e6-84b4-5bd53166e31c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.750861 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:41.819941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:42.217715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bb0b6-7dc4-4f9b-aa7a-92141fdccf33 req-a00e0498-2a57-4f95-917b-9aa20bbf9e93 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:42.225569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef0bb0b6-7dc4-4f9b-aa7a-92141fdccf33 req-a00e0498-2a57-4f95-917b-9aa20bbf9e93 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0671647 Jan 28 17:05:42.262486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=833d942b-0226-44e6-84b4-5bd53166e31c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:42.285252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef0bb0b6-7dc4-4f9b-aa7a-92141fdccf33 req-3f8999e7-6a40-426c-88c7-1905b31df306 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584879 Jan 28 17:05:42.331115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:05:42.333061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:05:42.400485 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:42.405981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:42.501979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:05:42.635846 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:05:42.648553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed73d18b-b84a-4956-8e7b-b04e4b6c3807 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "PUT /v2.0/routers/8508610a-bdb2-4e7d-9b1d-33ab9a6b034d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610817 Jan 28 17:05:42.659916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:05:42.702059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:05:42.705822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:42.878539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:05:43.002894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:05:43.102181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:43.138662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'port_id': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'mac_address': 'fa:16:3e:9f:cf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f246fea-c83a-4976-b28e-a6b744cbdd51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:05:43.285023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fd61f35c-34cb-4b96-b24f-82fb84101b8c None None] Provisioning complete for port 833d942b-0226-44e6-84b4-5bd53166e31c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:43.285413 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd61f35c-34cb-4b96-b24f-82fb84101b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:43.325935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fd61f35c-34cb-4b96-b24f-82fb84101b8c None None] Port 833d942b-0226-44e6-84b4-5bd53166e31c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:05:43.339948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:43.340608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:43.370571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2003d67a-f560-4bf4-8c1f-3827438bd0e7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:05:43.399667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:43.415145 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:43.527981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab77c84-69b1-42f8-9132-2cceea66b473 req-850fe099-b3b4-491e-b0f8-f9f167371015 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:43.529615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ab77c84-69b1-42f8-9132-2cceea66b473 req-850fe099-b3b4-491e-b0f8-f9f167371015 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 945 time: 0.1034896 Jan 28 17:05:43.688816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ab77c84-69b1-42f8-9132-2cceea66b473 req-1646b1ca-13d0-419f-8707-92e7691d3b33 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498520 Jan 28 17:05:43.848117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:43.947126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2003d67a-f560-4bf4-8c1f-3827438bd0e7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:05:44.011287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:05:41Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:44Z', 'revision_number': 1, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '833d942b-0226-44e6-84b4-5bd53166e31c', 'name': '', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:c9:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:05:40Z', 'updated_at': '2022-01-28T17:05:41Z', 'revision_number': 2, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:44.050165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:05:44.050524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Updating router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d port 833d942b-0226-44e6-84b4-5bd53166e31c binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:05:44.082059 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:44.675070 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Publish callbacks [] for port (833d942b-0226-44e6-84b4-5bd53166e31c), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:44.689963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:44.748067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1641b4-8090-4d1e-92ae-288068452711 None None] Pushing event updated for resources: {'Port': ['ID=833d942b-0226-44e6-84b4-5bd53166e31c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:44.915784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Attempting to bind port 833d942b-0226-44e6-84b4-5bd53166e31c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:05:44.916418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Attempting to bind port 833d942b-0226-44e6-84b4-5bd53166e31c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:05:44.916522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Attempting to bind port 833d942b-0226-44e6-84b4-5bd53166e31c on network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:05:44.929923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:05:44.930303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Checking segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:05:44.930714 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:44.931113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Bound using segment: {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:05:44.936130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Bound port: 833d942b-0226-44e6-84b4-5bd53166e31c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa1c40b-e506-4902-952b-136db833691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:05:44.938699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:44.950009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65828c-b203-4165-a3b9-1b86d5260852 req-de18650e-257a-4f7d-b9ab-2a79b4af74b5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:44.954933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d65828c-b203-4165-a3b9-1b86d5260852 req-de18650e-257a-4f7d-b9ab-2a79b4af74b5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 945 time: 0.1221855 Jan 28 17:05:44.981596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:05:45.069827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d65828c-b203-4165-a3b9-1b86d5260852 req-627f3c50-6925-4817-b908-ada4527f961e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016836 Jan 28 17:05:45.224451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] For port 833d942b-0226-44e6-84b4-5bd53166e31c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:05:45.232861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] For port 833d942b-0226-44e6-84b4-5bd53166e31c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=833d942b-0226-44e6-84b4-5bd53166e31c,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:05:45.241112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:45.241704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:45.245797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:45.341773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1641b4-8090-4d1e-92ae-288068452711 None None] Pushing event updated for resources: {'Port': ['ID=833d942b-0226-44e6-84b4-5bd53166e31c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:45.384148 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] Provisioning complete for port 833d942b-0226-44e6-84b4-5bd53166e31c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:45.384563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:45.387643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:05:45.388335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:45.743215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:45.745105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:45.886921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:05:45.888325 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e397ef3-5e93-469a-ab53-2d86e44e6874" -d '{"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-plugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:05:45.912880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:45.915228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:05:46.024171 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7923272-afe1-4bbe-a2aa-464f936fb5fd x-openstack-request-id: req-d7923272-afe1-4bbe-a2aa-464f936fb5fd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:05:46.024927 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-plugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:05:46.024927 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7923272-afe1-4bbe-a2aa-464f936fb5fd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:05:46.025192 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'code': 200} Jan 28 17:05:46.029770 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:46.142041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:46.177359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] Current status of the port 833d942b-0226-44e6-84b4-5bd53166e31c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:46.178283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:46.373423 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1df45a7f-02d6-4e7f-99c0-1dd00e2c61c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:46.408493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a2f55-7bd8-458d-9c05-2d2e2aee3e26 req-a70a5f6c-c64f-4f9a-85d7-7652233d0e05 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:46.412571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c19a2f55-7bd8-458d-9c05-2d2e2aee3e26 req-a70a5f6c-c64f-4f9a-85d7-7652233d0e05 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1422329 Jan 28 17:05:46.437939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] For port 833d942b-0226-44e6-84b4-5bd53166e31c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=833d942b-0226-44e6-84b4-5bd53166e31c,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:05:46.456322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:46.528109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c19a2f55-7bd8-458d-9c05-2d2e2aee3e26 req-3498295c-e1ba-4f9b-b5ad-00f55a8058b8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094835 Jan 28 17:05:46.675858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b4ad7449-8060-4fb0-8cfa-ecdd69d005f4 None None] Provisioning complete for port 833d942b-0226-44e6-84b4-5bd53166e31c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:46.676335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7449-8060-4fb0-8cfa-ecdd69d005f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:46.682326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137d96b-cf5a-4e65-99fd-11a2cb54d3b2 None None] Pushing event updated for resources: {'Port': ['ID=833d942b-0226-44e6-84b4-5bd53166e31c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:05:46.869722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad7449-8060-4fb0-8cfa-ecdd69d005f4 None None] Current status of the port 833d942b-0226-44e6-84b4-5bd53166e31c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:46.895715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:05:41Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:44Z', 'revision_number': 1, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '833d942b-0226-44e6-84b4-5bd53166e31c', 'name': '', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:c9:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:05:40Z', 'updated_at': '2022-01-28T17:05:45Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:05:46.945071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2816f3-95aa-4ad4-a27c-750337c0e33d None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:05:41Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:44Z', 'revision_number': 1, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '833d942b-0226-44e6-84b4-5bd53166e31c', 'name': '', 'network_id': '6dd3d0f6-8e77-4700-bc79-43a230ce1606', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:c9:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:05:40Z', 'updated_at': '2022-01-28T17:05:45Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '0c71e20a-a079-4ff2-848d-307bd254d8aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:05:47.720308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-65409efe-55a5-4838-8fea-0fad812e8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:47.729739 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-65409efe-55a5-4838-8fea-0fad812e8a2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1129 time: 0.1190798 Jan 28 17:05:47.887918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2630-204e-45e9-ba69-df9ce0599d47 req-cdf5651e-cd07-40c7-83c6-32af9563ae1c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:47.898817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aabc2630-204e-45e9-ba69-df9ce0599d47 req-cdf5651e-cd07-40c7-83c6-32af9563ae1c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1872444 Jan 28 17:05:47.926965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0958a6d-4d5c-4bfa-acdf-f5fed5eba3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:48.011629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-ea794ff3-38ad-49e0-8fc7-bc948b0b509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:48.013298 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-ea794ff3-38ad-49e0-8fc7-bc948b0b509f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 915 time: 0.2618713 Jan 28 17:05:48.033624 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aabc2630-204e-45e9-ba69-df9ce0599d47 req-5ab18124-8bdd-427d-b27f-7ef82679398b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287739 Jan 28 17:05:48.092957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-49af5690-7dcd-4124-b998-c955c315f681 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 217 time: 0.0717373 Jan 28 17:05:48.204164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-df809e55-3a59-4f69-b4c7-769c57e09882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:48.205785 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-df809e55-3a59-4f69-b4c7-769c57e09882 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.1066074 Jan 28 17:05:48.262016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-0e6e7368-3392-414f-9511-d828ace427a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465455 Jan 28 17:05:48.428545 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-dcb752fa-ba0a-46bf-9eb9-15680e12108d service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546865 Jan 28 17:05:48.652806 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7e5c8-4cbb-4c29-95bd-5ebb1492ec21 req-323cd209-d276-45fc-ad46-696a460648ad service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159057 Jan 28 17:05:48.690565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 833d942b-0226-44e6-84b4-5bd53166e31c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:05:48.807757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 833d942b-0226-44e6-84b4-5bd53166e31c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:05:48.809674 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:48.988578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 833d942b-0226-44e6-84b4-5bd53166e31c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:05:49.457459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:49.537007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443a5a-a960-4202-9f27-40763a5f76f5 req-47dec131-bf9d-4e85-82e2-bb7843951811 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:49.544128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81443a5a-a960-4202-9f27-40763a5f76f5 req-47dec131-bf9d-4e85-82e2-bb7843951811 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.3547759 Jan 28 17:05:49.621791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81443a5a-a960-4202-9f27-40763a5f76f5 req-d4304b25-ee6b-4427-949b-f139ec846938 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699444 Jan 28 17:05:50.700754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:50.930384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4be4c3-759d-476e-b2a0-b9275cdfdde8 req-76e9e268-376b-4f25-88fd-06ccb64c9c01 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:50.938438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce4be4c3-759d-476e-b2a0-b9275cdfdde8 req-76e9e268-376b-4f25-88fd-06ccb64c9c01 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.2043014 Jan 28 17:05:51.026799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce4be4c3-759d-476e-b2a0-b9275cdfdde8 req-88545f7b-1773-4325-b729-bed89f3d3b6e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871935 Jan 28 17:05:51.767056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:05:52.223762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa827-96ba-4f30-8d73-ca4f76b63261 req-faf2dec4-c6a3-4c51-ab69-40c8eb42a38e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:52.233954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27cfa827-96ba-4f30-8d73-ca4f76b63261 req-faf2dec4-c6a3-4c51-ab69-40c8eb42a38e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0949833 Jan 28 17:05:52.293701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27cfa827-96ba-4f30-8d73-ca4f76b63261 req-50f23525-d0e8-4534-8e77-ab4725f9676d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Jan 28 17:05:52.582001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-618e89c9-fc2a-4a2b-99db-4a0b750e42a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0889876 Jan 28 17:05:52.704395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21998a-d31c-4b92-9da5-34b99d52499d req-40092262-1b6b-4849-bdf5-6bb2772f9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:52.706261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-40092262-1b6b-4849-bdf5-6bb2772f9e51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1128 time: 0.0746775 Jan 28 17:05:52.991953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21998a-d31c-4b92-9da5-34b99d52499d req-144883b4-77e4-4f25-b5ef-04faa673dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:52.994504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-144883b4-77e4-4f25-b5ef-04faa673dbba service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 898 time: 0.2627270 Jan 28 17:05:53.069298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-bdbddd78-3198-4997-8c7e-85294e7219ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 1001 time: 0.0688760 Jan 28 17:05:53.200606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21998a-d31c-4b92-9da5-34b99d52499d req-61af58ae-e0bc-4f68-a86e-bf8b47602239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:53.202460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-61af58ae-e0bc-4f68-a86e-bf8b47602239 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 200 len: 834 time: 0.1265562 Jan 28 17:05:53.338704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21998a-d31c-4b92-9da5-34b99d52499d req-d5fdd3d1-764c-4241-b1a5-b155db35f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:53.341692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-d5fdd3d1-764c-4241-b1a5-b155db35f0ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb835803-fc8c-41a0-a774-60f1005e2abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1317346 Jan 28 17:05:53.674300 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-b0e1c585-984c-4e30-a873-b6758a100f1f service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255446 Jan 28 17:05:53.858952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-be21998a-d31c-4b92-9da5-34b99d52499d req-3a8ed29b-0831-4b0a-abac-73e4d8f8e2cf service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764860 Jan 28 17:05:53.913992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459ece6-85c7-48f2-b9ee-e14f63a2a1f6 req-ef7faf30-01af-4c94-894a-3cf226270d07 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:53.924869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e459ece6-85c7-48f2-b9ee-e14f63a2a1f6 req-ef7faf30-01af-4c94-894a-3cf226270d07 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.2465072 Jan 28 17:05:53.993328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e459ece6-85c7-48f2-b9ee-e14f63a2a1f6 req-23f1da3e-1642-4d80-8ad1-1ef4675b3a19 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673144 Jan 28 17:05:55.290626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6626cf7-88d2-490e-a598-8e4eb13f9275 req-a689bf84-ee23-48b6-b1c8-549d03be0674 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:55.302330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6626cf7-88d2-490e-a598-8e4eb13f9275 req-a689bf84-ee23-48b6-b1c8-549d03be0674 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1358848 Jan 28 17:05:55.434088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6626cf7-88d2-490e-a598-8e4eb13f9275 req-90142831-9317-4755-b2d5-0f52c5caf244 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248562 Jan 28 17:05:56.715062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e2da1-9d28-4987-ad28-c13e6291d72d req-01c470d7-fac6-44fa-93b3-ca50a9b81c58 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:56.716554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-161e2da1-9d28-4987-ad28-c13e6291d72d req-01c470d7-fac6-44fa-93b3-ca50a9b81c58 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1634221 Jan 28 17:05:56.795881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-161e2da1-9d28-4987-ad28-c13e6291d72d req-ae66a2fb-0380-4dc7-a005-6ee071f07b3b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Jan 28 17:05:58.068447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e3090-5aa3-4ac3-99f8-f3f7714f53c9 req-4124d7f9-4f31-41ad-be3d-9ed0641a44d0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:58.082670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-819e3090-5aa3-4ac3-99f8-f3f7714f53c9 req-4124d7f9-4f31-41ad-be3d-9ed0641a44d0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1483688 Jan 28 17:05:58.208773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-819e3090-5aa3-4ac3-99f8-f3f7714f53c9 req-8ccb8620-56f3-4cd2-aef7-b264ced46e7d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201315 Jan 28 17:05:59.382008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fab365-c29e-45a5-ad8c-8e75cc6a63d9 req-d53fc886-5328-4968-a05e-20a791c9166d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:05:59.391401 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0fab365-c29e-45a5-ad8c-8e75cc6a63d9 req-d53fc886-5328-4968-a05e-20a791c9166d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0697627 Jan 28 17:05:59.450438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0fab365-c29e-45a5-ad8c-8e75cc6a63d9 req-740deadb-f437-4526-8ee1-39a7daebd4fc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529439 Jan 28 17:06:00.689967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee30f1-eb9e-4998-8efa-2f77a83501e6 req-4a01c3ab-3478-485f-b718-969f07134a54 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:00.694861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88ee30f1-eb9e-4998-8efa-2f77a83501e6 req-4a01c3ab-3478-485f-b718-969f07134a54 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.1282718 Jan 28 17:06:00.828340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88ee30f1-eb9e-4998-8efa-2f77a83501e6 req-ed9b3e63-ce63-4742-81b0-b9079a6f4a52 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272950 Jan 28 17:06:01.960869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28022c75-da26-42e6-bb1d-e5d61d707fd4 req-ffa17393-e36f-4efa-8d8f-3bc95a62cb7f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:01.962385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28022c75-da26-42e6-bb1d-e5d61d707fd4 req-ffa17393-e36f-4efa-8d8f-3bc95a62cb7f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0560122 Jan 28 17:06:02.034173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28022c75-da26-42e6-bb1d-e5d61d707fd4 req-264a10ca-a86f-4d06-a9e6-8e647273ee12 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653806 Jan 28 17:06:02.447496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-c923b527-dc77-411f-8856-31c93ab11344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:02.449884 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-c923b527-dc77-411f-8856-31c93ab11344 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1129 time: 0.1517756 Jan 28 17:06:02.575395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-065f15d4-2735-4d3c-9fc2-4f03ae4c06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:02.577254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-065f15d4-2735-4d3c-9fc2-4f03ae4c06f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 915 time: 0.1212523 Jan 28 17:06:02.627451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-a298acf9-f676-4166-8ce5-6e106b29c5d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 217 time: 0.0440106 Jan 28 17:06:02.701900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-dc32532f-550b-42f8-a7bd-424a2953b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:02.704042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-dc32532f-550b-42f8-a7bd-424a2953b2ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.0583560 Jan 28 17:06:02.752477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-20ce015f-5e87-4bc1-83ad-36407c9601f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412169 Jan 28 17:06:02.863610 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-cbb8e1cc-6731-414b-8d5d-9e7e39d940be service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060495 Jan 28 17:06:02.969403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0721400e-664b-46cc-afdd-1c98530cf6c4 req-42855db8-95b4-4c1b-b43b-6ea28ade0c30 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984292 Jan 28 17:06:03.180067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038000d-6b78-485e-a2b6-e55d41bf7b8c req-40280fcd-229d-4756-a5ee-b1b6d8a2e428 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:03.185915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a038000d-6b78-485e-a2b6-e55d41bf7b8c req-40280fcd-229d-4756-a5ee-b1b6d8a2e428 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0645828 Jan 28 17:06:03.242109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a038000d-6b78-485e-a2b6-e55d41bf7b8c req-8c54fdf6-b494-4144-ac6e-75f42005a718 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 Jan 28 17:06:03.435161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46602) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:03.902586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:04.570396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63852-dbeb-4053-badd-d6672ed998c5 req-2aae39c1-9137-475b-aab6-95adda071c78 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:04.572741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2b63852-dbeb-4053-badd-d6672ed998c5 req-2aae39c1-9137-475b-aab6-95adda071c78 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 946 time: 0.0960596 Jan 28 17:06:04.659461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2b63852-dbeb-4053-badd-d6672ed998c5 req-aab586ea-9ce8-48ab-88bf-9e5444da5345 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792115 Jan 28 17:06:04.779639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port 833d942b-0226-44e6-84b4-5bd53166e31c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:04.779982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:04.940762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port 833d942b-0226-44e6-84b4-5bd53166e31c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=833d942b-0226-44e6-84b4-5bd53166e31c,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:04.941137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:04.957712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for 833d942b-0226-44e6-84b4-5bd53166e31c owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:05.049089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:05.183314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:05.184021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:05.198625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (833d942b-0226-44e6-84b4-5bd53166e31c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:05.214242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:05.217153 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90674463-9526-4f03-9187-491689e2c30f" -d '{"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-unplugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:05.232227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:05.238843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:05.276846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=833d942b-0226-44e6-84b4-5bd53166e31c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:05.291504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.292098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.292594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.293177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.293695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.294196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.294532 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.295197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.295537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.295866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.296213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.296584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.296901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:05.329325 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2255a03-f062-4644-ad68-c4eb238ae3d1 x-openstack-request-id: req-f2255a03-f062-4644-ad68-c4eb238ae3d1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:05.329883 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-unplugged", "status": "failed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7", "code": 422}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:05.331304 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2255a03-f062-4644-ad68-c4eb238ae3d1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:05.331895 n-d-812111-13 neutron-server[103095]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'code': 422} returned with failed status Jan 28 17:06:05.385901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:05.598622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:05.905199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa5725-fc33-4276-baa3-572c440f055f req-b67446be-4a10-4cc4-8162-20d2d961337f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:05.906763 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6fa5725-fc33-4276-baa3-572c440f055f req-b67446be-4a10-4cc4-8162-20d2d961337f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1053188 Jan 28 17:06:05.964645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:06:06.050939 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6fa5725-fc33-4276-baa3-572c440f055f req-a170cb63-35a1-403b-bdcc-489f3fb6225e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323235 Jan 28 17:06:06.159027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:06.169288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30d17ce2-a4d3-4c2c-94f0-f0570e62c6df tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "PUT /v2.0/routers/8508610a-bdb2-4e7d-9b1d-33ab9a6b034d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7329457 Jan 28 17:06:06.171700 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:06.197941 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:06.198567 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:06.267086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939108bb-c8cb-4e97-b2e2-e55b5a17f0b2 req-d393e6d0-071e-433a-90d0-86835c3247b8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:06.267086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-939108bb-c8cb-4e97-b2e2-e55b5a17f0b2 req-d393e6d0-071e-433a-90d0-86835c3247b8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1053054 Jan 28 17:06:06.364419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-939108bb-c8cb-4e97-b2e2-e55b5a17f0b2 req-6d74c26a-18bd-4b1e-95ae-73f933125494 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885303 Jan 28 17:06:06.481339 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:06.639675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-efdcf09e-9664-4fe6-a93d-682114b4850a req-4f173e8b-216e-48de-b5ab-1b4c8c322190 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:06:06.640743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efdcf09e-9664-4fe6-a93d-682114b4850a req-4f173e8b-216e-48de-b5ab-1b4c8c322190 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054023 Jan 28 17:06:06.687597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38481ff-8cda-4250-8304-3fe895aef8ad req-4f92247d-002e-4dc5-8ed0-00cff10f43ea tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:06.705162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b38481ff-8cda-4250-8304-3fe895aef8ad req-4f92247d-002e-4dc5-8ed0-00cff10f43ea tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.1383479 Jan 28 17:06:06.821140 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b38481ff-8cda-4250-8304-3fe895aef8ad req-1e448dd3-01ee-4904-8b1c-baeedf448e3f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094372 Jan 28 17:06:06.891397 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:05Z', 'revision_number': 6, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:44Z', 'revision_number': 1, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:06.931455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:06.945799 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:06.946824 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:07.043406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4b0-2779-4566-83e6-1656f4ed804f req-781cd03c-99c5-487e-8986-798bb441ff87 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:07.045552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-585eb4b0-2779-4566-83e6-1656f4ed804f req-781cd03c-99c5-487e-8986-798bb441ff87 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1016726 Jan 28 17:06:07.089928 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:07.131542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-585eb4b0-2779-4566-83e6-1656f4ed804f req-e6f6916f-929f-45b1-86d5-2a836c9e4951 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Jan 28 17:06:07.458519 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:05Z', 'revision_number': 6, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:44Z', 'revision_number': 1, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:07.463547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-2491be10-f780-40e7-9ae2-ae164af7dbd2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1937370 Jan 28 17:06:07.490228 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87b9b5-6d55-453d-8cf9-d5a7c189b09a None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:05Z', 'revision_number': 6, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ddc82381-c277-4822-89c3-dce3b4fe1e4d', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'port_id': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'mac_address': 'fa:16:3e:37:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458870f-a9dd-493f-96ed-81aae53f769e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:04:39Z', 'updated_at': '2022-01-28T17:04:44Z', 'revision_number': 1, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:07.974475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-ef0c36a0-af79-4c9b-b54a-a21f9b1d6f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:07.976222 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-ef0c36a0-af79-4c9b-b54a-a21f9b1d6f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.1421072 Jan 28 17:06:08.225506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port 348ec581-f9ef-4327-900e-607380df3b58 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:08.226278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (348ec581-f9ef-4327-900e-607380df3b58), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:08.319939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a0a9f-dfd1-4750-93d6-da83b2cb9bb1 req-ddbba238-ea76-40d0-adf1-61b654e3aa43 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:08.321600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b5a0a9f-dfd1-4750-93d6-da83b2cb9bb1 req-ddbba238-ea76-40d0-adf1-61b654e3aa43 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 946 time: 0.2566721 Jan 28 17:06:08.451586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port 348ec581-f9ef-4327-900e-607380df3b58, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=348ec581-f9ef-4327-900e-607380df3b58,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:08.451958 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (348ec581-f9ef-4327-900e-607380df3b58), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:08.474102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36de2e-6b60-4db9-af8e-b12f384ec02f req-7b3e41c5-6035-4ea0-be49-ceea65204020 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:08.480920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e36de2e-6b60-4db9-af8e-b12f384ec02f req-7b3e41c5-6035-4ea0-be49-ceea65204020 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1886315 Jan 28 17:06:08.507334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for 348ec581-f9ef-4327-900e-607380df3b58 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:08.527344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b5a0a9f-dfd1-4750-93d6-da83b2cb9bb1 req-d92cf1a4-5757-4255-9e5d-e09d0c8cacaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=178aa8ff-b23d-4660-9ba7-ec487f441e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808479 Jan 28 17:06:08.575182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 833d942b-0226-44e6-84b4-5bd53166e31c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:08.612986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 833d942b-0226-44e6-84b4-5bd53166e31c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:08.616717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 833d942b-0226-44e6-84b4-5bd53166e31c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:08.627958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46752) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:08.646010 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e36de2e-6b60-4db9-af8e-b12f384ec02f req-a99d0298-4789-4411-9d7f-bc4d06e7414b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637404 Jan 28 17:06:08.682627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-453da459-96c2-4e0f-a655-54b9bcfd18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:08.685426 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-453da459-96c2-4e0f-a655-54b9bcfd18e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108&tenant_id=aa6c3df402c04349850951d8362810a6 HTTP/1.1" status: 200 len: 1127 time: 0.2140641 Jan 28 17:06:08.780240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-48ac1018-2af1-4f6a-8576-92acc547bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:08.781743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-48ac1018-2af1-4f6a-8576-92acc547bfcb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1127 time: 0.0747192 Jan 28 17:06:08.886552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (348ec581-f9ef-4327-900e-607380df3b58), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:08.924702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-6ec7d5ee-679d-4656-9d37-8e07f1ed8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:08.926379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-6ec7d5ee-679d-4656-9d37-8e07f1ed8737 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 915 time: 0.1387029 Jan 28 17:06:08.941326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=348ec581-f9ef-4327-900e-607380df3b58,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:08.991801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-a15fdc1a-1fc4-4ff2-822e-b7a243bcb276 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 217 time: 0.0424311 Jan 28 17:06:09.005942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] No DVR routers for this DVR port 348ec581-f9ef-4327-900e-607380df3b58 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:06:09.009686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.013568 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e684ccbf-2110-4c8d-b6dc-a8327d9b2ce7 req-405a3b7e-5f87-4ad8-96b5-9a2436e2d029 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "DELETE /v2.0/ports/348ec581-f9ef-4327-900e-607380df3b58 HTTP/1.1" status: 204 len: 173 time: 1.0315664 Jan 28 17:06:09.014487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'name': 'network-vif-deleted', 'tag': '348ec581-f9ef-4327-900e-607380df3b58'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:09.024793 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6515a94a-f5cd-4d43-b6e6-f338c4270939" -d '{"events": [{"server_uuid": "b4940e57-279f-4e8a-b037-660b9f134b64", "name": "network-vif-deleted", "tag": "348ec581-f9ef-4327-900e-607380df3b58"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:09.043643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Deleting subnet 22d8311e-d2ec-4d2e-8771-de0fbc69a875 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:06:09.047783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Publish callbacks [] for subnet (22d8311e-d2ec-4d2e-8771-de0fbc69a875), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.118911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (22d8311e-d2ec-4d2e-8771-de0fbc69a875), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.130163 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09438b5e-7120-40b3-91aa-25b0dc8f82d5 x-openstack-request-id: req-09438b5e-7120-40b3-91aa-25b0dc8f82d5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:09.130464 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4940e57-279f-4e8a-b037-660b9f134b64", "name": "network-vif-deleted", "tag": "348ec581-f9ef-4327-900e-607380df3b58", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:09.130726 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09438b5e-7120-40b3-91aa-25b0dc8f82d5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:09.131128 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4940e57-279f-4e8a-b037-660b9f134b64', 'name': 'network-vif-deleted', 'tag': '348ec581-f9ef-4327-900e-607380df3b58', 'status': 'completed', 'code': 200} Jan 28 17:06:09.186201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (22d8311e-d2ec-4d2e-8771-de0fbc69a875), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.239931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-7e7fc889-9b50-4bd7-a939-c6700d7a6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:09.241732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-7e7fc889-9b50-4bd7-a939-c6700d7a6554 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.2434130 Jan 28 17:06:09.289239 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-e7093d47-27c9-4844-abd3-f1815e02574c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393054 Jan 28 17:06:09.295739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (22d8311e-d2ec-4d2e-8771-de0fbc69a875), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.436735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-74ef4486-a26e-4e20-ae0e-d7411cd33f6b service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384866 Jan 28 17:06:09.437527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d8311e-d2ec-4d2e-8771-de0fbc69a875,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:09.458248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.463938 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-19e602a5-fbd1-420f-a494-0b5807988ee2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22d8311e-d2ec-4d2e-8771-de0fbc69a875 HTTP/1.1" status: 204 len: 168 time: 0.8319378 Jan 28 17:06:09.464751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46774) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:09.591376 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (1fc9cd5f-7b7c-4403-954b-623d41bea59e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.654058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-54ef81d3-1a3c-4a45-936e-616034d88927 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109735 Jan 28 17:06:09.774238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f74e8052-212e-4a0d-b44e-816dd35947a7 req-d9ff6875-cc4d-4c0e-8874-5999767f8257 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4940e57-279f-4e8a-b037-660b9f134b64 HTTP/1.1" status: 200 len: 210 time: 0.0780356 Jan 28 17:06:09.879657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (1fc9cd5f-7b7c-4403-954b-623d41bea59e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:09.942171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc9cd5f-7b7c-4403-954b-623d41bea59e']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:09.957503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74561d8b-d5d6-49bf-aa32-7497d0a8f44e') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:09.957864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74561d8b-d5d6-49bf-aa32-7497d0a8f44e') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:09.966747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467fdc-233e-4ea2-b068-1f6b912bc24e req-5fbb58e4-e526-4cec-bbc8-0f7eeda8e9b9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:09.979056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5467fdc-233e-4ea2-b068-1f6b912bc24e req-5fbb58e4-e526-4cec-bbc8-0f7eeda8e9b9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1629932 Jan 28 17:06:10.001079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (74561d8b-d5d6-49bf-aa32-7497d0a8f44e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.018285 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (74561d8b-d5d6-49bf-aa32-7497d0a8f44e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.027531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:06:10.028238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (74561d8b-d5d6-49bf-aa32-7497d0a8f44e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:06:10.033060 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:06:10.202665 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (1fc9cd5f-7b7c-4403-954b-623d41bea59e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.212875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.230314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1fc9cd5f-7b7c-4403-954b-623d41bea59e HTTP/1.1" status: 204 len: 168 time: 0.7640221 Jan 28 17:06:10.271966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d281e-4d15-44b1-a39e-6d2c1b188989 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc9cd5f-7b7c-4403-954b-623d41bea59e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:10.321978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5467fdc-233e-4ea2-b068-1f6b912bc24e req-21d60f13-446e-467e-bf21-910280ec2265 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413286 Jan 28 17:06:10.544002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46812) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:10.601497 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-87f69d8f-85a9-41d2-985e-3bacc3403a94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6be16a2e73c84d45a796029cdcc3d668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537741 Jan 28 17:06:10.604448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46814) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:10.708271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9663566b-3a82-419c-b879-99eb0e66edf0 admin admin] Publish callbacks [] for security_group (04f184b8-c584-4799-88fa-15f116d3c582), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.752973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9663566b-3a82-419c-b879-99eb0e66edf0 admin admin] Publish callbacks [] for security_group (04f184b8-c584-4799-88fa-15f116d3c582), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.883234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9663566b-3a82-419c-b879-99eb0e66edf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (04f184b8-c584-4799-88fa-15f116d3c582), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.886016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9663566b-3a82-419c-b879-99eb0e66edf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:10.887197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9663566b-3a82-419c-b879-99eb0e66edf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f184b8-c584-4799-88fa-15f116d3c582 HTTP/1.1" status: 204 len: 168 time: 0.2816076 Jan 28 17:06:10.913715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663566b-3a82-419c-b879-99eb0e66edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f184b8-c584-4799-88fa-15f116d3c582,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:10.975706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:11.198205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4d54407-2303-431e-893e-a17c14a40fc4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (178aa8ff-b23d-4660-9ba7-ec487f441e43), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:11.287768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4d54407-2303-431e-893e-a17c14a40fc4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (178aa8ff-b23d-4660-9ba7-ec487f441e43), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:11.459927 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4d54407-2303-431e-893e-a17c14a40fc4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (178aa8ff-b23d-4660-9ba7-ec487f441e43), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:11.477305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4d54407-2303-431e-893e-a17c14a40fc4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:11.480883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4d54407-2303-431e-893e-a17c14a40fc4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/security-groups/178aa8ff-b23d-4660-9ba7-ec487f441e43 HTTP/1.1" status: 204 len: 168 time: 0.5023627 Jan 28 17:06:11.530787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46838) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:11.534911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d54407-2303-431e-893e-a17c14a40fc4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178aa8ff-b23d-4660-9ba7-ec487f441e43,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:11.642129 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:06:11.664327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting subnet 0c71e20a-a079-4ff2-848d-307bd254d8aa {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:06:11.675495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (0c71e20a-a079-4ff2-848d-307bd254d8aa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:11.713515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5a01-0cbc-4c3d-bcc9-3c5d55df75b1 req-2d11685d-7da4-4a62-9841-fefd713094fa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:11.718311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 348ec581-f9ef-4327-900e-607380df3b58 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:11.742909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f87e5a01-0cbc-4c3d-bcc9-3c5d55df75b1 req-2d11685d-7da4-4a62-9841-fefd713094fa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.2607594 Jan 28 17:06:11.787924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 348ec581-f9ef-4327-900e-607380df3b58 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:11.792448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 348ec581-f9ef-4327-900e-607380df3b58 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:11.908740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (0c71e20a-a079-4ff2-848d-307bd254d8aa), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:11.982207 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f87e5a01-0cbc-4c3d-bcc9-3c5d55df75b1 req-123b2505-9a8c-4c7f-9a00-b3ffb4be0892 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377484 Jan 28 17:06:12.150790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (0c71e20a-a079-4ff2-848d-307bd254d8aa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.283193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (0c71e20a-a079-4ff2-848d-307bd254d8aa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.330512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.336161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/subnets/0c71e20a-a079-4ff2-848d-307bd254d8aa HTTP/1.1" status: 204 len: 168 time: 0.8035533 Jan 28 17:06:12.336446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280700c2-0093-4378-bace-12d6a6c9ca3d None None] Network 6dd3d0f6-8e77-4700-bc79-43a230ce1606 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:06:12.339971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46862) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:12.416194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280edfc0-d25d-4977-bf3e-a19c6d98bbec tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Subnet': ['ID=0c71e20a-a079-4ff2-848d-307bd254d8aa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:12.637491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (6dd3d0f6-8e77-4700-bc79-43a230ce1606), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.753201 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.795331 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.834842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:12.835189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:12.918999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] DHCP port deletion for 6dd3d0f6-8e77-4700-bc79-43a230ce1606 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:06:13.012690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] Deleting port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:13.013142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:13.069916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:13.074025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:13.141972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:13.353395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] For port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,segment=NetworkSegment(0fa1c40b-e506-4902-952b-136db833691f),segment_id=0fa1c40b-e506-4902-952b-136db833691f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:13.353800 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:13.401362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:13.412429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] Calling delete_port for ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:13.423047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] No DVR routers for this DVR port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:06:13.557963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:13.614888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336a046-5b5b-4ddb-890d-8b3f51457747 req-1597f326-d366-421e-8411-ba49bc624259 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:13.616498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f336a046-5b5b-4ddb-890d-8b3f51457747 req-1597f326-d366-421e-8411-ba49bc624259 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.4012496 Jan 28 17:06:13.734173 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:13.767971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] No DVR routers for this DVR port ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:06:13.846661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa9235-8a7c-49c8-a84b-7629a495950a None None] Pushing event deleted for resources: {'Port': ['ID=ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:13.879271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (6dd3d0f6-8e77-4700-bc79-43a230ce1606), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:13.913505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f336a046-5b5b-4ddb-890d-8b3f51457747 req-e7886801-28dc-4e70-99df-1e7d6e7c698d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730670 Jan 28 17:06:13.959421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd3d0f6-8e77-4700-bc79-43a230ce1606']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:13.999155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa1c40b-e506-4902-952b-136db833691f') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:13.999463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa1c40b-e506-4902-952b-136db833691f') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:14.022028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (0fa1c40b-e506-4902-952b-136db833691f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.056152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0fa1c40b-e506-4902-952b-136db833691f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.069360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:06:14.071325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (0fa1c40b-e506-4902-952b-136db833691f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:06:14.077442 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:06:14.231452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (6dd3d0f6-8e77-4700-bc79-43a230ce1606), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.246165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.253437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46904) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:14.257130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/networks/6dd3d0f6-8e77-4700-bc79-43a230ce1606 HTTP/1.1" status: 204 len: 168 time: 1.9149051 Jan 28 17:06:14.288779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ab41-650c-4432-b642-168f7a14c2d7 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Network': ['ID=6dd3d0f6-8e77-4700-bc79-43a230ce1606,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:14.655257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:14.692503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port fc180348-e935-4ef8-9636-62817d7ce173 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:14.692887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fc180348-e935-4ef8-9636-62817d7ce173), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.695071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:14.698197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffd99d38-fb0f-4cf1-86d3-4c02aaf52d23 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:14.862562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fc180348-e935-4ef8-9636-62817d7ce173), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.863286 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (fc180348-e935-4ef8-9636-62817d7ce173), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:14.887543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for fc180348-e935-4ef8-9636-62817d7ce173 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:15.215523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5c21-eb37-4cb4-abfb-b44cbdc50545 req-2f0a19ce-30b5-4379-b108-8f6222b2364e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:15.238810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce8a5c21-eb37-4cb4-abfb-b44cbdc50545 req-2f0a19ce-30b5-4379-b108-8f6222b2364e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1561251 Jan 28 17:06:15.346171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce8a5c21-eb37-4cb4-abfb-b44cbdc50545 req-cddc9ab9-1eff-48e5-b77e-7f8523bed958 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032789 Jan 28 17:06:15.465246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fc180348-e935-4ef8-9636-62817d7ce173), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:15.552986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=fc180348-e935-4ef8-9636-62817d7ce173,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:15.695830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (ddc82381-c277-4822-89c3-dce3b4fe1e4d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:15.696769 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Floating IP ddc82381-c277-4822-89c3-dce3b4fe1e4d disassociated (deleted). External IP: 172.25.8.238, port: cc086cde-c17e-463d-a0c3-6dbb8a5ded8c. Jan 28 17:06:15.950617 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-795b2a42-1880-41c9-aba6-0a9c49de9927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.203394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 46950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:16.203718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:06:16.209369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'network': {'name': 'tempest-network-smoke--616362296', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:16.259986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Made reservation on behalf of 7544397aaa42456998bcfac1041f99ba for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:06:16.263731 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.323579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.544445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:16.562039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:16.564925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.578727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:16.579928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:16.601276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (ce8bca74-26a4-45d1-b04d-4cc95a6fd27c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.642597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce8bca74-26a4-45d1-b04d-4cc95a6fd27c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.657455 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bb564c6a-389a-4c79-913b-c85e1b28a106 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/floatingips/ddc82381-c277-4822-89c3-dce3b4fe1e4d HTTP/1.1" status: 204 len: 168 time: 2.4023225 Jan 28 17:06:16.660816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:16.666666 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60" -d '{"events": [{"name": "network-changed", "server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:16.752830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e04b49-4d01-4ebd-8713-0b45b8d6471d req-1f836310-8d2d-4760-ab56-ff3c54c9c51b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:16.754539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e04b49-4d01-4ebd-8713-0b45b8d6471d req-1f836310-8d2d-4760-ab56-ff3c54c9c51b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1891658 Jan 28 17:06:16.782648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:06:16.841033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bca74-26a4-45d1-b04d-4cc95a6fd27c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:16.847611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c503b471-4d92-41a4-aa0c-3968908dd587), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.848459 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Added segment c503b471-4d92-41a4-aa0c-3968908dd587 of type vlan for network 6b8bd444-28f5-413f-aade-fa938676d125 Jan 28 17:06:16.937652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (6b8bd444-28f5-413f-aade-fa938676d125), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:16.971143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e04b49-4d01-4ebd-8713-0b45b8d6471d req-b70bdc22-a5c0-4e25-8b7c-e6e281a22d45 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796064 Jan 28 17:06:17.035477 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaad275-e42a-4ea7-af35-a3fc78d04eb4 x-openstack-request-id: req-3eaad275-e42a-4ea7-af35-a3fc78d04eb4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:17.036288 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:17.036701 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3eaad275-e42a-4ea7-af35-a3fc78d04eb4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:17.037294 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'status': 'completed', 'code': 200} Jan 28 17:06:17.040517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (6b8bd444-28f5-413f-aade-fa938676d125), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:17.046944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:17.047743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:17.171097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:17.250472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Network': ['ID=6b8bd444-28f5-413f-aade-fa938676d125,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:17.297048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-19ae16ea-76df-4adf-8967-769d8d6d223c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0920906 Jan 28 17:06:17.301282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 46972) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:17.306658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'admin_state_up': True, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:17.354222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (dd38d75c-a141-416c-8134-2afe6a889d83), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:17.356636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (dd38d75c-a141-416c-8134-2afe6a889d83), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:17.370254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 6b8bd444-28f5-413f-aade-fa938676d125 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:06:17.433361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-93cbbd67-c0cb-469c-bbf5-d5f68011bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:17.439684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-93cbbd67-c0cb-469c-bbf5-d5f68011bfe6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 1128 time: 0.3652480 Jan 28 17:06:17.523743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_controller (dd38d75c-a141-416c-8134-2afe6a889d83), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:17.656836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-7e7f0dae-1d7d-41be-a784-7391e021ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:17.664500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-7e7f0dae-1d7d-41be-a784-7391e021ce5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 200 len: 898 time: 0.2026689 Jan 28 17:06:17.777258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:05Z', 'revision_number': 6, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:17.858281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:17.867831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:17.868837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:05:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:17.872586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (dd38d75c-a141-416c-8134-2afe6a889d83), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:18.144537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:18.328595 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1b6a6-b023-4056-9933-61cca762e634 req-edc702f9-bd04-4843-a463-36292982d387 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:18.341864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00f1b6a6-b023-4056-9933-61cca762e634 req-edc702f9-bd04-4843-a463-36292982d387 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 945 time: 1.0923140 Jan 28 17:06:18.389534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (dd38d75c-a141-416c-8134-2afe6a889d83), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:18.402139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cceb4da-5354-4cb0-a4f4-0915b8c3fb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:18.417886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-95b40f89-1aab-4edc-ae22-06fd60a53fda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 200 len: 217 time: 0.7422817 Jan 28 17:06:18.420988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:18.534407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-e75346d9-f9ba-4555-a801-81ca3fc81bfd tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:18.536065 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-e75346d9-f9ba-4555-a801-81ca3fc81bfd tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 945 time: 0.2086763 Jan 28 17:06:18.689570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00f1b6a6-b023-4056-9933-61cca762e634 req-f19877b5-9d2d-4965-b48d-a19dd0fbfe75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449302 Jan 28 17:06:18.699766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7b19-cb38-4608-b66a-0956196cc8fb req-2b78390d-9ff7-417b-ad82-8e17d0f6bc21 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:18.706355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-798e7b19-cb38-4608-b66a-0956196cc8fb req-2b78390d-9ff7-417b-ad82-8e17d0f6bc21 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.3600039 Jan 28 17:06:18.709602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:05Z', 'revision_number': 6, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:18.718241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-259be466-a7f2-444e-93ff-e554c6beda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:18.719662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-259be466-a7f2-444e-93ff-e554c6beda29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 200 len: 834 time: 0.2452426 Jan 28 17:06:18.765537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a111f2-3803-4cc8-9e82-bbe710ae79b9 None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:05Z', 'revision_number': 6, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '318bc9c1-6c83-4b42-aca6-ac47cd5613bf', 'name': '', 'network_id': 'eb835803-fc8c-41a0-a774-60f1005e2abf', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:82:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:09Z', 'updated_at': '2022-01-28T17:04:18Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': 'fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:18.835017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-798e7b19-cb38-4608-b66a-0956196cc8fb req-270d688a-5e7f-415a-a2fe-e3b5f7d20a62 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276157 Jan 28 17:06:18.851094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-143bed83-2535-4d59-b4b2-c62dd8f695b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:18.852747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-143bed83-2535-4d59-b4b2-c62dd8f695b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb835803-fc8c-41a0-a774-60f1005e2abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258123 Jan 28 17:06:18.974660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.25.8.91 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/5b19d203-f1ad-46bc-81fe-2a475a87b6fa) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:19.140030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-b8128c93-1e32-4d20-95c0-464940be4982 service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672222 Jan 28 17:06:19.221856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:19.318788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:19.319413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:19.333302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:19.349522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c58a44d5-3852-4038-a2f3-4b15e5c9ac60 req-6280ce07-4e6d-48f9-87c3-7c74e6e25a9d service neutron] 10.222.0.24 "GET /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162800 Jan 28 17:06:19.368177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d364cbf2-5872-410b-b991-3356d9b3ca4f None None] New status for floating IP ddc82381-c277-4822-89c3-dce3b4fe1e4d: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:06:19.457502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:19.492069 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:19.529692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:19.533440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:19.541799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:19.957549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb507-d40f-4b2d-bc83-8992b2c5afa9 req-bc2fc702-db5a-45ac-98b1-79e1307fb0a7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:19.965235 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50eeb507-d40f-4b2d-bc83-8992b2c5afa9 req-bc2fc702-db5a-45ac-98b1-79e1307fb0a7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.0644162 Jan 28 17:06:20.053088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-50eeb507-d40f-4b2d-bc83-8992b2c5afa9 req-985bdc45-c3f5-47c4-8bc9-44dc740b79aa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822935 Jan 28 17:06:20.090114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37932d-ea1a-4a5d-aa12-7f164ccbc7c4 req-ef3df2f7-bf8a-4981-8f27-9eaf00a9b497 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:20.091927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e37932d-ea1a-4a5d-aa12-7f164ccbc7c4 req-ef3df2f7-bf8a-4981-8f27-9eaf00a9b497 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 945 time: 0.1089234 Jan 28 17:06:20.103506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:20.104113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:20.132088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for cc086cde-c17e-463d-a0c3-6dbb8a5ded8c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:20.184651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e37932d-ea1a-4a5d-aa12-7f164ccbc7c4 req-91dc61df-7470-4016-99d5-82cbed9809a4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=9caccda8-11db-4d4c-9e54-8218476d58e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837545 Jan 28 17:06:20.703003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:20.835763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (dd38d75c-a141-416c-8134-2afe6a889d83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:20.993773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cc086cde-c17e-463d-a0c3-6dbb8a5ded8c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:21.238607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=cc086cde-c17e-463d-a0c3-6dbb8a5ded8c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:21.254819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] No DVR routers for this DVR port cc086cde-c17e-463d-a0c3-6dbb8a5ded8c on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:06:21.259678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:21.271172 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4ab0583b-fce4-43f8-99fc-7f751dfe6706 req-406819d4-c5c8-44df-9b05-0441d8e407eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.24 "DELETE /v2.0/ports/cc086cde-c17e-463d-a0c3-6dbb8a5ded8c HTTP/1.1" status: 204 len: 173 time: 2.7262950 Jan 28 17:06:21.298184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'name': 'network-vif-deleted', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:21.316520 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01b8361-3cdc-4456-8335-58f2afb95b92" -d '{"events": [{"server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "name": "network-vif-deleted", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:21.351181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c87c3-9a7f-4ea2-92ef-54ace5479d5f req-faf657bb-bde3-46b7-96a9-f7d4987d4311 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:21.367178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-885c87c3-9a7f-4ea2-92ef-54ace5479d5f req-faf657bb-bde3-46b7-96a9-f7d4987d4311 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.1980121 Jan 28 17:06:21.530778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec3602ee-529a-4e7d-9bbd-63c2a1462822 req-e945783e-b352-4728-8a22-766991d5d7d9 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=9458870f-a9dd-493f-96ed-81aae53f769e HTTP/1.1" status: 200 len: 210 time: 0.0981281 Jan 28 17:06:21.607709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-885c87c3-9a7f-4ea2-92ef-54ace5479d5f req-5a739d94-4114-4158-83c8-4993fa3341d0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360990 Jan 28 17:06:21.684066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (dd38d75c-a141-416c-8134-2afe6a889d83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:21.692453 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fdbb71-dcd2-40ce-921c-c00167f21131 x-openstack-request-id: req-f0fdbb71-dcd2-40ce-921c-c00167f21131 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:21.693104 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9458870f-a9dd-493f-96ed-81aae53f769e", "name": "network-vif-deleted", "tag": "cc086cde-c17e-463d-a0c3-6dbb8a5ded8c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:21.693657 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0fdbb71-dcd2-40ce-921c-c00167f21131 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:21.694601 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9458870f-a9dd-493f-96ed-81aae53f769e', 'name': 'network-vif-deleted', 'tag': 'cc086cde-c17e-463d-a0c3-6dbb8a5ded8c', 'status': 'completed', 'code': 200} Jan 28 17:06:21.750866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cc086cde-c17e-463d-a0c3-6dbb8a5ded8c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:21.829648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: cc086cde-c17e-463d-a0c3-6dbb8a5ded8c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:21.830261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device cc086cde-c17e-463d-a0c3-6dbb8a5ded8c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:21.865059 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:22.066776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router dd38d75c-a141-416c-8134-2afe6a889d83 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:06:22.353001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:22.374530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Sync routers for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:22.391092 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:22.392572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:22.393406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:22.394982 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a9ae45e9-54be-4438-bf93-4cc760c56b2d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0901575 Jan 28 17:06:22.397417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47062) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:22.652812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:22.708539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:22.885490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a565dffc-cbed-4766-9198-9c0d8d5ab76c tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7544397aaa42456998bcfac1041f99ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4851298 Jan 28 17:06:22.889176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47080) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:22.920524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4436-bce6-41a9-89a4-ff7e58978007 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (9caccda8-11db-4d4c-9e54-8218476d58e3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:22.969464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b3f52-673d-4328-b823-055115fd489d req-9bdeac1e-b585-47fc-8766-d5321a482e7b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:22.980908 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea1b3f52-673d-4328-b823-055115fd489d req-9bdeac1e-b585-47fc-8766-d5321a482e7b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.2168927 Jan 28 17:06:22.990451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4436-bce6-41a9-89a4-ff7e58978007 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (9caccda8-11db-4d4c-9e54-8218476d58e3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.014320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:20Z', 'revision_number': 3, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:23.049348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Checking router: dd38d75c-a141-416c-8134-2afe6a889d83 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:23.049700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Updating router dd38d75c-a141-416c-8134-2afe6a889d83 port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:06:23.074357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea1b3f52-673d-4328-b823-055115fd489d req-5fdd0658-f88e-48d7-9b1e-bfd3b4630c0c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768161 Jan 28 17:06:23.078196 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.079041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556c28b-ec6f-4762-a6df-e396d72754f5 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:23.099100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8556c28b-ec6f-4762-a6df-e396d72754f5 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2060368 Jan 28 17:06:23.099306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47082) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:23.149945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2bdb08fe-6a7a-407b-98d9-29444aa8e42c tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505195 Jan 28 17:06:23.150146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47086) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:23.156290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460877057', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:23.159577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4436-bce6-41a9-89a4-ff7e58978007 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9caccda8-11db-4d4c-9e54-8218476d58e3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.176763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4436-bce6-41a9-89a4-ff7e58978007 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.179360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7c4e4436-bce6-41a9-89a4-ff7e58978007 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/security-groups/9caccda8-11db-4d4c-9e54-8218476d58e3 HTTP/1.1" status: 204 len: 168 time: 0.5247555 Jan 28 17:06:23.190798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4436-bce6-41a9-89a4-ff7e58978007 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caccda8-11db-4d4c-9e54-8218476d58e3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:23.218035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47092) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:23.295448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Made reservation on behalf of 7544397aaa42456998bcfac1041f99ba for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:06:23.299705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.506624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Publish callbacks [] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.517368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.568348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d19fe9eb-d93c-431c-b838-bb2e27e5a39e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.641472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Pushing event updated for resources: {'Port': ['ID=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:23.650872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.651168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.651372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.651781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.652124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.652462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.652839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.653222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.653533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.653866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.654219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.654546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.655068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:23.659227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Attempting to bind port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:23.659627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Attempting to bind port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:23.659997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Attempting to bind port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:23.666198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:23.666589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:23.667088 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.668072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:23.668635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Bound port: 5b19d203-f1ad-46bc-81fe-2a475a87b6fa, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:23.669061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.677883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Subnet': ['ID=d19fe9eb-d93c-431c-b838-bb2e27e5a39e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:23.715546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Checking segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:23.716059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network hostable DHCP agents. Network: 6b8bd444-28f5-413f-aade-fa938676d125, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:06:23.749154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 6b8bd444-28f5-413f-aade-fa938676d125 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:06:23.774160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 6b8bd444-28f5-413f-aade-fa938676d125) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:23.782146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:23.782850 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.798790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022864f-f259-48d6-9158-1ff6ec3179a1 None None] Network 6b8bd444-28f5-413f-aade-fa938676d125 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:06:23.807203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47106) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:23.807759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a2f4174-10d4-4fdd-b150-9a8ba343a86e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6560478 Jan 28 17:06:23.879833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] For port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:23.922156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] For port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:23.950415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:23.999288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-6b8bd444-28f5-413f-aade-fa938676d125', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:06:24.000343 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:24.041416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:24.042611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:24.043354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:24.224871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Allocated IP 172.20.0.2 (6b8bd444-28f5-413f-aade-fa938676d125/d19fe9eb-d93c-431c-b838-bb2e27e5a39e/d8bd452a-4eb5-474f-91a7-a735e9a7be5e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:24.399409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc11a9-5627-424a-8281-98b59cb92366 None None] Pushing event updated for resources: {'Port': ['ID=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:24.400113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dddf7-a48c-4941-bace-6264ae52f171 req-104d06ae-3ae4-45c7-8d93-a1a22cffd70a tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:24.401746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b84dddf7-a48c-4941-bace-6264ae52f171 req-104d06ae-3ae4-45c7-8d93-a1a22cffd70a tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 944 time: 0.2104435 Jan 28 17:06:24.472832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Publish callbacks [] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:24.483905 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:24.537091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b84dddf7-a48c-4941-bace-6264ae52f171 req-21f9708b-03e8-40db-a38e-1356cf5be5c0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257813 Jan 28 17:06:24.757024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Network 6b8bd444-28f5-413f-aade-fa938676d125 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:24.759351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:24.766337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:24.839069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:24.907393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:24.908068 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:24.930939 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:24.965369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Pushing event updated for resources: {'Port': ['ID=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:25.047267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Attempting to bind port d8bd452a-4eb5-474f-91a7-a735e9a7be5e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:25.047938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Attempting to bind port d8bd452a-4eb5-474f-91a7-a735e9a7be5e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:25.048646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Attempting to bind port d8bd452a-4eb5-474f-91a7-a735e9a7be5e on network 6b8bd444-28f5-413f-aade-fa938676d125 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:25.060776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:25.061961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Checking segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:25.062476 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:25.062964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Bound using segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:25.063559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Bound port: d8bd452a-4eb5-474f-91a7-a735e9a7be5e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:25.064058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:25.171543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:06:25.274400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] For port d8bd452a-4eb5-474f-91a7-a735e9a7be5e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:25.296310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] For port d8bd452a-4eb5-474f-91a7-a735e9a7be5e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:25.318698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:25.382698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:20Z', 'revision_number': 3, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:25.394641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:25.446428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd5295-c172-42a5-b195-c4a4d7fc0096 None None] The sync data for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 is: [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:20Z', 'revision_number': 3, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:25.463926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'network_id': 'c3b7c2cb-5adc-4267-a0af-2037d5f13a4c', 'port_id': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'mac_address': 'fa:16:3e:9f:cf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f246fea-c83a-4976-b28e-a6b744cbdd51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:06:25.471287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d8030-f32e-44eb-aafc-91b9f1e11915 None None] Pushing event updated for resources: {'Port': ['ID=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:25.522326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port 318bc9c1-6c83-4b42-aca6-ac47cd5613bf, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:25.522700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:25.546896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for 318bc9c1-6c83-4b42-aca6-ac47cd5613bf owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:25.577847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:25.578558 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:25.668851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2003d67a-f560-4bf4-8c1f-3827438bd0e7 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:06:25.718999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:25.726151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:25.858056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:25.944745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2003d67a-f560-4bf4-8c1f-3827438bd0e7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:06:26.020215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.20.0.1 (6b8bd444-28f5-413f-aade-fa938676d125/d19fe9eb-d93c-431c-b838-bb2e27e5a39e/6bd96760-4fd4-49b2-816a-6ef6d12d6b47) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:26.300288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dfadf-d7f9-4b42-9507-3c81f9d6e8b2 req-e841b044-2b7b-44dd-a2b3-1a90bdf7a663 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:26.307649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-744dfadf-d7f9-4b42-9507-3c81f9d6e8b2 req-e841b044-2b7b-44dd-a2b3-1a90bdf7a663 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 945 time: 0.5654597 Jan 28 17:06:26.366544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (318bc9c1-6c83-4b42-aca6-ac47cd5613bf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:26.431676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=318bc9c1-6c83-4b42-aca6-ac47cd5613bf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:26.476179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-744dfadf-d7f9-4b42-9507-3c81f9d6e8b2 req-e9b817ac-04a2-410e-aa96-29f46ca36838 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675105 Jan 28 17:06:26.559876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:26.829364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.030707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bd452a-4eb5-474f-91a7-a735e9a7be5e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:27.043328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.154977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d8bd452a-4eb5-474f-91a7-a735e9a7be5e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:27.155366 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.222731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:27.226538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128adee-48ea-4895-bc56-aa677cfad998 None None] Network 6b8bd444-28f5-413f-aade-fa938676d125 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:06:27.307925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:27.329164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:06:27.331304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 6b8bd444-28f5-413f-aade-fa938676d125 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:27.336289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:27.340043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:27.440860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Provisioning complete for port d8bd452a-4eb5-474f-91a7-a735e9a7be5e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:27.441426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.453769 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (dd38d75c-a141-416c-8134-2afe6a889d83), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.646628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:27.646971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.659561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d8bd452a-4eb5-474f-91a7-a735e9a7be5e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:27.659561 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.705144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:27.718938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-98805a86-ff6d-489a-9084-223682a6eaaa tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "PUT /v2.0/routers/8508610a-bdb2-4e7d-9b1d-33ab9a6b034d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4968026 Jan 28 17:06:27.719299 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] Sync routers for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:27.719801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47174) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:27.734748 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:27.737116 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:27.853916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f19a0-7596-4a0a-aa9e-7f541852f79d req-c19d4444-3704-4985-9ad8-bd24bbe4f13c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:27.855484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f68f19a0-7596-4a0a-aa9e-7f541852f79d req-c19d4444-3704-4985-9ad8-bd24bbe4f13c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 945 time: 0.2404735 Jan 28 17:06:27.884173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Current status of the port d8bd452a-4eb5-474f-91a7-a735e9a7be5e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:27.884853 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.917309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d8bd452a-4eb5-474f-91a7-a735e9a7be5e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:27.933341 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.934577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b19d203-f1ad-46bc-81fe-2a475a87b6fa up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:27.946103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting subnet fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:06:27.951645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:27.953551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.007468 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:28.074077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:28.147499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.164243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f68f19a0-7596-4a0a-aa9e-7f541852f79d req-77d63dbb-a11f-4cff-8a9c-b9cfacdfc9d8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859502 Jan 28 17:06:28.172605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:28.173008 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.262865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:06:28.263215 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:06:28.283294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:28.283758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.399454 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:26Z', 'revision_number': 7, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:28.447571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:28.448018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.479694 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] Checking router: 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:28.504996 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] Routers {'8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:28.507703 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:28.515919 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.526915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:28.533328 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ce0f6d-db17-4b6e-b041-1e8db58b95c3" -d '{"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-plugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:28.563777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:28.569216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:28.571426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.699115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:28.702176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.708140 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed102563-95e3-4c76-af51-9ecfa959ab73 x-openstack-request-id: req-ed102563-95e3-4c76-af51-9ecfa959ab73 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:28.708709 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-plugged", "status": "completed", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:28.709151 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed102563-95e3-4c76-af51-9ecfa959ab73 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:28.709678 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'code': 200} Jan 28 17:06:28.742332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bd452a-4eb5-474f-91a7-a735e9a7be5e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:28.756962 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] Set router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:28.825692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.838360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f53e3-69b7-4c12-bffd-3563c02786aa req-490cda87-61a1-4847-b8c9-4869122bd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:28.864972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb3f53e3-69b7-4c12-bffd-3563c02786aa req-490cda87-61a1-4847-b8c9-4869122bd554 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1130 time: 0.1067302 Jan 28 17:06:28.891922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:28.906984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-83f19fe3-1b5e-4d9f-bdd3-a255588fc34f None None] Current status of the port d8bd452a-4eb5-474f-91a7-a735e9a7be5e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:28.930818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d8bd452a-4eb5-474f-91a7-a735e9a7be5e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:28.931195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.935535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:28.941876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:28.955699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7444c39a-2350-4567-8cf6-aada9db883bf tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/subnets/fd0bd2b8-4ed7-4991-9ab4-fe1b8fcd29d9 HTTP/1.1" status: 204 len: 168 time: 1.2349818 Jan 28 17:06:28.961972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47200) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:29.007022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdb9f5-c6a7-421e-a762-f025b8f88691 None None] Network eb835803-fc8c-41a0-a774-60f1005e2abf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:06:29.022393 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb3f53e3-69b7-4c12-bffd-3563c02786aa req-aca17bb0-7758-4102-a8ac-df5f11372e21 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504326 Jan 28 17:06:29.105781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9cf3de06-a6cd-4fd1-b8da-c5135eb3ff05 None None] Provisioning complete for port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:29.106388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9cf3de06-a6cd-4fd1-b8da-c5135eb3ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.130555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.142548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.174072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3de06-a6cd-4fd1-b8da-c5135eb3ff05 None None] Port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:29.186118 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:26Z', 'revision_number': 7, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:29.213969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9cf3de06-a6cd-4fd1-b8da-c5135eb3ff05 None None] Provisioning complete for port d8bd452a-4eb5-474f-91a7-a735e9a7be5e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:29.214170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.214666 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9cf3de06-a6cd-4fd1-b8da-c5135eb3ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.252888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d8bd452a-4eb5-474f-91a7-a735e9a7be5e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:29.264252 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431d7f2-30b4-4f08-9a34-348498680b2b None None] The sync data for ids ['8508610a-bdb2-4e7d-9b1d-33ab9a6b034d'] in n-d-812111-13 is: [{'id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'name': 'tempest-TestNetworkBasicOps-router-903627905', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '5b933999-c497-432f-858b-8639c12962f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:06:26Z', 'revision_number': 7, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '5b933999-c497-432f-858b-8639c12962f4', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508610a-bdb2-4e7d-9b1d-33ab9a6b034d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:04Z', 'updated_at': '2022-01-28T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:29.282091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:29.295858 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (dd38d75c-a141-416c-8134-2afe6a889d83), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.330928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3de06-a6cd-4fd1-b8da-c5135eb3ff05 None None] Current status of the port d8bd452a-4eb5-474f-91a7-a735e9a7be5e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:29.671315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] DHCP port deletion for eb835803-fc8c-41a0-a774-60f1005e2abf request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:06:29.773118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] Deleting port 5b6af262-cf3e-4c09-9eff-749bf9a33875 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:29.773532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.818565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.829082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a351-4606-495e-99c6-bbe013b02522 req-bc80c1ef-ee55-408a-ba12-3b0b16effd27 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:29.830724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0e3a351-4606-495e-99c6-bbe013b02522 req-bc80c1ef-ee55-408a-ba12-3b0b16effd27 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.5287375 Jan 28 17:06:29.858347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] For port 5b6af262-cf3e-4c09-9eff-749bf9a33875, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b6af262-cf3e-4c09-9eff-749bf9a33875,segment=NetworkSegment(5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd),segment_id=5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:29.858753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:29.876322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] Calling delete_port for 5b6af262-cf3e-4c09-9eff-749bf9a33875 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:29.881211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 6b8bd444-28f5-413f-aade-fa938676d125 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:29.887620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:29.958291 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0e3a351-4606-495e-99c6-bbe013b02522 req-efb98428-c1a0-41bd-8d45-6053a259111d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190770 Jan 28 17:06:30.074582 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (5b6af262-cf3e-4c09-9eff-749bf9a33875), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.122687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port 5b933999-c497-432f-858b-8639c12962f4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:06:30.123118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5b933999-c497-432f-858b-8639c12962f4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.142082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] Pushing event deleted for resources: {'Port': ['ID=5b6af262-cf3e-4c09-9eff-749bf9a33875,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:30.147892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac0a6e-f677-49f2-9c42-6716abe0884f None None] No DVR routers for this DVR port 5b6af262-cf3e-4c09-9eff-749bf9a33875 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:06:30.263782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router dd38d75c-a141-416c-8134-2afe6a889d83 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:06:30.295135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port 5b933999-c497-432f-858b-8639c12962f4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b933999-c497-432f-858b-8639c12962f4,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:30.295499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5b933999-c497-432f-858b-8639c12962f4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.341267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for 5b933999-c497-432f-858b-8639c12962f4 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:06:30.373591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-38621f19-9075-4faf-8a53-12841af7d348 None None] Provisioning complete for port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:30.373963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-38621f19-9075-4faf-8a53-12841af7d348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.443336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-38621f19-9075-4faf-8a53-12841af7d348 None None] Port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:30.478778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:30.495998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Sync routers for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:30.518093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:30.519068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:30.532780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3796d436-1876-4daf-a865-2e18ce93f8f5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "PUT /v2.0/routers/dd38d75c-a141-416c-8134-2afe6a889d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7230971 Jan 28 17:06:30.539353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47246) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:30.547380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2138069938', 'description': 'tempest-secgroup_access--2138069938 description', 'project_id': '7544397aaa42456998bcfac1041f99ba'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:30.589126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.659765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5b933999-c497-432f-858b-8639c12962f4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.690111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (f5583d93-68bf-448d-8556-a8799727b3b0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.699130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f5583d93-68bf-448d-8556-a8799727b3b0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.779689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=5b933999-c497-432f-858b-8639c12962f4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:30.792613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.795447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2522948 Jan 28 17:06:30.797642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98805eca-8581-4fa9-a7ee-023bd1dc318d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5583d93-68bf-448d-8556-a8799727b3b0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:30.799814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:30.817922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--164301667', 'description': 'tempest-secgroup_general--164301667 description', 'project_id': '7544397aaa42456998bcfac1041f99ba'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:30.821156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:30.861356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.901623 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.921647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b19d203-f1ad-46bc-81fe-2a475a87b6fa up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:30.970057 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (f45bc8e0-6d64-4fca-9157-dae7d39acde7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:30.977787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f45bc8e0-6d64-4fca-9157-dae7d39acde7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.046961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.050821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2474191 Jan 28 17:06:31.054118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47278) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:31.068611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'security_group_rule': {'security_group_id': 'f5583d93-68bf-448d-8556-a8799727b3b0', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:31.082356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e0287-2770-41ef-9d4c-21b3480908a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45bc8e0-6d64-4fca-9157-dae7d39acde7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:31.128214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group_rule (e798a806-f196-41e6-b15d-ef21228c38d8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.222392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.222789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_controller (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.253241 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group_rule (e798a806-f196-41e6-b15d-ef21228c38d8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.263019 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (e798a806-f196-41e6-b15d-ef21228c38d8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.300584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (8508610a-bdb2-4e7d-9b1d-33ab9a6b034d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.301505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Fanout notify agent at l3_agent the message router_deleted on router 8508610a-bdb2-4e7d-9b1d-33ab9a6b034d {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:06:31.310292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.311464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2992d146-3b51-4f18-9877-a515c6848ef3 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/routers/8508610a-bdb2-4e7d-9b1d-33ab9a6b034d HTTP/1.1" status: 204 len: 168 time: 2.3485444 Jan 28 17:06:31.321886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77824c8-a21c-4b3c-9ed0-782a3d6c423a req-6b993ef3-c11a-4dda-9790-e6b5ef78896e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:31.322201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47282) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:31.323674 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d77824c8-a21c-4b3c-9ed0-782a3d6c423a req-6b993ef3-c11a-4dda-9790-e6b5ef78896e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1279244 Jan 28 17:06:31.377535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.378799 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3237338 Jan 28 17:06:31.410259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211624f-d612-4c89-9aec-9c225faea51c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e798a806-f196-41e6-b15d-ef21228c38d8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:31.418924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d77824c8-a21c-4b3c-9ed0-782a3d6c423a req-09f2ad7f-97a8-4d22-a861-e87772ea9f3d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832849 Jan 28 17:06:31.571540 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (eb835803-fc8c-41a0-a774-60f1005e2abf), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.591014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:31.591598 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.651457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-bd619768-0e72-4e1c-8f37-6f51a3284417 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--2138069938&fields=id&tenant_id=7544397aaa42456998bcfac1041f99ba HTTP/1.1" status: 200 len: 267 time: 0.0902238 Jan 28 17:06:31.710528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (eb835803-fc8c-41a0-a774-60f1005e2abf), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.734521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-c7a2f647-da9d-4794-bfbe-bc5613a17c54 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--164301667&fields=id&tenant_id=7544397aaa42456998bcfac1041f99ba HTTP/1.1" status: 200 len: 267 time: 0.0821483 Jan 28 17:06:31.734792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb835803-fc8c-41a0-a774-60f1005e2abf']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:31.746526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:31.746869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:31.758510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.768993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 2, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:31.773298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.779676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:06:31.780076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (5bd54bba-ec6b-44fd-a8f6-d2a23f3a8efd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.816435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:31.831070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Checking router: dd38d75c-a141-416c-8134-2afe6a889d83 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:31.831377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Updating router dd38d75c-a141-416c-8134-2afe6a889d83 port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:06:31.843589 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:06:31.866423 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.902408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-2aff0385-da97-4d6f-92db-57d1e15a194f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:31.903795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (eb835803-fc8c-41a0-a774-60f1005e2abf), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.906659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-2aff0385-da97-4d6f-92db-57d1e15a194f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/networks?id=6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 200 len: 796 time: 0.1704581 Jan 28 17:06:31.913546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:31.920320 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/networks/eb835803-fc8c-41a0-a774-60f1005e2abf HTTP/1.1" status: 204 len: 168 time: 0.5970044 Jan 28 17:06:31.941213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-008c3bf3-9c0b-4310-85ca-4d480516a7a3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/quotas/7544397aaa42456998bcfac1041f99ba HTTP/1.1" status: 200 len: 375 time: 0.0219526 Jan 28 17:06:31.943021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47306) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:31.950544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'network': {'name': 'tempest-network-smoke--695958058', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:31.955792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c8897-b8d3-4607-a0ca-72a288cb4f8d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Network': ['ID=eb835803-fc8c-41a0-a774-60f1005e2abf,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:31.981049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:06:31.986154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.027932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b6af262-cf3e-4c09-9eff-749bf9a33875 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:32.090037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5b6af262-cf3e-4c09-9eff-749bf9a33875 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:32.090526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b6af262-cf3e-4c09-9eff-749bf9a33875 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:32.091126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 318bc9c1-6c83-4b42-aca6-ac47cd5613bf no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:32.101703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:06:32.124196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 318bc9c1-6c83-4b42-aca6-ac47cd5613bf {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:32.124196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 318bc9c1-6c83-4b42-aca6-ac47cd5613bf not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:32.158964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-5fda85e5-7ebd-448a-9770-10d5138302c6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2168190 Jan 28 17:06:32.162482 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ea56459b-880f-4d29-98fb-ef154b1cdf68), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.162982 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Added segment ea56459b-880f-4d29-98fb-ef154b1cdf68 of type vlan for network 80291d30-6874-4711-89ef-b2dc445e1af8 Jan 28 17:06:32.277946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (80291d30-6874-4711-89ef-b2dc445e1af8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.336690 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Publish callbacks [] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.342597 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.348256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-f62839b5-cba8-4628-aa67-fba13d7c8fe0 service neutron] 10.222.0.25 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687651 Jan 28 17:06:32.350373 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (80291d30-6874-4711-89ef-b2dc445e1af8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.356410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:32.357036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.393696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965c106-8db8-4495-8c6e-c2594214c977 None None] Pushing event updated for resources: {'Port': ['ID=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:32.484331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Attempting to bind port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:32.484912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Network': ['ID=80291d30-6874-4711-89ef-b2dc445e1af8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:32.485042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Attempting to bind port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:32.485566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Attempting to bind port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 on network 6b8bd444-28f5-413f-aade-fa938676d125 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:32.492700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:32.493267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Checking segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:32.494078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.494660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Bound using segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:32.495393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Bound port: 6bd96760-4fd4-49b2-816a-6ef6d12d6b47, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:32.495997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f7eb77d5-f15f-4c13-a972-61637e34b077 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5511403 Jan 28 17:06:32.496102 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.498762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47320) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:32.501666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 80291d30-6874-4711-89ef-b2dc445e1af8 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:06:32.504729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-983741704', 'admin_state_up': True, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:32.560941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-09ef4327-5595-4989-820f-b4f6a80b07d9 service neutron] 10.222.0.25 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010663 Jan 28 17:06:32.669201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (58e85b2b-493e-48d7-bae1-f653d8016a33), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.670540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (58e85b2b-493e-48d7-bae1-f653d8016a33), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.684968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] For port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:32.688179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] For port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:32.697099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:32.730932 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b933999-c497-432f-858b-8639c12962f4 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:06:32.732425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76702fbd-8752-4cf9-9c13-8ba2857210ea req-6e3ffec3-1e56-48c1-9dc8-66173789300b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:32.734034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76702fbd-8752-4cf9-9c13-8ba2857210ea req-6e3ffec3-1e56-48c1-9dc8-66173789300b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1663609 Jan 28 17:06:32.776174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5b933999-c497-432f-858b-8639c12962f4 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:06:32.777047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b933999-c497-432f-858b-8639c12962f4 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:06:32.800344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965c106-8db8-4495-8c6e-c2594214c977 None None] Pushing event updated for resources: {'Port': ['ID=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:32.810056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:32.810813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:32.827118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_controller (58e85b2b-493e-48d7-bae1-f653d8016a33), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.016902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:33.140888 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (58e85b2b-493e-48d7-bae1-f653d8016a33), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.261425 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6809905-c200-496d-b20a-2523db68a6a4 req-c0ff7c1b-369c-40ed-a996-56eecbe648e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 210 time: 0.2726505 Jan 28 17:06:33.286239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76702fbd-8752-4cf9-9c13-8ba2857210ea req-37fab673-9676-45ae-9abb-4929c928efa0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438330 Jan 28 17:06:33.292891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] Provisioning complete for port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:33.293470 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.461654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:32Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:33.492141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb532-9106-4006-a76a-e8514b3d57d0 None None] The sync data for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 is: [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:32Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:33.533770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] Current status of the port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:33.534174 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.591648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] For port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:33.602313 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.686593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f851d1-36fe-490d-9e99-b4c2f2954c1e None None] Pushing event updated for resources: {'Port': ['ID=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:33.739230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cbf2690b-8977-4fbf-b2f9-4ed21853ea85 None None] Provisioning complete for port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:33.740201 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbf2690b-8977-4fbf-b2f9-4ed21853ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.742139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608c20-2050-4d00-93ed-77c90d2661dd req-5467d87a-a877-4af1-a131-069b4120c3ff tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:33.753917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a608c20-2050-4d00-93ed-77c90d2661dd req-5467d87a-a877-4af1-a131-069b4120c3ff tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.3154981 Jan 28 17:06:33.793573 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (58e85b2b-493e-48d7-bae1-f653d8016a33), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.872080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:33.907950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2690b-8977-4fbf-b2f9-4ed21853ea85 None None] Current status of the port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:33.982683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a608c20-2050-4d00-93ed-77c90d2661dd req-1c23dbe5-48d9-436c-a488-5dcb88154ea7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264774 Jan 28 17:06:34.074945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.25.8.198 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/29c0f65b-14ab-46b6-a8ca-16dcf9f71d26) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:34.210074 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5114af1-2d93-4bf0-aebe-b28ea6942fc9 req-f2645eec-d293-494c-936d-f0719a536e43 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:34.218234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5114af1-2d93-4bf0-aebe-b28ea6942fc9 req-f2645eec-d293-494c-936d-f0719a536e43 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1321952 Jan 28 17:06:34.366815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5114af1-2d93-4bf0-aebe-b28ea6942fc9 req-97ebb391-13b3-49a2-96da-c6bcc40d510c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476958 Jan 28 17:06:34.390388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:34.447781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeec906b-bc9e-4294-ab98-cc7ebc994729 req-0b1f375d-be11-4a62-8c7f-7cf0eae7848f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 210 time: 0.0414767 Jan 28 17:06:34.489359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:34.580517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:34.617041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:34.684536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-79804fd2-489b-463e-b81a-2b5c8c1eec9a tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:34.687806 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-79804fd2-489b-463e-b81a-2b5c8c1eec9a tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.24 "GET /v2.0/networks?id=6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 200 len: 796 time: 0.2042503 Jan 28 17:06:34.713843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:34.720458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:34.799765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-72f40a12-b079-450c-897c-6e16e39f8269 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7544397aaa42456998bcfac1041f99ba HTTP/1.1" status: 200 len: 477 time: 0.0980771 Jan 28 17:06:34.810428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'port': {'device_id': 'e239c04a-4392-42ee-862b-b391185406d1', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'admin_state_up': True, 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'security_groups': ['f5583d93-68bf-448d-8556-a8799727b3b0', 'f45bc8e0-6d64-4fca-9157-dae7d39acde7']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:34.856372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df7668-8856-4a7b-90ad-44d3c3ccda8c req-a55a7138-bac2-4a47-a90b-18ce3bd5ecb6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:34.862093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:34.872498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13df7668-8856-4a7b-90ad-44d3c3ccda8c req-a55a7138-bac2-4a47-a90b-18ce3bd5ecb6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.2954686 Jan 28 17:06:34.976393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:34.977938 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:35.058216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Made reservation on behalf of 7544397aaa42456998bcfac1041f99ba for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:06:35.060448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13df7668-8856-4a7b-90ad-44d3c3ccda8c req-d6b7600d-ff63-4910-af60-26fecfe633ef tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864641 Jan 28 17:06:35.063231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:35.212756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:35.339493 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (58e85b2b-493e-48d7-bae1-f653d8016a33), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:35.383737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.20.0.11 (6b8bd444-28f5-413f-aade-fa938676d125/d19fe9eb-d93c-431c-b838-bb2e27e5a39e/d1f58c52-bc2b-47ed-9884-21693382f4ca) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:35.489495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc2a3-1b00-4a19-a2ab-c82550a06f5f req-f41a7e4c-ae13-4985-9b65-ace6b9acafe0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:35.498804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-307fc2a3-1b00-4a19-a2ab-c82550a06f5f req-f41a7e4c-ae13-4985-9b65-ace6b9acafe0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.2547908 Jan 28 17:06:35.587511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:35.632382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:35.714028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 6b8bd444-28f5-413f-aade-fa938676d125 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:35.721699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:35.727440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:35.732347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=d1f58c52-bc2b-47ed-9884-21693382f4ca,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:35.769636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-307fc2a3-1b00-4a19-a2ab-c82550a06f5f req-805d9d25-9b25-4514-88dc-4fa064b1d3dc tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691872 Jan 28 17:06:35.835473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:35.838367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:35.877904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-d071332c-68c5-4874-87e9-e9416815ca1b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0728121 Jan 28 17:06:35.889978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d65b-3605-4ead-946e-bb2315a93727 req-f86f070e-06cc-42a4-acc2-671436fe6943 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:35.894365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Request body: {'port': {'device_id': 'e239c04a-4392-42ee-862b-b391185406d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:35.898146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3010d65b-3605-4ead-946e-bb2315a93727 req-f86f070e-06cc-42a4-acc2-671436fe6943 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 971 time: 0.2675769 Jan 28 17:06:36.009848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.060982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0623dc93-d57c-4ee6-8179-0aaa09eca26a None None] Provisioning complete for port d1f58c52-bc2b-47ed-9884-21693382f4ca triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:36.062130 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0623dc93-d57c-4ee6-8179-0aaa09eca26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.133940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0623dc93-d57c-4ee6-8179-0aaa09eca26a None None] Port d1f58c52-bc2b-47ed-9884-21693382f4ca cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:36.374641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f58c52-bc2b-47ed-9884-21693382f4ca {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:06:36.383591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Publish callbacks [] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.397107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Transition to ACTIVE for port object d1f58c52-bc2b-47ed-9884-21693382f4ca will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:06:36.409639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.443857 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (58e85b2b-493e-48d7-bae1-f653d8016a33), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.490866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Pushing event updated for resources: {'Port': ['ID=d1f58c52-bc2b-47ed-9884-21693382f4ca,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:36.517710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3010d65b-3605-4ead-946e-bb2315a93727 req-0e95175a-2aed-40b3-9f8c-b49815e15c82 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6186659 Jan 28 17:06:36.568567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.569254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.569753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.570999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.571505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.572058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.572693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.573224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.573704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.574206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.574698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.575175 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.575695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:36.583603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Attempting to bind port d1f58c52-bc2b-47ed-9884-21693382f4ca on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:36.583949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Attempting to bind port d1f58c52-bc2b-47ed-9884-21693382f4ca by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:36.584432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Attempting to bind port d1f58c52-bc2b-47ed-9884-21693382f4ca on network 6b8bd444-28f5-413f-aade-fa938676d125 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:36.595206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Port d1f58c52-bc2b-47ed-9884-21693382f4ca on network 6b8bd444-28f5-413f-aade-fa938676d125 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:06:36.595688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Attempting to bind port d1f58c52-bc2b-47ed-9884-21693382f4ca on network 6b8bd444-28f5-413f-aade-fa938676d125 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:36.601402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:36.601855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Checking segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:36.602309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Bound using segment: {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:36.602802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Bound port: d1f58c52-bc2b-47ed-9884-21693382f4ca, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c503b471-4d92-41a4-aa0c-3968908dd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:36.603369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.670864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754c980-8dc4-4ead-b462-3b88ef98b013 req-b7211e10-9343-48cb-94fa-6d82d60a07c8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:36.679597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e754c980-8dc4-4ead-b462-3b88ef98b013 req-b7211e10-9343-48cb-94fa-6d82d60a07c8 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.2313764 Jan 28 17:06:36.702780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] For port d1f58c52-bc2b-47ed-9884-21693382f4ca, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:36.709130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] For port d1f58c52-bc2b-47ed-9884-21693382f4ca, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:36.728368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.784583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:36.785301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:36.786864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] 10.222.0.24 "PUT /v2.0/ports/d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 200 len: 1132 time: 0.9006231 Jan 28 17:06:36.787432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:36.791375 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f656c678-f0fa-4732-97ba-ec38ad962e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:36.841398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e754c980-8dc4-4ead-b462-3b88ef98b013 req-e86b2167-533f-4191-a059-66bc689b3d83 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600387 Jan 28 17:06:36.960772 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455c6444-840d-41fb-8a95-b894b593e8fe x-openstack-request-id: req-455c6444-840d-41fb-8a95-b894b593e8fe {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:36.961439 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:36.962110 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-455c6444-840d-41fb-8a95-b894b593e8fe {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:36.962745 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'status': 'completed', 'code': 200} Jan 28 17:06:36.975363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79819-bdb9-4edc-aae3-473ce4e5923b service neutron] Pushing event updated for resources: {'Port': ['ID=d1f58c52-bc2b-47ed-9884-21693382f4ca,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:36.995354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 58e85b2b-493e-48d7-bae1-f653d8016a33 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:06:37.004633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-a325f005-b7ce-4fc0-8a93-f4fbb62a1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.006603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-a325f005-b7ce-4fc0-8a93-f4fbb62a1009 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1166 time: 0.1438522 Jan 28 17:06:37.111680 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-966248ed-3f1e-4034-b391-1144cc42cb51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 200 len: 217 time: 0.0917528 Jan 28 17:06:37.131028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094369-1412-4713-9e18-45a5ec693f60 req-f011df23-7c21-4199-b040-4f2a751064a4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.141272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44094369-1412-4713-9e18-45a5ec693f60 req-f011df23-7c21-4199-b040-4f2a751064a4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1736870 Jan 28 17:06:37.198001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-7f110c6a-dd85-4ce1-84fb-87c632fbaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.199935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-7f110c6a-dd85-4ce1-84fb-87c632fbaa1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19fe9eb-d93c-431c-b838-bb2e27e5a39e HTTP/1.1" status: 200 len: 835 time: 0.0824201 Jan 28 17:06:37.255933 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44094369-1412-4713-9e18-45a5ec693f60 req-25424056-839c-4f28-b6e6-ecf9b70c91fe tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090882 Jan 28 17:06:37.291727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:37.305988 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Sync routers for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:37.324881 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:37.325521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:37.326672 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:37.334231 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e6c8e6b-28b6-44ad-986d-c21a85ada611 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8288736 Jan 28 17:06:37.334231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47440) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:37.346415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-4c31dc2c-d5b3-4f6d-afbe-04efcee97370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.350348 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-4c31dc2c-d5b3-4f6d-afbe-04efcee97370 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b8bd444-28f5-413f-aade-fa938676d125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1419463 Jan 28 17:06:37.409831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b493a1da-320c-49b3-9d5c-b7fe94926e3e tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4fe440eed5be47c78503deed2fedc888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740447 Jan 28 17:06:37.412719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:37.526856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-5c2d1d3d-d8e7-4080-890a-07a4d503333b service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687436 Jan 28 17:06:37.596354 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:37.694806 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0aa9ab17-ebb1-4c11-8285-499a5017564b req-44b00f3d-3e74-4bd2-90b0-691fde842794 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614563 Jan 28 17:06:37.711023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340f1e7-7dc4-4bce-9c0f-b6722c97f89f tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.712921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e340f1e7-7dc4-4bce-9c0f-b6722c97f89f tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2988584 Jan 28 17:06:37.716057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47452) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:37.762130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede2209-e856-4c5f-b963-bc9c04a6f9a0 req-d1608bb6-68ff-4309-b8c8-3a478c80c060 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.765326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bede2209-e856-4c5f-b963-bc9c04a6f9a0 req-d1608bb6-68ff-4309-b8c8-3a478c80c060 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 983 time: 0.1200376 Jan 28 17:06:37.783458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96bff-5dcb-4653-85b4-b83918635b10 req-d6fe8ed6-4199-427a-8cc8-a2b8d069158b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.785783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47a96bff-5dcb-4653-85b4-b83918635b10 req-d6fe8ed6-4199-427a-8cc8-a2b8d069158b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1525261 Jan 28 17:06:37.787637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-239cf4d4-5e14-4535-9314-5f6cfe7dd0a4 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706437 Jan 28 17:06:37.791060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47454) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:37.798444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807607647', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:37.907828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47a96bff-5dcb-4653-85b4-b83918635b10 req-9e5b51c8-1fa1-4784-a6d6-7cd7139dd985 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060522 Jan 28 17:06:37.926143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-d5584a4d-5957-485a-98a1-884157692d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:37.927671 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-d5584a4d-5957-485a-98a1-884157692d22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1166 time: 0.1667614 Jan 28 17:06:37.949037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bede2209-e856-4c5f-b963-bc9c04a6f9a0 req-8558dcc6-ebb6-488b-9a6e-f2f51a12b396 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1618838 Jan 28 17:06:37.978583 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:35Z', 'revision_number': 3, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:38.020086 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Checking router: 58e85b2b-493e-48d7-bae1-f653d8016a33 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:38.020376 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Updating router 58e85b2b-493e-48d7-bae1-f653d8016a33 port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:06:38.037918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:06:38.042197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.090779 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.142023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-30b679b5-5778-40c7-9e51-26c0822c466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:38.144439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-30b679b5-5778-40c7-9e51-26c0822c466e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 200 len: 897 time: 0.2094722 Jan 28 17:06:38.219189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-4f1e2463-2d65-4e7b-8716-b451d8079d4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 200 len: 217 time: 0.0447588 Jan 28 17:06:38.307290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-7f59b830-9e12-48ec-80d1-8785cf416dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:38.309016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-7f59b830-9e12-48ec-80d1-8785cf416dd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19fe9eb-d93c-431c-b838-bb2e27e5a39e HTTP/1.1" status: 200 len: 835 time: 0.0835841 Jan 28 17:06:38.443498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-3e9c3eee-4867-4f92-a3b6-ac48a09b4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:38.445108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-3e9c3eee-4867-4f92-a3b6-ac48a09b4e6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b8bd444-28f5-413f-aade-fa938676d125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1108835 Jan 28 17:06:38.447202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (8acaabcb-b5e8-4778-9c0a-47c661bae26e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.540604 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Publish callbacks [] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.550309 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.602629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Subnet': ['ID=8acaabcb-b5e8-4778-9c0a-47c661bae26e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:38.617839 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Attempting to bind port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:38.618221 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Attempting to bind port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:38.618592 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Attempting to bind port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:38.626868 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:38.627101 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:38.627499 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.627886 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:38.628362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Bound port: 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:38.628754 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.629318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-1b86afd6-62b1-4acb-acf0-817afb8c4716 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730428 Jan 28 17:06:38.630270 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Pushing event updated for resources: {'Port': ['ID=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:38.658521 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.658868 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.659388 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.659880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.660387 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.660923 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.661422 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.661905 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.662372 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.662858 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.663344 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.663820 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.664329 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:06:38.694068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Checking segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:38.694251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network hostable DHCP agents. Network: 80291d30-6874-4711-89ef-b2dc445e1af8, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:06:38.709284 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] For port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:38.715102 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] For port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:38.727901 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.732972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 80291d30-6874-4711-89ef-b2dc445e1af8 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:06:38.750644 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 80291d30-6874-4711-89ef-b2dc445e1af8) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:38.760984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:38.761657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.763395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75885214-5b7c-47bd-ac9f-efe42eec599f None None] Network 80291d30-6874-4711-89ef-b2dc445e1af8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:06:38.775830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f656c678-f0fa-4732-97ba-ec38ad962e8d req-92d93205-46d2-4fe7-8ca8-77d8c084a662 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372671 Jan 28 17:06:38.784270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8ef096c-8a4f-4009-9cda-04274c5b62c1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9864080 Jan 28 17:06:38.784270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47476) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:38.846039 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:38.847737 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:38.911763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-80291d30-6874-4711-89ef-b2dc445e1af8', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:06:38.913771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:38.935728 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f132b-2079-4b3a-8cc5-573d4757777a None None] Pushing event updated for resources: {'Port': ['ID=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:39.026686 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:39.187147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Allocated IP 172.20.0.2 (80291d30-6874-4711-89ef-b2dc445e1af8/8acaabcb-b5e8-4778-9c0a-47c661bae26e/2d39b858-6a69-4cc0-b704-e6aa6e64b194) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:39.270541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fefe7-71e0-426c-bfe2-0131235f743b req-8a224bc9-2f38-4140-8db4-9f3d654a3c2a tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:39.284321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e0fefe7-71e0-426c-bfe2-0131235f743b req-8a224bc9-2f38-4140-8db4-9f3d654a3c2a tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 983 time: 0.1870849 Jan 28 17:06:39.328975 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:35Z', 'revision_number': 3, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:39.360727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Publish callbacks [] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:39.370202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:39.389780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Network 80291d30-6874-4711-89ef-b2dc445e1af8 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:39.393405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:39.405066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4654a62-9fa2-49dc-937a-6b315a494089 None None] The sync data for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 is: [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:35Z', 'revision_number': 3, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:39.433807 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e0fefe7-71e0-426c-bfe2-0131235f743b req-1e2162c5-2942-43f9-8432-4b35d45b1f98 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1483202 Jan 28 17:06:39.461460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c035-7b4d-48bb-8a40-bcc8909b8f56 req-d378e14c-bf1d-43d2-974b-8a2aed7c38e6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:39.464620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca34c035-7b4d-48bb-8a40-bcc8909b8f56 req-d378e14c-bf1d-43d2-974b-8a2aed7c38e6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.3820963 Jan 28 17:06:39.466098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:39.517746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Pushing event updated for resources: {'Port': ['ID=2d39b858-6a69-4cc0-b704-e6aa6e64b194,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:39.557374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Attempting to bind port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:39.557994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Attempting to bind port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:39.558548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Attempting to bind port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 on network 80291d30-6874-4711-89ef-b2dc445e1af8 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:39.560525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca34c035-7b4d-48bb-8a40-bcc8909b8f56 req-18321854-5560-476a-96b5-7481c791a28b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882752 Jan 28 17:06:39.579889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:39.580520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Checking segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:39.581113 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:39.581653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Bound using segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:39.582303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Bound port: 2d39b858-6a69-4cc0-b704-e6aa6e64b194, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:39.582764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:39.624913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:39.682988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] For port 2d39b858-6a69-4cc0-b704-e6aa6e64b194, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:39.688909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] For port 2d39b858-6a69-4cc0-b704-e6aa6e64b194, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2d39b858-6a69-4cc0-b704-e6aa6e64b194,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:39.701497 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:39.807871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c248-a2a6-4c2f-8216-d0aeab839335 None None] Pushing event updated for resources: {'Port': ['ID=2d39b858-6a69-4cc0-b704-e6aa6e64b194,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:40.078680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633fa2b-5726-4a61-aaec-6748d9d9f92e req-e0423747-3788-4def-9174-321c11ac436e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:40.086352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f633fa2b-5726-4a61-aaec-6748d9d9f92e req-e0423747-3788-4def-9174-321c11ac436e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1223974 Jan 28 17:06:40.174215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f633fa2b-5726-4a61-aaec-6748d9d9f92e req-33a0ee27-439f-4e9c-969c-1ad427fb68bf tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867221 Jan 28 17:06:40.637854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-4869f4de-0863-48b0-a5e1-1bd4b2aa08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:40.641680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e9ccd-79a6-4c1e-b0b8-40ecb918857f req-b2b19dce-2743-40c2-afd6-30fc2fc9b31d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:40.644529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f7e9ccd-79a6-4c1e-b0b8-40ecb918857f req-b2b19dce-2743-40c2-afd6-30fc2fc9b31d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 983 time: 0.0936725 Jan 28 17:06:40.644955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-4869f4de-0863-48b0-a5e1-1bd4b2aa08df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6c3df402c04349850951d8362810a6&device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 1130 time: 0.3006351 Jan 28 17:06:40.811815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f7e9ccd-79a6-4c1e-b0b8-40ecb918857f req-81db3f3e-27af-4e16-95c2-d3851eeeb074 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1565115 Jan 28 17:06:40.850133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-3535ba96-c4b9-42d4-a99d-8eaf09ec38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:40.855585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-3535ba96-c4b9-42d4-a99d-8eaf09ec38f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 200 len: 915 time: 0.2046139 Jan 28 17:06:40.870811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.20.0.1 (80291d30-6874-4711-89ef-b2dc445e1af8/8acaabcb-b5e8-4778-9c0a-47c661bae26e/f415e1c1-ad9a-496a-8a40-3d8c800e9c6d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:40.910850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:40.959351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-33b108af-5d3b-4577-aeba-a16dcc6f804c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 200 len: 217 time: 0.0957909 Jan 28 17:06:41.010802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:41.011466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.076804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-ba6ac279-7990-4b0f-bace-5f9c70651c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:41.078379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-ba6ac279-7990-4b0f-bace-5f9c70651c3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 200 len: 854 time: 0.1100724 Jan 28 17:06:41.132549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:41.133722 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.163448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:41.170692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.171946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2d39b858-6a69-4cc0-b704-e6aa6e64b194 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:41.199922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-b35cc256-f15b-42f6-a6c3-d3fee6e4ac66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785840 Jan 28 17:06:41.284721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.343022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:41.343483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.428162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.432282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69324ab1-f5df-4712-981e-e40cdd345b33 req-2796a2a0-38a2-486d-bbce-4047636d6109 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:41.442013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:41.443214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69324ab1-f5df-4712-981e-e40cdd345b33 req-2796a2a0-38a2-486d-bbce-4047636d6109 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1349630 Jan 28 17:06:41.508157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69324ab1-f5df-4712-981e-e40cdd345b33 req-8be35f8a-bc6f-46c6-9c25-df0eb66aa81e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Jan 28 17:06:41.546789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08c496-d0c3-49ed-be9e-3eb0bae2d802 None None] Network 80291d30-6874-4711-89ef-b2dc445e1af8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:06:41.558704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:41.559474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.579272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:41.591413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 80291d30-6874-4711-89ef-b2dc445e1af8 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:41.593999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-f98cd8eb-1092-4fed-b853-fea0a6ba4464 service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862679 Jan 28 17:06:41.595321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:41.597868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:41.687255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2d39b858-6a69-4cc0-b704-e6aa6e64b194, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2d39b858-6a69-4cc0-b704-e6aa6e64b194,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:41.708125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.717897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-260243f4-f7d2-415a-beef-e6cea359c618 None None] Provisioning complete for port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:41.718410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-260243f4-f7d2-415a-beef-e6cea359c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.764728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (58e85b2b-493e-48d7-bae1-f653d8016a33), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:41.904604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d1f58c52-bc2b-47ed-9884-21693382f4ca details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:06:41.909188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5ca25478-23de-4a31-ac1b-c50e2e6da5b4 req-eb189d0c-0f0b-431c-a886-d61156f6969e service neutron] 10.222.0.31 "GET /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054063 Jan 28 17:06:41.935204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2d39b858-6a69-4cc0-b704-e6aa6e64b194,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:41.997870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-260243f4-f7d2-415a-beef-e6cea359c618 None None] Current status of the port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:42.004908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665f80f-7e36-41ca-a056-1758f9488d87 req-b58ee3bb-a951-4bcc-8108-1a23fff3e899 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:42.008660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8665f80f-7e36-41ca-a056-1758f9488d87 req-b58ee3bb-a951-4bcc-8108-1a23fff3e899 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 983 time: 0.0855319 Jan 28 17:06:42.117401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.133838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8665f80f-7e36-41ca-a056-1758f9488d87 req-e54e5246-986e-405b-a05c-a7ef2407db78 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1135993 Jan 28 17:06:42.147003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d1f58c52-bc2b-47ed-9884-21693382f4ca, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:42.177244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'port_id': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'mac_address': 'fa:16:3e:a1:1d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:06:42.518334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.524822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0cc12af5-d244-49c3-8142-85116d0281e4 None None] Provisioning complete for port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:42.525202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc12af5-d244-49c3-8142-85116d0281e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.590785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d1f58c52-bc2b-47ed-9884-21693382f4ca is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:42.591183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.602693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.656316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f58c52-bc2b-47ed-9884-21693382f4ca {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:06:42.658676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.667025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.723133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d1f58c52-bc2b-47ed-9884-21693382f4ca, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:42.798949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0cc12af5-d244-49c3-8142-85116d0281e4 None None] Current status of the port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:42.801550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.806770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6b49-8101-435c-9b4b-918b738630af req-fa6a8ae3-b2a5-48d3-979f-c95faea863d4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:42.808324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b17c6b49-8101-435c-9b4b-918b738630af req-fa6a8ae3-b2a5-48d3-979f-c95faea863d4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1558433 Jan 28 17:06:42.816246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:42.846379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:42.856425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (58e85b2b-493e-48d7-bae1-f653d8016a33), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.888837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0cc12af5-d244-49c3-8142-85116d0281e4 None None] Provisioning complete for port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:42.889252 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0cc12af5-d244-49c3-8142-85116d0281e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.926262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b17c6b49-8101-435c-9b4b-918b738630af req-f122dc23-22f3-4bbc-bf86-6349caef08c4 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111538 Jan 28 17:06:42.946858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d1f58c52-bc2b-47ed-9884-21693382f4ca,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:42.960721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:42.961670 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:42.965919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0cc12af5-d244-49c3-8142-85116d0281e4 None None] Port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:43.012547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 80291d30-6874-4711-89ef-b2dc445e1af8 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:43.014079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:43.052356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:43.053542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2d39b858-6a69-4cc0-b704-e6aa6e64b194 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:43.077464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['d1f58c52-bc2b-47ed-9884-21693382f4ca'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:06:43.160033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a4f4151b-3069-447e-81c8-ec3e6a45b048 None None] Provisioning complete for port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:43.160543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a4f4151b-3069-447e-81c8-ec3e6a45b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:43.167364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 58e85b2b-493e-48d7-bae1-f653d8016a33 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:06:43.240162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a4f4151b-3069-447e-81c8-ec3e6a45b048 None None] Port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:43.283291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:43.283669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:43.371046 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:43.385925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a53bca-73d5-43c8-912d-8ae5ce2b3005 req-ad9471d3-f374-4571-ac37-c109da197cda tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.387519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96a53bca-73d5-43c8-912d-8ae5ce2b3005 req-ad9471d3-f374-4571-ac37-c109da197cda tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 984 time: 0.1224115 Jan 28 17:06:43.390255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Sync routers for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:43.391968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8ddb0910-1d15-4377-9cc4-2146c8c9741d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "PUT /v2.0/routers/58e85b2b-493e-48d7-bae1-f653d8016a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5930307 Jan 28 17:06:43.394580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:43.451620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:43.452448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:43.513800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96a53bca-73d5-43c8-912d-8ae5ce2b3005 req-9bc23e6c-992e-412b-a9c9-948cd0fd201f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1202075 Jan 28 17:06:43.544338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.546643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.546643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.547300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.547797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.548220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.549191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.549620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:43.549727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.550097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.550682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.560423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47578) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:43.562452 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-52848a37-69dc-4f19-b960-fad04f639674 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.1667073 Jan 28 17:06:43.604332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e3eb29d6-3bdc-48ce-b8c5-496fa7c8b477 None None] Provisioning complete for port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:43.604848 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3eb29d6-3bdc-48ce-b8c5-496fa7c8b477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:43.611991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:43.683798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb29d6-3bdc-48ce-b8c5-496fa7c8b477 None None] Port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:43.703267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.703742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.704200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.704656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.705149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.705598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.706046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.706492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.706935 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.707527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:43.709930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f311421d-fca7-450b-877c-2d454454126c tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6550 time: 0.1484706 Jan 28 17:06:43.713334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47584) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:43.866040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 2, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:43.895698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Checking router: 58e85b2b-493e-48d7-bae1-f653d8016a33 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:43.896059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Updating router 58e85b2b-493e-48d7-bae1-f653d8016a33 port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:06:43.926840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d1f58c52-bc2b-47ed-9884-21693382f4ca up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:43.964614 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:43.995505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0dd0eaf0-e53c-4b0e-8e5a-d09f642657f7 tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.2810276 Jan 28 17:06:44.029231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port d1f58c52-bc2b-47ed-9884-21693382f4ca completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:06:44.040955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port d1f58c52-bc2b-47ed-9884-21693382f4ca triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:44.041126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.138420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39c5c-66de-41da-8f44-5a4261f3a0b8 req-5f5d530d-bce6-4a1f-bea4-88a501cbbe03 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:44.140004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59c39c5c-66de-41da-8f44-5a4261f3a0b8 req-5f5d530d-bce6-4a1f-bea4-88a501cbbe03 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1228769 Jan 28 17:06:44.244033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59c39c5c-66de-41da-8f44-5a4261f3a0b8 req-7e2c5d4b-2d8e-4f88-aeca-7c35000959d7 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928488 Jan 28 17:06:44.262603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port d1f58c52-bc2b-47ed-9884-21693382f4ca is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:44.263003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.314273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:44.314827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:44.316952 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1a5bd-015e-42f9-8e51-a06f86392567" -d '{"events": [{"server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "name": "network-vif-plugged", "status": "completed", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:44.320929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905618913', 'description': 'tempest-secgroup-smoke-1905618913 description', 'project_id': '4fe440eed5be47c78503deed2fedc888'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:44.344532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port d1f58c52-bc2b-47ed-9884-21693382f4ca, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:44.355521 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.368619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.404584 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58e426e-cd67-41e6-af29-56fa4ab26c96 x-openstack-request-id: req-b58e426e-cd67-41e6-af29-56fa4ab26c96 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:44.404770 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "name": "network-vif-plugged", "status": "completed", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:44.405015 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b58e426e-cd67-41e6-af29-56fa4ab26c96 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:44.406160 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'code': 200} Jan 28 17:06:44.485588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (5b79f3af-6ef0-444a-8e47-3d0b2e8f1680), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.496046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5b79f3af-6ef0-444a-8e47-3d0b2e8f1680), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.501642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=d1f58c52-bc2b-47ed-9884-21693382f4ca,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:44.511526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Publish callbacks [] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.529030 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.559160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f85c5-881b-479f-a42d-8934ee2ea56d req-85c9e6bc-54b8-4b75-a72e-5faf4a292c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:44.562703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a8f85c5-881b-479f-a42d-8934ee2ea56d req-85c9e6bc-54b8-4b75-a72e-5faf4a292c57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1168 time: 0.0963213 Jan 28 17:06:44.563744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:44.583931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.590502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6bacbd6c-82c0-446f-9e22-8c5eae15ba27 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2737145 Jan 28 17:06:44.590820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47606) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:44.626822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '5b79f3af-6ef0-444a-8e47-3d0b2e8f1680', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:44.683092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1d9c4-4d40-4316-9621-e5c346bba1bc None None] Pushing event updated for resources: {'Port': ['ID=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:44.713504 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9a8f85c5-881b-479f-a42d-8934ee2ea56d req-cd36b3e5-6902-423a-8b9b-a4975eac225e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1456306 Jan 28 17:06:44.731196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77177-3bfd-45b6-b156-2908b143434f req-3bfdb522-f669-4f41-bf62-cfda3e4aba4d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:44.738382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a77177-3bfd-45b6-b156-2908b143434f req-3bfdb522-f669-4f41-bf62-cfda3e4aba4d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.3506858 Jan 28 17:06:44.813597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Attempting to bind port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:44.814066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Attempting to bind port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:44.814446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Attempting to bind port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d on network 80291d30-6874-4711-89ef-b2dc445e1af8 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:44.822179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:44.822399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Checking segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:44.822814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.823210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Bound using segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:44.824015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Bound port: f415e1c1-ad9a-496a-8a40-3d8c800e9c6d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:44.824408 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.833101 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a77177-3bfd-45b6-b156-2908b143434f req-d9d87c97-8ce1-44f0-8684-60261b7a6d5b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936120 Jan 28 17:06:44.846865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (07903ffa-4bf4-4002-8bdf-005e72916439), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.859912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ce2d-ebf5-4530-b282-8dfc8c0e8612 req-5be52edf-0ee9-4f6f-a4be-f46c300dbe67 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:44.884234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f97ce2d-ebf5-4530-b282-8dfc8c0e8612 req-5be52edf-0ee9-4f6f-a4be-f46c300dbe67 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 985 time: 0.2333360 Jan 28 17:06:44.911607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] For port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:44.915147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] For port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:44.925243 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.996768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (07903ffa-4bf4-4002-8bdf-005e72916439), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:44.997896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:44.998542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:45.018544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (07903ffa-4bf4-4002-8bdf-005e72916439), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.042740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1d9c4-4d40-4316-9621-e5c346bba1bc None None] Pushing event updated for resources: {'Port': ['ID=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:45.080887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] Provisioning complete for port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:45.081263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07903ffa-4bf4-4002-8bdf-005e72916439,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:45.081377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.090800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.095648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3246dbe3-f7a1-4f2f-a704-30fe94168f49 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4974079 Jan 28 17:06:45.095758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47616) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:45.099712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '5b79f3af-6ef0-444a-8e47-3d0b2e8f1680', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:45.145812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (cb03d689-0656-47a2-8ff9-483e08210f41), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.147638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f97ce2d-ebf5-4530-b282-8dfc8c0e8612 req-1c2f9d05-f5ef-48a5-a74f-57a3a9c38a44 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2606828 Jan 28 17:06:45.173281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b681c-dc46-4aaf-bc9a-82886d70b18e req-38e103ec-287c-44cd-8311-daf903133fb3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:45.173281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-080b681c-dc46-4aaf-bc9a-82886d70b18e req-38e103ec-287c-44cd-8311-daf903133fb3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1697345 Jan 28 17:06:45.254362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (cb03d689-0656-47a2-8ff9-483e08210f41), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.259322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (cb03d689-0656-47a2-8ff9-483e08210f41), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.279293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-080b681c-dc46-4aaf-bc9a-82886d70b18e req-08aaa9dc-775d-4005-9877-a05f603548bd tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969763 Jan 28 17:06:45.291694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb03d689-0656-47a2-8ff9-483e08210f41,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:45.296883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:45.313496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.318345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:45.324092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '5b79f3af-6ef0-444a-8e47-3d0b2e8f1680', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:45.329766 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab1b5146-565a-4200-8912-56e317bf8fab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2335801 Jan 28 17:06:45.420555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] Current status of the port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:45.420934 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.423219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (20c491a7-46b8-4a07-a965-8d9b9d430edc), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.491386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebccb85-6d00-47df-934b-28e748f4d7ac req-cb0fd928-6e2a-4108-9e83-54414753f9eb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:45.496138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebccb85-6d00-47df-934b-28e748f4d7ac req-cb0fd928-6e2a-4108-9e83-54414753f9eb tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1169226 Jan 28 17:06:45.523108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (20c491a7-46b8-4a07-a965-8d9b9d430edc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.536650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (20c491a7-46b8-4a07-a965-8d9b9d430edc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.570144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] For port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:45.573381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c491a7-46b8-4a07-a965-8d9b9d430edc,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:45.626994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.627775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bebccb85-6d00-47df-934b-28e748f4d7ac req-82dff675-d8ee-44fe-a8dc-52515f32f3aa tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220396 Jan 28 17:06:45.651291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.652783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a7f8c860-7763-452c-a6d5-1e2a6e217c8f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331444 Jan 28 17:06:45.655598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47632) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:45.660480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '5b79f3af-6ef0-444a-8e47-3d0b2e8f1680', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:45.714261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (20b60402-21bc-4c16-8a73-5637e089bd68), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.886252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (20b60402-21bc-4c16-8a73-5637e089bd68), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.896969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (20b60402-21bc-4c16-8a73-5637e089bd68), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.917044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b60402-21bc-4c16-8a73-5637e089bd68,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:45.936220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:45.940087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9df5c23-fca9-4072-9858-a7b54c3d95d4 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2810297 Jan 28 17:06:45.940424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47636) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:45.947025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '5b79f3af-6ef0-444a-8e47-3d0b2e8f1680', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:45.977617 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Project 4fe440eed5be47c78503deed2fedc888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:06:45.979233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e1d9d-fe15-4c86-8a00-84c71b636b52 req-15cc153d-1f45-47e2-8f89-5b71f0563068 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:45.987150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a9e1d9d-fe15-4c86-8a00-84c71b636b52 req-15cc153d-1f45-47e2-8f89-5b71f0563068 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1031728 Jan 28 17:06:45.987929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (85bf7d28-43a4-4374-970f-fa2eb9d4c861), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.030078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04eafaa7-2ee2-4c27-b8ff-f1837f2ba184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.039013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4865a743-1941-4662-a04a-a12e7b8ea629 None None] Provisioning complete for port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:46.040086 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4865a743-1941-4662-a04a-a12e7b8ea629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.055827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a9e1d9d-fe15-4c86-8a00-84c71b636b52 req-21eb77f7-3ad5-4a07-ad90-ecd41ee55d96 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674191 Jan 28 17:06:46.076418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa4554-8a3e-4101-9d97-b6d9a6c221e8 None None] Pushing event updated for resources: {'Port': ['ID=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:46.115726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (85bf7d28-43a4-4374-970f-fa2eb9d4c861), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.123035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (85bf7d28-43a4-4374-970f-fa2eb9d4c861), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.164559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4865a743-1941-4662-a04a-a12e7b8ea629 None None] Current status of the port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:46.177458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:44Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:46.203306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bf7d28-43a4-4374-970f-fa2eb9d4c861,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:46.219629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.222160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9cb52edf-aa9b-436c-b90d-f60c74e66a93 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804663 Jan 28 17:06:46.225253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47646) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:46.243041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'security_group_rule': {'security_group_id': '5b79f3af-6ef0-444a-8e47-3d0b2e8f1680', 'project_id': '4fe440eed5be47c78503deed2fedc888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:46.251698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f343dd-ec3d-49ef-bb61-2a22e6ae5a2c None None] The sync data for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 is: [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:44Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:46.322898 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Project 4fe440eed5be47c78503deed2fedc888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:06:46.352857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997cb66-941f-49f9-9357-22d5b22b232a req-a38337bc-44cf-45d2-9aae-83bfa1753ba6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:46.361055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c997cb66-941f-49f9-9357-22d5b22b232a req-a38337bc-44cf-45d2-9aae-83bfa1753ba6 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.2057898 Jan 28 17:06:46.371353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (ae0458ab-ae65-42ef-843e-aa2c358351e8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.424233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10400b-9f4e-4410-9e56-c1ad21ba8ee7 req-cd58680b-3d10-4211-9b53-d09144b3e1f3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:46.432089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c10400b-9f4e-4410-9e56-c1ad21ba8ee7 req-cd58680b-3d10-4211-9b53-d09144b3e1f3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 985 time: 0.1771998 Jan 28 17:06:46.506799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c997cb66-941f-49f9-9357-22d5b22b232a req-ae4d7442-e2ba-45e8-8179-39249a694dd1 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404824 Jan 28 17:06:46.597706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (ae0458ab-ae65-42ef-843e-aa2c358351e8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.631801 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c10400b-9f4e-4410-9e56-c1ad21ba8ee7 req-dca6faf6-6f9e-4329-b857-57b6fb3a00de tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1987643 Jan 28 17:06:46.635459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (ae0458ab-ae65-42ef-843e-aa2c358351e8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.758061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0458ab-ae65-42ef-843e-aa2c358351e8,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:46.799173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:46.808651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7ff0ae2b-e532-4105-9830-ca5c062a40d2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5628917 Jan 28 17:06:46.824873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f415e1c1-ad9a-496a-8a40-3d8c800e9c6d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:46.853678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7cb82-35e2-45f5-b638-86f928a809a0 req-2e97365d-19ef-4de3-9fa4-97c510343f25 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:46.855724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6a7cb82-35e2-45f5-b638-86f928a809a0 req-2e97365d-19ef-4de3-9fa4-97c510343f25 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.2095838 Jan 28 17:06:46.927371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d43e-ea6e-45b5-976f-b0edd6eee573 req-5653d958-aa5a-4014-a40d-f512ccf9c59d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:46.930323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0898d43e-ea6e-45b5-976f-b0edd6eee573 req-5653d958-aa5a-4014-a40d-f512ccf9c59d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 985 time: 0.1508343 Jan 28 17:06:46.941837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6a7cb82-35e2-45f5-b638-86f928a809a0 req-b18e730d-b74a-42db-aa46-8e91d1480180 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745449 Jan 28 17:06:47.013332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:47.014110 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:47.126279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0898d43e-ea6e-45b5-976f-b0edd6eee573 req-258e14ae-165f-4fbb-a238-4ce10309707d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1649141 Jan 28 17:06:47.163525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:47.180568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927cbbe-14f4-4da5-bb01-2e510d35130e req-2109a0e0-a262-4b1a-8eeb-ef666b77a18e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:47.182167 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e927cbbe-14f4-4da5-bb01-2e510d35130e req-2109a0e0-a262-4b1a-8eeb-ef666b77a18e tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1318562 Jan 28 17:06:47.264305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e927cbbe-14f4-4da5-bb01-2e510d35130e req-db15a8ed-a409-4ee9-85e7-e30af3eb0e6f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751474 Jan 28 17:06:47.299344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-418b7215-25b3-4bf0-a307-0c01a87e65a2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905618913&fields=id&tenant_id=4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 267 time: 0.0744650 Jan 28 17:06:47.504453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04576a4-a5d4-4f3a-a7be-e3d0d546ab3b req-7d2f1727-4e97-4b33-ab1f-f50f1508881d tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:47.512405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b04576a4-a5d4-4f3a-a7be-e3d0d546ab3b req-7d2f1727-4e97-4b33-ab1f-f50f1508881d tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1168 time: 0.1427500 Jan 28 17:06:47.531851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b04576a4-a5d4-4f3a-a7be-e3d0d546ab3b req-12927013-7fd5-4501-ba88-3f0fcd8cee62 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:47.556361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-a5be5fe0-a88b-4b95-997d-c69ea07575ea tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:47.563841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-a5be5fe0-a88b-4b95-997d-c69ea07575ea tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/networks?id=80291d30-6874-4711-89ef-b2dc445e1af8 HTTP/1.1" status: 200 len: 796 time: 0.2632058 Jan 28 17:06:47.659118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b04576a4-a5d4-4f3a-a7be-e3d0d546ab3b req-12927013-7fd5-4501-ba88-3f0fcd8cee62 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Publish callbacks [] for security_group (127a63bf-e54c-499c-8256-6c763de6ff19), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:47.661702 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-295d07e3-49d7-4c70-8955-170d75884ad5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/quotas/4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 375 time: 0.0968554 Jan 28 17:06:47.667552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-b04576a4-a5d4-4f3a-a7be-e3d0d546ab3b req-12927013-7fd5-4501-ba88-3f0fcd8cee62 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (127a63bf-e54c-499c-8256-6c763de6ff19), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:47.734400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12927013-7fd5-4501-ba88-3f0fcd8cee62 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a63bf-e54c-499c-8256-6c763de6ff19,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:47.775660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b04576a4-a5d4-4f3a-a7be-e3d0d546ab3b req-12927013-7fd5-4501-ba88-3f0fcd8cee62 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2621415 Jan 28 17:06:47.803054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47688) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:47.839849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-a0627090-52c3-4582-aa64-e2d4cbdd38db tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059225 Jan 28 17:06:47.884794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-92e1b4ab-cb55-4f50-b905-6c96e596d19c req-96607955-a53d-4d5d-97b6-102a0ba3724a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:06:47.893825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92e1b4ab-cb55-4f50-b905-6c96e596d19c req-96607955-a53d-4d5d-97b6-102a0ba3724a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119877 Jan 28 17:06:47.895866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0bd256-a4e3-4217-ad5e-797bfee832a8 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:47.900351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b0bd256-a4e3-4217-ad5e-797bfee832a8 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1163 time: 0.0935047 Jan 28 17:06:47.903463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47692) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:47.933768 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3fe24914-d715-4a46-b379-e2d5b592e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:47.958228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:48.039712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:48.081305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-55872ff6-1fcf-4260-98a7-9d90c7885231 service neutron] 10.222.0.25 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304301 Jan 28 17:06:48.142826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73337-8c03-43c7-9084-3ee6c4469c12 req-56e2b4ba-9fbd-493f-97c4-5e2d42cb3ab9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:48.144499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f73337-8c03-43c7-9084-3ee6c4469c12 req-56e2b4ba-9fbd-493f-97c4-5e2d42cb3ab9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1607234 Jan 28 17:06:48.269642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f73337-8c03-43c7-9084-3ee6c4469c12 req-09de5cc9-53fe-4c00-ac5f-b8d614f3cf16 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070168 Jan 28 17:06:48.283864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-947ad354-6a44-41ef-93d5-0e27b6d1b8b6 service neutron] 10.222.0.25 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690419 Jan 28 17:06:48.332234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:48.514963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.25.8.33 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/38e27ebf-bbd9-41da-bf9a-58594015c65d) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:48.569118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb1e4f79-24f9-4cec-8313-db70339430c4 req-d3be610f-a542-45a0-9843-cb85f0d11a5c tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0381429 Jan 28 17:06:48.641977 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:06:48.947597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff4ad-197f-44f8-8d4e-00c59e0636ee req-8b20dc7a-86af-4095-9f73-e1fd2b7e20ab tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:48.954384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb3ff4ad-197f-44f8-8d4e-00c59e0636ee req-8b20dc7a-86af-4095-9f73-e1fd2b7e20ab tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.5060799 Jan 28 17:06:49.041162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb3ff4ad-197f-44f8-8d4e-00c59e0636ee req-294a2237-8eb2-4375-8097-2dacbfec80da tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767515 Jan 28 17:06:49.046150 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:49.106961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:49.192113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:49.213150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:49.225163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:49.273791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=38e27ebf-bbd9-41da-bf9a-58594015c65d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:49.357717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05483471-3e52-4ac6-80b0-114a9aba9a7a req-f9680a3b-a233-468d-a19b-e7d824654f0b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:49.359390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05483471-3e52-4ac6-80b0-114a9aba9a7a req-f9680a3b-a233-468d-a19b-e7d824654f0b tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1866384 Jan 28 17:06:49.441137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:49.471833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05483471-3e52-4ac6-80b0-114a9aba9a7a req-7c3d7d12-5ddc-44d6-8c28-99aefa2239c2 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019571 Jan 28 17:06:49.744697 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-2fd3405e-f0b7-45d3-aa81-9f78ad1954fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482868 Jan 28 17:06:49.843115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-307d71bf-5656-4202-b290-141e1a3a5771 req-122fa8b8-88cb-4078-9829-2cbce0a337ef tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0674138 Jan 28 17:06:49.868126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9611-a866-4be0-838c-57d92dc49101 req-fe598986-fa0b-4b96-9981-8b7a900f1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:49.869759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-fe598986-fa0b-4b96-9981-8b7a900f1fa0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1129 time: 0.0953541 Jan 28 17:06:50.000741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9611-a866-4be0-838c-57d92dc49101 req-8496838d-0bf3-4cd5-b5de-3db220239d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:50.001561 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-8496838d-0bf3-4cd5-b5de-3db220239d3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1081123 Jan 28 17:06:50.054033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ef9f2-8b63-4e89-86d4-6ca9bfae4770 req-47c16b20-44b2-4d71-a082-86383462e138 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:50.055803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-397ef9f2-8b63-4e89-86d4-6ca9bfae4770 req-47c16b20-44b2-4d71-a082-86383462e138 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.4813502 Jan 28 17:06:50.087148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-75634013-0bf5-4aea-b707-b206970f6d97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 1001 time: 0.0785458 Jan 28 17:06:50.149992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9611-a866-4be0-838c-57d92dc49101 req-3479c9c5-a1bf-45c0-a77a-71ac65563ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:50.151945 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-3479c9c5-a1bf-45c0-a77a-71ac65563ea8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0591898 Jan 28 17:06:50.159345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-81587b64-d45f-4422-ab94-98989e6307fe tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:50.160913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-81587b64-d45f-4422-ab94-98989e6307fe tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.31 "GET /v2.0/networks?id=80291d30-6874-4711-89ef-b2dc445e1af8 HTTP/1.1" status: 200 len: 796 time: 0.3942034 Jan 28 17:06:50.165319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for floatingip (116aa754-c118-490f-9bc2-96d9cd3c4012), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:50.214853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9611-a866-4be0-838c-57d92dc49101 req-41c9ad93-1c8a-4496-a9a1-54b99a93fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:50.216664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-41c9ad93-1c8a-4496-a9a1-54b99a93fea9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575213 Jan 28 17:06:50.255119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-397ef9f2-8b63-4e89-86d4-6ca9bfae4770 req-ac6362bd-6c56-47be-8027-7d474321bd10 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918786 Jan 28 17:06:50.404263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-99f30eeb-ce4b-4677-a9a5-7a26b919323b service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746974 Jan 28 17:06:50.417547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-e623a714-95b9-4b8f-b304-742017bf0883 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe440eed5be47c78503deed2fedc888 HTTP/1.1" status: 200 len: 380 time: 0.2290640 Jan 28 17:06:50.422226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:50.429461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'port': {'device_id': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'admin_state_up': True, 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'security_groups': ['5b79f3af-6ef0-444a-8e47-3d0b2e8f1680']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:50.520823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f93b9611-a866-4be0-838c-57d92dc49101 req-d60d08f7-8861-4a1a-b2f2-0ca1a92e1845 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086731 Jan 28 17:06:50.552456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7ea-cec9-4df1-b953-884ab17e6e09 req-7ae2c3a2-181e-4fce-9d96-13d63e94878f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:50.554070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4cf1a7ea-cec9-4df1-b953-884ab17e6e09 req-7ae2c3a2-181e-4fce-9d96-13d63e94878f tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1928227 Jan 28 17:06:50.694449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:50.725289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Made reservation on behalf of 4fe440eed5be47c78503deed2fedc888 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:06:50.728661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:50.733073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4cf1a7ea-cec9-4df1-b953-884ab17e6e09 req-e8fc47ae-3031-415f-8136-475af44e3c91 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688454 Jan 28 17:06:50.841841 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:50.859215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:51.007050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cc2ad54-e321-4732-8768-b7e8bc9fc58a req-61645b01-9390-4a39-b81d-21004fb24994 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0574453 Jan 28 17:06:51.046696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.20.0.8 (80291d30-6874-4711-89ef-b2dc445e1af8/8acaabcb-b5e8-4778-9c0a-47c661bae26e/e21887e5-c8d9-4000-87ee-2db4f551897f) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:06:51.048896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=38e27ebf-bbd9-41da-bf9a-58594015c65d,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:51.080223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (116aa754-c118-490f-9bc2-96d9cd3c4012), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:51.091007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d6b49-3ce1-4fb8-847e-dcc01b0e8064 req-1a38f6b7-153b-4106-b178-91945b5609e9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:51.098272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f9d6b49-3ce1-4fb8-847e-dcc01b0e8064 req-1a38f6b7-153b-4106-b178-91945b5609e9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.2544613 Jan 28 17:06:51.297282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f9d6b49-3ce1-4fb8-847e-dcc01b0e8064 req-dbbe469e-6d55-41fb-a830-5be77f5fdd0d tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979387 Jan 28 17:06:51.307945 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Floating IP 116aa754-c118-490f-9bc2-96d9cd3c4012 associated. External IP: 172.25.8.33, port: d1f58c52-bc2b-47ed-9884-21693382f4ca. Jan 28 17:06:51.397410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:51.546840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:51.591751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7c9c9-e544-40b8-acd3-141ebd5f20b5 req-bb4df0df-fb91-4212-9642-f8b820036494 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:51.593157 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbb7c9c9-e544-40b8-acd3-141ebd5f20b5 req-bb4df0df-fb91-4212-9642-f8b820036494 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.1674318 Jan 28 17:06:51.612586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 80291d30-6874-4711-89ef-b2dc445e1af8 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:06:51.624357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:06:51.626798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:06:51.763990 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:51.962546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8378ebc8-db08-46c5-af92-d3ac93165ef8 None None] Provisioning complete for port e21887e5-c8d9-4000-87ee-2db4f551897f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:51.963290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8378ebc8-db08-46c5-af92-d3ac93165ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:52.001940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8378ebc8-db08-46c5-af92-d3ac93165ef8 None None] Port e21887e5-c8d9-4000-87ee-2db4f551897f cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:06:52.083404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=e21887e5-c8d9-4000-87ee-2db4f551897f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:52.130332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.131047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:52.164503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbb7c9c9-e544-40b8-acd3-141ebd5f20b5 req-550b0150-c301-4322-a841-12f4fbdc9b72 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507159 Jan 28 17:06:52.183371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router dd38d75c-a141-416c-8134-2afe6a889d83 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:06:52.190051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-d19b4fdc-c533-4229-a364-3a16d0724f21 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7647789 Jan 28 17:06:52.206509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Request body: {'port': {'device_id': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:06:52.325936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd6fa-1aa9-4a10-b5ba-4ba06d7fbe85 req-4ecb86b8-ce51-4520-a7d9-fd391c4a902d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.327505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dbfd6fa-1aa9-4a10-b5ba-4ba06d7fbe85 req-4ecb86b8-ce51-4520-a7d9-fd391c4a902d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 931 time: 0.1924636 Jan 28 17:06:52.410789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:06:52.412543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:52.421553 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] Sync routers for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:06:52.448072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:52.448714 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:52.458951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:52.494023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5d270dfe-300f-49c8-93d7-0fa501b3733f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5390117 Jan 28 17:06:52.496447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47780) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:52.499358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:52.501653 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5468a3-6e6c-4446-a959-90b18c883b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:52.714369 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:52.855361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.856115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.856703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.857422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.857977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.858605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.859161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.859676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.860061 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7dada6-0ae9-45e6-a725-eb7ad7bcda30 x-openstack-request-id: req-ed7dada6-0ae9-45e6-a725-eb7ad7bcda30 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:52.860287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.860394 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:52.860929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.863303 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8aaa0ccc-2b1e-4c18-8eb1-74edf3591886 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.3651314 Jan 28 17:06:52.865836 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed7dada6-0ae9-45e6-a725-eb7ad7bcda30 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:52.866335 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'status': 'completed', 'code': 200} Jan 28 17:06:52.866974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47788) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:52.887506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dbfd6fa-1aa9-4a10-b5ba-4ba06d7fbe85 req-cd90e2e0-01ae-4fa2-8d1a-f74bc7065f30 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5517004 Jan 28 17:06:52.893278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-32950316-3a9a-41a1-acc5-68523a72be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:52.895708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-32950316-3a9a-41a1-acc5-68523a72be0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1168 time: 0.2646999 Jan 28 17:06:53.024914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.026186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.026807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.027467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.028561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.029187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.030190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.030803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.031449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.032076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.035391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a87fb2c3-8869-4285-99e5-a21ece195675 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6550 time: 0.1639659 Jan 28 17:06:53.043750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 47796) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:53.053661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21887e5-c8d9-4000-87ee-2db4f551897f {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:06:53.057176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-d45804fe-f32b-4d4e-859f-8ac577ccc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.058888 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-d45804fe-f32b-4d4e-859f-8ac577ccc4cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 200 len: 897 time: 0.1572611 Jan 28 17:06:53.065728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Publish callbacks [] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:53.100721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Transition to ACTIVE for port object e21887e5-c8d9-4000-87ee-2db4f551897f will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:06:53.112630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:53.165985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e21887e5-c8d9-4000-87ee-2db4f551897f,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:53.291108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-0d0a5e6a-b547-455b-933e-5cca1edece92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 200 len: 999 time: 0.1793232 Jan 28 17:06:53.334545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Attempting to bind port e21887e5-c8d9-4000-87ee-2db4f551897f on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:06:53.334913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Attempting to bind port e21887e5-c8d9-4000-87ee-2db4f551897f by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:06:53.335237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Attempting to bind port e21887e5-c8d9-4000-87ee-2db4f551897f on network 80291d30-6874-4711-89ef-b2dc445e1af8 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:53.341129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Port e21887e5-c8d9-4000-87ee-2db4f551897f on network 80291d30-6874-4711-89ef-b2dc445e1af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:06:53.341454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Attempting to bind port e21887e5-c8d9-4000-87ee-2db4f551897f on network 80291d30-6874-4711-89ef-b2dc445e1af8 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:06:53.359082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:06:53.359562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Checking segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:06:53.359956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Bound using segment: {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:06:53.360410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Bound port: e21887e5-c8d9-4000-87ee-2db4f551897f, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea56459b-880f-4d29-98fb-ef154b1cdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:06:53.360795 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:53.390797 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '116aa754-c118-490f-9bc2-96d9cd3c4012', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'port_id': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'mac_address': 'fa:16:3e:a1:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e239c04a-4392-42ee-862b-b391185406d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:06:49Z', 'updated_at': '2022-01-28T17:06:49Z', 'revision_number': 0, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:33Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:53.409950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-bd4e09a4-d100-49e9-b27c-be6ac1fe7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.416951 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-bd4e09a4-d100-49e9-b27c-be6ac1fe7e59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19fe9eb-d93c-431c-b838-bb2e27e5a39e HTTP/1.1" status: 200 len: 835 time: 0.0959263 Jan 28 17:06:53.446537 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] Checking router: dd38d75c-a141-416c-8134-2afe6a889d83 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:06:53.482542 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:06:53.482542 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:53.501975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] For port e21887e5-c8d9-4000-87ee-2db4f551897f, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:06:53.505617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] For port e21887e5-c8d9-4000-87ee-2db4f551897f, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e21887e5-c8d9-4000-87ee-2db4f551897f,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:06:53.520472 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:53.593555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-eb3ecf89-5196-45e6-b870-df60115030ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.595399 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-eb3ecf89-5196-45e6-b870-df60115030ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b8bd444-28f5-413f-aade-fa938676d125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1720340 Jan 28 17:06:53.600967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e21887e5-c8d9-4000-87ee-2db4f551897f,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:53.614002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.614857 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:53.616309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-498c0cb1-f3e6-415b-bff4-eb693c70e5d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/e21887e5-c8d9-4000-87ee-2db4f551897f HTTP/1.1" status: 200 len: 1092 time: 1.4162374 Jan 28 17:06:53.658198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7c424631-2a76-495e-b601-79abc84b0992 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.6125965 Jan 28 17:06:53.660925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 47800) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:06:53.763695 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:06:53.807735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b480c-3c3e-4523-ba04-c45878730478 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.809210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b480c-3c3e-4523-ba04-c45878730478 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.820714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-828b480c-3c3e-4523-ba04-c45878730478 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd38d75c-a141-416c-8134-2afe6a889d83 HTTP/1.1" status: 200 len: 2063 time: 0.1489890 Jan 28 17:06:53.820714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-193460b9-b323-4f0d-aa54-1993285ad9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:53.820714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-193460b9-b323-4f0d-aa54-1993285ad9b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 1126 time: 0.1114120 Jan 28 17:06:53.830942 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-b0adbd70-c0a2-4ac8-9d07-63bacefdeaeb service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058203 Jan 28 17:06:53.892232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-1887ef1a-67a0-40c7-89b7-4ebc6b4bd3e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e21887e5-c8d9-4000-87ee-2db4f551897f HTTP/1.1" status: 200 len: 217 time: 0.0700922 Jan 28 17:06:54.034016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-8cde171e-306b-4610-9c1f-4ccf93a06dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:54.041627 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-8cde171e-306b-4610-9c1f-4ccf93a06dab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8acaabcb-b5e8-4778-9c0a-47c661bae26e HTTP/1.1" status: 200 len: 834 time: 0.1412964 Jan 28 17:06:54.068972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5c5468a3-6e6c-4446-a959-90b18c883b8d req-13089594-63a0-4545-8fd1-dfdcacde98e9 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294729 Jan 28 17:06:54.175358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-c82a87a9-1399-4787-a2c8-bfd8f78d1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:54.177038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-c82a87a9-1399-4787-a2c8-bfd8f78d1827 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80291d30-6874-4711-89ef-b2dc445e1af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1288702 Jan 28 17:06:54.205506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa94aa-6cc2-439a-81c8-8bbbbe44852d req-3a88a19d-19ea-4df8-a3d1-0d823565c2f2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:54.215451 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3afa94aa-6cc2-439a-81c8-8bbbbe44852d req-3a88a19d-19ea-4df8-a3d1-0d823565c2f2 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 943 time: 0.1163425 Jan 28 17:06:54.256329 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '116aa754-c118-490f-9bc2-96d9cd3c4012', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'port_id': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'mac_address': 'fa:16:3e:a1:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e239c04a-4392-42ee-862b-b391185406d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:06:49Z', 'updated_at': '2022-01-28T17:06:49Z', 'revision_number': 0, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:33Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:06:54.315996 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61eda6-e582-4168-a602-8b72083352b4 None None] The sync data for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 is: [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '116aa754-c118-490f-9bc2-96d9cd3c4012', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'port_id': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'mac_address': 'fa:16:3e:a1:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e239c04a-4392-42ee-862b-b391185406d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:06:49Z', 'updated_at': '2022-01-28T17:06:49Z', 'revision_number': 0, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:33Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:06:54.349983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-68c93406-fee2-43a9-9149-4bbba15d657e service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541717 Jan 28 17:06:54.474336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3afa94aa-6cc2-439a-81c8-8bbbbe44852d req-642f3ac6-85db-49af-9cc5-424a0c629664 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579954 Jan 28 17:06:54.488651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2b468f7-2b33-45e5-b8ef-b60e69566587 req-a0d6f62e-7c25-43a2-b38c-3338af773895 service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282094 Jan 28 17:06:54.769253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473aff39-eb40-40e5-b9b6-0304d6a40f46 None None] New status for floating IP 116aa754-c118-490f-9bc2-96d9cd3c4012: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:06:54.867830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:54.870429 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4925d-3edd-40d7-b24e-689272b29564" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:54.950324 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b25349-e082-455a-85cc-67b936eb30a7 x-openstack-request-id: req-b8b25349-e082-455a-85cc-67b936eb30a7 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:54.950712 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:54.951041 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8b25349-e082-455a-85cc-67b936eb30a7 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:54.951502 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'status': 'completed', 'code': 200} Jan 28 17:06:55.048436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4925d-3edd-40d7-b24e-689272b29564 req-029805fe-38c5-413c-8cc2-902619342ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:55.050912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-029805fe-38c5-413c-8cc2-902619342ac0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 1126 time: 0.0706182 Jan 28 17:06:55.175957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4925d-3edd-40d7-b24e-689272b29564 req-47340ac5-49af-471f-b8bf-f1f5ffdf17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:55.177596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-47340ac5-49af-471f-b8bf-f1f5ffdf17e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=80291d30-6874-4711-89ef-b2dc445e1af8 HTTP/1.1" status: 200 len: 897 time: 0.1203351 Jan 28 17:06:55.245491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-0e96c43d-eaaa-406f-8c30-b6e023147da1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e21887e5-c8d9-4000-87ee-2db4f551897f HTTP/1.1" status: 200 len: 217 time: 0.0597594 Jan 28 17:06:55.300420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4925d-3edd-40d7-b24e-689272b29564 req-6bcc1fb9-2aca-49aa-b7a6-a3fbc3776f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:55.302058 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-6bcc1fb9-2aca-49aa-b7a6-a3fbc3776f7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8acaabcb-b5e8-4778-9c0a-47c661bae26e HTTP/1.1" status: 200 len: 834 time: 0.0492063 Jan 28 17:06:55.366414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4925d-3edd-40d7-b24e-689272b29564 req-912c6018-0140-487b-b471-8fed044a4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:55.368194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-912c6018-0140-487b-b471-8fed044a4cb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80291d30-6874-4711-89ef-b2dc445e1af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0594053 Jan 28 17:06:55.492802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-b783fd53-2b4b-44e6-95c1-2bf4a843b453 service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170225 Jan 28 17:06:55.681723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf85d4e-207c-47f2-a76d-a5693fa91074 req-7518ed4f-fedd-42a2-ab38-76d15c35fd8e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:55.683223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bf85d4e-207c-47f2-a76d-a5693fa91074 req-7518ed4f-fedd-42a2-ab38-76d15c35fd8e tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 943 time: 0.0883920 Jan 28 17:06:55.685045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-def4925d-3edd-40d7-b24e-689272b29564 req-24f59a80-dac5-4fd9-8502-3dc00816c912 service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857662 Jan 28 17:06:55.740515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bf85d4e-207c-47f2-a76d-a5693fa91074 req-646adabd-ac34-4a5d-b082-fc2c2d4a6c56 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507150 Jan 28 17:06:56.885413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578efcb-6e0e-4f01-bd6f-08c2fdfbefe3 req-81d25a15-5372-4a88-b3af-0951422c0901 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:56.886604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f578efcb-6e0e-4f01-bd6f-08c2fdfbefe3 req-81d25a15-5372-4a88-b3af-0951422c0901 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 943 time: 0.0708294 Jan 28 17:06:56.946322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f578efcb-6e0e-4f01-bd6f-08c2fdfbefe3 req-2724dd46-369c-4644-82ce-4aa2007678a6 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540369 Jan 28 17:06:57.315316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e21887e5-c8d9-4000-87ee-2db4f551897f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:06:57.431369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e21887e5-c8d9-4000-87ee-2db4f551897f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e21887e5-c8d9-4000-87ee-2db4f551897f,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:57.444416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'port_id': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'mac_address': 'fa:16:3e:47:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:06:57.487601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port e21887e5-c8d9-4000-87ee-2db4f551897f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:57.487980 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:57.501469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21887e5-c8d9-4000-87ee-2db4f551897f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:06:57.530879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e21887e5-c8d9-4000-87ee-2db4f551897f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e21887e5-c8d9-4000-87ee-2db4f551897f,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:57.536352 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:57.592522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=e21887e5-c8d9-4000-87ee-2db4f551897f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:57.777409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['e21887e5-c8d9-4000-87ee-2db4f551897f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:06:58.211564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f7e81-dc94-40d7-86eb-4837676aae89 req-bd14a267-79ed-49c4-810d-c8a322f0b429 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:58.219580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f15f7e81-dc94-40d7-86eb-4837676aae89 req-bd14a267-79ed-49c4-810d-c8a322f0b429 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 944 time: 0.1514168 Jan 28 17:06:58.285655 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f15f7e81-dc94-40d7-86eb-4837676aae89 req-64d31292-9fe5-4e22-a7ea-eeb6b6442a24 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607953 Jan 28 17:06:59.329926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e21887e5-c8d9-4000-87ee-2db4f551897f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:06:59.414899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port e21887e5-c8d9-4000-87ee-2db4f551897f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:06:59.420106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port e21887e5-c8d9-4000-87ee-2db4f551897f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:06:59.420685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:59.521558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port e21887e5-c8d9-4000-87ee-2db4f551897f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:06:59.522183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:59.527484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e29e8-45a7-49fe-975c-caf3815418e3 req-52430440-e70c-4946-8076-ec7678dffc3c tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:59.532417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-129e29e8-45a7-49fe-975c-caf3815418e3 req-52430440-e70c-4946-8076-ec7678dffc3c tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 944 time: 0.1245179 Jan 28 17:06:59.571872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e21887e5-c8d9-4000-87ee-2db4f551897f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e21887e5-c8d9-4000-87ee-2db4f551897f,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:06:59.572894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:06:59.575639 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceea04a-8422-4e38-aef7-ce249c2e647d" -d '{"events": [{"server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:06:59.581765 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:06:59.639074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-129e29e8-45a7-49fe-975c-caf3815418e3 req-fd55bb97-ca77-4267-8108-f442aa17757c tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993545 Jan 28 17:06:59.687616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=e21887e5-c8d9-4000-87ee-2db4f551897f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:06:59.757251 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74a6e1-b950-48fd-915b-e3bde01f850d x-openstack-request-id: req-9e74a6e1-b950-48fd-915b-e3bde01f850d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:06:59.757562 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:06:59.757862 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e74a6e1-b950-48fd-915b-e3bde01f850d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:06:59.758272 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'code': 200} Jan 28 17:06:59.885136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfe2aa-63f5-4c1f-a8da-fcd239f66c71 req-c870ef13-3d1b-480a-b748-371aa917ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:06:59.887025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76bfe2aa-63f5-4c1f-a8da-fcd239f66c71 req-c870ef13-3d1b-480a-b748-371aa917ccee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 1128 time: 0.0488374 Jan 28 17:06:59.962794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-76bfe2aa-63f5-4c1f-a8da-fcd239f66c71 req-8c62ccbc-ce9f-4376-9b64-05e3c58e5cab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694082 Jan 28 17:07:00.767333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19a59a-2c8e-44ef-8f86-c3dc8f8bbea4 req-ba3386b5-dae5-4172-a9eb-be54b0c86cbc tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:00.775765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd19a59a-2c8e-44ef-8f86-c3dc8f8bbea4 req-ba3386b5-dae5-4172-a9eb-be54b0c86cbc tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 945 time: 0.0675867 Jan 28 17:07:00.832086 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd19a59a-2c8e-44ef-8f86-c3dc8f8bbea4 req-3d86cfea-29a4-410c-a26d-c73c36f385ae tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510414 Jan 28 17:07:01.953547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd280-38d7-4637-a533-4c75ad55d94c req-3b8f9950-b811-4c7a-8917-846e4c4ed500 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:01.961044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74fdd280-38d7-4637-a533-4c75ad55d94c req-3b8f9950-b811-4c7a-8917-846e4c4ed500 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 945 time: 0.0682557 Jan 28 17:07:02.013031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74fdd280-38d7-4637-a533-4c75ad55d94c req-38502228-0e19-4aff-b177-818499908ca9 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509846 Jan 28 17:07:02.217095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6e75-b43d-4c87-88f5-06ba75024fc3 req-9d585520-58c8-4d39-a7bc-2427ccc514c0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:02.218670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35ab6e75-b43d-4c87-88f5-06ba75024fc3 req-9d585520-58c8-4d39-a7bc-2427ccc514c0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 945 time: 0.1071744 Jan 28 17:07:02.347133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35ab6e75-b43d-4c87-88f5-06ba75024fc3 req-eeef2ae4-409c-4296-80b5-5327f6f22243 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203909 Jan 28 17:07:02.362592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48018) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:02.438476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab971fc0-f80d-46c0-bb78-365221636bdb tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:02.440418 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab971fc0-f80d-46c0-bb78-365221636bdb tempest-TestNetworkBasicOps-1750677568 tempest-TestNetworkBasicOps-1750677568-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 1123 time: 0.0747252 Jan 28 17:07:02.443197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:02.449476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:02.477875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:02.594069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bfca-1b21-4c9e-8c8f-87da2a700fc6 req-6695d128-1aa4-4385-8ef5-6be66a0a97b0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:02.595947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9819bfca-1b21-4c9e-8c8f-87da2a700fc6 req-6695d128-1aa4-4385-8ef5-6be66a0a97b0 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.0889442 Jan 28 17:07:02.634006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:02.690699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9819bfca-1b21-4c9e-8c8f-87da2a700fc6 req-6226f5a0-390d-4fb7-84e1-5edd418860f9 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876484 Jan 28 17:07:02.782715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Allocated IP 172.25.8.10 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4274fe07-06b9-4053-80b5-73f98bbbff76) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:02.935656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:02.987951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:03.033402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:03.036474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:03.047043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:03.167294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=4274fe07-06b9-4053-80b5-73f98bbbff76,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:03.552848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (753816e8-7715-4975-8b6e-70bd9daf2813), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:03.632857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:03.900177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca25cc-8cc0-426f-b57a-3fa8a1b7c589 req-f74ddbb0-39d2-45b8-8768-ec677a4ead1c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:03.906277 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:03.908219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bca25cc-8cc0-426f-b57a-3fa8a1b7c589 req-f74ddbb0-39d2-45b8-8768-ec677a4ead1c tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.0676405 Jan 28 17:07:03.911692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:03.972705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bca25cc-8cc0-426f-b57a-3fa8a1b7c589 req-e9630442-6df7-46e9-830a-b28a1d0dfbd3 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0679999-5075-442e-80b7-d853daf41b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632794 Jan 28 17:07:03.997035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event updated for resources: {'Port': ['ID=4274fe07-06b9-4053-80b5-73f98bbbff76,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:04.008568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (753816e8-7715-4975-8b6e-70bd9daf2813), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:04.151830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-eae14b90-f9bc-447c-98e2-388e16b70f72 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:04.153762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-eae14b90-f9bc-447c-98e2-388e16b70f72 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.31 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 947 time: 0.0831025 Jan 28 17:07:04.282424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Deleting port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:04.282776 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:04.398717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] For port 2003d67a-f560-4bf4-8c1f-3827438bd0e7, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2003d67a-f560-4bf4-8c1f-3827438bd0e7,segment=NetworkSegment(3981e271-4a45-4683-a6b9-586db158eb67),segment_id=3981e271-4a45-4683-a6b9-586db158eb67)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:04.401445 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:04.417132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Calling delete_port for 2003d67a-f560-4bf4-8c1f-3827438bd0e7 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:04.516659 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Floating IP 753816e8-7715-4975-8b6e-70bd9daf2813 associated. External IP: 172.25.8.10, port: e21887e5-c8d9-4000-87ee-2db4f551897f. Jan 28 17:07:04.574766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2003d67a-f560-4bf4-8c1f-3827438bd0e7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:04.588655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2003d67a-f560-4bf4-8c1f-3827438bd0e7'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:07:04.700953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] No DVR routers for this DVR port 2003d67a-f560-4bf4-8c1f-3827438bd0e7 on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:07:04.703170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Pushing event deleted for resources: {'Port': ['ID=2003d67a-f560-4bf4-8c1f-3827438bd0e7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:04.710950 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:04.715414 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c0ec9c4-94c1-4f3d-8387-d16c813aad6b req-383a3ecc-a31d-46a4-8c75-e7d61c79a1c5 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.31 "DELETE /v2.0/ports/2003d67a-f560-4bf4-8c1f-3827438bd0e7 HTTP/1.1" status: 204 len: 173 time: 0.5558999 Jan 28 17:07:04.716805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-deleted', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:04.719886 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e64bdc0-d848-4e16-9dbd-61618d116082" -d '{"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-deleted", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:04.785256 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f1929-11b4-436a-ae59-4ca5e9d4ed2d x-openstack-request-id: req-783f1929-11b4-436a-ae59-4ca5e9d4ed2d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:04.785553 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d97650-955d-422e-9bcd-0da6c3ba9108", "name": "network-vif-deleted", "tag": "2003d67a-f560-4bf4-8c1f-3827438bd0e7", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:04.785813 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-783f1929-11b4-436a-ae59-4ca5e9d4ed2d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:04.786225 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d97650-955d-422e-9bcd-0da6c3ba9108', 'name': 'network-vif-deleted', 'tag': '2003d67a-f560-4bf4-8c1f-3827438bd0e7', 'status': 'completed', 'code': 200} Jan 28 17:07:04.792497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 58e85b2b-493e-48d7-bae1-f653d8016a33 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:07:04.921971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:07:04.933788 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] Sync routers for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:07:04.942948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:04.958059 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:04.958696 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:05.019236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:05.027787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-12a552bf-5d55-4b03-96b5-897f2cd81a75 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5828321 Jan 28 17:07:05.028547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:05.031234 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ee79ca-acd9-47d6-92dc-99eef20c439a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:05.137595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-752884ff-2d6e-4991-aba5-b8b5ece1297d tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/753816e8-7715-4975-8b6e-70bd9daf2813 HTTP/1.1" status: 200 len: 990 time: 0.1152010 Jan 28 17:07:05.157534 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fed4b8-20dd-4bfe-aedc-bd793e251279 x-openstack-request-id: req-d6fed4b8-20dd-4bfe-aedc-bd793e251279 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:05.158029 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:05.158448 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6fed4b8-20dd-4bfe-aedc-bd793e251279 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:05.159092 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'status': 'completed', 'code': 200} Jan 28 17:07:05.196194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-975e86e6-ee84-4534-9915-c278cc2b6c2d req-e60067be-cf4c-49ab-a400-fe1885dc0f38 tempest-ServersNegativeTestJSON-812662979 tempest-ServersNegativeTestJSON-812662979-project] 10.222.0.25 "GET /v2.0/ports?device_id=10d97650-955d-422e-9bcd-0da6c3ba9108 HTTP/1.1" status: 200 len: 210 time: 0.0458834 Jan 28 17:07:05.218189 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:05.268512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-3ead1b05-8d2e-469e-82f9-16df49e0997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:05.270448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-3ead1b05-8d2e-469e-82f9-16df49e0997a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 1128 time: 0.0660074 Jan 28 17:07:05.404537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-f5108760-59a2-4525-814c-76f513d6078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:05.406391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-f5108760-59a2-4525-814c-76f513d6078d service neutron] 10.222.0.31 "GET /v2.0/networks?id=80291d30-6874-4711-89ef-b2dc445e1af8 HTTP/1.1" status: 200 len: 897 time: 0.1295803 Jan 28 17:07:05.497926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-77be97ab-6555-4ca6-8a25-644b2298f27b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e21887e5-c8d9-4000-87ee-2db4f551897f HTTP/1.1" status: 200 len: 998 time: 0.0854185 Jan 28 17:07:05.510149 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '753816e8-7715-4975-8b6e-70bd9daf2813', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'port_id': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'mac_address': 'fa:16:3e:47:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:07:03Z', 'updated_at': '2022-01-28T17:07:03Z', 'revision_number': 0, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:45Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:05.537973 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] Checking router: 58e85b2b-493e-48d7-bae1-f653d8016a33 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:07:05.547804 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:05.548510 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:06:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:05.560185 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-a4851d2d-0a6c-4ea6-8785-7afe4ab665a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:05.561949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-a4851d2d-0a6c-4ea6-8785-7afe4ab665a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8acaabcb-b5e8-4778-9c0a-47c661bae26e HTTP/1.1" status: 200 len: 834 time: 0.0582354 Jan 28 17:07:05.627101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-dfb76fde-a703-4ed4-bd93-a50f86fd6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:05.629016 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-dfb76fde-a703-4ed4-bd93-a50f86fd6281 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80291d30-6874-4711-89ef-b2dc445e1af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607553 Jan 28 17:07:05.662394 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:05.748180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-004cf697-0035-43e7-b936-023f0f42bdfc service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129751 Jan 28 17:07:05.862652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0ee79ca-acd9-47d6-92dc-99eef20c439a req-7a34079a-17f3-42f2-8f13-012fb3c271ac service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076534 Jan 28 17:07:05.898499 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '753816e8-7715-4975-8b6e-70bd9daf2813', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'port_id': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'mac_address': 'fa:16:3e:47:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:07:03Z', 'updated_at': '2022-01-28T17:07:03Z', 'revision_number': 0, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:45Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:05.931751 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e0774-2ce3-45c7-91a7-d893eae47b1f None None] The sync data for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 is: [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '753816e8-7715-4975-8b6e-70bd9daf2813', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'port_id': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'mac_address': 'fa:16:3e:47:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:07:03Z', 'updated_at': '2022-01-28T17:07:03Z', 'revision_number': 0, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:45Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:07:06.136136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:06.166165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa163779-09b0-47e8-8ebd-66298502aa00 None None] New status for floating IP 753816e8-7715-4975-8b6e-70bd9daf2813: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:07:06.216418 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f70bb652-3130-425d-b2fe-430e3232bc72 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/753816e8-7715-4975-8b6e-70bd9daf2813 HTTP/1.1" status: 200 len: 990 time: 0.0772998 Jan 28 17:07:06.268802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48096) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:06.328977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Deleting subnet 7f246fea-c83a-4976-b28e-a6b744cbdd51 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:07:06.332703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Publish callbacks [] for subnet (7f246fea-c83a-4976-b28e-a6b744cbdd51), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.386580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (7f246fea-c83a-4976-b28e-a6b744cbdd51), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.436052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7f246fea-c83a-4976-b28e-a6b744cbdd51), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.502332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (7f246fea-c83a-4976-b28e-a6b744cbdd51), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.526742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f246fea-c83a-4976-b28e-a6b744cbdd51,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:06.537199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.540985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7f246fea-c83a-4976-b28e-a6b744cbdd51 HTTP/1.1" status: 204 len: 168 time: 0.2708175 Jan 28 17:07:06.542810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.543254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.543487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.543825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.544160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.544299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48100) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:06.544494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.545113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.545451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.545762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.546087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.546408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.546728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.547048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0cc87-f5c3-4e5c-97ef-4a9c198d3667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:06.618003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.701445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.722068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b7c2cb-5adc-4267-a0af-2037d5f13a4c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:06.731884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3981e271-4a45-4683-a6b9-586db158eb67') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:06.732187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3981e271-4a45-4683-a6b9-586db158eb67') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:06.741551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3981e271-4a45-4683-a6b9-586db158eb67), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.754400 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3981e271-4a45-4683-a6b9-586db158eb67), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.760334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:07:06.760884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3981e271-4a45-4683-a6b9-586db158eb67), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:07:06.762677 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:07:06.821026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c3b7c2cb-5adc-4267-a0af-2037d5f13a4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.826469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:06.829616 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] 10.222.0.25 "DELETE /v2.0/networks/c3b7c2cb-5adc-4267-a0af-2037d5f13a4c HTTP/1.1" status: 204 len: 168 time: 0.2836883 Jan 28 17:07:06.841267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19338cf-9ddc-4af3-8a5d-33f1439d14ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b7c2cb-5adc-4267-a0af-2037d5f13a4c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:07.015414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48106) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:07.059002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d44617e5-53ae-49f3-a61f-9108cfa4e61a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa6c3df402c04349850951d8362810a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426452 Jan 28 17:07:07.062061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48108) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:07.110080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4153d78e-ab9f-4ee3-b9aa-53ea37b9ff0c admin admin] Publish callbacks [] for security_group (b0679999-5075-442e-80b7-d853daf41b58), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:07.131675 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4153d78e-ab9f-4ee3-b9aa-53ea37b9ff0c admin admin] Publish callbacks [] for security_group (b0679999-5075-442e-80b7-d853daf41b58), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:07.185974 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4153d78e-ab9f-4ee3-b9aa-53ea37b9ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b0679999-5075-442e-80b7-d853daf41b58), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:07.188760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4153d78e-ab9f-4ee3-b9aa-53ea37b9ff0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:07.192219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4153d78e-ab9f-4ee3-b9aa-53ea37b9ff0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0679999-5075-442e-80b7-d853daf41b58 HTTP/1.1" status: 204 len: 168 time: 0.1270323 Jan 28 17:07:07.200895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d78e-ab9f-4ee3-b9aa-53ea37b9ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0679999-5075-442e-80b7-d853daf41b58,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:07.218884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48114) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:07.289378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-95a989e6-fb2b-45cd-99da-3cbce54caba5 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/753816e8-7715-4975-8b6e-70bd9daf2813 HTTP/1.1" status: 200 len: 992 time: 0.0688617 Jan 28 17:07:07.362284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:07.387978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 2003d67a-f560-4bf4-8c1f-3827438bd0e7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:07.388330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2003d67a-f560-4bf4-8c1f-3827438bd0e7 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:07.883541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48136) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:07.984308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-481177620-network', 'tenant_id': '229b4917acd849eda376493e26ceb0fe'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:08.003589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Made reservation on behalf of 229b4917acd849eda376493e26ceb0fe for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:08.005854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.015258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.090689 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks [] for security_group (800d1c90-0b21-41b7-964c-3259f1713089), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.095294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (800d1c90-0b21-41b7-964c-3259f1713089), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.120040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:07:08.129833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800d1c90-0b21-41b7-964c-3259f1713089,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:08.135169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f45edc33-e4f2-4f16-9d99-2c3d14a65628), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.135516 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Added segment f45edc33-e4f2-4f16-9d99-2c3d14a65628 of type vlan for network 5b1975cd-92dc-401a-912c-6b7925f2815a Jan 28 17:07:08.177422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5b1975cd-92dc-401a-912c-6b7925f2815a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.202932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5b1975cd-92dc-401a-912c-6b7925f2815a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.203863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:08.204443 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.261779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3770878 Jan 28 17:07:08.264648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:08.265329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f400e-d2d0-4a77-815d-3358ace92f42 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1975cd-92dc-401a-912c-6b7925f2815a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:08.271400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Request body: {'subnet': {'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-481177620-subnet', 'tenant_id': '229b4917acd849eda376493e26ceb0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:08.276429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5b1975cd-92dc-401a-912c-6b7925f2815a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:07:08.299133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Made reservation on behalf of 229b4917acd849eda376493e26ceb0fe for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:08.301820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.474360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9d3bd29e-77da-4971-bac5-e806ad81a4de), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.528967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3bd29e-77da-4971-bac5-e806ad81a4de,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:08.543220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Checking segment: {'id': 'f45edc33-e4f2-4f16-9d99-2c3d14a65628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:08.543602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Network hostable DHCP agents. Network: 5b1975cd-92dc-401a-912c-6b7925f2815a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:07:08.562719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Network 5b1975cd-92dc-401a-912c-6b7925f2815a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:07:08.572888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5b1975cd-92dc-401a-912c-6b7925f2815a) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:08.577068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:08.577664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:08.583599 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a75ee3-0d10-4c05-b078-90d0e7ba517d None None] Network 5b1975cd-92dc-401a-912c-6b7925f2815a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:08.600351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-35d86bd1-d249-48c9-8813-e4d455688627 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3284247 Jan 28 17:07:08.702137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06674b0a-41e2-4cb1-8696-73844662ab14 None None] Network 5b1975cd-92dc-401a-912c-6b7925f2815a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:08.989833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48158) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:08.994853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1728803277-network', 'tenant_id': '19109c286236490e9ed5d8810f8c2551'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:09.013272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Made reservation on behalf of 19109c286236490e9ed5d8810f8c2551 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:09.015710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.025434 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.099011 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks [] for security_group (33320484-e07c-458a-95d5-772d57176938), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.103207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (33320484-e07c-458a-95d5-772d57176938), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.123809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:07:09.139088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33320484-e07c-458a-95d5-772d57176938,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:09.141886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c89e3dcd-1e06-497d-828d-55b65c4c59b2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.142227 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Added segment c89e3dcd-1e06-497d-828d-55b65c4c59b2 of type vlan for network ef4c7c76-7f2f-41dc-bd12-f5733e68de21 Jan 28 17:07:09.185244 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (ef4c7c76-7f2f-41dc-bd12-f5733e68de21), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.211047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (ef4c7c76-7f2f-41dc-bd12-f5733e68de21), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.212173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:09.212811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.269861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2761440 Jan 28 17:07:09.270620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48162) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:09.276598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10305c-ca7a-4321-98a3-76a4c05dd5cb admin admin] Pushing event updated for resources: {'Network': ['ID=ef4c7c76-7f2f-41dc-bd12-f5733e68de21,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:09.278418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Request body: {'subnet': {'network_id': 'ef4c7c76-7f2f-41dc-bd12-f5733e68de21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1728803277-subnet', 'tenant_id': '19109c286236490e9ed5d8810f8c2551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:09.287089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network ef4c7c76-7f2f-41dc-bd12-f5733e68de21 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:07:09.301142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Made reservation on behalf of 19109c286236490e9ed5d8810f8c2551 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:09.303901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.480256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (3bcab928-1004-4968-aa02-00791c13c015), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.545768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bcab928-1004-4968-aa02-00791c13c015,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:09.563145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Checking segment: {'id': 'c89e3dcd-1e06-497d-828d-55b65c4c59b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef4c7c76-7f2f-41dc-bd12-f5733e68de21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:09.563515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Network hostable DHCP agents. Network: ef4c7c76-7f2f-41dc-bd12-f5733e68de21, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:07:09.584234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Network ef4c7c76-7f2f-41dc-bd12-f5733e68de21 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:07:09.595704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, ef4c7c76-7f2f-41dc-bd12-f5733e68de21) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:09.600613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:09.601643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:09.608184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710c404-536e-4f9b-8785-5240ee502b16 None None] Network ef4c7c76-7f2f-41dc-bd12-f5733e68de21 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:09.634767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eca9d3f3-d832-4282-a418-bce81ed4780f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3486769 Jan 28 17:07:09.721748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d68d2f9-5958-4c63-9815-f402c0598a6f None None] Network ef4c7c76-7f2f-41dc-bd12-f5733e68de21 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:10.115618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-492db816-4336-4719-900a-9b062e2c5067 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:10.117735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-492db816-4336-4719-900a-9b062e2c5067 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/networks?id=5b1975cd-92dc-401a-912c-6b7925f2815a HTTP/1.1" status: 200 len: 824 time: 0.1035419 Jan 28 17:07:10.133306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-2d5215f8-37b3-4836-96cf-6a01b9e48b23 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/quotas/229b4917acd849eda376493e26ceb0fe HTTP/1.1" status: 200 len: 375 time: 0.0094995 Jan 28 17:07:10.166438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-9cc9211f-197c-43e8-a2a5-71b39d4ad3d7 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=229b4917acd849eda376493e26ceb0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277267 Jan 28 17:07:10.263308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-e156bd2f-c3ca-4cc3-9dc8-43b1b06fb488 service neutron] 10.222.0.25 "GET /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865779 Jan 28 17:07:10.363718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-9b6463b8-ac7c-40b3-8491-9138e13085ea service neutron] 10.222.0.25 "GET /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942709 Jan 28 17:07:10.544495 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a8ac7486-85b7-4162-bdfd-087c8619b043 req-015dbca8-b4d1-41f0-b93b-03adc895d4d4 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 210 time: 0.0358613 Jan 28 17:07:11.556510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-c46c5b56-b20c-47ef-aafa-156c39b5c94c tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:11.560955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-c46c5b56-b20c-47ef-aafa-156c39b5c94c tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.24 "GET /v2.0/networks?id=5b1975cd-92dc-401a-912c-6b7925f2815a HTTP/1.1" status: 200 len: 824 time: 0.1533582 Jan 28 17:07:11.576136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Request body: {'port': {'device_id': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a', 'admin_state_up': True, 'tenant_id': '229b4917acd849eda376493e26ceb0fe'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:11.673538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ff5b402-1925-415c-a036-5bc3dbd7b420 req-f763aeb0-de86-4ca0-bcd5-22f5592ad7be tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 210 time: 0.0495572 Jan 28 17:07:11.708479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Made reservation on behalf of 229b4917acd849eda376493e26ceb0fe for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:11.712711 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:11.855074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Allocated IP 172.20.0.2 (5b1975cd-92dc-401a-912c-6b7925f2815a/9d3bd29e-77da-4971-bac5-e806ad81a4de/6feb8574-cf36-4127-80cd-5508f40df60f) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:12.014333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks [] for port (6feb8574-cf36-4127-80cd-5508f40df60f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.058506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.118942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Network 5b1975cd-92dc-401a-912c-6b7925f2815a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:12.120074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Pushing event updated for resources: {'Port': ['ID=6feb8574-cf36-4127-80cd-5508f40df60f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:12.122729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:12.125211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:12.176834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:12.177577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.195328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-54353c90-0733-4cf0-905f-a26c99eb15ec tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250997 Jan 28 17:07:12.206974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Request body: {'port': {'device_id': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:12.274646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.394345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.429545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.576703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6feb8574-cf36-4127-80cd-5508f40df60f {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:07:12.588725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Publish callbacks [] for port (6feb8574-cf36-4127-80cd-5508f40df60f), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.610842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Transition to ACTIVE for port object 6feb8574-cf36-4127-80cd-5508f40df60f will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:07:12.615906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.716131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6feb8574-cf36-4127-80cd-5508f40df60f,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:12.752705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Attempting to bind port 6feb8574-cf36-4127-80cd-5508f40df60f on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:07:12.753137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Attempting to bind port 6feb8574-cf36-4127-80cd-5508f40df60f by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'f45edc33-e4f2-4f16-9d99-2c3d14a65628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:07:12.753828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Attempting to bind port 6feb8574-cf36-4127-80cd-5508f40df60f on network 5b1975cd-92dc-401a-912c-6b7925f2815a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:12.759546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Port 6feb8574-cf36-4127-80cd-5508f40df60f on network 5b1975cd-92dc-401a-912c-6b7925f2815a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:07:12.759981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Attempting to bind port 6feb8574-cf36-4127-80cd-5508f40df60f on network 5b1975cd-92dc-401a-912c-6b7925f2815a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:12.766647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:07:12.767397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Checking segment: {'id': 'f45edc33-e4f2-4f16-9d99-2c3d14a65628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:12.768031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Bound using segment: {'id': 'f45edc33-e4f2-4f16-9d99-2c3d14a65628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:07:12.768788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Bound port: 6feb8574-cf36-4127-80cd-5508f40df60f, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45edc33-e4f2-4f16-9d99-2c3d14a65628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:07:12.769405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.833462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bac8f-5d1e-4a49-a2fa-79fb87d95918 req-558a86c9-6d21-47e2-a697-237bf95b4aad tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:12.842329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b2bac8f-5d1e-4a49-a2fa-79fb87d95918 req-558a86c9-6d21-47e2-a697-237bf95b4aad tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 943 time: 0.0834377 Jan 28 17:07:12.854752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] For port 6feb8574-cf36-4127-80cd-5508f40df60f, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:07:12.860683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] For port 6feb8574-cf36-4127-80cd-5508f40df60f, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6feb8574-cf36-4127-80cd-5508f40df60f,segment=NetworkSegment(f45edc33-e4f2-4f16-9d99-2c3d14a65628),segment_id=f45edc33-e4f2-4f16-9d99-2c3d14a65628)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:07:12.871954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.904634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b2bac8f-5d1e-4a49-a2fa-79fb87d95918 req-b3902ffb-51a5-42bf-ab1c-3f6b0d94897e tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Jan 28 17:07:12.922425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:12.923258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:12.924759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/6feb8574-cf36-4127-80cd-5508f40df60f HTTP/1.1" status: 200 len: 1092 time: 0.7224047 Jan 28 17:07:12.925248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'tag': '6feb8574-cf36-4127-80cd-5508f40df60f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:12.929328 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941f7a4-1b98-42c4-a595-468ad4f8a710" -d '{"events": [{"name": "network-changed", "server_uuid": "b2286ffe-3105-483d-b9f9-11d7f011a86f", "tag": "6feb8574-cf36-4127-80cd-5508f40df60f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:12.968162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27885a94-d424-40ff-bc23-be1295a2b5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6feb8574-cf36-4127-80cd-5508f40df60f,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:13.007661 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a0dc4-7890-46bd-82e3-0b5b266957f3 x-openstack-request-id: req-d17a0dc4-7890-46bd-82e3-0b5b266957f3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:13.007952 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2286ffe-3105-483d-b9f9-11d7f011a86f", "tag": "6feb8574-cf36-4127-80cd-5508f40df60f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:13.008215 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d17a0dc4-7890-46bd-82e3-0b5b266957f3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:13.008606 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'tag': '6feb8574-cf36-4127-80cd-5508f40df60f', 'status': 'completed', 'code': 200} Jan 28 17:07:13.053569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-2724c378-5024-453b-b7f7-686896f1df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:13.055135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-2724c378-5024-453b-b7f7-686896f1df0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=229b4917acd849eda376493e26ceb0fe&device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 1126 time: 0.0569875 Jan 28 17:07:13.098619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-622fdb01-5034-4e10-8d79-b0a2a32a064b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6feb8574-cf36-4127-80cd-5508f40df60f HTTP/1.1" status: 200 len: 217 time: 0.0352855 Jan 28 17:07:13.146150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-49eb1375-27e0-43f9-8ed7-48ee2f3756ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:13.148193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-49eb1375-27e0-43f9-8ed7-48ee2f3756ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3bd29e-77da-4971-bac5-e806ad81a4de HTTP/1.1" status: 200 len: 864 time: 0.0431652 Jan 28 17:07:13.178018 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-50ece2be-edfb-4e38-a88a-9a2abb86487c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b1975cd-92dc-401a-912c-6b7925f2815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249867 Jan 28 17:07:13.268221 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-db0987b3-8f38-448f-bd67-f16ea72ad56a service neutron] 10.222.0.24 "GET /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846732 Jan 28 17:07:13.367996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-754c4cb6-7773-4f3e-93f3-f6ed7c3357fe req-7cb53f2e-3b37-4053-92c0-93e64e0069b0 service neutron] 10.222.0.24 "GET /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928669 Jan 28 17:07:13.464647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-cac0c987-d0e6-4062-9095-cceaa5b85ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:13.466370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-cac0c987-d0e6-4062-9095-cceaa5b85ce3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=229b4917acd849eda376493e26ceb0fe&device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 1126 time: 0.0502582 Jan 28 17:07:13.555155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-770093cb-6f85-4fb7-815a-d2f4941ceeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:13.556971 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-770093cb-6f85-4fb7-815a-d2f4941ceeec service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b1975cd-92dc-401a-912c-6b7925f2815a HTTP/1.1" status: 200 len: 925 time: 0.0848217 Jan 28 17:07:13.604871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-72441ef5-c736-457d-ac8f-bb4757dda7d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6feb8574-cf36-4127-80cd-5508f40df60f HTTP/1.1" status: 200 len: 217 time: 0.0420032 Jan 28 17:07:13.653486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-e9cc8d92-7eb1-4eae-ba5e-1e3962cbd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:13.654981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-e9cc8d92-7eb1-4eae-ba5e-1e3962cbd51a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3bd29e-77da-4971-bac5-e806ad81a4de HTTP/1.1" status: 200 len: 864 time: 0.0444283 Jan 28 17:07:13.689233 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-30b00e1c-a9fc-4500-a225-f6d364da2816 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b1975cd-92dc-401a-912c-6b7925f2815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276177 Jan 28 17:07:13.782688 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-c5fb8cff-76a0-445e-a998-f1558e76810c service neutron] 10.222.0.24 "GET /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856576 Jan 28 17:07:13.884958 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c941f7a4-1b98-42c4-a595-468ad4f8a710 req-53ac1683-3045-46bd-b0af-a8097cb54017 service neutron] 10.222.0.24 "GET /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949450 Jan 28 17:07:14.033946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6952dab-9d9d-42d4-bd8e-39ae9c490596 req-a79f3e60-da8d-4992-bb95-e3f16f72b6e2 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:14.035459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6952dab-9d9d-42d4-bd8e-39ae9c490596 req-a79f3e60-da8d-4992-bb95-e3f16f72b6e2 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 943 time: 0.0655506 Jan 28 17:07:14.083315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6952dab-9d9d-42d4-bd8e-39ae9c490596 req-a9e0e2d0-13ed-4666-9cef-a7e6f19fe4fc tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Jan 28 17:07:15.212816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03698c9-d977-4459-9d39-71e89d59eb36 req-e024c8cf-272f-4748-8b1c-00c1ca589412 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:15.214370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a03698c9-d977-4459-9d39-71e89d59eb36 req-e024c8cf-272f-4748-8b1c-00c1ca589412 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 943 time: 0.0537779 Jan 28 17:07:15.267106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a03698c9-d977-4459-9d39-71e89d59eb36 req-645944e1-2d07-49cb-aafc-4bfd14d4febb tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464776 Jan 28 17:07:15.943818 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2cd859a6-f88d-42bd-ad50-9d939e176ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:16.010389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6feb8574-cf36-4127-80cd-5508f40df60f details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:07:16.210738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6feb8574-cf36-4127-80cd-5508f40df60f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6feb8574-cf36-4127-80cd-5508f40df60f,segment=NetworkSegment(f45edc33-e4f2-4f16-9d99-2c3d14a65628),segment_id=f45edc33-e4f2-4f16-9d99-2c3d14a65628)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:16.210738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '6feb8574-cf36-4127-80cd-5508f40df60f', 'network_id': '5b1975cd-92dc-401a-912c-6b7925f2815a', 'port_id': '6feb8574-cf36-4127-80cd-5508f40df60f', 'mac_address': 'fa:16:3e:c1:28:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3bd29e-77da-4971-bac5-e806ad81a4de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:07:16.210738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6feb8574-cf36-4127-80cd-5508f40df60f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:16.210738 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:16.212296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6feb8574-cf36-4127-80cd-5508f40df60f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:07:16.235279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6feb8574-cf36-4127-80cd-5508f40df60f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6feb8574-cf36-4127-80cd-5508f40df60f,segment=NetworkSegment(f45edc33-e4f2-4f16-9d99-2c3d14a65628),segment_id=f45edc33-e4f2-4f16-9d99-2c3d14a65628)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:16.239360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:16.312531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6feb8574-cf36-4127-80cd-5508f40df60f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:16.399396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0519429-34cf-45ef-b2e4-f8e505f2c968 req-2cbba466-4f10-40c9-a8d3-ceeddbe545af tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:16.400959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0519429-34cf-45ef-b2e4-f8e505f2c968 req-2cbba466-4f10-40c9-a8d3-ceeddbe545af tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 944 time: 0.0613263 Jan 28 17:07:16.457747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['6feb8574-cf36-4127-80cd-5508f40df60f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:07:16.472292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0519429-34cf-45ef-b2e4-f8e505f2c968 req-597fa56b-aa5b-4b93-86fa-e2bfc54ef41e tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Jan 28 17:07:17.591592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa48f-b352-4115-ab99-13acae441749 req-ba035d31-baca-4ae0-80ae-508676f9f930 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:17.593309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b10aa48f-b352-4115-ab99-13acae441749 req-ba035d31-baca-4ae0-80ae-508676f9f930 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 944 time: 0.0619211 Jan 28 17:07:17.645121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b10aa48f-b352-4115-ab99-13acae441749 req-7d2c437f-8b5b-4ba6-8dac-c0ed468f70e4 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Jan 28 17:07:17.906439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f668bb7-6c16-4ea8-a59c-05882e1e1cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:18.027379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6feb8574-cf36-4127-80cd-5508f40df60f up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:18.114500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 6feb8574-cf36-4127-80cd-5508f40df60f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:07:18.130512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 6feb8574-cf36-4127-80cd-5508f40df60f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:18.131447 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:18.227212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 6feb8574-cf36-4127-80cd-5508f40df60f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:18.228361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:18.259523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feb8574-cf36-4127-80cd-5508f40df60f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:18.261951 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25e5bc-0d97-49c0-95b0-ab336420d3c8" -d '{"events": [{"server_uuid": "b2286ffe-3105-483d-b9f9-11d7f011a86f", "name": "network-vif-plugged", "status": "completed", "tag": "6feb8574-cf36-4127-80cd-5508f40df60f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:18.298420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 6feb8574-cf36-4127-80cd-5508f40df60f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6feb8574-cf36-4127-80cd-5508f40df60f,segment=NetworkSegment(f45edc33-e4f2-4f16-9d99-2c3d14a65628),segment_id=f45edc33-e4f2-4f16-9d99-2c3d14a65628)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:18.310725 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:18.341505 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b9c0b4-38b0-475c-a614-c9cc4939cdbd x-openstack-request-id: req-77b9c0b4-38b0-475c-a614-c9cc4939cdbd {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:18.341505 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2286ffe-3105-483d-b9f9-11d7f011a86f", "name": "network-vif-plugged", "status": "completed", "tag": "6feb8574-cf36-4127-80cd-5508f40df60f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:18.341505 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77b9c0b4-38b0-475c-a614-c9cc4939cdbd {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:18.341505 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feb8574-cf36-4127-80cd-5508f40df60f', 'code': 200} Jan 28 17:07:18.393164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=6feb8574-cf36-4127-80cd-5508f40df60f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:18.473797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94fd1-3f3d-4b36-8ea9-73baad94cc76 req-f6d2faaa-edc6-410c-967e-945c9918c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:18.475988 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-adb94fd1-3f3d-4b36-8ea9-73baad94cc76 req-f6d2faaa-edc6-410c-967e-945c9918c46c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 1128 time: 0.0611629 Jan 28 17:07:18.548485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-adb94fd1-3f3d-4b36-8ea9-73baad94cc76 req-4f9e0fe4-e8f0-4519-abb1-970c61698a42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 Jan 28 17:07:18.786289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbb26-ac90-4770-8f77-0a2e46a84ea9 req-0351f7cb-6cda-4109-a08d-613c4f784abf tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:18.795029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe8bbb26-ac90-4770-8f77-0a2e46a84ea9 req-0351f7cb-6cda-4109-a08d-613c4f784abf tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.0702109 Jan 28 17:07:18.860727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe8bbb26-ac90-4770-8f77-0a2e46a84ea9 req-9a88445a-93f1-4276-9db3-9ced8c91fd97 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647030 Jan 28 17:07:19.443551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:20.018161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f6b05-d4a8-4406-90c2-674495b130a1 req-c725620a-70f8-4173-8221-7809c4c90384 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:20.034585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7f6b05-d4a8-4406-90c2-674495b130a1 req-c725620a-70f8-4173-8221-7809c4c90384 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.0906644 Jan 28 17:07:20.097600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a7f6b05-d4a8-4406-90c2-674495b130a1 req-b9e2a540-6f6f-4830-82ab-263f80d33078 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 Jan 28 17:07:20.274273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50df63b-6026-4b62-a835-5b1dc069ca87 req-2fc8416c-d596-40c5-90ee-8d7fefddc4ad tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:20.282748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d50df63b-6026-4b62-a835-5b1dc069ca87 req-2fc8416c-d596-40c5-90ee-8d7fefddc4ad tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.0724330 Jan 28 17:07:20.338112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d50df63b-6026-4b62-a835-5b1dc069ca87 req-10d26f5b-c35b-4f61-bda2-46e30aa4f448 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544808 Jan 28 17:07:20.610107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95209f81-66d1-4728-b0bc-9a2597068cce req-c639dac3-4891-4760-839d-a9f407dd6027 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:20.617430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95209f81-66d1-4728-b0bc-9a2597068cce req-c639dac3-4891-4760-839d-a9f407dd6027 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.0790091 Jan 28 17:07:20.675461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95209f81-66d1-4728-b0bc-9a2597068cce req-7d1e49e6-68b7-4a9b-86de-21871e9edd35 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511310 Jan 28 17:07:20.710559 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:21.140830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97bfb0-3a08-4b78-b0a7-aee0ba67be3a req-d6448c0b-e118-4e6a-9aca-212ad980c6fa tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:21.142770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c97bfb0-3a08-4b78-b0a7-aee0ba67be3a req-d6448c0b-e118-4e6a-9aca-212ad980c6fa tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.0809245 Jan 28 17:07:21.215104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8c97bfb0-3a08-4b78-b0a7-aee0ba67be3a req-26670f2a-aa73-4284-9eb7-cfc115d0eb77 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663822 Jan 28 17:07:21.756860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:21.888356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48426) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:22.004865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1333ab62-4388-49b4-89db-c3f8c74fbb3f tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4095 time: 0.1126983 Jan 28 17:07:22.005632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48434) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:22.012040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'network': {'name': 'tempest-network-smoke--720374208', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'port_security_enabled': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:22.033566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Made reservation on behalf of 7544397aaa42456998bcfac1041f99ba for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:22.037507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.064517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:07:22.076964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.078908 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Added segment cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c of type vlan for network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 Jan 28 17:07:22.130194 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9bad61fb-62a9-4fe8-84f1-ba3172323d81), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.157511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9bad61fb-62a9-4fe8-84f1-ba3172323d81), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.164816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:22.166155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.250528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2427115 Jan 28 17:07:22.253316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:22.261207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'admin_state_up': True, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:22.288654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d67c2-27d8-4395-9e3b-79e93b1c8805 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Network': ['ID=9bad61fb-62a9-4fe8-84f1-ba3172323d81,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:22.302147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:07:22.330273 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (e65952e3-5dfd-4b68-833f-09e2ee099a71), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.331909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (e65952e3-5dfd-4b68-833f-09e2ee099a71), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.423785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84000c4-6ec6-485f-b734-df1fefbd5b34 req-bd83ddf1-c814-4a93-8c02-1a9e043750aa tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:22.425448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e84000c4-6ec6-485f-b734-df1fefbd5b34 req-bd83ddf1-c814-4a93-8c02-1a9e043750aa tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.1119559 Jan 28 17:07:22.460291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-06f3130b-eaf6-4975-aee4-e7a2a6746656 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:22.462622 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-06f3130b-eaf6-4975-aee4-e7a2a6746656 tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 945 time: 0.0746400 Jan 28 17:07:22.467227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_controller (e65952e3-5dfd-4b68-833f-09e2ee099a71), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.631071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Deleting port 6feb8574-cf36-4127-80cd-5508f40df60f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:22.631566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.632809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e84000c4-6ec6-485f-b734-df1fefbd5b34 req-a170a978-dc2c-4a7d-ab92-50a86876e97e tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/security-groups?id=800d1c90-0b21-41b7-964c-3259f1713089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679223 Jan 28 17:07:22.837927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] For port 6feb8574-cf36-4127-80cd-5508f40df60f, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=6feb8574-cf36-4127-80cd-5508f40df60f,segment=NetworkSegment(f45edc33-e4f2-4f16-9d99-2c3d14a65628),segment_id=f45edc33-e4f2-4f16-9d99-2c3d14a65628)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:22.840818 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:22.887168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Calling delete_port for 6feb8574-cf36-4127-80cd-5508f40df60f owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:23.175126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6feb8574-cf36-4127-80cd-5508f40df60f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:23.195530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['6feb8574-cf36-4127-80cd-5508f40df60f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:07:23.268880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Pushing event deleted for resources: {'Port': ['ID=6feb8574-cf36-4127-80cd-5508f40df60f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:23.279866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (e65952e3-5dfd-4b68-833f-09e2ee099a71), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:23.295592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] No DVR routers for this DVR port 6feb8574-cf36-4127-80cd-5508f40df60f on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:07:23.299985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:23.304342 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e084fbd6-18ca-4a51-82d1-37a5ed42cb99 req-12afec20-177d-492d-94f0-b1b29ede1a2f tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.24 "DELETE /v2.0/ports/6feb8574-cf36-4127-80cd-5508f40df60f HTTP/1.1" status: 204 len: 173 time: 0.8345199 Jan 28 17:07:23.305241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'name': 'network-vif-deleted', 'tag': '6feb8574-cf36-4127-80cd-5508f40df60f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:23.309349 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985ea19-4c15-4aef-88e4-08d58de3a4d4" -d '{"events": [{"server_uuid": "b2286ffe-3105-483d-b9f9-11d7f011a86f", "name": "network-vif-deleted", "tag": "6feb8574-cf36-4127-80cd-5508f40df60f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:23.419270 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f33bdd-e141-4aef-973f-a230c069982a x-openstack-request-id: req-e4f33bdd-e141-4aef-973f-a230c069982a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:23.420042 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2286ffe-3105-483d-b9f9-11d7f011a86f", "name": "network-vif-deleted", "tag": "6feb8574-cf36-4127-80cd-5508f40df60f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:23.420444 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4f33bdd-e141-4aef-973f-a230c069982a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:23.421070 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2286ffe-3105-483d-b9f9-11d7f011a86f', 'name': 'network-vif-deleted', 'tag': '6feb8574-cf36-4127-80cd-5508f40df60f', 'status': 'completed', 'code': 200} Jan 28 17:07:23.596966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (e65952e3-5dfd-4b68-833f-09e2ee099a71), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:23.632492 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:23.791363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.25.8.36 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4c14cb60-72e9-4e15-9955-32a93f2e7e33) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:23.813005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e172f3ec-7480-46b0-9995-20e00ff53654 req-11faa6e5-516e-4073-bf2b-e71e26a2020e tempest-ServersNegativeTestMultiTenantJSON-1875682222 tempest-ServersNegativeTestMultiTenantJSON-1875682222-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2286ffe-3105-483d-b9f9-11d7f011a86f HTTP/1.1" status: 200 len: 210 time: 0.0432305 Jan 28 17:07:24.003298 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:24.041796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:24.103732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:24.105295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:24.109219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:24.143895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=4c14cb60-72e9-4e15-9955-32a93f2e7e33,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:24.459963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (e65952e3-5dfd-4b68-833f-09e2ee099a71), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:24.703762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (e65952e3-5dfd-4b68-833f-09e2ee099a71), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:24.872184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router e65952e3-5dfd-4b68-833f-09e2ee099a71 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:07:24.895116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48500) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:24.988593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Deleting subnet 9d3bd29e-77da-4971-bac5-e806ad81a4de {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:07:24.999514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Publish callbacks [] for subnet (9d3bd29e-77da-4971-bac5-e806ad81a4de), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.009761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:07:25.020526 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Sync routers for ids ['e65952e3-5dfd-4b68-833f-09e2ee099a71'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:07:25.041891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.045694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9d3bd29e-77da-4971-bac5-e806ad81a4de), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.051053 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Routers {'e65952e3-5dfd-4b68-833f-09e2ee099a71'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:25.051905 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e65952e3-5dfd-4b68-833f-09e2ee099a71'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:25.052192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9e9a1735-14b6-44e2-9232-efa5ae86e0a5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7970035 Jan 28 17:07:25.053099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48506) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.125841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9d3bd29e-77da-4971-bac5-e806ad81a4de), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.203321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9d3bd29e-77da-4971-bac5-e806ad81a4de), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.231015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3bd29e-77da-4971-bac5-e806ad81a4de,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:25.243302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.246747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-71f5115c-9ca3-4f95-982d-5676594b0ef9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d3bd29e-77da-4971-bac5-e806ad81a4de HTTP/1.1" status: 204 len: 168 time: 0.3499238 Jan 28 17:07:25.249747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.313303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Set router e65952e3-5dfd-4b68-833f-09e2ee099a71 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:25.330687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73dad0-de77-4859-8c52-62072f757c79 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:25.332631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a73dad0-de77-4859-8c52-62072f757c79 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7544397aaa42456998bcfac1041f99ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2784004 Jan 28 17:07:25.335913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.401744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5b1975cd-92dc-401a-912c-6b7925f2815a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.561266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e12eae-42bc-497b-aeb2-e278b6d2093a tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:25.563454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d3e12eae-42bc-497b-aeb2-e278b6d2093a tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2263911 Jan 28 17:07:25.567111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48524) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.575196 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:24Z', 'revision_number': 3, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:25.601704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4f68b4f-8b0e-4b2e-b5bd-9cc3b2a4cc08 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330758 Jan 28 17:07:25.604325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.632896 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Checking router: e65952e3-5dfd-4b68-833f-09e2ee099a71 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:07:25.633521 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Updating router e65952e3-5dfd-4b68-833f-09e2ee099a71 port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:07:25.637863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-de2a7c18-d373-4385-b2e1-19b4f9359f3e tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7544397aaa42456998bcfac1041f99ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322464 Jan 28 17:07:25.641223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48528) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.679929 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.714836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5b1975cd-92dc-401a-912c-6b7925f2815a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.747495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1975cd-92dc-401a-912c-6b7925f2815a']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:25.759720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45edc33-e4f2-4f16-9d99-2c3d14a65628') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:25.760362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45edc33-e4f2-4f16-9d99-2c3d14a65628') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:25.771200 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (f45edc33-e4f2-4f16-9d99-2c3d14a65628), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.791842 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f45edc33-e4f2-4f16-9d99-2c3d14a65628), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.802207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:07:25.802997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (f45edc33-e4f2-4f16-9d99-2c3d14a65628), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:07:25.805700 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:07:25.849989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328d8ba-0a79-4790-9ed5-6bcf76d67fcb tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:25.851533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3328d8ba-0a79-4790-9ed5-6bcf76d67fcb tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2093191 Jan 28 17:07:25.856864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48532) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.880090 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:07:25.914709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1efe2e61-0bc1-4562-b35b-157593f183ca tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567098 Jan 28 17:07:25.922276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48536) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.927332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148079133', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:25.950066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5b1975cd-92dc-401a-912c-6b7925f2815a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.958757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:25.962893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b1975cd-92dc-401a-912c-6b7925f2815a HTTP/1.1" status: 204 len: 168 time: 0.7121105 Jan 28 17:07:25.969440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:25.997089 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c9f88-c00b-46fb-a442-a1a8acd110b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1975cd-92dc-401a-912c-6b7925f2815a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:26.051847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6feb8574-cf36-4127-80cd-5508f40df60f no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:26.103619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 6feb8574-cf36-4127-80cd-5508f40df60f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:26.104450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 6feb8574-cf36-4127-80cd-5508f40df60f not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:26.142374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Deleting subnet 3bcab928-1004-4968-aa02-00791c13c015 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:07:26.146966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Publish callbacks [] for subnet (3bcab928-1004-4968-aa02-00791c13c015), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.166651 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Publish callbacks [] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.175779 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.186515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Made reservation on behalf of 7544397aaa42456998bcfac1041f99ba for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:26.190325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.232274 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8247-fc49-4816-888b-f5f1aa393368 None None] Pushing event updated for resources: {'Port': ['ID=4c14cb60-72e9-4e15-9955-32a93f2e7e33,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:26.249560 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Attempting to bind port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:07:26.250052 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Attempting to bind port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:07:26.250415 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Attempting to bind port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:26.257851 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:07:26.258805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:26.259212 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.259599 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:07:26.260193 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Bound port: 4c14cb60-72e9-4e15-9955-32a93f2e7e33, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:07:26.260578 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.273781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (3bcab928-1004-4968-aa02-00791c13c015), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.348244 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3bcab928-1004-4968-aa02-00791c13c015), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.384405 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] For port 4c14cb60-72e9-4e15-9955-32a93f2e7e33, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:07:26.390251 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] For port 4c14cb60-72e9-4e15-9955-32a93f2e7e33, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4c14cb60-72e9-4e15-9955-32a93f2e7e33,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:07:26.410529 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.478147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (3bcab928-1004-4968-aa02-00791c13c015), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.497413 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Routers {'e65952e3-5dfd-4b68-833f-09e2ee099a71'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:26.498242 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e65952e3-5dfd-4b68-833f-09e2ee099a71'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:26.543682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcab928-1004-4968-aa02-00791c13c015,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:26.548817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.552055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1e645641-b565-425a-ada3-bbb3678d0950 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3bcab928-1004-4968-aa02-00791c13c015 HTTP/1.1" status: 204 len: 168 time: 0.5808668 Jan 28 17:07:26.556463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48556) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:26.633404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ca094a65-c83c-4ae1-8e9a-ba2c69784313), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.686726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] Set router e65952e3-5dfd-4b68-833f-09e2ee099a71 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:26.752930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8247-fc49-4816-888b-f5f1aa393368 None None] Pushing event updated for resources: {'Port': ['ID=4c14cb60-72e9-4e15-9955-32a93f2e7e33,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:26.767284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Subnet': ['ID=ca094a65-c83c-4ae1-8e9a-ba2c69784313,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:26.781341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (ef4c7c76-7f2f-41dc-bd12-f5733e68de21), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.852156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Checking segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:26.852466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network hostable DHCP agents. Network: 9bad61fb-62a9-4fe8-84f1-ba3172323d81, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:07:26.901840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:07:26.918757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9bad61fb-62a9-4fe8-84f1-ba3172323d81) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:26.924317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:26.924942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:26.932658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95826cf4-d9e9-4afa-963a-c37d7e4b019c None None] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:26.955205 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:24Z', 'revision_number': 3, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:26.959742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3892fb78-c688-49b1-ad1c-a4c4323b4096 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0356874 Jan 28 17:07:26.961029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48562) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:26.986481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (ef4c7c76-7f2f-41dc-bd12-f5733e68de21), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.029102 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b4c6a-d768-4af1-977d-df85544015e3 None None] The sync data for ids ['e65952e3-5dfd-4b68-833f-09e2ee099a71'] in n-d-812111-13 is: [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:24Z', 'revision_number': 3, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:07:27.058532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4c7c76-7f2f-41dc-bd12-f5733e68de21']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:27.083331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89e3dcd-1e06-497d-828d-55b65c4c59b2') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:27.083637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89e3dcd-1e06-497d-828d-55b65c4c59b2') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:27.107274 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c89e3dcd-1e06-497d-828d-55b65c4c59b2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.161351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c89e3dcd-1e06-497d-828d-55b65c4c59b2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.191875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:07:27.192296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c89e3dcd-1e06-497d-828d-55b65c4c59b2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:07:27.195838 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:07:27.214545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'project_id': '7544397aaa42456998bcfac1041f99ba', 'fixed_ips': [{'subnet_id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:07:27.215631 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.387448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (ef4c7c76-7f2f-41dc-bd12-f5733e68de21), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.438824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:27.442067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] 10.222.0.25 "DELETE /v2.0/networks/ef4c7c76-7f2f-41dc-bd12-f5733e68de21 HTTP/1.1" status: 204 len: 168 time: 0.8845453 Jan 28 17:07:27.443051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae743c-4067-48fe-a0c9-7b918904aa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4c7c76-7f2f-41dc-bd12-f5733e68de21,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:27.629589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Allocated IP 172.20.0.18 (9bad61fb-62a9-4fe8-84f1-ba3172323d81/ca094a65-c83c-4ae1-8e9a-ba2c69784313/ffc2a254-5c83-4f0a-a94f-30b687f9fbe1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:27.905857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:28.009636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7217514f-1b9d-48b2-964a-e2f98b601f95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=229b4917acd849eda376493e26ceb0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012924 Jan 28 17:07:28.014761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:28.100414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Publish callbacks [] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.116529 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.140217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef611907-00b6-44c3-acac-25aabeb155e1 admin admin] Publish callbacks [] for security_group (800d1c90-0b21-41b7-964c-3259f1713089), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.168720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef611907-00b6-44c3-acac-25aabeb155e1 admin admin] Publish callbacks [] for security_group (800d1c90-0b21-41b7-964c-3259f1713089), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.187133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.230964 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef611907-00b6-44c3-acac-25aabeb155e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (800d1c90-0b21-41b7-964c-3259f1713089), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.238089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef611907-00b6-44c3-acac-25aabeb155e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.242461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef611907-00b6-44c3-acac-25aabeb155e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/800d1c90-0b21-41b7-964c-3259f1713089 HTTP/1.1" status: 204 len: 168 time: 0.2263956 Jan 28 17:07:28.250577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Pushing event updated for resources: {'Port': ['ID=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:28.278539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef611907-00b6-44c3-acac-25aabeb155e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800d1c90-0b21-41b7-964c-3259f1713089,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:28.305906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.306220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.306495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.306838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.307177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.307515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.307848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.308178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.308493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.308839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.309371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.309861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.310368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:28.337007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:28.339431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:28.342963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:28.482368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Attempting to bind port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:07:28.482746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Attempting to bind port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:07:28.483116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Attempting to bind port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 on network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:28.492519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:07:28.492984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Checking segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:28.493518 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.493937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Bound using segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:07:28.494446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Bound port: ffc2a254-5c83-4f0a-a94f-30b687f9fbe1, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:07:28.494842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.649853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] For port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:07:28.659547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] For port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:07:28.674917 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:28.748858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ecbf6-85bf-4349-b216-8ba5a73e0620 None None] Pushing event updated for resources: {'Port': ['ID=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:28.879277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.20.0.17 (9bad61fb-62a9-4fe8-84f1-ba3172323d81/ca094a65-c83c-4ae1-8e9a-ba2c69784313/acf97ad2-e0f0-40ba-b4fc-84f12be85818) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:28.941135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c14cb60-72e9-4e15-9955-32a93f2e7e33 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:29.117730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:29.119000 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.187898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.262382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.294026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48620) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:29.353806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:29.359316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.374274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:29.382818 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:29.388435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:29.402222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b1ede9e-dc39-4c55-82da-119bcd21afbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19109c286236490e9ed5d8810f8c2551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068554 Jan 28 17:07:29.402788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48624) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:29.411244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 4c14cb60-72e9-4e15-9955-32a93f2e7e33, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4c14cb60-72e9-4e15-9955-32a93f2e7e33,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:29.425010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.452149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=acf97ad2-e0f0-40ba-b4fc-84f12be85818,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:29.503088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (e65952e3-5dfd-4b68-833f-09e2ee099a71), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.549596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=4c14cb60-72e9-4e15-9955-32a93f2e7e33,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:29.596475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029e8d64-d661-4fae-891d-110f26de5dad admin admin] Publish callbacks [] for security_group (33320484-e07c-458a-95d5-772d57176938), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.705379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029e8d64-d661-4fae-891d-110f26de5dad admin admin] Publish callbacks [] for security_group (33320484-e07c-458a-95d5-772d57176938), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.767935 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029e8d64-d661-4fae-891d-110f26de5dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (33320484-e07c-458a-95d5-772d57176938), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.771388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029e8d64-d661-4fae-891d-110f26de5dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.773018 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-029e8d64-d661-4fae-891d-110f26de5dad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33320484-e07c-458a-95d5-772d57176938 HTTP/1.1" status: 204 len: 168 time: 0.3691554 Jan 28 17:07:29.800642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:29.805073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e8d64-d661-4fae-891d-110f26de5dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33320484-e07c-458a-95d5-772d57176938,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:31.126979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c14cb60-72e9-4e15-9955-32a93f2e7e33 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:31.269178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:31.269178 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.299266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5be1306-569c-4ea7-87c5-4e9e2dc5eeda None None] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:31.356816 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.370204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.400460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48664) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:31.466875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=acf97ad2-e0f0-40ba-b4fc-84f12be85818,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:31.481357 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (e65952e3-5dfd-4b68-833f-09e2ee099a71), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.614058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:31.616216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:31.678687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1807112703-network', 'tenant_id': '6fd8d50b9b174462bc409028a9283906'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:31.709766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] Provisioning complete for port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:31.713513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.741820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Made reservation on behalf of 6fd8d50b9b174462bc409028a9283906 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:31.752693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.784744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:31.942531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:31.944241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:32.042630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router e65952e3-5dfd-4b68-833f-09e2ee099a71 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:07:32.045582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] Current status of the port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:32.045987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.093153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:32.093530 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.165930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] For port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:32.188039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.198813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks [] for security_group (3056b088-0eda-4036-b5bf-bdde160686f1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.222127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3056b088-0eda-4036-b5bf-bdde160686f1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.304707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8601ab1-985a-48d6-b2f6-b6e993ef9874 None None] Pushing event updated for resources: {'Port': ['ID=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:32.328858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:07:32.333946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3056b088-0eda-4036-b5bf-bdde160686f1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:32.354513 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (76df189c-3b9f-4a74-b859-2023bd0a1b87), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.354917 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Added segment 76df189c-3b9f-4a74-b859-2023bd0a1b87 of type vlan for network e2e533e1-86cc-47e3-b505-3e6b0b05607f Jan 28 17:07:32.392566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:07:32.398419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d98c6aa3-a9ff-4b08-a38e-0d8bba1efaa3 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "PUT /v2.0/routers/e65952e3-5dfd-4b68-833f-09e2ee099a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4364686 Jan 28 17:07:32.423297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e2e533e1-86cc-47e3-b505-3e6b0b05607f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.440473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:32.453446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Sync routers for ids ['e65952e3-5dfd-4b68-833f-09e2ee099a71'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:07:32.457460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e2e533e1-86cc-47e3-b505-3e6b0b05607f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.458454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:32.459030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.466210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ec5099b1-7952-4e02-830a-5d2d20bc6a32 None None] Provisioning complete for port acf97ad2-e0f0-40ba-b4fc-84f12be85818 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:32.466876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec5099b1-7952-4e02-830a-5d2d20bc6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.517368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ec5099b1-7952-4e02-830a-5d2d20bc6a32 None None] Port acf97ad2-e0f0-40ba-b4fc-84f12be85818 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:07:32.550061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ec5099b1-7952-4e02-830a-5d2d20bc6a32 None None] Provisioning complete for port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:32.553267 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec5099b1-7952-4e02-830a-5d2d20bc6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:32.557287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Routers {'e65952e3-5dfd-4b68-833f-09e2ee099a71'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:32.558230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e65952e3-5dfd-4b68-833f-09e2ee099a71'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:32.597826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1956091 Jan 28 17:07:32.640939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65145ce-733b-4bdf-a8ed-d7da6834f3fa admin admin] Pushing event updated for resources: {'Network': ['ID=e2e533e1-86cc-47e3-b505-3e6b0b05607f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:32.700290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e2e533e1-86cc-47e3-b505-3e6b0b05607f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:07:32.913454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:32.922810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Set router e65952e3-5dfd-4b68-833f-09e2ee099a71 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:32.949252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-4e310d74-0f0b-4e57-b7fb-c08d19798c21 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:32.951133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-4e310d74-0f0b-4e57-b7fb-c08d19798c21 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/networks?id=9bad61fb-62a9-4fe8-84f1-ba3172323d81 HTTP/1.1" status: 200 len: 797 time: 0.2394242 Jan 28 17:07:33.027648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-74503b78-f27a-4b77-bb3c-a87273e417ca tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/quotas/7544397aaa42456998bcfac1041f99ba HTTP/1.1" status: 200 len: 375 time: 0.0427744 Jan 28 17:07:33.162208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-0c75ab18-ce93-4226-9584-3b7f4578d722 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1280215 Jan 28 17:07:33.448944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-745e75a5-1a71-4e45-91f1-9340ab1aa91e service neutron] 10.222.0.25 "GET /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626431 Jan 28 17:07:33.458782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ec5099b1-7952-4e02-830a-5d2d20bc6a32 None None] Current status of the port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:33.473530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:33.473910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:33.611431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-92cda947-d975-4d34-9e14-73853335a9c0 service neutron] 10.222.0.25 "GET /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613948 Jan 28 17:07:33.660948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9420c953-f376-42f0-88b5-c7e334cf399e None None] Provisioning complete for port acf97ad2-e0f0-40ba-b4fc-84f12be85818 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:33.661477 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9420c953-f376-42f0-88b5-c7e334cf399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:33.833253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:33.836359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9420c953-f376-42f0-88b5-c7e334cf399e None None] Port acf97ad2-e0f0-40ba-b4fc-84f12be85818 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:07:33.887299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'acf97ad2-e0f0-40ba-b4fc-84f12be85818', 'name': '', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:82:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:28Z', 'updated_at': '2022-01-28T17:07:30Z', 'revision_number': 2, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:33.954173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Checking router: e65952e3-5dfd-4b68-833f-09e2ee099a71 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:07:33.954670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Updating router e65952e3-5dfd-4b68-833f-09e2ee099a71 port acf97ad2-e0f0-40ba-b4fc-84f12be85818 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:07:33.992699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48708) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:34.027807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35beeee-5429-4413-b2de-97175b87abc3 req-768c1b32-b9ec-4103-ba8e-f7170474156b tempest-ComputeTenantNetworksTest-926006351 tempest-ComputeTenantNetworksTest-926006351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:34.033594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35beeee-5429-4413-b2de-97175b87abc3 req-768c1b32-b9ec-4103-ba8e-f7170474156b tempest-ComputeTenantNetworksTest-926006351 tempest-ComputeTenantNetworksTest-926006351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:34.042492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35beeee-5429-4413-b2de-97175b87abc3 req-768c1b32-b9ec-4103-ba8e-f7170474156b tempest-ComputeTenantNetworksTest-926006351 tempest-ComputeTenantNetworksTest-926006351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:34.050602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e35beeee-5429-4413-b2de-97175b87abc3 req-768c1b32-b9ec-4103-ba8e-f7170474156b tempest-ComputeTenantNetworksTest-926006351 tempest-ComputeTenantNetworksTest-926006351-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4380615 Jan 28 17:07:34.065153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.096399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d27e54bb-a252-4ee1-8402-4d8371a3bbe2 req-cb82d27c-a964-4dff-b38d-28caad41a930 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 210 time: 0.0960991 Jan 28 17:07:34.186606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bc177ee9-b972-45c5-9d35-b3207cc40ab1 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/floatingips/753816e8-7715-4975-8b6e-70bd9daf2813 HTTP/1.1" status: 200 len: 992 time: 0.1893697 Jan 28 17:07:34.347770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0c07d-77fe-487c-9bf1-1abea6875a6e req-3ffedf62-67da-401a-afc1-cd57ef2f0f9a tempest-ComputeTenantNetworksTest-926006351 tempest-ComputeTenantNetworksTest-926006351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:34.349977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32d0c07d-77fe-487c-9bf1-1abea6875a6e req-3ffedf62-67da-401a-afc1-cd57ef2f0f9a tempest-ComputeTenantNetworksTest-926006351 tempest-ComputeTenantNetworksTest-926006351-project] 10.222.0.25 "GET /v2.0/networks/e2e533e1-86cc-47e3-b505-3e6b0b05607f HTTP/1.1" status: 200 len: 769 time: 0.2575984 Jan 28 17:07:34.365800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48724) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:34.414499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48726) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:34.582146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e2e533e1-86cc-47e3-b505-3e6b0b05607f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.770768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e2e533e1-86cc-47e3-b505-3e6b0b05607f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.771411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port 4274fe07-06b9-4053-80b5-73f98bbbff76 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:34.772529 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.774704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Publish callbacks [] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.787228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.884523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23843-4262-4167-8eb8-c5182fd22bed None None] Pushing event updated for resources: {'Port': ['ID=acf97ad2-e0f0-40ba-b4fc-84f12be85818,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:34.909620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e533e1-86cc-47e3-b505-3e6b0b05607f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:34.944060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76df189c-3b9f-4a74-b859-2023bd0a1b87') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:34.945449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.945585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76df189c-3b9f-4a74-b859-2023bd0a1b87') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:34.945783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (4274fe07-06b9-4053-80b5-73f98bbbff76), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.978104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (76df189c-3b9f-4a74-b859-2023bd0a1b87), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:34.991469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for 4274fe07-06b9-4053-80b5-73f98bbbff76 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:35.012154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (76df189c-3b9f-4a74-b859-2023bd0a1b87), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.024168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:07:35.024790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (76df189c-3b9f-4a74-b859-2023bd0a1b87), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:07:35.031640 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:07:35.071793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Attempting to bind port acf97ad2-e0f0-40ba-b4fc-84f12be85818 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:07:35.073065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Attempting to bind port acf97ad2-e0f0-40ba-b4fc-84f12be85818 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:07:35.074462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Attempting to bind port acf97ad2-e0f0-40ba-b4fc-84f12be85818 on network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:35.087700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:07:35.088421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Checking segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:35.089019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.089514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Bound using segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:07:35.091383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Bound port: acf97ad2-e0f0-40ba-b4fc-84f12be85818, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:07:35.093821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.219439 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e2e533e1-86cc-47e3-b505-3e6b0b05607f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.227127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.240170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e2e533e1-86cc-47e3-b505-3e6b0b05607f HTTP/1.1" status: 204 len: 168 time: 0.8606777 Jan 28 17:07:35.294427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0efb4-48ef-4b65-8bc1-244790c9a829 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e533e1-86cc-47e3-b505-3e6b0b05607f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:35.298648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] For port acf97ad2-e0f0-40ba-b4fc-84f12be85818, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:07:35.310075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] For port acf97ad2-e0f0-40ba-b4fc-84f12be85818, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=acf97ad2-e0f0-40ba-b4fc-84f12be85818,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:07:35.320898 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.426628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] Provisioning complete for port acf97ad2-e0f0-40ba-b4fc-84f12be85818 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:35.427448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.460384 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec80d907-b8f8-43f9-b917-5f691d002454 req-c1a4328a-8744-4055-bfd7-c8480e63fa33 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 210 time: 0.1515992 Jan 28 17:07:35.461582 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4274fe07-06b9-4053-80b5-73f98bbbff76), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.503229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Routers {'e65952e3-5dfd-4b68-833f-09e2ee099a71'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:35.504380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e65952e3-5dfd-4b68-833f-09e2ee099a71'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:35.543954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=4274fe07-06b9-4053-80b5-73f98bbbff76,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:35.683316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23843-4262-4167-8eb8-c5182fd22bed None None] Pushing event updated for resources: {'Port': ['ID=acf97ad2-e0f0-40ba-b4fc-84f12be85818,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:35.735575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48740) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:35.832063 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for floatingip (753816e8-7715-4975-8b6e-70bd9daf2813), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.833338 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Floating IP 753816e8-7715-4975-8b6e-70bd9daf2813 disassociated (deleted). External IP: 172.25.8.10, port: e21887e5-c8d9-4000-87ee-2db4f551897f. Jan 28 17:07:35.890600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6fec34b5-f641-4938-8ac9-b2b67f145f4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fd8d50b9b174462bc409028a9283906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538718 Jan 28 17:07:35.891312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48742) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:35.916399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] Current status of the port acf97ad2-e0f0-40ba-b4fc-84f12be85818 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:35.917011 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:35.984005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] For port acf97ad2-e0f0-40ba-b4fc-84f12be85818, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=acf97ad2-e0f0-40ba-b4fc-84f12be85818,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:35.987425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] Set router e65952e3-5dfd-4b68-833f-09e2ee099a71 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:35.991620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.038018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-62530496-0816-426d-b09d-3f057a2cdcde tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:36.040313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-62530496-0816-426d-b09d-3f057a2cdcde tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.31 "GET /v2.0/networks?id=9bad61fb-62a9-4fe8-84f1-ba3172323d81 HTTP/1.1" status: 200 len: 797 time: 0.4500020 Jan 28 17:07:36.040976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-adb76e4c-bcbd-485f-99bd-72f6f580555e admin admin] Publish callbacks [] for security_group (3056b088-0eda-4036-b5bf-bdde160686f1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.070109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-adb76e4c-bcbd-485f-99bd-72f6f580555e admin admin] Publish callbacks [] for security_group (3056b088-0eda-4036-b5bf-bdde160686f1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.127292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-adb76e4c-bcbd-485f-99bd-72f6f580555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3056b088-0eda-4036-b5bf-bdde160686f1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.133084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-adb76e4c-bcbd-485f-99bd-72f6f580555e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.134612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Request body: {'port': {'device_id': '44f3d0bb-7563-4701-a9de-449058200843', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'admin_state_up': True, 'tenant_id': '7544397aaa42456998bcfac1041f99ba'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:36.136700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-adb76e4c-bcbd-485f-99bd-72f6f580555e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3056b088-0eda-4036-b5bf-bdde160686f1 HTTP/1.1" status: 204 len: 168 time: 0.2440519 Jan 28 17:07:36.153598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76e4c-bcbd-485f-99bd-72f6f580555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3056b088-0eda-4036-b5bf-bdde160686f1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:36.358811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e974c71a-e897-496e-898d-a36964951888 None None] Provisioning complete for port acf97ad2-e0f0-40ba-b4fc-84f12be85818 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:36.359513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e974c71a-e897-496e-898d-a36964951888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.364983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 58e85b2b-493e-48d7-bae1-f653d8016a33 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:07:36.404889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47551b0-4e86-4081-bac9-86fd90a6d8e2 None None] Pushing event updated for resources: {'Port': ['ID=acf97ad2-e0f0-40ba-b4fc-84f12be85818,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:36.521572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'acf97ad2-e0f0-40ba-b4fc-84f12be85818', 'name': '', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:82:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:28Z', 'updated_at': '2022-01-28T17:07:35Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:36.587853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:07:36.596379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.602495 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] Sync routers for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:07:36.613713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d08b3-a6c8-4291-af41-670282d10c54 None None] The sync data for ids ['e65952e3-5dfd-4b68-833f-09e2ee099a71'] in n-d-812111-13 is: [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'acf97ad2-e0f0-40ba-b4fc-84f12be85818', 'name': '', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:82:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:28Z', 'updated_at': '2022-01-28T17:07:35Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:07:36.625908 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:36.629761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e974c71a-e897-496e-898d-a36964951888 None None] Current status of the port acf97ad2-e0f0-40ba-b4fc-84f12be85818 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:36.635605 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:36.646202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Made reservation on behalf of 7544397aaa42456998bcfac1041f99ba for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:36.650060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:36.752284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a9de48d7-66aa-42f5-8190-ea76cee5c888 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/floatingips/753816e8-7715-4975-8b6e-70bd9daf2813 HTTP/1.1" status: 204 len: 168 time: 2.3364861 Jan 28 17:07:36.763926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dca1100f-9f3d-479e-98a3-38cb8d36c9a4 req-45fee008-336e-46b1-b851-6ce7fbf74965 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 210 time: 0.0887542 Jan 28 17:07:36.777494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:36.779933 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2375dac-65c3-4f11-bb55-c5a90a84c63b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:36.904448 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:36.932415 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e041784b-94ea-4fb3-9be5-213ed3c4b8cc x-openstack-request-id: req-e041784b-94ea-4fb3-9be5-213ed3c4b8cc {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:36.933017 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:36.933295 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e041784b-94ea-4fb3-9be5-213ed3c4b8cc {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:36.938227 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'status': 'completed', 'code': 200} Jan 28 17:07:37.071492 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-5046bd29-f75e-433e-897a-85fb80f0cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:37.078448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-5046bd29-f75e-433e-897a-85fb80f0cd97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fe440eed5be47c78503deed2fedc888&device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 1128 time: 0.1661139 Jan 28 17:07:37.249373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Allocated IP 172.20.0.28 (9bad61fb-62a9-4fe8-84f1-ba3172323d81/ca094a65-c83c-4ae1-8e9a-ba2c69784313/1403fecc-a36b-4128-92b2-61109282faed) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:37.264102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-1be21466-2bfe-4263-b112-5f9e54370e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:37.265870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-1be21466-2bfe-4263-b112-5f9e54370e29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=80291d30-6874-4711-89ef-b2dc445e1af8 HTTP/1.1" status: 200 len: 897 time: 0.1813774 Jan 28 17:07:37.427735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-9b8c0d0a-5f39-4ada-b539-fac18416772a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e21887e5-c8d9-4000-87ee-2db4f551897f HTTP/1.1" status: 200 len: 217 time: 0.1513593 Jan 28 17:07:37.491825 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for port (1403fecc-a36b-4128-92b2-61109282faed), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:37.556486 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1403fecc-a36b-4128-92b2-61109282faed), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:37.591239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ab67a-ecb0-45e5-a4d7-c985ed9b39d5 req-4f8149a7-765a-4c09-b236-0471e6e92f6b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:37.592915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa6ab67a-ecb0-45e5-a4d7-c985ed9b39d5 req-4f8149a7-765a-4c09-b236-0471e6e92f6b tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 945 time: 0.4730783 Jan 28 17:07:37.619666 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:45Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:37.643750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-2ec7ca99-045a-4737-be29-73c7d2cd2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:37.646298 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-2ec7ca99-045a-4737-be29-73c7d2cd2696 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8acaabcb-b5e8-4778-9c0a-47c661bae26e HTTP/1.1" status: 200 len: 834 time: 0.2124889 Jan 28 17:07:37.701663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:37.703569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event updated for resources: {'Port': ['ID=1403fecc-a36b-4128-92b2-61109282faed,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:37.717856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:37.726073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:37.748940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-83211dab-5524-49a4-a50a-020e4e83c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:37.750994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-83211dab-5524-49a4-a50a-020e4e83c942 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80291d30-6874-4711-89ef-b2dc445e1af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0949628 Jan 28 17:07:37.859494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa6ab67a-ecb0-45e5-a4d7-c985ed9b39d5 req-1159279d-56eb-4a21-acd2-f0255cd68232 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202921 Jan 28 17:07:37.895396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:37.897613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:37.934487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-ab276bb2-fc5e-4dde-94e6-d935ac20292b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8268309 Jan 28 17:07:37.967065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Request body: {'port': {'device_id': '44f3d0bb-7563-4701-a9de-449058200843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:38.065975 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] Checking router: 58e85b2b-493e-48d7-bae1-f653d8016a33 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:07:38.074937 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-19cea296-d0fa-4c7e-b05e-2559ec8a5747 service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123412 Jan 28 17:07:38.117345 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:38.118349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:38.202077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a6b24-13f5-41a8-a69b-00b2e49922fc req-5101dab7-b595-4632-bfe3-01c997fc085c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:38.213849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-889a6b24-13f5-41a8-a69b-00b2e49922fc req-5101dab7-b595-4632-bfe3-01c997fc085c tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 895 time: 0.2428398 Jan 28 17:07:38.218661 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1403fecc-a36b-4128-92b2-61109282faed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:38.288854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-70372a65-b590-4c55-82c3-aeceb04e9b22 None None] Provisioning complete for port 1403fecc-a36b-4128-92b2-61109282faed triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:38.289383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-70372a65-b590-4c55-82c3-aeceb04e9b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1403fecc-a36b-4128-92b2-61109282faed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:38.320085 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:38.402465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-70372a65-b590-4c55-82c3-aeceb04e9b22 None None] Port 1403fecc-a36b-4128-92b2-61109282faed cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:07:38.466657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.31', 51794) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:38.545429 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-cc599a9f-06d2-482a-b6a5-cac79b5585f2 service neutron] 10.222.0.31 "GET /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635024 Jan 28 17:07:38.612274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-b0d1d958-259d-4989-b051-20a87dba07ab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:38.621717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-b0d1d958-259d-4989-b051-20a87dba07ab tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 945 time: 0.1519732 Jan 28 17:07:38.895328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port e21887e5-c8d9-4000-87ee-2db4f551897f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:38.895328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:38.906071 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:45Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:38.965718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device acf97ad2-e0f0-40ba-b4fc-84f12be85818 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:38.976413 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbdd7d-42fd-45da-9750-b0bba5ac3fe8 None None] The sync data for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 is: [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:06:42Z', 'revision_number': 4, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'f415e1c1-ad9a-496a-8a40-3d8c800e9c6d', 'name': '', 'network_id': '80291d30-6874-4711-89ef-b2dc445e1af8', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'mac_address': 'fa:16:3e:14:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:40Z', 'updated_at': '2022-01-28T17:06:45Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'subnets': [{'id': '8acaabcb-b5e8-4778-9c0a-47c661bae26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:07:38.998469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1403fecc-a36b-4128-92b2-61109282faed {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:07:39.020921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Publish callbacks [] for port (1403fecc-a36b-4128-92b2-61109282faed), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.056306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Transition to ACTIVE for port object 1403fecc-a36b-4128-92b2-61109282faed will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:07:39.073054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1403fecc-a36b-4128-92b2-61109282faed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.155325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port acf97ad2-e0f0-40ba-b4fc-84f12be85818 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:39.155876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.223118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port e21887e5-c8d9-4000-87ee-2db4f551897f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e21887e5-c8d9-4000-87ee-2db4f551897f,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:39.224210 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.279055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for e21887e5-c8d9-4000-87ee-2db4f551897f owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:39.300200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port acf97ad2-e0f0-40ba-b4fc-84f12be85818 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:39.453114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1403fecc-a36b-4128-92b2-61109282faed,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:39.583556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b99395-19b7-4b7c-99b0-b8ea6c56304e req-af43378e-d1ac-44ba-b2b4-6b76e188eed8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:39.594668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8b99395-19b7-4b7c-99b0-b8ea6c56304e req-af43378e-d1ac-44ba-b2b4-6b76e188eed8 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf2f65d-0644-47ca-977f-ca085bb3d8e3 HTTP/1.1" status: 200 len: 945 time: 0.4906628 Jan 28 17:07:39.677091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e21887e5-c8d9-4000-87ee-2db4f551897f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.763908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Attempting to bind port 1403fecc-a36b-4128-92b2-61109282faed on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:07:39.765586 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Attempting to bind port 1403fecc-a36b-4128-92b2-61109282faed by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:07:39.767870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Attempting to bind port 1403fecc-a36b-4128-92b2-61109282faed on network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:39.794431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Port 1403fecc-a36b-4128-92b2-61109282faed on network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:07:39.795097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Attempting to bind port 1403fecc-a36b-4128-92b2-61109282faed on network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:39.795279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] No DVR routers for this DVR port e21887e5-c8d9-4000-87ee-2db4f551897f on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:07:39.796358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242281ff-eec9-4f84-9f51-d09c8ddf996a None None] New status for floating IP 753816e8-7715-4975-8b6e-70bd9daf2813: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:07:39.797545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=e21887e5-c8d9-4000-87ee-2db4f551897f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:39.801647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.808339 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-071e3088-157d-4102-abd3-140b7cdb95a5 req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.31 "DELETE /v2.0/ports/e21887e5-c8d9-4000-87ee-2db4f551897f HTTP/1.1" status: 204 len: 173 time: 1.1757810 Jan 28 17:07:39.809082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'name': 'network-vif-deleted', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:39.811781 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27109d7-a14e-4807-81ad-60fc11be2b77" -d '{"events": [{"server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "name": "network-vif-deleted", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:39.820649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.821257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.821826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.822325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.822817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.823328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.823825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.824375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.824903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.825408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.825912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.826386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.826941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f57f4-ce67-4783-9e70-6ff3242db4eb tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:07:39.830659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4acf-ab8e-49f7-a2b2-e2bc5e7b4197 req-2e23ee58-875c-4066-83eb-bc1e866cedd2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:39.840553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6faa4acf-ab8e-49f7-a2b2-e2bc5e7b4197 req-2e23ee58-875c-4066-83eb-bc1e866cedd2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 907 time: 0.4370000 Jan 28 17:07:39.867885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:07:39.869104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Checking segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:39.869544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Bound using segment: {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:07:39.870045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Bound port: 1403fecc-a36b-4128-92b2-61109282faed, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:07:39.870404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1403fecc-a36b-4128-92b2-61109282faed), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:39.929233 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b43d4-ac1b-429c-8563-a266289eb866 x-openstack-request-id: req-608b43d4-ac1b-429c-8563-a266289eb866 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:39.929747 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf2f65d-0644-47ca-977f-ca085bb3d8e3", "name": "network-vif-deleted", "tag": "e21887e5-c8d9-4000-87ee-2db4f551897f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:39.930099 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-608b43d4-ac1b-429c-8563-a266289eb866 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:39.930661 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf2f65d-0644-47ca-977f-ca085bb3d8e3', 'name': 'network-vif-deleted', 'tag': 'e21887e5-c8d9-4000-87ee-2db4f551897f', 'status': 'completed', 'code': 200} Jan 28 17:07:39.932445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8b99395-19b7-4b7c-99b0-b8ea6c56304e req-56aff256-73bd-4234-8edc-2985bb270a88 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245151 Jan 28 17:07:40.018119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] For port 1403fecc-a36b-4128-92b2-61109282faed, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:07:40.024844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] For port 1403fecc-a36b-4128-92b2-61109282faed, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1403fecc-a36b-4128-92b2-61109282faed,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:07:40.035106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (1403fecc-a36b-4128-92b2-61109282faed), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:40.084849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:40.085607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:40.087334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/1403fecc-a36b-4128-92b2-61109282faed HTTP/1.1" status: 200 len: 1056 time: 2.1465652 Jan 28 17:07:40.087785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3d0bb-7563-4701-a9de-449058200843', 'tag': '1403fecc-a36b-4128-92b2-61109282faed'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:40.090208 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9f962-734c-48d0-8b60-22ba3cd6b787" -d '{"events": [{"name": "network-changed", "server_uuid": "44f3d0bb-7563-4701-a9de-449058200843", "tag": "1403fecc-a36b-4128-92b2-61109282faed"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:40.139492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fecc8d-81d0-460e-8aa2-2d83800c55f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1403fecc-a36b-4128-92b2-61109282faed,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:40.190485 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4ce53-b9ee-4fbf-9407-fa6821009acd x-openstack-request-id: req-9af4ce53-b9ee-4fbf-9407-fa6821009acd {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:40.190878 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f3d0bb-7563-4701-a9de-449058200843", "tag": "1403fecc-a36b-4128-92b2-61109282faed", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:40.191339 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9af4ce53-b9ee-4fbf-9407-fa6821009acd {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:40.191985 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f3d0bb-7563-4701-a9de-449058200843', 'tag': '1403fecc-a36b-4128-92b2-61109282faed', 'status': 'completed', 'code': 200} Jan 28 17:07:40.280863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-e85ca09b-6a28-47fd-803e-1e93bdfc4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:40.283677 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-e85ca09b-6a28-47fd-803e-1e93bdfc4bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 1090 time: 0.1135557 Jan 28 17:07:40.350394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-9b0a2235-0d57-4328-b460-97cafb846582 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=1403fecc-a36b-4128-92b2-61109282faed HTTP/1.1" status: 200 len: 217 time: 0.0537949 Jan 28 17:07:40.435948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-8705b126-3689-4cf0-a13e-28883b79e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:40.439948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-8705b126-3689-4cf0-a13e-28883b79e062 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca094a65-c83c-4ae1-8e9a-ba2c69784313 HTTP/1.1" status: 200 len: 837 time: 0.0825293 Jan 28 17:07:40.500104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-0bcc33e0-4421-4184-9733-7a9e118003b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:40.501681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-0bcc33e0-4421-4184-9733-7a9e118003b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bad61fb-62a9-4fe8-84f1-ba3172323d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0552020 Jan 28 17:07:40.594709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-b3448028-8fbb-4d6f-b8d7-af48ee14c38e service neutron] 10.222.0.31 "GET /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869603 Jan 28 17:07:40.694715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a549b07c-04e6-4d23-95d8-54c2096a18ff req-72016f80-46e5-484b-abc3-c57262dbd0d9 service neutron] 10.222.0.31 "GET /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933897 Jan 28 17:07:40.797767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-c5584b25-e803-4430-bf54-d46def54048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:40.800084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-c5584b25-e803-4430-bf54-d46def54048c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 1090 time: 0.0552945 Jan 28 17:07:40.974451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-fe1f5745-2773-4c5c-ab65-34e7a07e34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:40.977551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-fe1f5745-2773-4c5c-ab65-34e7a07e34e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9bad61fb-62a9-4fe8-84f1-ba3172323d81 HTTP/1.1" status: 200 len: 898 time: 0.1708055 Jan 28 17:07:41.009127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48848) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:41.024076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-56f771bb-fab3-4418-ab15-2ca49b435506 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=1403fecc-a36b-4128-92b2-61109282faed HTTP/1.1" status: 200 len: 217 time: 0.0385823 Jan 28 17:07:41.051493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bbd36-3bb8-4df1-a5bb-a3dd9699b765 req-9cf7d80a-a29a-4bb5-a167-7bb8a5ced874 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:41.054785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-300bbd36-3bb8-4df1-a5bb-a3dd9699b765 req-9cf7d80a-a29a-4bb5-a167-7bb8a5ced874 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 907 time: 0.1269114 Jan 28 17:07:41.111061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-cee7c9b7-834d-4cbb-b267-49e1d19bdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:41.112661 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-cee7c9b7-834d-4cbb-b267-49e1d19bdb9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca094a65-c83c-4ae1-8e9a-ba2c69784313 HTTP/1.1" status: 200 len: 837 time: 0.0802650 Jan 28 17:07:41.141345 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2bae5f26-8faf-4016-b157-f0f5b6fd5399 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (5b79f3af-6ef0-444a-8e47-3d0b2e8f1680), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.176933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2bae5f26-8faf-4016-b157-f0f5b6fd5399 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (5b79f3af-6ef0-444a-8e47-3d0b2e8f1680), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.256526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-3dd6ddf8-d74b-460d-ac50-5b70cac1d15c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095685464&fields=id&tenant_id=b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 267 time: 0.0705004 Jan 28 17:07:41.261497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2bae5f26-8faf-4016-b157-f0f5b6fd5399 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5b79f3af-6ef0-444a-8e47-3d0b2e8f1680), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.265908 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2bae5f26-8faf-4016-b157-f0f5b6fd5399 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.267154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2bae5f26-8faf-4016-b157-f0f5b6fd5399 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b79f3af-6ef0-444a-8e47-3d0b2e8f1680 HTTP/1.1" status: 204 len: 168 time: 0.2565193 Jan 28 17:07:41.279508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae5f26-8faf-4016-b157-f0f5b6fd5399 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b79f3af-6ef0-444a-8e47-3d0b2e8f1680,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:41.321368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48860) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:41.345004 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-17a605f1-24a9-43fa-ab2b-df9d783b3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:41.346604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-17a605f1-24a9-43fa-ab2b-df9d783b3e92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9bad61fb-62a9-4fe8-84f1-ba3172323d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2274249 Jan 28 17:07:41.374609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48862) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:41.533274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e21887e5-c8d9-4000-87ee-2db4f551897f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:41.546760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a51d8ffb-41de-487d-9d4b-c146a977cf88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.567221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: e21887e5-c8d9-4000-87ee-2db4f551897f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:41.568050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e21887e5-c8d9-4000-87ee-2db4f551897f not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:41.755863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a51d8ffb-41de-487d-9d4b-c146a977cf88 admin admin] Publish callbacks [] for security_group (a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.760956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a51d8ffb-41de-487d-9d4b-c146a977cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.821483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a51d8ffb-41de-487d-9d4b-c146a977cf88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=954a6f7e699545ab8216353aa9d23911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455216 Jan 28 17:07:41.828611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 48868) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:41.860075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d8ffb-41de-487d-9d4b-c146a977cf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:41.914434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a63f-3429-4443-9c29-81049bb32965 admin admin] Publish callbacks [] for security_group (a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.918380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-ea02916b-70a7-4f86-a8c9-d632ea8ca862 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:41.920230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-ea02916b-70a7-4f86-a8c9-d632ea8ca862 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.6625435 Jan 28 17:07:41.942050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-1eaacae3-cebd-4004-a8b7-f7cce43b7b1f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/quotas/b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 375 time: 0.0104733 Jan 28 17:07:41.958475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a63f-3429-4443-9c29-81049bb32965 admin admin] Publish callbacks [] for security_group (a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:41.989703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-6fe3e7a4-61fb-49b5-acfd-de3b96e1f7bc service neutron] 10.222.0.31 "GET /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345706 Jan 28 17:07:42.015620 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (58e85b2b-493e-48d7-bae1-f653d8016a33), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.071086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a63f-3429-4443-9c29-81049bb32965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.074284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a63f-3429-4443-9c29-81049bb32965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.075544 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d1a7a63f-3429-4443-9c29-81049bb32965 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff HTTP/1.1" status: 204 len: 168 time: 0.2457588 Jan 28 17:07:42.088722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-dde821b7-4e6a-4e4a-8c2c-950ae27e9d32 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1365850 Jan 28 17:07:42.143415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fff9f962-734c-48d0-8b60-22ba3cd6b787 req-ec0e55a8-72b5-43ae-aeda-79ac572a39b2 service neutron] 10.222.0.31 "GET /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468477 Jan 28 17:07:42.241392 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a63f-3429-4443-9c29-81049bb32965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fbfdc5-ded1-4e37-ae13-3dfbd4a63dff,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:42.316917 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-23205177-558c-4e56-936e-608db819af1f service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009103 Jan 28 17:07:42.351454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fade17-84a1-44ac-a9f7-89b35f726e53 req-7bc60d51-168f-45c7-9358-6c72a010bae6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:42.366027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-70fade17-84a1-44ac-a9f7-89b35f726e53 req-7bc60d51-168f-45c7-9358-6c72a010bae6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 907 time: 0.1693532 Jan 28 17:07:42.444011 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.451992 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.465252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-6b4757f5-2f7e-410e-a8a6-5745437bcf79 service neutron] 10.222.0.25 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472361 Jan 28 17:07:42.561014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48880) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:42.577885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20e62fcb-5ff9-4a62-9fd6-413388022a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.710429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20e62fcb-5ff9-4a62-9fd6-413388022a74 admin admin] Publish callbacks [] for security_group (4356cea5-3343-4b52-adee-03cac52e3510), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.716833 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-20e62fcb-5ff9-4a62-9fd6-413388022a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4356cea5-3343-4b52-adee-03cac52e3510), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.770899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-20e62fcb-5ff9-4a62-9fd6-413388022a74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e32398a52b9744b294816b0430a82928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062235 Jan 28 17:07:42.770899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e62fcb-5ff9-4a62-9fd6-413388022a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4356cea5-3343-4b52-adee-03cac52e3510,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:42.773550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48888) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:42.898632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb1c77e7-aa14-40ff-8eb4-67d8bf961f62 req-fe479f9c-9218-46d2-a4ca-68941e370219 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0431652 Jan 28 17:07:42.915343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5435-611e-44df-9ed5-f6f0dab8daa4 admin admin] Publish callbacks [] for security_group (4356cea5-3343-4b52-adee-03cac52e3510), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.937030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:42.937548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:42.945064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5435-611e-44df-9ed5-f6f0dab8daa4 admin admin] Publish callbacks [] for security_group (4356cea5-3343-4b52-adee-03cac52e3510), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.018636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5435-611e-44df-9ed5-f6f0dab8daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4356cea5-3343-4b52-adee-03cac52e3510), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.028959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5435-611e-44df-9ed5-f6f0dab8daa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.030704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5e2e5435-611e-44df-9ed5-f6f0dab8daa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4356cea5-3343-4b52-adee-03cac52e3510 HTTP/1.1" status: 204 len: 168 time: 0.2561405 Jan 28 17:07:43.043825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e5435-611e-44df-9ed5-f6f0dab8daa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4356cea5-3343-4b52-adee-03cac52e3510,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:43.111058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port f415e1c1-ad9a-496a-8a40-3d8c800e9c6d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:43.111759 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.138688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for f415e1c1-ad9a-496a-8a40-3d8c800e9c6d owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:43.404730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f415e1c1-ad9a-496a-8a40-3d8c800e9c6d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.450430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=f415e1c1-ad9a-496a-8a40-3d8c800e9c6d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:43.530264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1403fecc-a36b-4128-92b2-61109282faed details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:07:43.555390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a89ba-f317-460f-a254-d9e520d008f7 req-8c558b45-e6ab-4c1d-9bf5-e126e1c15343 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:43.580190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e0a89ba-f317-460f-a254-d9e520d008f7 req-8c558b45-e6ab-4c1d-9bf5-e126e1c15343 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 907 time: 0.1369832 Jan 28 17:07:43.722555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (58e85b2b-493e-48d7-bae1-f653d8016a33), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.801634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1403fecc-a36b-4128-92b2-61109282faed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1403fecc-a36b-4128-92b2-61109282faed,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:43.815422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '1403fecc-a36b-4128-92b2-61109282faed', 'network_id': '9bad61fb-62a9-4fe8-84f1-ba3172323d81', 'port_id': '1403fecc-a36b-4128-92b2-61109282faed', 'mac_address': 'fa:16:3e:c1:08:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca094a65-c83c-4ae1-8e9a-ba2c69784313', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:07:43.871458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1403fecc-a36b-4128-92b2-61109282faed is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:43.872180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1403fecc-a36b-4128-92b2-61109282faed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.888156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1403fecc-a36b-4128-92b2-61109282faed {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:07:43.922282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1403fecc-a36b-4128-92b2-61109282faed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1403fecc-a36b-4128-92b2-61109282faed,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:43.926645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1403fecc-a36b-4128-92b2-61109282faed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:43.990720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1403fecc-a36b-4128-92b2-61109282faed,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:44.025930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d458bee8-aff1-4734-8253-49bc8f13a85a req-b1073b07-2f4a-445b-81d2-8404379ad645 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0310133 Jan 28 17:07:44.044382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Router 58e85b2b-493e-48d7-bae1-f653d8016a33 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:07:44.137443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['1403fecc-a36b-4128-92b2-61109282faed'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:07:44.242922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:07:44.252119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b3812146-cbe5-4c79-9507-25807cd40389 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "PUT /v2.0/routers/58e85b2b-493e-48d7-bae1-f653d8016a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290433 Jan 28 17:07:44.255371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48928) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:44.266301 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] Sync routers for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:07:44.280118 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:44.281502 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:44.332109 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting subnet 8acaabcb-b5e8-4778-9c0a-47c661bae26e {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:07:44.346235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (8acaabcb-b5e8-4778-9c0a-47c661bae26e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:44.358528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a4784b35-efa2-4a58-8037-04b2aa5211f6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:44.362339 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a4784b35-efa2-4a58-8037-04b2aa5211f6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 812 time: 0.1799374 Jan 28 17:07:44.391805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (8acaabcb-b5e8-4778-9c0a-47c661bae26e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:44.500487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-90b5be13-7bc3-46af-8727-968c60f4bb59 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4db0a9d99174804a9997dc8b174de27 HTTP/1.1" status: 200 len: 380 time: 0.1313732 Jan 28 17:07:44.512538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'port': {'device_id': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'admin_state_up': True, 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'security_groups': ['a77d7556-768b-4b18-b3fc-f10722cae0ec']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:44.547935 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:44.552505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8acaabcb-b5e8-4778-9c0a-47c661bae26e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:44.733021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (8acaabcb-b5e8-4778-9c0a-47c661bae26e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:44.800789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3526ec-8f6e-4657-996c-eddc6dd616ea None None] Network 80291d30-6874-4711-89ef-b2dc445e1af8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:44.867205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Made reservation on behalf of b4db0a9d99174804a9997dc8b174de27 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:07:44.873971 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:07:43Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:44.880130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:44.911082 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] Checking router: 58e85b2b-493e-48d7-bae1-f653d8016a33 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:07:44.913196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:44.921043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/subnets/8acaabcb-b5e8-4778-9c0a-47c661bae26e HTTP/1.1" status: 204 len: 168 time: 0.6629827 Jan 28 17:07:44.923648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48944) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:44.927177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] Routers {'58e85b2b-493e-48d7-bae1-f653d8016a33'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:44.927950 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['58e85b2b-493e-48d7-bae1-f653d8016a33'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:44.950169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9b865-38be-4932-9794-aab95c4cd0a0 tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Subnet': ['ID=8acaabcb-b5e8-4778-9c0a-47c661bae26e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:45.064977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50408db1-c950-4b4a-829f-327f3127182c None None] DHCP port deletion for 80291d30-6874-4711-89ef-b2dc445e1af8 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:07:45.197492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50408db1-c950-4b4a-829f-327f3127182c None None] Deleting port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:45.199671 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50408db1-c950-4b4a-829f-327f3127182c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.223819 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] Set router 58e85b2b-493e-48d7-bae1-f653d8016a33 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:45.227827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7bf11-1d5a-4069-9d98-d3924e73e5bb req-a77cde55-5b4a-44f4-b83e-31e8a4bb158b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:45.232193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ec7bf11-1d5a-4069-9d98-d3924e73e5bb req-a77cde55-5b4a-44f4-b83e-31e8a4bb158b tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 908 time: 0.4721439 Jan 28 17:07:45.247097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.20.0.9 (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e/66864d00-bf9f-46b7-a896-91948e05f327) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:07:45.292119 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9cabdb69-d50b-481f-9236-0973a19f9585 req-db44c68b-0ff6-409e-bbbc-d34b7ea93c14 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.1344132 Jan 28 17:07:45.336161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router (58e85b2b-493e-48d7-bae1-f653d8016a33), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.361263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-50408db1-c950-4b4a-829f-327f3127182c None None] For port 2d39b858-6a69-4cc0-b704-e6aa6e64b194, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2d39b858-6a69-4cc0-b704-e6aa6e64b194,segment=NetworkSegment(ea56459b-880f-4d29-98fb-ef154b1cdf68),segment_id=ea56459b-880f-4d29-98fb-ef154b1cdf68)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:45.361914 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50408db1-c950-4b4a-829f-327f3127182c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.392701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50408db1-c950-4b4a-829f-327f3127182c None None] Calling delete_port for 2d39b858-6a69-4cc0-b704-e6aa6e64b194 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:45.534650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (66864d00-bf9f-46b7-a896-91948e05f327), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.563427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1403fecc-a36b-4128-92b2-61109282faed up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:07:45.581110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_gateway (58e85b2b-493e-48d7-bae1-f653d8016a33), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.590780 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (66864d00-bf9f-46b7-a896-91948e05f327), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.631762 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:07:43Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:45.636253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50408db1-c950-4b4a-829f-327f3127182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2d39b858-6a69-4cc0-b704-e6aa6e64b194), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.671486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Deleting port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:45.671827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.673992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:07:45.678463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:07:45.690877 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f77bc-6b85-407d-8f94-260b5d48e88d None None] The sync data for ids ['58e85b2b-493e-48d7-bae1-f653d8016a33'] in n-d-812111-13 is: [{'id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'name': 'tempest-TestNetworkBasicOps-router-983741704', 'tenant_id': '4fe440eed5be47c78503deed2fedc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:32Z', 'updated_at': '2022-01-28T17:07:43Z', 'revision_number': 5, 'project_id': '4fe440eed5be47c78503deed2fedc888', 'gw_port': {'id': '29c0f65b-14ab-46b6-a8ca-16dcf9f71d26', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e85b2b-493e-48d7-bae1-f653d8016a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:33Z', 'updated_at': '2022-01-28T17:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:07:45.694710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:07:45.699159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50408db1-c950-4b4a-829f-327f3127182c None None] Pushing event deleted for resources: {'Port': ['ID=2d39b858-6a69-4cc0-b704-e6aa6e64b194,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:45.718358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50408db1-c950-4b4a-829f-327f3127182c None None] No DVR routers for this DVR port 2d39b858-6a69-4cc0-b704-e6aa6e64b194 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:07:45.769348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 1403fecc-a36b-4128-92b2-61109282faed completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:07:45.774324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 1403fecc-a36b-4128-92b2-61109282faed triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:45.775012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1403fecc-a36b-4128-92b2-61109282faed), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.827935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=66864d00-bf9f-46b7-a896-91948e05f327,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:45.835275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] For port 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:45.835822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.864301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Calling delete_port for 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:45.867693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:45.868636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.901406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a5f2f781-c5be-4538-944e-c4654037fe42 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3960426 Jan 28 17:07:45.915674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Request body: {'port': {'device_id': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:07:45.965588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 1403fecc-a36b-4128-92b2-61109282faed is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:07:45.966156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1403fecc-a36b-4128-92b2-61109282faed), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:45.993647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-542d724d-3cd7-401f-aa0b-a70767522571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.015763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (66864d00-bf9f-46b7-a896-91948e05f327), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.062079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 1403fecc-a36b-4128-92b2-61109282faed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1403fecc-a36b-4128-92b2-61109282faed,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:46.063717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f3d0bb-7563-4701-a9de-449058200843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403fecc-a36b-4128-92b2-61109282faed'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:46.070013 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c324f4b0-0e91-41fe-b65f-3857f4bfc4df" -d '{"events": [{"server_uuid": "44f3d0bb-7563-4701-a9de-449058200843", "name": "network-vif-plugged", "status": "completed", "tag": "1403fecc-a36b-4128-92b2-61109282faed"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:46.087593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1403fecc-a36b-4128-92b2-61109282faed), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.199022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=1403fecc-a36b-4128-92b2-61109282faed,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:46.227862 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e8760-8da4-47f9-b5c7-425d4064ec20 x-openstack-request-id: req-024e8760-8da4-47f9-b5c7-425d4064ec20 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:46.228889 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f3d0bb-7563-4701-a9de-449058200843", "name": "network-vif-plugged", "status": "completed", "tag": "1403fecc-a36b-4128-92b2-61109282faed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:46.229171 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-024e8760-8da4-47f9-b5c7-425d4064ec20 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:46.229587 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f3d0bb-7563-4701-a9de-449058200843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403fecc-a36b-4128-92b2-61109282faed', 'code': 200} Jan 28 17:07:46.246038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9e176cb2-1f2b-43a0-b8ad-fc4349570968 None None] Provisioning complete for port 66864d00-bf9f-46b7-a896-91948e05f327 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:07:46.246424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e176cb2-1f2b-43a0-b8ad-fc4349570968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (66864d00-bf9f-46b7-a896-91948e05f327), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.393387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9e176cb2-1f2b-43a0-b8ad-fc4349570968 None None] Port 66864d00-bf9f-46b7-a896-91948e05f327 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:07:46.494485 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (29c0f65b-14ab-46b6-a8ca-16dcf9f71d26), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.572372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Port': ['ID=29c0f65b-14ab-46b6-a8ca-16dcf9f71d26,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:46.724797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66864d00-bf9f-46b7-a896-91948e05f327 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:07:46.733862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822a81-063a-4e4e-84dc-682374f3449b req-01d7435f-454a-4aca-afaa-ba2b8bc495c0 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:46.736333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d7822a81-063a-4e4e-84dc-682374f3449b req-01d7435f-454a-4aca-afaa-ba2b8bc495c0 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.3261449 Jan 28 17:07:46.756270 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Publish callbacks [] for port (66864d00-bf9f-46b7-a896-91948e05f327), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.757728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce68a41-f0cf-43b1-8cb8-74f4db12963c req-93fbe6ed-03bd-4c23-8bbe-ba6789a9cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:46.759941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ce68a41-f0cf-43b1-8cb8-74f4db12963c req-93fbe6ed-03bd-4c23-8bbe-ba6789a9cb12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 1092 time: 0.3893101 Jan 28 17:07:46.771157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Transition to ACTIVE for port object 66864d00-bf9f-46b7-a896-91948e05f327 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:07:46.781273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (66864d00-bf9f-46b7-a896-91948e05f327), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.798626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (58e85b2b-493e-48d7-bae1-f653d8016a33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:46.864575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Pushing event updated for resources: {'Port': ['ID=66864d00-bf9f-46b7-a896-91948e05f327,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:46.867976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5821825-647e-4d4c-b9a5-916cbaae2176 req-4d2dc9a4-8ab7-4358-aaed-d601e0ab1175 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:46.879347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5821825-647e-4d4c-b9a5-916cbaae2176 req-4d2dc9a4-8ab7-4358-aaed-d601e0ab1175 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 931 time: 0.3822784 Jan 28 17:07:46.921795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2d39b858-6a69-4cc0-b704-e6aa6e64b194 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:46.959722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Attempting to bind port 66864d00-bf9f-46b7-a896-91948e05f327 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:07:46.961819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Attempting to bind port 66864d00-bf9f-46b7-a896-91948e05f327 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:07:46.962299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Attempting to bind port 66864d00-bf9f-46b7-a896-91948e05f327 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:46.974058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Port 66864d00-bf9f-46b7-a896-91948e05f327 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:07:46.974586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2d39b858-6a69-4cc0-b704-e6aa6e64b194 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:46.975306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Attempting to bind port 66864d00-bf9f-46b7-a896-91948e05f327 on network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:07:46.975837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2d39b858-6a69-4cc0-b704-e6aa6e64b194 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:46.977635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f415e1c1-ad9a-496a-8a40-3d8c800e9c6d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:46.989539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:07:46.990018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Checking segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:07:46.991060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Bound using segment: {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:07:46.991609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Bound port: 66864d00-bf9f-46b7-a896-91948e05f327, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34020d60-e6fa-41ff-8d4b-91df49056427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:07:46.992228 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (66864d00-bf9f-46b7-a896-91948e05f327), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.018581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (58e85b2b-493e-48d7-bae1-f653d8016a33), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.022818 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router_controller (58e85b2b-493e-48d7-bae1-f653d8016a33), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.044098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f415e1c1-ad9a-496a-8a40-3d8c800e9c6d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:47.044445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f415e1c1-ad9a-496a-8a40-3d8c800e9c6d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:47.092434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] For port 66864d00-bf9f-46b7-a896-91948e05f327, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:07:47.097447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] For port 66864d00-bf9f-46b7-a896-91948e05f327, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=66864d00-bf9f-46b7-a896-91948e05f327,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:07:47.110833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (66864d00-bf9f-46b7-a896-91948e05f327), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.128167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (58e85b2b-493e-48d7-bae1-f653d8016a33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.128954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Fanout notify agent at l3_agent the message router_deleted on router 58e85b2b-493e-48d7-bae1-f653d8016a33 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:07:47.137671 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.142059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8a391d9a-9368-4240-be64-b6ec4647b60a tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/routers/58e85b2b-493e-48d7-bae1-f653d8016a33 HTTP/1.1" status: 204 len: 168 time: 2.2159045 Jan 28 17:07:47.164957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5821825-647e-4d4c-b9a5-916cbaae2176 req-830672ca-2d03-450c-998c-4cc643f1f37e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846012 Jan 28 17:07:47.165467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 48988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:47.197129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Pushing event updated for resources: {'Port': ['ID=66864d00-bf9f-46b7-a896-91948e05f327,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:47.235228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:47.235870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.237377 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-86ca3fa2-0509-4262-8642-04517798a329 service neutron] 10.222.0.24 "PUT /v2.0/ports/66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 1092 time: 1.3285909 Jan 28 17:07:47.237898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:47.244852 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e134e-ad6f-4275-8f54-ed03bf7e2b26" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "tag": "66864d00-bf9f-46b7-a896-91948e05f327"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:47.394685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (80291d30-6874-4711-89ef-b2dc445e1af8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.424981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-095b3658-16a5-41b1-bd1f-f0b8821b8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:47.428945 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-095b3658-16a5-41b1-bd1f-f0b8821b8839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1126 time: 0.1315093 Jan 28 17:07:47.493133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-78e3a183-dd54-469b-a1e1-5819ed82a7c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 217 time: 0.0578337 Jan 28 17:07:47.576394 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (80291d30-6874-4711-89ef-b2dc445e1af8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.606888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-0f46a4f9-7f7e-49f2-9735-aed4dd3ce9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:47.608404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-0f46a4f9-7f7e-49f2-9735-aed4dd3ce9f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1099141 Jan 28 17:07:47.619894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80291d30-6874-4711-89ef-b2dc445e1af8']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:47.639433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea56459b-880f-4d29-98fb-ef154b1cdf68') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:47.639841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea56459b-880f-4d29-98fb-ef154b1cdf68') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:47.654345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (ea56459b-880f-4d29-98fb-ef154b1cdf68), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.670913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ea56459b-880f-4d29-98fb-ef154b1cdf68), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.682697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:07:47.683203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (ea56459b-880f-4d29-98fb-ef154b1cdf68), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:07:47.686661 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:07:47.709587 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-08ef07e2-25e3-41da-87e8-f987dad8760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:47.711252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-08ef07e2-25e3-41da-87e8-f987dad8760b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0969050 Jan 28 17:07:47.913244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-3696fa3e-d521-4ba6-bf74-fb5db8eb5009 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954386 Jan 28 17:07:47.915320 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc7aa89-fc03-4374-9996-563febb49d25 x-openstack-request-id: req-afc7aa89-fc03-4374-9996-563febb49d25 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:47.915665 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "tag": "66864d00-bf9f-46b7-a896-91948e05f327", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:47.917489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11127702-f164-4793-8731-f26e3ebfb996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:47.920823 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afc7aa89-fc03-4374-9996-563febb49d25 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:47.922116 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327', 'status': 'completed', 'code': 200} Jan 28 17:07:47.997064 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (80291d30-6874-4711-89ef-b2dc445e1af8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:48.013912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:48.017918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] 10.222.0.25 "DELETE /v2.0/networks/80291d30-6874-4711-89ef-b2dc445e1af8 HTTP/1.1" status: 204 len: 168 time: 0.8485868 Jan 28 17:07:48.035643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554723e-03f9-4b39-894d-f51734900c9f tempest-TestNetworkBasicOps-775180155 tempest-TestNetworkBasicOps-775180155-project] Pushing event deleted for resources: {'Network': ['ID=80291d30-6874-4711-89ef-b2dc445e1af8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:48.107259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4982e6-7b44-4fda-a97f-9da8fcb47f95 req-ff8d885a-0105-4536-a57e-5bb3aeabc650 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:48.107569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d4982e6-7b44-4fda-a97f-9da8fcb47f95 req-ff8d885a-0105-4536-a57e-5bb3aeabc650 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.2127829 Jan 28 17:07:48.140568 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8093d011-19c5-4e19-9d82-8596b138ac78 req-a4d38b5f-e83a-4563-a768-823bebf06cfd service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173371 Jan 28 17:07:48.285838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-e67d45a9-1f65-44e3-8fc0-56f1abe00fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:48.289784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-e67d45a9-1f65-44e3-8fc0-56f1abe00fe6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1126 time: 0.0966268 Jan 28 17:07:48.378817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4818e9-18f6-492b-87fe-8edd2e2f911b req-4e2c6800-da6c-413b-a222-ac5d9c2b7fc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:48.384843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f4818e9-18f6-492b-87fe-8edd2e2f911b req-4e2c6800-da6c-413b-a222-ac5d9c2b7fc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1185865 Jan 28 17:07:48.414109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-579259ab-377b-4273-afe3-7a7074248a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:48.416058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-579259ab-377b-4273-afe3-7a7074248a77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1199896 Jan 28 17:07:48.454519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49022) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:48.479022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-dc51c125-c23e-4711-bbf3-0e655be7e24f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 217 time: 0.0558069 Jan 28 17:07:48.494046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f4818e9-18f6-492b-87fe-8edd2e2f911b req-65bf97d5-2e8b-4311-8b39-77aac9728aa1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025331 Jan 28 17:07:48.550526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-f72e5c31-c71f-42a9-8fbe-0a2a190c0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:48.553212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-f72e5c31-c71f-42a9-8fbe-0a2a190c0747 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0671880 Jan 28 17:07:48.621756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-cf67cebc-bd39-4e8f-bb8b-fff2aa4438b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:48.623499 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-cf67cebc-bd39-4e8f-bb8b-fff2aa4438b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0642791 Jan 28 17:07:48.655628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e5cc43c-a315-4e7f-958b-e621a11677a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fe440eed5be47c78503deed2fedc888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994767 Jan 28 17:07:48.656361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49030) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:48.676265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:48.702707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:48.703273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 29c0f65b-14ab-46b6-a8ca-16dcf9f71d26 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:48.774817 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-2572dd74-300c-4722-a84f-b4423f027405 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441553 Jan 28 17:07:48.808949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a05908a9-9671-41fc-a8f1-16687b9d036e admin admin] Publish callbacks [] for security_group (ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:48.861911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a05908a9-9671-41fc-a8f1-16687b9d036e admin admin] Publish callbacks [] for security_group (ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:48.922258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-898e134e-ad6f-4275-8f54-ed03bf7e2b26 req-2a446c6d-ce1a-4e7f-b39a-533fa88da204 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403158 Jan 28 17:07:48.944167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a05908a9-9671-41fc-a8f1-16687b9d036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:48.947201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a05908a9-9671-41fc-a8f1-16687b9d036e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:48.948509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a05908a9-9671-41fc-a8f1-16687b9d036e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5 HTTP/1.1" status: 204 len: 168 time: 0.2911644 Jan 28 17:07:48.971680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05908a9-9671-41fc-a8f1-16687b9d036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e1186-36e3-49f9-9ba7-a5b7d6e984a5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:49.350797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f5173-b892-48a6-a46d-17d21a7f0da8 req-7d485311-9133-4501-87a3-464c11c52e42 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:49.363846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d3f5173-b892-48a6-a46d-17d21a7f0da8 req-7d485311-9133-4501-87a3-464c11c52e42 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.1284990 Jan 28 17:07:49.533448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:49.558855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfdd96-93f0-4e9d-b506-b4b27f7fca5d req-5d3a3c48-4ae9-49d4-886d-e53a8d4f4b7a tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:49.572055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18632de1-7a81-4a44-ad39-da789b824f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:49.574649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5cfdd96-93f0-4e9d-b506-b4b27f7fca5d req-5d3a3c48-4ae9-49d4-886d-e53a8d4f4b7a tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.1242001 Jan 28 17:07:49.726495 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:49.746394 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18632de1-7a81-4a44-ad39-da789b824f6e admin admin] Publish callbacks [] for security_group (0648d154-395d-44c4-b59b-b7d62ea693be), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:49.757967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-18632de1-7a81-4a44-ad39-da789b824f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0648d154-395d-44c4-b59b-b7d62ea693be), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:49.789944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-216b00a9-b948-4be0-998a-6feb7059d8ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2142103 Jan 28 17:07:49.860501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632de1-7a81-4a44-ad39-da789b824f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0648d154-395d-44c4-b59b-b7d62ea693be,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:49.888433 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-18632de1-7a81-4a44-ad39-da789b824f6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35a61e79a43941d1b3c72e337c7a83ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537762 Jan 28 17:07:49.889171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49068) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:49.954509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac42d2c2-efad-458e-9e0d-27d10b4494a0 admin admin] Publish callbacks [] for security_group (0648d154-395d-44c4-b59b-b7d62ea693be), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:49.959718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20278eee-5653-4904-b907-41b01e498ad2 req-883e1b44-d1c4-4381-9214-85b2b576f673 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:49.971577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20278eee-5653-4904-b907-41b01e498ad2 req-883e1b44-d1c4-4381-9214-85b2b576f673 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.2860997 Jan 28 17:07:49.982329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac42d2c2-efad-458e-9e0d-27d10b4494a0 admin admin] Publish callbacks [] for security_group (0648d154-395d-44c4-b59b-b7d62ea693be), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:50.004708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec2a2-8fe6-4055-bb78-b2c373cd3360 req-1cd61b1f-4afa-4b9e-8d95-0d69d9dad368 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.004708 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad6ec2a2-8fe6-4055-bb78-b2c373cd3360 req-1cd61b1f-4afa-4b9e-8d95-0d69d9dad368 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 1092 time: 0.2892404 Jan 28 17:07:50.041144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-82f0a138-f7ef-4898-9e4c-0739a3cc30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.043138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-82f0a138-f7ef-4898-9e4c-0739a3cc30b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1653681 Jan 28 17:07:50.071255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20278eee-5653-4904-b907-41b01e498ad2 req-70405e4a-3c86-49ab-8e8d-93da6c6e399e tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986221 Jan 28 17:07:50.097646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac42d2c2-efad-458e-9e0d-27d10b4494a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0648d154-395d-44c4-b59b-b7d62ea693be), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:50.100279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac42d2c2-efad-458e-9e0d-27d10b4494a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:50.101478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ac42d2c2-efad-458e-9e0d-27d10b4494a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0648d154-395d-44c4-b59b-b7d62ea693be HTTP/1.1" status: 204 len: 168 time: 0.2112989 Jan 28 17:07:50.118816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d2c2-efad-458e-9e0d-27d10b4494a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0648d154-395d-44c4-b59b-b7d62ea693be,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:50.257998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a886aea-ebd0-4267-8b59-9ed7683b8372 req-3a2e9e5f-bf84-43d4-8528-510396db73d0 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.260405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a886aea-ebd0-4267-8b59-9ed7683b8372 req-3a2e9e5f-bf84-43d4-8528-510396db73d0 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1168 time: 0.1602204 Jan 28 17:07:50.263759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-9f65247a-a343-461b-b93b-4757739a8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.265439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-9f65247a-a343-461b-b93b-4757739a8693 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1932271 Jan 28 17:07:50.424921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a886aea-ebd0-4267-8b59-9ed7683b8372 req-9d2dfb89-3a09-4371-aa8f-c892dde00842 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1582472 Jan 28 17:07:50.441509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-08496ff7-fb36-4abb-976f-56fd33fed201 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 1001 time: 0.1528294 Jan 28 17:07:50.447786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:50.558896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-021a2a3b-4c4a-47a3-8ff0-27ac33d58221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.558896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-021a2a3b-4c4a-47a3-8ff0-27ac33d58221 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0575066 Jan 28 17:07:50.679094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2050aa6-32f5-4876-bd0e-1e4cc2642ee5 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.679094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e2050aa6-32f5-4876-bd0e-1e4cc2642ee5 tempest-TestSecurityGroupsBasicOps-1186738281 tempest-TestSecurityGroupsBasicOps-1186738281-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 1087 time: 0.1190324 Jan 28 17:07:50.682287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-10c87c55-8be3-4c75-9418-1b746f177279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:50.682287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-10c87c55-8be3-4c75-9418-1b746f177279 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1246977 Jan 28 17:07:50.717639 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:50.822673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-fb8b4d2d-8868-4cd2-b7d3-c80351673bd7 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710393 Jan 28 17:07:51.035932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d06f804-2725-45c5-b49b-cee48b5735e2 req-30e329be-2c57-46c2-a939-abe862dd975d service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071321 Jan 28 17:07:51.055995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7932-2e85-4528-addb-4b0712fa9883 req-d91facc6-79d1-4ecd-9213-d6f87e3b434f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:51.071980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-744a7932-2e85-4528-addb-4b0712fa9883 req-d91facc6-79d1-4ecd-9213-d6f87e3b434f tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.0870912 Jan 28 17:07:51.269023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c72b7b-612f-4e6a-abe0-dcbeff61b977 req-c4532b90-fc5c-41a8-bd7d-789aa8b9593a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:51.276866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9c72b7b-612f-4e6a-abe0-dcbeff61b977 req-c4532b90-fc5c-41a8-bd7d-789aa8b9593a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.0948238 Jan 28 17:07:51.340828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9c72b7b-612f-4e6a-abe0-dcbeff61b977 req-251b970a-1cc5-44b6-9344-ade75ff7bd50 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594265 Jan 28 17:07:51.758635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:52.304505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-8003c9e1-bd4f-4b7c-a0ec-66b18864bdc6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:52.306463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-8003c9e1-bd4f-4b7c-a0ec-66b18864bdc6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.1262262 Jan 28 17:07:52.332870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6aec-a902-47a0-88f6-5d87a6d94852 req-715b2ea3-7af5-43b8-817f-4858828e9f31 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:52.334448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-827b6aec-a902-47a0-88f6-5d87a6d94852 req-715b2ea3-7af5-43b8-817f-4858828e9f31 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 909 time: 0.1441960 Jan 28 17:07:52.562019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecf6fd-3fa9-423b-b3e4-9b0bd7661495 req-168a8e6a-462a-4c9c-a649-fdd3080b14b3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:52.569502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cecf6fd-3fa9-423b-b3e4-9b0bd7661495 req-168a8e6a-462a-4c9c-a649-fdd3080b14b3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1294229 Jan 28 17:07:52.574489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port 1403fecc-a36b-4128-92b2-61109282faed {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:52.574996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1403fecc-a36b-4128-92b2-61109282faed), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:52.687349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cecf6fd-3fa9-423b-b3e4-9b0bd7661495 req-0bc329bf-3226-46b2-b3dd-f47b15b57a63 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167970 Jan 28 17:07:52.731598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] For port 1403fecc-a36b-4128-92b2-61109282faed, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=1403fecc-a36b-4128-92b2-61109282faed,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:52.732279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1403fecc-a36b-4128-92b2-61109282faed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:52.757486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for 1403fecc-a36b-4128-92b2-61109282faed owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:52.947868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1403fecc-a36b-4128-92b2-61109282faed), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:53.025127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=1403fecc-a36b-4128-92b2-61109282faed,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:53.088883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] No DVR routers for this DVR port 1403fecc-a36b-4128-92b2-61109282faed on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:07:53.096642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:53.100962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-464073b3-51c1-4381-af3a-6ce61d9d6bc4 req-2bbd2514-d356-4b44-8990-b2511ee0e152 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.31 "DELETE /v2.0/ports/1403fecc-a36b-4128-92b2-61109282faed HTTP/1.1" status: 204 len: 173 time: 0.7879932 Jan 28 17:07:53.107357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f3d0bb-7563-4701-a9de-449058200843', 'name': 'network-vif-deleted', 'tag': '1403fecc-a36b-4128-92b2-61109282faed'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:07:53.112023 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccc0eba-661e-4870-9523-2b8a67bc5245" -d '{"events": [{"server_uuid": "44f3d0bb-7563-4701-a9de-449058200843", "name": "network-vif-deleted", "tag": "1403fecc-a36b-4128-92b2-61109282faed"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:07:53.448304 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d5c7a-7886-4f0b-8e95-146c944b5b53 x-openstack-request-id: req-b60d5c7a-7886-4f0b-8e95-146c944b5b53 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:07:53.448909 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f3d0bb-7563-4701-a9de-449058200843", "name": "network-vif-deleted", "tag": "1403fecc-a36b-4128-92b2-61109282faed", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:07:53.448909 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b60d5c7a-7886-4f0b-8e95-146c944b5b53 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:07:53.449289 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f3d0bb-7563-4701-a9de-449058200843', 'name': 'network-vif-deleted', 'tag': '1403fecc-a36b-4128-92b2-61109282faed', 'status': 'completed', 'code': 200} Jan 28 17:07:53.556911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de44dcde-de7b-4e54-808b-9954fb97a5b4 req-1c1e6ca5-9e49-4a14-be5d-4df0b37fa5f8 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=44f3d0bb-7563-4701-a9de-449058200843 HTTP/1.1" status: 200 len: 210 time: 0.0540180 Jan 28 17:07:53.928815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83900ecd-7e20-47e0-a7a6-60bcb3427b82 req-d1198cce-f8f0-4fa7-9b8b-bcadf0a7f83a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:53.930723 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83900ecd-7e20-47e0-a7a6-60bcb3427b82 req-d1198cce-f8f0-4fa7-9b8b-bcadf0a7f83a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.0894582 Jan 28 17:07:53.996620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83900ecd-7e20-47e0-a7a6-60bcb3427b82 req-73e96637-1163-40ff-b395-5cf43c5fba6f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603127 Jan 28 17:07:54.245479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49354) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:54.549403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38dfbbac-f876-4552-a2f9-c7aa902bfd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:54.668069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49370) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:54.753033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38dfbbac-f876-4552-a2f9-c7aa902bfd5f admin admin] Publish callbacks [] for security_group (6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:54.764936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38dfbbac-f876-4552-a2f9-c7aa902bfd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:54.831163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-38dfbbac-f876-4552-a2f9-c7aa902bfd5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73e4fb40e9fc4a8aa82b6d307e78056f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838916 Jan 28 17:07:54.832309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfbbac-f876-4552-a2f9-c7aa902bfd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:54.835264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49376) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:54.950612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac39113f-eec6-454c-b480-ba51b12652f7 admin admin] Publish callbacks [] for security_group (6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:54.978614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac39113f-eec6-454c-b480-ba51b12652f7 admin admin] Publish callbacks [] for security_group (6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:55.074784 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac39113f-eec6-454c-b480-ba51b12652f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:55.077436 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac39113f-eec6-454c-b480-ba51b12652f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:55.082760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac39113f-eec6-454c-b480-ba51b12652f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8 HTTP/1.1" status: 204 len: 168 time: 0.2356973 Jan 28 17:07:55.099931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39113f-eec6-454c-b480-ba51b12652f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb50e8-e6bb-4cea-97ab-61cdf7ee73a8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:55.217232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e4319-844d-423c-94ed-3addc71dbdc2 req-f8fe7f67-70f2-43d4-8347-1a8a729f3a46 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:55.219047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa5e4319-844d-423c-94ed-3addc71dbdc2 req-f8fe7f67-70f2-43d4-8347-1a8a729f3a46 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1101987 Jan 28 17:07:55.370108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa5e4319-844d-423c-94ed-3addc71dbdc2 req-2ca87782-4695-4c7a-8f57-bb15a9368b2c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441855 Jan 28 17:07:55.410042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (e65952e3-5dfd-4b68-833f-09e2ee099a71), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:55.608177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1403fecc-a36b-4128-92b2-61109282faed no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:07:55.674119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 1403fecc-a36b-4128-92b2-61109282faed {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:07:55.674494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 1403fecc-a36b-4128-92b2-61109282faed not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:07:55.708558 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-9b1c1af2-e175-40b9-a69e-604b8d0aa316 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1880009 Jan 28 17:07:55.909769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-8df91368-ad6f-4407-b2a8-da8727d23a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:55.912388 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-8df91368-ad6f-4407-b2a8-da8727d23a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1168 time: 0.1508121 Jan 28 17:07:55.935322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49422) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:55.947869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port acf97ad2-e0f0-40ba-b4fc-84f12be85818 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:55.948505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.067446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:56.089709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6785a77-ad6d-4681-9df9-54dadcca1456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.155323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-7d346401-ecfd-4b0f-920f-1e7fc2b182fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:56.158231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-7d346401-ecfd-4b0f-920f-1e7fc2b182fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 200 len: 897 time: 0.2239251 Jan 28 17:07:56.239820 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6785a77-ad6d-4681-9df9-54dadcca1456 admin admin] Publish callbacks [] for security_group (4a712b02-1f27-444f-933f-a2d8670a375f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.244930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6785a77-ad6d-4681-9df9-54dadcca1456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4a712b02-1f27-444f-933f-a2d8670a375f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.289083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a6785a77-ad6d-4681-9df9-54dadcca1456 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49a27d8d680a4333800bb720cecc27ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175682 Jan 28 17:07:56.289762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49432) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:56.340965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6785a77-ad6d-4681-9df9-54dadcca1456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a712b02-1f27-444f-933f-a2d8670a375f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:56.354110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] For port acf97ad2-e0f0-40ba-b4fc-84f12be85818, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=acf97ad2-e0f0-40ba-b4fc-84f12be85818,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:07:56.354486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.363957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-21ce077d-41e5-45a1-936a-e8c9768a7bba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 200 len: 1001 time: 0.1984673 Jan 28 17:07:56.373009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for acf97ad2-e0f0-40ba-b4fc-84f12be85818 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:07:56.398442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d09-383c-4b4b-b3d5-e844caf137b8 admin admin] Publish callbacks [] for security_group (4a712b02-1f27-444f-933f-a2d8670a375f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.471651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d09-383c-4b4b-b3d5-e844caf137b8 admin admin] Publish callbacks [] for security_group (4a712b02-1f27-444f-933f-a2d8670a375f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.501168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb9029fb-a9d1-4f85-95a4-cc753d2e0d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.634980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2d0de-d800-4e17-8a0d-683e14d613e8 req-0ef97348-d6ae-45ce-91ff-90d8573d04b3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:56.644283 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2e2d0de-d800-4e17-8a0d-683e14d613e8 req-0ef97348-d6ae-45ce-91ff-90d8573d04b3 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1167426 Jan 28 17:07:56.671147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d09-383c-4b4b-b3d5-e844caf137b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4a712b02-1f27-444f-933f-a2d8670a375f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.673999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d09-383c-4b4b-b3d5-e844caf137b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.678042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2dc75d09-383c-4b4b-b3d5-e844caf137b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a712b02-1f27-444f-933f-a2d8670a375f HTTP/1.1" status: 204 len: 168 time: 0.3849888 Jan 28 17:07:56.702447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75d09-383c-4b4b-b3d5-e844caf137b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a712b02-1f27-444f-933f-a2d8670a375f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:56.767057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2e2d0de-d800-4e17-8a0d-683e14d613e8 req-03147cf3-c3f1-4407-981a-e4c207c672e0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176078 Jan 28 17:07:56.821095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb9029fb-a9d1-4f85-95a4-cc753d2e0d12 admin admin] Publish callbacks [] for security_group (85f81c6d-6431-41ff-9bc8-07479ca9dccc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.826498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb9029fb-a9d1-4f85-95a4-cc753d2e0d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (85f81c6d-6431-41ff-9bc8-07479ca9dccc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:56.878527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fb9029fb-a9d1-4f85-95a4-cc753d2e0d12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5297477c89b54853b92cdffb4e99d73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9420428 Jan 28 17:07:56.879777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9029fb-a9d1-4f85-95a4-cc753d2e0d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f81c6d-6431-41ff-9bc8-07479ca9dccc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:56.883305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49450) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:56.997686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79dcafa6-fe54-4fc1-abb5-297501e17426 admin admin] Publish callbacks [] for security_group (85f81c6d-6431-41ff-9bc8-07479ca9dccc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:57.069598 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79dcafa6-fe54-4fc1-abb5-297501e17426 admin admin] Publish callbacks [] for security_group (85f81c6d-6431-41ff-9bc8-07479ca9dccc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:57.255275 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79dcafa6-fe54-4fc1-abb5-297501e17426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (85f81c6d-6431-41ff-9bc8-07479ca9dccc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:57.260898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79dcafa6-fe54-4fc1-abb5-297501e17426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:57.268289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-79dcafa6-fe54-4fc1-abb5-297501e17426 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85f81c6d-6431-41ff-9bc8-07479ca9dccc HTTP/1.1" status: 204 len: 168 time: 0.3838241 Jan 28 17:07:57.274012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-cec9b208-2801-41e3-8bf7-157ec7570e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:57.276333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-cec9b208-2801-41e3-8bf7-157ec7570e6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19fe9eb-d93c-431c-b838-bb2e27e5a39e HTTP/1.1" status: 200 len: 835 time: 0.9047210 Jan 28 17:07:57.278324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (acf97ad2-e0f0-40ba-b4fc-84f12be85818), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:57.305055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcafa6-fe54-4fc1-abb5-297501e17426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f81c6d-6431-41ff-9bc8-07479ca9dccc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:57.401048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=acf97ad2-e0f0-40ba-b4fc-84f12be85818,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:57.625243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-e3efd0b1-e71e-4b81-bf93-e50213825d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:57.626966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-e3efd0b1-e71e-4b81-bf93-e50213825d58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b8bd444-28f5-413f-aade-fa938676d125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3423066 Jan 28 17:07:57.826824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-afa99258-8a91-40e4-93e7-8103d6364155 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918199 Jan 28 17:07:57.989742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (e65952e3-5dfd-4b68-833f-09e2ee099a71), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:58.070739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49532) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:58.096543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3fe126a5-2ee4-4b7d-b6e2-5732f00b3949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:58.238881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3fe126a5-2ee4-4b7d-b6e2-5732f00b3949 admin admin] Publish callbacks [] for security_group (4721a9f5-75c2-4b40-8eb6-950709f20e4d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:58.254632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3fe126a5-2ee4-4b7d-b6e2-5732f00b3949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4721a9f5-75c2-4b40-8eb6-950709f20e4d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:58.299513 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eb1f4310-4550-47fa-9842-c34f890dfb32 req-d4db6324-96c4-4665-8dbd-682eb04e6c79 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639142 Jan 28 17:07:58.331339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3fe126a5-2ee4-4b7d-b6e2-5732f00b3949 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84ed7f00ea304075b226eab1db43f510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582231 Jan 28 17:07:58.340431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49556) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:58.482890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router e65952e3-5dfd-4b68-833f-09e2ee099a71 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:07:58.707168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:07:58.718351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] Sync routers for ids ['e65952e3-5dfd-4b68-833f-09e2ee099a71'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:07:58.722844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-368fc139-6ea6-4165-aa17-b8e2f72a7de2 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "PUT /v2.0/routers/e65952e3-5dfd-4b68-833f-09e2ee099a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0533426 Jan 28 17:07:58.726633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 49592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:58.728375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] Routers {'e65952e3-5dfd-4b68-833f-09e2ee099a71'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:58.735305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e65952e3-5dfd-4b68-833f-09e2ee099a71'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:58.875133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting subnet ca094a65-c83c-4ae1-8e9a-ba2c69784313 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:07:58.885155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for subnet (ca094a65-c83c-4ae1-8e9a-ba2c69784313), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:58.887046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe126a5-2ee4-4b7d-b6e2-5732f00b3949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4721a9f5-75c2-4b40-8eb6-950709f20e4d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:58.957268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] Set router e65952e3-5dfd-4b68-833f-09e2ee099a71 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:59.000403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ca094a65-c83c-4ae1-8e9a-ba2c69784313), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.009714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fee0b81f-0081-449d-9f65-73ef974c998f admin admin] Publish callbacks [] for security_group (4721a9f5-75c2-4b40-8eb6-950709f20e4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.040381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e381-1d4b-48cf-921c-1c01a573637a req-faeed2e3-3b33-4dcd-a403-777decfa955a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:07:59.041993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7768e381-1d4b-48cf-921c-1c01a573637a req-faeed2e3-3b33-4dcd-a403-777decfa955a tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.7059963 Jan 28 17:07:59.072467 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fee0b81f-0081-449d-9f65-73ef974c998f admin admin] Publish callbacks [] for security_group (4721a9f5-75c2-4b40-8eb6-950709f20e4d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.151387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7768e381-1d4b-48cf-921c-1c01a573637a req-d5cb30d8-ca67-4c12-b387-9ed042a2fffe tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024218 Jan 28 17:07:59.190690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fee0b81f-0081-449d-9f65-73ef974c998f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4721a9f5-75c2-4b40-8eb6-950709f20e4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.195861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fee0b81f-0081-449d-9f65-73ef974c998f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.200380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fee0b81f-0081-449d-9f65-73ef974c998f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4721a9f5-75c2-4b40-8eb6-950709f20e4d HTTP/1.1" status: 204 len: 168 time: 0.8568964 Jan 28 17:07:59.219058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0b81f-0081-449d-9f65-73ef974c998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4721a9f5-75c2-4b40-8eb6-950709f20e4d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:59.219570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ca094a65-c83c-4ae1-8e9a-ba2c69784313), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.313619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:57Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:59.333808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ca094a65-c83c-4ae1-8e9a-ba2c69784313), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.348547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.355086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49650) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:07:59.355376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/subnets/ca094a65-c83c-4ae1-8e9a-ba2c69784313 HTTP/1.1" status: 204 len: 168 time: 0.6273644 Jan 28 17:07:59.376248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56658dcf-8f92-4a82-ac22-5dfd72545f93 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Subnet': ['ID=ca094a65-c83c-4ae1-8e9a-ba2c69784313,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:07:59.396569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8e014-bfe8-497c-b3c5-74ed83188f61 None None] Network 9bad61fb-62a9-4fe8-84f1-ba3172323d81 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:07:59.399275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] Checking router: e65952e3-5dfd-4b68-833f-09e2ee099a71 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:07:59.467243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] Routers {'e65952e3-5dfd-4b68-833f-09e2ee099a71'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:07:59.468126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e65952e3-5dfd-4b68-833f-09e2ee099a71'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:07:59.555425 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router (e65952e3-5dfd-4b68-833f-09e2ee099a71), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.664415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] Set router e65952e3-5dfd-4b68-833f-09e2ee099a71 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:07:59.719614 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (e65952e3-5dfd-4b68-833f-09e2ee099a71), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:07:59.841620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port 4c14cb60-72e9-4e15-9955-32a93f2e7e33 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:07:59.842276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.001336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:57Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:00.005448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] For port 4c14cb60-72e9-4e15-9955-32a93f2e7e33, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4c14cb60-72e9-4e15-9955-32a93f2e7e33,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:00.005822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.064981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27b644-4e1c-4c8a-ad20-9a229604e6e1 None None] The sync data for ids ['e65952e3-5dfd-4b68-833f-09e2ee099a71'] in n-d-812111-13 is: [{'id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1409781421', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:07:22Z', 'updated_at': '2022-01-28T17:07:57Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '4c14cb60-72e9-4e15-9955-32a93f2e7e33', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65952e3-5dfd-4b68-833f-09e2ee099a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:07:23Z', 'updated_at': '2022-01-28T17:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:00.065838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for 4c14cb60-72e9-4e15-9955-32a93f2e7e33 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:00.087560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] DHCP port deletion for 9bad61fb-62a9-4fe8-84f1-ba3172323d81 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:08:00.244533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] Deleting port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:00.248805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.342793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] For port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,segment=NetworkSegment(cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c),segment_id=cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:00.343220 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.365808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] Calling delete_port for ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:00.471882 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ffc2a254-5c83-4f0a-a94f-30b687f9fbe1), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.481996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2091d-d3a9-4972-abce-6dcd0c677ad0 req-0d9ee76b-bc3d-4686-a7f7-51bd377ee11f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:00.483619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cb2091d-d3a9-4972-abce-6dcd0c677ad0 req-0d9ee76b-bc3d-4686-a7f7-51bd377ee11f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1812975 Jan 28 17:08:00.526153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4c14cb60-72e9-4e15-9955-32a93f2e7e33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.553154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] Pushing event deleted for resources: {'Port': ['ID=ffc2a254-5c83-4f0a-a94f-30b687f9fbe1,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:00.560640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9defe93-ca8e-4e84-8222-0734fed99388 None None] No DVR routers for this DVR port ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:00.588625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=4c14cb60-72e9-4e15-9955-32a93f2e7e33,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:00.599759 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2cb2091d-d3a9-4972-abce-6dcd0c677ad0 req-2a286640-1edb-49fd-ac47-94974c1a1854 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081557 Jan 28 17:08:00.757615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (e65952e3-5dfd-4b68-833f-09e2ee099a71), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.915473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device acf97ad2-e0f0-40ba-b4fc-84f12be85818 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:00.930632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (e65952e3-5dfd-4b68-833f-09e2ee099a71), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.934128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_controller (e65952e3-5dfd-4b68-833f-09e2ee099a71), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:00.958376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: acf97ad2-e0f0-40ba-b4fc-84f12be85818 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:00.959193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device acf97ad2-e0f0-40ba-b4fc-84f12be85818 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:00.964700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:01.002714 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (e65952e3-5dfd-4b68-833f-09e2ee099a71), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.003355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Fanout notify agent at l3_agent the message router_deleted on router e65952e3-5dfd-4b68-833f-09e2ee099a71 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:08:01.012777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:01.013348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ffc2a254-5c83-4f0a-a94f-30b687f9fbe1 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:01.033659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.037502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0caa7cc4-d748-4c9f-b075-c3bf2bc9d388 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/routers/e65952e3-5dfd-4b68-833f-09e2ee099a71 HTTP/1.1" status: 204 len: 168 time: 1.6779542 Jan 28 17:08:01.037813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49802) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:01.196498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9bad61fb-62a9-4fe8-84f1-ba3172323d81), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.335254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9bad61fb-62a9-4fe8-84f1-ba3172323d81), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.372853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bad61fb-62a9-4fe8-84f1-ba3172323d81']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:01.384372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:01.384740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:01.395367 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.416564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.427319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:01.428097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (cdd7ae13-e0cb-454f-9598-f9bcff9f6e9c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:01.432267 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:01.556351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9bad61fb-62a9-4fe8-84f1-ba3172323d81), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.569879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:01.574271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/networks/9bad61fb-62a9-4fe8-84f1-ba3172323d81 HTTP/1.1" status: 204 len: 168 time: 0.5351851 Jan 28 17:08:01.576773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 49864) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:01.666068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f392b-8d2e-41fa-b41e-10a5cfe9df80 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Network': ['ID=9bad61fb-62a9-4fe8-84f1-ba3172323d81,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:01.985375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555cfdf-a646-4597-8aa4-b21a81a0c2a1 req-5c3d081a-bd06-4e4c-8038-7a16e047c5f8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:01.988047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5555cfdf-a646-4597-8aa4-b21a81a0c2a1 req-5c3d081a-bd06-4e4c-8038-7a16e047c5f8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.2141707 Jan 28 17:08:02.017992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port 38e27ebf-bbd9-41da-bf9a-58594015c65d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:02.018337 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:02.158371 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:02.158371 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for floatingip (38e27ebf-bbd9-41da-bf9a-58594015c65d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:02.182750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5555cfdf-a646-4597-8aa4-b21a81a0c2a1 req-00c7dcf9-7c45-4244-97c9-d4114ad70bbc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843281 Jan 28 17:08:02.199259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for 38e27ebf-bbd9-41da-bf9a-58594015c65d owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:02.409593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (38e27ebf-bbd9-41da-bf9a-58594015c65d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:02.455016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=38e27ebf-bbd9-41da-bf9a-58594015c65d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:02.532071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for floatingip (116aa754-c118-490f-9bc2-96d9cd3c4012), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:02.532411 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Floating IP 116aa754-c118-490f-9bc2-96d9cd3c4012 disassociated (deleted). External IP: 172.25.8.33, port: d1f58c52-bc2b-47ed-9884-21693382f4ca. Jan 28 17:08:02.679693 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:08:02.706916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c14cb60-72e9-4e15-9955-32a93f2e7e33 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:02.766786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4c14cb60-72e9-4e15-9955-32a93f2e7e33 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:02.767765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4c14cb60-72e9-4e15-9955-32a93f2e7e33 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:02.871263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router dd38d75c-a141-416c-8134-2afe6a889d83 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:08:03.036163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:08:03.041852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:03.050248 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] Sync routers for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:08:03.080218 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:03.083233 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:03.097228 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5279804e-c5d6-4765-94a0-6d1267723bb5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/floatingips/116aa754-c118-490f-9bc2-96d9cd3c4012 HTTP/1.1" status: 204 len: 168 time: 1.5193665 Jan 28 17:08:03.097906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:08:03.101053 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68" -d '{"events": [{"name": "network-changed", "server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:08:03.151410 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cf993f-d0d4-4419-8151-564b086d8f94 x-openstack-request-id: req-49cf993f-d0d4-4419-8151-564b086d8f94 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:08:03.151711 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:08:03.152254 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49cf993f-d0d4-4419-8151-564b086d8f94 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:08:03.153142 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'status': 'completed', 'code': 200} Jan 28 17:08:03.288060 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:03.375282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-6ccc58de-7bc3-4b4e-ac95-c411656c39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:03.377023 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-6ccc58de-7bc3-4b4e-ac95-c411656c39cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7544397aaa42456998bcfac1041f99ba&device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 1168 time: 0.2023494 Jan 28 17:08:03.524730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-fe9741a9-ed98-494c-9776-b3eccad21161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:03.526916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-fe9741a9-ed98-494c-9776-b3eccad21161 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 200 len: 897 time: 0.1430323 Jan 28 17:08:03.631887 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-a5856256-a8a9-463c-9d19-36a5d454619e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 200 len: 217 time: 0.0897019 Jan 28 17:08:03.728150 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:33Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:03.753919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db42c-e273-4b7e-9c19-875fe15890e5 req-896b9340-077e-4903-9764-346eb11e7148 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:03.758871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-6f745881-9c71-47be-9eb4-33b12bcbedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:03.760521 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-6f745881-9c71-47be-9eb4-33b12bcbedd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19fe9eb-d93c-431c-b838-bb2e27e5a39e HTTP/1.1" status: 200 len: 835 time: 0.1212969 Jan 28 17:08:03.763081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c34db42c-e273-4b7e-9c19-875fe15890e5 req-896b9340-077e-4903-9764-346eb11e7148 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.3630452 Jan 28 17:08:03.805458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0414cad-3f35-4888-8373-bbb8db4e14bc req-16aefab6-3a91-4b6b-8f13-bce772aa2752 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:03.812835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0414cad-3f35-4888-8373-bbb8db4e14bc req-16aefab6-3a91-4b6b-8f13-bce772aa2752 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 985 time: 0.2720485 Jan 28 17:08:03.863332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-8d98313a-6052-4554-8a0b-9f385699ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:03.865343 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-8d98313a-6052-4554-8a0b-9f385699ccb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b8bd444-28f5-413f-aade-fa938676d125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0979424 Jan 28 17:08:03.980494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] Checking router: dd38d75c-a141-416c-8134-2afe6a889d83 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:08:03.992929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-bb9c7380-a302-497c-99d7-dfd6337b6428 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202719 Jan 28 17:08:04.016255 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:04.017256 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:04.020367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c34db42c-e273-4b7e-9c19-875fe15890e5 req-92693e6f-3033-4513-a42a-56de10cf3419 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563927 Jan 28 17:08:04.101308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0414cad-3f35-4888-8373-bbb8db4e14bc req-78c70af5-0d3e-4737-aba9-751fd8a7bf97 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2704310 Jan 28 17:08:04.189527 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1cbf95d5-54a4-46f4-a025-bdb59ff9ed68 req-bd4bcd82-23e1-40c4-b4b9-d36617550732 service neutron] 10.222.0.24 "GET /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857407 Jan 28 17:08:04.326122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:04.627097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:33Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:04.717719 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23cfc2-f4cc-43c5-b731-beb67847671d None None] The sync data for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 is: [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:06:27Z', 'revision_number': 4, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '6bd96760-4fd4-49b2-816a-6ef6d12d6b47', 'name': '', 'network_id': '6b8bd444-28f5-413f-aade-fa938676d125', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'mac_address': 'fa:16:3e:fb:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:25Z', 'updated_at': '2022-01-28T17:06:33Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'subnets': [{'id': 'd19fe9eb-d93c-431c-b838-bb2e27e5a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:04.777663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-06f8912a-f80f-4305-b57c-dd707484153d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:04.780317 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-06f8912a-f80f-4305-b57c-dd707484153d tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.24 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 985 time: 0.1073587 Jan 28 17:08:04.959221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port d1f58c52-bc2b-47ed-9884-21693382f4ca {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:04.959834 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:05.162325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] For port d1f58c52-bc2b-47ed-9884-21693382f4ca, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=d1f58c52-bc2b-47ed-9884-21693382f4ca,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:05.164558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:05.197373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450852e-8da9-443a-8fa7-900332ee7335 None None] New status for floating IP 116aa754-c118-490f-9bc2-96d9cd3c4012: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:08:05.213412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for d1f58c52-bc2b-47ed-9884-21693382f4ca owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:05.384062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb0a13-f8e5-48e7-ae82-6ab2b9fd8be9 req-6f341615-2144-48a4-935a-ca073bee59d9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:05.398602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69fb0a13-f8e5-48e7-ae82-6ab2b9fd8be9 req-6f341615-2144-48a4-935a-ca073bee59d9 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.2378657 Jan 28 17:08:05.483091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d1f58c52-bc2b-47ed-9884-21693382f4ca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:05.522284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69fb0a13-f8e5-48e7-ae82-6ab2b9fd8be9 req-729fd5d1-757c-42bc-94bc-ad36d1a347a6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121840 Jan 28 17:08:05.527507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=d1f58c52-bc2b-47ed-9884-21693382f4ca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:05.539096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b4506-49af-490f-bec7-668398caee9f req-b7581ed7-3012-4000-8de2-441753ce8b92 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:05.540689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb6b4506-49af-490f-bec7-668398caee9f req-b7581ed7-3012-4000-8de2-441753ce8b92 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/ports?device_id=e239c04a-4392-42ee-862b-b391185406d1 HTTP/1.1" status: 200 len: 985 time: 0.3091018 Jan 28 17:08:05.641640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] No DVR routers for this DVR port d1f58c52-bc2b-47ed-9884-21693382f4ca on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:05.644260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:05.648266 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d6112803-5ad6-47db-87e9-d058e6b98a4a req-1e9b866c-efe5-4941-89cc-02d949ab2426 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.24 "DELETE /v2.0/ports/d1f58c52-bc2b-47ed-9884-21693382f4ca HTTP/1.1" status: 204 len: 173 time: 0.8593988 Jan 28 17:08:05.648783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'name': 'network-vif-deleted', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:08:05.652364 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd155b-16e6-47e1-ab72-e272d468399f" -d '{"events": [{"server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "name": "network-vif-deleted", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:08:05.696030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb6b4506-49af-490f-bec7-668398caee9f req-040e36de-f7c6-4e91-aef0-67d087749147 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5583d93-68bf-448d-8556-a8799727b3b0&id=f45bc8e0-6d64-4fca-9157-dae7d39acde7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1367750 Jan 28 17:08:05.708356 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76965f-351e-4dbc-a3e4-96e50f56c908 x-openstack-request-id: req-1d76965f-351e-4dbc-a3e4-96e50f56c908 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:08:05.708707 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e239c04a-4392-42ee-862b-b391185406d1", "name": "network-vif-deleted", "tag": "d1f58c52-bc2b-47ed-9884-21693382f4ca", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:08:05.709285 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d76965f-351e-4dbc-a3e4-96e50f56c908 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:08:05.709922 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e239c04a-4392-42ee-862b-b391185406d1', 'name': 'network-vif-deleted', 'tag': 'd1f58c52-bc2b-47ed-9884-21693382f4ca', 'status': 'completed', 'code': 200} Jan 28 17:08:06.695812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6d6bb-1bad-4d00-8846-39d2c7a8e78c req-44b5cff1-804e-4c9a-81b2-16ab49f4cfd0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:06.698117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73b6d6bb-1bad-4d00-8846-39d2c7a8e78c req-44b5cff1-804e-4c9a-81b2-16ab49f4cfd0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.0928550 Jan 28 17:08:06.764583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50156) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:06.778296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73b6d6bb-1bad-4d00-8846-39d2c7a8e78c req-12fe5a54-03f0-4364-b3c6-a9260afa37f6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723343 Jan 28 17:08:06.855321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee288f4b-5d78-4725-81b6-9d2bdcbef677 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (f45bc8e0-6d64-4fca-9157-dae7d39acde7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:06.889782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee288f4b-5d78-4725-81b6-9d2bdcbef677 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (f45bc8e0-6d64-4fca-9157-dae7d39acde7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:06.957676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee288f4b-5d78-4725-81b6-9d2bdcbef677 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f45bc8e0-6d64-4fca-9157-dae7d39acde7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:06.963985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee288f4b-5d78-4725-81b6-9d2bdcbef677 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:06.970784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ee288f4b-5d78-4725-81b6-9d2bdcbef677 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/security-groups/f45bc8e0-6d64-4fca-9157-dae7d39acde7 HTTP/1.1" status: 204 len: 168 time: 0.2051406 Jan 28 17:08:06.974093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50164) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:06.995682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee288f4b-5d78-4725-81b6-9d2bdcbef677 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45bc8e0-6d64-4fca-9157-dae7d39acde7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:07.093728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (f5583d93-68bf-448d-8556-a8799727b3b0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:07.143991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (f5583d93-68bf-448d-8556-a8799727b3b0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:07.195442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f5583d93-68bf-448d-8556-a8799727b3b0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:07.198440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:07.200309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/security-groups/f5583d93-68bf-448d-8556-a8799727b3b0 HTTP/1.1" status: 204 len: 168 time: 0.2234972 Jan 28 17:08:07.203467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50172) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:07.216877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5583d93-68bf-448d-8556-a8799727b3b0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:07.232403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.232792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.233141 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.233480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.233817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.234443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.234784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.235121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.235569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.235907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.236237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.236561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.237007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0dd4-4f63-43f8-b036-bbd3ff9b1c7e tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:07.966456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (dd38d75c-a141-416c-8134-2afe6a889d83), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:08.073569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68319bb1-ba30-4360-82c9-e3c76fa85ed8 req-cd22cf79-b82e-44fe-af5c-24bf325ccc23 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:08.075964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68319bb1-ba30-4360-82c9-e3c76fa85ed8 req-cd22cf79-b82e-44fe-af5c-24bf325ccc23 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1586444 Jan 28 17:08:08.173150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-68319bb1-ba30-4360-82c9-e3c76fa85ed8 req-cf698e4f-ec8c-42d8-afe8-42c7ad3e44e7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837519 Jan 28 17:08:08.244564 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d1f58c52-bc2b-47ed-9884-21693382f4ca no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:08.291078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: d1f58c52-bc2b-47ed-9884-21693382f4ca {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:08.292356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device d1f58c52-bc2b-47ed-9884-21693382f4ca not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:08.453692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:08.455624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:08.661600 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] For port 6bd96760-4fd4-49b2-816a-6ef6d12d6b47, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:08.661600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:08.664062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:09.074452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6bd96760-4fd4-49b2-816a-6ef6d12d6b47), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:09.137638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=6bd96760-4fd4-49b2-816a-6ef6d12d6b47,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:09.506902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34ead-1ee1-4281-b6a5-685e4fe9b33c req-49c46a40-5837-4b61-97dd-bbf20a4ed880 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:09.521877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3d34ead-1ee1-4281-b6a5-685e4fe9b33c req-49c46a40-5837-4b61-97dd-bbf20a4ed880 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1761110 Jan 28 17:08:09.630955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (dd38d75c-a141-416c-8134-2afe6a889d83), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:09.631683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3d34ead-1ee1-4281-b6a5-685e4fe9b33c req-26679424-602c-402f-967a-2e881ed66e21 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084070 Jan 28 17:08:09.981506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Router dd38d75c-a141-416c-8134-2afe6a889d83 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:08:10.190855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:08:10.206131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50278) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:10.206847 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f5b8b66f-090f-4d84-a509-33a1c72a39e5 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "PUT /v2.0/routers/dd38d75c-a141-416c-8134-2afe6a889d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0013058 Jan 28 17:08:10.214372 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] Sync routers for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:08:10.228972 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:10.229836 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:10.278800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting subnet d19fe9eb-d93c-431c-b838-bb2e27e5a39e {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:08:10.295962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for subnet (d19fe9eb-d93c-431c-b838-bb2e27e5a39e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:10.369647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (d19fe9eb-d93c-431c-b838-bb2e27e5a39e), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:10.430945 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:10.463015 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d19fe9eb-d93c-431c-b838-bb2e27e5a39e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:10.592213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (d19fe9eb-d93c-431c-b838-bb2e27e5a39e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:10.670197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Subnet': ['ID=d19fe9eb-d93c-431c-b838-bb2e27e5a39e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:10.673605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:10.684333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf80386-73b4-4b9b-922f-bbd56aec1c19 None None] Network 6b8bd444-28f5-413f-aade-fa938676d125 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:10.695660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-24094cf9-0024-4c37-b77b-0499788548e6 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/subnets/d19fe9eb-d93c-431c-b838-bb2e27e5a39e HTTP/1.1" status: 204 len: 168 time: 0.4886346 Jan 28 17:08:10.698822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50296) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:10.883154 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:08:08Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:10.932539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349bd6-9297-47bb-b9fa-fff263864c8f req-be77b84e-e6c7-40c6-b9cc-e15c0fc8a921 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:10.975094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25349bd6-9297-47bb-b9fa-fff263864c8f req-be77b84e-e6c7-40c6-b9cc-e15c0fc8a921 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.2207057 Jan 28 17:08:11.010759 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] Checking router: dd38d75c-a141-416c-8134-2afe6a889d83 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:08:11.052760 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] Routers {'dd38d75c-a141-416c-8134-2afe6a889d83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:11.053402 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:07:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['dd38d75c-a141-416c-8134-2afe6a889d83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:11.128224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] DHCP port deletion for 6b8bd444-28f5-413f-aade-fa938676d125 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:08:11.146349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25349bd6-9297-47bb-b9fa-fff263864c8f req-d73e1c03-5ba1-47d3-b69f-f24c8eb5d440 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695521 Jan 28 17:08:11.165014 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router (dd38d75c-a141-416c-8134-2afe6a889d83), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:11.221129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] Deleting port d8bd452a-4eb5-474f-91a7-a735e9a7be5e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:11.221533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:11.321551 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] Set router dd38d75c-a141-416c-8134-2afe6a889d83 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:11.389953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] For port d8bd452a-4eb5-474f-91a7-a735e9a7be5e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,segment=NetworkSegment(c503b471-4d92-41a4-aa0c-3968908dd587),segment_id=c503b471-4d92-41a4-aa0c-3968908dd587)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:11.391003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:11.394208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_gateway (dd38d75c-a141-416c-8134-2afe6a889d83), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:11.437250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] Calling delete_port for d8bd452a-4eb5-474f-91a7-a735e9a7be5e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:11.667942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (d8bd452a-4eb5-474f-91a7-a735e9a7be5e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:11.706669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] No DVR routers for this DVR port d8bd452a-4eb5-474f-91a7-a735e9a7be5e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:11.775991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1574c2c-6e25-4fe5-a0cb-eff9ef0e30c1 None None] Pushing event deleted for resources: {'Port': ['ID=d8bd452a-4eb5-474f-91a7-a735e9a7be5e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:11.842691 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:08:08Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:11.903511 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe5fed-180f-4cd6-91c7-f97635ec33e9 None None] The sync data for ids ['dd38d75c-a141-416c-8134-2afe6a889d83'] in n-d-812111-13 is: [{'id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256707180', 'tenant_id': '7544397aaa42456998bcfac1041f99ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:06:17Z', 'updated_at': '2022-01-28T17:08:08Z', 'revision_number': 5, 'project_id': '7544397aaa42456998bcfac1041f99ba', 'gw_port': {'id': '5b19d203-f1ad-46bc-81fe-2a475a87b6fa', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38d75c-a141-416c-8134-2afe6a889d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:06:18Z', 'updated_at': '2022-01-28T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:12.465350 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:12.468021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3e48-8a0a-4a07-9aa2-459df49f3099 req-e381ba52-dded-4206-b03a-9a5b0b6f7563 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:12.481190 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cddd3e48-8a0a-4a07-9aa2-459df49f3099 req-e381ba52-dded-4206-b03a-9a5b0b6f7563 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.2030063 Jan 28 17:08:12.495702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:12.544564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Deleting port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:12.547981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:12.613014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cddd3e48-8a0a-4a07-9aa2-459df49f3099 req-7880e95b-784e-49b6-b97b-7b528da16c1f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249797 Jan 28 17:08:12.730260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] For port 5b19d203-f1ad-46bc-81fe-2a475a87b6fa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:12.732025 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:12.768786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bd452a-4eb5-474f-91a7-a735e9a7be5e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:12.791204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Calling delete_port for 5b19d203-f1ad-46bc-81fe-2a475a87b6fa owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:12.836517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d8bd452a-4eb5-474f-91a7-a735e9a7be5e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:12.838587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bd452a-4eb5-474f-91a7-a735e9a7be5e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:12.839031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:12.885811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:12.887282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6bd96760-4fd4-49b2-816a-6ef6d12d6b47 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:13.099177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5b19d203-f1ad-46bc-81fe-2a475a87b6fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:13.170579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Port': ['ID=5b19d203-f1ad-46bc-81fe-2a475a87b6fa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:13.201258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (dd38d75c-a141-416c-8134-2afe6a889d83), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:13.369105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (dd38d75c-a141-416c-8134-2afe6a889d83), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:13.377668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router_controller (dd38d75c-a141-416c-8134-2afe6a889d83), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:13.495219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (dd38d75c-a141-416c-8134-2afe6a889d83), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:13.495735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Fanout notify agent at l3_agent the message router_deleted on router dd38d75c-a141-416c-8134-2afe6a889d83 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:08:13.510060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:13.516382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50340) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:13.533192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-41f3ac2e-8490-49d5-9f4a-5615f3e17a15 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/routers/dd38d75c-a141-416c-8134-2afe6a889d83 HTTP/1.1" status: 204 len: 168 time: 2.8319864 Jan 28 17:08:13.907133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (6b8bd444-28f5-413f-aade-fa938676d125), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.002538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca4c9a-df63-4bf7-babf-a847ea77e8f5 req-9b740cc8-684d-40b6-ab1e-42545cf5d8c1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:14.010576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87ca4c9a-df63-4bf7-babf-a847ea77e8f5 req-9b740cc8-684d-40b6-ab1e-42545cf5d8c1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.2317328 Jan 28 17:08:14.133986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (6b8bd444-28f5-413f-aade-fa938676d125), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.194356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8bd444-28f5-413f-aade-fa938676d125']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:14.212874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87ca4c9a-df63-4bf7-babf-a847ea77e8f5 req-f58fd6d0-b379-4794-95af-21ddfc00192f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004714 Jan 28 17:08:14.245325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c503b471-4d92-41a4-aa0c-3968908dd587') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:14.246274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c503b471-4d92-41a4-aa0c-3968908dd587') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:14.268195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (c503b471-4d92-41a4-aa0c-3968908dd587), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.305813 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c503b471-4d92-41a4-aa0c-3968908dd587), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.321083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:14.321773 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (c503b471-4d92-41a4-aa0c-3968908dd587), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:14.327646 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:14.475010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (6b8bd444-28f5-413f-aade-fa938676d125), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.513184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:14.519071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] 10.222.0.25 "DELETE /v2.0/networks/6b8bd444-28f5-413f-aade-fa938676d125 HTTP/1.1" status: 204 len: 168 time: 1.0016067 Jan 28 17:08:14.519071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce6f61-2efe-4c97-9f9b-66f70df28129 tempest-TestSecurityGroupsBasicOps-567686394 tempest-TestSecurityGroupsBasicOps-567686394-project] Pushing event deleted for resources: {'Network': ['ID=6b8bd444-28f5-413f-aade-fa938676d125,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:14.766965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b19d203-f1ad-46bc-81fe-2a475a87b6fa no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:14.810044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5b19d203-f1ad-46bc-81fe-2a475a87b6fa {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:14.810690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b19d203-f1ad-46bc-81fe-2a475a87b6fa not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:15.044378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50376) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:15.384263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c11c8ce2-21c1-42ca-b2a5-a38cdbcd2caa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7544397aaa42456998bcfac1041f99ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383951 Jan 28 17:08:15.386685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50390) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:15.421419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87b93-f459-4a12-a53a-8fa4fb5cfdd8 req-228cc04c-25a9-423c-a8fe-b1deb3664ed4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:15.423493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2aa87b93-f459-4a12-a53a-8fa4fb5cfdd8 req-228cc04c-25a9-423c-a8fe-b1deb3664ed4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.0945466 Jan 28 17:08:15.474499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e489e75-e131-48cd-877f-fae048c87edb admin admin] Publish callbacks [] for security_group (ce8bca74-26a4-45d1-b04d-4cc95a6fd27c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:15.496500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2aa87b93-f459-4a12-a53a-8fa4fb5cfdd8 req-e639161d-cb0f-460c-9907-6d33933352b6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658076 Jan 28 17:08:15.499593 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e489e75-e131-48cd-877f-fae048c87edb admin admin] Publish callbacks [] for security_group (ce8bca74-26a4-45d1-b04d-4cc95a6fd27c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:15.561690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e489e75-e131-48cd-877f-fae048c87edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ce8bca74-26a4-45d1-b04d-4cc95a6fd27c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:15.564579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9e489e75-e131-48cd-877f-fae048c87edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:15.570840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9e489e75-e131-48cd-877f-fae048c87edb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce8bca74-26a4-45d1-b04d-4cc95a6fd27c HTTP/1.1" status: 204 len: 168 time: 0.1830833 Jan 28 17:08:15.580151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489e75-e131-48cd-877f-fae048c87edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bca74-26a4-45d1-b04d-4cc95a6fd27c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:15.957021 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-63def95b-012b-4774-93a5-5f7e8c4990e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.199698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50414) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:16.216588 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f5ff9ec-4045-427d-b2f7-958a17d95817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.301123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f5ff9ec-4045-427d-b2f7-958a17d95817 admin admin] Publish callbacks [] for security_group (c1115aba-fbbe-4f37-98c3-891c82f583b6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.307365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7f5ff9ec-4045-427d-b2f7-958a17d95817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c1115aba-fbbe-4f37-98c3-891c82f583b6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.355494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7f5ff9ec-4045-427d-b2f7-958a17d95817 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9069e45f2a7645849f405e0bef22b4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536908 Jan 28 17:08:16.356882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ff9ec-4045-427d-b2f7-958a17d95817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1115aba-fbbe-4f37-98c3-891c82f583b6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:16.357972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50420) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:16.465163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-034cc0a9-fb18-4566-bc1d-79d60d556b2e admin admin] Publish callbacks [] for security_group (c1115aba-fbbe-4f37-98c3-891c82f583b6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.495647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-034cc0a9-fb18-4566-bc1d-79d60d556b2e admin admin] Publish callbacks [] for security_group (c1115aba-fbbe-4f37-98c3-891c82f583b6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.553358 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-034cc0a9-fb18-4566-bc1d-79d60d556b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c1115aba-fbbe-4f37-98c3-891c82f583b6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.556079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-034cc0a9-fb18-4566-bc1d-79d60d556b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:16.559220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-034cc0a9-fb18-4566-bc1d-79d60d556b2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1115aba-fbbe-4f37-98c3-891c82f583b6 HTTP/1.1" status: 204 len: 168 time: 0.1993017 Jan 28 17:08:16.586754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cc0a9-fb18-4566-bc1d-79d60d556b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1115aba-fbbe-4f37-98c3-891c82f583b6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:16.690491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b096372-3f9b-44fa-84a7-b11dfb8b543b req-1acec036-2e7b-4d2e-9d67-b9982be3698d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:16.692726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b096372-3f9b-44fa-84a7-b11dfb8b543b req-1acec036-2e7b-4d2e-9d67-b9982be3698d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.0919039 Jan 28 17:08:16.763412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1b096372-3f9b-44fa-84a7-b11dfb8b543b req-7a0c9320-de1c-43f2-8a2d-1cd8f9dc88d0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607755 Jan 28 17:08:17.134206 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:17.191685 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4a84e7e6-898a-4a51-baa5-f5d6d794f971 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01f251f6559b494da1a5245a5ee06f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560639 Jan 28 17:08:17.196823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50448) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:17.256844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aec4cd62-9f4c-44a1-bec0-a28970f8cba8 admin admin] Publish callbacks [] for security_group (127a63bf-e54c-499c-8256-6c763de6ff19), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:17.277704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aec4cd62-9f4c-44a1-bec0-a28970f8cba8 admin admin] Publish callbacks [] for security_group (127a63bf-e54c-499c-8256-6c763de6ff19), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:17.325830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aec4cd62-9f4c-44a1-bec0-a28970f8cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (127a63bf-e54c-499c-8256-6c763de6ff19), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:17.328551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aec4cd62-9f4c-44a1-bec0-a28970f8cba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:17.329957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aec4cd62-9f4c-44a1-bec0-a28970f8cba8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/127a63bf-e54c-499c-8256-6c763de6ff19 HTTP/1.1" status: 204 len: 168 time: 0.1320264 Jan 28 17:08:17.349451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4cd62-9f4c-44a1-bec0-a28970f8cba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a63bf-e54c-499c-8256-6c763de6ff19,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:17.906522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a21cbcaf-7ee1-44c0-970c-b55650b95335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:17.931404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13832c9-e44f-4276-8e45-e755136a76c6 req-8151cc36-09bb-4edc-bdfe-46375c54788d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:17.933665 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a13832c9-e44f-4276-8e45-e755136a76c6 req-8151cc36-09bb-4edc-bdfe-46375c54788d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.0700514 Jan 28 17:08:18.012511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a13832c9-e44f-4276-8e45-e755136a76c6 req-ab76104e-9874-470c-a192-e14df4028d10 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639758 Jan 28 17:08:18.396173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50488) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:18.515169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-389945828-network', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:18.539564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Made reservation on behalf of d446c624272045ecaa2f6cc0a604d5ed for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:18.542009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.550869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.599218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:18.641088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks [] for security_group (3f7f4afe-b6cd-43bd-b101-55113fd6467a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.646317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3f7f4afe-b6cd-43bd-b101-55113fd6467a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.672102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:18.681950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f4afe-b6cd-43bd-b101-55113fd6467a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:18.689495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (30974359-f12d-4255-999c-8decf5c4347b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.690032 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Added segment 30974359-f12d-4255-999c-8decf5c4347b of type vlan for network d425dca0-655a-444d-a143-995f35d5dd7a Jan 28 17:08:18.743712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac7710f7-b0f5-4c6a-9b9c-82e9586fbcf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.746310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d425dca0-655a-444d-a143-995f35d5dd7a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.789114 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d425dca0-655a-444d-a143-995f35d5dd7a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.790060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:18.790663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.858618 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4584558 Jan 28 17:08:18.859147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:18.866178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Request body: {'subnet': {'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-389945828-subnet', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:18.869479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6ff67-3b8e-43ac-92db-48c31663ce17 admin admin] Pushing event updated for resources: {'Network': ['ID=d425dca0-655a-444d-a143-995f35d5dd7a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:18.885983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d425dca0-655a-444d-a143-995f35d5dd7a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:18.891366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Made reservation on behalf of d446c624272045ecaa2f6cc0a604d5ed for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:18.894517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.902617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac7710f7-b0f5-4c6a-9b9c-82e9586fbcf4 admin admin] Publish callbacks [] for security_group (0fbdabe1-a9bc-4ed3-a471-428648ddf808), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.909317 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac7710f7-b0f5-4c6a-9b9c-82e9586fbcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0fbdabe1-a9bc-4ed3-a471-428648ddf808), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:18.939209 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ac7710f7-b0f5-4c6a-9b9c-82e9586fbcf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff8bd8ee25c24d1ebff1751f0e33842e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386440 Jan 28 17:08:18.941926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50500) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:18.970327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7710f7-b0f5-4c6a-9b9c-82e9586fbcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbdabe1-a9bc-4ed3-a471-428648ddf808,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:19.027495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b908948-047a-4017-a837-c05d23a03a9c admin admin] Publish callbacks [] for security_group (0fbdabe1-a9bc-4ed3-a471-428648ddf808), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.055389 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b908948-047a-4017-a837-c05d23a03a9c admin admin] Publish callbacks [] for security_group (0fbdabe1-a9bc-4ed3-a471-428648ddf808), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.202540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b908948-047a-4017-a837-c05d23a03a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0fbdabe1-a9bc-4ed3-a471-428648ddf808), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.205041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4b908948-047a-4017-a837-c05d23a03a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.206170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4b908948-047a-4017-a837-c05d23a03a9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fbdabe1-a9bc-4ed3-a471-428648ddf808 HTTP/1.1" status: 204 len: 168 time: 0.2626688 Jan 28 17:08:19.217068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb30e8-66a4-43f9-862c-4950867ae63c req-62f47ce0-d60f-4c93-a84d-13c7cb5a5d9b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:19.218510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6fb30e8-66a4-43f9-862c-4950867ae63c req-62f47ce0-d60f-4c93-a84d-13c7cb5a5d9b tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1319587 Jan 28 17:08:19.228303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b908948-047a-4017-a837-c05d23a03a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbdabe1-a9bc-4ed3-a471-428648ddf808,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:19.234426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (3207da4e-fd6f-42a9-8f16-ee05284bc705), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.323178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3207da4e-fd6f-42a9-8f16-ee05284bc705,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:19.346964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6fb30e8-66a4-43f9-862c-4950867ae63c req-3ee13c75-63a6-4f27-ba95-4f409243420f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151695 Jan 28 17:08:19.360208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Checking segment: {'id': '30974359-f12d-4255-999c-8decf5c4347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:19.360403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Network hostable DHCP agents. Network: d425dca0-655a-444d-a143-995f35d5dd7a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:08:19.379687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Network d425dca0-655a-444d-a143-995f35d5dd7a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:08:19.390468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d425dca0-655a-444d-a143-995f35d5dd7a) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:19.396787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:19.397020 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.402626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd07a22-e1c8-4f8e-8180-a7ba29df2cc1 None None] Network d425dca0-655a-444d-a143-995f35d5dd7a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:19.424216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:19.425098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c0e11b9f-b45d-4583-8f05-9fe34af02b62 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5635800 Jan 28 17:08:19.429668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:19.452840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.454174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.497813 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.530473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks [] for router_controller (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.549057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-d425dca0-655a-444d-a143-995f35d5dd7a', 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a', 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'fixed_ips': [{'subnet_id': '3207da4e-fd6f-42a9-8f16-ee05284bc705'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:08:19.550191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.570355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50514) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:19.587110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae895ac6-3b38-4900-869b-2ecfe4a5857a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.690966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae895ac6-3b38-4900-869b-2ecfe4a5857a admin admin] Publish callbacks [] for security_group (60a99831-1be5-4b60-9cf7-7fa738b1ad6b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.696575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae895ac6-3b38-4900-869b-2ecfe4a5857a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (60a99831-1be5-4b60-9cf7-7fa738b1ad6b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.717743 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks [] for router_gateway (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.740348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Allocated IP 172.20.0.2 (d425dca0-655a-444d-a143-995f35d5dd7a/3207da4e-fd6f-42a9-8f16-ee05284bc705/97e9d176-49c9-4465-9ae1-04c8acee9ce7) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:19.742147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae895ac6-3b38-4900-869b-2ecfe4a5857a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87d69586004f4eeda63e4ef615d639d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706941 Jan 28 17:08:19.743461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae895ac6-3b38-4900-869b-2ecfe4a5857a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a99831-1be5-4b60-9cf7-7fa738b1ad6b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:19.745074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50516) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:19.840907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ec4c-4266-4ddd-ac17-e94b9b601967 admin admin] Publish callbacks [] for security_group (60a99831-1be5-4b60-9cf7-7fa738b1ad6b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.872020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ec4c-4266-4ddd-ac17-e94b9b601967 admin admin] Publish callbacks [] for security_group (60a99831-1be5-4b60-9cf7-7fa738b1ad6b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.899171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Publish callbacks [] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.905334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:19.946602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Network d425dca0-655a-444d-a143-995f35d5dd7a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:19.951659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:19.956240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:19.960473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Pushing event updated for resources: {'Port': ['ID=97e9d176-49c9-4465-9ae1-04c8acee9ce7,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:20.019782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ec4c-4266-4ddd-ac17-e94b9b601967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (60a99831-1be5-4b60-9cf7-7fa738b1ad6b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.023701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ec4c-4266-4ddd-ac17-e94b9b601967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.025288 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9fc4ec4c-4266-4ddd-ac17-e94b9b601967 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60a99831-1be5-4b60-9cf7-7fa738b1ad6b HTTP/1.1" status: 204 len: 168 time: 0.2776113 Jan 28 17:08:20.041620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4ec4c-4266-4ddd-ac17-e94b9b601967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a99831-1be5-4b60-9cf7-7fa738b1ad6b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:20.049653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks [] for router_gateway (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.055371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Attempting to bind port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:08:20.055965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Attempting to bind port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '30974359-f12d-4255-999c-8decf5c4347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:08:20.056505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Attempting to bind port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 on network d425dca0-655a-444d-a143-995f35d5dd7a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:08:20.065402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:08:20.066073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Checking segment: {'id': '30974359-f12d-4255-999c-8decf5c4347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:20.066667 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.067217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Bound using segment: {'id': '30974359-f12d-4255-999c-8decf5c4347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:08:20.069131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Bound port: 97e9d176-49c9-4465-9ae1-04c8acee9ce7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30974359-f12d-4255-999c-8decf5c4347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:08:20.069685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.074296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.163385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] For port 97e9d176-49c9-4465-9ae1-04c8acee9ce7, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:08:20.167934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] For port 97e9d176-49c9-4465-9ae1-04c8acee9ce7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97e9d176-49c9-4465-9ae1-04c8acee9ce7,segment=NetworkSegment(30974359-f12d-4255-999c-8decf5c4347b),segment_id=30974359-f12d-4255-999c-8decf5c4347b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:08:20.175876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.219680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Allocated IP 172.25.8.188 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/2073a4dc-eb0c-4a3c-9e17-88a250846d50) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:20.263409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91bd75-c0a5-4846-869f-ac8737c88a81 None None] Pushing event updated for resources: {'Port': ['ID=97e9d176-49c9-4465-9ae1-04c8acee9ce7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:20.356712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks [] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.412625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.459251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:20.462618 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:20.469534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:20.506984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Pushing event updated for resources: {'Port': ['ID=2073a4dc-eb0c-4a3c-9e17-88a250846d50,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:20.542414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb0915-bbe6-4f30-b275-fb31fc85c366 req-18fba02f-62fe-4dc0-9b3a-14bc81cc942f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:20.555496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74bb0915-bbe6-4f30-b275-fb31fc85c366 req-18fba02f-62fe-4dc0-9b3a-14bc81cc942f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1012440 Jan 28 17:08:20.650863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74bb0915-bbe6-4f30-b275-fb31fc85c366 req-1426c5b5-121f-40e9-8e9d-a12e571aa7c2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940294 Jan 28 17:08:20.703065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.857871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks [] for router_gateway (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:20.867595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97e9d176-49c9-4465-9ae1-04c8acee9ce7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:20.926256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:20.927198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:21.062750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:21.063398 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:21.107037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 97e9d176-49c9-4465-9ae1-04c8acee9ce7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97e9d176-49c9-4465-9ae1-04c8acee9ce7,segment=NetworkSegment(30974359-f12d-4255-999c-8decf5c4347b),segment_id=30974359-f12d-4255-999c-8decf5c4347b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:21.116340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:21.127120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:21.177257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=97e9d176-49c9-4465-9ae1-04c8acee9ce7,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:21.285692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:08:21.416256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:08:21.426859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Sync routers for ids ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:08:21.444758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Routers {'47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:21.446129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:21.451547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:21.453181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c22b3061-7a0f-4d60-8de6-33d21c88085b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0278268 Jan 28 17:08:21.455999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50556) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:21.831535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:21.842631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76204186-0e58-40c1-ab9f-314c70a80daa None None] Network d425dca0-655a-444d-a143-995f35d5dd7a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:21.885745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd232c-1533-408b-a292-5e7238cd43df req-775dec96-2fb0-475b-b3e8-08759ba73694 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:21.889970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0dd232c-1533-408b-a292-5e7238cd43df req-775dec96-2fb0-475b-b3e8-08759ba73694 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 943 time: 0.1309495 Jan 28 17:08:21.924958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Set router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:21.978899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0dd232c-1533-408b-a292-5e7238cd43df req-3af8386b-af8d-41e7-9435-3052f7d331dc tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822029 Jan 28 17:08:22.030711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9bbba671-f26a-41a1-b4ad-95a5052fb90b None None] Provisioning complete for port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:22.031100 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9bbba671-f26a-41a1-b4ad-95a5052fb90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.138540 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.261220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9bbba671-f26a-41a1-b4ad-95a5052fb90b None None] Current status of the port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:22.279107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:08:19Z', 'updated_at': '2022-01-28T17:08:20Z', 'revision_number': 3, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'gw_port': {'id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:20Z', 'updated_at': '2022-01-28T17:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:22.325926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Checking router: 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:08:22.326291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Updating router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:08:22.356571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Allocated IP 172.20.0.1 (d425dca0-655a-444d-a143-995f35d5dd7a/3207da4e-fd6f-42a9-8f16-ee05284bc705/a2131331-b791-4a92-baf6-0d91e3f2fe1a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:22.389493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 66864d00-bf9f-46b7-a896-91948e05f327 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:08:22.413068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50578) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:22.432093 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.521665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks [] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.566722 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.576017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e5a2ed-5472-4a98-8541-3f5c5db92aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.632168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Network d425dca0-655a-444d-a143-995f35d5dd7a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:22.640206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:22.659850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:22.665511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Pushing event updated for resources: {'Port': ['ID=a2131331-b791-4a92-baf6-0d91e3f2fe1a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:22.689610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 66864d00-bf9f-46b7-a896-91948e05f327, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=66864d00-bf9f-46b7-a896-91948e05f327,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:22.726034 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.742344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e5a2ed-5472-4a98-8541-3f5c5db92aed admin admin] Publish callbacks [] for security_group (7b79d361-4068-4ae1-8903-8a30c23c40ed), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.751615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32e5a2ed-5472-4a98-8541-3f5c5db92aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7b79d361-4068-4ae1-8903-8a30c23c40ed), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.788028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '66864d00-bf9f-46b7-a896-91948e05f327', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'port_id': '66864d00-bf9f-46b7-a896-91948e05f327', 'mac_address': 'fa:16:3e:aa:e2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:08:22.814797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7f11c6e5-60d9-42c8-af1d-63818c356c72 None None] Provisioning complete for port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:22.815176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f11c6e5-60d9-42c8-af1d-63818c356c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.845571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5a2ed-5472-4a98-8541-3f5c5db92aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79d361-4068-4ae1-8903-8a30c23c40ed,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:22.856053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-32e5a2ed-5472-4a98-8541-3f5c5db92aed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=104f2680193a47f8b8a4f7f921e0ffe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4383991 Jan 28 17:08:22.856392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50582) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:22.881613 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97e9d176-49c9-4465-9ae1-04c8acee9ce7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:22.953441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.966486 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63d884d8-458b-4c68-8997-9a7cacaf3191 admin admin] Publish callbacks [] for security_group (7b79d361-4068-4ae1-8903-8a30c23c40ed), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:22.999222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 66864d00-bf9f-46b7-a896-91948e05f327 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:23.001080 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (66864d00-bf9f-46b7-a896-91948e05f327), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.025128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63d884d8-458b-4c68-8997-9a7cacaf3191 admin admin] Publish callbacks [] for security_group (7b79d361-4068-4ae1-8903-8a30c23c40ed), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.040299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66864d00-bf9f-46b7-a896-91948e05f327 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:08:23.104027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63d884d8-458b-4c68-8997-9a7cacaf3191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7b79d361-4068-4ae1-8903-8a30c23c40ed), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.107442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63d884d8-458b-4c68-8997-9a7cacaf3191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.111306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 66864d00-bf9f-46b7-a896-91948e05f327, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=66864d00-bf9f-46b7-a896-91948e05f327,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:23.113513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-63d884d8-458b-4c68-8997-9a7cacaf3191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b79d361-4068-4ae1-8903-8a30c23c40ed HTTP/1.1" status: 204 len: 168 time: 0.2558780 Jan 28 17:08:23.132349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (66864d00-bf9f-46b7-a896-91948e05f327), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.163105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:23.163105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.185084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d884d8-458b-4c68-8997-9a7cacaf3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79d361-4068-4ae1-8903-8a30c23c40ed,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:23.237900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075737c6-82d6-4113-9278-d17646485bdf req-d61eb6c8-cd14-4cb2-8531-33e31486f15d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:23.239550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-075737c6-82d6-4113-9278-d17646485bdf req-d61eb6c8-cd14-4cb2-8531-33e31486f15d tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 944 time: 0.1240993 Jan 28 17:08:23.246652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Publish callbacks [] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.284606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7f11c6e5-60d9-42c8-af1d-63818c356c72 None None] Current status of the port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:23.312009 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.346945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-075737c6-82d6-4113-9278-d17646485bdf req-11231912-1e8c-4fb9-8315-d4ca281f486f tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959857 Jan 28 17:08:23.384430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['66864d00-bf9f-46b7-a896-91948e05f327'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:08:23.432543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Attempting to bind port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:08:23.433117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Attempting to bind port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:08:23.433634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Attempting to bind port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:08:23.445249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=66864d00-bf9f-46b7-a896-91948e05f327,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:23.508025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:08:23.508659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:23.509238 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.509904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:08:23.510420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Bound port: 2073a4dc-eb0c-4a3c-9e17-88a250846d50, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:08:23.510924 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.585350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:23.609702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-81165279-98a8-4298-a799-38a4e8b3b67e None None] Provisioning complete for port a2131331-b791-4a92-baf6-0d91e3f2fe1a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:23.610386 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81165279-98a8-4298-a799-38a4e8b3b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.631829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50594) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:23.652423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-118a81c9-ebe7-4b19-87ba-80e9a50d56e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.663103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-81165279-98a8-4298-a799-38a4e8b3b67e None None] Port a2131331-b791-4a92-baf6-0d91e3f2fe1a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:08:23.679430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0df4-255a-4a8a-9f71-470cde4e6bc5 None None] Pushing event updated for resources: {'Port': ['ID=2073a4dc-eb0c-4a3c-9e17-88a250846d50,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:23.717241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] For port 2073a4dc-eb0c-4a3c-9e17-88a250846d50, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:08:23.740741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] For port 2073a4dc-eb0c-4a3c-9e17-88a250846d50, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2073a4dc-eb0c-4a3c-9e17-88a250846d50,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:08:23.764914 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.811023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-118a81c9-ebe7-4b19-87ba-80e9a50d56e5 admin admin] Publish callbacks [] for security_group (b3387a9b-e702-4681-be05-7b1649721ce3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.820770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks [] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.825959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-118a81c9-ebe7-4b19-87ba-80e9a50d56e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b3387a9b-e702-4681-be05-7b1649721ce3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.829865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.857561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Routers {'47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:23.858749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:23.870275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-118a81c9-ebe7-4b19-87ba-80e9a50d56e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b082bb7dfcf44f4087f21878c0a99fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372971 Jan 28 17:08:23.873146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50596) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:23.899049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a81c9-ebe7-4b19-87ba-80e9a50d56e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3387a9b-e702-4681-be05-7b1649721ce3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:23.923920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0df4-255a-4a8a-9f71-470cde4e6bc5 None None] Pushing event updated for resources: {'Port': ['ID=2073a4dc-eb0c-4a3c-9e17-88a250846d50,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:23.954561 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:23.956178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Pushing event updated for resources: {'Port': ['ID=a2131331-b791-4a92-baf6-0d91e3f2fe1a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:23.973639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae8db-9914-4448-b714-90998beff2c4 admin admin] Publish callbacks [] for security_group (b3387a9b-e702-4681-be05-7b1649721ce3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:24.036089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae8db-9914-4448-b714-90998beff2c4 admin admin] Publish callbacks [] for security_group (b3387a9b-e702-4681-be05-7b1649721ce3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:24.110584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Network d425dca0-655a-444d-a143-995f35d5dd7a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:24.112027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae8db-9914-4448-b714-90998beff2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b3387a9b-e702-4681-be05-7b1649721ce3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:24.115109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae8db-9914-4448-b714-90998beff2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:24.116272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cb3ae8db-9914-4448-b714-90998beff2c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3387a9b-e702-4681-be05-7b1649721ce3 HTTP/1.1" status: 204 len: 168 time: 0.2342508 Jan 28 17:08:24.136691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:24.149181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ae8db-9914-4448-b714-90998beff2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3387a9b-e702-4681-be05-7b1649721ce3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:24.245690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] Set router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:24.406427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:08:24.570799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2eba4-eb3d-451d-898b-97a7bf8bb3b0 req-3a07ec10-f1be-4949-997a-f7530f1487a4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:24.571383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07c2eba4-eb3d-451d-898b-97a7bf8bb3b0 req-3a07ec10-f1be-4949-997a-f7530f1487a4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 944 time: 0.0893064 Jan 28 17:08:24.616095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bbd77f1a-e70f-4105-b0fe-12748120e110 None None] Provisioning complete for port a2131331-b791-4a92-baf6-0d91e3f2fe1a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:24.616471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bbd77f1a-e70f-4105-b0fe-12748120e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:24.652256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:08:24.655141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bbd77f1a-e70f-4105-b0fe-12748120e110 None None] Port a2131331-b791-4a92-baf6-0d91e3f2fe1a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:08:24.665306 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c32f5af2-01f7-44bb-935e-c7ab25f0f243 admin admin] 10.222.0.25 "PUT /v2.0/routers/47ca3c2e-758b-4c3e-a6ad-c55249d0daa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081833 Jan 28 17:08:24.666719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:08:19Z', 'updated_at': '2022-01-28T17:08:22Z', 'revision_number': 4, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'gw_port': {'id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:20Z', 'updated_at': '2022-01-28T17:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a2131331-b791-4a92-baf6-0d91e3f2fe1a', 'name': '', 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'mac_address': 'fa:16:3e:40:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '3207da4e-fd6f-42a9-8f16-ee05284bc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:22Z', 'updated_at': '2022-01-28T17:08:23Z', 'revision_number': 2, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'subnets': [{'id': '3207da4e-fd6f-42a9-8f16-ee05284bc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:24.691453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07c2eba4-eb3d-451d-898b-97a7bf8bb3b0 req-78fea08b-acb0-48dd-8e67-d8d9f65156c0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062977 Jan 28 17:08:24.734066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa026-d3db-4453-bc05-d7a8d166318a None None] The sync data for ids ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'] in n-d-812111-13 is: [{'id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:08:19Z', 'updated_at': '2022-01-28T17:08:22Z', 'revision_number': 4, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'gw_port': {'id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:20Z', 'updated_at': '2022-01-28T17:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a2131331-b791-4a92-baf6-0d91e3f2fe1a', 'name': '', 'network_id': 'd425dca0-655a-444d-a143-995f35d5dd7a', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'mac_address': 'fa:16:3e:40:a3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '3207da4e-fd6f-42a9-8f16-ee05284bc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:22Z', 'updated_at': '2022-01-28T17:08:23Z', 'revision_number': 2, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'subnets': [{'id': '3207da4e-fd6f-42a9-8f16-ee05284bc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:25.870598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4b30-c644-4721-9e6d-69cf8a37f8d0 req-aee9e077-b0a0-4e3d-b81e-7ad7b11e99a8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:25.878920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bde4b30-c644-4721-9e6d-69cf8a37f8d0 req-aee9e077-b0a0-4e3d-b81e-7ad7b11e99a8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 944 time: 0.0892897 Jan 28 17:08:25.951107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9bde4b30-c644-4721-9e6d-69cf8a37f8d0 req-9ba4183e-b5f3-4606-90b5-c10090cfbbb6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707681 Jan 28 17:08:26.123774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50668) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:26.373130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 66864d00-bf9f-46b7-a896-91948e05f327 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:26.462929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 66864d00-bf9f-46b7-a896-91948e05f327 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:08:26.471846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 66864d00-bf9f-46b7-a896-91948e05f327 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:26.472550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (66864d00-bf9f-46b7-a896-91948e05f327), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:26.581497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 66864d00-bf9f-46b7-a896-91948e05f327 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:26.581903 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (66864d00-bf9f-46b7-a896-91948e05f327), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:26.595347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:26.623992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:08:26.626341 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2551139c-caaa-4258-8888-0b9cb41b18de" -d '{"events": [{"server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "name": "network-vif-plugged", "status": "completed", "tag": "66864d00-bf9f-46b7-a896-91948e05f327"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:08:26.644721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 66864d00-bf9f-46b7-a896-91948e05f327, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=66864d00-bf9f-46b7-a896-91948e05f327,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:26.654153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (66864d00-bf9f-46b7-a896-91948e05f327), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:26.721044 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd916d19-22a4-4c68-a6b5-2d3b5573ad4b x-openstack-request-id: req-fd916d19-22a4-4c68-a6b5-2d3b5573ad4b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:08:26.721044 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "name": "network-vif-plugged", "status": "completed", "tag": "66864d00-bf9f-46b7-a896-91948e05f327", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:08:26.721044 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd916d19-22a4-4c68-a6b5-2d3b5573ad4b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:08:26.721044 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327', 'code': 200} Jan 28 17:08:26.726498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=66864d00-bf9f-46b7-a896-91948e05f327,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:26.849790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50704) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:26.879507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2073a4dc-eb0c-4a3c-9e17-88a250846d50 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:26.945483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:26.946023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:26.977989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4adb0-de70-4135-b708-7db60e66c28a req-defb84fb-b6b0-4de5-8e3f-f1245cf03a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:26.979451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-23b4adb0-de70-4135-b708-7db60e66c28a req-defb84fb-b6b0-4de5-8e3f-f1245cf03a2a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1128 time: 0.0919647 Jan 28 17:08:27.045227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ae4-5727-4ce8-9755-9957a5712d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.073330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:27.073891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.099029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2073a4dc-eb0c-4a3c-9e17-88a250846d50, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2073a4dc-eb0c-4a3c-9e17-88a250846d50,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:27.105439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.123820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4193cd-6350-4a9f-9574-326a27ed83a5 req-613fd4bb-a6ef-495c-a3ab-8b9f9d81e575 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:27.126498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e4193cd-6350-4a9f-9574-326a27ed83a5 req-613fd4bb-a6ef-495c-a3ab-8b9f9d81e575 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 945 time: 0.0712249 Jan 28 17:08:27.147396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Deleting port a2131331-b791-4a92-baf6-0d91e3f2fe1a {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:27.147996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.152789 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-23b4adb0-de70-4135-b708-7db60e66c28a req-34825a14-2fc7-423c-9a89-07cb9f719013 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519775 Jan 28 17:08:27.185370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2073a4dc-eb0c-4a3c-9e17-88a250846d50,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:27.243333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ae4-5727-4ce8-9755-9957a5712d2c admin admin] Publish callbacks [] for security_group (339eb3d9-9d52-438e-a5c4-20e1dbb9f308), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.244621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e4193cd-6350-4a9f-9574-326a27ed83a5 req-93780acd-f819-4f5f-b471-f7c0082baf33 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079307 Jan 28 17:08:27.254519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ae4-5727-4ce8-9755-9957a5712d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (339eb3d9-9d52-438e-a5c4-20e1dbb9f308), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.307015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.324958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0ae4-5727-4ce8-9755-9957a5712d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339eb3d9-9d52-438e-a5c4-20e1dbb9f308,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:27.337156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-67bb0ae4-5727-4ce8-9755-9957a5712d2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd196d7b01ba4b809f4659ccaa23d703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847577 Jan 28 17:08:27.338510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Calling delete_port for a2131331-b791-4a92-baf6-0d91e3f2fe1a owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:27.340880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50712) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:27.407938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c6ccca0-cc97-4d58-a489-8fa2637171f8 admin admin] Publish callbacks [] for security_group (339eb3d9-9d52-438e-a5c4-20e1dbb9f308), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.435061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c6ccca0-cc97-4d58-a489-8fa2637171f8 admin admin] Publish callbacks [] for security_group (339eb3d9-9d52-438e-a5c4-20e1dbb9f308), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.483975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c6ccca0-cc97-4d58-a489-8fa2637171f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (339eb3d9-9d52-438e-a5c4-20e1dbb9f308), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.487338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c6ccca0-cc97-4d58-a489-8fa2637171f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.488858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9c6ccca0-cc97-4d58-a489-8fa2637171f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/339eb3d9-9d52-438e-a5c4-20e1dbb9f308 HTTP/1.1" status: 204 len: 168 time: 0.1467180 Jan 28 17:08:27.499231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ccca0-cc97-4d58-a489-8fa2637171f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339eb3d9-9d52-438e-a5c4-20e1dbb9f308,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:27.568881 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a2131331-b791-4a92-baf6-0d91e3f2fe1a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.600749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a2131331-b791-4a92-baf6-0d91e3f2fe1a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:27.658094 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] Sync routers for ids ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:08:27.674086 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] Routers {'47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:27.674896 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:27.827196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:27.861277 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] Set router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:27.888812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50720) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:27.907107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f8723e3-7e2f-45ba-b35e-d4ab2f5e4c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.017597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f8723e3-7e2f-45ba-b35e-d4ab2f5e4c1d admin admin] Publish callbacks [] for security_group (a7bc371e-c882-4d15-aa56-169c108c3189), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.024625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4f8723e3-7e2f-45ba-b35e-d4ab2f5e4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a7bc371e-c882-4d15-aa56-169c108c3189), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.078275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4f8723e3-7e2f-45ba-b35e-d4ab2f5e4c1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4254cda70b7484da78d93c0ca55bf26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883490 Jan 28 17:08:28.080803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8723e3-7e2f-45ba-b35e-d4ab2f5e4c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bc371e-c882-4d15-aa56-169c108c3189,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:28.083300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50722) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:28.157566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:08:28.176418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9280f0f3-1a4b-47f5-8f2e-e7553f73af2f admin admin] Publish callbacks [] for security_group (a7bc371e-c882-4d15-aa56-169c108c3189), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.228893 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9280f0f3-1a4b-47f5-8f2e-e7553f73af2f admin admin] Publish callbacks [] for security_group (a7bc371e-c882-4d15-aa56-169c108c3189), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.277770 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:08:19Z', 'updated_at': '2022-01-28T17:08:27Z', 'revision_number': 5, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'gw_port': {'id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:20Z', 'updated_at': '2022-01-28T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:28.319505 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] Checking router: 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:08:28.333198 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] Routers {'47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:28.334330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:28.335485 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9280f0f3-1a4b-47f5-8f2e-e7553f73af2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a7bc371e-c882-4d15-aa56-169c108c3189), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.340250 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9280f0f3-1a4b-47f5-8f2e-e7553f73af2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.349456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9280f0f3-1a4b-47f5-8f2e-e7553f73af2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7bc371e-c882-4d15-aa56-169c108c3189 HTTP/1.1" status: 204 len: 168 time: 0.2647531 Jan 28 17:08:28.382944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280f0f3-1a4b-47f5-8f2e-e7553f73af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bc371e-c882-4d15-aa56-169c108c3189,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:28.388742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:08:28.394566 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9cc43da8-487b-45e6-a0ec-a4d7b840f7fd admin admin] 10.222.0.25 "PUT /v2.0/routers/47ca3c2e-758b-4c3e-a6ad-c55249d0daa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2699811 Jan 28 17:08:28.397402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:28.506963 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] Set router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:28.513622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9d900-9bc8-4dbd-b18e-5ba0cbf1bf38 req-9a2244c1-28e7-4398-b6ed-8c42bd3798b1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:28.524532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-baf9d900-9bc8-4dbd-b18e-5ba0cbf1bf38 req-9a2244c1-28e7-4398-b6ed-8c42bd3798b1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 945 time: 0.0839083 Jan 28 17:08:28.594522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks [] for router (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.621411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-baf9d900-9bc8-4dbd-b18e-5ba0cbf1bf38 req-a0db6aa8-8ceb-4459-89d4-8f0ecf078b40 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916255 Jan 28 17:08:28.804928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2073a4dc-eb0c-4a3c-9e17-88a250846d50 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:28.872440 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:08:19Z', 'updated_at': '2022-01-28T17:08:27Z', 'revision_number': 5, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'gw_port': {'id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:20Z', 'updated_at': '2022-01-28T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:28.888877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3fe40-4cee-4fdb-b767-259d4266f2e5 req-3c451dde-2c32-4d29-b9d6-eaf5c34e40f0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:28.890337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eff3fe40-4cee-4fdb-b767-259d4266f2e5 req-3c451dde-2c32-4d29-b9d6-eaf5c34e40f0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 945 time: 0.1239431 Jan 28 17:08:28.891615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks [] for router_gateway (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.902695 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca1149-45ee-4789-b55c-746e4eda59bb None None] The sync data for ids ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'] in n-d-812111-13 is: [{'id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'name': 'tempest-ImageQuotaTest-389945828-router', 'tenant_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:08:19Z', 'updated_at': '2022-01-28T17:08:27Z', 'revision_number': 5, 'project_id': 'd446c624272045ecaa2f6cc0a604d5ed', 'gw_port': {'id': '2073a4dc-eb0c-4a3c-9e17-88a250846d50', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca3c2e-758b-4c3e-a6ad-c55249d0daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:08:20Z', 'updated_at': '2022-01-28T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:28.909449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:28.910264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.975919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eff3fe40-4cee-4fdb-b767-259d4266f2e5 req-e2ca1a70-85f9-450b-add0-16a69240a2fa tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789468 Jan 28 17:08:28.998042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Deleting port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:28.998042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:28.998923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50744) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:29.024097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2073a4dc-eb0c-4a3c-9e17-88a250846d50 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:29.116909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] For port 2073a4dc-eb0c-4a3c-9e17-88a250846d50, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2073a4dc-eb0c-4a3c-9e17-88a250846d50,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:29.118090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.134988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Calling delete_port for 2073a4dc-eb0c-4a3c-9e17-88a250846d50 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:29.360871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e104485-5a43-4fbb-8c64-2f7db396a37b tempest-TestVolumeBootPattern-1874830192 tempest-TestVolumeBootPattern-1874830192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:29.366852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7e104485-5a43-4fbb-8c64-2f7db396a37b tempest-TestVolumeBootPattern-1874830192 tempest-TestVolumeBootPattern-1874830192-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1123 time: 0.3642013 Jan 28 17:08:29.370429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50760) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:29.386012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '66864d00-bf9f-46b7-a896-91948e05f327', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:29.425104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2073a4dc-eb0c-4a3c-9e17-88a250846d50), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.435279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.488821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2073a4dc-eb0c-4a3c-9e17-88a250846d50,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:29.531632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.624666 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.692895 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.695443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks [] for router_controller (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.758773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (47ca3c2e-758b-4c3e-a6ad-c55249d0daa5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.761729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:08:29.771965 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.775106 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-08fb5a48-246a-4f86-a490-2a215c943ac8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/47ca3c2e-758b-4c3e-a6ad-c55249d0daa5 HTTP/1.1" status: 204 len: 168 time: 1.3765097 Jan 28 17:08:29.777834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50772) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:29.881441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Deleting subnet 3207da4e-fd6f-42a9-8f16-ee05284bc705 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:08:29.885527 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Publish callbacks [] for subnet (3207da4e-fd6f-42a9-8f16-ee05284bc705), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:29.935240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Allocated IP 172.25.8.196 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/6fe264af-9206-4e38-8eba-46f72be3affc) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:29.975624 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (3207da4e-fd6f-42a9-8f16-ee05284bc705), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.030637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50776) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:30.204839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17113222-f00f-432a-a153-9eeb25400574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.350193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17113222-f00f-432a-a153-9eeb25400574 admin admin] Publish callbacks [] for security_group (8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.362691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17113222-f00f-432a-a153-9eeb25400574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.446070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17113222-f00f-432a-a153-9eeb25400574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:30.460294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-17113222-f00f-432a-a153-9eeb25400574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34d3026c0ee74e4bb0264d3dae9511e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285572 Jan 28 17:08:30.463003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50782) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:30.558360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Sync routers for ids ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:08:30.560843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-399a2496-b6b9-4cd0-9fc6-789ce58e1ab7 admin admin] Publish callbacks [] for security_group (8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.576128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Routers set() bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:30.576860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Router IDs set() for agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 17:08:30.577997 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_agentschedulers_db [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent'). {{(pid=103095) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 17:08:30.588395 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-399a2496-b6b9-4cd0-9fc6-789ce58e1ab7 admin admin] Publish callbacks [] for security_group (8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.588829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Routers set() bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:30.589352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Router IDs set() for agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 17:08:30.590170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_agentschedulers_db [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent'). {{(pid=103095) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 17:08:30.590699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d31ca-87bd-4756-9b7e-5fb41ec5520b None None] The sync data for ids ['47ca3c2e-758b-4c3e-a6ad-c55249d0daa5'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:30.652032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-399a2496-b6b9-4cd0-9fc6-789ce58e1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.657229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-399a2496-b6b9-4cd0-9fc6-789ce58e1ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.658460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-399a2496-b6b9-4cd0-9fc6-789ce58e1ab7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8 HTTP/1.1" status: 204 len: 168 time: 0.1943941 Jan 28 17:08:30.704304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3207da4e-fd6f-42a9-8f16-ee05284bc705), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.709293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a2496-b6b9-4cd0-9fc6-789ce58e1ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d6a8d-265e-4f0f-bf91-639d85dbd4f8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:30.871468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2131331-b791-4a92-baf6-0d91e3f2fe1a no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:30.897525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (3207da4e-fd6f-42a9-8f16-ee05284bc705), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.902571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (6fe264af-9206-4e38-8eba-46f72be3affc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.922225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a2131331-b791-4a92-baf6-0d91e3f2fe1a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:30.924857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a2131331-b791-4a92-baf6-0d91e3f2fe1a not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:30.944882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3207da4e-fd6f-42a9-8f16-ee05284bc705,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:30.967639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:30.971239 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242e029-3148-4d6f-8819-977379d4072b None None] Network d425dca0-655a-444d-a143-995f35d5dd7a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:30.971407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2cf7297c-b6cd-4bda-81ea-cbaaeb4ed9c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3207da4e-fd6f-42a9-8f16-ee05284bc705 HTTP/1.1" status: 204 len: 168 time: 1.1924930 Jan 28 17:08:30.975697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50790) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:31.000546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6fe264af-9206-4e38-8eba-46f72be3affc), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.063296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=6fe264af-9206-4e38-8eba-46f72be3affc,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:31.074341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:31.077212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:31.079928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:31.129133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d425dca0-655a-444d-a143-995f35d5dd7a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.269693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Deleting port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:31.270029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.301118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] DHCP port deletion for d425dca0-655a-444d-a143-995f35d5dd7a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:08:31.364912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] For port 97e9d176-49c9-4465-9ae1-04c8acee9ce7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97e9d176-49c9-4465-9ae1-04c8acee9ce7,segment=NetworkSegment(30974359-f12d-4255-999c-8decf5c4347b),segment_id=30974359-f12d-4255-999c-8decf5c4347b)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:31.366428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.387684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Deleting port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:31.388357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.392295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Calling delete_port for 97e9d176-49c9-4465-9ae1-04c8acee9ce7 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:31.542168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.586075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] For port 97e9d176-49c9-4465-9ae1-04c8acee9ce7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=97e9d176-49c9-4465-9ae1-04c8acee9ce7,segment=NetworkSegment(30974359-f12d-4255-999c-8decf5c4347b),segment_id=30974359-f12d-4255-999c-8decf5c4347b)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:31.586657 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.602357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Calling delete_port for 97e9d176-49c9-4465-9ae1-04c8acee9ce7 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:31.608178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e9d176-49c9-4465-9ae1-04c8acee9ce7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:31.610056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] No DVR routers for this DVR port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:31.711994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (97e9d176-49c9-4465-9ae1-04c8acee9ce7), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.728338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] No DVR routers for this DVR port 97e9d176-49c9-4465-9ae1-04c8acee9ce7 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:31.755643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Pushing event deleted for resources: {'Port': ['ID=97e9d176-49c9-4465-9ae1-04c8acee9ce7,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:31.764388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.764800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.765146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.765559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.765912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.766256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.766569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.766896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.767223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.767546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.767901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.769261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.769603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df5205-9cb7-49d7-8a7a-c78bfe2f55ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:31.786435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (8c2cbede-6f73-4f87-b183-1e3cae4cdd34), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.811511 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d425dca0-655a-444d-a143-995f35d5dd7a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.844349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425dca0-655a-444d-a143-995f35d5dd7a']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:31.854907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30974359-f12d-4255-999c-8decf5c4347b') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:31.855336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30974359-f12d-4255-999c-8decf5c4347b') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:31.870282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (30974359-f12d-4255-999c-8decf5c4347b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.884632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (30974359-f12d-4255-999c-8decf5c4347b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.891015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:31.891407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (30974359-f12d-4255-999c-8decf5c4347b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.929314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6fe264af-9206-4e38-8eba-46f72be3affc), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:31.953559 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:31.971475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d425dca0-655a-444d-a143-995f35d5dd7a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.981632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:31.984464 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d425dca0-655a-444d-a143-995f35d5dd7a HTTP/1.1" status: 204 len: 168 time: 1.0086176 Jan 28 17:08:32.015336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735a773-0417-4e46-97d3-864da7866313 admin admin] Pushing event deleted for resources: {'Network': ['ID=d425dca0-655a-444d-a143-995f35d5dd7a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:32.237016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50834) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:32.289469 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for port (6fe264af-9206-4e38-8eba-46f72be3affc), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.301057 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (6fe264af-9206-4e38-8eba-46f72be3affc), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.308611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9731a43f-339e-44c8-856e-3f61f9ff1c47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d446c624272045ecaa2f6cc0a604d5ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702033 Jan 28 17:08:32.311271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50838) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:32.379502 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7df-48f0-415e-bce6-098705ed9ee8 admin admin] Publish callbacks [] for security_group (3f7f4afe-b6cd-43bd-b101-55113fd6467a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.414840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7df-48f0-415e-bce6-098705ed9ee8 admin admin] Publish callbacks [] for security_group (3f7f4afe-b6cd-43bd-b101-55113fd6467a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.419088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (8c2cbede-6f73-4f87-b183-1e3cae4cdd34), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.496337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7df-48f0-415e-bce6-098705ed9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3f7f4afe-b6cd-43bd-b101-55113fd6467a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.499660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7df-48f0-415e-bce6-098705ed9ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:32.501849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be3ec7df-48f0-415e-bce6-098705ed9ee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f7f4afe-b6cd-43bd-b101-55113fd6467a HTTP/1.1" status: 204 len: 168 time: 0.1889753 Jan 28 17:08:32.538150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ec7df-48f0-415e-bce6-098705ed9ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f4afe-b6cd-43bd-b101-55113fd6467a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:32.574792 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Floating IP 8c2cbede-6f73-4f87-b183-1e3cae4cdd34 associated. External IP: 172.25.8.196, port: 66864d00-bf9f-46b7-a896-91948e05f327. Jan 28 17:08:32.694061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event updated for resources: {'Port': ['ID=6fe264af-9206-4e38-8eba-46f72be3affc,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:32.849150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:08:32.915937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97e9d176-49c9-4465-9ae1-04c8acee9ce7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:32.959213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 97e9d176-49c9-4465-9ae1-04c8acee9ce7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:32.962524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 97e9d176-49c9-4465-9ae1-04c8acee9ce7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:32.966296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2073a4dc-eb0c-4a3c-9e17-88a250846d50 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:33.028554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2073a4dc-eb0c-4a3c-9e17-88a250846d50 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:33.028943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2073a4dc-eb0c-4a3c-9e17-88a250846d50 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:33.029988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:08:33.042123 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:08:33.059139 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:33.060555 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:33.073207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.105360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50864) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:33.136789 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c3782c8e-e644-4ccc-9903-7566bacf98f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7562034 Jan 28 17:08:33.136789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:08:33.137136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-982642b7-19b7-460c-9522-f7858a6a441a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.137222 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "tag": "66864d00-bf9f-46b7-a896-91948e05f327"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:08:33.174768 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c67da9-a638-4809-9054-8d14b2b3f994 x-openstack-request-id: req-97c67da9-a638-4809-9054-8d14b2b3f994 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:08:33.175064 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "tag": "66864d00-bf9f-46b7-a896-91948e05f327", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:08:33.175322 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97c67da9-a638-4809-9054-8d14b2b3f994 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:08:33.175737 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327', 'status': 'completed', 'code': 200} Jan 28 17:08:33.176175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50870) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:33.222655 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:33.278135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-982642b7-19b7-460c-9522-f7858a6a441a admin admin] Publish callbacks [] for security_group (51676505-85b0-4a53-84f7-03bc36cba841), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.329585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-982642b7-19b7-460c-9522-f7858a6a441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (51676505-85b0-4a53-84f7-03bc36cba841), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.376991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1494539574'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:33.379094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982642b7-19b7-460c-9522-f7858a6a441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51676505-85b0-4a53-84f7-03bc36cba841,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:33.385420 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-982642b7-19b7-460c-9522-f7858a6a441a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2789903 Jan 28 17:08:33.390172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50878) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:33.393363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-2e8fdebc-134f-4c3c-8f3c-074673ca724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:33.394927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-2e8fdebc-134f-4c3c-8f3c-074673ca724b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1128 time: 0.1153128 Jan 28 17:08:33.471038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Made reservation on behalf of 9b8d44faa2b14694acdd9ea0c5b7e865 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:33.476593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.491951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.566514 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8c2cbede-6f73-4f87-b183-1e3cae4cdd34', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': '66864d00-bf9f-46b7-a896-91948e05f327', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:aa:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:08:31Z', 'updated_at': '2022-01-28T17:08:31Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}, {'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:39Z', 'revision_number': 1, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:33.608562 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:08:33.615066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks [] for security_group (3aabad44-e74f-4d1a-9465-8c245d2eb6b1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.622781 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:08:33.624061 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:33.625152 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3aabad44-e74f-4d1a-9465-8c245d2eb6b1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.675011 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-93856624-ba9f-4d43-8b32-edbe19d1bf81 admin admin] Publish callbacks [] for security_group (51676505-85b0-4a53-84f7-03bc36cba841), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.695195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:33.712692 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-93856624-ba9f-4d43-8b32-edbe19d1bf81 admin admin] Publish callbacks [] for security_group (51676505-85b0-4a53-84f7-03bc36cba841), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.722261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aabad44-e74f-4d1a-9465-8c245d2eb6b1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:33.764151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c0efe1d3-71bc-45d3-8ded-0147b5ba35a1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.767411 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Added segment c0efe1d3-71bc-45d3-8ded-0147b5ba35a1 of type vlan for network f87c939d-fefd-41f2-9d9e-fc6b47f37b85 Jan 28 17:08:33.812102 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:08:33.871691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f87c939d-fefd-41f2-9d9e-fc6b47f37b85), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.903377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-93856624-ba9f-4d43-8b32-edbe19d1bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (51676505-85b0-4a53-84f7-03bc36cba841), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.907568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-93856624-ba9f-4d43-8b32-edbe19d1bf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.911634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-93856624-ba9f-4d43-8b32-edbe19d1bf81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51676505-85b0-4a53-84f7-03bc36cba841 HTTP/1.1" status: 204 len: 168 time: 0.5157714 Jan 28 17:08:33.927569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93856624-ba9f-4d43-8b32-edbe19d1bf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51676505-85b0-4a53-84f7-03bc36cba841,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:33.963592 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f87c939d-fefd-41f2-9d9e-fc6b47f37b85), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.976367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:33.977822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:33.984758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-101dbf5a-5f4f-49cc-87cd-f8645ba3594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:33.989942 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-101dbf5a-5f4f-49cc-87cd-f8645ba3594f service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.5866094 Jan 28 17:08:34.117968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-7699e50a-1d99-4b22-9a50-3c4c3b4b6603 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 999 time: 0.1218390 Jan 28 17:08:34.131250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9534125 Jan 28 17:08:34.140345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50894) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:34.190048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed992-b499-4338-a356-f3fcb6a3d2ba tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Pushing event updated for resources: {'Network': ['ID=f87c939d-fefd-41f2-9d9e-fc6b47f37b85,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:34.202731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f87c939d-fefd-41f2-9d9e-fc6b47f37b85 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:34.227644 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8c2cbede-6f73-4f87-b183-1e3cae4cdd34', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': '66864d00-bf9f-46b7-a896-91948e05f327', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:aa:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:08:31Z', 'updated_at': '2022-01-28T17:08:31Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}, {'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:39Z', 'revision_number': 1, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:34.228970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-101a1f54-4649-41d9-b9fa-71aee6a399d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:34.230467 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-101a1f54-4649-41d9-b9fa-71aee6a399d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1069896 Jan 28 17:08:34.273334 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a384e7-9455-41d4-a9cd-e3776c730fae None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8c2cbede-6f73-4f87-b183-1e3cae4cdd34', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': '66864d00-bf9f-46b7-a896-91948e05f327', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:aa:e2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:08:31Z', 'updated_at': '2022-01-28T17:08:31Z', 'revision_number': 0, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}, {'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:39Z', 'revision_number': 1, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:08:34.376056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-c428e9f9-e679-46f1-af08-f7e488b5ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:34.388105 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-c428e9f9-e679-46f1-af08-f7e488b5ad49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1375275 Jan 28 17:08:34.447598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'network': {'name': 'tempest-network--2128686957', 'router:external': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:34.528458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Made reservation on behalf of a0ba8820d783488c911475b5ed84b3ef for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:34.531104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.559140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.634159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-cc616f4e-f495-44b5-b18e-d27c735892f4 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448871 Jan 28 17:08:34.723720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23e52e-70dc-4fae-beff-8d5935eac105 None None] New status for floating IP 8c2cbede-6f73-4f87-b183-1e3cae4cdd34: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:08:34.782234 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cbc30a5a-5a33-4cce-b748-475fd0cafa3d req-ce2a3774-8b49-41c5-8678-bd8985a95b64 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409018 Jan 28 17:08:34.808835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for security_group (c04e0097-fdb9-4693-b69e-8b9bc40e8196), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.814333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c04e0097-fdb9-4693-b69e-8b9bc40e8196), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.838429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:34.856851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e0097-fdb9-4693-b69e-8b9bc40e8196,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:34.860207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f7623354-23bd-4314-bc14-404996471409), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.860560 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Added segment f7623354-23bd-4314-bc14-404996471409 of type vlan for network 8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0 Jan 28 17:08:34.917548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.955196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:34.956550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:34.957240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.025098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50910) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:35.025656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8836720 Jan 28 17:08:35.033554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb1318-bfb7-4f70-8d72-b3f74980dd1d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Network': ['ID=8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:35.046215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:35.100375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.193709 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.215453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:35.228051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7623354-23bd-4314-bc14-404996471409') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:35.228441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7623354-23bd-4314-bc14-404996471409') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:35.239618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (f7623354-23bd-4314-bc14-404996471409), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.253667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f7623354-23bd-4314-bc14-404996471409), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.259858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:35.260249 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (f7623354-23bd-4314-bc14-404996471409), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:35.261995 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:35.326223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.338626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 17:08:35.362919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:35.365242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.373164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fc720658-a83e-4336-8822-9740088786da tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8fb37927-1cb9-4c7e-8caa-9c8e2ee8d1b0 HTTP/1.1" status: 204 len: 168 time: 0.3424366 Jan 28 17:08:35.373434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50916) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:35.378597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:35.408986 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Made reservation on behalf of a0ba8820d783488c911475b5ed84b3ef for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:35.412121 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.449897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:35.464439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f262b68-2186-4b71-bef7-41101e0c1197), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.464911 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Added segment 3f262b68-2186-4b71-bef7-41101e0c1197 of type vlan for network c3acb588-795c-4e60-8e99-f2cb9a045098 Jan 28 17:08:35.530444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c3acb588-795c-4e60-8e99-f2cb9a045098), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.577961 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c3acb588-795c-4e60-8e99-f2cb9a045098), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.579668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:35.580589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.678028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50924) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:35.683843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'subnet': {'network_id': 'c3acb588-795c-4e60-8e99-f2cb9a045098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:35.687378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3129003 Jan 28 17:08:35.710785 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd2266-4207-44aa-b288-21b9ea62277c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Network': ['ID=c3acb588-795c-4e60-8e99-f2cb9a045098,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:35.717994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Made reservation on behalf of a0ba8820d783488c911475b5ed84b3ef for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:35.720839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:35.724871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c3acb588-795c-4e60-8e99-f2cb9a045098 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:36.131503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.objects.ports [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103094) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 17:08:36.131986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (ff099621-9f83-48ef-875c-70944a03d367), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.182844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff099621-9f83-48ef-875c-70944a03d367,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:36.199671 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Checking segment: {'id': '3f262b68-2186-4b71-bef7-41101e0c1197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3acb588-795c-4e60-8e99-f2cb9a045098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:36.200040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Network hostable DHCP agents. Network: c3acb588-795c-4e60-8e99-f2cb9a045098, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:08:36.217442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Network c3acb588-795c-4e60-8e99-f2cb9a045098 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:08:36.227269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c3acb588-795c-4e60-8e99-f2cb9a045098) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:36.231570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:36.232167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.238209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d51bf7-ea71-4c08-86fb-2b0b32958cf6 None None] Network c3acb588-795c-4e60-8e99-f2cb9a045098 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:36.249716 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f0d82142-4d2c-4371-9a9d-05e1df703247 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5690694 Jan 28 17:08:36.251509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50936) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:36.256124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3acb588-795c-4e60-8e99-f2cb9a045098'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:36.275736 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.339248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d32e5-d448-4d70-9597-5501c01eb31e None None] Network c3acb588-795c-4e60-8e99-f2cb9a045098 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:36.382921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.499749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Allocated IP 172.20.0.6 (c3acb588-795c-4e60-8e99-f2cb9a045098/ff099621-9f83-48ef-875c-70944a03d367/86774370-4d83-432e-ae49-eb2151fff3cd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:36.603839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for port (86774370-4d83-432e-ae49-eb2151fff3cd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.639685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (86774370-4d83-432e-ae49-eb2151fff3cd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.698350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Port': ['ID=86774370-4d83-432e-ae49-eb2151fff3cd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:36.701834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Network c3acb588-795c-4e60-8e99-f2cb9a045098 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:36.703582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:36.705595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:36.801760 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for floatingip (7ebd2e80-59a2-4d2d-ac77-0041a379d106), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:36.845896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (86774370-4d83-432e-ae49-eb2151fff3cd), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.029650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for port (86774370-4d83-432e-ae49-eb2151fff3cd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.035153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (86774370-4d83-432e-ae49-eb2151fff3cd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.101425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Port': ['ID=86774370-4d83-432e-ae49-eb2151fff3cd,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.107666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50960) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.112235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916886698', 'description': 'tempest-secgroup-smoke-916886698 description', 'project_id': '8ea9e506b06247c6b93e21163064f864'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:37.131758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (7ebd2e80-59a2-4d2d-ac77-0041a379d106), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.139597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.149049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.150528 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ba356930-7b55-47bc-9ca1-8e20319a5f80 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8980386 Jan 28 17:08:37.153322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.223981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group (b035c03b-3145-4e91-9c7e-2a412136cb16), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.228515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b035c03b-3145-4e91-9c7e-2a412136cb16), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.239967 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e5117142-cb96-4850-83b4-016d19dc4cb5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=c3acb588-795c-4e60-8e99-f2cb9a045098 HTTP/1.1" status: 200 len: 689 time: 0.0852125 Jan 28 17:08:37.240655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 50968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.263145 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.264514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1558244 Jan 28 17:08:37.269982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237fa84-ec58-41dc-aa80-7f78badb772d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b035c03b-3145-4e91-9c7e-2a412136cb16,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.273451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.278700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group_rule': {'security_group_id': 'b035c03b-3145-4e91-9c7e-2a412136cb16', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:37.315128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (f058ff09-48fa-4035-9245-24b2d25b0bb3), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.333660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c3acb588-795c-4e60-8e99-f2cb9a045098), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.389325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (f058ff09-48fa-4035-9245-24b2d25b0bb3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.393499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f058ff09-48fa-4035-9245-24b2d25b0bb3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.414358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f058ff09-48fa-4035-9245-24b2d25b0bb3,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.424632 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.428769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-65dbb584-8b09-4051-8680-cabea6d3e7c1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512427 Jan 28 17:08:37.429418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50972) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.434181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group_rule': {'security_group_id': 'b035c03b-3145-4e91-9c7e-2a412136cb16', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:37.459628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (2714607c-3476-4ff4-b47e-76ba2009ec33), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.488125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Deleting port 86774370-4d83-432e-ae49-eb2151fff3cd {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:37.488455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (86774370-4d83-432e-ae49-eb2151fff3cd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.520189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (2714607c-3476-4ff4-b47e-76ba2009ec33), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.523557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (2714607c-3476-4ff4-b47e-76ba2009ec33), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.543730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2714607c-3476-4ff4-b47e-76ba2009ec33,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.563143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.565928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c49510a3-3927-4907-8039-362c9b51d6fd tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353543 Jan 28 17:08:37.569150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50978) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.575369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group_rule': {'security_group_id': 'b035c03b-3145-4e91-9c7e-2a412136cb16', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:37.581737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (86774370-4d83-432e-ae49-eb2151fff3cd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.582291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for floatingip (86774370-4d83-432e-ae49-eb2151fff3cd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.594792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Calling delete_port for 86774370-4d83-432e-ae49-eb2151fff3cd owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:37.605959 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (5be6a52e-7bed-44e1-95b8-f9599232086d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.671454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (5be6a52e-7bed-44e1-95b8-f9599232086d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.675732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (5be6a52e-7bed-44e1-95b8-f9599232086d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.692215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be6a52e-7bed-44e1-95b8-f9599232086d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.709228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.713163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bdab27bd-dd3c-4eab-8578-a9aad6579431 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403131 Jan 28 17:08:37.713345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50980) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.717948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group_rule': {'security_group_id': 'b035c03b-3145-4e91-9c7e-2a412136cb16', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:37.743412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (14cced2c-798b-48a7-8040-5a9ae9f8b610), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.757676 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (86774370-4d83-432e-ae49-eb2151fff3cd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.787743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Port': ['ID=86774370-4d83-432e-ae49-eb2151fff3cd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.807756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (14cced2c-798b-48a7-8040-5a9ae9f8b610), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.811940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (14cced2c-798b-48a7-8040-5a9ae9f8b610), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.835557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.839475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223900 Jan 28 17:08:37.839667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50986) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.844654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group_rule': {'security_group_id': 'b035c03b-3145-4e91-9c7e-2a412136cb16', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:37.849655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9aeef-5d46-44aa-8ae4-14c265de90d4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cced2c-798b-48a7-8040-5a9ae9f8b610,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.859368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for floatingip (7ebd2e80-59a2-4d2d-ac77-0041a379d106), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.873918 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Project 8ea9e506b06247c6b93e21163064f864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:08:37.886410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (7cae0ad1-b133-4cb6-8657-e810f142b9e8), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.909862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ff099621-9f83-48ef-875c-70944a03d367), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.950191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (7cae0ad1-b133-4cb6-8657-e810f142b9e8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.954468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7cae0ad1-b133-4cb6-8657-e810f142b9e8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.975738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cae0ad1-b133-4cb6-8657-e810f142b9e8,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:37.979765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ff099621-9f83-48ef-875c-70944a03d367), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.981863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:37.985800 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9f755702-3847-47a8-aa90-2253f5cd2275 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421854 Jan 28 17:08:37.985947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 50990) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:37.991260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'security_group_rule': {'security_group_id': 'b035c03b-3145-4e91-9c7e-2a412136cb16', 'project_id': '8ea9e506b06247c6b93e21163064f864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:38.009877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff099621-9f83-48ef-875c-70944a03d367,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:38.015555 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Project 8ea9e506b06247c6b93e21163064f864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:08:38.022049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (a5191390-5030-43e5-91bd-7b6ca6c0c923), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.068080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c3acb588-795c-4e60-8e99-f2cb9a045098), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.091863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3acb588-795c-4e60-8e99-f2cb9a045098']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:38.095908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (a5191390-5030-43e5-91bd-7b6ca6c0c923), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.101299 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a5191390-5030-43e5-91bd-7b6ca6c0c923), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.102705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f262b68-2186-4b71-bef7-41101e0c1197') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:38.103010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f262b68-2186-4b71-bef7-41101e0c1197') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:38.116733 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3f262b68-2186-4b71-bef7-41101e0c1197), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.133023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5191390-5030-43e5-91bd-7b6ca6c0c923,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:38.141863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f262b68-2186-4b71-bef7-41101e0c1197), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.143668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.145499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac40acb3-6212-4a5e-a242-c07b3e720358 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580839 Jan 28 17:08:38.153755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:38.154435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3f262b68-2186-4b71-bef7-41101e0c1197), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:38.156653 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:38.226275 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c3acb588-795c-4e60-8e99-f2cb9a045098), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.231233 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3acb588-795c-4e60-8e99-f2cb9a045098 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 17:08:38.245503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.255463 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c3acb588-795c-4e60-8e99-f2cb9a045098 HTTP/1.1" status: 204 len: 168 time: 1.0133927 Jan 28 17:08:38.257619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51000) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:38.270723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bd4c0-feaf-429c-b709-8cc01550a815 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3acb588-795c-4e60-8e99-f2cb9a045098,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:38.438046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae08fa9a-abb2-41a3-8fb1-ad37332a7114 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1768196 Jan 28 17:08:38.441434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51008) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:38.462945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-a949ee0c-c79b-453c-ac9c-1b54fffbb609 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916886698&fields=id&tenant_id=8ea9e506b06247c6b93e21163064f864 HTTP/1.1" status: 200 len: 267 time: 0.1288540 Jan 28 17:08:38.595990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.596448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.596915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.597360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.597803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.598273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.598707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.603858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ea478716-8b98-4cf7-adbd-9d19a38cd303 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4663 time: 0.1575673 Jan 28 17:08:38.603858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51010) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:38.675480 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-9b44baf5-52b1-4397-bbb8-c3e0f7194854 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] delete failed (client error): The resource could not be found. Jan 28 17:08:38.676540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9b44baf5-52b1-4397-bbb8-c3e0f7194854 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/7ebd2e80-59a2-4d2d-ac77-0041a379d106 HTTP/1.1" status: 404 len: 345 time: 0.0722756 Jan 28 17:08:38.679326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51016) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:38.706004 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce5a54a-c2ab-4765-8973-219e2d98e334 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 17:08:38.706608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce5a54a-c2ab-4765-8973-219e2d98e334 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:08:38.710219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ce5a54a-c2ab-4765-8973-219e2d98e334 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c3acb588-795c-4e60-8e99-f2cb9a045098 HTTP/1.1" status: 404 len: 339 time: 0.0299623 Jan 28 17:08:38.715349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51018) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:38.720180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'network': {'name': 'tempest-network--156578013', 'router:external': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:38.752438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-e528c2e5-be67-461b-bdb0-ab4a3db6921b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:38.754068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-e528c2e5-be67-461b-bdb0-ab4a3db6921b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 814 time: 0.2685597 Jan 28 17:08:38.768126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Made reservation on behalf of a0ba8820d783488c911475b5ed84b3ef for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:38.771185 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.788185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-6dc25925-7a2a-411d-acc4-bba62cf45f1c tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/quotas/8ea9e506b06247c6b93e21163064f864 HTTP/1.1" status: 200 len: 375 time: 0.0227344 Jan 28 17:08:38.833334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:38.851223 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e62b8cc9-6d65-439f-bcf2-85340d016907), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:38.851556 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Added segment e62b8cc9-6d65-439f-bcf2-85340d016907 of type vlan for network 47e2a12d-4ca3-4430-8c40-90e985183e8d Jan 28 17:08:38.910377 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-f70fc4d6-5cb2-4788-9fb5-b59993f9ebd0 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135068 Jan 28 17:08:38.919629 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (47e2a12d-4ca3-4430-8c40-90e985183e8d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.021123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (47e2a12d-4ca3-4430-8c40-90e985183e8d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.022089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:39.022699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.087569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3710544 Jan 28 17:08:39.090483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51026) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:39.096002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-4d1d6440-859f-40bf-87a0-4f03c22d499a service neutron] 10.222.0.25 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681178 Jan 28 17:08:39.115655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8cac2-8e6d-477b-b39f-4847b64fb74c tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Network': ['ID=47e2a12d-4ca3-4430-8c40-90e985183e8d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:39.138838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 47e2a12d-4ca3-4430-8c40-90e985183e8d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:39.223663 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-82d1d8e1-4558-4483-a4bf-07e7624f9272 service neutron] 10.222.0.25 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174934 Jan 28 17:08:39.337931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b521e63-c38b-4aaf-8c14-7b1dc905153b tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:39.343685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b521e63-c38b-4aaf-8c14-7b1dc905153b tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:39.350308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b521e63-c38b-4aaf-8c14-7b1dc905153b tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:39.355939 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b521e63-c38b-4aaf-8c14-7b1dc905153b tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:39.357855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2b521e63-c38b-4aaf-8c14-7b1dc905153b tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2663131 Jan 28 17:08:39.360544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51038) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:39.433921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (47e2a12d-4ca3-4430-8c40-90e985183e8d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.538584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (47e2a12d-4ca3-4430-8c40-90e985183e8d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.570313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e2a12d-4ca3-4430-8c40-90e985183e8d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:39.582218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62b8cc9-6d65-439f-bcf2-85340d016907') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:39.582544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62b8cc9-6d65-439f-bcf2-85340d016907') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:39.587435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07bbed67-60ce-4560-976a-1aef304d20bb req-995bf26d-828a-401d-81fb-f3afcb8e98f6 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0456214 Jan 28 17:08:39.596463 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (e62b8cc9-6d65-439f-bcf2-85340d016907), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.616634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e62b8cc9-6d65-439f-bcf2-85340d016907), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.626867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:39.627206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (e62b8cc9-6d65-439f-bcf2-85340d016907), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:39.629090 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:39.687351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:08:39.694135 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (47e2a12d-4ca3-4430-8c40-90e985183e8d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.699847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47e2a12d-4ca3-4430-8c40-90e985183e8d {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 17:08:39.726772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Network': ['ID=47e2a12d-4ca3-4430-8c40-90e985183e8d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:39.730223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.737909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-af2f5026-996d-470d-8d1f-3d31a96326ff tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/networks/47e2a12d-4ca3-4430-8c40-90e985183e8d HTTP/1.1" status: 204 len: 168 time: 0.3729155 Jan 28 17:08:39.738355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51050) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:39.744217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'network': {'name': 'tempest-network--1942832434', 'router:external': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:39.775570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Made reservation on behalf of a0ba8820d783488c911475b5ed84b3ef for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:39.778996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.807323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:39.818660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89fb1e8a-d7a0-429e-927e-e4724501d5cc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.819114 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Added segment 89fb1e8a-d7a0-429e-927e-e4724501d5cc of type vlan for network d793ac38-b044-43a8-b9b2-ca38a818f7f2 Jan 28 17:08:39.883026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d793ac38-b044-43a8-b9b2-ca38a818f7f2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.925704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d793ac38-b044-43a8-b9b2-ca38a818f7f2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:39.927520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:39.928107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.031754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:40.032044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2917459 Jan 28 17:08:40.033554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be015123-c1db-41ee-a9ed-c76e704e8dda tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Network': ['ID=d793ac38-b044-43a8-b9b2-ca38a818f7f2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:40.045418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d793ac38-b044-43a8-b9b2-ca38a818f7f2 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:40.171079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a89b53-b1a1-4c12-92ba-cbb226936a9e tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:40.175424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-36a89b53-b1a1-4c12-92ba-cbb226936a9e tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] 10.222.0.25 "GET /v2.0/networks/d793ac38-b044-43a8-b9b2-ca38a818f7f2 HTTP/1.1" status: 200 len: 757 time: 0.1399035 Jan 28 17:08:40.176345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51070) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:40.274522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae75ea-e5c4-42ca-b4c5-2f1865543e2a tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:40.276858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b3ae75ea-e5c4-42ca-b4c5-2f1865543e2a tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] 10.222.0.25 "GET /v2.0/networks/f87c939d-fefd-41f2-9d9e-fc6b47f37b85 HTTP/1.1" status: 200 len: 768 time: 0.0994461 Jan 28 17:08:40.279517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51072) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:40.362782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d793ac38-b044-43a8-b9b2-ca38a818f7f2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.445921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d793ac38-b044-43a8-b9b2-ca38a818f7f2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.466535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d793ac38-b044-43a8-b9b2-ca38a818f7f2']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:40.476501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fb1e8a-d7a0-429e-927e-e4724501d5cc') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:40.476840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fb1e8a-d7a0-429e-927e-e4724501d5cc') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:40.493580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (89fb1e8a-d7a0-429e-927e-e4724501d5cc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.508725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89fb1e8a-d7a0-429e-927e-e4724501d5cc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.515417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:40.515864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (89fb1e8a-d7a0-429e-927e-e4724501d5cc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:40.521861 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:40.578519 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d793ac38-b044-43a8-b9b2-ca38a818f7f2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.583817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d793ac38-b044-43a8-b9b2-ca38a818f7f2 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 17:08:40.586431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.589803 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d793ac38-b044-43a8-b9b2-ca38a818f7f2 HTTP/1.1" status: 204 len: 168 time: 0.3092051 Jan 28 17:08:40.593534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51080) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:40.598875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'network': {'name': 'tempest-network--77359979'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:40.605567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114eb12-c61d-461c-9fa2-3982a9a80110 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Network': ['ID=d793ac38-b044-43a8-b9b2-ca38a818f7f2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:40.637430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Made reservation on behalf of a0ba8820d783488c911475b5ed84b3ef for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:40.640031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.696434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:40.716156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0405ea2a-efa7-4200-addf-96753073f640 req-a6d08c22-35dd-4da0-a0f8-be4f502d7a7b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0326130 Jan 28 17:08:40.724777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c8f6120d-0897-40b0-89b2-d03959695334), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.725422 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Added segment c8f6120d-0897-40b0-89b2-d03959695334 of type vlan for network 5a338b21-ac7b-499e-9e9c-eff9924ccade Jan 28 17:08:40.783590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.834106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.836066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:40.838462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:40.961629 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3667958 Jan 28 17:08:40.968494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51088) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:40.996123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:41.139510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Network': ['ID=5a338b21-ac7b-499e-9e9c-eff9924ccade,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:41.192617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.193852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.194369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.194882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.195371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.195850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.196328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.196857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.197334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.197812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.198287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.198765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.199280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fdb0c-4134-42c9-893c-c75d0758cc9d tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:08:41.213194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5a338b21-ac7b-499e-9e9c-eff9924ccade details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:41.298486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.329492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.337407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Network 5a338b21-ac7b-499e-9e9c-eff9924ccade is not hosted by any dhcp agent {{(pid=103094) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:08:41.338629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:41.339330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.340998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "PUT /v2.0/networks/5a338b21-ac7b-499e-9e9c-eff9924ccade HTTP/1.1" status: 200 len: 856 time: 0.3617404 Jan 28 17:08:41.343722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:41.416907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-f8b529ab-4ced-43f1-a7fb-b27ddb174c2b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:41.418912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-f8b529ab-4ced-43f1-a7fb-b27ddb174c2b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.31 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 814 time: 0.5956001 Jan 28 17:08:41.458887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d02619-0570-4c91-b343-89467dfc69f8 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event updated for resources: {'Network': ['ID=5a338b21-ac7b-499e-9e9c-eff9924ccade,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:41.478484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.519316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-34fdc6ee-9be4-4db3-b7a9-e3c19130e648 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea9e506b06247c6b93e21163064f864 HTTP/1.1" status: 200 len: 379 time: 0.0912967 Jan 28 17:08:41.529825 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'port': {'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'admin_state_up': True, 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'security_groups': ['b035c03b-3145-4e91-9c7e-2a412136cb16']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:41.572659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.593938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a338b21-ac7b-499e-9e9c-eff9924ccade']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:41.604313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f6120d-0897-40b0-89b2-d03959695334') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:41.604613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f6120d-0897-40b0-89b2-d03959695334') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:41.615322 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c8f6120d-0897-40b0-89b2-d03959695334), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.629788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c8f6120d-0897-40b0-89b2-d03959695334), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.636073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:41.636575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c8f6120d-0897-40b0-89b2-d03959695334), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:41.638834 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:41.662554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Made reservation on behalf of 8ea9e506b06247c6b93e21163064f864 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:41.667007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.699309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5a338b21-ac7b-499e-9e9c-eff9924ccade), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.705841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a338b21-ac7b-499e-9e9c-eff9924ccade {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 17:08:41.716664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:41.720468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] 10.222.0.25 "DELETE /v2.0/networks/5a338b21-ac7b-499e-9e9c-eff9924ccade HTTP/1.1" status: 204 len: 168 time: 0.3753676 Jan 28 17:08:41.721709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba181f-8c24-4de0-b139-f0b115e3f5f5 tempest-ExternalNetworksTestJSON-667489889 tempest-ExternalNetworksTestJSON-667489889-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a338b21-ac7b-499e-9e9c-eff9924ccade,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:41.724522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51102) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:41.756288 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b074f804-98ce-43af-baaf-1ccfc8f811e5 tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] DELETE failed (client error): The resource could not be found. Jan 28 17:08:41.756288 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b074f804-98ce-43af-baaf-1ccfc8f811e5 tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:08:41.759828 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b074f804-98ce-43af-baaf-1ccfc8f811e5 tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] 10.222.0.25 "DELETE /v2.0/subnets/ff099621-9f83-48ef-875c-70944a03d367 HTTP/1.1" status: 404 len: 337 time: 0.0341313 Jan 28 17:08:41.763654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51110) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:41.893123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Allocated IP 172.20.0.4 (40fd8282-3c89-43c7-b2cb-fafd1f780d45/91d443be-8c86-4893-8f6f-0b00d8d4837c/ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:41.927358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f87c939d-fefd-41f2-9d9e-fc6b47f37b85), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.060520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.088231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f87c939d-fefd-41f2-9d9e-fc6b47f37b85), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.110300 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.110529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87c939d-fefd-41f2-9d9e-fc6b47f37b85']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:42.120313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0efe1d3-71bc-45d3-8ded-0147b5ba35a1') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:42.120609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0efe1d3-71bc-45d3-8ded-0147b5ba35a1') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:42.131747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c0efe1d3-71bc-45d3-8ded-0147b5ba35a1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.145406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c0efe1d3-71bc-45d3-8ded-0147b5ba35a1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.151758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:42.152154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c0efe1d3-71bc-45d3-8ded-0147b5ba35a1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.199910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:42.211730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:42.216479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:42.235241 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:42.240787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f87c939d-fefd-41f2-9d9e-fc6b47f37b85), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.252583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.255599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'Port': ['ID=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:42.256398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] 10.222.0.25 "DELETE /v2.0/networks/f87c939d-fefd-41f2-9d9e-fc6b47f37b85 HTTP/1.1" status: 204 len: 168 time: 0.4918203 Jan 28 17:08:42.286713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ca63-30ce-4467-ab39-6f216261c8c4 req-614bf1ac-5aff-40dd-8b75-0354b1f53fc1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:42.294360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24f1ca63-30ce-4467-ab39-6f216261c8c4 req-614bf1ac-5aff-40dd-8b75-0354b1f53fc1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 931 time: 0.1988673 Jan 28 17:08:42.306988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784e625-3101-4a9e-b594-1be877b6430c tempest-ExternalNetworksTestJSON-863842945 tempest-ExternalNetworksTestJSON-863842945-project] Pushing event deleted for resources: {'Network': ['ID=f87c939d-fefd-41f2-9d9e-fc6b47f37b85,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:42.335474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:42.336295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.377637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-145cd6f9-d16c-43f3-a366-8af67007dc07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533316 Jan 28 17:08:42.389499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-24f1ca63-30ce-4467-ab39-6f216261c8c4 req-16cf290a-949b-48e6-9930-742e63d1320c tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932453 Jan 28 17:08:42.401363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Request body: {'port': {'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:42.468051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.475020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.510948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.612982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51126) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:42.654870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-384600d6-9800-4ab1-a45e-03103f82e2d0 None None] Provisioning complete for port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:42.655688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-384600d6-9800-4ab1-a45e-03103f82e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.710565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-384600d6-9800-4ab1-a45e-03103f82e2d0 None None] Port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:08:42.830295 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bb0e5e81-6614-4065-840a-1c4394b9dee1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b8d44faa2b14694acdd9ea0c5b7e865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158375 Jan 28 17:08:42.833455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51130) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:42.858385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:08:42.866715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Publish callbacks [] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.883508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Transition to ACTIVE for port object ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:08:42.888137 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.900663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc476c0d-6964-4dcb-9057-d62568189e2c admin admin] Publish callbacks [] for security_group (3aabad44-e74f-4d1a-9465-8c245d2eb6b1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.926288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc476c0d-6964-4dcb-9057-d62568189e2c admin admin] Publish callbacks [] for security_group (3aabad44-e74f-4d1a-9465-8c245d2eb6b1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.959305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Pushing event updated for resources: {'Port': ['ID=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:42.983349 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc476c0d-6964-4dcb-9057-d62568189e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3aabad44-e74f-4d1a-9465-8c245d2eb6b1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.986168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dc476c0d-6964-4dcb-9057-d62568189e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:42.989750 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dc476c0d-6964-4dcb-9057-d62568189e2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3aabad44-e74f-4d1a-9465-8c245d2eb6b1 HTTP/1.1" status: 204 len: 168 time: 0.1528628 Jan 28 17:08:42.996523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc476c0d-6964-4dcb-9057-d62568189e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aabad44-e74f-4d1a-9465-8c245d2eb6b1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:43.139348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Attempting to bind port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:08:43.139685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Attempting to bind port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:08:43.140236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Attempting to bind port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a on network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:08:43.145717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a on network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:08:43.146002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Attempting to bind port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a on network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:08:43.151173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:08:43.151523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Checking segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:43.152045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Bound using segment: {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:08:43.152589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Bound port: ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:08:43.153122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.256812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] For port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:08:43.260337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] For port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:08:43.271426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.357797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:43.358621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.361658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 1092 time: 0.9691720 Jan 28 17:08:43.366746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:08:43.369082 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6195449c-b440-4a2a-9343-96edebe51a70" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:08:43.486868 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676fe18e-2e86-439b-81b7-7ad50f933355 x-openstack-request-id: req-676fe18e-2e86-439b-81b7-7ad50f933355 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:08:43.487166 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:08:43.487430 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-676fe18e-2e86-439b-81b7-7ad50f933355 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:08:43.487843 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'status': 'completed', 'code': 200} Jan 28 17:08:43.500706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed55f5-15ef-4309-bc50-72ff5e56a510 service neutron] Pushing event updated for resources: {'Port': ['ID=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:43.548423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51150) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:43.607038 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c12676ce-c7fd-46b0-8a18-839507f8400e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0ba8820d783488c911475b5ed84b3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573359 Jan 28 17:08:43.611809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51152) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:43.669378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf24f1-3d49-448f-bacc-667e9c58a92f req-7358fd4a-1d1e-41f3-b330-fdc4ec1fd6b8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:43.677417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36bf24f1-3d49-448f-bacc-667e9c58a92f req-7358fd4a-1d1e-41f3-b330-fdc4ec1fd6b8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.1633642 Jan 28 17:08:43.685726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-9193eeac-0465-46f6-9062-bf0c02304fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:43.686819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-9193eeac-0465-46f6-9062-bf0c02304fb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1126 time: 0.2733736 Jan 28 17:08:43.690876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b887c3-efc0-4d6f-8e20-353b7eb7910c admin admin] Publish callbacks [] for security_group (c04e0097-fdb9-4693-b69e-8b9bc40e8196), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.717631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b887c3-efc0-4d6f-8e20-353b7eb7910c admin admin] Publish callbacks [] for security_group (c04e0097-fdb9-4693-b69e-8b9bc40e8196), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.742055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-850b855d-4532-4d4f-b87e-448c0cf0e3bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 217 time: 0.0475583 Jan 28 17:08:43.782272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b887c3-efc0-4d6f-8e20-353b7eb7910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c04e0097-fdb9-4693-b69e-8b9bc40e8196), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.786863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8b887c3-efc0-4d6f-8e20-353b7eb7910c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:43.788547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d8b887c3-efc0-4d6f-8e20-353b7eb7910c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c04e0097-fdb9-4693-b69e-8b9bc40e8196 HTTP/1.1" status: 204 len: 168 time: 0.1754150 Jan 28 17:08:43.800907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b887c3-efc0-4d6f-8e20-353b7eb7910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e0097-fdb9-4693-b69e-8b9bc40e8196,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:43.821875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36bf24f1-3d49-448f-bacc-667e9c58a92f req-6a30728d-0532-4473-b698-7a654cc2d2f4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436522 Jan 28 17:08:43.828354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-e0cda511-fbb0-4fe0-82c1-8f791ca6fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:43.830361 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-e0cda511-fbb0-4fe0-82c1-8f791ca6fd60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 200 len: 853 time: 0.0826013 Jan 28 17:08:43.886997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249a-b242-4121-896b-0015c8c1f633 req-83c0867a-dc9e-4fa2-9209-8cec788188c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:43.888874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-83c0867a-dc9e-4fa2-9209-8cec788188c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=40fd8282-3c89-43c7-b2cb-fafd1f780d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521114 Jan 28 17:08:43.992134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-0bbbee07-0c23-420a-8554-20ade48dd7fb service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959215 Jan 28 17:08:44.123843 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25de249a-b242-4121-896b-0015c8c1f633 req-8eaf8e67-5939-4dd5-a3ff-3c855f2a9616 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263692 Jan 28 17:08:44.227752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195449c-b440-4a2a-9343-96edebe51a70 req-a154b0bd-f62f-499b-9e2f-af09623d7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:44.229592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-a154b0bd-f62f-499b-9e2f-af09623d7314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1126 time: 0.0556431 Jan 28 17:08:44.334280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195449c-b440-4a2a-9343-96edebe51a70 req-1a1ad588-9a34-488e-b681-2bb29e498cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:44.336747 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-1a1ad588-9a34-488e-b681-2bb29e498cdd service neutron] 10.222.0.31 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 915 time: 0.1017683 Jan 28 17:08:44.391724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-c7554293-5725-4119-b0d3-0f4dbfca77b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 217 time: 0.0494843 Jan 28 17:08:44.452287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195449c-b440-4a2a-9343-96edebe51a70 req-a193d5e5-fa9e-42c7-b7e6-d798ba3be82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:44.454041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-a193d5e5-fa9e-42c7-b7e6-d798ba3be82a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 200 len: 853 time: 0.0562785 Jan 28 17:08:44.518007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195449c-b440-4a2a-9343-96edebe51a70 req-c9c3175b-71bb-4878-90a0-418a6da8a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:44.521022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-c9c3175b-71bb-4878-90a0-418a6da8a7d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=40fd8282-3c89-43c7-b2cb-fafd1f780d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0594919 Jan 28 17:08:44.624913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-9e8b7c6e-3af7-4f19-911d-053e6777858c service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985625 Jan 28 17:08:44.742342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6195449c-b440-4a2a-9343-96edebe51a70 req-99164c50-1c1e-4b65-ad15-7c9f9cbf4d18 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110480 Jan 28 17:08:44.979465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534921-b8fd-4a90-85c5-bf669fe086d8 req-287eb0cd-9256-44b8-b4fc-8d411d99b046 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:44.986786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc534921-b8fd-4a90-85c5-bf669fe086d8 req-287eb0cd-9256-44b8-b4fc-8d411d99b046 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0694077 Jan 28 17:08:45.046030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc534921-b8fd-4a90-85c5-bf669fe086d8 req-80259b92-bef8-4b89-8dc0-91b9b875a68c tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581229 Jan 28 17:08:45.370185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51218) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:45.490153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1889203635', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:45.513181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Made reservation on behalf of 0f8afed470ea495bbd4d8d727c046589 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:45.515789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.527295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.613038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for security_group (7f2aa307-7e92-4a98-b3dc-164e4726a52f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.617441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7f2aa307-7e92-4a98-b3dc-164e4726a52f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.622760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] device_id is not set on port 2d45f912-92b5-466c-b689-16bd47ae9d08 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:08:45.678022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2aa307-7e92-4a98-b3dc-164e4726a52f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:45.745535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Allocated IP 172.25.8.236 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/2d45f912-92b5-466c-b689-16bd47ae9d08) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:45.899700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for port (2d45f912-92b5-466c-b689-16bd47ae9d08), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.939174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2d45f912-92b5-466c-b689-16bd47ae9d08), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.957138 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f812a043-0f86-40cd-98d3-65899ea7e922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:45.991157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:45.995108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:46.008611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:46.014868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Pushing event updated for resources: {'Port': ['ID=2d45f912-92b5-466c-b689-16bd47ae9d08,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:46.059425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:46.060253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:46.084718 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c28c7643-9e72-4340-bc95-275373beb69e tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7117257 Jan 28 17:08:46.087507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51236) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:46.093499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.236'}]}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:46.159497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (b1f5e9af-1067-4508-976c-f58d901625ea), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:46.174406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (b1f5e9af-1067-4508-976c-f58d901625ea), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:46.344224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for router_controller (b1f5e9af-1067-4508-976c-f58d901625ea), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:46.362551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a461ae-d138-4883-9ad9-f7c262173875 req-248b0f26-de3f-43db-a760-6d267c5d5075 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:46.364096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9a461ae-d138-4883-9ad9-f7c262173875 req-248b0f26-de3f-43db-a760-6d267c5d5075 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.1639743 Jan 28 17:08:46.535942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for router_gateway (b1f5e9af-1067-4508-976c-f58d901625ea), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:46.543486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9a461ae-d138-4883-9ad9-f7c262173875 req-879a7865-d091-4abd-966b-b5206220ebc1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452196 Jan 28 17:08:46.776652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for router_gateway (b1f5e9af-1067-4508-976c-f58d901625ea), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:46.805630 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.028994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for router (b1f5e9af-1067-4508-976c-f58d901625ea), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.514041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (b1f5e9af-1067-4508-976c-f58d901625ea), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.516545 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks [] for router_controller (b1f5e9af-1067-4508-976c-f58d901625ea), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.575456 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (b1f5e9af-1067-4508-976c-f58d901625ea), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.576658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1f5e9af-1067-4508-976c-f58d901625ea {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:08:47.595782 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:08:47.598282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-192c0414-b3f1-463f-9d21-303921e6788d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5083773 Jan 28 17:08:47.600480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51266) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:47.731053 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca079de-d09b-407e-b0e4-22f620207399 req-029da3ac-27fb-4a51-89be-85e946a8de9e tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:47.732703 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eca079de-d09b-407e-b0e4-22f620207399 req-029da3ac-27fb-4a51-89be-85e946a8de9e tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0847483 Jan 28 17:08:47.747422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Deleting port 2d45f912-92b5-466c-b689-16bd47ae9d08 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:47.747975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2d45f912-92b5-466c-b689-16bd47ae9d08), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.833437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eca079de-d09b-407e-b0e4-22f620207399 req-f81805ac-c13d-422d-9525-99d1c09c4482 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933130 Jan 28 17:08:47.864966 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2d45f912-92b5-466c-b689-16bd47ae9d08), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:47.878397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Calling delete_port for 2d45f912-92b5-466c-b689-16bd47ae9d08 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:47.905482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5535c69b-c8b2-4a9f-9d79-e599aa531ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.021217 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2d45f912-92b5-466c-b689-16bd47ae9d08), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.051529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d45f912-92b5-466c-b689-16bd47ae9d08,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:48.127635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.132102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d84a97d6-50f5-4368-ba2d-10a0169ded1d tempest-RoutersAdminNegativeIpV6Test-279242486 tempest-RoutersAdminNegativeIpV6Test-279242486-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2d45f912-92b5-466c-b689-16bd47ae9d08 HTTP/1.1" status: 204 len: 168 time: 0.5305247 Jan 28 17:08:48.407707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51286) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:48.543352 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce210bfc-7e8b-4a83-9be1-89e7dd44b7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.632426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce210bfc-7e8b-4a83-9be1-89e7dd44b7ba admin admin] Publish callbacks [] for security_group (30ddea83-978a-445e-a13f-95a875d92539), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.637276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce210bfc-7e8b-4a83-9be1-89e7dd44b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (30ddea83-978a-445e-a13f-95a875d92539), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.680779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ce210bfc-7e8b-4a83-9be1-89e7dd44b7ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac743670bcf445e5b3984e93bb56bcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709358 Jan 28 17:08:48.681624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce210bfc-7e8b-4a83-9be1-89e7dd44b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ddea83-978a-445e-a13f-95a875d92539,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:48.682634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51292) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:48.745348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fff950f5-bc0d-4b31-bfb7-6e5b50f06ef0 admin admin] Publish callbacks [] for security_group (30ddea83-978a-445e-a13f-95a875d92539), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.775666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fff950f5-bc0d-4b31-bfb7-6e5b50f06ef0 admin admin] Publish callbacks [] for security_group (30ddea83-978a-445e-a13f-95a875d92539), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.826111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fff950f5-bc0d-4b31-bfb7-6e5b50f06ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (30ddea83-978a-445e-a13f-95a875d92539), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.828547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fff950f5-bc0d-4b31-bfb7-6e5b50f06ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:48.832252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fff950f5-bc0d-4b31-bfb7-6e5b50f06ef0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30ddea83-978a-445e-a13f-95a875d92539 HTTP/1.1" status: 204 len: 168 time: 0.1462307 Jan 28 17:08:48.839911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff950f5-bc0d-4b31-bfb7-6e5b50f06ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ddea83-978a-445e-a13f-95a875d92539,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:49.006491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb26a-0962-49b2-8b40-d9318cc9c413 req-622350f1-d469-48b0-8cf3-b212251f41aa tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:49.008298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41fbb26a-0962-49b2-8b40-d9318cc9c413 req-622350f1-d469-48b0-8cf3-b212251f41aa tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0783541 Jan 28 17:08:49.068061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-41fbb26a-0962-49b2-8b40-d9318cc9c413 req-06e00955-7bc8-4d3f-aff0-3c248e47b392 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502343 Jan 28 17:08:49.183152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51306) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:49.229965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-28d46ffd-fb99-451e-b7e5-dc246974e5e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f8afed470ea495bbd4d8d727c046589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430984 Jan 28 17:08:49.230255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51308) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:49.288534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21caaa51-9aa8-4730-a45e-57d0dc7323c3 admin admin] Publish callbacks [] for security_group (7f2aa307-7e92-4a98-b3dc-164e4726a52f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:49.312435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21caaa51-9aa8-4730-a45e-57d0dc7323c3 admin admin] Publish callbacks [] for security_group (7f2aa307-7e92-4a98-b3dc-164e4726a52f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:49.367792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21caaa51-9aa8-4730-a45e-57d0dc7323c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7f2aa307-7e92-4a98-b3dc-164e4726a52f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:49.371078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21caaa51-9aa8-4730-a45e-57d0dc7323c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:49.375241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21caaa51-9aa8-4730-a45e-57d0dc7323c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f2aa307-7e92-4a98-b3dc-164e4726a52f HTTP/1.1" status: 204 len: 168 time: 0.1415629 Jan 28 17:08:49.382810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caaa51-9aa8-4730-a45e-57d0dc7323c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2aa307-7e92-4a98-b3dc-164e4726a52f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:49.460665 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:50.234364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51350) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:50.256688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ca73-297c-4230-a244-cafbe935a08d req-bee1d2f5-9255-449c-8f21-4a63a8284874 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:50.264111 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e403ca73-297c-4230-a244-cafbe935a08d req-bee1d2f5-9255-449c-8f21-4a63a8284874 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0801058 Jan 28 17:08:50.335462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e403ca73-297c-4230-a244-cafbe935a08d req-c148b225-a018-4561-a0e5-f98d7c4ac637 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672317 Jan 28 17:08:50.410810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5d968fa-240c-4e57-acb4-338a2f9740dc tempest-AgentManagementNegativeTest-1366707502 tempest-AgentManagementNegativeTest-1366707502-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1752098 Jan 28 17:08:50.702094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51368) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:50.706039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:50.837715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4099be7b-03e7-499b-a462-e53d053bbf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:50.923978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4099be7b-03e7-499b-a462-e53d053bbf3d admin admin] Publish callbacks [] for security_group (dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:50.927960 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4099be7b-03e7-499b-a462-e53d053bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:50.972025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4099be7b-03e7-499b-a462-e53d053bbf3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=329925b9cc1a4f678d1fb059ade575f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687330 Jan 28 17:08:50.973451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099be7b-03e7-499b-a462-e53d053bbf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:50.975149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51376) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:51.037985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45693646-65f6-4010-8e2a-629dc003c6fd admin admin] Publish callbacks [] for security_group (dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:51.059456 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45693646-65f6-4010-8e2a-629dc003c6fd admin admin] Publish callbacks [] for security_group (dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:51.131278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45693646-65f6-4010-8e2a-629dc003c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:51.134291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-45693646-65f6-4010-8e2a-629dc003c6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:51.135586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45693646-65f6-4010-8e2a-629dc003c6fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35 HTTP/1.1" status: 204 len: 168 time: 0.1593935 Jan 28 17:08:51.145169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45693646-65f6-4010-8e2a-629dc003c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfebeb9a-3bb4-4b5d-a1b0-7b77582d8d35,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:51.506182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e246ec-8fa2-4635-9dc1-67223d58e45a req-2859d8db-de07-4f01-88fe-426d2d58d416 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:51.507813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9e246ec-8fa2-4635-9dc1-67223d58e45a req-2859d8db-de07-4f01-88fe-426d2d58d416 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0724499 Jan 28 17:08:51.573898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b9e246ec-8fa2-4635-9dc1-67223d58e45a req-ea0f28fc-25ba-4473-b4f1-5cca70ed43f9 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578845 Jan 28 17:08:51.763935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:51.928276 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:52.042517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1990650110'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:52.065724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Made reservation on behalf of aeac370a18f94e73a30af4e6fde8ed5a for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:52.069646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.079012 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.181616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for security_group (75c98f2e-f681-4488-ba37-a5b67878b85f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.186142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (75c98f2e-f681-4488-ba37-a5b67878b85f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.217934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:52.226391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c98f2e-f681-4488-ba37-a5b67878b85f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:52.239473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1b78de74-0f11-4b79-8db2-a5ba29c3592f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.239978 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Added segment 1b78de74-0f11-4b79-8db2-a5ba29c3592f of type vlan for network 6e451686-b8d5-49fe-8931-9cd9a3781ecf Jan 28 17:08:52.299128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (6e451686-b8d5-49fe-8931-9cd9a3781ecf), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.328129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (6e451686-b8d5-49fe-8931-9cd9a3781ecf), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.334686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:52.335559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.408753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4772124 Jan 28 17:08:52.409859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51424) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:52.416129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Request body: {'subnet': {'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:52.420382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639297e3-3dc6-48ae-a925-b4f8b30fbc7b tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event updated for resources: {'Network': ['ID=6e451686-b8d5-49fe-8931-9cd9a3781ecf,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:52.443885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:52.527848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Made reservation on behalf of aeac370a18f94e73a30af4e6fde8ed5a for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:52.534577 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.796952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553338da-64b2-4588-ae7f-b05b5568d308 req-73e992d7-b437-4bf8-ae45-f01a603834cc tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:52.798599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-553338da-64b2-4588-ae7f-b05b5568d308 req-73e992d7-b437-4bf8-ae45-f01a603834cc tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.1385775 Jan 28 17:08:52.805251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (c173a38a-88ca-4725-94dd-c62d4812d039), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.921237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event updated for resources: {'Subnet': ['ID=c173a38a-88ca-4725-94dd-c62d4812d039,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:52.929724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-553338da-64b2-4588-ae7f-b05b5568d308 req-46541c92-ad51-4c9c-be2c-efa454fbb507 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220753 Jan 28 17:08:52.934024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Checking segment: {'id': '1b78de74-0f11-4b79-8db2-a5ba29c3592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:52.934473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Network hostable DHCP agents. Network: 6e451686-b8d5-49fe-8931-9cd9a3781ecf, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:08:52.954167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:08:52.964572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 6e451686-b8d5-49fe-8931-9cd9a3781ecf) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:52.968658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:52.969290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:52.975060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7302d0f-7aea-4960-83dd-ff8b1c2cb691 None None] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:52.994445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-42987524-0d3e-4b0f-a837-11ed022c64b4 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5829625 Jan 28 17:08:52.997077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51436) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:53.002147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Request body: {'port': {'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-819616502'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:53.130860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-6e451686-b8d5-49fe-8931-9cd9a3781ecf', 'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf', 'project_id': 'aeac370a18f94e73a30af4e6fde8ed5a', 'fixed_ips': [{'subnet_id': 'c173a38a-88ca-4725-94dd-c62d4812d039'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:08:53.132838 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.161458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Made reservation on behalf of aeac370a18f94e73a30af4e6fde8ed5a for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:53.165269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.183639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] device_id is not set on port 1ade426c-4ff9-4000-9ba7-1af94124783a yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:08:53.286708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Allocated IP 2001:db8::2 (6e451686-b8d5-49fe-8931-9cd9a3781ecf/c173a38a-88ca-4725-94dd-c62d4812d039/db95e7b6-a252-4387-9287-dbc8b43280dd) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:53.600399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Publish callbacks [] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.606652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.653342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:53.656238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:53.658693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:53.673603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Pushing event updated for resources: {'Port': ['ID=db95e7b6-a252-4387-9287-dbc8b43280dd,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:53.681448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Allocated IP 2001:db8::21c (6e451686-b8d5-49fe-8931-9cd9a3781ecf/c173a38a-88ca-4725-94dd-c62d4812d039/1ade426c-4ff9-4000-9ba7-1af94124783a) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:53.727869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Attempting to bind port db95e7b6-a252-4387-9287-dbc8b43280dd on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:08:53.728253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Attempting to bind port db95e7b6-a252-4387-9287-dbc8b43280dd by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1b78de74-0f11-4b79-8db2-a5ba29c3592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:08:53.729035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Attempting to bind port db95e7b6-a252-4387-9287-dbc8b43280dd on network 6e451686-b8d5-49fe-8931-9cd9a3781ecf {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:08:53.734485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:08:53.735139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Checking segment: {'id': '1b78de74-0f11-4b79-8db2-a5ba29c3592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:08:53.735740 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.736584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Bound using segment: {'id': '1b78de74-0f11-4b79-8db2-a5ba29c3592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:08:53.737994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Bound port: db95e7b6-a252-4387-9287-dbc8b43280dd, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78de74-0f11-4b79-8db2-a5ba29c3592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:08:53.739336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.811741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] For port db95e7b6-a252-4387-9287-dbc8b43280dd, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:08:53.815117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] For port db95e7b6-a252-4387-9287-dbc8b43280dd, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=db95e7b6-a252-4387-9287-dbc8b43280dd,segment=NetworkSegment(1b78de74-0f11-4b79-8db2-a5ba29c3592f),segment_id=1b78de74-0f11-4b79-8db2-a5ba29c3592f)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:08:53.824163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.856322 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.902344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2b1b-f88b-4cc9-b083-0987243a1551 None None] Pushing event updated for resources: {'Port': ['ID=db95e7b6-a252-4387-9287-dbc8b43280dd,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:53.904088 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.953957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:53.957860 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:53.963894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:53.969123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:53.969756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:53.977120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event updated for resources: {'Port': ['ID=1ade426c-4ff9-4000-9ba7-1af94124783a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:53.993259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b8311a85-ae62-45b2-a486-dd4c94f776e6 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9950879 Jan 28 17:08:53.996207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:54.001940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Request body: {'port': {'network_id': '6e451686-b8d5-49fe-8931-9cd9a3781ecf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1576625744', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:54.002713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] bootfile-name is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 17:08:54.003208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] tftp-server is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 17:08:54.003710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.api.validators [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] server-ip-address is not in valid_values {{(pid=103093) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 17:08:54.175259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdc434-ff10-4fae-a933-1da73901c895 req-af361c61-9ff8-478d-a376-1e1b9f2e5ca8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:54.176851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccfdc434-ff10-4fae-a933-1da73901c895 req-af361c61-9ff8-478d-a376-1e1b9f2e5ca8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.1263626 Jan 28 17:08:54.221394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Made reservation on behalf of aeac370a18f94e73a30af4e6fde8ed5a for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:54.225016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:54.261718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccfdc434-ff10-4fae-a933-1da73901c895 req-2a1788fa-f81c-408f-b4a1-63666a98e89d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746336 Jan 28 17:08:54.265802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] device_id is not set on port 16c93da3-0860-4f0c-8858-1cb5c14bd526 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:08:54.400958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Allocated IP 2001:db8::3ae (6e451686-b8d5-49fe-8931-9cd9a3781ecf/c173a38a-88ca-4725-94dd-c62d4812d039/16c93da3-0860-4f0c-8858-1cb5c14bd526) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:08:54.578941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for port (16c93da3-0860-4f0c-8858-1cb5c14bd526), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:54.614083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (16c93da3-0860-4f0c-8858-1cb5c14bd526), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:54.659959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:08:54.663106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:08:54.669190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:08:54.674676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:54.675327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:54.689987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event updated for resources: {'Port': ['ID=16c93da3-0860-4f0c-8858-1cb5c14bd526,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:54.698946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-906d2a9a-5c91-44d8-896f-a23e056915f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7013302 Jan 28 17:08:54.701609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51472) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:54.827485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eacc6a-db7e-4065-adbc-00db80b215de tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:54.833932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eacc6a-db7e-4065-adbc-00db80b215de tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:54.840050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eacc6a-db7e-4065-adbc-00db80b215de tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:54.844530 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-42eacc6a-db7e-4065-adbc-00db80b215de tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1412468 Jan 28 17:08:54.845398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:54.926473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device db95e7b6-a252-4387-9287-dbc8b43280dd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:54.991168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port db95e7b6-a252-4387-9287-dbc8b43280dd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:54.991550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.001724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Deleting port 16c93da3-0860-4f0c-8858-1cb5c14bd526 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:55.002361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (16c93da3-0860-4f0c-8858-1cb5c14bd526), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.085639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port db95e7b6-a252-4387-9287-dbc8b43280dd is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:55.086140 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.121559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (16c93da3-0860-4f0c-8858-1cb5c14bd526), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.128279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port db95e7b6-a252-4387-9287-dbc8b43280dd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=db95e7b6-a252-4387-9287-dbc8b43280dd,segment=NetworkSegment(1b78de74-0f11-4b79-8db2-a5ba29c3592f),segment_id=1b78de74-0f11-4b79-8db2-a5ba29c3592f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:55.137012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.141799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Calling delete_port for 16c93da3-0860-4f0c-8858-1cb5c14bd526 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:55.198655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a3487-f4cd-43eb-b2eb-cd9b43c6b7be None None] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:55.251810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=db95e7b6-a252-4387-9287-dbc8b43280dd,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:55.278195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ec2e9251-9726-47df-b2aa-67c453846669 None None] Provisioning complete for port db95e7b6-a252-4387-9287-dbc8b43280dd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:55.278576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9251-9726-47df-b2aa-67c453846669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.304132 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (16c93da3-0860-4f0c-8858-1cb5c14bd526), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.340294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event deleted for resources: {'Port': ['ID=16c93da3-0860-4f0c-8858-1cb5c14bd526,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:55.383192 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.386669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fd134f6e-0c15-447d-bcc8-609a32ed13f8 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "DELETE /v2.0/ports/16c93da3-0860-4f0c-8858-1cb5c14bd526 HTTP/1.1" status: 204 len: 168 time: 0.5398190 Jan 28 17:08:55.393936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51486) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:55.411072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Request body: {'port': {'name': 'tempest-new-port-name-1920242994', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:55.411888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.api.validators [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] bootfile-name is not in valid_values {{(pid=103094) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 17:08:55.412646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.api.validators [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] tftp-server is not in valid_values {{(pid=103094) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 17:08:55.413237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.api.validators [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] server-ip-address is not in valid_values {{(pid=103094) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 17:08:55.467777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e9251-9726-47df-b2aa-67c453846669 None None] Current status of the port db95e7b6-a252-4387-9287-dbc8b43280dd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:55.482804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fcda1-fafe-4539-9a12-8a3d14b2536f req-4462f4cb-e35b-46bf-b533-6680f55d037b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:55.485149 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-651fcda1-fafe-4539-9a12-8a3d14b2536f req-4462f4cb-e35b-46bf-b533-6680f55d037b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.1070850 Jan 28 17:08:55.521755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.563202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-651fcda1-fafe-4539-9a12-8a3d14b2536f req-d8bad54e-16ec-4b30-90f7-9b2dd55d74e8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714564 Jan 28 17:08:55.753346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.760050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.798205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] In _notify_port_updated(), no bound segment for port 1ade426c-4ff9-4000-9ba7-1af94124783a on network 6e451686-b8d5-49fe-8931-9cd9a3781ecf {{(pid=103094) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 17:08:55.804801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:55.805758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.807305 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "PUT /v2.0/ports/1ade426c-4ff9-4000-9ba7-1af94124783a HTTP/1.1" status: 200 len: 1130 time: 0.4116752 Jan 28 17:08:55.809965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:55.816704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a1b99ac7-6d1a-4d66-bda1-cf434a7ec39d None None] Provisioning complete for port 1ade426c-4ff9-4000-9ba7-1af94124783a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:55.818090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a1b99ac7-6d1a-4d66-bda1-cf434a7ec39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.863809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9e4a-941c-47c7-bcd5-903b55bd5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event updated for resources: {'Port': ['ID=1ade426c-4ff9-4000-9ba7-1af94124783a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:55.867626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a1b99ac7-6d1a-4d66-bda1-cf434a7ec39d None None] Port 1ade426c-4ff9-4000-9ba7-1af94124783a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:08:55.891344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a1b99ac7-6d1a-4d66-bda1-cf434a7ec39d None None] Provisioning complete for port db95e7b6-a252-4387-9287-dbc8b43280dd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:55.891733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a1b99ac7-6d1a-4d66-bda1-cf434a7ec39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:55.919162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bfc073-315e-49bf-9852-19868d2ef236 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:55.923120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a2bfc073-315e-49bf-9852-19868d2ef236 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "GET /v2.0/ports/1ade426c-4ff9-4000-9ba7-1af94124783a HTTP/1.1" status: 200 len: 1130 time: 0.1110287 Jan 28 17:08:55.926962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51500) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:55.930017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-253fb437-9b6b-4595-baff-3f64823d46db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584173 Jan 28 17:08:56.034273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a1b99ac7-6d1a-4d66-bda1-cf434a7ec39d None None] Current status of the port db95e7b6-a252-4387-9287-dbc8b43280dd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:56.063152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-f868fcde-19c1-462d-ba86-d5d18269759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:56.064983 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-f868fcde-19c1-462d-ba86-d5d18269759e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1128 time: 0.0761325 Jan 28 17:08:56.069634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Deleting port 1ade426c-4ff9-4000-9ba7-1af94124783a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:56.070119 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.160710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-15007ffa-739a-460b-9b96-26e08ad99b3e None None] Provisioning complete for port 1ade426c-4ff9-4000-9ba7-1af94124783a triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:56.161075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-15007ffa-739a-460b-9b96-26e08ad99b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.195312 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.209512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Calling delete_port for 1ade426c-4ff9-4000-9ba7-1af94124783a owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:56.223115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-15007ffa-739a-460b-9b96-26e08ad99b3e None None] Port 1ade426c-4ff9-4000-9ba7-1af94124783a cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:08:56.229498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-042607d3-2687-4670-917c-2e5b2f37e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:56.231211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-042607d3-2687-4670-917c-2e5b2f37e21b service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1482618 Jan 28 17:08:56.309306 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-07ab1714-a24c-485a-9c9b-642ddc4ab957 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 1001 time: 0.0685771 Jan 28 17:08:56.366721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6c3f433a-56e4-41ca-b862-d817baeac315 None None] Could not find standard attr ID for object 16c93da3-0860-4f0c-8858-1cb5c14bd526. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:08:56.368540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1ade426c-4ff9-4000-9ba7-1af94124783a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.369407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-e712847a-16ac-4c19-b3df-05cc9b6a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:56.371279 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-e712847a-16ac-4c19-b3df-05cc9b6a01c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0559056 Jan 28 17:08:56.404993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event deleted for resources: {'Port': ['ID=1ade426c-4ff9-4000-9ba7-1af94124783a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:56.446341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.447723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-9c11c0e2-1a43-4b97-8782-61dc977c8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:56.449276 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-9c11c0e2-1a43-4b97-8782-61dc977c8596 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0719609 Jan 28 17:08:56.451311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-822f5311-b7e2-4e19-9207-3cc79d03963d tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "DELETE /v2.0/ports/1ade426c-4ff9-4000-9ba7-1af94124783a HTTP/1.1" status: 204 len: 168 time: 0.5180149 Jan 28 17:08:56.453525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:56.556730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Deleting subnet c173a38a-88ca-4725-94dd-c62d4812d039 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:08:56.562228 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for subnet (c173a38a-88ca-4725-94dd-c62d4812d039), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.727631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc1b3a-648e-4920-8a3d-25630dc4c3c0 req-4b7884b0-eb1c-4d43-8c7c-260629bba66d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:56.740072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cc1b3a-648e-4920-8a3d-25630dc4c3c0 req-4b7884b0-eb1c-4d43-8c7c-260629bba66d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0972757 Jan 28 17:08:56.803515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device db95e7b6-a252-4387-9287-dbc8b43280dd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:08:56.812464 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4cc1b3a-648e-4920-8a3d-25630dc4c3c0 req-38c3bd44-99ff-4ccd-beb0-befb35bc18d5 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671511 Jan 28 17:08:56.869107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port db95e7b6-a252-4387-9287-dbc8b43280dd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:08:56.869693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:56.955139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port db95e7b6-a252-4387-9287-dbc8b43280dd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:08:56.988526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a0593640-a494-4be7-af72-9e5a1dc6e496 None None] Could not find standard attr ID for object 1ade426c-4ff9-4000-9ba7-1af94124783a. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:08:57.049094 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (c173a38a-88ca-4725-94dd-c62d4812d039), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.053641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-ff868dcc-3e1a-4f4c-bce1-3886d856daf2 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905151 Jan 28 17:08:57.219426 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b7f6a433-6f67-4941-8e08-989a49e2e805 req-e447bfa7-ce37-4812-891e-43b784a2bc3b service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474366 Jan 28 17:08:57.220643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c173a38a-88ca-4725-94dd-c62d4812d039), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.279637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (c173a38a-88ca-4725-94dd-c62d4812d039), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.310164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event deleted for resources: {'Subnet': ['ID=c173a38a-88ca-4725-94dd-c62d4812d039,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:57.314193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.317912 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ef8e9a1-1c11-486b-9cee-5cc9d60c30c7 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "DELETE /v2.0/subnets/c173a38a-88ca-4725-94dd-c62d4812d039 HTTP/1.1" status: 204 len: 168 time: 0.8618157 Jan 28 17:08:57.320430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:57.325069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bc12d-e139-4267-a6ea-1d769d876173 None None] Network 6e451686-b8d5-49fe-8931-9cd9a3781ecf requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:08:57.407078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (6e451686-b8d5-49fe-8931-9cd9a3781ecf), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.464800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Deleting port db95e7b6-a252-4387-9287-dbc8b43280dd {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:57.465147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.502627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] DHCP port deletion for 6e451686-b8d5-49fe-8931-9cd9a3781ecf request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:08:57.545488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] For port db95e7b6-a252-4387-9287-dbc8b43280dd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=db95e7b6-a252-4387-9287-dbc8b43280dd,segment=NetworkSegment(1b78de74-0f11-4b79-8db2-a5ba29c3592f),segment_id=1b78de74-0f11-4b79-8db2-a5ba29c3592f)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:57.546305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.564285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Calling delete_port for db95e7b6-a252-4387-9287-dbc8b43280dd owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:57.579536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] Deleting port db95e7b6-a252-4387-9287-dbc8b43280dd {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:08:57.580103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.649981 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.651578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] For port db95e7b6-a252-4387-9287-dbc8b43280dd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=db95e7b6-a252-4387-9287-dbc8b43280dd,segment=NetworkSegment(1b78de74-0f11-4b79-8db2-a5ba29c3592f),segment_id=1b78de74-0f11-4b79-8db2-a5ba29c3592f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:08:57.651979 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.671030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] Calling delete_port for db95e7b6-a252-4387-9287-dbc8b43280dd owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:08:57.674701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event deleted for resources: {'Port': ['ID=db95e7b6-a252-4387-9287-dbc8b43280dd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:57.681415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] No DVR routers for this DVR port db95e7b6-a252-4387-9287-dbc8b43280dd on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:57.760692 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (db95e7b6-a252-4387-9287-dbc8b43280dd), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.768475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (6e451686-b8d5-49fe-8931-9cd9a3781ecf), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.793678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e451686-b8d5-49fe-8931-9cd9a3781ecf']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:57.800316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] Pushing event deleted for resources: {'Port': ['ID=db95e7b6-a252-4387-9287-dbc8b43280dd,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:57.802767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f3573-31a8-4f57-b106-0423fee04dee None None] No DVR routers for this DVR port db95e7b6-a252-4387-9287-dbc8b43280dd on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:08:57.808822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78de74-0f11-4b79-8db2-a5ba29c3592f') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:57.809126 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78de74-0f11-4b79-8db2-a5ba29c3592f') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:08:57.821183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (1b78de74-0f11-4b79-8db2-a5ba29c3592f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.837750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1b78de74-0f11-4b79-8db2-a5ba29c3592f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.846111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:08:57.847199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (1b78de74-0f11-4b79-8db2-a5ba29c3592f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: warnings.warn(msg) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:08:57.852975 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:08:57.938024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (6e451686-b8d5-49fe-8931-9cd9a3781ecf), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.982385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:57.989565 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] 10.222.0.25 "DELETE /v2.0/networks/6e451686-b8d5-49fe-8931-9cd9a3781ecf HTTP/1.1" status: 204 len: 168 time: 0.6661327 Jan 28 17:08:57.991308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a1f6d-d2b3-4805-a0ac-4055c7e34467 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010 tempest-ExtraDHCPOptionsIpV6TestJSON-681098010-project] Pushing event deleted for resources: {'Network': ['ID=6e451686-b8d5-49fe-8931-9cd9a3781ecf,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:57.991634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1414-8fc8-4e4a-887f-b8d3907735de req-0f142463-807f-487f-813e-d6283568720a tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:57.993796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8daf1414-8fc8-4e4a-887f-b8d3907735de req-0f142463-807f-487f-813e-d6283568720a tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0894799 Jan 28 17:08:58.063864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8daf1414-8fc8-4e4a-887f-b8d3907735de req-0c77db31-88ea-4820-ab99-444d1eb82c01 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618749 Jan 28 17:08:58.294059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51550) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:58.430960 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e60a1806-c2fe-4870-925a-753621ff2e43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeac370a18f94e73a30af4e6fde8ed5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333570 Jan 28 17:08:58.431243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51554) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:58.485012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee3141f0-2a70-4075-aa86-c812475019a0 admin admin] Publish callbacks [] for security_group (75c98f2e-f681-4488-ba37-a5b67878b85f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:58.513661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee3141f0-2a70-4075-aa86-c812475019a0 admin admin] Publish callbacks [] for security_group (75c98f2e-f681-4488-ba37-a5b67878b85f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:58.569762 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee3141f0-2a70-4075-aa86-c812475019a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (75c98f2e-f681-4488-ba37-a5b67878b85f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:58.572479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ee3141f0-2a70-4075-aa86-c812475019a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:58.573831 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ee3141f0-2a70-4075-aa86-c812475019a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75c98f2e-f681-4488-ba37-a5b67878b85f HTTP/1.1" status: 204 len: 168 time: 0.1416378 Jan 28 17:08:58.582367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3141f0-2a70-4075-aa86-c812475019a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c98f2e-f681-4488-ba37-a5b67878b85f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:58.784747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device db95e7b6-a252-4387-9287-dbc8b43280dd no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:08:58.817837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: db95e7b6-a252-4387-9287-dbc8b43280dd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:08:58.821197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device db95e7b6-a252-4387-9287-dbc8b43280dd not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:08:59.221208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2c1f0-ba7f-45b6-ac90-5b35f154955b req-888f719f-01d3-492e-a484-c752577d4547 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:59.224824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de2c1f0-ba7f-45b6-ac90-5b35f154955b req-888f719f-01d3-492e-a484-c752577d4547 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0618005 Jan 28 17:08:59.283201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de2c1f0-ba7f-45b6-ac90-5b35f154955b req-5a07a4e4-9e24-4f47-a673-4276fee4ba7a tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523429 Jan 28 17:08:59.307347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51598) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:59.411440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'networks': [{'name': 'tempest-network--1193564265'}, {'name': 'tempest-network--1363463926'}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:59.411756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'network': {'name': 'tempest-network--1193564265'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:59.412217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'network': {'name': 'tempest-network--1363463926'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:08:59.433667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'network': 2} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:08:59.437862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.446545 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.521566 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for security_group (d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.525587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.526041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.565743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:59.570946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:59.583224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d155ec66-7221-4f0c-89b8-f4a4c0513f28), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.583582 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Added segment d155ec66-7221-4f0c-89b8-f4a4c0513f28 of type vlan for network fd68d27f-691c-4447-85d0-9144eb24f944 Jan 28 17:08:59.633071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (fd68d27f-691c-4447-85d0-9144eb24f944), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.662637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:08:59.671937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d254924a-dd57-49b1-bc44-9a0779a37ecc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.672278 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Added segment d254924a-dd57-49b1-bc44-9a0779a37ecc of type vlan for network 3c4c3d99-6f77-4456-b289-c55752dcab38 Jan 28 17:08:59.713993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3c4c3d99-6f77-4456-b289-c55752dcab38), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.739016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (fd68d27f-691c-4447-85d0-9144eb24f944), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.739505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3c4c3d99-6f77-4456-b289-c55752dcab38), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.744942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:59.749110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:59.749720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:08:59.809276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5004733 Jan 28 17:08:59.811792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51612) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:08:59.839244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Network': ['ID=fd68d27f-691c-4447-85d0-9144eb24f944,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:59.854170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network fd68d27f-691c-4447-85d0-9144eb24f944 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:59.949193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e8f2-94ed-4777-8ca7-4d7104d05469 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Network': ['ID=3c4c3d99-6f77-4456-b289-c55752dcab38,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:08:59.959535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3c4c3d99-6f77-4456-b289-c55752dcab38 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:08:59.986354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96254f8a-c6d2-4e68-9fa3-b3d08d777a41 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:59.991575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96254f8a-c6d2-4e68-9fa3-b3d08d777a41 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:08:59.996898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96254f8a-c6d2-4e68-9fa3-b3d08d777a41 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:00.006971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96254f8a-c6d2-4e68-9fa3-b3d08d777a41 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:00.006971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-96254f8a-c6d2-4e68-9fa3-b3d08d777a41 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1915753 Jan 28 17:09:00.007230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51614) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:00.091162 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (fd68d27f-691c-4447-85d0-9144eb24f944), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.180765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (fd68d27f-691c-4447-85d0-9144eb24f944), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.200997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd68d27f-691c-4447-85d0-9144eb24f944']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:00.210845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd155ec66-7221-4f0c-89b8-f4a4c0513f28') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:00.211241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd155ec66-7221-4f0c-89b8-f4a4c0513f28') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:00.225235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (d155ec66-7221-4f0c-89b8-f4a4c0513f28), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.237871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d155ec66-7221-4f0c-89b8-f4a4c0513f28), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.243584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:00.243964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (d155ec66-7221-4f0c-89b8-f4a4c0513f28), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:00.246814 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:00.304342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (fd68d27f-691c-4447-85d0-9144eb24f944), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.308929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.314793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/networks/fd68d27f-691c-4447-85d0-9144eb24f944 HTTP/1.1" status: 204 len: 168 time: 0.3042541 Jan 28 17:09:00.315417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51626) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:00.328318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd35cfd-300c-49f0-bd5e-079856df7fad tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Network': ['ID=fd68d27f-691c-4447-85d0-9144eb24f944,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:00.411822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3c4c3d99-6f77-4456-b289-c55752dcab38), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.430710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86a0a-8c4e-4ef3-81aa-679caf18e2b8 req-a789ecb3-04b9-4452-a77d-b40215eee548 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:00.432299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acc86a0a-8c4e-4ef3-81aa-679caf18e2b8 req-a789ecb3-04b9-4452-a77d-b40215eee548 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0627928 Jan 28 17:09:00.486337 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-acc86a0a-8c4e-4ef3-81aa-679caf18e2b8 req-3cea11c6-6078-4d17-8ffe-aaf02c4c3f27 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Jan 28 17:09:00.499835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3c4c3d99-6f77-4456-b289-c55752dcab38), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.522811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4c3d99-6f77-4456-b289-c55752dcab38']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:00.531859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd254924a-dd57-49b1-bc44-9a0779a37ecc') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:00.532166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd254924a-dd57-49b1-bc44-9a0779a37ecc') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:00.546558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (d254924a-dd57-49b1-bc44-9a0779a37ecc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.560013 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d254924a-dd57-49b1-bc44-9a0779a37ecc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.566829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:00.567196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (d254924a-dd57-49b1-bc44-9a0779a37ecc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:00.570155 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:00.628450 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3c4c3d99-6f77-4456-b289-c55752dcab38), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.634482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.641036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/networks/3c4c3d99-6f77-4456-b289-c55752dcab38 HTTP/1.1" status: 204 len: 168 time: 0.3206956 Jan 28 17:09:00.641779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51632) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:00.654772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcf4e2-c3dd-4331-96c1-cc587b6ec4e9 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Network': ['ID=3c4c3d99-6f77-4456-b289-c55752dcab38,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:00.762796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a91d45-0660-4d85-ae05-ed168e76f194 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:00.768027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a91d45-0660-4d85-ae05-ed168e76f194 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:00.769639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c2a91d45-0660-4d85-ae05-ed168e76f194 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1266775 Jan 28 17:09:00.773346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51636) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:00.778172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-8343784'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:00.798172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:00.802000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.826790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:00.837830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e5d07dab-841d-4457-93ac-23867f4bb07b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.838186 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Added segment e5d07dab-841d-4457-93ac-23867f4bb07b of type vlan for network 04699123-995d-4487-bd3d-7647c7e57a61 Jan 28 17:09:00.878865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (04699123-995d-4487-bd3d-7647c7e57a61), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.903932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (04699123-995d-4487-bd3d-7647c7e57a61), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.909183 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:00.910407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:00.971066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1966624 Jan 28 17:09:00.974217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51642) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:00.979255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-546665222'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:00.987376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f0d9-7b1d-48b0-bc11-dedfcd92aa90 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Network': ['ID=04699123-995d-4487-bd3d-7647c7e57a61,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:00.999217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 04699123-995d-4487-bd3d-7647c7e57a61 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:01.013434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:01.016820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.041541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:01.051515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c76b2fc6-6304-4e86-af2f-34a8c0457b20), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.052318 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Added segment c76b2fc6-6304-4e86-af2f-34a8c0457b20 of type vlan for network f21b9420-1076-4b83-9dd7-6927699f384c Jan 28 17:09:01.094573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f21b9420-1076-4b83-9dd7-6927699f384c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.120948 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f21b9420-1076-4b83-9dd7-6927699f384c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.126527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:01.127165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.202301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2268379 Jan 28 17:09:01.204972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51648) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:01.210221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'ports': [{'network_id': '04699123-995d-4487-bd3d-7647c7e57a61', 'name': 'tempest-port--1782148403', 'admin_state_up': True}, {'network_id': 'f21b9420-1076-4b83-9dd7-6927699f384c', 'admin_state_up': False}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:01.210552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'port': {'network_id': '04699123-995d-4487-bd3d-7647c7e57a61', 'name': 'tempest-port--1782148403', 'admin_state_up': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:01.211066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'port': {'network_id': 'f21b9420-1076-4b83-9dd7-6927699f384c', 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:01.244352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccf2c1-bba8-40a8-8a4e-e50bb3c6fc24 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Network': ['ID=f21b9420-1076-4b83-9dd7-6927699f384c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:01.266165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f21b9420-1076-4b83-9dd7-6927699f384c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:01.389060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'port': 2} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:01.393135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.407207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.569236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] device_id is not set on port 105cb882-b346-419f-acc1-95f9686beb66 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:09:01.636604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc130-56a0-4546-8757-a01f521fa76a req-52e9b15d-5a93-4206-a1a8-bdcdf755b3bb tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:01.638114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fbfcc130-56a0-4546-8757-a01f521fa76a req-52e9b15d-5a93-4206-a1a8-bdcdf755b3bb tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 943 time: 0.0739160 Jan 28 17:09:01.724566 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fbfcc130-56a0-4546-8757-a01f521fa76a req-97d6d759-ddc8-4e55-a397-eef9160bce07 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803087 Jan 28 17:09:01.743712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for port (105cb882-b346-419f-acc1-95f9686beb66), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.813381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] device_id is not set on port b8a65db6-542a-49bf-99fa-b6a334eb2017 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:09:01.895267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for port (b8a65db6-542a-49bf-99fa-b6a334eb2017), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:01.903767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:09:01.938228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (105cb882-b346-419f-acc1-95f9686beb66), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.006564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Port': ['ID=105cb882-b346-419f-acc1-95f9686beb66,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:02.011636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:02.012207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Checking segment: {'id': 'e5d07dab-841d-4457-93ac-23867f4bb07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '04699123-995d-4487-bd3d-7647c7e57a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:02.012314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network hostable DHCP agents. Network: 04699123-995d-4487-bd3d-7647c7e57a61, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:02.023981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:09:02.030943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network 04699123-995d-4487-bd3d-7647c7e57a61 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:02.039214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 04699123-995d-4487-bd3d-7647c7e57a61) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:02.042819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:02.043681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b8a65db6-542a-49bf-99fa-b6a334eb2017), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.051610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b112f-2664-4808-94b2-269ac1f9b6f4 None None] Network 04699123-995d-4487-bd3d-7647c7e57a61 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:02.099350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Port': ['ID=b8a65db6-542a-49bf-99fa-b6a334eb2017,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:02.129698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Checking segment: {'id': 'c76b2fc6-6304-4e86-af2f-34a8c0457b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f21b9420-1076-4b83-9dd7-6927699f384c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:02.130304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network hostable DHCP agents. Network: f21b9420-1076-4b83-9dd7-6927699f384c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:02.147348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:02.147739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.150425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network f21b9420-1076-4b83-9dd7-6927699f384c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:02.158970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f21b9420-1076-4b83-9dd7-6927699f384c) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:02.162878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:02.172984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb285c6e-f22f-4aa8-9ff6-066f701a8d71 None None] Network f21b9420-1076-4b83-9dd7-6927699f384c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:02.175310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:02.179844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:09:02.181526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:02.182356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.200456 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-52a1a6d3-13e9-4a15-b17f-9fadc781bec0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9943666 Jan 28 17:09:02.202926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51670) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:02.296534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d726b-452c-4786-bddb-a7f6c26aff74 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:02.302526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d726b-452c-4786-bddb-a7f6c26aff74 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:02.306846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ef6d726b-452c-4786-bddb-a7f6c26aff74 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1002982 Jan 28 17:09:02.307232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51672) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:02.412969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Deleting port 105cb882-b346-419f-acc1-95f9686beb66 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:02.413320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (105cb882-b346-419f-acc1-95f9686beb66), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.424054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:02.445450 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.482380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (105cb882-b346-419f-acc1-95f9686beb66), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.500290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Calling delete_port for 105cb882-b346-419f-acc1-95f9686beb66 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:02.503987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:02.585582 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (105cb882-b346-419f-acc1-95f9686beb66), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.615809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Port': ['ID=105cb882-b346-419f-acc1-95f9686beb66,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:02.621310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.624470 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-291f0b66-cb7e-4597-8336-a58a97ce2877 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/ports/105cb882-b346-419f-acc1-95f9686beb66 HTTP/1.1" status: 204 len: 168 time: 0.3162072 Jan 28 17:09:02.626985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:02.659185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:09:02.728534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Deleting port b8a65db6-542a-49bf-99fa-b6a334eb2017 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:02.728832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b8a65db6-542a-49bf-99fa-b6a334eb2017), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.811928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b8a65db6-542a-49bf-99fa-b6a334eb2017), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.830303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Calling delete_port for b8a65db6-542a-49bf-99fa-b6a334eb2017 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:02.893658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a00a1-4065-4ffd-9e2b-425589138697 req-78db0028-6493-420c-a2e9-682d6ae423f4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:02.896249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f97a00a1-4065-4ffd-9e2b-425589138697 req-78db0028-6493-420c-a2e9-682d6ae423f4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 944 time: 0.0755181 Jan 28 17:09:02.913802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b8a65db6-542a-49bf-99fa-b6a334eb2017), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.948329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Port': ['ID=b8a65db6-542a-49bf-99fa-b6a334eb2017,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:02.952074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:02.956443 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3d5d0979-65b7-4420-bd93-3414d56c6dac tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/ports/b8a65db6-542a-49bf-99fa-b6a334eb2017 HTTP/1.1" status: 204 len: 168 time: 0.3284881 Jan 28 17:09:02.958994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:02.991167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4a76836c-7963-47ba-b156-d57c0acdc5fc tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308743 Jan 28 17:09:02.992881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f97a00a1-4065-4ffd-9e2b-425589138697 req-1f8e0b31-7d34-417d-974d-495f5de7a78c tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781019 Jan 28 17:09:03.004740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51698) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:03.009889 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-731156378'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:03.036218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:03.039768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.063364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:03.072434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (24d1878d-900e-44c4-b8f0-6d4e15326b85), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.072824 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Added segment 24d1878d-900e-44c4-b8f0-6d4e15326b85 of type vlan for network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 Jan 28 17:09:03.114846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (e23ec65d-8352-4fc5-a3d2-2e2b9338f817), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.141697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (e23ec65d-8352-4fc5-a3d2-2e2b9338f817), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.147478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:03.148066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.202313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1964500 Jan 28 17:09:03.205071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51702) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:03.212145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2011432434'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:03.220435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87e649-e816-487a-a027-43a83be8c706 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Network': ['ID=e23ec65d-8352-4fc5-a3d2-2e2b9338f817,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:03.230962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:03.240684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:03.243989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.272295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:03.281473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.281756 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Added segment 840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a of type vlan for network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 Jan 28 17:09:03.594199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d9dd5129-2605-4ba2-ad15-3ab88a3bdf25), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.621197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d9dd5129-2605-4ba2-ad15-3ab88a3bdf25), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.626397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:03.627173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:03.683379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4771788 Jan 28 17:09:03.695493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9701b-3f54-416f-a2f4-b55aaaa76c48 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Network': ['ID=d9dd5129-2605-4ba2-ad15-3ab88a3bdf25,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:03.706415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:03.937840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:09:03.998003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:09:04.002452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:04.003041 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:04.088174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:04.088581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:04.140296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:09:04.142886 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58772cba-412b-4053-b886-43592e39771b" -d '{"events": [{"server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "name": "network-vif-plugged", "status": "completed", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:09:04.147013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3d8fc-39ee-4d8c-a975-6f9a0162ee75 req-c4022ac1-a42a-4dd3-a0ca-fd898763d638 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:04.148870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ec3d8fc-39ee-4d8c-a975-6f9a0162ee75 req-c4022ac1-a42a-4dd3-a0ca-fd898763d638 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 944 time: 0.0780015 Jan 28 17:09:04.167414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:04.173063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:04.227717 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2bcf44-a6fb-438b-a514-8d86ad7676ef x-openstack-request-id: req-dd2bcf44-a6fb-438b-a514-8d86ad7676ef {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:09:04.228002 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "name": "network-vif-plugged", "status": "completed", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:09:04.228272 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd2bcf44-a6fb-438b-a514-8d86ad7676ef {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:09:04.228687 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'code': 200} Jan 28 17:09:04.248491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ec3d8fc-39ee-4d8c-a975-6f9a0162ee75 req-cae5e1e4-02b6-4d69-8b72-9b5b7321ef2b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886319 Jan 28 17:09:04.268308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:04.310352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23799de-276e-4489-a706-e5298ebff809 req-9bd5bdf4-f292-4592-be78-3144fb5593b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:04.311881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a23799de-276e-4489-a706-e5298ebff809 req-9bd5bdf4-f292-4592-be78-3144fb5593b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1128 time: 0.0512207 Jan 28 17:09:04.360569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a23799de-276e-4489-a706-e5298ebff809 req-a8377c9f-52cb-4691-acfe-9b1e94f40969 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421774 Jan 28 17:09:05.421969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e0ea2-3821-48cf-864c-1652fdb49834 req-0dd543c0-eec2-4211-8211-d66715e4797d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:05.424368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-533e0ea2-3821-48cf-864c-1652fdb49834 req-0dd543c0-eec2-4211-8211-d66715e4797d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 945 time: 0.0858576 Jan 28 17:09:05.484406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-533e0ea2-3821-48cf-864c-1652fdb49834 req-5055939c-56d1-486b-967d-70c4239a6297 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533864 Jan 28 17:09:06.606344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ca530-bbb5-46cb-8e1b-e9828fd337a8 req-d46bd3e0-11e5-4ff0-b0da-4272155da5e1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:06.607972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b75ca530-bbb5-46cb-8e1b-e9828fd337a8 req-d46bd3e0-11e5-4ff0-b0da-4272155da5e1 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 945 time: 0.0521095 Jan 28 17:09:06.658523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b75ca530-bbb5-46cb-8e1b-e9828fd337a8 req-f2956816-059c-466a-85bd-762c409d768a tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Jan 28 17:09:06.782055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84eb1d-8f5b-4474-8d40-3f1d7107dfde req-a564c4bd-6044-452c-a933-1b74ea552fd3 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:06.783808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e84eb1d-8f5b-4474-8d40-3f1d7107dfde req-a564c4bd-6044-452c-a933-1b74ea552fd3 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 945 time: 0.0557208 Jan 28 17:09:06.856029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e84eb1d-8f5b-4474-8d40-3f1d7107dfde req-27dd9709-fea3-4a19-a800-4527de8bd08e tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651901 Jan 28 17:09:06.875966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51722) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:06.941022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51726) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:06.946034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'subnets': [{'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--881065988', 'ip_version': 6}, {'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:06.946354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'subnet': {'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--881065988', 'ip_version': 6}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:06.947005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Request body: {'subnet': {'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:07.030403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abef884-f3d7-412b-bee1-303799f99ced tempest-TestVolumeBackupRestore-225214699 tempest-TestVolumeBackupRestore-225214699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:07.035220 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2abef884-f3d7-412b-bee1-303799f99ced tempest-TestVolumeBackupRestore-225214699 tempest-TestVolumeBackupRestore-225214699-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1123 time: 0.1548078 Jan 28 17:09:07.035415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51728) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:07.039852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:07.105848 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.166179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Made reservation on behalf of d68beca437574f4faf03b88ee13f1126 for: {'subnet': 2} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:07.170851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.171187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.340825 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.575977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Allocated IP 172.25.8.60 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/46c55fc3-2fc6-4e8d-b31d-df994cd0750f) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:07.758420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (8783ac83-861d-4658-85e1-5de14d1e4a7b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.762964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.846399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Subnet': ['ID=8783ac83-861d-4658-85e1-5de14d1e4a7b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:07.862889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.863169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.863656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.863846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.864193 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.864522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.864951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.865266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.865594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.865924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.866246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.866888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.866888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:07.871027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Checking segment: {'id': '24d1878d-900e-44c4-b8f0-6d4e15326b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:07.871396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network hostable DHCP agents. Network: e23ec65d-8352-4fc5-a3d2-2e2b9338f817, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:07.873912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.919224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:07.927971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:07.933830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:07.938254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'Port': ['ID=46c55fc3-2fc6-4e8d-b31d-df994cd0750f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:07.965657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:07.980579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, e23ec65d-8352-4fc5-a3d2-2e2b9338f817) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:07.985860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (6027e1f7-0964-47da-b368-6cd66325e7e5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:07.990089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f8be5-7e3f-4917-8ae2-55227b6cfb19 None None] Network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:08.098899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-e23ec65d-8352-4fc5-a3d2-2e2b9338f817', 'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817', 'project_id': 'd68beca437574f4faf03b88ee13f1126', 'fixed_ips': [{'subnet_id': '8783ac83-861d-4658-85e1-5de14d1e4a7b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:08.099865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.100607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event updated for resources: {'Subnet': ['ID=6027e1f7-0964-47da-b368-6cd66325e7e5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:08.133135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Checking segment: {'id': '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:08.133505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network hostable DHCP agents. Network: d9dd5129-2605-4ba2-ad15-3ab88a3bdf25, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:08.197843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:08.234381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d9dd5129-2605-4ba2-ad15-3ab88a3bdf25) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:08.242083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:08.242562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:08.243200 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.246150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed43f3-0f50-4264-8896-27405ea7635e None None] Network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:08.261626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-637f5228-7ade-4198-8f33-223f0a1b2722 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3194923 Jan 28 17:09:08.264299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51732) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:08.272657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Allocated IP 2001:db8::1 (e23ec65d-8352-4fc5-a3d2-2e2b9338f817/8783ac83-861d-4658-85e1-5de14d1e4a7b/f9971fa5-cd94-47f6-aaef-3301face60ad) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:08.374556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae4a04-eb89-4c2e-a04c-8a88c5b2fcc1 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:08.376876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae4a04-eb89-4c2e-a04c-8a88c5b2fcc1 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:08.378534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae4a04-eb89-4c2e-a04c-8a88c5b2fcc1 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:08.391804 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03ae4a04-eb89-4c2e-a04c-8a88c5b2fcc1 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1263320 Jan 28 17:09:08.392851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51734) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:08.427236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-d9dd5129-2605-4ba2-ad15-3ab88a3bdf25', 'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25', 'project_id': 'd68beca437574f4faf03b88ee13f1126', 'fixed_ips': [{'subnet_id': '6027e1f7-0964-47da-b368-6cd66325e7e5'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:08.429131 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.467687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Deleting subnet 8783ac83-861d-4658-85e1-5de14d1e4a7b {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:09:08.502728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for floatingip (dd32e172-0d04-4820-afa1-75be904e4895), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.590694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.615655 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Publish callbacks [] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.624483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.625465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for subnet (8783ac83-861d-4658-85e1-5de14d1e4a7b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.643981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Allocated IP 2001:db8:0:1::1 (d9dd5129-2605-4ba2-ad15-3ab88a3bdf25/6027e1f7-0964-47da-b368-6cd66325e7e5/a37192e8-e922-482f-a9d8-8b50c92e7555) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:08.677196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (8783ac83-861d-4658-85e1-5de14d1e4a7b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.688253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:08.696335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:08.713825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:08.718404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Pushing event updated for resources: {'Port': ['ID=f9971fa5-cd94-47f6-aaef-3301face60ad,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:08.806233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8783ac83-861d-4658-85e1-5de14d1e4a7b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.816428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Attempting to bind port f9971fa5-cd94-47f6-aaef-3301face60ad on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:08.817147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Attempting to bind port f9971fa5-cd94-47f6-aaef-3301face60ad by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '24d1878d-900e-44c4-b8f0-6d4e15326b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:08.817711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Attempting to bind port f9971fa5-cd94-47f6-aaef-3301face60ad on network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:08.822242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.825369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:08.825759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Checking segment: {'id': '24d1878d-900e-44c4-b8f0-6d4e15326b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:08.826401 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.826825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Bound using segment: {'id': '24d1878d-900e-44c4-b8f0-6d4e15326b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:08.827380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Bound port: f9971fa5-cd94-47f6-aaef-3301face60ad, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1878d-900e-44c4-b8f0-6d4e15326b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e23ec65d-8352-4fc5-a3d2-2e2b9338f817'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:08.827926 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.828800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.889021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (8783ac83-861d-4658-85e1-5de14d1e4a7b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.915545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.919413 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/subnets/8783ac83-861d-4658-85e1-5de14d1e4a7b HTTP/1.1" status: 204 len: 168 time: 0.5249093 Jan 28 17:09:08.929186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (dd32e172-0d04-4820-afa1-75be904e4895), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.947533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51738) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:08.958028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] For port f9971fa5-cd94-47f6-aaef-3301face60ad, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:08.970536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Publish callbacks [] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.975845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] For port f9971fa5-cd94-47f6-aaef-3301face60ad, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f9971fa5-cd94-47f6-aaef-3301face60ad,segment=NetworkSegment(24d1878d-900e-44c4-b8f0-6d4e15326b85),segment_id=24d1878d-900e-44c4-b8f0-6d4e15326b85)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:08.983257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:08.991610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.000573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event updated for resources: {'Port': ['ID=46c55fc3-2fc6-4e8d-b31d-df994cd0750f,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:09.018520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Deleting subnet 6027e1f7-0964-47da-b368-6cd66325e7e5 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:09:09.022493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for subnet (6027e1f7-0964-47da-b368-6cd66325e7e5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.063170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:09.065644 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Floating IP dd32e172-0d04-4820-afa1-75be904e4895 associated. External IP: 172.25.8.60, port: ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a. Jan 28 17:09:09.067353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:09.070799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (6027e1f7-0964-47da-b368-6cd66325e7e5), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.078650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:09.091119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Pushing event updated for resources: {'Port': ['ID=a37192e8-e922-482f-a9d8-8b50c92e7555,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:09.173054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00f0b5-878f-4b8f-ad61-f131b8daa385 None None] Pushing event updated for resources: {'Port': ['ID=f9971fa5-cd94-47f6-aaef-3301face60ad,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:09.179900 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6027e1f7-0964-47da-b368-6cd66325e7e5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.242949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bd26a-72fb-4858-b32a-3c32cc31b6e2 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Subnet': ['ID=8783ac83-861d-4658-85e1-5de14d1e4a7b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:09.250609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (6027e1f7-0964-47da-b368-6cd66325e7e5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.263748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Attempting to bind port a37192e8-e922-482f-a9d8-8b50c92e7555 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:09.264120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Attempting to bind port a37192e8-e922-482f-a9d8-8b50c92e7555 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:09.264489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Attempting to bind port a37192e8-e922-482f-a9d8-8b50c92e7555 on network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:09.271025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:09.271407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Checking segment: {'id': '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:09.271814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.272208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Bound using segment: {'id': '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:09.272744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Bound port: a37192e8-e922-482f-a9d8-8b50c92e7555, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9dd5129-2605-4ba2-ad15-3ab88a3bdf25'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:09.273254 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.282481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Subnet': ['ID=6027e1f7-0964-47da-b368-6cd66325e7e5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:09.289694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.295491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50f17ebd-e4f9-4118-89ad-af9a957d804f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/subnets/6027e1f7-0964-47da-b368-6cd66325e7e5 HTTP/1.1" status: 204 len: 168 time: 0.3432000 Jan 28 17:09:09.296760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51740) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:09.346624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Router a9858c90-2883-41d8-b3e1-eb083cb138f8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:09:09.384186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde28e0d-ed82-42d2-ad1c-da4f6e82ab9f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:09.390102 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cde28e0d-ed82-42d2-ad1c-da4f6e82ab9f tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922205 Jan 28 17:09:09.401797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51742) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:09.413331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] For port a37192e8-e922-482f-a9d8-8b50c92e7555, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:09.418100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] For port a37192e8-e922-482f-a9d8-8b50c92e7555, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a37192e8-e922-482f-a9d8-8b50c92e7555,segment=NetworkSegment(840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a),segment_id=840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:09.440340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.511821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d9dd5129-2605-4ba2-ad15-3ab88a3bdf25), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.521136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:09:09.531954 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] Sync routers for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:09:09.543721 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.554376 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:09:09.555362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:09.585808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Deleting port a37192e8-e922-482f-a9d8-8b50c92e7555 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:09.586168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.613511 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-47a8549b-3ee9-49c9-8802-3357bb550059 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5763159 Jan 28 17:09:09.614178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:09:09.617398 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb098fa0-6764-4744-9406-690cefcc23fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:09:09.619712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51744) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:09.621493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94140e-2d89-49b3-9e0c-603596f851f6 None None] Pushing event updated for resources: {'Port': ['ID=a37192e8-e922-482f-a9d8-8b50c92e7555,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:09.640193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf31ba5-2fbc-41d3-89fe-7f9364dfe5d6 None None] Network d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:09.695558 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f334ee5-98e5-4395-9e4c-0f9395329539 x-openstack-request-id: req-9f334ee5-98e5-4395-9e4c-0f9395329539 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:09:09.700262 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:09:09.700753 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f334ee5-98e5-4395-9e4c-0f9395329539 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:09:09.701184 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'status': 'completed', 'code': 200} Jan 28 17:09:09.712166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b4c4d-cd27-4297-b70b-9aefddff8a44 tempest-TestVolumeBackupRestore-225214699 tempest-TestVolumeBackupRestore-225214699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:09.718918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-973b4c4d-cd27-4297-b70b-9aefddff8a44 tempest-TestVolumeBackupRestore-225214699 tempest-TestVolumeBackupRestore-225214699-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1123 time: 0.0946474 Jan 28 17:09:09.722791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51748) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:09.739620 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:09:09.743318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Request body: {'floatingip': {'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:09.793615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] For port a37192e8-e922-482f-a9d8-8b50c92e7555, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a37192e8-e922-482f-a9d8-8b50c92e7555,segment=NetworkSegment(840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a),segment_id=840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:09.793615 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:09.800971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098fa0-6764-4744-9406-690cefcc23fc req-0231a51e-2d99-449b-9723-0c484568f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:09.802746 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-0231a51e-2d99-449b-9723-0c484568f4a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1128 time: 0.0819809 Jan 28 17:09:09.888353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Calling delete_port for a37192e8-e922-482f-a9d8-8b50c92e7555 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:09.929090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098fa0-6764-4744-9406-690cefcc23fc req-66f171d3-e9b7-4905-9c1a-04921d516564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:09.931484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-66f171d3-e9b7-4905-9c1a-04921d516564 service neutron] 10.222.0.31 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 915 time: 0.1229181 Jan 28 17:09:09.981867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for floatingip (dd32e172-0d04-4820-afa1-75be904e4895), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:10.019292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-f6399423-4c07-46a5-91f4-a366b65fbe4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 998 time: 0.0823867 Jan 28 17:09:10.102440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098fa0-6764-4744-9406-690cefcc23fc req-32fe4139-6320-498c-9b01-e2b2149786e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:10.104857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-32fe4139-6320-498c-9b01-e2b2149786e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 200 len: 853 time: 0.0787227 Jan 28 17:09:10.138660 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dd32e172-0d04-4820-afa1-75be904e4895', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:09:08Z', 'updated_at': '2022-01-28T17:09:08Z', 'revision_number': 0, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:10.158773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a37192e8-e922-482f-a9d8-8b50c92e7555), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:10.177317 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] Checking router: a9858c90-2883-41d8-b3e1-eb083cb138f8 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:09:10.189061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098fa0-6764-4744-9406-690cefcc23fc req-3463bc26-0957-42d4-aefb-2a20f78a0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:10.189948 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:09:10.190653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-3463bc26-0957-42d4-aefb-2a20f78a0d95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=40fd8282-3c89-43c7-b2cb-fafd1f780d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0783699 Jan 28 17:09:10.191031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:10.206294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Port': ['ID=a37192e8-e922-482f-a9d8-8b50c92e7555,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:10.218859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] No DVR routers for this DVR port a37192e8-e922-482f-a9d8-8b50c92e7555 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:10.308722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-f19bf241-ad58-4377-a814-10d9e2fc2d1f service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120765 Jan 28 17:09:10.325777 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:09:10.452594 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb098fa0-6764-4744-9406-690cefcc23fc req-61dabac6-cc2d-4207-87a9-9beb2589b972 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364625 Jan 28 17:09:10.569678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f06f00-ae37-4cbe-9746-84bbc6d7ebff None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:10.635427 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dd32e172-0d04-4820-afa1-75be904e4895', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:09:08Z', 'updated_at': '2022-01-28T17:09:08Z', 'revision_number': 0, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:10.646307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] Provisioning complete for port f9971fa5-cd94-47f6-aaef-3301face60ad triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:10.646695 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:10.676140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c0b27-3f94-4cf8-9cc9-430fa13aa275 None None] The sync data for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 is: [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dd32e172-0d04-4820-afa1-75be904e4895', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:09:08Z', 'updated_at': '2022-01-28T17:09:08Z', 'revision_number': 0, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:09:10.744028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f06f00-ae37-4cbe-9746-84bbc6d7ebff None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:10.952012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f9971fa5-cd94-47f6-aaef-3301face60ad up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:09:11.039245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d9dd5129-2605-4ba2-ad15-3ab88a3bdf25), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.046273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78188a23-b2bd-4e26-8604-78db29c83074 None None] New status for floating IP dd32e172-0d04-4820-afa1-75be904e4895: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:09:11.063404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9dd5129-2605-4ba2-ad15-3ab88a3bdf25']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:11.074221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:11.074656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:11.084516 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.098630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.105262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:11.105953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (840ef5a2-3b71-469c-aaa3-2cb2a4e4e44a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.164749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] Current status of the port f9971fa5-cd94-47f6-aaef-3301face60ad is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:11.165141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:11.185930 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:11.212975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f9971fa5-cd94-47f6-aaef-3301face60ad triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:11.212975 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.228031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d9dd5129-2605-4ba2-ad15-3ab88a3bdf25), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.262620 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.268415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51754) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:11.269198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/networks/d9dd5129-2605-4ba2-ad15-3ab88a3bdf25 HTTP/1.1" status: 204 len: 168 time: 1.8656220 Jan 28 17:09:11.269678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b191e8-6df2-48bc-8ec5-e6757e565883 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Network': ['ID=d9dd5129-2605-4ba2-ad15-3ab88a3bdf25,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:11.271666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740246b-8b6e-44e5-b082-c2d880b82477 None None] Network e23ec65d-8352-4fc5-a3d2-2e2b9338f817 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:11.326692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] For port f9971fa5-cd94-47f6-aaef-3301face60ad, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f9971fa5-cd94-47f6-aaef-3301face60ad,segment=NetworkSegment(24d1878d-900e-44c4-b8f0-6d4e15326b85),segment_id=24d1878d-900e-44c4-b8f0-6d4e15326b85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:11.341466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.397548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdc309-4f27-478e-9ff1-58315ac39591 None None] Pushing event updated for resources: {'Port': ['ID=f9971fa5-cd94-47f6-aaef-3301face60ad,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:11.426510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (e23ec65d-8352-4fc5-a3d2-2e2b9338f817), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.479963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f9971fa5-cd94-47f6-aaef-3301face60ad is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:11.494951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.resource_extend [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:09:11.535448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Deleting port f9971fa5-cd94-47f6-aaef-3301face60ad {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:11.536231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.561115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] DHCP port deletion for e23ec65d-8352-4fc5-a3d2-2e2b9338f817 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:09:11.581830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.590372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (dd32e172-0d04-4820-afa1-75be904e4895), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.598064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-78188a23-b2bd-4e26-8604-78db29c83074 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:11.599104 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-78188a23-b2bd-4e26-8604-78db29c83074 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:11.618802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] Deleting port f9971fa5-cd94-47f6-aaef-3301face60ad {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:11.619574 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.669404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] For port f9971fa5-cd94-47f6-aaef-3301face60ad, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f9971fa5-cd94-47f6-aaef-3301face60ad,segment=NetworkSegment(24d1878d-900e-44c4-b8f0-6d4e15326b85),segment_id=24d1878d-900e-44c4-b8f0-6d4e15326b85)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:11.669899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.691910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] For port f9971fa5-cd94-47f6-aaef-3301face60ad, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f9971fa5-cd94-47f6-aaef-3301face60ad,segment=NetworkSegment(24d1878d-900e-44c4-b8f0-6d4e15326b85),segment_id=24d1878d-900e-44c4-b8f0-6d4e15326b85)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:11.692771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.705382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Calling delete_port for f9971fa5-cd94-47f6-aaef-3301face60ad owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:11.712781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] Calling delete_port for f9971fa5-cd94-47f6-aaef-3301face60ad owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:11.827327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Router a9858c90-2883-41d8-b3e1-eb083cb138f8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:09:11.833991 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.854567 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f9971fa5-cd94-47f6-aaef-3301face60ad), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:11.870384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] Pushing event deleted for resources: {'Port': ['ID=f9971fa5-cd94-47f6-aaef-3301face60ad,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:11.882790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c08e83-72e2-4857-9add-72e625266cc0 None None] No DVR routers for this DVR port f9971fa5-cd94-47f6-aaef-3301face60ad on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:11.886647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Port': ['ID=f9971fa5-cd94-47f6-aaef-3301face60ad,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:11.911490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] No DVR routers for this DVR port f9971fa5-cd94-47f6-aaef-3301face60ad on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:11.957595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:09:11.968049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.008095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:09:12.010907 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa95b8-5778-43eb-af01-c4c10aeaf788" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:09:12.029005 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (e23ec65d-8352-4fc5-a3d2-2e2b9338f817), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.058351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23ec65d-8352-4fc5-a3d2-2e2b9338f817']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.070438 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2ecbbb89-66a6-4326-8a20-fa4d97473194 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "PUT /v2.0/floatingips/dd32e172-0d04-4820-afa1-75be904e4895 HTTP/1.1" status: 200 len: 990 time: 2.3465350 Jan 28 17:09:12.072879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d1878d-900e-44c4-b8f0-6d4e15326b85') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.073137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d1878d-900e-44c4-b8f0-6d4e15326b85') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.076118 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0725711-390b-48bb-8ade-e9ae4d81f256 x-openstack-request-id: req-e0725711-390b-48bb-8ade-e9ae4d81f256 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:09:12.076615 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:09:12.077088 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0725711-390b-48bb-8ade-e9ae4d81f256 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:09:12.077968 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'status': 'completed', 'code': 200} Jan 28 17:09:12.086494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (24d1878d-900e-44c4-b8f0-6d4e15326b85), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.100502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78188a23-b2bd-4e26-8604-78db29c83074 None None] New status for floating IP dd32e172-0d04-4820-afa1-75be904e4895: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:09:12.110180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (24d1878d-900e-44c4-b8f0-6d4e15326b85), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.147623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:12.147951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (24d1878d-900e-44c4-b8f0-6d4e15326b85), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: self.session.flush() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:12.152701 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:12.217852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-f7089e47-f2af-4802-9e83-055f76ee350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:12.219458 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-f7089e47-f2af-4802-9e83-055f76ee350e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1128 time: 0.1205254 Jan 28 17:09:12.332116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-ce2d1340-8d48-4e4a-a125-3b7a05a08caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:12.333965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-ce2d1340-8d48-4e4a-a125-3b7a05a08caf service neutron] 10.222.0.31 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 915 time: 0.1084943 Jan 28 17:09:12.349383 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (e23ec65d-8352-4fc5-a3d2-2e2b9338f817), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.359740 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.365515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/networks/e23ec65d-8352-4fc5-a3d2-2e2b9338f817 HTTP/1.1" status: 204 len: 168 time: 1.0958459 Jan 28 17:09:12.368300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:12.421764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd627848-c29a-4c3a-b2f0-c39fc9f3ccc0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Network': ['ID=e23ec65d-8352-4fc5-a3d2-2e2b9338f817,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:12.455858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-f08536bd-d5ad-4a71-8344-1cd526b13952 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 998 time: 0.1159341 Jan 28 17:09:12.504187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f21b9420-1076-4b83-9dd7-6927699f384c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.635527 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.653698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.679174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f21b9420-1076-4b83-9dd7-6927699f384c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.711546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21b9420-1076-4b83-9dd7-6927699f384c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.727882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76b2fc6-6304-4e86-af2f-34a8c0457b20') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.728255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76b2fc6-6304-4e86-af2f-34a8c0457b20') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.745568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (c76b2fc6-6304-4e86-af2f-34a8c0457b20), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.762747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (c76b2fc6-6304-4e86-af2f-34a8c0457b20), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.789224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:12.789846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (c76b2fc6-6304-4e86-af2f-34a8c0457b20), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.800524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] Sync routers for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:09:12.822362 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:09:12.826442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f9971fa5-cd94-47f6-aaef-3301face60ad no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:09:12.830079 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:12.885044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f9971fa5-cd94-47f6-aaef-3301face60ad {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:09:12.885784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f9971fa5-cd94-47f6-aaef-3301face60ad not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:12.910726 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:12.915046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f21b9420-1076-4b83-9dd7-6927699f384c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.929627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:12.938043 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/networks/f21b9420-1076-4b83-9dd7-6927699f384c HTTP/1.1" status: 204 len: 168 time: 0.5686572 Jan 28 17:09:12.939449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51764) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:12.973623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6004-7e17-40ec-b90b-fe3bc0e0fae0 tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Network': ['ID=f21b9420-1076-4b83-9dd7-6927699f384c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:13.070584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (04699123-995d-4487-bd3d-7647c7e57a61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.074164 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:09:13.164152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-9c069fb5-b9a7-45a9-afc7-359c536dd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:13.165799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-9c069fb5-b9a7-45a9-afc7-359c536dd398 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 200 len: 853 time: 0.7046890 Jan 28 17:09:13.215730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (04699123-995d-4487-bd3d-7647c7e57a61), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.241754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04699123-995d-4487-bd3d-7647c7e57a61']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:13.254483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d07dab-841d-4457-93ac-23867f4bb07b') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:13.254876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d07dab-841d-4457-93ac-23867f4bb07b') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:13.265720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (e5d07dab-841d-4457-93ac-23867f4bb07b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.271180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-f75af5c6-3883-4a9b-a6c9-cb65410c5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:13.273754 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-f75af5c6-3883-4a9b-a6c9-cb65410c5d27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=40fd8282-3c89-43c7-b2cb-fafd1f780d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1020164 Jan 28 17:09:13.281904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e5d07dab-841d-4457-93ac-23867f4bb07b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.289812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:13.290574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (e5d07dab-841d-4457-93ac-23867f4bb07b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:13.367349 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:13.374522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (04699123-995d-4487-bd3d-7647c7e57a61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.382423 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:13.404966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] 10.222.0.25 "DELETE /v2.0/networks/04699123-995d-4487-bd3d-7647c7e57a61 HTTP/1.1" status: 204 len: 168 time: 0.4619734 Jan 28 17:09:13.445127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612446c8-2949-4d96-b114-f6c917fe219c tempest-BulkNetworkOpsIpV6Test-524663298 tempest-BulkNetworkOpsIpV6Test-524663298-project] Pushing event deleted for resources: {'Network': ['ID=04699123-995d-4487-bd3d-7647c7e57a61,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:13.465269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-c07e63a2-be85-4018-90b3-d59ec247b7f2 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849735 Jan 28 17:09:13.467226 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dd32e172-0d04-4820-afa1-75be904e4895', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:09:08Z', 'updated_at': '2022-01-28T17:09:12Z', 'revision_number': 2, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:13.541951 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] Checking router: a9858c90-2883-41d8-b3e1-eb083cb138f8 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:09:13.567077 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:09:13.569244 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:08:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:13.585159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-feaa95b8-5778-43eb-af01-c4c10aeaf788 req-ee8016ef-e73c-406b-a3e1-82ee524b7240 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141353 Jan 28 17:09:13.719075 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:09:13.810382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51772) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:13.977266 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aaeaa10c-e0ec-456e-93cb-2922508a9617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d68beca437574f4faf03b88ee13f1126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631167 Jan 28 17:09:13.977464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51776) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:13.999928 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dd32e172-0d04-4820-afa1-75be904e4895', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:09:08Z', 'updated_at': '2022-01-28T17:09:12Z', 'revision_number': 2, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:14.029904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7429aaea-60ef-4c36-bd6f-347c84d7edcc admin admin] Publish callbacks [] for security_group (d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:14.031785 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb853b-4ed8-4b28-be8a-e8639ed5e6e1 None None] The sync data for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 is: [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'dd32e172-0d04-4820-afa1-75be904e4895', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'port_id': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'mac_address': 'fa:16:3e:a4:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:09:08Z', 'updated_at': '2022-01-28T17:09:12Z', 'revision_number': 2, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:09:14.063178 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7429aaea-60ef-4c36-bd6f-347c84d7edcc admin admin] Publish callbacks [] for security_group (d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:14.079454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:09:14.082690 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a485433-f457-4603-ad9c-372c3fa1a101" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:09:14.146898 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75420e52-1c1d-4119-bec2-b71d839d6c68 x-openstack-request-id: req-75420e52-1c1d-4119-bec2-b71d839d6c68 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:09:14.147198 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:09:14.147456 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75420e52-1c1d-4119-bec2-b71d839d6c68 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:09:14.147855 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'status': 'completed', 'code': 200} Jan 28 17:09:14.165888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7429aaea-60ef-4c36-bd6f-347c84d7edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:14.170531 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7429aaea-60ef-4c36-bd6f-347c84d7edcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:14.174471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7429aaea-60ef-4c36-bd6f-347c84d7edcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca HTTP/1.1" status: 204 len: 168 time: 0.1959352 Jan 28 17:09:14.184819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429aaea-60ef-4c36-bd6f-347c84d7edcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ffe9fb-6c13-4690-b1f3-c1f4226aeaca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:14.239416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-eeac4f8e-c739-4796-aaf0-2c2c845cfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:14.241170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-eeac4f8e-c739-4796-aaf0-2c2c845cfb02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1128 time: 0.0714097 Jan 28 17:09:14.350497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-4a0cb754-2955-4f90-b1d9-bad6e71f565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:14.352136 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-4a0cb754-2955-4f90-b1d9-bad6e71f565d service neutron] 10.222.0.31 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 915 time: 0.1046450 Jan 28 17:09:14.422125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-0a29943d-d280-4aab-a093-f3b96bc70b89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 1000 time: 0.0635550 Jan 28 17:09:14.472766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-ddd7158d-f7af-4566-9e2a-e9b05458b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:14.474239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-ddd7158d-f7af-4566-9e2a-e9b05458b659 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 200 len: 853 time: 0.0474079 Jan 28 17:09:14.527845 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-8a90caf7-59a3-44ad-9468-3f5084760597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:14.529461 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-8a90caf7-59a3-44ad-9468-3f5084760597 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=40fd8282-3c89-43c7-b2cb-fafd1f780d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502620 Jan 28 17:09:14.624075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-6111b145-1e81-4e00-88dd-2eabfc66d644 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880837 Jan 28 17:09:14.723634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a485433-f457-4603-ad9c-372c3fa1a101 req-30952dd4-ac03-4f2f-917f-4472ed72d46c service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938704 Jan 28 17:09:14.899502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51802) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:15.001619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'networks': [{'name': 'tempest-network--1081684431'}, {'name': 'tempest-network--1463753421'}]} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:15.001940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'network': {'name': 'tempest-network--1081684431'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:15.002399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'network': {'name': 'tempest-network--1463753421'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:15.022044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'network': 2} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:15.026158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.034739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.111435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for security_group (ba42ef96-92ae-4ac6-8104-c1df8d03764a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.124830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ba42ef96-92ae-4ac6-8104-c1df8d03764a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.125300 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.168860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42ef96-92ae-4ac6-8104-c1df8d03764a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:15.174954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:15.190519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1525d19d-4088-415c-8a06-e2aeab3e284c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.190519 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Added segment 1525d19d-4088-415c-8a06-e2aeab3e284c of type vlan for network 989d9275-ebef-4471-abd0-be904d458924 Jan 28 17:09:15.232388 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (989d9275-ebef-4471-abd0-be904d458924), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.264348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:15.275087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (fa57100f-b90f-4320-be40-66c95426cef6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.275491 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Added segment fa57100f-b90f-4320-be40-66c95426cef6 of type vlan for network 86896ae6-432c-44b8-b35f-98e15155abcd Jan 28 17:09:15.320081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (86896ae6-432c-44b8-b35f-98e15155abcd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.358001 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (989d9275-ebef-4471-abd0-be904d458924), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.358332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (86896ae6-432c-44b8-b35f-98e15155abcd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.364354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:15.369132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:15.369791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.441987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5413349 Jan 28 17:09:15.444692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51832) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:15.448804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Network': ['ID=989d9275-ebef-4471-abd0-be904d458924,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:15.461320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 989d9275-ebef-4471-abd0-be904d458924 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:15.515709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d861f-ee9c-4c5a-b638-78f6ab74e159 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Network': ['ID=86896ae6-432c-44b8-b35f-98e15155abcd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:15.530856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 86896ae6-432c-44b8-b35f-98e15155abcd details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:15.590421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86cce0-c879-45f4-9824-879fa5f0a1c0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:15.596046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86cce0-c879-45f4-9824-879fa5f0a1c0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:15.601901 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86cce0-c879-45f4-9824-879fa5f0a1c0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:15.607660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86cce0-c879-45f4-9824-879fa5f0a1c0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:15.612023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2c86cce0-c879-45f4-9824-879fa5f0a1c0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1634634 Jan 28 17:09:15.612301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51850) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:15.694763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (989d9275-ebef-4471-abd0-be904d458924), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.797455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (989d9275-ebef-4471-abd0-be904d458924), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.821769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989d9275-ebef-4471-abd0-be904d458924']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:15.833195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1525d19d-4088-415c-8a06-e2aeab3e284c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:15.833563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1525d19d-4088-415c-8a06-e2aeab3e284c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:15.844089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (1525d19d-4088-415c-8a06-e2aeab3e284c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.859868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1525d19d-4088-415c-8a06-e2aeab3e284c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.867361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:15.867738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (1525d19d-4088-415c-8a06-e2aeab3e284c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:15.871181 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:15.943491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (989d9275-ebef-4471-abd0-be904d458924), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.952117 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.959038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/networks/989d9275-ebef-4471-abd0-be904d458924 HTTP/1.1" status: 204 len: 168 time: 0.3450973 Jan 28 17:09:15.961648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 51904) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:15.967576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d244e7a1-3009-4043-bfc2-33209a1bce04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:15.986996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575b47f-2939-4bfb-8219-70ff3781a674 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Network': ['ID=989d9275-ebef-4471-abd0-be904d458924,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:16.059410 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (86896ae6-432c-44b8-b35f-98e15155abcd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.168990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (86896ae6-432c-44b8-b35f-98e15155abcd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.191395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86896ae6-432c-44b8-b35f-98e15155abcd']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:16.201167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa57100f-b90f-4320-be40-66c95426cef6') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:16.201458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa57100f-b90f-4320-be40-66c95426cef6') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:16.213046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (fa57100f-b90f-4320-be40-66c95426cef6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.229577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (fa57100f-b90f-4320-be40-66c95426cef6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.236720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:16.237199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (fa57100f-b90f-4320-be40-66c95426cef6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:16.241439 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:16.305648 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (86896ae6-432c-44b8-b35f-98e15155abcd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.313726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.321363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/networks/86896ae6-432c-44b8-b35f-98e15155abcd HTTP/1.1" status: 204 len: 168 time: 0.3584008 Jan 28 17:09:16.321504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51954) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:16.335718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b192d4-1d27-4ce8-ae9e-99916e0855c9 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Network': ['ID=86896ae6-432c-44b8-b35f-98e15155abcd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:16.461700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c5759-c7a3-4d86-90df-f723d9817f60 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:16.468078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c5759-c7a3-4d86-90df-f723d9817f60 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:16.470035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-099c5759-c7a3-4d86-90df-f723d9817f60 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1466358 Jan 28 17:09:16.473751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 51980) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:16.479489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1626435710'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:16.500284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:16.505079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.532189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:16.542052 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e4691283-1bc8-413d-8565-ff08e88c3b58), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.542408 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Added segment e4691283-1bc8-413d-8565-ff08e88c3b58 of type vlan for network d722262b-50a2-4921-adc3-069bc830971a Jan 28 17:09:16.583748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (d722262b-50a2-4921-adc3-069bc830971a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.610628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (d722262b-50a2-4921-adc3-069bc830971a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.617312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:16.617953 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.679212 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:09:16.685385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2103810 Jan 28 17:09:16.687941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52012) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:16.693274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-420484534'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:16.699703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4112a7-4d70-4c10-82de-bb0d05f05453 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Network': ['ID=d722262b-50a2-4921-adc3-069bc830971a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:16.712016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network d722262b-50a2-4921-adc3-069bc830971a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:16.717802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:16.725353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.751710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:16.762424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (60787a96-d453-4039-8791-393cd47cdbc4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.762745 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Added segment 60787a96-d453-4039-8791-393cd47cdbc4 of type vlan for network 55551582-6b73-485a-b1de-74d27b887a9f Jan 28 17:09:16.809841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (55551582-6b73-485a-b1de-74d27b887a9f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.838387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (55551582-6b73-485a-b1de-74d27b887a9f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.843776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:16.844527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:16.913641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2244587 Jan 28 17:09:16.916592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52044) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:16.923231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'ports': [{'network_id': 'd722262b-50a2-4921-adc3-069bc830971a', 'name': 'tempest-port--1126757978', 'admin_state_up': True}, {'network_id': '55551582-6b73-485a-b1de-74d27b887a9f', 'admin_state_up': False}]} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:16.923680 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'port': {'network_id': 'd722262b-50a2-4921-adc3-069bc830971a', 'name': 'tempest-port--1126757978', 'admin_state_up': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:16.924390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'port': {'network_id': '55551582-6b73-485a-b1de-74d27b887a9f', 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:16.927308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6d691-fb1a-4533-855e-089a0cc31ff2 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Network': ['ID=55551582-6b73-485a-b1de-74d27b887a9f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:16.940199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 55551582-6b73-485a-b1de-74d27b887a9f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:17.108253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'port': 2} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:17.113208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.127827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.277726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] device_id is not set on port ebe44805-c8d1-4513-b7ca-dd89a1705a1e yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:09:17.366928 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for port (ebe44805-c8d1-4513-b7ca-dd89a1705a1e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.444493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] device_id is not set on port c6fb162d-b21b-41a1-9364-0e53a61be5b4 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:09:17.528876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for port (c6fb162d-b21b-41a1-9364-0e53a61be5b4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.567660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ebe44805-c8d1-4513-b7ca-dd89a1705a1e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.631010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Port': ['ID=ebe44805-c8d1-4513-b7ca-dd89a1705a1e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:17.646533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Checking segment: {'id': 'e4691283-1bc8-413d-8565-ff08e88c3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd722262b-50a2-4921-adc3-069bc830971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:17.646751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network hostable DHCP agents. Network: d722262b-50a2-4921-adc3-069bc830971a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:17.664478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network d722262b-50a2-4921-adc3-069bc830971a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:17.674136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, d722262b-50a2-4921-adc3-069bc830971a) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:17.678692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:17.679604 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c6fb162d-b21b-41a1-9364-0e53a61be5b4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.684915 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb4c37-71d5-469d-8c23-270cfa0e18ad None None] Network d722262b-50a2-4921-adc3-069bc830971a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:17.746741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Port': ['ID=c6fb162d-b21b-41a1-9364-0e53a61be5b4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:17.757681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Checking segment: {'id': '60787a96-d453-4039-8791-393cd47cdbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '55551582-6b73-485a-b1de-74d27b887a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:17.758140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network hostable DHCP agents. Network: 55551582-6b73-485a-b1de-74d27b887a9f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:17.779081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network 55551582-6b73-485a-b1de-74d27b887a9f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:17.789707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 55551582-6b73-485a-b1de-74d27b887a9f) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:17.793449 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:17.799533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:17.804080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:17.804859 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:17.807126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5de2b7-12b3-4056-9552-05b339944390 None None] Network 55551582-6b73-485a-b1de-74d27b887a9f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:17.823444 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d39c4518-8bb1-422a-a5bc-513c91b639db tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9055982 Jan 28 17:09:17.826048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52184) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:17.892373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d5b86-ca50-4ab4-8460-274706df5419 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:17.898646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d5b86-ca50-4ab4-8460-274706df5419 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:17.900712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-524d5b86-ca50-4ab4-8460-274706df5419 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0731454 Jan 28 17:09:17.903527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52196) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:17.918119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c6f431ed-e100-4538-ae6f-892c699a8283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.004263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Deleting port ebe44805-c8d1-4513-b7ca-dd89a1705a1e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:18.004756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ebe44805-c8d1-4513-b7ca-dd89a1705a1e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.090073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ebe44805-c8d1-4513-b7ca-dd89a1705a1e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.104024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Calling delete_port for ebe44805-c8d1-4513-b7ca-dd89a1705a1e owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:18.453684 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ebe44805-c8d1-4513-b7ca-dd89a1705a1e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.482412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Port': ['ID=ebe44805-c8d1-4513-b7ca-dd89a1705a1e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:18.488649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.494636 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-145539bc-47e1-46e4-be97-d081818dc8cb tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/ports/ebe44805-c8d1-4513-b7ca-dd89a1705a1e HTTP/1.1" status: 204 len: 168 time: 0.5889215 Jan 28 17:09:18.497154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52274) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:18.594652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Deleting port c6fb162d-b21b-41a1-9364-0e53a61be5b4 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:18.594988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c6fb162d-b21b-41a1-9364-0e53a61be5b4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.658507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c6fb162d-b21b-41a1-9364-0e53a61be5b4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.672336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Calling delete_port for c6fb162d-b21b-41a1-9364-0e53a61be5b4 owned by {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:18.751988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c6fb162d-b21b-41a1-9364-0e53a61be5b4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.779359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Port': ['ID=c6fb162d-b21b-41a1-9364-0e53a61be5b4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:18.787136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.790461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2a20ac14-556a-417e-94c9-d5a808d813f3 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/ports/c6fb162d-b21b-41a1-9364-0e53a61be5b4 HTTP/1.1" status: 204 len: 168 time: 0.2921209 Jan 28 17:09:18.792888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52276) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:18.821334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ab237618-7c25-4f5d-8914-a0f2760c0b7a tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273404 Jan 28 17:09:18.825066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52278) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:18.830127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-829593991'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:18.852026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:18.855991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.879865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:18.889096 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f4a1b393-87d0-4a67-9fc5-986992278f3b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.889466 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Added segment f4a1b393-87d0-4a67-9fc5-986992278f3b of type vlan for network b149c69b-6f32-4237-8b06-b73ab6408a43 Jan 28 17:09:18.929074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b149c69b-6f32-4237-8b06-b73ab6408a43), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.954049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b149c69b-6f32-4237-8b06-b73ab6408a43), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:18.959882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:18.960495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.021051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1948502 Jan 28 17:09:19.023718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52280) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:19.029025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1554626127'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:19.039173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a86eaa-7e2a-4fcc-9fe2-b9d1944ee76f tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Network': ['ID=b149c69b-6f32-4237-8b06-b73ab6408a43,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:19.051543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:19.051709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b149c69b-6f32-4237-8b06-b73ab6408a43 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:19.055638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.081014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:19.091449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (afb1a8eb-9b90-43ac-8e08-741293f7cb1a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.091788 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Added segment afb1a8eb-9b90-43ac-8e08-741293f7cb1a of type vlan for network a7f3955c-6d31-407c-b903-919501576c5f Jan 28 17:09:19.134099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a7f3955c-6d31-407c-b903-919501576c5f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.161800 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a7f3955c-6d31-407c-b903-919501576c5f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.166870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:19.167443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.226057 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2012107 Jan 28 17:09:19.237892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ea8bc-6ebb-4322-8cc5-8a02a73c0f46 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Network': ['ID=a7f3955c-6d31-407c-b903-919501576c5f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:19.252550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a7f3955c-6d31-407c-b903-919501576c5f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:19.352695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52282) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:19.358251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'subnets': [{'network_id': 'b149c69b-6f32-4237-8b06-b73ab6408a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--520790802', 'ip_version': 4}, {'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:19.358577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'subnet': {'network_id': 'b149c69b-6f32-4237-8b06-b73ab6408a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--520790802', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:19.359190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Request body: {'subnet': {'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:19.461596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.517101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Made reservation on behalf of e9310066c0664ad3aea1fe318248d9f2 for: {'subnet': 2} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:19.521509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.521854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.882112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (16e66f3d-825a-4212-b22e-c362678fe090), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.939015 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Subnet': ['ID=16e66f3d-825a-4212-b22e-c362678fe090,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:19.950395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Checking segment: {'id': 'f4a1b393-87d0-4a67-9fc5-986992278f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b149c69b-6f32-4237-8b06-b73ab6408a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:19.950767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network hostable DHCP agents. Network: b149c69b-6f32-4237-8b06-b73ab6408a43, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:19.967331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network b149c69b-6f32-4237-8b06-b73ab6408a43 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:19.976790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b149c69b-6f32-4237-8b06-b73ab6408a43) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:19.980990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (0b6c1f94-026e-44f1-8739-18d4098f80a9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:19.986335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e90ca-d002-4fb4-874b-0584f9190370 None None] Network b149c69b-6f32-4237-8b06-b73ab6408a43 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:20.046811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event updated for resources: {'Subnet': ['ID=0b6c1f94-026e-44f1-8739-18d4098f80a9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:20.054951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Checking segment: {'id': 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:20.055330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network hostable DHCP agents. Network: a7f3955c-6d31-407c-b903-919501576c5f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:20.073132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Network a7f3955c-6d31-407c-b903-919501576c5f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:20.082471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a7f3955c-6d31-407c-b903-919501576c5f) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:20.089284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:20.089284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:20.089284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.110139 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66631626-9593-432c-a713-887b7607a0cc tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7539296 Jan 28 17:09:20.110908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52286) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:20.117341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d856e5-dd2b-45b3-89ad-f269b3f9dfd8 None None] Network a7f3955c-6d31-407c-b903-919501576c5f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:20.130846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08663311-41c4-4903-9416-ca463cb752c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b149c69b-6f32-4237-8b06-b73ab6408a43', 'network_id': 'b149c69b-6f32-4237-8b06-b73ab6408a43', 'project_id': 'e9310066c0664ad3aea1fe318248d9f2', 'fixed_ips': [{'subnet_id': '16e66f3d-825a-4212-b22e-c362678fe090'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:20.131279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08663311-41c4-4903-9416-ca463cb752c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.188532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac08138-ee42-4b08-8415-e442a5a78f54 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:20.190008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac08138-ee42-4b08-8415-e442a5a78f54 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:20.191682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac08138-ee42-4b08-8415-e442a5a78f54 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:20.196267 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1ac08138-ee42-4b08-8415-e442a5a78f54 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0810122 Jan 28 17:09:20.197001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52290) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:20.253579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Deleting subnet 16e66f3d-825a-4212-b22e-c362678fe090 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:09:20.257356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for subnet (16e66f3d-825a-4212-b22e-c362678fe090), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.309705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a7f3955c-6d31-407c-b903-919501576c5f', 'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f', 'project_id': 'e9310066c0664ad3aea1fe318248d9f2', 'fixed_ips': [{'subnet_id': '0b6c1f94-026e-44f1-8739-18d4098f80a9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:20.310583 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.314680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (16e66f3d-825a-4212-b22e-c362678fe090), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.362466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (16e66f3d-825a-4212-b22e-c362678fe090), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.433240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (16e66f3d-825a-4212-b22e-c362678fe090), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-08663311-41c4-4903-9416-ca463cb752c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16e66f3d-825a-4212-b22e-c362678fe090: This subnet is being modified by another concurrent operation. Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16e66f3d-825a-4212-b22e-c362678fe090: This subnet is being modified by another concurrent operation. Jan 28 17:09:20.439651 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 17:09:20.448124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.457931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:20.458481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/subnets/16e66f3d-825a-4212-b22e-c362678fe090 HTTP/1.1" status: 204 len: 168 time: 0.2596512 Jan 28 17:09:20.465360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Allocated IP 172.20.0.18 (a7f3955c-6d31-407c-b903-919501576c5f/0b6c1f94-026e-44f1-8739-18d4098f80a9/18b50915-18b0-46b1-b674-2ec7fcbcdbee) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:20.479069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b2843-afd3-4fb5-a842-e746997cd909 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Subnet': ['ID=16e66f3d-825a-4212-b22e-c362678fe090,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:20.492266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d633320-6eb7-4070-9e4d-44ecefb31905 None None] Network b149c69b-6f32-4237-8b06-b73ab6408a43 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:20.520882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Deleting subnet 0b6c1f94-026e-44f1-8739-18d4098f80a9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:09:20.718663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.719625 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Publish callbacks [] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.726864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for subnet (0b6c1f94-026e-44f1-8739-18d4098f80a9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.727139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.766491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Network a7f3955c-6d31-407c-b903-919501576c5f is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:20.769221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:20.771113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (0b6c1f94-026e-44f1-8739-18d4098f80a9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.772863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:20.807485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Pushing event updated for resources: {'Port': ['ID=18b50915-18b0-46b1-b674-2ec7fcbcdbee,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:20.840230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Attempting to bind port 18b50915-18b0-46b1-b674-2ec7fcbcdbee on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:20.840658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Attempting to bind port 18b50915-18b0-46b1-b674-2ec7fcbcdbee by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:20.841161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Attempting to bind port 18b50915-18b0-46b1-b674-2ec7fcbcdbee on network a7f3955c-6d31-407c-b903-919501576c5f {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:20.846481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:20.848409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Checking segment: {'id': 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:20.848409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.848409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Bound using segment: {'id': 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:20.848409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Bound port: 18b50915-18b0-46b1-b674-2ec7fcbcdbee, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f3955c-6d31-407c-b903-919501576c5f'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:20.849471 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.869829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (0b6c1f94-026e-44f1-8739-18d4098f80a9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.930159 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (0b6c1f94-026e-44f1-8739-18d4098f80a9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.933456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] For port 18b50915-18b0-46b1-b674-2ec7fcbcdbee, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:20.937138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] For port 18b50915-18b0-46b1-b674-2ec7fcbcdbee, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=18b50915-18b0-46b1-b674-2ec7fcbcdbee,segment=NetworkSegment(afb1a8eb-9b90-43ac-8e08-741293f7cb1a),segment_id=afb1a8eb-9b90-43ac-8e08-741293f7cb1a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:20.945901 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.959748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6c1f94-026e-44f1-8739-18d4098f80a9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:20.961852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:20.965198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4473f7b4-7950-4b62-b253-3a4d2d423ea0 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/subnets/0b6c1f94-026e-44f1-8739-18d4098f80a9 HTTP/1.1" status: 204 len: 168 time: 0.5069134 Jan 28 17:09:20.967539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52298) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:21.007406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9ed5-cf3c-442e-8be9-a062eca744ab None None] Pushing event updated for resources: {'Port': ['ID=18b50915-18b0-46b1-b674-2ec7fcbcdbee,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:21.070822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf583367-95a7-410e-91cb-ae9ceeeb3c02 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:21.072332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bf583367-95a7-410e-91cb-ae9ceeeb3c02 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1036885 Jan 28 17:09:21.076055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:21.157685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a7f3955c-6d31-407c-b903-919501576c5f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.236897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Deleting port 18b50915-18b0-46b1-b674-2ec7fcbcdbee {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:21.237242 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.310473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] For port 18b50915-18b0-46b1-b674-2ec7fcbcdbee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=18b50915-18b0-46b1-b674-2ec7fcbcdbee,segment=NetworkSegment(afb1a8eb-9b90-43ac-8e08-741293f7cb1a),segment_id=afb1a8eb-9b90-43ac-8e08-741293f7cb1a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:21.311018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.327491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Calling delete_port for 18b50915-18b0-46b1-b674-2ec7fcbcdbee owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:21.420901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (18b50915-18b0-46b1-b674-2ec7fcbcdbee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.447141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Port': ['ID=18b50915-18b0-46b1-b674-2ec7fcbcdbee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:21.450423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] No DVR routers for this DVR port 18b50915-18b0-46b1-b674-2ec7fcbcdbee on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:21.531089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a7f3955c-6d31-407c-b903-919501576c5f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.554193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f3955c-6d31-407c-b903-919501576c5f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:21.563964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:21.564267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb1a8eb-9b90-43ac-8e08-741293f7cb1a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:21.579306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (afb1a8eb-9b90-43ac-8e08-741293f7cb1a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.592538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (afb1a8eb-9b90-43ac-8e08-741293f7cb1a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.600399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:21.600887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (afb1a8eb-9b90-43ac-8e08-741293f7cb1a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:21.604160 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:21.667048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a7f3955c-6d31-407c-b903-919501576c5f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.676954 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.683289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52304) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:21.688780 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/networks/a7f3955c-6d31-407c-b903-919501576c5f HTTP/1.1" status: 204 len: 168 time: 0.6115177 Jan 28 17:09:21.704320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504ac1b-e11e-4641-91ec-3f17525e5710 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Network': ['ID=a7f3955c-6d31-407c-b903-919501576c5f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:21.768708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.773969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b149c69b-6f32-4237-8b06-b73ab6408a43), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.877942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b149c69b-6f32-4237-8b06-b73ab6408a43), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.901191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b149c69b-6f32-4237-8b06-b73ab6408a43']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:21.913142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a1b393-87d0-4a67-9fc5-986992278f3b') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:21.913590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a1b393-87d0-4a67-9fc5-986992278f3b') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:21.926708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (f4a1b393-87d0-4a67-9fc5-986992278f3b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.941587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f4a1b393-87d0-4a67-9fc5-986992278f3b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.948426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:21.948996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (f4a1b393-87d0-4a67-9fc5-986992278f3b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:21.952276 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:22.015503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b149c69b-6f32-4237-8b06-b73ab6408a43), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.023984 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.027729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/networks/b149c69b-6f32-4237-8b06-b73ab6408a43 HTTP/1.1" status: 204 len: 168 time: 0.3425910 Jan 28 17:09:22.030209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52306) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:22.049037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3527cd-c662-4f00-ad94-7ddb5d43f828 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Network': ['ID=b149c69b-6f32-4237-8b06-b73ab6408a43,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:22.088110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e1c4fc-7c8e-4e6d-b6b3-d3cc110ef44e None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:22.131140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (55551582-6b73-485a-b1de-74d27b887a9f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.168845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a1600b1b-9fe8-422c-a457-2788551cdcd0 None None] Could not find standard attr ID for object 18b50915-18b0-46b1-b674-2ec7fcbcdbee. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:09:22.194384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1c4fc-7c8e-4e6d-b6b3-d3cc110ef44e None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:22.220583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (55551582-6b73-485a-b1de-74d27b887a9f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.242193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55551582-6b73-485a-b1de-74d27b887a9f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:22.252052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60787a96-d453-4039-8791-393cd47cdbc4') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:22.252260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60787a96-d453-4039-8791-393cd47cdbc4') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:22.262803 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (60787a96-d453-4039-8791-393cd47cdbc4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.277155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (60787a96-d453-4039-8791-393cd47cdbc4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.284173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:22.285424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (60787a96-d453-4039-8791-393cd47cdbc4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:22.288494 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:22.358034 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (55551582-6b73-485a-b1de-74d27b887a9f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.365407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.368768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/networks/55551582-6b73-485a-b1de-74d27b887a9f HTTP/1.1" status: 204 len: 168 time: 0.3375089 Jan 28 17:09:22.371338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52308) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:22.385784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062b572-2ea3-4427-b1ef-fd9d88c08ce5 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Network': ['ID=55551582-6b73-485a-b1de-74d27b887a9f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:22.464278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9afa57b-1b03-4499-a337-8255846e13d2 None None] DHCP port deletion for a7f3955c-6d31-407c-b903-919501576c5f request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:09:22.464845 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (d722262b-50a2-4921-adc3-069bc830971a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.494066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce37c26-8dc3-4c04-a945-cf47ab5e0ae5 None None] Network a7f3955c-6d31-407c-b903-919501576c5f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:22.515221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce37c26-8dc3-4c04-a945-cf47ab5e0ae5 None None] Network a7f3955c-6d31-407c-b903-919501576c5f could not be found, it might have been deleted concurrently. {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 17:09:22.572637 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (d722262b-50a2-4921-adc3-069bc830971a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.597932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d722262b-50a2-4921-adc3-069bc830971a']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:22.607430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4691283-1bc8-413d-8565-ff08e88c3b58') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:22.607765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4691283-1bc8-413d-8565-ff08e88c3b58') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:22.617779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e4691283-1bc8-413d-8565-ff08e88c3b58), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.631832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e4691283-1bc8-413d-8565-ff08e88c3b58), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.638170 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:22.638587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e4691283-1bc8-413d-8565-ff08e88c3b58), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:22.641957 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:22.703702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (d722262b-50a2-4921-adc3-069bc830971a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.711688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:22.718219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] 10.222.0.25 "DELETE /v2.0/networks/d722262b-50a2-4921-adc3-069bc830971a HTTP/1.1" status: 204 len: 168 time: 0.3457708 Jan 28 17:09:22.733068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661f4d0-f72c-4b11-9233-3c736d8c0670 tempest-BulkNetworkOpsTest-1536909455 tempest-BulkNetworkOpsTest-1536909455-project] Pushing event deleted for resources: {'Network': ['ID=d722262b-50a2-4921-adc3-069bc830971a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:23.003657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52316) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:23.148226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a84cf6d-fd3d-49ae-8adc-3ebc96369286 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9310066c0664ad3aea1fe318248d9f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433163 Jan 28 17:09:23.150846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52320) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:23.207077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c60012e3-1492-4372-8a4e-7c2b62870134 admin admin] Publish callbacks [] for security_group (ba42ef96-92ae-4ac6-8104-c1df8d03764a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:23.229676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c60012e3-1492-4372-8a4e-7c2b62870134 admin admin] Publish callbacks [] for security_group (ba42ef96-92ae-4ac6-8104-c1df8d03764a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:23.278196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c60012e3-1492-4372-8a4e-7c2b62870134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ba42ef96-92ae-4ac6-8104-c1df8d03764a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:23.281046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c60012e3-1492-4372-8a4e-7c2b62870134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:23.282335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c60012e3-1492-4372-8a4e-7c2b62870134 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba42ef96-92ae-4ac6-8104-c1df8d03764a HTTP/1.1" status: 204 len: 168 time: 0.1304345 Jan 28 17:09:23.294681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60012e3-1492-4372-8a4e-7c2b62870134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42ef96-92ae-4ac6-8104-c1df8d03764a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:24.039636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52348) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:24.186541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-656106855'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:24.212270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:24.222310 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.235167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.336264 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for security_group (fb826f1c-2d2e-40f4-b924-f660f278e2f1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.341314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb826f1c-2d2e-40f4-b924-f660f278e2f1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.368516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:24.386561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb826f1c-2d2e-40f4-b924-f660f278e2f1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:24.391109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f913dc50-03ee-4af4-af31-b6fc2314534e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.391453 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment f913dc50-03ee-4af4-af31-b6fc2314534e of type vlan for network 604fb138-5039-4d97-87bf-fd63d1a6c823 Jan 28 17:09:24.445507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (604fb138-5039-4d97-87bf-fd63d1a6c823), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.483339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (604fb138-5039-4d97-87bf-fd63d1a6c823), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.489493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:24.490207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:24.556937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5153067 Jan 28 17:09:24.575544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabe611-1e0d-4e0d-8479-ecaeb9a4b2a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=604fb138-5039-4d97-87bf-fd63d1a6c823,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:24.589993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 604fb138-5039-4d97-87bf-fd63d1a6c823 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:24.698757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52352) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:24.704648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:24.806136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:24.810451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.027259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (c6ebe65c-9737-4ca5-8c21-67e48bd2ed37), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.101107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=c6ebe65c-9737-4ca5-8c21-67e48bd2ed37,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:25.112799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': 'f913dc50-03ee-4af4-af31-b6fc2314534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:25.113166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 604fb138-5039-4d97-87bf-fd63d1a6c823, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:25.132093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 604fb138-5039-4d97-87bf-fd63d1a6c823 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:25.142040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 604fb138-5039-4d97-87bf-fd63d1a6c823) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:25.151866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f896e19-f628-4aeb-beaa-ad18becbb4ed None None] Network 604fb138-5039-4d97-87bf-fd63d1a6c823 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:25.155194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:25.155884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.177698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-10a9737b-0057-4d6f-8844-224e167081a5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4776220 Jan 28 17:09:25.181397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52356) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:25.187455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1224804557'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:25.214792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:25.219143 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.249216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:25.267906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1313227f-064a-48b9-a5f4-f1fe9294728c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.268253 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 1313227f-064a-48b9-a5f4-f1fe9294728c of type vlan for network 20c36cd9-2b89-4333-844f-c7f320f78323 Jan 28 17:09:25.269553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-604fb138-5039-4d97-87bf-fd63d1a6c823', 'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': 'c6ebe65c-9737-4ca5-8c21-67e48bd2ed37'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:25.270764 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.330362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (20c36cd9-2b89-4333-844f-c7f320f78323), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.362002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (20c36cd9-2b89-4333-844f-c7f320f78323), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.370035 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:25.370846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.435051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Allocated IP 172.20.255.242 (604fb138-5039-4d97-87bf-fd63d1a6c823/c6ebe65c-9737-4ca5-8c21-67e48bd2ed37/71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:25.464712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:25.465297 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2818131 Jan 28 17:09:25.469572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834d8b-36b4-4811-889d-7c22a4ddcebc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=20c36cd9-2b89-4333-844f-c7f320f78323,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:25.470226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '20c36cd9-2b89-4333-844f-c7f320f78323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:25.489169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 20c36cd9-2b89-4333-844f-c7f320f78323 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:25.576758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:25.581550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.834229 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (5ceb0bca-dd13-46d1-9407-90633c3da2e6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.904137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Publish callbacks [] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.911602 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.912884 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=5ceb0bca-dd13-46d1-9407-90633c3da2e6,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:25.929082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '1313227f-064a-48b9-a5f4-f1fe9294728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '20c36cd9-2b89-4333-844f-c7f320f78323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:25.929462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 20c36cd9-2b89-4333-844f-c7f320f78323, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:25.954997 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 20c36cd9-2b89-4333-844f-c7f320f78323 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:25.959973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Network 604fb138-5039-4d97-87bf-fd63d1a6c823 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:25.967573 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:25.971398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 20c36cd9-2b89-4333-844f-c7f320f78323) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:25.976462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:25.977700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:25.984972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:25.989381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Pushing event updated for resources: {'Port': ['ID=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:25.992521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02819d87-1c1b-4d80-8aa0-cbc1fa2e3563 None None] Network 20c36cd9-2b89-4333-844f-c7f320f78323 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:26.014023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-392f1e07-6563-4cd1-ba7c-759bc6ff8fcd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5478776 Jan 28 17:09:26.017148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52362) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:26.106279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Attempting to bind port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:26.106650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Attempting to bind port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f913dc50-03ee-4af4-af31-b6fc2314534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:26.107021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Attempting to bind port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 on network 604fb138-5039-4d97-87bf-fd63d1a6c823 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:26.122522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:26.122917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Checking segment: {'id': 'f913dc50-03ee-4af4-af31-b6fc2314534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:26.123336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.123741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Bound using segment: {'id': 'f913dc50-03ee-4af4-af31-b6fc2314534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:26.125005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Bound port: 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f913dc50-03ee-4af4-af31-b6fc2314534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '604fb138-5039-4d97-87bf-fd63d1a6c823'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:26.126228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.171160 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (20c36cd9-2b89-4333-844f-c7f320f78323), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.214542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702283ce-5b88-4d03-a8e4-d535fee58d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-20c36cd9-2b89-4333-844f-c7f320f78323', 'network_id': '20c36cd9-2b89-4333-844f-c7f320f78323', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '5ceb0bca-dd13-46d1-9407-90633c3da2e6'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:26.215417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-702283ce-5b88-4d03-a8e4-d535fee58d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.250467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] For port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:26.254391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] For port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,segment=NetworkSegment(f913dc50-03ee-4af4-af31-b6fc2314534e),segment_id=f913dc50-03ee-4af4-af31-b6fc2314534e)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:26.258993 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5ceb0bca-dd13-46d1-9407-90633c3da2e6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.312746 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.332768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (5ceb0bca-dd13-46d1-9407-90633c3da2e6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.360596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceb0bca-dd13-46d1-9407-90633c3da2e6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-702283ce-5b88-4d03-a8e4-d535fee58d00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ceb0bca-dd13-46d1-9407-90633c3da2e6: This subnet is being modified by another concurrent operation. Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ceb0bca-dd13-46d1-9407-90633c3da2e6: This subnet is being modified by another concurrent operation. Jan 28 17:09:26.400878 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 17:09:26.413867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b6517-745b-4534-b4b4-194f243fcd77 None None] Pushing event updated for resources: {'Port': ['ID=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:26.421856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b324c7-2272-41e8-978f-4ac81636cb1d None None] Network 20c36cd9-2b89-4333-844f-c7f320f78323 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:26.464785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (20c36cd9-2b89-4333-844f-c7f320f78323), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.487806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c36cd9-2b89-4333-844f-c7f320f78323']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:26.497901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1313227f-064a-48b9-a5f4-f1fe9294728c') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:26.498151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1313227f-064a-48b9-a5f4-f1fe9294728c') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:26.508578 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (1313227f-064a-48b9-a5f4-f1fe9294728c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.524783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1313227f-064a-48b9-a5f4-f1fe9294728c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.530981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:26.531365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (1313227f-064a-48b9-a5f4-f1fe9294728c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:26.534563 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:26.598802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (20c36cd9-2b89-4333-844f-c7f320f78323), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.627459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.631553 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/20c36cd9-2b89-4333-844f-c7f320f78323 HTTP/1.1" status: 204 len: 168 time: 0.6112907 Jan 28 17:09:26.634727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60f193-b82e-4498-9691-0e8592a2041b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=20c36cd9-2b89-4333-844f-c7f320f78323,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:26.638230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52364) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:26.653843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006247594'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:26.679041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:26.685691 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.710916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:26.724769 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.724769 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 89f068f6-83ff-483c-9756-025e999fb1c1 of type vlan for network 81b32f24-bba4-40bb-897c-a1312f595538 Jan 28 17:09:26.791969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (81b32f24-bba4-40bb-897c-a1312f595538), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.824757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (81b32f24-bba4-40bb-897c-a1312f595538), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.830182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:26.830873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:26.897154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:09:26.916248 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2728283 Jan 28 17:09:26.917870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861da58-b332-4834-b3ed-17db76e5a808 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=81b32f24-bba4-40bb-897c-a1312f595538,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:26.919263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52366) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:26.927413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '81b32f24-bba4-40bb-897c-a1312f595538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:26.933736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 81b32f24-bba4-40bb-897c-a1312f595538 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:27.016348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:27.016641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.026753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:27.032842 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.095737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing IP validity checks on allocation pools {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 17:09:27.096258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 17:09:27.101347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:27.101939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.158152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,segment=NetworkSegment(f913dc50-03ee-4af4-af31-b6fc2314534e),segment_id=f913dc50-03ee-4af4-af31-b6fc2314534e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:27.162843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.218345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:27.277124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (5e6498b8-453b-4d35-9dd9-6803467f3540), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.345976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=5e6498b8-453b-4d35-9dd9-6803467f3540,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:27.348366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '89f068f6-83ff-483c-9756-025e999fb1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '81b32f24-bba4-40bb-897c-a1312f595538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:27.348761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 81b32f24-bba4-40bb-897c-a1312f595538, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:27.367462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 81b32f24-bba4-40bb-897c-a1312f595538 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:27.378431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 81b32f24-bba4-40bb-897c-a1312f595538) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:27.383373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:27.384116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.397877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb91f39-4db7-40bc-bf73-83cf747e705c None None] Network 81b32f24-bba4-40bb-897c-a1312f595538 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:27.405411 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-343aeb28-ed1f-4b25-bba2-42d2334a1ae6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4819376 Jan 28 17:09:27.406365 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52370) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:27.529958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-81b32f24-bba4-40bb-897c-a1312f595538', 'network_id': '81b32f24-bba4-40bb-897c-a1312f595538', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '5e6498b8-453b-4d35-9dd9-6803467f3540'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:27.531192 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.532163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (81b32f24-bba4-40bb-897c-a1312f595538), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.625581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5e6498b8-453b-4d35-9dd9-6803467f3540), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.695002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Allocated IP 172.20.0.3 (81b32f24-bba4-40bb-897c-a1312f595538/5e6498b8-453b-4d35-9dd9-6803467f3540/d16168de-cb61-473c-a30a-807f0de4c7d4) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:27.749476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64aa2a-78ed-496d-a222-7ee89787960f None None] Network 604fb138-5039-4d97-87bf-fd63d1a6c823 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:27.907874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-81396404-b597-4971-965f-69a48ea4375f None None] Provisioning complete for port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:27.908163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81396404-b597-4971-965f-69a48ea4375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.949120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Publish callbacks [] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.960655 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:27.980472 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (5e6498b8-453b-4d35-9dd9-6803467f3540), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.013931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Network 81b32f24-bba4-40bb-897c-a1312f595538 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:28.020818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:28.023872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6498b8-453b-4d35-9dd9-6803467f3540,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:28.026842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:28.036222 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Pushing event updated for resources: {'Port': ['ID=d16168de-cb61-473c-a30a-807f0de4c7d4,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:28.085756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-81396404-b597-4971-965f-69a48ea4375f None None] Current status of the port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:28.092061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (81b32f24-bba4-40bb-897c-a1312f595538), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.115152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b32f24-bba4-40bb-897c-a1312f595538']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:28.126235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f068f6-83ff-483c-9756-025e999fb1c1') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:28.126572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f068f6-83ff-483c-9756-025e999fb1c1') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:28.137118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.155615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.163829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:28.164138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:28.167602 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:28.189267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Attempting to bind port d16168de-cb61-473c-a30a-807f0de4c7d4 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:28.190029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Attempting to bind port d16168de-cb61-473c-a30a-807f0de4c7d4 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '89f068f6-83ff-483c-9756-025e999fb1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '81b32f24-bba4-40bb-897c-a1312f595538'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:28.190856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Attempting to bind port d16168de-cb61-473c-a30a-807f0de4c7d4 on network 81b32f24-bba4-40bb-897c-a1312f595538 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:28.197731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:28.198159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Checking segment: {'id': '89f068f6-83ff-483c-9756-025e999fb1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '81b32f24-bba4-40bb-897c-a1312f595538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:28.198736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.199138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Bound using segment: {'id': '89f068f6-83ff-483c-9756-025e999fb1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '81b32f24-bba4-40bb-897c-a1312f595538'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:28.199762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Bound port: d16168de-cb61-473c-a30a-807f0de4c7d4, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f068f6-83ff-483c-9756-025e999fb1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '81b32f24-bba4-40bb-897c-a1312f595538'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:28.200192 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.249732 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:28.249732 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:28.249732 n-d-812111-13 neutron-server[103093]: [parameters: {'id': '81b32f24-bba4-40bb-897c-a1312f595538'}] Jan 28 17:09:28.249732 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:28.250302 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:28.278759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] For port d16168de-cb61-473c-a30a-807f0de4c7d4, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:28.282699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] For port d16168de-cb61-473c-a30a-807f0de4c7d4, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d16168de-cb61-473c-a30a-807f0de4c7d4,segment=NetworkSegment(89f068f6-83ff-483c-9756-025e999fb1c1),segment_id=89f068f6-83ff-483c-9756-025e999fb1c1)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:28.291508 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.373372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a10e6-c523-4a68-9a18-0aa196298475 None None] Pushing event updated for resources: {'Port': ['ID=d16168de-cb61-473c-a30a-807f0de4c7d4,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:28.390439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240725c-0f6b-4c51-83d6-361974c077d1 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:28.445253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b26598d5-6d76-4c20-ae12-14f0470df9cc None None] Provisioning complete for port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:28.445524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b26598d5-6d76-4c20-ae12-14f0470df9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.530319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6240725c-0f6b-4c51-83d6-361974c077d1 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:28.624124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b26598d5-6d76-4c20-ae12-14f0470df9cc None None] Current status of the port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:28.751505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (81b32f24-bba4-40bb-897c-a1312f595538), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.756547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b260b4-15de-4d11-865d-9128e9cc6450 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:28.821013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:09:28.824045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port d16168de-cb61-473c-a30a-807f0de4c7d4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:28.824385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.890440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port d16168de-cb61-473c-a30a-807f0de4c7d4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d16168de-cb61-473c-a30a-807f0de4c7d4,segment=NetworkSegment(89f068f6-83ff-483c-9756-025e999fb1c1),segment_id=89f068f6-83ff-483c-9756-025e999fb1c1)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:28.891026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.903067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b260b4-15de-4d11-865d-9128e9cc6450 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:28.905374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for d16168de-cb61-473c-a30a-807f0de4c7d4 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:28.917541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:28.917920 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:28.992946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d16168de-cb61-473c-a30a-807f0de4c7d4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.019541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=d16168de-cb61-473c-a30a-807f0de4c7d4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:29.023611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port d16168de-cb61-473c-a30a-807f0de4c7d4 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:29.107899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (81b32f24-bba4-40bb-897c-a1312f595538), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.117549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:29.134237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b32f24-bba4-40bb-897c-a1312f595538']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:29.144576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f068f6-83ff-483c-9756-025e999fb1c1') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:29.144909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f068f6-83ff-483c-9756-025e999fb1c1') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:29.154862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.171281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969bd517-ce6d-42a5-acf9-3938c6cf2001 None None] Network 81b32f24-bba4-40bb-897c-a1312f595538 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:29.180780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.189333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:29.189796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (89f068f6-83ff-483c-9756-025e999fb1c1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:29.195071 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:29.262798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (81b32f24-bba4-40bb-897c-a1312f595538), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.276184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.280853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/81b32f24-bba4-40bb-897c-a1312f595538 HTTP/1.1" status: 204 len: 168 time: 1.8733823 Jan 28 17:09:29.284890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52376) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:29.291332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1784601700'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:29.309267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d903fc-d1e5-40a6-be97-b9a8eb85774a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=81b32f24-bba4-40bb-897c-a1312f595538,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:29.324280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:29.328269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.358879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:29.369130 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b13b4ee2-a3b0-4904-adbe-95b430461a76), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.369594 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment b13b4ee2-a3b0-4904-adbe-95b430461a76 of type vlan for network 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 Jan 28 17:09:29.410596 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5af61a74-6beb-4f68-9ac2-fa8d9d8fff30), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.439751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5af61a74-6beb-4f68-9ac2-fa8d9d8fff30), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.445338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:29.446076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.520342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2334723 Jan 28 17:09:29.523049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52378) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:29.528217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88c78a-0568-4493-abe3-8acc40ae890c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=5af61a74-6beb-4f68-9ac2-fa8d9d8fff30,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:29.529183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '5af61a74-6beb-4f68-9ac2-fa8d9d8fff30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:29.541243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:29.636954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:29.640477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.830063 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (30aaff8f-20cf-41f6-bcd7-0c8294ef392d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.892689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=30aaff8f-20cf-41f6-bcd7-0c8294ef392d,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:29.899687 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': 'b13b4ee2-a3b0-4904-adbe-95b430461a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5af61a74-6beb-4f68-9ac2-fa8d9d8fff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:29.900153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:29.917486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:29.925809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:29.929770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:29.930362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:29.938582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbf085-729f-4258-afe2-55d033b853d4 None None] Network 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:29.949398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d0b4bea-496d-4eb0-8627-946ecea68ecc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4223125 Jan 28 17:09:29.949880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52380) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:30.054281 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5af61a74-6beb-4f68-9ac2-fa8d9d8fff30), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.112786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (30aaff8f-20cf-41f6-bcd7-0c8294ef392d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.187156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (30aaff8f-20cf-41f6-bcd7-0c8294ef392d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.219252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=30aaff8f-20cf-41f6-bcd7-0c8294ef392d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:30.219577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6a705-99b3-468d-ae8f-90b92a099e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5af61a74-6beb-4f68-9ac2-fa8d9d8fff30', 'network_id': '5af61a74-6beb-4f68-9ac2-fa8d9d8fff30', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '30aaff8f-20cf-41f6-bcd7-0c8294ef392d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:30.220584 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a705-99b3-468d-ae8f-90b92a099e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.292495 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5af61a74-6beb-4f68-9ac2-fa8d9d8fff30), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.306178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f030ef-4a28-40a4-b650-4d82de6c1c99 None None] Network 5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:30.316844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af61a74-6beb-4f68-9ac2-fa8d9d8fff30']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:30.326928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13b4ee2-a3b0-4904-adbe-95b430461a76') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:30.327294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13b4ee2-a3b0-4904-adbe-95b430461a76') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:30.338188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (b13b4ee2-a3b0-4904-adbe-95b430461a76), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.352029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b13b4ee2-a3b0-4904-adbe-95b430461a76), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.359136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:30.359574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (b13b4ee2-a3b0-4904-adbe-95b430461a76), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:30.362713 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:30.435603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5af61a74-6beb-4f68-9ac2-fa8d9d8fff30), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.440891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.448267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52386) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:30.448793 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 HTTP/1.1" status: 204 len: 168 time: 0.4973617 Jan 28 17:09:30.453360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610465416'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:30.466776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2af13-69a2-4c91-8459-91a4de951442 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=5af61a74-6beb-4f68-9ac2-fa8d9d8fff30,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:30.475221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:30.478771 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.507123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:30.518241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.518731 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 94b923c2-3974-44cd-ba06-0e72d5d0e919 of type vlan for network 29c11ccd-22d2-4cd3-806c-125841f41c04 Jan 28 17:09:30.564517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.594148 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.599561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:30.600209 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.630564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52390) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:30.655817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52394) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:30.656072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2064357 Jan 28 17:09:30.661590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:30.675945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa84344-0c05-4aca-b8be-e0dbfd5f7a26 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=29c11ccd-22d2-4cd3-806c-125841f41c04,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:30.687036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 29c11ccd-22d2-4cd3-806c-125841f41c04 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:30.774634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:30.778168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:30.833569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7d38e3-9be5-4f02-a2ee-8da77047f351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.003768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7d38e3-9be5-4f02-a2ee-8da77047f351 admin admin] Publish callbacks [] for security_group (943c5db1-eea8-4525-8e16-51e00038633d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.009873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eb7d38e3-9be5-4f02-a2ee-8da77047f351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (943c5db1-eea8-4525-8e16-51e00038633d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.053381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (b84af0bd-4992-4203-89f5-f2bad6f0102b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.066232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d38e3-9be5-4f02-a2ee-8da77047f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943c5db1-eea8-4525-8e16-51e00038633d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:31.087210 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eb7d38e3-9be5-4f02-a2ee-8da77047f351 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32a9c173be5b404db7852cdedeffc669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555874 Jan 28 17:09:31.090000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52396) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:31.137135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=b84af0bd-4992-4203-89f5-f2bad6f0102b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:31.147872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '94b923c2-3974-44cd-ba06-0e72d5d0e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:31.148311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 29c11ccd-22d2-4cd3-806c-125841f41c04, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:31.156536 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9afd131-57a1-4968-b121-eeef4a3c2b60 admin admin] Publish callbacks [] for security_group (943c5db1-eea8-4525-8e16-51e00038633d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.166917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 29c11ccd-22d2-4cd3-806c-125841f41c04 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:31.178297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 29c11ccd-22d2-4cd3-806c-125841f41c04) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:31.181874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9afd131-57a1-4968-b121-eeef4a3c2b60 admin admin] Publish callbacks [] for security_group (943c5db1-eea8-4525-8e16-51e00038633d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.187922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:31.188074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f31eb9-4b57-4a8b-981a-e27878163c3b None None] Network 29c11ccd-22d2-4cd3-806c-125841f41c04 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:31.189396 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.211586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c1c19a7d-d97d-4961-909a-db56830f0dc9 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5540390 Jan 28 17:09:31.215751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52398) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:31.245659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9afd131-57a1-4968-b121-eeef4a3c2b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (943c5db1-eea8-4525-8e16-51e00038633d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.248699 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9afd131-57a1-4968-b121-eeef4a3c2b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.252636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a9afd131-57a1-4968-b121-eeef4a3c2b60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/943c5db1-eea8-4525-8e16-51e00038633d HTTP/1.1" status: 204 len: 168 time: 0.1590538 Jan 28 17:09:31.260078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afd131-57a1-4968-b121-eeef4a3c2b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c5db1-eea8-4525-8e16-51e00038633d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:31.329961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-29c11ccd-22d2-4cd3-806c-125841f41c04', 'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': 'b84af0bd-4992-4203-89f5-f2bad6f0102b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:31.331514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.371055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.433882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (b84af0bd-4992-4203-89f5-f2bad6f0102b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.507169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Allocated IP 172.20.0.2 (29c11ccd-22d2-4cd3-806c-125841f41c04/b84af0bd-4992-4203-89f5-f2bad6f0102b/6912b2cc-71ff-422b-80a5-0eb7bd688122) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:31.607026 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52404) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:31.631040 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9953b6da-2588-447b-bde3-ccf2e3a4b4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.668839 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Publish callbacks [] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.675912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.697720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (b84af0bd-4992-4203-89f5-f2bad6f0102b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.719113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Network 29c11ccd-22d2-4cd3-806c-125841f41c04 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:31.722334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9953b6da-2588-447b-bde3-ccf2e3a4b4fc admin admin] Publish callbacks [] for security_group (e026e968-a1f7-4508-896f-00ba15e246d4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.724042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:31.729593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:31.730303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9953b6da-2588-447b-bde3-ccf2e3a4b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e026e968-a1f7-4508-896f-00ba15e246d4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.738524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=b84af0bd-4992-4203-89f5-f2bad6f0102b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:31.774196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953b6da-2588-447b-bde3-ccf2e3a4b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e026e968-a1f7-4508-896f-00ba15e246d4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:31.802865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9953b6da-2588-447b-bde3-ccf2e3a4b4fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55bb8be4b7d24ef0bf40bdd50077ce0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933379 Jan 28 17:09:31.803100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52406) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:31.813061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.828097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Pushing event updated for resources: {'Port': ['ID=6912b2cc-71ff-422b-80a5-0eb7bd688122,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:31.843945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.844355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.844647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.845534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.845534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.847350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.847350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.847350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.847350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.847678 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.848509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.848509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.848509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:31.851596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Attempting to bind port 6912b2cc-71ff-422b-80a5-0eb7bd688122 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:31.851971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Attempting to bind port 6912b2cc-71ff-422b-80a5-0eb7bd688122 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '94b923c2-3974-44cd-ba06-0e72d5d0e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:31.852370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Attempting to bind port 6912b2cc-71ff-422b-80a5-0eb7bd688122 on network 29c11ccd-22d2-4cd3-806c-125841f41c04 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:31.858364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:31.858754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Checking segment: {'id': '94b923c2-3974-44cd-ba06-0e72d5d0e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:31.859157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.859883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Bound using segment: {'id': '94b923c2-3974-44cd-ba06-0e72d5d0e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:31.860624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Bound port: 6912b2cc-71ff-422b-80a5-0eb7bd688122, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b923c2-3974-44cd-ba06-0e72d5d0e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '29c11ccd-22d2-4cd3-806c-125841f41c04'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:31.861210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.876369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c11ccd-22d2-4cd3-806c-125841f41c04']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:31.896060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b923c2-3974-44cd-ba06-0e72d5d0e919') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:31.896456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b923c2-3974-44cd-ba06-0e72d5d0e919') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:31.911748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.930936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] For port 6912b2cc-71ff-422b-80a5-0eb7bd688122, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:31.934536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] For port 6912b2cc-71ff-422b-80a5-0eb7bd688122, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6912b2cc-71ff-422b-80a5-0eb7bd688122,segment=NetworkSegment(94b923c2-3974-44cd-ba06-0e72d5d0e919),segment_id=94b923c2-3974-44cd-ba06-0e72d5d0e919)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:31.938448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bf88-9085-45eb-886b-b50943c27201 admin admin] Publish callbacks [] for security_group (e026e968-a1f7-4508-896f-00ba15e246d4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.940872 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.949393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.965076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:31.966550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:31.985622 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:31.994825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bf88-9085-45eb-886b-b50943c27201 admin admin] Publish callbacks [] for security_group (e026e968-a1f7-4508-896f-00ba15e246d4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.050702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76363d37-6ddd-44cf-b231-99f608e38ca4 None None] Pushing event updated for resources: {'Port': ['ID=6912b2cc-71ff-422b-80a5-0eb7bd688122,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:32.066258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:32.066258 n-d-812111-13 neutron-server[103094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:32.066258 n-d-812111-13 neutron-server[103094]: [parameters: {'id': '29c11ccd-22d2-4cd3-806c-125841f41c04'}] Jan 28 17:09:32.066258 n-d-812111-13 neutron-server[103094]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:32.066754 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:32.076378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16455c3-a38e-4e2e-9875-26fd8924764b None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:32.094588 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bf88-9085-45eb-886b-b50943c27201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e026e968-a1f7-4508-896f-00ba15e246d4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.099352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bf88-9085-45eb-886b-b50943c27201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.101358 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43e4bf88-9085-45eb-886b-b50943c27201 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e026e968-a1f7-4508-896f-00ba15e246d4 HTTP/1.1" status: 204 len: 168 time: 0.2968059 Jan 28 17:09:32.117027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4bf88-9085-45eb-886b-b50943c27201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026e968-a1f7-4508-896f-00ba15e246d4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:32.204959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16455c3-a38e-4e2e-9875-26fd8924764b None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:32.399529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b804b9-7e8b-4727-b742-17b6c908127d None None] Network 29c11ccd-22d2-4cd3-806c-125841f41c04 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:32.567661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.631354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port 6912b2cc-71ff-422b-80a5-0eb7bd688122 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:32.631802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.704803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port 6912b2cc-71ff-422b-80a5-0eb7bd688122, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6912b2cc-71ff-422b-80a5-0eb7bd688122,segment=NetworkSegment(94b923c2-3974-44cd-ba06-0e72d5d0e919),segment_id=94b923c2-3974-44cd-ba06-0e72d5d0e919)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:32.705421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.720170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for 6912b2cc-71ff-422b-80a5-0eb7bd688122 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:32.806682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (6912b2cc-71ff-422b-80a5-0eb7bd688122), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.837926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=6912b2cc-71ff-422b-80a5-0eb7bd688122,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:32.842949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port 6912b2cc-71ff-422b-80a5-0eb7bd688122 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:32.930009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.955105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c11ccd-22d2-4cd3-806c-125841f41c04']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:32.964635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b923c2-3974-44cd-ba06-0e72d5d0e919') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:32.964968 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b923c2-3974-44cd-ba06-0e72d5d0e919') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:32.974814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.991347 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:32.999746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:33.000239 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (94b923c2-3974-44cd-ba06-0e72d5d0e919), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:33.004243 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:33.076115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (29c11ccd-22d2-4cd3-806c-125841f41c04), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.083848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.087849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/29c11ccd-22d2-4cd3-806c-125841f41c04 HTTP/1.1" status: 204 len: 168 time: 1.8710437 Jan 28 17:09:33.091490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52458) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:33.097301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729079019'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:33.104019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a26ae-33bd-4068-85d8-af9a8490383b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=29c11ccd-22d2-4cd3-806c-125841f41c04,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:33.120085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:33.125213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.155111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:33.167002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.167499 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 3570db71-7e98-4840-9a9f-74f2e762358a of type vlan for network 7744849f-7333-4995-990f-44aba8d5f2d9 Jan 28 17:09:33.214766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.244540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.250290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:33.250913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.619662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5269146 Jan 28 17:09:33.622399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52482) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:33.630564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:33.676585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f3913-7674-4205-a27e-f7256943faf7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=7744849f-7333-4995-990f-44aba8d5f2d9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:33.689643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7744849f-7333-4995-990f-44aba8d5f2d9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:33.738289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:33.742257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:33.814292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing IP validity checks on allocation pools {{(pid=103093) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 17:09:33.815034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103093) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 17:09:33.954222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (6863af25-4ef2-49a2-a491-c51b2a1d4aee), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.042440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=6863af25-4ef2-49a2-a491-c51b2a1d4aee,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:34.069422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '3570db71-7e98-4840-9a9f-74f2e762358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:34.069796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 7744849f-7333-4995-990f-44aba8d5f2d9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:34.089308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 7744849f-7333-4995-990f-44aba8d5f2d9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:34.105739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7744849f-7333-4995-990f-44aba8d5f2d9) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:34.114756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:34.116636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.121703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629ee2f-3d99-40d9-8c94-e74580f50e27 None None] Network 7744849f-7333-4995-990f-44aba8d5f2d9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:34.150074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-169a12d0-6b88-41b5-afd5-14d3b55c436a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5242221 Jan 28 17:09:34.150547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:34.269389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-7744849f-7333-4995-990f-44aba8d5f2d9', 'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '6863af25-4ef2-49a2-a491-c51b2a1d4aee'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:34.270563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.313155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.370934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (6863af25-4ef2-49a2-a491-c51b2a1d4aee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.422926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Allocated IP 172.20.0.3 (7744849f-7333-4995-990f-44aba8d5f2d9/6863af25-4ef2-49a2-a491-c51b2a1d4aee/7072a50d-47c3-4ca2-b380-2d79e6f584f3) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:34.578179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Publish callbacks [] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.585411 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.611041 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (6863af25-4ef2-49a2-a491-c51b2a1d4aee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.633164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Network 7744849f-7333-4995-990f-44aba8d5f2d9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:34.638141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:34.643207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:34.647107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Pushing event updated for resources: {'Port': ['ID=7072a50d-47c3-4ca2-b380-2d79e6f584f3,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:34.663069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=6863af25-4ef2-49a2-a491-c51b2a1d4aee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:34.730332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Attempting to bind port 7072a50d-47c3-4ca2-b380-2d79e6f584f3 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:34.730829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Attempting to bind port 7072a50d-47c3-4ca2-b380-2d79e6f584f3 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3570db71-7e98-4840-9a9f-74f2e762358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:34.731069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Attempting to bind port 7072a50d-47c3-4ca2-b380-2d79e6f584f3 on network 7744849f-7333-4995-990f-44aba8d5f2d9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:34.737863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:34.738265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Checking segment: {'id': '3570db71-7e98-4840-9a9f-74f2e762358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:34.738729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.739338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Bound using segment: {'id': '3570db71-7e98-4840-9a9f-74f2e762358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:34.739830 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Bound port: 7072a50d-47c3-4ca2-b380-2d79e6f584f3, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3570db71-7e98-4840-9a9f-74f2e762358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7744849f-7333-4995-990f-44aba8d5f2d9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:34.740218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.770445 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.822788 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] For port 7072a50d-47c3-4ca2-b380-2d79e6f584f3, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:34.826525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] For port 7072a50d-47c3-4ca2-b380-2d79e6f584f3, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7072a50d-47c3-4ca2-b380-2d79e6f584f3,segment=NetworkSegment(3570db71-7e98-4840-9a9f-74f2e762358a),segment_id=3570db71-7e98-4840-9a9f-74f2e762358a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:34.835284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:34.940718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b48998-0ce1-4f03-9c40-329acc179c31 None None] Pushing event updated for resources: {'Port': ['ID=7072a50d-47c3-4ca2-b380-2d79e6f584f3,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:34.963124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f9ee4-465b-4b00-9373-85de8f29aeef None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:35.078025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f9ee4-465b-4b00-9373-85de8f29aeef None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:35.094720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7744849f-7333-4995-990f-44aba8d5f2d9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:35.106901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3570db71-7e98-4840-9a9f-74f2e762358a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:35.107258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3570db71-7e98-4840-9a9f-74f2e762358a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:35.124494 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.139500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.148179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:35.148883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:35.152396 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:35.213227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:35.213227 n-d-812111-13 neutron-server[103094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:35.213227 n-d-812111-13 neutron-server[103094]: [parameters: {'id': '7744849f-7333-4995-990f-44aba8d5f2d9'}] Jan 28 17:09:35.213227 n-d-812111-13 neutron-server[103094]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:35.213728 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:35.297808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6724cbc-4e4d-4450-bfb1-62c072fab8e9 None None] Network 7744849f-7333-4995-990f-44aba8d5f2d9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:35.715101 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.769759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port 7072a50d-47c3-4ca2-b380-2d79e6f584f3 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:35.770102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.843694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port 7072a50d-47c3-4ca2-b380-2d79e6f584f3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7072a50d-47c3-4ca2-b380-2d79e6f584f3,segment=NetworkSegment(3570db71-7e98-4840-9a9f-74f2e762358a),segment_id=3570db71-7e98-4840-9a9f-74f2e762358a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:35.844069 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.859007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for 7072a50d-47c3-4ca2-b380-2d79e6f584f3 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:35.938845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7072a50d-47c3-4ca2-b380-2d79e6f584f3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:35.965500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=7072a50d-47c3-4ca2-b380-2d79e6f584f3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:35.971952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port 7072a50d-47c3-4ca2-b380-2d79e6f584f3 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:36.052377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.074105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7744849f-7333-4995-990f-44aba8d5f2d9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:36.086071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3570db71-7e98-4840-9a9f-74f2e762358a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:36.086370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3570db71-7e98-4840-9a9f-74f2e762358a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:36.097086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.110914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.118090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:36.118547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3570db71-7e98-4840-9a9f-74f2e762358a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:36.121809 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:36.185666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7744849f-7333-4995-990f-44aba8d5f2d9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.193157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.199417 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/7744849f-7333-4995-990f-44aba8d5f2d9 HTTP/1.1" status: 204 len: 168 time: 2.0446174 Jan 28 17:09:36.199643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:36.204916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905137832'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:36.218309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c903-e3a3-4bba-bb9d-4d50c4e97a01 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=7744849f-7333-4995-990f-44aba8d5f2d9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:36.236917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:36.240694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.265554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:36.275268 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.275619 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 3f488aa8-727d-40fe-bd52-2f5079cf0983 of type vlan for network 80492598-86e8-475d-bba6-45796c4ccc89 Jan 28 17:09:36.317036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (80492598-86e8-475d-bba6-45796c4ccc89), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.343026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (80492598-86e8-475d-bba6-45796c4ccc89), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.348192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:36.348842 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.405596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2048922 Jan 28 17:09:36.408351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52522) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:36.413653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '80492598-86e8-475d-bba6-45796c4ccc89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:36.424975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913dea7-bf76-4f37-a1d1-67bab33f279c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=80492598-86e8-475d-bba6-45796c4ccc89,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:36.435355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 80492598-86e8-475d-bba6-45796c4ccc89 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:36.509622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:36.513309 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.720315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (d5cdf7d6-3620-44e7-a0d3-662f752429a6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.783393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=d5cdf7d6-3620-44e7-a0d3-662f752429a6,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:36.793700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '3f488aa8-727d-40fe-bd52-2f5079cf0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80492598-86e8-475d-bba6-45796c4ccc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:36.794073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 80492598-86e8-475d-bba6-45796c4ccc89, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:36.811435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 80492598-86e8-475d-bba6-45796c4ccc89 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:36.820978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 80492598-86e8-475d-bba6-45796c4ccc89) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:36.826146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:36.826760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.833640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b93a7-fb95-41c6-bdd7-8b02255af724 None None] Network 80492598-86e8-475d-bba6-45796c4ccc89 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:36.847302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7faaab8b-ee05-41f3-8deb-e4976202b404 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4377389 Jan 28 17:09:36.849875 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:36.945610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-80492598-86e8-475d-bba6-45796c4ccc89', 'network_id': '80492598-86e8-475d-bba6-45796c4ccc89', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': 'd5cdf7d6-3620-44e7-a0d3-662f752429a6'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:36.946487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:36.966993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (80492598-86e8-475d-bba6-45796c4ccc89), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.026296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d5cdf7d6-3620-44e7-a0d3-662f752429a6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.094866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Allocated IP 172.20.0.1 (80492598-86e8-475d-bba6-45796c4ccc89/d5cdf7d6-3620-44e7-a0d3-662f752429a6/f773aa4a-8885-467f-a7e1-2ce6a03cc676) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:37.247507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Publish callbacks [] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.255212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.270317 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (d5cdf7d6-3620-44e7-a0d3-662f752429a6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.297575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Network 80492598-86e8-475d-bba6-45796c4ccc89 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:37.304604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cdf7d6-3620-44e7-a0d3-662f752429a6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:37.305375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:37.307227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Pushing event updated for resources: {'Port': ['ID=f773aa4a-8885-467f-a7e1-2ce6a03cc676,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:37.309391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:37.371693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (80492598-86e8-475d-bba6-45796c4ccc89), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.381367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Attempting to bind port f773aa4a-8885-467f-a7e1-2ce6a03cc676 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:37.381901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Attempting to bind port f773aa4a-8885-467f-a7e1-2ce6a03cc676 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3f488aa8-727d-40fe-bd52-2f5079cf0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80492598-86e8-475d-bba6-45796c4ccc89'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:37.382286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Attempting to bind port f773aa4a-8885-467f-a7e1-2ce6a03cc676 on network 80492598-86e8-475d-bba6-45796c4ccc89 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:37.388029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:37.388425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Checking segment: {'id': '3f488aa8-727d-40fe-bd52-2f5079cf0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80492598-86e8-475d-bba6-45796c4ccc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:37.388867 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.389297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Bound using segment: {'id': '3f488aa8-727d-40fe-bd52-2f5079cf0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80492598-86e8-475d-bba6-45796c4ccc89'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:37.389903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Bound port: f773aa4a-8885-467f-a7e1-2ce6a03cc676, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f488aa8-727d-40fe-bd52-2f5079cf0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80492598-86e8-475d-bba6-45796c4ccc89'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:37.390742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.394517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80492598-86e8-475d-bba6-45796c4ccc89']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:37.405107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f488aa8-727d-40fe-bd52-2f5079cf0983') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:37.405484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f488aa8-727d-40fe-bd52-2f5079cf0983') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:37.417004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.433048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.441006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:37.441403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:37.444404 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:37.473125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] For port f773aa4a-8885-467f-a7e1-2ce6a03cc676, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:37.510186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:37.510186 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:37.510186 n-d-812111-13 neutron-server[103093]: [parameters: {'id': '80492598-86e8-475d-bba6-45796c4ccc89'}] Jan 28 17:09:37.510186 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:37.510766 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:37.511101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] For port f773aa4a-8885-467f-a7e1-2ce6a03cc676, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f773aa4a-8885-467f-a7e1-2ce6a03cc676,segment=NetworkSegment(3f488aa8-727d-40fe-bd52-2f5079cf0983),segment_id=3f488aa8-727d-40fe-bd52-2f5079cf0983)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:37.517433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:37.599337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd8d05-6475-4f30-8968-0ddd863a96dc None None] Pushing event updated for resources: {'Port': ['ID=f773aa4a-8885-467f-a7e1-2ce6a03cc676,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:37.619291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47382a0-d524-464e-8141-a2e6f50398ed None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:37.732345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47382a0-d524-464e-8141-a2e6f50398ed None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:38.012238 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (80492598-86e8-475d-bba6-45796c4ccc89), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.076652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port f773aa4a-8885-467f-a7e1-2ce6a03cc676 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:38.077081 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.086506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a429b-2fe1-4701-9703-d89916aca105 None None] Network 80492598-86e8-475d-bba6-45796c4ccc89 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:38.153706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port f773aa4a-8885-467f-a7e1-2ce6a03cc676, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f773aa4a-8885-467f-a7e1-2ce6a03cc676,segment=NetworkSegment(3f488aa8-727d-40fe-bd52-2f5079cf0983),segment_id=3f488aa8-727d-40fe-bd52-2f5079cf0983)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:38.154161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.171549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for f773aa4a-8885-467f-a7e1-2ce6a03cc676 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:38.259517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f773aa4a-8885-467f-a7e1-2ce6a03cc676), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.286739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=f773aa4a-8885-467f-a7e1-2ce6a03cc676,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:38.288519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port f773aa4a-8885-467f-a7e1-2ce6a03cc676 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:38.372820 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (80492598-86e8-475d-bba6-45796c4ccc89), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.394755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80492598-86e8-475d-bba6-45796c4ccc89']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:38.407133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f488aa8-727d-40fe-bd52-2f5079cf0983') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:38.407435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f488aa8-727d-40fe-bd52-2f5079cf0983') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:38.418231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.432946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.439313 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:38.439612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (3f488aa8-727d-40fe-bd52-2f5079cf0983), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:38.442834 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:38.501808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (80492598-86e8-475d-bba6-45796c4ccc89), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.508001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.515083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/80492598-86e8-475d-bba6-45796c4ccc89 HTTP/1.1" status: 204 len: 168 time: 1.6606560 Jan 28 17:09:38.515437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52532) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:38.520892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1246504114'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:38.534745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446452a-9709-4a73-9239-6a62e5afee0f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=80492598-86e8-475d-bba6-45796c4ccc89,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:38.543173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:38.546990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.571577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:38.582176 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.582591 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment a957dfc9-890b-418a-853f-4ced3124806c of type vlan for network 98e984e6-da6d-4f4f-9af3-377b0d6df394 Jan 28 17:09:38.626392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.650260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.655450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:38.656028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:38.717135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2005656 Jan 28 17:09:38.719959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52536) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:38.726697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7228ef-4f54-4c84-9ce0-6bfff32e304d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=98e984e6-da6d-4f4f-9af3-377b0d6df394,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:38.728563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:38.739159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 98e984e6-da6d-4f4f-9af3-377b0d6df394 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:38.829924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:38.834011 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.023552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (fd0034fc-04c4-4d50-9722-c657b6cc8b94), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.088094 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=fd0034fc-04c4-4d50-9722-c657b6cc8b94,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:39.092283 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': 'a957dfc9-890b-418a-853f-4ced3124806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:39.092650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 98e984e6-da6d-4f4f-9af3-377b0d6df394, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:39.110067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 98e984e6-da6d-4f4f-9af3-377b0d6df394 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:39.120082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 98e984e6-da6d-4f4f-9af3-377b0d6df394) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:39.124358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:39.124989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.136843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673bbf2-509f-45b3-a915-2440167ee0f7 None None] Network 98e984e6-da6d-4f4f-9af3-377b0d6df394 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:39.144063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-74e2a8eb-0fbf-41a8-b63b-96b4a7aaec86 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4222353 Jan 28 17:09:39.146673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52538) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:39.257980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-98e984e6-da6d-4f4f-9af3-377b0d6df394', 'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': 'fd0034fc-04c4-4d50-9722-c657b6cc8b94'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:39.258853 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.263668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.319814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (fd0034fc-04c4-4d50-9722-c657b6cc8b94), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.402816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Allocated IP 172.20.0.1 (98e984e6-da6d-4f4f-9af3-377b0d6df394/fd0034fc-04c4-4d50-9722-c657b6cc8b94/11bb63cc-eff4-422f-8eba-b387f8471c88) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:39.551394 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Publish callbacks [] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.558231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.575935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (fd0034fc-04c4-4d50-9722-c657b6cc8b94), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.603278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0034fc-04c4-4d50-9722-c657b6cc8b94,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:39.603911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Network 98e984e6-da6d-4f4f-9af3-377b0d6df394 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:39.616074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:39.621030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:39.625543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Pushing event updated for resources: {'Port': ['ID=11bb63cc-eff4-422f-8eba-b387f8471c88,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:39.677970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.692311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Attempting to bind port 11bb63cc-eff4-422f-8eba-b387f8471c88 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:39.692711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Attempting to bind port 11bb63cc-eff4-422f-8eba-b387f8471c88 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'a957dfc9-890b-418a-853f-4ced3124806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:39.693084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Attempting to bind port 11bb63cc-eff4-422f-8eba-b387f8471c88 on network 98e984e6-da6d-4f4f-9af3-377b0d6df394 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:39.698167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:39.698587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Checking segment: {'id': 'a957dfc9-890b-418a-853f-4ced3124806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:39.699008 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.699414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Bound using segment: {'id': 'a957dfc9-890b-418a-853f-4ced3124806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:39.699885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Bound port: 11bb63cc-eff4-422f-8eba-b387f8471c88, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a957dfc9-890b-418a-853f-4ced3124806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98e984e6-da6d-4f4f-9af3-377b0d6df394'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:39.700303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.701381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e984e6-da6d-4f4f-9af3-377b0d6df394']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:39.711682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a957dfc9-890b-418a-853f-4ced3124806c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:39.711983 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a957dfc9-890b-418a-853f-4ced3124806c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:39.722430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.741232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.749400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:39.749882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:39.754076 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:39.777949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] For port 11bb63cc-eff4-422f-8eba-b387f8471c88, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:39.823922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] For port 11bb63cc-eff4-422f-8eba-b387f8471c88, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=11bb63cc-eff4-422f-8eba-b387f8471c88,segment=NetworkSegment(a957dfc9-890b-418a-853f-4ced3124806c),segment_id=a957dfc9-890b-418a-853f-4ced3124806c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:39.825401 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:39.825401 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:39.825401 n-d-812111-13 neutron-server[103093]: [parameters: {'id': '98e984e6-da6d-4f4f-9af3-377b0d6df394'}] Jan 28 17:09:39.825401 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:39.825831 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:39.831129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:39.916721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794dcb7-4bc9-46b2-8158-91c46e01887a None None] Pushing event updated for resources: {'Port': ['ID=11bb63cc-eff4-422f-8eba-b387f8471c88,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:39.940765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa2e9e-268e-402b-8104-4e26d66af5ac None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:40.038351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa2e9e-268e-402b-8104-4e26d66af5ac None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:40.231308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a3582-c211-4329-876a-c20fa9f68fe6 None None] Network 98e984e6-da6d-4f4f-9af3-377b0d6df394 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:40.326617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.386239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port 11bb63cc-eff4-422f-8eba-b387f8471c88 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:40.386585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.452833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port 11bb63cc-eff4-422f-8eba-b387f8471c88, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=11bb63cc-eff4-422f-8eba-b387f8471c88,segment=NetworkSegment(a957dfc9-890b-418a-853f-4ced3124806c),segment_id=a957dfc9-890b-418a-853f-4ced3124806c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:40.453201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.466996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for 11bb63cc-eff4-422f-8eba-b387f8471c88 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:40.553069 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (11bb63cc-eff4-422f-8eba-b387f8471c88), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.577637 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=11bb63cc-eff4-422f-8eba-b387f8471c88,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:40.584047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port 11bb63cc-eff4-422f-8eba-b387f8471c88 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:40.670586 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.694898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e984e6-da6d-4f4f-9af3-377b0d6df394']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:40.705615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a957dfc9-890b-418a-853f-4ced3124806c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:40.706465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a957dfc9-890b-418a-853f-4ced3124806c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:40.716388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.730293 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.741657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:40.742073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (a957dfc9-890b-418a-853f-4ced3124806c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:40.746750 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:40.814601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (98e984e6-da6d-4f4f-9af3-377b0d6df394), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.823379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.830014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/98e984e6-da6d-4f4f-9af3-377b0d6df394 HTTP/1.1" status: 204 len: 168 time: 1.6821275 Jan 28 17:09:40.833857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52544) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:40.840228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504477037'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:40.851930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01f47-4640-4ac3-a58a-0cf104597229 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=98e984e6-da6d-4f4f-9af3-377b0d6df394,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:40.868452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:40.872109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.902341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:40.912815 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.913172 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 19d5a9c0-b320-43e8-8964-eb6331fa228c of type vlan for network af486a82-c250-453d-8247-c15d193ebfdd Jan 28 17:09:40.957397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (af486a82-c250-453d-8247-c15d193ebfdd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.981329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (af486a82-c250-453d-8247-c15d193ebfdd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:40.986518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:40.987639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.046275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2112925 Jan 28 17:09:41.048919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52546) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:41.054457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:41.077793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c85db6-0e05-41e1-9d48-25d79fe67b11 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=af486a82-c250-453d-8247-c15d193ebfdd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:41.091240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network af486a82-c250-453d-8247-c15d193ebfdd details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:41.230038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (af486a82-c250-453d-8247-c15d193ebfdd), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.244633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (af486a82-c250-453d-8247-c15d193ebfdd), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.262608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network af486a82-c250-453d-8247-c15d193ebfdd is not hosted by any dhcp agent {{(pid=103094) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:09:41.267473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:41.268132 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.269480 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "PUT /v2.0/networks/af486a82-c250-453d-8247-c15d193ebfdd HTTP/1.1" status: 200 len: 723 time: 0.2191355 Jan 28 17:09:41.273501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:41.278558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:41.323683 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=af486a82-c250-453d-8247-c15d193ebfdd,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:41.332901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.333172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.333519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.333864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.334195 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.334572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.334976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.335348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.335681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.336007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.336345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.336702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.337019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77efc0-0d56-4b06-b941-cd7445cdbded tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:09:41.348937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network af486a82-c250-453d-8247-c15d193ebfdd details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:41.371777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:41.375891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.567755 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (65a5e3c3-487b-40cb-b443-e58f4c456693), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.640545 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=65a5e3c3-487b-40cb-b443-e58f4c456693,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:41.648642 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '19d5a9c0-b320-43e8-8964-eb6331fa228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:41.649038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: af486a82-c250-453d-8247-c15d193ebfdd, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:41.667105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network af486a82-c250-453d-8247-c15d193ebfdd is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:41.677236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, af486a82-c250-453d-8247-c15d193ebfdd) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:41.681471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:41.681967 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.688502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c483bc-e142-4e4f-80e4-bf965940bde8 None None] Network af486a82-c250-453d-8247-c15d193ebfdd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:41.701571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b080b5af-fed8-4631-8143-755438bfe2ce tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4267790 Jan 28 17:09:41.704101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52550) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:41.710149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:41.806770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-af486a82-c250-453d-8247-c15d193ebfdd', 'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '65a5e3c3-487b-40cb-b443-e58f4c456693'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:41.807708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.822602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126034394'] for subnet (65a5e3c3-487b-40cb-b443-e58f4c456693), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:41.995893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738852387283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126519347'] for subnet (65a5e3c3-487b-40cb-b443-e58f4c456693), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.039970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:42.040953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.042509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "PUT /v2.0/subnets/65a5e3c3-487b-40cb-b443-e58f4c456693 HTTP/1.1" status: 200 len: 806 time: 0.3371744 Jan 28 17:09:42.046177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:42.050566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Allocated IP 172.20.0.2 (af486a82-c250-453d-8247-c15d193ebfdd/65a5e3c3-487b-40cb-b443-e58f4c456693/a459298a-5937-4533-a214-90bd89f266aa) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:42.058993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea455e9-9a20-4018-88b9-87927aba1484 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=65a5e3c3-487b-40cb-b443-e58f4c456693,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:42.176645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (af486a82-c250-453d-8247-c15d193ebfdd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.208505 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Publish callbacks [] for port (a459298a-5937-4533-a214-90bd89f266aa), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.216851 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a459298a-5937-4533-a214-90bd89f266aa), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.239143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (65a5e3c3-487b-40cb-b443-e58f4c456693), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.263086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Network af486a82-c250-453d-8247-c15d193ebfdd is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:42.266373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:42.271015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:42.285899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Pushing event updated for resources: {'Port': ['ID=a459298a-5937-4533-a214-90bd89f266aa,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:42.309359 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (65a5e3c3-487b-40cb-b443-e58f4c456693), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.335575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=65a5e3c3-487b-40cb-b443-e58f4c456693,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:42.357911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Attempting to bind port a459298a-5937-4533-a214-90bd89f266aa on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:42.358956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Attempting to bind port a459298a-5937-4533-a214-90bd89f266aa by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '19d5a9c0-b320-43e8-8964-eb6331fa228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:42.359388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Attempting to bind port a459298a-5937-4533-a214-90bd89f266aa on network af486a82-c250-453d-8247-c15d193ebfdd {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:42.368979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:42.369803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Checking segment: {'id': '19d5a9c0-b320-43e8-8964-eb6331fa228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:42.370424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.370928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Bound using segment: {'id': '19d5a9c0-b320-43e8-8964-eb6331fa228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:42.371490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Bound port: a459298a-5937-4533-a214-90bd89f266aa, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d5a9c0-b320-43e8-8964-eb6331fa228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af486a82-c250-453d-8247-c15d193ebfdd'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:42.371886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a459298a-5937-4533-a214-90bd89f266aa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.421409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (af486a82-c250-453d-8247-c15d193ebfdd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.448199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.448435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af486a82-c250-453d-8247-c15d193ebfdd']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:42.458895 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.462219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d5a9c0-b320-43e8-8964-eb6331fa228c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:42.462640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d5a9c0-b320-43e8-8964-eb6331fa228c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:42.479826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] For port a459298a-5937-4533-a214-90bd89f266aa, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:42.481271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.488974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] For port a459298a-5937-4533-a214-90bd89f266aa, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a459298a-5937-4533-a214-90bd89f266aa,segment=NetworkSegment(19d5a9c0-b320-43e8-8964-eb6331fa228c),segment_id=19d5a9c0-b320-43e8-8964-eb6331fa228c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:42.498738 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a459298a-5937-4533-a214-90bd89f266aa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.499211 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.507814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:42.508218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:42.512604 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:42.591850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:42.591850 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:42.591850 n-d-812111-13 neutron-server[103093]: [parameters: {'id': 'af486a82-c250-453d-8247-c15d193ebfdd'}] Jan 28 17:09:42.591850 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:42.591850 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:42.598863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9885f55-79d9-47d2-8a91-151e12b9eb45 None None] Pushing event updated for resources: {'Port': ['ID=a459298a-5937-4533-a214-90bd89f266aa,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:42.634372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b8cfb-e651-4061-99a9-7fb436f6444f None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:42.753220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b8cfb-e651-4061-99a9-7fb436f6444f None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:42.970727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6f204-5f77-483e-8dfa-3d60ad3ca184 None None] Network af486a82-c250-453d-8247-c15d193ebfdd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:43.078977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afa26c-fb49-4f62-93c2-ba4b4b325452 None None] Network af486a82-c250-453d-8247-c15d193ebfdd requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:43.092834 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (af486a82-c250-453d-8247-c15d193ebfdd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.164338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port a459298a-5937-4533-a214-90bd89f266aa {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:43.165033 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a459298a-5937-4533-a214-90bd89f266aa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.224041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:43.249222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port a459298a-5937-4533-a214-90bd89f266aa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a459298a-5937-4533-a214-90bd89f266aa,segment=NetworkSegment(19d5a9c0-b320-43e8-8964-eb6331fa228c),segment_id=19d5a9c0-b320-43e8-8964-eb6331fa228c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:43.249680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a459298a-5937-4533-a214-90bd89f266aa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.264560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for a459298a-5937-4533-a214-90bd89f266aa owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:43.349438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a459298a-5937-4533-a214-90bd89f266aa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.378266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port a459298a-5937-4533-a214-90bd89f266aa on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:43.380333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=a459298a-5937-4533-a214-90bd89f266aa,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:43.410879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Deleting port 46c55fc3-2fc6-4e8d-b31d-df994cd0750f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:43.411233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.467179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (af486a82-c250-453d-8247-c15d193ebfdd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.493841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af486a82-c250-453d-8247-c15d193ebfdd']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:43.497000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.497346 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for floatingip (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.505040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d5a9c0-b320-43e8-8964-eb6331fa228c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:43.505423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d5a9c0-b320-43e8-8964-eb6331fa228c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:43.514103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Calling delete_port for 46c55fc3-2fc6-4e8d-b31d-df994cd0750f owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:43.516465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.531189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.539636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:43.540247 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (19d5a9c0-b320-43e8-8964-eb6331fa228c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:43.543851 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:43.613635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (af486a82-c250-453d-8247-c15d193ebfdd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.618910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.622509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/af486a82-c250-453d-8247-c15d193ebfdd HTTP/1.1" status: 204 len: 168 time: 1.5735872 Jan 28 17:09:43.625547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52562) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:43.640067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598600f-42ae-4494-a142-4b32966e061b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=af486a82-c250-453d-8247-c15d193ebfdd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:43.657232 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccafa71a-b49b-49c4-8d93-4c98ed9469d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:43.657758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccafa71a-b49b-49c4-8d93-4c98ed9469d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:43.661357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ccafa71a-b49b-49c4-8d93-4c98ed9469d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/af486a82-c250-453d-8247-c15d193ebfdd HTTP/1.1" status: 404 len: 339 time: 0.0348682 Jan 28 17:09:43.665357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52564) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:43.670938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118315089', 'description': 'd1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:43.694648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:43.698392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.727244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:43.729787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (46c55fc3-2fc6-4e8d-b31d-df994cd0750f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.738681 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ab875596-42c0-46b9-8da5-1d90a104c5ac), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.739073 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment ab875596-42c0-46b9-8da5-1d90a104c5ac of type vlan for network f776d5f8-6fe2-435b-95c1-05568c30b6f1 Jan 28 17:09:43.757787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event deleted for resources: {'Port': ['ID=46c55fc3-2fc6-4e8d-b31d-df994cd0750f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:43.787728 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.820130 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.826631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:43.827287 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.837503 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for floatingip (dd32e172-0d04-4820-afa1-75be904e4895), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:43.840059 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Floating IP dd32e172-0d04-4820-afa1-75be904e4895 disassociated (deleted). External IP: 172.25.8.60, port: ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a. Jan 28 17:09:43.911786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=f776d5f8-6fe2-435b-95c1-05568c30b6f1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:43.924105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-698a51a4-7126-4e82-a7ab-1817a6ed5491 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2575257 Jan 28 17:09:43.927100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52566) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:43.929605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f776d5f8-6fe2-435b-95c1-05568c30b6f1 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:44.037602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937a400-aaac-4526-a9d2-c9b26f043c3c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.039587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2937a400-aaac-4526-a9d2-c9b26f043c3c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks?id=f776d5f8-6fe2-435b-95c1-05568c30b6f1 HTTP/1.1" status: 200 len: 761 time: 0.1115222 Jan 28 17:09:44.042459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52570) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:44.049045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'description': 'd2'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:44.138975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Router a9858c90-2883-41d8-b3e1-eb083cb138f8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:09:44.230685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.244992 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.256279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:09:44.260884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.271508 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] Sync routers for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:09:44.271739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network f776d5f8-6fe2-435b-95c1-05568c30b6f1 is not hosted by any dhcp agent {{(pid=103093) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:09:44.277941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.278526 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.279808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "PUT /v2.0/networks/f776d5f8-6fe2-435b-95c1-05568c30b6f1 HTTP/1.1" status: 200 len: 758 time: 0.2362645 Jan 28 17:09:44.287016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:09:44.287637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:44.288195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:44.335530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc5b1-284e-49b8-9745-9901cd3099be tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=f776d5f8-6fe2-435b-95c1-05568c30b6f1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:44.380367 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5f5efd2-f4ad-4dcd-bea9-305b8924fab8 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "DELETE /v2.0/floatingips/dd32e172-0d04-4820-afa1-75be904e4895 HTTP/1.1" status: 204 len: 168 time: 1.1511719 Jan 28 17:09:44.380367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:09:44.381522 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:09:44.392493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088ea8b-3422-4c67-acc9-ff67264d9e04 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.400784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4088ea8b-3422-4c67-acc9-ff67264d9e04 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks?id=f776d5f8-6fe2-435b-95c1-05568c30b6f1 HTTP/1.1" status: 200 len: 761 time: 0.1082544 Jan 28 17:09:44.401055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52580) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:44.414412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049930020'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:44.440424 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c165807a-302d-4e8b-98b3-844eda956cfa x-openstack-request-id: req-c165807a-302d-4e8b-98b3-844eda956cfa {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:09:44.442634 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:09:44.443131 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c165807a-302d-4e8b-98b3-844eda956cfa {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:09:44.443766 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'status': 'completed', 'code': 200} Jan 28 17:09:44.458550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:44.469873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.521272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:44.543263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.543762 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment 89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc of type vlan for network 51f81ab4-248e-4e36-bd12-72312238f11d Jan 28 17:09:44.557123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-966cd7c0-41b3-4eee-a703-0baf7614b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.558819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-966cd7c0-41b3-4eee-a703-0baf7614b54e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ea9e506b06247c6b93e21163064f864&device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 1128 time: 0.1006138 Jan 28 17:09:44.617976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (51f81ab4-248e-4e36-bd12-72312238f11d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.654911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (51f81ab4-248e-4e36-bd12-72312238f11d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.666317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.667224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.672137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f776d5f8-6fe2-435b-95c1-05568c30b6f1 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:44.709534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-f45257fc-c34f-46ba-90bf-e684c2ee8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.714631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-f45257fc-c34f-46ba-90bf-e684c2ee8bbb service neutron] 10.222.0.31 "GET /v2.0/networks?id=40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 200 len: 915 time: 0.1484201 Jan 28 17:09:44.758248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3560879 Jan 28 17:09:44.762672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:44.768645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '51f81ab4-248e-4e36-bd12-72312238f11d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:44.771007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:09:44.810377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1750f-b980-4b94-ba8c-9a7bb5d74e9a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=51f81ab4-248e-4e36-bd12-72312238f11d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:44.827395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 51f81ab4-248e-4e36-bd12-72312238f11d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:44.838668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-41d57c5d-b98b-44a2-90c7-bbe3125c9c10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 200 len: 217 time: 0.1178648 Jan 28 17:09:44.906713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:44.912936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:44.936441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-7a0c6a7d-8009-43ae-b589-bb5d06bf3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.939118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-7a0c6a7d-8009-43ae-b589-bb5d06bf3837 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 200 len: 853 time: 0.0872889 Jan 28 17:09:44.951264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eb964-b631-44cf-b499-ce5f0bd92bae req-cd70248b-dcb0-4bd3-9350-1e427433c281 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:44.958981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-647eb964-b631-44cf-b499-ce5f0bd92bae req-cd70248b-dcb0-4bd3-9350-1e427433c281 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 945 time: 0.1176174 Jan 28 17:09:45.105852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:45.150029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] Checking router: a9858c90-2883-41d8-b3e1-eb083cb138f8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:09:45.160929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (936caf7f-be2c-4da1-9fdd-653a5b1310e9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.162868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:09:45.164084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:45.230287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=936caf7f-be2c-4da1-9fdd-653a5b1310e9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:45.243781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': '89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '51f81ab4-248e-4e36-bd12-72312238f11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:45.244520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 51f81ab4-248e-4e36-bd12-72312238f11d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:45.265747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 51f81ab4-248e-4e36-bd12-72312238f11d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:45.280734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 51f81ab4-248e-4e36-bd12-72312238f11d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:45.287487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:45.288441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.300223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b007cd7-f721-46fc-bb0b-290e042ccdf4 None None] Network 51f81ab4-248e-4e36-bd12-72312238f11d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:45.318615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e3966a93-60f1-4a63-9be9-a03c2854ae52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5539165 Jan 28 17:09:45.319636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52596) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:45.365833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:09:45.400946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-647eb964-b631-44cf-b499-ce5f0bd92bae req-f135f524-d0cd-46d3-bf0f-a6da3427be65 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405079 Jan 28 17:09:45.421264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-ce2dde1d-11dc-43a6-aded-50334ae7d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:45.422814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-ce2dde1d-11dc-43a6-aded-50334ae7d481 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=40fd8282-3c89-43c7-b2cb-fafd1f780d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4436851 Jan 28 17:09:45.479066 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (51f81ab4-248e-4e36-bd12-72312238f11d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.546431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (936caf7f-be2c-4da1-9fdd-653a5b1310e9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.555344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-378f023f-f871-4ef6-a522-7ef49353614c service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248577 Jan 28 17:09:45.589418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b5946-919e-487d-a0f6-d9893d245220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-51f81ab4-248e-4e36-bd12-72312238f11d', 'network_id': '51f81ab4-248e-4e36-bd12-72312238f11d', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '936caf7f-be2c-4da1-9fdd-653a5b1310e9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:45.590417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-278b5946-919e-487d-a0f6-d9893d245220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.613763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (936caf7f-be2c-4da1-9fdd-653a5b1310e9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.661280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=936caf7f-be2c-4da1-9fdd-653a5b1310e9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:45.673537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9990ddb9-e372-4ac3-b660-7b9d5d33a7e3 req-797cd938-f36f-4a79-b745-d59f29511011 service neutron] 10.222.0.31 "GET /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120851 Jan 28 17:09:45.699673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7e565-60a5-4639-9786-13b158121932 None None] Network 51f81ab4-248e-4e36-bd12-72312238f11d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:45.737702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (51f81ab4-248e-4e36-bd12-72312238f11d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.762472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f81ab4-248e-4e36-bd12-72312238f11d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:45.773178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:45.775343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:45.784480 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.804756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.806661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:45.812942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:45.813385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (89fa5772-b7a4-4a4c-bb22-62f1e8c0fefc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:45.816912 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:45.835272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3991d-57c0-4abe-997d-4136cdb3618b None None] The sync data for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 is: [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:04:30Z', 'revision_number': 4, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'dcb0766a-c3a2-4da4-9826-d285d54ae7d3', 'name': '', 'network_id': '40fd8282-3c89-43c7-b2cb-fafd1f780d45', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'mac_address': 'fa:16:3e:3a:8b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:29Z', 'updated_at': '2022-01-28T17:04:35Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'subnets': [{'id': '91d443be-8c86-4893-8f6f-0b00d8d4837c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:09:45.896449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (51f81ab4-248e-4e36-bd12-72312238f11d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.910790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.917810 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/51f81ab4-248e-4e36-bd12-72312238f11d HTTP/1.1" status: 204 len: 168 time: 0.5943940 Jan 28 17:09:45.918245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52606) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:45.954203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb296-64aa-49cc-bd61-1f5187288521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:45.969063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf63cc-7d8c-40ff-8261-3fdba229ddd4 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=51f81ab4-248e-4e36-bd12-72312238f11d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:45.972096 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2f2305-db12-4c2f-abb5-f8e1e14c0ce8 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] GET failed (client error): The resource could not be found. Jan 28 17:09:45.974042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e2f2305-db12-4c2f-abb5-f8e1e14c0ce8 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/subnets/936caf7f-be2c-4da1-9fdd-653a5b1310e9 HTTP/1.1" status: 404 len: 337 time: 0.0547950 Jan 28 17:09:45.976797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:45.995254 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c577e60-f636-4df5-b6d0-869783facb64 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:45.995805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c577e60-f636-4df5-b6d0-869783facb64 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:45.998918 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c577e60-f636-4df5-b6d0-869783facb64 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/51f81ab4-248e-4e36-bd12-72312238f11d HTTP/1.1" status: 404 len: 339 time: 0.0212862 Jan 28 17:09:46.003110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.116324 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560b6da-d3d1-49de-895e-2dca9c578803 None None] New status for floating IP dd32e172-0d04-4820-afa1-75be904e4895: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:09:46.215434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f5557-add3-4a06-a26a-839bd23d2788 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.218230 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f2f5557-add3-4a06-a26a-839bd23d2788 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2138529 Jan 28 17:09:46.219885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52614) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.258638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2d375d5d-ac90-4e93-ba5c-8ed34e1cff9c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a HTTP/1.1" status: 200 len: 207 time: 0.0373516 Jan 28 17:09:46.261867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.399774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-6f2e2fcb-be48-4bef-95b8-54d5d94484b9 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.401164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-6f2e2fcb-be48-4bef-95b8-54d5d94484b9 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 945 time: 0.0866563 Jan 28 17:09:46.407227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4e4f2-c42e-4291-89e7-26a1368855bc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.412219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4e4f2-c42e-4291-89e7-26a1368855bc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.417498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4e4f2-c42e-4291-89e7-26a1368855bc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.422711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4e4f2-c42e-4291-89e7-26a1368855bc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.428198 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-48f4e4f2-c42e-4291-89e7-26a1368855bc tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1614544 Jan 28 17:09:46.428714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52618) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.558376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f6ce0330-0449-433f-907e-0125f7e6c20c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1232474 Jan 28 17:09:46.558647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52622) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.576622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d2441-3e2b-4e29-9ab2-233a10afa25f req-cc398cbe-224d-4c66-be5b-6b1145e99ba4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.578159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-264d2441-3e2b-4e29-9ab2-233a10afa25f req-cc398cbe-224d-4c66-be5b-6b1145e99ba4 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 945 time: 0.0809658 Jan 28 17:09:46.581672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Deleting port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:46.582027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:46.610359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5027aac-c1ac-4058-b37c-9892132e2bac tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.611325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5027aac-c1ac-4058-b37c-9892132e2bac tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.616910 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b5027aac-c1ac-4058-b37c-9892132e2bac tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0538318 Jan 28 17:09:46.617084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52624) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.671499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c2500-aade-4b92-b470-68a8bcdb091e tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.673299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c2500-aade-4b92-b470-68a8bcdb091e tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['shared'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.678114 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-460c2500-aade-4b92-b470-68a8bcdb091e tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0570636 Jan 28 17:09:46.679007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52626) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.693498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-264d2441-3e2b-4e29-9ab2-233a10afa25f req-04411ff8-755e-4b0c-8364-5b2973f2c23d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/security-groups?id=b035c03b-3145-4e91-9c7e-2a412136cb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083872 Jan 28 17:09:46.714423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] For port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:46.714802 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:46.727791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Calling delete_port for ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:46.786800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1520d-aeaf-4652-aa9e-d8d3ef3aa528 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:46.792630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b1e1520d-aeaf-4652-aa9e-d8d3ef3aa528 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks/604fb138-5039-4d97-87bf-fd63d1a6c823 HTTP/1.1" status: 200 len: 799 time: 0.1132472 Jan 28 17:09:46.797192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52628) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.865517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:46.900760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event deleted for resources: {'Port': ['ID=ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:46.927752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52630) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:46.929479 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-67be6e44-7f67-4cab-b7c4-0478b72b1bc5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/networks/604fb138-5039-4d97-87bf-fd63d1a6c823?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1307840 Jan 28 17:09:46.980431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] No DVR routers for this DVR port ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:46.984465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:46.988314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4bcff1e-b174-4741-9608-6fdda0223bcf req-553ad123-4f52-4475-862b-3440b503845b tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.31 "DELETE /v2.0/ports/ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a HTTP/1.1" status: 204 len: 173 time: 0.5625510 Jan 28 17:09:46.988786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'name': 'network-vif-deleted', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:09:46.991079 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b248c2c9-0845-401a-a0f2-7853179adfbe" -d '{"events": [{"server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "name": "network-vif-deleted", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:09:47.013321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f3d4b-bd46-4a61-8c45-bb1358210cc0 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:47.014467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-350f3d4b-bd46-4a61-8c45-bb1358210cc0 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/subnets/c6ebe65c-9737-4ca5-8c21-67e48bd2ed37 HTTP/1.1" status: 200 len: 811 time: 0.0855110 Jan 28 17:09:47.018200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52634) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:47.051596 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09b381-a1cf-4114-a347-b560259a12be x-openstack-request-id: req-7f09b381-a1cf-4114-a347-b560259a12be {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:09:47.051896 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4857cd-14ef-4c54-9c58-84030ba384ba", "name": "network-vif-deleted", "tag": "ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:09:47.052153 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f09b381-a1cf-4114-a347-b560259a12be {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:09:47.053119 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4857cd-14ef-4c54-9c58-84030ba384ba', 'name': 'network-vif-deleted', 'tag': 'ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a', 'status': 'completed', 'code': 200} Jan 28 17:09:47.077200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6923ce1c-509f-40b4-9da2-e68b74c16362 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['shared'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:47.081930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6923ce1c-509f-40b4-9da2-e68b74c16362 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "GET /v2.0/subnets/c6ebe65c-9737-4ca5-8c21-67e48bd2ed37?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0594985 Jan 28 17:09:47.082105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52636) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:47.086844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-474342242'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:47.107998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:47.112835 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:47.146765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:47.156794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:47.157146 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Added segment e0ecbb96-7e70-4a9c-9171-d2926fedf99b of type vlan for network 99aef05c-a71d-4982-80a6-5c2b2cc7303f Jan 28 17:09:47.206963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:47.252104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:47.258333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:47.258925 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:47.338276 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2550802 Jan 28 17:09:47.341258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52640) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:47.345665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4ed0c-5f3d-44e0-ace2-8037ba23037f tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Network': ['ID=99aef05c-a71d-4982-80a6-5c2b2cc7303f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:47.346949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:47.373894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 99aef05c-a71d-4982-80a6-5c2b2cc7303f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:47.497228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Made reservation on behalf of 3111730c1a13434c9e9a9231b1099411 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:47.501127 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:47.807241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-040280c7-3460-40fc-86d6-1d2da9b304de req-83c5bb15-9358-4d9b-833d-6dd75d868de6 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0302565 Jan 28 17:09:47.884642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing IP validity checks on allocation pools {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 17:09:47.885598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 17:09:47.907276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66b79247-1e76-40c9-9ecf-a9b3fa27e5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.027336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (16f1a133-0619-4233-820a-85a2b77f457d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.100190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=16f1a133-0619-4233-820a-85a2b77f457d,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:48.109269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Checking segment: {'id': 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:48.109567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network hostable DHCP agents. Network: 99aef05c-a71d-4982-80a6-5c2b2cc7303f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:48.132412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Network 99aef05c-a71d-4982-80a6-5c2b2cc7303f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:48.142763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 99aef05c-a71d-4982-80a6-5c2b2cc7303f) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:48.147741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:48.148358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.156192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4f411-7e4d-4b83-83b7-8bb1601c7305 None None] Network 99aef05c-a71d-4982-80a6-5c2b2cc7303f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:48.181459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52644) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:48.182782 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43e60ef9-a0ee-4d19-8c48-35675aa6dbdd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8401961 Jan 28 17:09:48.188655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:48.322385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-99aef05c-a71d-4982-80a6-5c2b2cc7303f', 'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f', 'project_id': '3111730c1a13434c9e9a9231b1099411', 'fixed_ips': [{'subnet_id': '16f1a133-0619-4233-820a-85a2b77f457d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:48.323956 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.327202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127021331'] for subnet (16f1a133-0619-4233-820a-85a2b77f457d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.513252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738852387283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3554190'] for subnet (16f1a133-0619-4233-820a-85a2b77f457d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.575121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event updated for resources: {'Subnet': ['ID=16f1a133-0619-4233-820a-85a2b77f457d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:48.576464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Allocated IP 172.20.0.3 (99aef05c-a71d-4982-80a6-5c2b2cc7303f/16f1a133-0619-4233-820a-85a2b77f457d/96e6be69-c431-4f1a-8c31-908693d49079) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:48.580958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:48.581891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.583446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c3147380-6fcc-45fc-8370-08f38fc78c74 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "PUT /v2.0/subnets/16f1a133-0619-4233-820a-85a2b77f457d HTTP/1.1" status: 200 len: 877 time: 0.4008393 Jan 28 17:09:48.586263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52656) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:48.719400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.771368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Publish callbacks [] for port (96e6be69-c431-4f1a-8c31-908693d49079), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.774900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (16f1a133-0619-4233-820a-85a2b77f457d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.781649 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (96e6be69-c431-4f1a-8c31-908693d49079), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.855054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Pushing event updated for resources: {'Port': ['ID=96e6be69-c431-4f1a-8c31-908693d49079,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:48.865534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (16f1a133-0619-4233-820a-85a2b77f457d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.878020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Network 99aef05c-a71d-4982-80a6-5c2b2cc7303f is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:48.889165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:48.891596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:48.909722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=16f1a133-0619-4233-820a-85a2b77f457d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:48.970264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Attempting to bind port 96e6be69-c431-4f1a-8c31-908693d49079 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:48.970699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Attempting to bind port 96e6be69-c431-4f1a-8c31-908693d49079 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:48.971597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Attempting to bind port 96e6be69-c431-4f1a-8c31-908693d49079 on network 99aef05c-a71d-4982-80a6-5c2b2cc7303f {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:48.971900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a67ce199-83a0-40d9-94da-be7f2966ed4e req-a176439e-901d-42ad-bfd1-d9fdba5f1447 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0662894 Jan 28 17:09:48.977662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:48.978041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Checking segment: {'id': 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:48.978754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:48.979406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Bound using segment: {'id': 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:48.979905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Bound port: 96e6be69-c431-4f1a-8c31-908693d49079, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:48.980276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (96e6be69-c431-4f1a-8c31-908693d49079), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.032662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.056764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] For port 96e6be69-c431-4f1a-8c31-908693d49079, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:49.057703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aef05c-a71d-4982-80a6-5c2b2cc7303f']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:49.060519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] For port 96e6be69-c431-4f1a-8c31-908693d49079, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=96e6be69-c431-4f1a-8c31-908693d49079,segment=NetworkSegment(e0ecbb96-7e70-4a9c-9171-d2926fedf99b),segment_id=e0ecbb96-7e70-4a9c-9171-d2926fedf99b)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:49.068730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:49.069116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:49.071199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (96e6be69-c431-4f1a-8c31-908693d49079), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.082092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.097551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.105494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:49.106049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.151299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1bfd6-bea1-4c39-ad18-d467726d418b None None] Pushing event updated for resources: {'Port': ['ID=96e6be69-c431-4f1a-8c31-908693d49079,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:49.201175 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:49.205494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.db.api [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:09:49.205494 n-d-812111-13 neutron-server[103093]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:09:49.205494 n-d-812111-13 neutron-server[103093]: [parameters: {'id': '99aef05c-a71d-4982-80a6-5c2b2cc7303f'}] Jan 28 17:09:49.205494 n-d-812111-13 neutron-server[103093]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:09:49.206103 n-d-812111-13 neutron-server[103093]: DEBUG oslo_db.api [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:09:49.214849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3fc4c-f8ee-415d-8fb0-eab5f5be2189 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:09:49.308149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3fc4c-f8ee-415d-8fb0-eab5f5be2189 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:09:49.471643 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.511110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc30999-6f56-49ca-90b8-6e64cb2572cd None None] Network 99aef05c-a71d-4982-80a6-5c2b2cc7303f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:49.612354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47013552-1674-42a3-bd8e-19fc5245081f None None] Network 99aef05c-a71d-4982-80a6-5c2b2cc7303f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:49.707231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.782099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port 96e6be69-c431-4f1a-8c31-908693d49079 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:49.782484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (96e6be69-c431-4f1a-8c31-908693d49079), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.864660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port 96e6be69-c431-4f1a-8c31-908693d49079, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=96e6be69-c431-4f1a-8c31-908693d49079,segment=NetworkSegment(e0ecbb96-7e70-4a9c-9171-d2926fedf99b),segment_id=e0ecbb96-7e70-4a9c-9171-d2926fedf99b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:49.865280 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (96e6be69-c431-4f1a-8c31-908693d49079), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:49.882762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for 96e6be69-c431-4f1a-8c31-908693d49079 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:49.975665 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (96e6be69-c431-4f1a-8c31-908693d49079), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.002766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=96e6be69-c431-4f1a-8c31-908693d49079,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:50.008547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port 96e6be69-c431-4f1a-8c31-908693d49079 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:50.106589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.108161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:09:50.143247 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aef05c-a71d-4982-80a6-5c2b2cc7303f']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:50.144789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:09:50.145207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ae824b1d-0bd3-4ccb-a567-1e9e15a58e9a not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:09:50.155678 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:50.156281 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ecbb96-7e70-4a9c-9171-d2926fedf99b') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:50.166725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.183039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.198150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:50.198549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e0ecbb96-7e70-4a9c-9171-d2926fedf99b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:50.202218 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:50.228182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0e86fe5-fb6e-4405-a134-35344710fbd9 req-41ea7012-1624-4c4c-bece-d21a4c746c75 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0472243 Jan 28 17:09:50.277964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (99aef05c-a71d-4982-80a6-5c2b2cc7303f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.296727 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.300446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/99aef05c-a71d-4982-80a6-5c2b2cc7303f HTTP/1.1" status: 204 len: 168 time: 1.7130399 Jan 28 17:09:50.301520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e867-9857-4dee-adf4-e3afe96153d3 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=99aef05c-a71d-4982-80a6-5c2b2cc7303f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:50.305487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52664) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.332433 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb72c61-9005-43b8-9e78-14e755611f50 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.332920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb72c61-9005-43b8-9e78-14e755611f50 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.336077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cbb72c61-9005-43b8-9e78-14e755611f50 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/16f1a133-0619-4233-820a-85a2b77f457d HTTP/1.1" status: 404 len: 337 time: 0.0296507 Jan 28 17:09:50.338668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52666) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.359264 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bdad0a-23ef-46e5-9b96-749eeacf082b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.359878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bdad0a-23ef-46e5-9b96-749eeacf082b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.365968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-32bdad0a-23ef-46e5-9b96-749eeacf082b tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/99aef05c-a71d-4982-80a6-5c2b2cc7303f HTTP/1.1" status: 404 len: 339 time: 0.0238121 Jan 28 17:09:50.366461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52668) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.398647 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-426ae93b-5e69-4b15-9e66-c8d9258c9be7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.399222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426ae93b-5e69-4b15-9e66-c8d9258c9be7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.404851 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-426ae93b-5e69-4b15-9e66-c8d9258c9be7 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/936caf7f-be2c-4da1-9fdd-653a5b1310e9 HTTP/1.1" status: 404 len: 337 time: 0.0349152 Jan 28 17:09:50.405391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52672) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.436472 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd634aa-e8f9-413c-b9f7-bdbcb3ea1405 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.437411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd634aa-e8f9-413c-b9f7-bdbcb3ea1405 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.443067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0dd634aa-e8f9-413c-b9f7-bdbcb3ea1405 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/51f81ab4-248e-4e36-bd12-72312238f11d HTTP/1.1" status: 404 len: 339 time: 0.0338590 Jan 28 17:09:50.443753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52674) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.526587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.617290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.637878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f776d5f8-6fe2-435b-95c1-05568c30b6f1']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:50.647014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab875596-42c0-46b9-8da5-1d90a104c5ac') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:50.647337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab875596-42c0-46b9-8da5-1d90a104c5ac') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:50.656661 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (ab875596-42c0-46b9-8da5-1d90a104c5ac), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.671466 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ab875596-42c0-46b9-8da5-1d90a104c5ac), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.679652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:50.680319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (ab875596-42c0-46b9-8da5-1d90a104c5ac), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:50.683829 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:50.707023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.769373 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f776d5f8-6fe2-435b-95c1-05568c30b6f1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.775461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:50.778745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/f776d5f8-6fe2-435b-95c1-05568c30b6f1 HTTP/1.1" status: 204 len: 168 time: 0.3338959 Jan 28 17:09:50.781442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52676) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.796474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52d67c-6989-4096-a19a-7e19ffd43acd tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=f776d5f8-6fe2-435b-95c1-05568c30b6f1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:50.808629 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f80723-1b13-4440-ac21-b383f3e5cc52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.809127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f80723-1b13-4440-ac21-b383f3e5cc52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.812360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c7f80723-1b13-4440-ac21-b383f3e5cc52 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/65a5e3c3-487b-40cb-b443-e58f4c456693 HTTP/1.1" status: 404 len: 337 time: 0.0297818 Jan 28 17:09:50.816299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52678) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.841010 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af4d106-b7bd-4177-be9d-503b32e39e7a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.841516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af4d106-b7bd-4177-be9d-503b32e39e7a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.844724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6af4d106-b7bd-4177-be9d-503b32e39e7a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/af486a82-c250-453d-8247-c15d193ebfdd HTTP/1.1" status: 404 len: 339 time: 0.0272510 Jan 28 17:09:50.847958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52680) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.873680 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f5ba80-6aa2-43cb-a73b-be80606f304e tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.874220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f5ba80-6aa2-43cb-a73b-be80606f304e tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.879741 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-59f5ba80-6aa2-43cb-a73b-be80606f304e tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/fd0034fc-04c4-4d50-9722-c657b6cc8b94 HTTP/1.1" status: 404 len: 337 time: 0.0283642 Jan 28 17:09:50.880011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52682) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.898213 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fce15a3-a58f-46c7-9f7a-0f5ae4a7823d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.898776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fce15a3-a58f-46c7-9f7a-0f5ae4a7823d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.903916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0fce15a3-a58f-46c7-9f7a-0f5ae4a7823d tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/98e984e6-da6d-4f4f-9af3-377b0d6df394 HTTP/1.1" status: 404 len: 339 time: 0.0208108 Jan 28 17:09:50.904169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52684) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.929446 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58467d6-8fe2-4a51-8ed0-f1e8bbfc7a02 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.930017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58467d6-8fe2-4a51-8ed0-f1e8bbfc7a02 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.935458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d58467d6-8fe2-4a51-8ed0-f1e8bbfc7a02 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/d5cdf7d6-3620-44e7-a0d3-662f752429a6 HTTP/1.1" status: 404 len: 337 time: 0.0278959 Jan 28 17:09:50.935895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52686) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.954788 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e56c1a-5564-497b-a830-77317edad3cf tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.956414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e56c1a-5564-497b-a830-77317edad3cf tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.959683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-13e56c1a-5564-497b-a830-77317edad3cf tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/80492598-86e8-475d-bba6-45796c4ccc89 HTTP/1.1" status: 404 len: 339 time: 0.0225103 Jan 28 17:09:50.962120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52688) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:50.989399 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e5caa3-e147-461c-8ad3-59fa7ed1c51a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:50.989854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e5caa3-e147-461c-8ad3-59fa7ed1c51a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:50.992849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85e5caa3-e147-461c-8ad3-59fa7ed1c51a tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/6863af25-4ef2-49a2-a491-c51b2a1d4aee HTTP/1.1" status: 404 len: 337 time: 0.0297182 Jan 28 17:09:50.995383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52690) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.013753 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eca2cd9-2d4b-42c7-b8e5-8f840ed754f5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.014253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eca2cd9-2d4b-42c7-b8e5-8f840ed754f5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.020133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7eca2cd9-2d4b-42c7-b8e5-8f840ed754f5 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/7744849f-7333-4995-990f-44aba8d5f2d9 HTTP/1.1" status: 404 len: 339 time: 0.0209467 Jan 28 17:09:51.020306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52692) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.046770 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-991422d4-3222-4642-bbaf-04051ae57e87 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.047481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991422d4-3222-4642-bbaf-04051ae57e87 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.050986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-991422d4-3222-4642-bbaf-04051ae57e87 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/b84af0bd-4992-4203-89f5-f2bad6f0102b HTTP/1.1" status: 404 len: 337 time: 0.0295973 Jan 28 17:09:51.053677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.073300 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec8a66f-3116-49c0-9f7a-acc7448a7d40 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.074078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec8a66f-3116-49c0-9f7a-acc7448a7d40 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.079466 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eec8a66f-3116-49c0-9f7a-acc7448a7d40 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/29c11ccd-22d2-4cd3-806c-125841f41c04 HTTP/1.1" status: 404 len: 339 time: 0.0223553 Jan 28 17:09:51.079933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.106465 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6134e441-3183-4ab5-9c14-d8aff79b00aa tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.107051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6134e441-3183-4ab5-9c14-d8aff79b00aa tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.112411 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6134e441-3183-4ab5-9c14-d8aff79b00aa tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/30aaff8f-20cf-41f6-bcd7-0c8294ef392d HTTP/1.1" status: 404 len: 337 time: 0.0286403 Jan 28 17:09:51.112819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52698) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.132465 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbd146b-a76c-4ebd-81ad-0557af795064 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.133077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbd146b-a76c-4ebd-81ad-0557af795064 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.136356 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1fbd146b-a76c-4ebd-81ad-0557af795064 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/5af61a74-6beb-4f68-9ac2-fa8d9d8fff30 HTTP/1.1" status: 404 len: 339 time: 0.0221972 Jan 28 17:09:51.138654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52700) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.174057 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5b4bbf-4362-4f70-9dd6-04793903498c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.174529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5b4bbf-4362-4f70-9dd6-04793903498c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.179923 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc5b4bbf-4362-4f70-9dd6-04793903498c tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/5e6498b8-453b-4d35-9dd9-6803467f3540 HTTP/1.1" status: 404 len: 337 time: 0.0380201 Jan 28 17:09:51.180198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52702) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.198879 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85884db-4c24-499d-a139-435beb46cbea tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.199370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85884db-4c24-499d-a139-435beb46cbea tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.204745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e85884db-4c24-499d-a139-435beb46cbea tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/81b32f24-bba4-40bb-897c-a1312f595538 HTTP/1.1" status: 404 len: 339 time: 0.0213087 Jan 28 17:09:51.204973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52704) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.230427 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-50354ba5-b669-4789-997f-3fb06afab9a6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.230895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50354ba5-b669-4789-997f-3fb06afab9a6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.234952 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50354ba5-b669-4789-997f-3fb06afab9a6 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/5ceb0bca-dd13-46d1-9407-90633c3da2e6 HTTP/1.1" status: 404 len: 337 time: 0.0284193 Jan 28 17:09:51.236724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52706) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.255710 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e0fd80-33ea-4466-b1f0-4d729ba83c39 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] DELETE failed (client error): The resource could not be found. Jan 28 17:09:51.256353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e0fd80-33ea-4466-b1f0-4d729ba83c39 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:09:51.262162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52710) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.262365 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-53e0fd80-33ea-4466-b1f0-4d729ba83c39 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/20c36cd9-2b89-4333-844f-c7f320f78323 HTTP/1.1" status: 404 len: 339 time: 0.0243919 Jan 28 17:09:51.328214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting subnet c6ebe65c-9737-4ca5-8c21-67e48bd2ed37 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:09:51.345341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (c6ebe65c-9737-4ca5-8c21-67e48bd2ed37), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.349504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84b419ea-e748-4c88-8e1e-f5f2592d8a29 req-063c36c8-4778-4f39-9e79-08180803b4fc tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0377252 Jan 28 17:09:51.393980 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c6ebe65c-9737-4ca5-8c21-67e48bd2ed37), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.505965 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c6ebe65c-9737-4ca5-8c21-67e48bd2ed37), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.596862 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-e01b4ceb-dcdd-402e-90c9-925f4d025573 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622303 Jan 28 17:09:51.598396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c6ebe65c-9737-4ca5-8c21-67e48bd2ed37), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.630873 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ebe65c-9737-4ca5-8c21-67e48bd2ed37,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:51.635392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.640281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ab812a1a-2580-450f-abd4-ea24fd209512 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/subnets/c6ebe65c-9737-4ca5-8c21-67e48bd2ed37 HTTP/1.1" status: 204 len: 168 time: 0.3757303 Jan 28 17:09:51.641675 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52714) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:51.648842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4754d6-3a5d-4206-9652-c3d884a527e1 None None] Network 604fb138-5039-4d97-87bf-fd63d1a6c823 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:51.776236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-6ab644f6-0755-4252-a5f5-e1619d545d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:51.781704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-6ab644f6-0755-4252-a5f5-e1619d545d2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1078858 Jan 28 17:09:51.787326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.827337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (604fb138-5039-4d97-87bf-fd63d1a6c823), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.878626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] DHCP port deletion for 604fb138-5039-4d97-87bf-fd63d1a6c823 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:09:51.934560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-1df73d3e-a125-4a9b-87b7-a33141517ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:51.936390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-1df73d3e-a125-4a9b-87b7-a33141517ebc service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.1309283 Jan 28 17:09:51.936540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Deleting port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:51.937603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:51.963008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] Deleting port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:09:51.963639 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.029251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] For port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,segment=NetworkSegment(f913dc50-03ee-4af4-af31-b6fc2314534e),segment_id=f913dc50-03ee-4af4-af31-b6fc2314534e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:52.030047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.053124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-4ca79908-6b8a-43ee-90f9-0a1e90820355 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 1001 time: 0.1100407 Jan 28 17:09:52.054061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] Calling delete_port for 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:52.087840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] For port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,segment=NetworkSegment(f913dc50-03ee-4af4-af31-b6fc2314534e),segment_id=f913dc50-03ee-4af4-af31-b6fc2314534e)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:52.088250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.119643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Calling delete_port for 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:09:52.142591 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-90e9a408-60c4-4122-8693-fce90aa3340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:52.144697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-90e9a408-60c4-4122-8693-fce90aa3340f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0852044 Jan 28 17:09:52.207016 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.243445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-454215e8-ae83-488d-8cac-f4ae4848408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:52.245004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-454215e8-ae83-488d-8cac-f4ae4848408e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0874643 Jan 28 17:09:52.246208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.266374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] Pushing event deleted for resources: {'Port': ['ID=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:52.275415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Port': ['ID=71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:52.279491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] No DVR routers for this DVR port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:52.284540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86c317-fbf1-4281-b70e-97978ce8bc62 None None] No DVR routers for this DVR port 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:09:52.365849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-bbd180f7-8f82-47f9-b2b8-ffb83a40cf6c service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133766 Jan 28 17:09:52.391907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (604fb138-5039-4d97-87bf-fd63d1a6c823), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.437207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604fb138-5039-4d97-87bf-fd63d1a6c823']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:52.458110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f913dc50-03ee-4af4-af31-b6fc2314534e') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:52.458110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f913dc50-03ee-4af4-af31-b6fc2314534e') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:09:52.476891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (f913dc50-03ee-4af4-af31-b6fc2314534e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.523720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f913dc50-03ee-4af4-af31-b6fc2314534e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.529690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6a4f25d-cadc-44ce-898e-86cb58098129 req-3bbf82c6-6621-441a-8405-a39384410829 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0733287 Jan 28 17:09:52.541336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:09:52.542168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (f913dc50-03ee-4af4-af31-b6fc2314534e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:09:52.550111 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:09:52.613452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6090d1a-ef1a-4175-8cf0-f48385eb34df req-27c43d29-f754-4a31-9399-bb8c7752992e service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396755 Jan 28 17:09:52.636822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (604fb138-5039-4d97-87bf-fd63d1a6c823), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.653644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:52.657383 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] 10.222.0.25 "DELETE /v2.0/networks/604fb138-5039-4d97-87bf-fd63d1a6c823 HTTP/1.1" status: 204 len: 168 time: 1.0144818 Jan 28 17:09:52.672319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9dcae-5777-4de7-a2da-36197a607245 tempest-NetworksTest-1236468856 tempest-NetworksTest-1236468856-project] Pushing event deleted for resources: {'Network': ['ID=604fb138-5039-4d97-87bf-fd63d1a6c823,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:52.837231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:09:52.876011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:09:52.876992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 71bce1a2-b82c-49a2-b0e1-6ab5d7e67db4 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:09:53.014262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52724) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:53.189567 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ed5c3897-0190-4e2f-a6c4-2207622b4b84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3111730c1a13434c9e9a9231b1099411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1733572 Jan 28 17:09:53.190420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52728) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:53.270720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-015444ba-279d-42e6-a349-9c88e8a95fbf admin admin] Publish callbacks [] for security_group (fb826f1c-2d2e-40f4-b924-f660f278e2f1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:53.295964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-015444ba-279d-42e6-a349-9c88e8a95fbf admin admin] Publish callbacks [] for security_group (fb826f1c-2d2e-40f4-b924-f660f278e2f1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:53.349608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-015444ba-279d-42e6-a349-9c88e8a95fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fb826f1c-2d2e-40f4-b924-f660f278e2f1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:53.352805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-015444ba-279d-42e6-a349-9c88e8a95fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:53.356756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-015444ba-279d-42e6-a349-9c88e8a95fbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb826f1c-2d2e-40f4-b924-f660f278e2f1 HTTP/1.1" status: 204 len: 168 time: 0.1624055 Jan 28 17:09:53.363409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015444ba-279d-42e6-a349-9c88e8a95fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb826f1c-2d2e-40f4-b924-f660f278e2f1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:53.678749 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:09:53.681714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c496e15-50a2-4b05-b356-f1d6face7df3 req-08db5f76-8ce2-44f8-bc1e-77f53c78c641 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0522227 Jan 28 17:09:54.093791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52754) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:54.198496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-352364473'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:54.218289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:54.222669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.231350 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.312399 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for security_group (030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.317390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.356264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:54.363422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:54.371826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (526b2ef1-830a-437d-8e1b-029d35610733), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.372233 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment 526b2ef1-830a-437d-8e1b-029d35610733 of type vlan for network a1c74c49-fd92-4857-b364-832b78857fc3 Jan 28 17:09:54.422469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a1c74c49-fd92-4857-b364-832b78857fc3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.451601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a1c74c49-fd92-4857-b364-832b78857fc3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.456883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:54.457525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.521145 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4261997 Jan 28 17:09:54.525424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52758) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:54.532833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ed7d-42a2-4715-8582-769ec321e0aa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=a1c74c49-fd92-4857-b364-832b78857fc3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:54.535310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-1057761336'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:54.545735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a1c74c49-fd92-4857-b364-832b78857fc3 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:54.582814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:54.586347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.625269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:09:54.640425 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (901f25f3-6a0a-4b69-9299-0a50f0e57ec7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.641089 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment 901f25f3-6a0a-4b69-9299-0a50f0e57ec7 of type vlan for network 31054511-0a24-4405-b0c6-5147a75ab3f8 Jan 28 17:09:54.685767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (31054511-0a24-4405-b0c6-5147a75ab3f8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.715717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (31054511-0a24-4405-b0c6-5147a75ab3f8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.722970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:54.723571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:54.823145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e767f8f9-ffdc-4844-aeec-fa3f151deaf7 req-240510f6-532b-4a03-aafb-fd3e4d2ec54d tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0655308 Jan 28 17:09:54.826413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2980621 Jan 28 17:09:54.830759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:54.836788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71c901-0257-4e77-93dd-c00a80cf9553 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=31054511-0a24-4405-b0c6-5147a75ab3f8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:54.839057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:54.849291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:09:54.964788 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:54.968318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.190238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (62aed8b7-fda3-4ab4-ab2b-3c0861440a20), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.250374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=62aed8b7-fda3-4ab4-ab2b-3c0861440a20,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:55.261599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': '526b2ef1-830a-437d-8e1b-029d35610733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:55.261973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: a1c74c49-fd92-4857-b364-832b78857fc3, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:55.279132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network a1c74c49-fd92-4857-b364-832b78857fc3 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:55.289526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a1c74c49-fd92-4857-b364-832b78857fc3) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:55.293922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:55.295843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.303593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a3863-4918-44e0-85e2-aa01abd385de None None] Network a1c74c49-fd92-4857-b364-832b78857fc3 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:55.330483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:55.337805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:55.342168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6d3e6419-e029-4fc0-b45d-ca0ea625d3cf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5099413 Jan 28 17:09:55.415798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a1c74c49-fd92-4857-b364-832b78857fc3', 'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '62aed8b7-fda3-4ab4-ab2b-3c0861440a20'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:55.418484 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.473239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:09:55.479450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.595262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Allocated IP 172.20.0.2 (a1c74c49-fd92-4857-b364-832b78857fc3/62aed8b7-fda3-4ab4-ab2b-3c0861440a20/eb53de27-a763-43b6-abea-a1ee96402cd7) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:55.710183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (14772f26-79cf-44c7-9d2b-d38fd1639b8f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.767504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Publish callbacks [] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.779911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.787621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=14772f26-79cf-44c7-9d2b-d38fd1639b8f,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:55.791321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': '901f25f3-6a0a-4b69-9299-0a50f0e57ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:55.791808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: 31054511-0a24-4405-b0c6-5147a75ab3f8, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:09:55.817745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:09:55.834661 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 31054511-0a24-4405-b0c6-5147a75ab3f8) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:55.847064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Network a1c74c49-fd92-4857-b364-832b78857fc3 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:55.849978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca9915c-d5a2-4879-b4d7-d6f164c18f8e None None] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:55.855426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:55.857052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:55.858008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.859942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:55.892370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff5d835f-9cca-4ad2-8788-b4393c7ca579 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5573978 Jan 28 17:09:55.892499 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52782) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:55.905560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-990619378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:09:55.947751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (110e511d-f03d-46fe-a3ae-2d54ce58522c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.949872 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (110e511d-f03d-46fe-a3ae-2d54ce58522c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:55.989443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78a869cf-06fc-45fa-bf54-87d1ecfd71f5 req-be2c85b9-6878-4f61-972c-28cb84259d78 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e4857cd-14ef-4c54-9c58-84030ba384ba HTTP/1.1" status: 200 len: 210 time: 0.0331161 Jan 28 17:09:55.993391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Pushing event updated for resources: {'Port': ['ID=eb53de27-a763-43b6-abea-a1ee96402cd7,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:56.075804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (110e511d-f03d-46fe-a3ae-2d54ce58522c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.098216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (110e511d-f03d-46fe-a3ae-2d54ce58522c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.125856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-31054511-0a24-4405-b0c6-5147a75ab3f8', 'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '14772f26-79cf-44c7-9d2b-d38fd1639b8f'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:09:56.127085 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.147653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.148950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Attempting to bind port eb53de27-a763-43b6-abea-a1ee96402cd7 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:56.149720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fe8102fe-c071-43de-9cdb-b2d8f0a384b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2561071 Jan 28 17:09:56.152450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Attempting to bind port eb53de27-a763-43b6-abea-a1ee96402cd7 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '526b2ef1-830a-437d-8e1b-029d35610733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:56.152927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Attempting to bind port eb53de27-a763-43b6-abea-a1ee96402cd7 on network a1c74c49-fd92-4857-b364-832b78857fc3 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:56.153254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 52788) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:56.162608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:56.163135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Checking segment: {'id': '526b2ef1-830a-437d-8e1b-029d35610733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:56.164781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.165249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Bound using segment: {'id': '526b2ef1-830a-437d-8e1b-029d35610733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:56.166206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Bound port: eb53de27-a763-43b6-abea-a1ee96402cd7, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526b2ef1-830a-437d-8e1b-029d35610733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1c74c49-fd92-4857-b364-832b78857fc3'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:56.166605 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.380802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eeb489a6-6222-490e-a663-74472749fafb None None] For port eb53de27-a763-43b6-abea-a1ee96402cd7, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:56.385417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eeb489a6-6222-490e-a663-74472749fafb None None] For port eb53de27-a763-43b6-abea-a1ee96402cd7, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=eb53de27-a763-43b6-abea-a1ee96402cd7,segment=NetworkSegment(526b2ef1-830a-437d-8e1b-029d35610733),segment_id=526b2ef1-830a-437d-8e1b-029d35610733)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:56.400379 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.405608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Allocated IP 172.21.0.2 (31054511-0a24-4405-b0c6-5147a75ab3f8/14772f26-79cf-44c7-9d2b-d38fd1639b8f/2f998e66-5dda-4f64-81f4-5200c47fcf4b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:56.546093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb489a6-6222-490e-a663-74472749fafb None None] Pushing event updated for resources: {'Port': ['ID=eb53de27-a763-43b6-abea-a1ee96402cd7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:56.621958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.657519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Publish callbacks [] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.664801 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.707685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:56.710652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:56.719432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:56.750119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Pushing event updated for resources: {'Port': ['ID=2f998e66-5dda-4f64-81f4-5200c47fcf4b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:56.820046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Attempting to bind port 2f998e66-5dda-4f64-81f4-5200c47fcf4b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:09:56.820470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Attempting to bind port 2f998e66-5dda-4f64-81f4-5200c47fcf4b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '901f25f3-6a0a-4b69-9299-0a50f0e57ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:09:56.820823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Attempting to bind port 2f998e66-5dda-4f64-81f4-5200c47fcf4b on network 31054511-0a24-4405-b0c6-5147a75ab3f8 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:09:56.827003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:09:56.827372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Checking segment: {'id': '901f25f3-6a0a-4b69-9299-0a50f0e57ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:09:56.827777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.828171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Bound using segment: {'id': '901f25f3-6a0a-4b69-9299-0a50f0e57ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:09:56.828636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Bound port: 2f998e66-5dda-4f64-81f4-5200c47fcf4b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901f25f3-6a0a-4b69-9299-0a50f0e57ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '31054511-0a24-4405-b0c6-5147a75ab3f8'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:09:56.829050 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:56.915311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] For port 2f998e66-5dda-4f64-81f4-5200c47fcf4b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:09:56.924366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] For port 2f998e66-5dda-4f64-81f4-5200c47fcf4b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2f998e66-5dda-4f64-81f4-5200c47fcf4b,segment=NetworkSegment(901f25f3-6a0a-4b69-9299-0a50f0e57ec7),segment_id=901f25f3-6a0a-4b69-9299-0a50f0e57ec7)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:09:56.933446 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.076816 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 52792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:09:57.078960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb48f2-4d8f-41aa-95ec-d67323d988be None None] Pushing event updated for resources: {'Port': ['ID=2f998e66-5dda-4f64-81f4-5200c47fcf4b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:57.081823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.20.0.1 (a1c74c49-fd92-4857-b364-832b78857fc3/62aed8b7-fda3-4ab4-ab2b-3c0861440a20/b78258ef-0bf0-43d9-960d-dccd337d5f8e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:09:57.162546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80e7accd-8f8f-4043-811d-098812fc6bc7 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group (b035c03b-3145-4e91-9c7e-2a412136cb16), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.195926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80e7accd-8f8f-4043-811d-098812fc6bc7 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group (b035c03b-3145-4e91-9c7e-2a412136cb16), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.236221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.293978 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.323124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80e7accd-8f8f-4043-811d-098812fc6bc7 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b035c03b-3145-4e91-9c7e-2a412136cb16), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.334328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network a1c74c49-fd92-4857-b364-832b78857fc3 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:57.337539 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-80e7accd-8f8f-4043-811d-098812fc6bc7 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.337709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:09:57.338876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-80e7accd-8f8f-4043-811d-098812fc6bc7 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] 10.222.0.25 "DELETE /v2.0/security-groups/b035c03b-3145-4e91-9c7e-2a412136cb16 HTTP/1.1" status: 204 len: 168 time: 0.2603865 Jan 28 17:09:57.352109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:09:57.392117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=b78258ef-0bf0-43d9-960d-dccd337d5f8e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:57.397859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7accd-8f8f-4043-811d-098812fc6bc7 tempest-TestVolumeBackupRestore-590862295 tempest-TestVolumeBackupRestore-590862295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b035c03b-3145-4e91-9c7e-2a412136cb16,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:57.445052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.673331 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:57.946250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-1f32623d-3198-48fa-a93b-71af41c04b9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1751146 Jan 28 17:09:58.248619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-0cba6ef1-fa8b-489c-b1b2-22ae2be661f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:58.250382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-0cba6ef1-fa8b-489c-b1b2-22ae2be661f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1128 time: 0.2276466 Jan 28 17:09:58.368010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7092f3e-5817-46d6-abe3-e8b64456b07f None None] Network a1c74c49-fd92-4857-b364-832b78857fc3 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:58.421397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:58.471514 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:58.661045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] Provisioning complete for port eb53de27-a763-43b6-abea-a1ee96402cd7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:58.661426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:58.682694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=b78258ef-0bf0-43d9-960d-dccd337d5f8e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:58.708285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-d29f19fd-b5b4-432e-af2b-4855f8e25370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:58.709848 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-d29f19fd-b5b4-432e-af2b-4855f8e25370 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.4352746 Jan 28 17:09:58.870055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec5507-c3fb-4cf0-b9cc-c307872c75d3 None None] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:09:58.976472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-c27143eb-25aa-4ee1-ab1f-cd6ef91df7fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 1001 time: 0.2455556 Jan 28 17:09:58.977619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.101974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] Current status of the port eb53de27-a763-43b6-abea-a1ee96402cd7 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:59.105139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.171472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device eb53de27-a763-43b6-abea-a1ee96402cd7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:09:59.265641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] For port eb53de27-a763-43b6-abea-a1ee96402cd7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=eb53de27-a763-43b6-abea-a1ee96402cd7,segment=NetworkSegment(526b2ef1-830a-437d-8e1b-029d35610733),segment_id=526b2ef1-830a-437d-8e1b-029d35610733)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:09:59.296098 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.374671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port eb53de27-a763-43b6-abea-a1ee96402cd7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:59.375287 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.434406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc06476-7d97-4886-b56c-43c57b1674cb None None] Pushing event updated for resources: {'Port': ['ID=eb53de27-a763-43b6-abea-a1ee96402cd7,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:09:59.477302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Provisioning complete for port 2f998e66-5dda-4f64-81f4-5200c47fcf4b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:59.477995 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.653174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port eb53de27-a763-43b6-abea-a1ee96402cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:59.654586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2f998e66-5dda-4f64-81f4-5200c47fcf4b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:09:59.788620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Current status of the port 2f998e66-5dda-4f64-81f4-5200c47fcf4b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:09:59.789415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.791660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2f998e66-5dda-4f64-81f4-5200c47fcf4b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:09:59.792026 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:09:59.872869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-3bbba2a7-a45a-4fff-913d-41008ec2113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:09:59.874550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-3bbba2a7-a45a-4fff-913d-41008ec2113a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.8727889 Jan 28 17:09:59.947075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network a1c74c49-fd92-4857-b364-832b78857fc3 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:09:59.950393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:00.029071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-92cd2f84-8961-488d-901a-e421d1e5b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:00.030855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-92cd2f84-8961-488d-901a-e421d1e5b6cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1470637 Jan 28 17:10:00.039804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] For port 2f998e66-5dda-4f64-81f4-5200c47fcf4b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2f998e66-5dda-4f64-81f4-5200c47fcf4b,segment=NetworkSegment(901f25f3-6a0a-4b69-9299-0a50f0e57ec7),segment_id=901f25f3-6a0a-4b69-9299-0a50f0e57ec7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:00.068773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:00.180557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Provisioning complete for port eb53de27-a763-43b6-abea-a1ee96402cd7 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:00.185334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:00.359994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 110e511d-f03d-46fe-a3ae-2d54ce58522c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:10:00.368104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-ecec5007-6d01-49c1-aca5-1e04e6b71a80 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270690 Jan 28 17:10:00.500641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2f998e66-5dda-4f64-81f4-5200c47fcf4b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:00.522461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Pushing event updated for resources: {'Port': ['ID=2f998e66-5dda-4f64-81f4-5200c47fcf4b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:00.673067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Current status of the port eb53de27-a763-43b6-abea-a1ee96402cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:00.694781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Provisioning complete for port b78258ef-0bf0-43d9-960d-dccd337d5f8e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:00.695112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:00.781670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-610ee92b-b548-4b9e-b63b-f6dda86e66f9 None None] Port b78258ef-0bf0-43d9-960d-dccd337d5f8e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:00.831469 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bff5c7ea-4bdc-4859-9bc5-109f6a8160e1 req-0fc26308-5955-4b19-99c9-46301f5b5f7f service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478967 Jan 28 17:10:00.834349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:00.856248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] Sync routers for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:00.864254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-03a0fa41-a038-4bbc-9807-14107e913ea6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/110e511d-f03d-46fe-a3ae-2d54ce58522c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7096441 Jan 28 17:10:00.866903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53098) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:00.879714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:00.884387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:00.967540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:00.977777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device eb53de27-a763-43b6-abea-a1ee96402cd7 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:00.984444 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55af2fa-18d0-4417-b8f6-b3b32d7057c3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:00.986656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a55af2fa-18d0-4417-b8f6-b3b32d7057c3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports/b78258ef-0bf0-43d9-960d-dccd337d5f8e HTTP/1.1" status: 200 len: 910 time: 0.1174300 Jan 28 17:10:00.989379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53112) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:01.059504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:01.060526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:01.068256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d2b06337-0828-4eeb-9bb0-afcd23748d90 None None] Provisioning complete for port 2f998e66-5dda-4f64-81f4-5200c47fcf4b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:01.068909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2b06337-0828-4eeb-9bb0-afcd23748d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.184408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:01.185100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fbdfc-f0ce-4d16-afed-f34f4e725db6 None None] The sync data for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:01.210801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port eb53de27-a763-43b6-abea-a1ee96402cd7 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:01.211367 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.247326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53144) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:01.309998 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d2b06337-0828-4eeb-9bb0-afcd23748d90 None None] Current status of the port 2f998e66-5dda-4f64-81f4-5200c47fcf4b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:01.366069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d2b06337-0828-4eeb-9bb0-afcd23748d90 None None] Provisioning complete for port b78258ef-0bf0-43d9-960d-dccd337d5f8e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:01.366447 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2b06337-0828-4eeb-9bb0-afcd23748d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.404277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port eb53de27-a763-43b6-abea-a1ee96402cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:01.405665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2f998e66-5dda-4f64-81f4-5200c47fcf4b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:01.482473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d2b06337-0828-4eeb-9bb0-afcd23748d90 None None] Port b78258ef-0bf0-43d9-960d-dccd337d5f8e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:01.523765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2f998e66-5dda-4f64-81f4-5200c47fcf4b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:01.524348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.538025 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efde5b28-b353-4657-9b49-25867ad3c2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.641307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2f998e66-5dda-4f64-81f4-5200c47fcf4b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:01.685897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.743061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efde5b28-b353-4657-9b49-25867ad3c2cd admin admin] Publish callbacks [] for security_group (a5ad5e9f-adac-42ee-a7f6-67640aeed141), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.753321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-efde5b28-b353-4657-9b49-25867ad3c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a5ad5e9f-adac-42ee-a7f6-67640aeed141), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:01.824970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde5b28-b353-4657-9b49-25867ad3c2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ad5e9f-adac-42ee-a7f6-67640aeed141,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:01.848364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-efde5b28-b353-4657-9b49-25867ad3c2cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b2be4bdf7f341c2ab23c462edaf2091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929184 Jan 28 17:10:01.848706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53206) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:01.977735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e631d1f-4629-45a9-9167-037b22badea8 admin admin] Publish callbacks [] for security_group (a5ad5e9f-adac-42ee-a7f6-67640aeed141), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.029650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e631d1f-4629-45a9-9167-037b22badea8 admin admin] Publish callbacks [] for security_group (a5ad5e9f-adac-42ee-a7f6-67640aeed141), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.086716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.21.0.1 (31054511-0a24-4405-b0c6-5147a75ab3f8/14772f26-79cf-44c7-9d2b-d38fd1639b8f/10bbe693-fcc3-4d9a-a1d6-fc2e383575e9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:02.140874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e631d1f-4629-45a9-9167-037b22badea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a5ad5e9f-adac-42ee-a7f6-67640aeed141), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.145588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e631d1f-4629-45a9-9167-037b22badea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.149794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3e631d1f-4629-45a9-9167-037b22badea8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5ad5e9f-adac-42ee-a7f6-67640aeed141 HTTP/1.1" status: 204 len: 168 time: 0.2987418 Jan 28 17:10:02.169775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e631d1f-4629-45a9-9167-037b22badea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ad5e9f-adac-42ee-a7f6-67640aeed141,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:02.361751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.410439 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.502860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:02.511554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:02.529795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:02.537442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=10bbe693-fcc3-4d9a-a1d6-fc2e383575e9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:02.649267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.835754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.924291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9d1ea8d0-4502-4aa1-8a56-1709f6c2a5cb None None] Provisioning complete for port 10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:02.924816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea8d0-4502-4aa1-8a56-1709f6c2a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:02.974492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53280) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:03.016718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ea8d0-4502-4aa1-8a56-1709f6c2a5cb None None] Port 10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:03.394932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:03.400947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:03.526362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=10bbe693-fcc3-4d9a-a1d6-fc2e383575e9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:03.540569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:03.659148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:03.660936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:03.731972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 6fe264af-9206-4e38-8eba-46f72be3affc {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:03.733002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6fe264af-9206-4e38-8eba-46f72be3affc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:03.873265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 110e511d-f03d-46fe-a3ae-2d54ce58522c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:03.886091 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6fe264af-9206-4e38-8eba-46f72be3affc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:03.890254 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (6fe264af-9206-4e38-8eba-46f72be3affc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:03.917096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 6fe264af-9206-4e38-8eba-46f72be3affc owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:04.057141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f8a3a067-8cc5-44b6-b7a5-2c2a71aa7819 None None] Provisioning complete for port 10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:04.060440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f8a3a067-8cc5-44b6-b7a5-2c2a71aa7819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:04.060762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:04.066700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a6696943-9389-44c9-9261-8a1248fb6e1c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/110e511d-f03d-46fe-a3ae-2d54ce58522c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0754926 Jan 28 17:10:04.069232 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53298) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:04.071717 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471a792-5607-4948-863d-28ec2ba415af None None] Sync routers for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:04.092113 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471a792-5607-4948-863d-28ec2ba415af None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:04.097303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3471a792-5607-4948-863d-28ec2ba415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:04.146400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (6fe264af-9206-4e38-8eba-46f72be3affc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:04.155645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a3ffc-f28d-4dd4-be62-d7b8fff8497f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:04.165606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7a3a3ffc-f28d-4dd4-be62-d7b8fff8497f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports/10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 HTTP/1.1" status: 200 len: 910 time: 0.0950890 Jan 28 17:10:04.168222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:04.182264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3a067-8cc5-44b6-b7a5-2c2a71aa7819 None None] Port 10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:04.203839 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3471a792-5607-4948-863d-28ec2ba415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:04.211400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=6fe264af-9206-4e38-8eba-46f72be3affc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:04.225553 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471a792-5607-4948-863d-28ec2ba415af None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:04.231173 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3471a792-5607-4948-863d-28ec2ba415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:04.320326 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3471a792-5607-4948-863d-28ec2ba415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:04.321122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471a792-5607-4948-863d-28ec2ba415af None None] The sync data for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:04.323971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (8c2cbede-6f73-4f87-b183-1e3cae4cdd34), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:04.324424 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Floating IP 8c2cbede-6f73-4f87-b183-1e3cae4cdd34 disassociated (deleted). External IP: 172.25.8.196, port: 66864d00-bf9f-46b7-a896-91948e05f327. Jan 28 17:10:04.724068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:04.930647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:05.049454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:05.050167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:05.062770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:05.067708 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:05.074473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:05.092619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:05.096134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:05.155271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7c71a13c-ca72-452f-9268-bfc3b7500a35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "DELETE /v2.0/floatingips/8c2cbede-6f73-4f87-b183-1e3cae4cdd34 HTTP/1.1" status: 204 len: 168 time: 2.1796443 Jan 28 17:10:05.155976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:10:05.158836 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67728f9c-ff45-4c7e-80fb-a219b54b7720" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "tag": "66864d00-bf9f-46b7-a896-91948e05f327"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:10:05.272947 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a153a95-a316-445b-835e-cdf0356b6542 x-openstack-request-id: req-0a153a95-a316-445b-835e-cdf0356b6542 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:10:05.274119 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:05.275400 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "tag": "66864d00-bf9f-46b7-a896-91948e05f327", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:10:05.275669 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a153a95-a316-445b-835e-cdf0356b6542 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:10:05.276847 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327', 'status': 'completed', 'code': 200} Jan 28 17:10:05.372474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 10bbe693-fcc3-4d9a-a1d6-fc2e383575e9 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:05.441795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:05.546348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-a353b3e8-393f-42c4-8849-73bdc717e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:05.547878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-a353b3e8-393f-42c4-8849-73bdc717e9b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 1128 time: 0.2531719 Jan 28 17:10:05.650899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f795687-3c93-4ff3-9adf-9a1a9bee4b4e req-b6c67644-098f-478d-9302-f8cd34c64ee1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:05.653298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f795687-3c93-4ff3-9adf-9a1a9bee4b4e req-b6c67644-098f-478d-9302-f8cd34c64ee1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 945 time: 0.0666494 Jan 28 17:10:05.748373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f795687-3c93-4ff3-9adf-9a1a9bee4b4e req-4a9bf196-11ed-4e1f-b2b2-71718e5f7116 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868678 Jan 28 17:10:05.869522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:39Z', 'revision_number': 1, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:05.912127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:10:05.935146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:05.935799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:06.108066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:06.365137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-4874b122-87ed-4224-866a-b43285720627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:06.366672 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-4874b122-87ed-4224-866a-b43285720627 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.8002512 Jan 28 17:10:06.432532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-fbe1699f-4b4b-482a-bc0d-b0cc21348bdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 200 len: 217 time: 0.0591037 Jan 28 17:10:06.487455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:39Z', 'revision_number': 1, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:06.504166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (10bbe693-fcc3-4d9a-a1d6-fc2e383575e9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:06.520029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09272d5-9cfe-42ff-a275-330b0f9b5be3 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'aad9d35b-d384-4c78-b330-51f94d48d838', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'port_id': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'mac_address': 'fa:16:3e:95:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:05:36Z', 'updated_at': '2022-01-28T17:05:39Z', 'revision_number': 1, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:06.562093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=10bbe693-fcc3-4d9a-a1d6-fc2e383575e9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:06.567940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-9d59573f-ef75-4f98-a869-2225ee4208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:06.569796 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-9d59573f-ef75-4f98-a869-2225ee4208fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.1311176 Jan 28 17:10:06.683018 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-7ca679dd-db75-4db0-ac72-64c2e2fa693d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462687 Jan 28 17:10:06.864967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:06.964786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-058923d5-7ab0-407f-909b-fe19684f24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:06.966317 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-058923d5-7ab0-407f-909b-fe19684f24e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3797512 Jan 28 17:10:07.051675 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15775de4-97a7-47d7-bc5e-bdfdefc10d5e None None] New status for floating IP 8c2cbede-6f73-4f87-b183-1e3cae4cdd34: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:10:07.055033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-a5e77388-091a-40ef-a2c7-2cf8eadcf94d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:07.062373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-a5e77388-091a-40ef-a2c7-2cf8eadcf94d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3838301 Jan 28 17:10:07.153081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-67dcef07-c628-4be7-8289-cfd903f32cbf tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/quotas/eee406b7bea24dc888b6d8fca181f0c0 HTTP/1.1" status: 200 len: 375 time: 0.0897484 Jan 28 17:10:07.199929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c3f1d7b6-3244-478a-b046-864737c3f5ec tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458980 Jan 28 17:10:07.262309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-afb16653-0908-48f1-bd3f-d7795f6362dd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:07.268652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-afb16653-0908-48f1-bd3f-d7795f6362dd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 945 time: 0.1860394 Jan 28 17:10:07.279993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 110e511d-f03d-46fe-a3ae-2d54ce58522c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:07.287570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006f36-676b-40ae-91ad-01142df9823d req-6f0c8f41-f082-4cb9-adb1-4f25529f4f35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:07.293395 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7006f36-676b-40ae-91ad-01142df9823d req-6f0c8f41-f082-4cb9-adb1-4f25529f4f35 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 945 time: 0.3575976 Jan 28 17:10:07.303785 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-ee2c9f8c-6e24-43b7-a026-8d93982b8577 service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726254 Jan 28 17:10:07.463917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:07.478582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4385891-a8fc-4154-8190-3a691cb699e2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/110e511d-f03d-46fe-a3ae-2d54ce58522c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3070564 Jan 28 17:10:07.478771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] Sync routers for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:07.488548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53348) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:07.502345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:07.503069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:07.503702 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-67728f9c-ff45-4c7e-80fb-a219b54b7720 req-f4674b97-1c8b-43be-ad0e-84d2536a248d service neutron] 10.222.0.24 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665251 Jan 28 17:10:07.569768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:07.574422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7948bcf-3f9b-4979-aaa1-8969c7d28d37 req-9f346d2c-b390-48f4-ab9b-80e79cc21b39 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 210 time: 0.1052666 Jan 28 17:10:07.589072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:07.591105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:07.635399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:07.636129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f36dd-f53f-4b8f-9e02-09740787dd1c None None] The sync data for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:07.650782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e7006f36-676b-40ae-91ad-01142df9823d req-fe840ea8-6c49-4927-9106-b773c50a6c36 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486018 Jan 28 17:10:07.768163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 66864d00-bf9f-46b7-a896-91948e05f327 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:07.769362 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (66864d00-bf9f-46b7-a896-91948e05f327), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:07.940751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port 66864d00-bf9f-46b7-a896-91948e05f327, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=66864d00-bf9f-46b7-a896-91948e05f327,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:07.941130 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (66864d00-bf9f-46b7-a896-91948e05f327), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:07.994482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 66864d00-bf9f-46b7-a896-91948e05f327 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:08.270537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:08.351969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (66864d00-bf9f-46b7-a896-91948e05f327), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:08.387864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=66864d00-bf9f-46b7-a896-91948e05f327,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:08.454226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.454226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.454226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.454601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.454739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.455148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.455481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.455812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.456138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.456461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.456807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.457130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.457453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:08.536856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port 66864d00-bf9f-46b7-a896-91948e05f327 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:08.539605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:08.543607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d4c6a729-57b3-4e78-9c00-0ce9a7cf4a3f req-1a4b5f97-f99f-4626-a2e2-42421ba4a164 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.24 "DELETE /v2.0/ports/66864d00-bf9f-46b7-a896-91948e05f327 HTTP/1.1" status: 204 len: 173 time: 1.2459207 Jan 28 17:10:08.544255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'name': 'network-vif-deleted', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:10:08.555870 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09415ae-f046-4992-a643-0742dc25ab2d" -d '{"events": [{"server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "name": "network-vif-deleted", "tag": "66864d00-bf9f-46b7-a896-91948e05f327"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:10:08.692852 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fc1035-7319-4d46-8d6d-a8ae2a5ff072 x-openstack-request-id: req-b5fc1035-7319-4d46-8d6d-a8ae2a5ff072 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:10:08.693310 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d35247-5c5a-4561-b576-a613516a94c6", "name": "network-vif-deleted", "tag": "66864d00-bf9f-46b7-a896-91948e05f327", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:10:08.693669 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5fc1035-7319-4d46-8d6d-a8ae2a5ff072 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:10:08.694174 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d35247-5c5a-4561-b576-a613516a94c6', 'name': 'network-vif-deleted', 'tag': '66864d00-bf9f-46b7-a896-91948e05f327', 'status': 'completed', 'code': 200} Jan 28 17:10:08.730985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-f642eb14-7ee9-467b-8e6b-b305096e6fea tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432757 Jan 28 17:10:09.278407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5cdf3d2f-5aa2-407b-8a2e-c9b1ff00900c req-4df7f899-61d9-4ade-908e-1bbabe28f9bb tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 210 time: 0.5463016 Jan 28 17:10:09.301881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e7569cd8-4040-4af8-8bc8-eb0d2311c746 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:09.301881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e7569cd8-4040-4af8-8bc8-eb0d2311c746 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5602889 Jan 28 17:10:09.326718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aeb076c2-4e05-4477-8155-a4ac921cc88a req-afe84b82-6c64-42e7-abbb-8bc1b25e576c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0458746 Jan 28 17:10:09.330696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Request body: {'port': {'device_id': '52419a83-c309-4120-a943-20a24c0b7af4', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': 'eee406b7bea24dc888b6d8fca181f0c0'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:09.391929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port b78258ef-0bf0-43d9-960d-dccd337d5f8e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:09.392856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.522746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.540794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Made reservation on behalf of eee406b7bea24dc888b6d8fca181f0c0 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:09.544180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.546619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for b78258ef-0bf0-43d9-960d-dccd337d5f8e owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:09.561111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.773680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks [] for security_group (df23e86f-b427-489a-be9e-33e74d61181e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.780870 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (df23e86f-b427-489a-be9e-33e74d61181e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.810496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b78258ef-0bf0-43d9-960d-dccd337d5f8e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:09.911656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53368) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:09.936060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=b78258ef-0bf0-43d9-960d-dccd337d5f8e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:09.938048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df23e86f-b427-489a-be9e-33e74d61181e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:10.065363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Allocated IP 192.168.233.208 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/c0adfdce-e2d0-477e-b90c-129d6fc4661f) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:10.193933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (110e511d-f03d-46fe-a3ae-2d54ce58522c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:10.500968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a354e7a-e944-4acb-ae6a-fa8c95615461 req-1213420e-3c4e-45cd-9434-db9c128b85d7 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 210 time: 0.0702953 Jan 28 17:10:10.550500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-264b8f30-1a29-4c62-a87f-c7befcb8250c req-486bd484-a9fd-4934-af87-5f7fbe6825b4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0443707 Jan 28 17:10:10.561698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 110e511d-f03d-46fe-a3ae-2d54ce58522c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:10.591385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks [] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:10.716363 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:10.726615 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] Sync routers for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:10.729859 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (a9858c90-2883-41d8-b3e1-eb083cb138f8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:10.741316 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:10.746515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ba5517a0-1fb2-4f1a-ab09-0bd373c6568b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/110e511d-f03d-46fe-a3ae-2d54ce58522c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533288 Jan 28 17:10:10.748330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53376) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:10.754259 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:10.764098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:10.773617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 66864d00-bf9f-46b7-a896-91948e05f327 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:10.795994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-410871d7-10c1-4e24-b09e-fba96aa74609 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=110e511d-f03d-46fe-a3ae-2d54ce58522c HTTP/1.1" status: 200 len: 205 time: 0.0462201 Jan 28 17:10:10.813139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53378) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:10.818336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 66864d00-bf9f-46b7-a896-91948e05f327 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:10.818686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 66864d00-bf9f-46b7-a896-91948e05f327 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:10.827654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:10.832727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:10.848665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:10.859790 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:10.876162 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] Routers {'110e511d-f03d-46fe-a3ae-2d54ce58522c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:10.879108 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['110e511d-f03d-46fe-a3ae-2d54ce58522c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:10.937054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Pushing event updated for resources: {'Port': ['ID=c0adfdce-e2d0-477e-b90c-129d6fc4661f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:10.966037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:10.966822 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699b5a7-7790-496f-88df-79be35b7714e None None] The sync data for ids ['110e511d-f03d-46fe-a3ae-2d54ce58522c'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:10.984472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:10.986468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.008705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (110e511d-f03d-46fe-a3ae-2d54ce58522c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.011688 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e4ad0ef8-85b6-4e89-b910-bbb27670b338 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6900594 Jan 28 17:10:11.024006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Request body: {'port': {'device_id': '52419a83-c309-4120-a943-20a24c0b7af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:11.152423 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.266065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-434b08e0-ed8b-48b2-9c89-df2f8f0b8815 None None] Provisioning complete for port c0adfdce-e2d0-477e-b90c-129d6fc4661f triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:11.266362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-434b08e0-ed8b-48b2-9c89-df2f8f0b8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.365603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-434b08e0-ed8b-48b2-9c89-df2f8f0b8815 None None] Port c0adfdce-e2d0-477e-b90c-129d6fc4661f cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:11.447885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (110e511d-f03d-46fe-a3ae-2d54ce58522c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.460173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (110e511d-f03d-46fe-a3ae-2d54ce58522c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.515252 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0adfdce-e2d0-477e-b90c-129d6fc4661f {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:10:11.527731 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Publish callbacks [] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.535635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (110e511d-f03d-46fe-a3ae-2d54ce58522c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.536239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router 110e511d-f03d-46fe-a3ae-2d54ce58522c {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:11.550120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.551225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7060147-b2b4-48f8-89a6-64d961b91e38 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/110e511d-f03d-46fe-a3ae-2d54ce58522c HTTP/1.1" status: 204 len: 168 time: 0.7370522 Jan 28 17:10:11.556999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53382) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:11.559813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Transition to ACTIVE for port object c0adfdce-e2d0-477e-b90c-129d6fc4661f will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:10:11.564505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.729505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 14772f26-79cf-44c7-9d2b-d38fd1639b8f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:11.738337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (14772f26-79cf-44c7-9d2b-d38fd1639b8f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.752841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69fb4e28-13f2-4dce-92b9-ffee7a55919d req-0521e4c1-ebf8-4360-a3ae-6c403a60e190 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0411391 Jan 28 17:10:11.798475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0adfdce-e2d0-477e-b90c-129d6fc4661f,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:11.808938 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Attempting to bind port c0adfdce-e2d0-477e-b90c-129d6fc4661f on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:11.809279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Attempting to bind port c0adfdce-e2d0-477e-b90c-129d6fc4661f by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:11.809609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Attempting to bind port c0adfdce-e2d0-477e-b90c-129d6fc4661f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:11.836057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Port c0adfdce-e2d0-477e-b90c-129d6fc4661f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:10:11.837468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Attempting to bind port c0adfdce-e2d0-477e-b90c-129d6fc4661f on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:11.844957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:11.845973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:11.846366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:11.846812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Bound port: c0adfdce-e2d0-477e-b90c-129d6fc4661f, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:11.848406 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.883060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855f62-c282-4497-81ad-166d55df08ab req-abc97855-e1e5-42ca-8234-b085e36a11dd tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:11.885311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (14772f26-79cf-44c7-9d2b-d38fd1639b8f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:11.885833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43855f62-c282-4497-81ad-166d55df08ab req-abc97855-e1e5-42ca-8234-b085e36a11dd tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 948 time: 0.2363768 Jan 28 17:10:11.968437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43855f62-c282-4497-81ad-166d55df08ab req-94ef7f43-edfb-47d8-b08d-5fd5e875a13c tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554812 Jan 28 17:10:12.027002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] For port c0adfdce-e2d0-477e-b90c-129d6fc4661f, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:12.032633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] For port c0adfdce-e2d0-477e-b90c-129d6fc4661f, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:12.043170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.078146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:12.079315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.083686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] 10.222.0.31 "PUT /v2.0/ports/c0adfdce-e2d0-477e-b90c-129d6fc4661f HTTP/1.1" status: 200 len: 1097 time: 1.0635049 Jan 28 17:10:12.098343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52419a83-c309-4120-a943-20a24c0b7af4', 'tag': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:10:12.103420 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620aa77b-f4b4-4554-8a73-b2ed2deee89f" -d '{"events": [{"name": "network-changed", "server_uuid": "52419a83-c309-4120-a943-20a24c0b7af4", "tag": "c0adfdce-e2d0-477e-b90c-129d6fc4661f"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:10:12.137481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Deleting port dcb0766a-c3a2-4da4-9826-d285d54ae7d3 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:12.138250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.193763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed402-1508-4e84-a71a-dddcec273cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0adfdce-e2d0-477e-b90c-129d6fc4661f,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:12.266858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (14772f26-79cf-44c7-9d2b-d38fd1639b8f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.282835 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce519fb-66ff-432c-a633-4601f6e45325 x-openstack-request-id: req-0ce519fb-66ff-432c-a633-4601f6e45325 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:10:12.283407 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52419a83-c309-4120-a943-20a24c0b7af4", "tag": "c0adfdce-e2d0-477e-b90c-129d6fc4661f", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:10:12.283920 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ce519fb-66ff-432c-a633-4601f6e45325 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:10:12.284634 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52419a83-c309-4120-a943-20a24c0b7af4', 'tag': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f', 'status': 'completed', 'code': 200} Jan 28 17:10:12.286512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] For port dcb0766a-c3a2-4da4-9826-d285d54ae7d3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:12.286884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.294830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-1c4e639c-4489-4c8f-ab85-756271be6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:12.297848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-1c4e639c-4489-4c8f-ab85-756271be6535 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 1131 time: 0.1009207 Jan 28 17:10:12.335481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Calling delete_port for dcb0766a-c3a2-4da4-9826-d285d54ae7d3 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:12.395380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-92f40831-1a3c-4498-a318-af867000eb6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f HTTP/1.1" status: 200 len: 217 time: 0.0868800 Jan 28 17:10:12.472815 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.490851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-0c141f86-1e8a-4f80-ba02-5e0578c74e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:12.492504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-0c141f86-1e8a-4f80-ba02-5e0578c74e53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0909808 Jan 28 17:10:12.498292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (14772f26-79cf-44c7-9d2b-d38fd1639b8f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.509208 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.546540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c6b4a-001f-452d-a8ac-820b81d86d82 None None] Network 31054511-0a24-4405-b0c6-5147a75ab3f8 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:12.563716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-16ff5202-d860-4641-aa46-5614c0749691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:12.565510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-16ff5202-d860-4641-aa46-5614c0749691 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0664039 Jan 28 17:10:12.573260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=14772f26-79cf-44c7-9d2b-d38fd1639b8f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:12.582137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.585487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f5f6e606-9403-40e7-82d7-f75dfecc368b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/14772f26-79cf-44c7-9d2b-d38fd1639b8f HTTP/1.1" status: 204 len: 168 time: 1.0250173 Jan 28 17:10:12.589045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53388) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:12.687235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 62aed8b7-fda3-4ab4-ab2b-3c0861440a20 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:12.691392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (62aed8b7-fda3-4ab4-ab2b-3c0861440a20), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.726220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-e141c844-659b-485b-a459-607f241e4c39 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543219 Jan 28 17:10:12.755027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (62aed8b7-fda3-4ab4-ab2b-3c0861440a20), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.762631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] DHCP port deletion for 31054511-0a24-4405-b0c6-5147a75ab3f8 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:12.876310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] Deleting port 2f998e66-5dda-4f64-81f4-5200c47fcf4b {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:12.877176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:12.930832 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01983bf3-efb9-4c35-b5c5-1edf601d1600 req-41c6b3e4-7956-4c9a-a91a-daa40851ad2c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0482774 Jan 28 17:10:12.933307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2f5e2a9-38df-42f0-b7ac-dc20cf18119c req-84b23171-ea82-48ad-9ec6-2d442a3723a2 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983054 Jan 28 17:10:12.946636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2f998e66-5dda-4f64-81f4-5200c47fcf4b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:13.018096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] For port 2f998e66-5dda-4f64-81f4-5200c47fcf4b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2f998e66-5dda-4f64-81f4-5200c47fcf4b,segment=NetworkSegment(901f25f3-6a0a-4b69-9299-0a50f0e57ec7),segment_id=901f25f3-6a0a-4b69-9299-0a50f0e57ec7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:13.018511 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.109420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] Calling delete_port for 2f998e66-5dda-4f64-81f4-5200c47fcf4b owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:13.133598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-8101aeea-318c-4edb-9eab-0b99fb00138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:13.143083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-8101aeea-318c-4edb-9eab-0b99fb00138b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 1131 time: 0.1212251 Jan 28 17:10:13.228475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2f998e66-5dda-4f64-81f4-5200c47fcf4b is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:13.228904 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.274713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2f998e66-5dda-4f64-81f4-5200c47fcf4b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2f998e66-5dda-4f64-81f4-5200c47fcf4b,segment=NetworkSegment(901f25f3-6a0a-4b69-9299-0a50f0e57ec7),segment_id=901f25f3-6a0a-4b69-9299-0a50f0e57ec7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:13.294413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b43f-ee69-435a-a3b9-f2678c260018 req-2822056e-bd4b-4950-b120-230f08100470 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:13.302108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e71b43f-ee69-435a-a3b9-f2678c260018 req-2822056e-bd4b-4950-b120-230f08100470 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 948 time: 0.1992242 Jan 28 17:10:13.309950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.368367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-402360d6-456b-4779-8efe-be712f39d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:13.379879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-402360d6-456b-4779-8efe-be712f39d9d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2068851 Jan 28 17:10:13.397586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (62aed8b7-fda3-4ab4-ab2b-3c0861440a20), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.400653 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (dcb0766a-c3a2-4da4-9826-d285d54ae7d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.434979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2f998e66-5dda-4f64-81f4-5200c47fcf4b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:13.462052 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2f998e66-5dda-4f64-81f4-5200c47fcf4b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.464686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-37097139-a0cb-4069-981b-bcc7898e0aa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f HTTP/1.1" status: 200 len: 217 time: 0.0750606 Jan 28 17:10:13.466645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb0766a-c3a2-4da4-9826-d285d54ae7d3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:13.469043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e71b43f-ee69-435a-a3b9-f2678c260018 req-e91c054a-3a2e-4eaf-b0ad-ea47c5db2711 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657827 Jan 28 17:10:13.525047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] Pushing event deleted for resources: {'Port': ['ID=2f998e66-5dda-4f64-81f4-5200c47fcf4b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:13.528543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05f09e-9df1-4232-9166-c88a14abbfda None None] No DVR routers for this DVR port 2f998e66-5dda-4f64-81f4-5200c47fcf4b on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:13.580169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (62aed8b7-fda3-4ab4-ab2b-3c0861440a20), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.584644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-7ddc8642-b37f-4a29-a2c9-001f9e52cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:13.586760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-7ddc8642-b37f-4a29-a2c9-001f9e52cb2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1165676 Jan 28 17:10:13.632869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7537250-c702-49da-b745-f668358af406 None None] Network a1c74c49-fd92-4857-b364-832b78857fc3 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:13.670528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-445a3f66-09d0-46e2-9e0a-98bfc9599524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:13.672066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-445a3f66-09d0-46e2-9e0a-98bfc9599524 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0791054 Jan 28 17:10:13.696249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=62aed8b7-fda3-4ab4-ab2b-3c0861440a20,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:13.707458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.715665 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-baa7a06d-f903-4102-8eeb-7c0d0a7560cc tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/62aed8b7-fda3-4ab4-ab2b-3c0861440a20 HTTP/1.1" status: 204 len: 168 time: 1.1256092 Jan 28 17:10:13.723148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53394) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:13.858529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-d342ef57-d764-46d7-a224-73dc5f8ec8aa service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793418 Jan 28 17:10:13.896199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (31054511-0a24-4405-b0c6-5147a75ab3f8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.914666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (a9858c90-2883-41d8-b3e1-eb083cb138f8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:13.925602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b08685-072a-4138-be93-4eb785c64307 None None] DHCP port deletion for a1c74c49-fd92-4857-b364-832b78857fc3 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:14.024765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-620aa77b-f4b4-4554-8a73-b2ed2deee89f req-01dd1e31-5341-45c9-ac9c-e1b01ec9d4f3 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584935 Jan 28 17:10:14.042487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-46b08685-072a-4138-be93-4eb785c64307 None None] Deleting port eb53de27-a763-43b6-abea-a1ee96402cd7 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:14.043258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46b08685-072a-4138-be93-4eb785c64307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.074398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (31054511-0a24-4405-b0c6-5147a75ab3f8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.088830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbb1c3f6-4c33-4de7-a185-8a9ccbc2713b req-7b4985a9-86bc-48f4-9e87-92f5e9edee88 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0455618 Jan 28 17:10:14.161301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31054511-0a24-4405-b0c6-5147a75ab3f8']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:14.164629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-46b08685-072a-4138-be93-4eb785c64307 None None] For port eb53de27-a763-43b6-abea-a1ee96402cd7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=eb53de27-a763-43b6-abea-a1ee96402cd7,segment=NetworkSegment(526b2ef1-830a-437d-8e1b-029d35610733),segment_id=526b2ef1-830a-437d-8e1b-029d35610733)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:14.165365 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46b08685-072a-4138-be93-4eb785c64307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.184375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-46b08685-072a-4138-be93-4eb785c64307 None None] Calling delete_port for eb53de27-a763-43b6-abea-a1ee96402cd7 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:14.205188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f25f3-6a0a-4b69-9299-0a50f0e57ec7') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:14.205454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f25f3-6a0a-4b69-9299-0a50f0e57ec7') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:14.219361 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (901f25f3-6a0a-4b69-9299-0a50f0e57ec7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.268959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (901f25f3-6a0a-4b69-9299-0a50f0e57ec7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.278950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46b08685-072a-4138-be93-4eb785c64307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (eb53de27-a763-43b6-abea-a1ee96402cd7), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.280135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:14.280543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (901f25f3-6a0a-4b69-9299-0a50f0e57ec7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:14.284049 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:14.305880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b08685-072a-4138-be93-4eb785c64307 None None] Pushing event deleted for resources: {'Port': ['ID=eb53de27-a763-43b6-abea-a1ee96402cd7,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:14.311346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b08685-072a-4138-be93-4eb785c64307 None None] No DVR routers for this DVR port eb53de27-a763-43b6-abea-a1ee96402cd7 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:14.350248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Router a9858c90-2883-41d8-b3e1-eb083cb138f8 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:14.363519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (31054511-0a24-4405-b0c6-5147a75ab3f8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.404928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.408054 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/31054511-0a24-4405-b0c6-5147a75ab3f8 HTTP/1.1" status: 204 len: 168 time: 0.6839643 Jan 28 17:10:14.411369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53398) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:14.423526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d8d74-f637-414e-a06d-e6f60b8fdb4b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=31054511-0a24-4405-b0c6-5147a75ab3f8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:14.492958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:14.498234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a1c74c49-fd92-4857-b364-832b78857fc3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.500419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53400) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:14.500696 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-352f671d-ddeb-4dc1-a915-fa31fe7c19c1 admin admin] 10.222.0.25 "PUT /v2.0/routers/a9858c90-2883-41d8-b3e1-eb083cb138f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5872445 Jan 28 17:10:14.506193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] Sync routers for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:14.517702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:14.518496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:14.633731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:14.716146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks [] for router (a9858c90-2883-41d8-b3e1-eb083cb138f8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.769199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a1c74c49-fd92-4857-b364-832b78857fc3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:14.777834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543dcd9-33b9-4be6-b77d-379e83ba8a55 req-29914463-845c-4e13-a519-3493f9c569ca tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:14.779335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4543dcd9-33b9-4be6-b77d-379e83ba8a55 req-29914463-845c-4e13-a519-3493f9c569ca tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 948 time: 0.2090046 Jan 28 17:10:14.822919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c74c49-fd92-4857-b364-832b78857fc3']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:14.826504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:10:12Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:14.860639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] Checking router: a9858c90-2883-41d8-b3e1-eb083cb138f8 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:10:14.871299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] Routers {'a9858c90-2883-41d8-b3e1-eb083cb138f8'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:14.872261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:09:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a9858c90-2883-41d8-b3e1-eb083cb138f8'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:15.138537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device eb53de27-a763-43b6-abea-a1ee96402cd7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:15.164100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: eb53de27-a763-43b6-abea-a1ee96402cd7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:15.164468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device eb53de27-a763-43b6-abea-a1ee96402cd7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:15.185401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] Set router a9858c90-2883-41d8-b3e1-eb083cb138f8 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:15.223704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526b2ef1-830a-437d-8e1b-029d35610733') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:15.223975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526b2ef1-830a-437d-8e1b-029d35610733') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:15.259145 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (526b2ef1-830a-437d-8e1b-029d35610733), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.281213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd7c5f9c-8d7b-4fe7-8bec-e9f40186aa5e req-069a1c76-2cc2-40c9-b254-412918f08ab0 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0533128 Jan 28 17:10:15.284844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4543dcd9-33b9-4be6-b77d-379e83ba8a55 req-cf9d1a5e-9d33-430d-bb9d-936d1a9da20f tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958649 Jan 28 17:10:15.302426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (526b2ef1-830a-437d-8e1b-029d35610733), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.314326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:15.314326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (526b2ef1-830a-437d-8e1b-029d35610733), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:15.314933 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:15.317336 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks [] for router_gateway (a9858c90-2883-41d8-b3e1-eb083cb138f8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.393589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:10:12Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:15.405700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a1c74c49-fd92-4857-b364-832b78857fc3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.410672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.418593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/a1c74c49-fd92-4857-b364-832b78857fc3 HTTP/1.1" status: 204 len: 168 time: 1.0064008 Jan 28 17:10:15.418881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53406) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:15.424462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f382f4-1335-4cfa-9145-d4c64e58eef6 None None] The sync data for ids ['a9858c90-2883-41d8-b3e1-eb083cb138f8'] in n-d-812111-13 is: [{'id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'name': 'tempest-TestVolumeBackupRestore-1033853293-router', 'tenant_id': '8ea9e506b06247c6b93e21163064f864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:24Z', 'updated_at': '2022-01-28T17:10:12Z', 'revision_number': 5, 'project_id': '8ea9e506b06247c6b93e21163064f864', 'gw_port': {'id': '3953c13a-05aa-4123-b138-6e1b8ad007d7', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9858c90-2883-41d8-b3e1-eb083cb138f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:25Z', 'updated_at': '2022-01-28T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:15.424719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628029208'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:15.441466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ece04b-b7aa-4747-90a4-f79b439901de tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=a1c74c49-fd92-4857-b364-832b78857fc3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:15.448331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Deleting port 3953c13a-05aa-4123-b138-6e1b8ad007d7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:15.448747 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.465452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:15.469455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.501774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:15.513656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (baf1f675-2a4a-4f74-ac6e-406eb1050e2a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.514325 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment baf1f675-2a4a-4f74-ac6e-406eb1050e2a of type vlan for network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 Jan 28 17:10:15.540328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] For port 3953c13a-05aa-4123-b138-6e1b8ad007d7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3953c13a-05aa-4123-b138-6e1b8ad007d7,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:15.541030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.554480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Calling delete_port for 3953c13a-05aa-4123-b138-6e1b8ad007d7 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:15.557776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9b891f6b-b5b7-400f-ac0d-f16e977e2112), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.591071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9b891f6b-b5b7-400f-ac0d-f16e977e2112), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.597405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:15.598006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.657701 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2372820 Jan 28 17:10:15.660361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53408) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:15.665358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:15.688514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb84b4e-1e9f-43ae-b574-d7cf9c4248cb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=9b891f6b-b5b7-400f-ac0d-f16e977e2112,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:15.699063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:15.754291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3953c13a-05aa-4123-b138-6e1b8ad007d7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.774210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:15.778504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.801343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Pushing event deleted for resources: {'Port': ['ID=3953c13a-05aa-4123-b138-6e1b8ad007d7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:15.871982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (a9858c90-2883-41d8-b3e1-eb083cb138f8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.959368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60664c7d-c412-4d14-b155-8af3d915f2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.973843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (a9858c90-2883-41d8-b3e1-eb083cb138f8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:15.976177 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks [] for router_controller (a9858c90-2883-41d8-b3e1-eb083cb138f8), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.024261 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (9fbd3283-f3f3-4e91-900e-594483373f3a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.025970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (a9858c90-2883-41d8-b3e1-eb083cb138f8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.030566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9858c90-2883-41d8-b3e1-eb083cb138f8 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:16.040114 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.043822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-845d42fb-8f55-4c91-b9e3-5491bfa9d20a admin admin] 10.222.0.25 "DELETE /v2.0/routers/a9858c90-2883-41d8-b3e1-eb083cb138f8 HTTP/1.1" status: 204 len: 168 time: 1.5400686 Jan 28 17:10:16.044015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53410) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:16.091763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Deleting subnet 91d443be-8c86-4893-8f6f-0b00d8d4837c {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:16.096338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Publish callbacks [] for subnet (91d443be-8c86-4893-8f6f-0b00d8d4837c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.106009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=9fbd3283-f3f3-4e91-900e-594483373f3a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:16.122872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:16.124121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: 9b891f6b-b5b7-400f-ac0d-f16e977e2112, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:16.139412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (91d443be-8c86-4893-8f6f-0b00d8d4837c), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.146613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:16.157527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9b891f6b-b5b7-400f-ac0d-f16e977e2112) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:16.166476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:16.168018 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.169373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9425d-c04e-4c99-a19f-90a6645b4c02 None None] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:16.207106 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3b406c52-4efe-443a-93c3-60b51637e81d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5455294 Jan 28 17:10:16.216313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53412) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:16.227017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-545222922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:16.228531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0adfdce-e2d0-477e-b90c-129d6fc4661f details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:10:16.255688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.258044 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.268402 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (91d443be-8c86-4893-8f6f-0b00d8d4837c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.333666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.347116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.378537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (91d443be-8c86-4893-8f6f-0b00d8d4837c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.398080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.399996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce0217aa-632c-4f28-ad27-8228e706132d tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1825230 Jan 28 17:10:16.402765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53418) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:16.415050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'port': {'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112', 'name': 'tempest-RoutersTest-196244245'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:16.434817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-9b891f6b-b5b7-400f-ac0d-f16e977e2112', 'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '9fbd3283-f3f3-4e91-900e-594483373f3a'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:16.436010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.460547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d443be-8c86-4893-8f6f-0b00d8d4837c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:16.481086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.485290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-386448ad-80f1-4044-8d04-6e89ab62fd84 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/91d443be-8c86-4893-8f6f-0b00d8d4837c HTTP/1.1" status: 204 len: 168 time: 0.4401953 Jan 28 17:10:16.491614 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53420) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:16.500724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff87c7-15f1-4ea8-9e80-4f4c07194a41 None None] Network 40fd8282-3c89-43c7-b2cb-fafd1f780d45 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:16.537601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2614e77-0337-4f33-8d3a-4a8f10c9a670 req-b614ec79-682f-4b6b-b0e8-8699b933fc23 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.1272843 Jan 28 17:10:16.580829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d02913-f6bf-415c-89f4-29dfe199044a req-3387ddf1-f588-4dfd-a6ad-13c163db39c1 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:16.588886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7d02913-f6bf-415c-89f4-29dfe199044a req-3387ddf1-f588-4dfd-a6ad-13c163db39c1 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 948 time: 0.1239352 Jan 28 17:10:16.617699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0adfdce-e2d0-477e-b90c-129d6fc4661f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:16.643717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (40fd8282-3c89-43c7-b2cb-fafd1f780d45), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.648919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:16.653010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.659567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f', 'mac_address': 'fa:16:3e:b1:c9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:10:16.675090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7d02913-f6bf-415c-89f4-29dfe199044a req-9d9729e4-f011-4e98-a436-c4d58bf0b70f tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797539 Jan 28 17:10:16.706353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] device_id is not set on port c2fdbfe3-e999-41d0-b841-68cdc9c89a08 yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:10:16.788633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Allocated IP 172.20.0.2 (9b891f6b-b5b7-400f-ac0d-f16e977e2112/9fbd3283-f3f3-4e91-900e-594483373f3a/b1e04762-da81-42f3-beaf-e8c97fcb2ef1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:16.806160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Deleting port b402d8bc-17e6-4220-84ae-f1db4ac60aed {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:16.806515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.854726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0adfdce-e2d0-477e-b90c-129d6fc4661f is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:16.855350 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.863765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device dcb0766a-c3a2-4da4-9826-d285d54ae7d3 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:16.874801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] For port b402d8bc-17e6-4220-84ae-f1db4ac60aed, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b402d8bc-17e6-4220-84ae-f1db4ac60aed,segment=NetworkSegment(128378fe-3fcb-4ea1-93c0-1561a4a3a5c8),segment_id=128378fe-3fcb-4ea1-93c0-1561a4a3a5c8)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:16.875190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.889561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Calling delete_port for b402d8bc-17e6-4220-84ae-f1db4ac60aed owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:16.902871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: dcb0766a-c3a2-4da4-9826-d285d54ae7d3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:16.903360 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device dcb0766a-c3a2-4da4-9826-d285d54ae7d3 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:16.903886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3953c13a-05aa-4123-b138-6e1b8ad007d7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:16.908036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0adfdce-e2d0-477e-b90c-129d6fc4661f {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:10:16.952015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3953c13a-05aa-4123-b138-6e1b8ad007d7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:16.952455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3953c13a-05aa-4123-b138-6e1b8ad007d7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:16.967212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0adfdce-e2d0-477e-b90c-129d6fc4661f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:16.980148 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:16.999831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b402d8bc-17e6-4220-84ae-f1db4ac60aed), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.037925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b402d8bc-17e6-4220-84ae-f1db4ac60aed,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:17.043435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] No DVR routers for this DVR port b402d8bc-17e6-4220-84ae-f1db4ac60aed on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:17.054230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5550d3f6-7e24-46b9-8dfa-38f05947c534 None None] DHCP port deletion for 40fd8282-3c89-43c7-b2cb-fafd1f780d45 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:17.089242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0adfdce-e2d0-477e-b90c-129d6fc4661f,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:17.092204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Publish callbacks [] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.100083 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.168542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (40fd8282-3c89-43c7-b2cb-fafd1f780d45), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.174487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:17.175973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Pushing event updated for resources: {'Port': ['ID=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:17.178399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:17.182893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:17.208884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fd8282-3c89-43c7-b2cb-fafd1f780d45']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:17.223416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:17.223848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128378fe-3fcb-4ea1-93c0-1561a4a3a5c8') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:17.233416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c0adfdce-e2d0-477e-b90c-129d6fc4661f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:10:17.239947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.db.api [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-991cb122-2731-448a-8b1e-91149ac3331d {{(pid=103094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:10:17.241486 n-d-812111-13 neutron-server[103094]: DEBUG oslo_db.api [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:10:17.244863 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (128378fe-3fcb-4ea1-93c0-1561a4a3a5c8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.259884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (128378fe-3fcb-4ea1-93c0-1561a4a3a5c8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.267076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:17.268391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (128378fe-3fcb-4ea1-93c0-1561a4a3a5c8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:17.270356 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:17.274749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Attempting to bind port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:17.275131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Attempting to bind port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:17.275504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Attempting to bind port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 on network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:17.285247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:17.285638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Checking segment: {'id': 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:17.286049 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.286448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Bound using segment: {'id': 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:17.286924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Bound port: b1e04762-da81-42f3-beaf-e8c97fcb2ef1, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b891f6b-b5b7-400f-ac0d-f16e977e2112'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:17.287313 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.335825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (40fd8282-3c89-43c7-b2cb-fafd1f780d45), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.341549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.349442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] 10.222.0.25 "DELETE /v2.0/networks/40fd8282-3c89-43c7-b2cb-fafd1f780d45 HTTP/1.1" status: 204 len: 168 time: 0.8520019 Jan 28 17:10:17.349544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53422) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:17.360113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92804abb-0298-47bc-b0cd-df1fe95a2d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=40fd8282-3c89-43c7-b2cb-fafd1f780d45,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:17.415086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] For port b1e04762-da81-42f3-beaf-e8c97fcb2ef1, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:17.437334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] For port b1e04762-da81-42f3-beaf-e8c97fcb2ef1, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,segment=NetworkSegment(baf1f675-2a4a-4f74-ac6e-406eb1050e2a),segment_id=baf1f675-2a4a-4f74-ac6e-406eb1050e2a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:17.450493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.537069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1e76e-207a-4a73-b6b6-894d633cfb6f None None] Pushing event updated for resources: {'Port': ['ID=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:17.651785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34eb0471-3e35-43da-8efc-fa2f4eecbf3d req-bebdc54b-b050-4b7c-8500-895599fd4493 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0326703 Jan 28 17:10:17.749129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.777619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] device_id is not set on port 64a00409-47ee-4706-a6af-0d2e04aa463e yet. {{(pid=103094) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:10:17.860301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (164a9f72-69e3-40bf-b791-c8a64cd24bd5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.924321 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a2f024ac-622c-40ed-ae2e-83f700e0d877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:17.926552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc077a-06b9-487e-b615-b61f2afc2f2e req-930333b9-c88e-4340-8815-066095607fd8 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:17.928115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dbc077a-06b9-487e-b615-b61f2afc2f2e req-930333b9-c88e-4340-8815-066095607fd8 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 949 time: 0.1357346 Jan 28 17:10:17.933162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.20.0.14 (9b891f6b-b5b7-400f-ac0d-f16e977e2112/9fbd3283-f3f3-4e91-900e-594483373f3a/64a00409-47ee-4706-a6af-0d2e04aa463e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:18.034487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dbc077a-06b9-487e-b615-b61f2afc2f2e req-2889a83f-d281-4f54-b2c6-343e0cfbb0bf tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630212 Jan 28 17:10:18.125250 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.173294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.203668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Deleting port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:18.204055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.217327 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0adfdce-e2d0-477e-b90c-129d6fc4661f up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:18.231547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:18.235864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:18.240237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:18.284954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=64a00409-47ee-4706-a6af-0d2e04aa463e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:18.296329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] For port e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:18.297462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.298528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port c0adfdce-e2d0-477e-b90c-129d6fc4661f completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:10:18.304747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port c0adfdce-e2d0-477e-b90c-129d6fc4661f triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:18.305124 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.316189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:18.317039 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.326393 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Calling delete_port for e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:18.345757 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bf25fbb3-caf9-4bdf-b461-433e4cf03215 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9393957 Jan 28 17:10:18.346646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53428) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:18.423609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port c0adfdce-e2d0-477e-b90c-129d6fc4661f is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:18.423866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.456507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52419a83-c309-4120-a943-20a24c0b7af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:10:18.458801 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25630936-2143-458f-b794-34752dd169ff" -d '{"events": [{"server_uuid": "52419a83-c309-4120-a943-20a24c0b7af4", "name": "network-vif-plugged", "status": "completed", "tag": "c0adfdce-e2d0-477e-b90c-129d6fc4661f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:10:18.472789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port c0adfdce-e2d0-477e-b90c-129d6fc4661f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:18.481630 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.547190 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd07c9b-3f60-4c52-82e5-64491fe73dc4 x-openstack-request-id: req-afd07c9b-3f60-4c52-82e5-64491fe73dc4 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:10:18.547609 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52419a83-c309-4120-a943-20a24c0b7af4", "name": "network-vif-plugged", "status": "completed", "tag": "c0adfdce-e2d0-477e-b90c-129d6fc4661f", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:10:18.547964 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afd07c9b-3f60-4c52-82e5-64491fe73dc4 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:10:18.549161 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52419a83-c309-4120-a943-20a24c0b7af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f', 'code': 200} Jan 28 17:10:18.597655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=c0adfdce-e2d0-477e-b90c-129d6fc4661f,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:18.681393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:18.746673 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:18.833321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d6bb6a3-690c-4662-a6d7-0eb5ed91beee req-77f27ba3-3eb8-4c14-b641-12f073c5f208 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0419052 Jan 28 17:10:18.839050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd309df8-6eb6-4ffe-b3e4-72119038f257 req-ed47c374-75de-4d11-87ae-b6e4cc4a615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:18.840569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd309df8-6eb6-4ffe-b3e4-72119038f257 req-ed47c374-75de-4d11-87ae-b6e4cc4a615d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 1133 time: 0.2111230 Jan 28 17:10:18.901850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7293763-a3b7-460e-b239-e72d472acedd None None] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:18.954754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.043314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] Provisioning complete for port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:19.043877 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.049489 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (164a9f72-69e3-40bf-b791-c8a64cd24bd5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.093509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b1e04762-da81-42f3-beaf-e8c97fcb2ef1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:19.273413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] Current status of the port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:19.273968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.288295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:19.288869 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.336917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.348624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.353919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] For port b1e04762-da81-42f3-beaf-e8c97fcb2ef1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,segment=NetworkSegment(baf1f675-2a4a-4f74-ac6e-406eb1050e2a),segment_id=baf1f675-2a4a-4f74-ac6e-406eb1050e2a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:19.365408 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.373803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:19.388717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd309df8-6eb6-4ffe-b3e4-72119038f257 req-18a69320-57b4-457b-9c40-f515f51c5917 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343595 Jan 28 17:10:19.441135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=64a00409-47ee-4706-a6af-0d2e04aa463e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:19.476964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d167f01-2926-421d-852c-a552b768ed46 req-168a52f0-35de-40a9-9cf3-eb36e35bdd45 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:19.478899 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d167f01-2926-421d-852c-a552b768ed46 req-168a52f0-35de-40a9-9cf3-eb36e35bdd45 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 950 time: 0.2784624 Jan 28 17:10:19.487258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:19.547579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9da27-5868-4421-a972-f840501fcb2d None None] Pushing event updated for resources: {'Port': ['ID=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:19.555154 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.568630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b402d8bc-17e6-4220-84ae-f1db4ac60aed no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:19.594063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: b402d8bc-17e6-4220-84ae-f1db4ac60aed {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:19.594519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b402d8bc-17e6-4220-84ae-f1db4ac60aed not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:19.609901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d167f01-2926-421d-852c-a552b768ed46 req-45617bec-524d-40f0-bdd4-59beaee676f9 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238782 Jan 28 17:10:19.638703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:19.644479 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-62b927d1-79a6-434e-b7d2-83cace5acd3a admin admin] 10.222.0.25 "PUT /v2.0/routers/164a9f72-69e3-40bf-b791-c8a64cd24bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2942011 Jan 28 17:10:19.650852 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] Sync routers for ids ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:19.655345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53436) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:19.666256 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] Routers {'164a9f72-69e3-40bf-b791-c8a64cd24bd5'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:19.667146 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:19.749557 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.794149 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] Set router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:19.850969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks [] for router (164a9f72-69e3-40bf-b791-c8a64cd24bd5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.851975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-557ddc15-018b-414d-8377-41f2262d4200 None None] Provisioning complete for port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:19.852481 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-557ddc15-018b-414d-8377-41f2262d4200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:19.941139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.023440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95603ebe-bc87-45c7-8d7f-ee863327c6bf req-74cdcbde-b170-4004-b418-fd97c2e8f7a1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0716245 Jan 28 17:10:20.048969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-557ddc15-018b-414d-8377-41f2262d4200 None None] Current status of the port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:20.077580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-557ddc15-018b-414d-8377-41f2262d4200 None None] Provisioning complete for port 64a00409-47ee-4706-a6af-0d2e04aa463e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:20.078480 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-557ddc15-018b-414d-8377-41f2262d4200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.097014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks [] for router_gateway (164a9f72-69e3-40bf-b791-c8a64cd24bd5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.150261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:10:18Z', 'revision_number': 5, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port': {'id': 'e994ccbb-7040-4125-9f26-8fabdda63d69', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:20.180998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Deleting port e994ccbb-7040-4125-9f26-8fabdda63d69 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:20.181483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.209077 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] Checking router: 164a9f72-69e3-40bf-b791-c8a64cd24bd5 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:10:20.230974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] Routers {'164a9f72-69e3-40bf-b791-c8a64cd24bd5'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:20.231621 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:20.288224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] For port e994ccbb-7040-4125-9f26-8fabdda63d69, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e994ccbb-7040-4125-9f26-8fabdda63d69,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:20.288942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.305450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Calling delete_port for e994ccbb-7040-4125-9f26-8fabdda63d69 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:20.389949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-557ddc15-018b-414d-8377-41f2262d4200 None None] Port 64a00409-47ee-4706-a6af-0d2e04aa463e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:20.453578 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] Set router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:20.512610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-01fdf36b-8d76-45da-b4f7-7fb6d9f6ff50 None None] Provisioning complete for port 64a00409-47ee-4706-a6af-0d2e04aa463e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:20.513309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-01fdf36b-8d76-45da-b4f7-7fb6d9f6ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.530978 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e994ccbb-7040-4125-9f26-8fabdda63d69), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.550112 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:10:20Z', 'revision_number': 6, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:20.558504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-01fdf36b-8d76-45da-b4f7-7fb6d9f6ff50 None None] Port 64a00409-47ee-4706-a6af-0d2e04aa463e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:20.566330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.574067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.584587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0219862-c9f5-433e-8750-f5f5166e1a1d None None] The sync data for ids ['164a9f72-69e3-40bf-b791-c8a64cd24bd5'] in n-d-812111-13 is: [{'id': '164a9f72-69e3-40bf-b791-c8a64cd24bd5', 'name': 'tempest-TestVolumeBackupRestore-445952632-router', 'tenant_id': 'b3dbfd2dcef04b148e93140b92110956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:04:34Z', 'updated_at': '2022-01-28T17:10:20Z', 'revision_number': 6, 'project_id': 'b3dbfd2dcef04b148e93140b92110956', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:20.604920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Pushing event deleted for resources: {'Port': ['ID=e994ccbb-7040-4125-9f26-8fabdda63d69,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:20.653163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (164a9f72-69e3-40bf-b791-c8a64cd24bd5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.666166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.708179 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.726824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=64a00409-47ee-4706-a6af-0d2e04aa463e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:20.775442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:20.776413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (164a9f72-69e3-40bf-b791-c8a64cd24bd5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.776894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:20.779929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks [] for router_controller (164a9f72-69e3-40bf-b791-c8a64cd24bd5), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.833588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (164a9f72-69e3-40bf-b791-c8a64cd24bd5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.834134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164a9f72-69e3-40bf-b791-c8a64cd24bd5 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:20.842349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20068a-3b80-4cef-900c-0aad9943540a req-f6c3d64d-66b0-4187-a140-abd907be8761 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:20.843873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da20068a-3b80-4cef-900c-0aad9943540a req-f6c3d64d-66b0-4187-a140-abd907be8761 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 950 time: 0.1252463 Jan 28 17:10:20.847591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.851623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-89a8b0b6-4e69-407c-9f98-0b3b7af08844 admin admin] 10.222.0.25 "DELETE /v2.0/routers/164a9f72-69e3-40bf-b791-c8a64cd24bd5 HTTP/1.1" status: 204 len: 168 time: 1.1952209 Jan 28 17:10:20.852345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:20.912911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router c1e87a47-26d8-48cb-9941-f2b9a4e77a96 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:10:20.932018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Deleting subnet 5037bec8-51c7-4f22-ac1e-bc5f961b740a {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:20.958174 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Publish callbacks [] for subnet (5037bec8-51c7-4f22-ac1e-bc5f961b740a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:20.963591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da20068a-3b80-4cef-900c-0aad9943540a req-fc8e88b2-51ae-4f87-8d68-721a3fb2812b tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102159 Jan 28 17:10:21.073829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:21.087367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] Sync routers for ids ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:21.094839 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc9ee2d8-e014-4e28-ae57-caa03f7f60fd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/c1e87a47-26d8-48cb-9941-f2b9a4e77a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7469945 Jan 28 17:10:21.096116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53448) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:21.136336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] Routers {'c1e87a47-26d8-48cb-9941-f2b9a4e77a96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:21.145923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:21.188526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e82d3a-28d2-4215-b870-f07c89906337 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:21.204098 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8e82d3a-28d2-4215-b870-f07c89906337 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports/64a00409-47ee-4706-a6af-0d2e04aa463e HTTP/1.1" status: 200 len: 977 time: 0.1067879 Jan 28 17:10:21.205739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53452) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:21.241128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:21.262404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] Routers {'c1e87a47-26d8-48cb-9941-f2b9a4e77a96'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:21.263050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:21.265043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9bffd983-b638-4cd5-8c04-c9a65d309ce1 None None] Provisioning complete for port 64a00409-47ee-4706-a6af-0d2e04aa463e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:21.265605 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9bffd983-b638-4cd5-8c04-c9a65d309ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.326786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:21.327449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f58f27-f814-4856-90a0-35e62bb6e11f None None] The sync data for ids ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:21.343323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9bffd983-b638-4cd5-8c04-c9a65d309ce1 None None] Port 64a00409-47ee-4706-a6af-0d2e04aa463e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:21.516653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e36642d-1748-430b-bde4-2a172e2aea2c req-9cb8aa6c-092d-4074-918d-7bdb4aadaadd tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7d35247-5c5a-4561-b576-a613516a94c6 HTTP/1.1" status: 200 len: 210 time: 0.0347536 Jan 28 17:10:21.534142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (5037bec8-51c7-4f22-ac1e-bc5f961b740a), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.544070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b1e04762-da81-42f3-beaf-e8c97fcb2ef1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:21.607031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:21.607734 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.639022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5037bec8-51c7-4f22-ac1e-bc5f961b740a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.699388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:21.708725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:21.723375 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (5037bec8-51c7-4f22-ac1e-bc5f961b740a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.735417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:21.736307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e78b80fb-6cf0-4a9b-8c4b-4470a9752a9a not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:21.763841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5037bec8-51c7-4f22-ac1e-bc5f961b740a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:21.769877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.771415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.776449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-31b59f03-0bc5-42fd-b10a-9ca644989613 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5037bec8-51c7-4f22-ac1e-bc5f961b740a HTTP/1.1" status: 204 len: 168 time: 0.9141364 Jan 28 17:10:21.776597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53460) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:21.785335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc303a5-c522-4aca-8dbb-76687af01049 None None] Network 172eff4d-7d50-4670-8988-6665cd4c3fcc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:21.890581 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (172eff4d-7d50-4670-8988-6665cd4c3fcc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.958647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Deleting port 2a78d74b-a318-4bbe-929c-23af15633f50 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:21.958998 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:21.989507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] DHCP port deletion for 172eff4d-7d50-4670-8988-6665cd4c3fcc request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:22.050720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] For port 2a78d74b-a318-4bbe-929c-23af15633f50, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a78d74b-a318-4bbe-929c-23af15633f50,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:22.051209 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.056174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] Deleting port 2a78d74b-a318-4bbe-929c-23af15633f50 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:22.056840 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.066349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Calling delete_port for 2a78d74b-a318-4bbe-929c-23af15633f50 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:22.146391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] For port 2a78d74b-a318-4bbe-929c-23af15633f50, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2a78d74b-a318-4bbe-929c-23af15633f50,segment=NetworkSegment(52e0f14f-bc80-4cf1-bef1-eca6e0ecde24),segment_id=52e0f14f-bc80-4cf1-bef1-eca6e0ecde24)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:22.147617 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.169753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] Calling delete_port for 2a78d74b-a318-4bbe-929c-23af15633f50 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:22.171102 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.180812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.206111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a78d74b-a318-4bbe-929c-23af15633f50,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:22.214280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] No DVR routers for this DVR port 2a78d74b-a318-4bbe-929c-23af15633f50 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:22.253176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2a78d74b-a318-4bbe-929c-23af15633f50), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.265406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] No DVR routers for this DVR port 2a78d74b-a318-4bbe-929c-23af15633f50 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:22.293012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a210c-9ee1-4a9c-9104-046043990011 None None] Pushing event deleted for resources: {'Port': ['ID=2a78d74b-a318-4bbe-929c-23af15633f50,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:22.320744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (172eff4d-7d50-4670-8988-6665cd4c3fcc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.341978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172eff4d-7d50-4670-8988-6665cd4c3fcc']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:22.352486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:22.352806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e0f14f-bc80-4cf1-bef1-eca6e0ecde24') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:22.362501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (52e0f14f-bc80-4cf1-bef1-eca6e0ecde24), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.376763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (52e0f14f-bc80-4cf1-bef1-eca6e0ecde24), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.383641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:22.384005 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (52e0f14f-bc80-4cf1-bef1-eca6e0ecde24), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:22.386013 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:22.447419 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (172eff4d-7d50-4670-8988-6665cd4c3fcc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.449009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 64a00409-47ee-4706-a6af-0d2e04aa463e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:22.449487 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.453475 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.459909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] 10.222.0.25 "DELETE /v2.0/networks/172eff4d-7d50-4670-8988-6665cd4c3fcc HTTP/1.1" status: 204 len: 168 time: 0.6822898 Jan 28 17:10:22.473159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8825c9-86ad-4a36-b559-87dd301a5bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=172eff4d-7d50-4670-8988-6665cd4c3fcc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:22.555211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.568824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 64a00409-47ee-4706-a6af-0d2e04aa463e owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:22.603403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53470) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:22.675332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-61220ac0-dc56-4044-ac90-f3c467a3ff66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ea9e506b06247c6b93e21163064f864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705280 Jan 28 17:10:22.677271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53474) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:22.769611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bea7eaf3-2ab5-48a0-a36a-05d8eca7f2ef admin admin] Publish callbacks [] for security_group (bd8251da-daaf-4c72-8f74-48f5dfefdc62), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.792342 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (64a00409-47ee-4706-a6af-0d2e04aa463e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.809671 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bea7eaf3-2ab5-48a0-a36a-05d8eca7f2ef admin admin] Publish callbacks [] for security_group (bd8251da-daaf-4c72-8f74-48f5dfefdc62), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.827534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=64a00409-47ee-4706-a6af-0d2e04aa463e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:22.883488 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bea7eaf3-2ab5-48a0-a36a-05d8eca7f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bd8251da-daaf-4c72-8f74-48f5dfefdc62), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.887801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bea7eaf3-2ab5-48a0-a36a-05d8eca7f2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:22.894808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bea7eaf3-2ab5-48a0-a36a-05d8eca7f2ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd8251da-daaf-4c72-8f74-48f5dfefdc62 HTTP/1.1" status: 204 len: 168 time: 0.2137291 Jan 28 17:10:22.914569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7eaf3-2ab5-48a0-a36a-05d8eca7f2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8251da-daaf-4c72-8f74-48f5dfefdc62,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:22.931557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e994ccbb-7040-4125-9f26-8fabdda63d69 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:22.973461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e994ccbb-7040-4125-9f26-8fabdda63d69 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:22.974078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e994ccbb-7040-4125-9f26-8fabdda63d69 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:22.974605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a78d74b-a318-4bbe-929c-23af15633f50 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:23.001180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.044734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2a78d74b-a318-4bbe-929c-23af15633f50 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:23.045507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2a78d74b-a318-4bbe-929c-23af15633f50 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:23.230595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router c1e87a47-26d8-48cb-9941-f2b9a4e77a96 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:23.315318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:23.321409 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-834ea35c-f9b1-4608-8302-6ec8c0970f7e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/c1e87a47-26d8-48cb-9941-f2b9a4e77a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1136100 Jan 28 17:10:23.323358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53480) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:23.327726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] Sync routers for ids ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:23.341564 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] Routers {'c1e87a47-26d8-48cb-9941-f2b9a4e77a96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:23.342187 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:23.385387 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:23.394453 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] Routers {'c1e87a47-26d8-48cb-9941-f2b9a4e77a96'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:23.395056 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:23.400911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53482) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:23.437152 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:23.438148 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47d58e-8db9-46cf-8f7b-1a90a4d7f91e None None] The sync data for ids ['c1e87a47-26d8-48cb-9941-f2b9a4e77a96'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:23.450849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-15f62670-55b2-4b98-9635-f8c46095359a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3dbfd2dcef04b148e93140b92110956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463457 Jan 28 17:10:23.451105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53484) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:23.501665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97a10050-f69e-47fd-9483-d3069043e88d admin admin] Publish callbacks [] for security_group (11ba1a66-ed44-47ec-bd30-b185e8a0e462), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.522962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97a10050-f69e-47fd-9483-d3069043e88d admin admin] Publish callbacks [] for security_group (11ba1a66-ed44-47ec-bd30-b185e8a0e462), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.571875 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-c4684a8c-abb0-4a54-b3e0-043e53305382 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 17:10:23.573336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c4684a8c-abb0-4a54-b3e0-043e53305382 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/c1e87a47-26d8-48cb-9941-f2b9a4e77a96/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2487307 Jan 28 17:10:23.576751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53488) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:23.576915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97a10050-f69e-47fd-9483-d3069043e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11ba1a66-ed44-47ec-bd30-b185e8a0e462), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.579697 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97a10050-f69e-47fd-9483-d3069043e88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.583391 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-97a10050-f69e-47fd-9483-d3069043e88d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11ba1a66-ed44-47ec-bd30-b185e8a0e462 HTTP/1.1" status: 204 len: 168 time: 0.1289084 Jan 28 17:10:23.603385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a10050-f69e-47fd-9483-d3069043e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba1a66-ed44-47ec-bd30-b185e8a0e462,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:23.607667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8ee8c08-8bf0-4c4f-b96c-fdca234ea9e6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e87a47-26d8-48cb-9941-f2b9a4e77a96 HTTP/1.1" status: 200 len: 205 time: 0.0303342 Jan 28 17:10:23.610353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53492) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:23.695462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.881055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.883932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.934167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (c1e87a47-26d8-48cb-9941-f2b9a4e77a96), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.934995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router c1e87a47-26d8-48cb-9941-f2b9a4e77a96 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:23.942912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:23.947070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53496) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:23.952950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9e600c11-9902-44de-ad78-04cdfdd27591 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/c1e87a47-26d8-48cb-9941-f2b9a4e77a96 HTTP/1.1" status: 204 len: 168 time: 0.3409095 Jan 28 17:10:24.016457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 9fbd3283-f3f3-4e91-900e-594483373f3a {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:24.020788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (9fbd3283-f3f3-4e91-900e-594483373f3a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.066252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (9fbd3283-f3f3-4e91-900e-594483373f3a), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.160827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (9fbd3283-f3f3-4e91-900e-594483373f3a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.235443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (9fbd3283-f3f3-4e91-900e-594483373f3a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.286367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.293351 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:24.296046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8d10f-5f73-49f4-b267-b9a16515cb72 None None] Network 9b891f6b-b5b7-400f-ac0d-f16e977e2112 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:24.304629 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/9fbd3283-f3f3-4e91-900e-594483373f3a HTTP/1.1" status: 204 len: 168 time: 0.3532255 Jan 28 17:10:24.308330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b1ff2-3bdd-418d-b3da-fc832247d4cd tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbd3283-f3f3-4e91-900e-594483373f3a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:24.389847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9b891f6b-b5b7-400f-ac0d-f16e977e2112), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.462748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:24.463127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.490262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] DHCP port deletion for 9b891f6b-b5b7-400f-ac0d-f16e977e2112 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:24.542524 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port b1e04762-da81-42f3-beaf-e8c97fcb2ef1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,segment=NetworkSegment(baf1f675-2a4a-4f74-ac6e-406eb1050e2a),segment_id=baf1f675-2a4a-4f74-ac6e-406eb1050e2a)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:24.542865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.559185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] Deleting port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:24.559576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.566401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for b1e04762-da81-42f3-beaf-e8c97fcb2ef1 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:24.632015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] For port b1e04762-da81-42f3-beaf-e8c97fcb2ef1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,segment=NetworkSegment(baf1f675-2a4a-4f74-ac6e-406eb1050e2a),segment_id=baf1f675-2a4a-4f74-ac6e-406eb1050e2a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:24.632419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.647323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] Calling delete_port for b1e04762-da81-42f3-beaf-e8c97fcb2ef1 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:24.672227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.699681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:24.748148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:24.779058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (b1e04762-da81-42f3-beaf-e8c97fcb2ef1), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.807674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] Pushing event deleted for resources: {'Port': ['ID=b1e04762-da81-42f3-beaf-e8c97fcb2ef1,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:24.819170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0ed0b-625e-4346-a87b-6a406f751489 None None] No DVR routers for this DVR port b1e04762-da81-42f3-beaf-e8c97fcb2ef1 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:24.859331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9b891f6b-b5b7-400f-ac0d-f16e977e2112), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.889709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b1e04762-da81-42f3-beaf-e8c97fcb2ef1 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:24.899318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b891f6b-b5b7-400f-ac0d-f16e977e2112']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:24.910879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:24.911478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf1f675-2a4a-4f74-ac6e-406eb1050e2a') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:24.916286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: b1e04762-da81-42f3-beaf-e8c97fcb2ef1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:24.916731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device b1e04762-da81-42f3-beaf-e8c97fcb2ef1 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:24.925996 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (baf1f675-2a4a-4f74-ac6e-406eb1050e2a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.941276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (baf1f675-2a4a-4f74-ac6e-406eb1050e2a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.947401 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:24.947875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (baf1f675-2a4a-4f74-ac6e-406eb1050e2a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:24.951488 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:25.011179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9b891f6b-b5b7-400f-ac0d-f16e977e2112), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.018481 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.025591 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/9b891f6b-b5b7-400f-ac0d-f16e977e2112 HTTP/1.1" status: 204 len: 168 time: 0.7270722 Jan 28 17:10:25.026729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53504) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:25.031893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-746134594'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:25.037187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa459-6354-47d3-9f27-cd9bf496c898 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=9b891f6b-b5b7-400f-ac0d-f16e977e2112,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:25.055022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:25.059587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.084087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:25.093858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b786d568-631a-4083-8084-e30024b27194), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.094442 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment b786d568-631a-4083-8084-e30024b27194 of type vlan for network cc082caa-ba52-4052-b42b-a3e3ff806523 Jan 28 17:10:25.140983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (cc082caa-ba52-4052-b42b-a3e3ff806523), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.165788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (cc082caa-ba52-4052-b42b-a3e3ff806523), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.171797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:25.172950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.247819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53506) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:25.248058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2197516 Jan 28 17:10:25.252387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945848ae-a55f-494e-ae6d-3766ef9c2051 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=cc082caa-ba52-4052-b42b-a3e3ff806523,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:25.254626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:25.263657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network cc082caa-ba52-4052-b42b-a3e3ff806523 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:25.385314 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:25.390056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.585198 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (88bf5fef-ff8a-4ab4-a523-212d4850b21d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.653326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=88bf5fef-ff8a-4ab4-a523-212d4850b21d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:25.666273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': 'b786d568-631a-4083-8084-e30024b27194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:25.666655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: cc082caa-ba52-4052-b42b-a3e3ff806523, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:25.686188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network cc082caa-ba52-4052-b42b-a3e3ff806523 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:25.698131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, cc082caa-ba52-4052-b42b-a3e3ff806523) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:25.703916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:25.705676 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.710198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f4765-70bf-4b13-a74a-310dfce0c2ca None None] Network cc082caa-ba52-4052-b42b-a3e3ff806523 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:25.733433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:25.739491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1228856199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:25.744313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c04c4fc-99f7-4cdb-95ff-0ff32054c593 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4947760 Jan 28 17:10:25.765597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (eff2a086-eac8-47e9-8584-c0536e75b95f), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.767449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (eff2a086-eac8-47e9-8584-c0536e75b95f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.825726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (eff2a086-eac8-47e9-8584-c0536e75b95f), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.833642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (eff2a086-eac8-47e9-8584-c0536e75b95f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.851012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-cc082caa-ba52-4052-b42b-a3e3ff806523', 'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '88bf5fef-ff8a-4ab4-a523-212d4850b21d'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:25.851878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.861788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:25.863336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-83c055dd-4a33-4d66-93e0-e5d4972cb655 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1287196 Jan 28 17:10:25.866060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:26.021978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Allocated IP 172.20.0.2 (cc082caa-ba52-4052-b42b-a3e3ff806523/88bf5fef-ff8a-4ab4-a523-212d4850b21d/bee82e77-a89e-4e8d-81bf-10ebc70d1c2b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:26.178159 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Publish callbacks [] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.185759 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.206226 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.233179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Network cc082caa-ba52-4052-b42b-a3e3ff806523 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:26.238809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:26.242012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:26.279781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Pushing event updated for resources: {'Port': ['ID=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:26.312300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Attempting to bind port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:26.312692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Attempting to bind port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'b786d568-631a-4083-8084-e30024b27194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:26.313073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Attempting to bind port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b on network cc082caa-ba52-4052-b42b-a3e3ff806523 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:26.319375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:26.319755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Checking segment: {'id': 'b786d568-631a-4083-8084-e30024b27194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:26.320166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.320570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Bound using segment: {'id': 'b786d568-631a-4083-8084-e30024b27194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:26.321180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Bound port: bee82e77-a89e-4e8d-81bf-10ebc70d1c2b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b786d568-631a-4083-8084-e30024b27194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc082caa-ba52-4052-b42b-a3e3ff806523'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:26.321570 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.393473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] For port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:26.399240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] For port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,segment=NetworkSegment(b786d568-631a-4083-8084-e30024b27194),segment_id=b786d568-631a-4083-8084-e30024b27194)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:26.410862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.486399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fa909-5880-4030-b5eb-ae58d242bbbe None None] Pushing event updated for resources: {'Port': ['ID=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:26.567596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.20.0.1 (cc082caa-ba52-4052-b42b-a3e3ff806523/88bf5fef-ff8a-4ab4-a523-212d4850b21d/f11db7ef-ddda-4388-b53f-4a577f420afd) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:26.726049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.808354 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:26.874453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network cc082caa-ba52-4052-b42b-a3e3ff806523 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:26.879287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:26.882034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:26.922640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=f11db7ef-ddda-4388-b53f-4a577f420afd,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:26.948832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (eff2a086-eac8-47e9-8584-c0536e75b95f), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.003994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bee82e77-a89e-4e8d-81bf-10ebc70d1c2b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:27.088136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:27.088954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.101029 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.173592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:27.174293 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.219583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,segment=NetworkSegment(b786d568-631a-4083-8084-e30024b27194),segment_id=b786d568-631a-4083-8084-e30024b27194)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:27.226883 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.296007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:27.418563 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.426043 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.510598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=f11db7ef-ddda-4388-b53f-4a577f420afd,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:27.534756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (eff2a086-eac8-47e9-8584-c0536e75b95f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:27.637274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network cc082caa-ba52-4052-b42b-a3e3ff806523 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:27.638715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:27.789674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273326e2-87e2-4a27-a6d0-fd239085969d None None] Network cc082caa-ba52-4052-b42b-a3e3ff806523 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:27.914714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-46796328-594a-4324-bb48-5b3d01a384b3 None None] Provisioning complete for port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:27.915006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46796328-594a-4324-bb48-5b3d01a384b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:28.029365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-46796328-594a-4324-bb48-5b3d01a384b3 None None] Current status of the port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:28.197051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router eff2a086-eac8-47e9-8584-c0536e75b95f is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:10:28.309654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:28.318016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53524) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:28.318455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7c16e292-7f61-456e-bc9d-54583c51e089 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/eff2a086-eac8-47e9-8584-c0536e75b95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510343 Jan 28 17:10:28.330358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] Sync routers for ids ['eff2a086-eac8-47e9-8584-c0536e75b95f'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:28.362929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] Routers {'eff2a086-eac8-47e9-8584-c0536e75b95f'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:28.363692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['eff2a086-eac8-47e9-8584-c0536e75b95f'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:28.397931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a8cab-533d-414a-b573-99df483150c3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:28.399717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-394a8cab-533d-414a-b573-99df483150c3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports/f11db7ef-ddda-4388-b53f-4a577f420afd HTTP/1.1" status: 200 len: 910 time: 0.0799816 Jan 28 17:10:28.402743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:28.420428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:28.441581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-945c677f-c9a7-4427-a010-d4b6ca4db763 None None] Provisioning complete for port f11db7ef-ddda-4388-b53f-4a577f420afd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:28.441852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-945c677f-c9a7-4427-a010-d4b6ca4db763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:28.484289 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] Routers {'eff2a086-eac8-47e9-8584-c0536e75b95f'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:28.485000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['eff2a086-eac8-47e9-8584-c0536e75b95f'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:28.487645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-945c677f-c9a7-4427-a010-d4b6ca4db763 None None] Port f11db7ef-ddda-4388-b53f-4a577f420afd cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:28.538381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:28.539008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e986ac-2448-4c00-bf21-7cd6d5bdb899 None None] The sync data for ids ['eff2a086-eac8-47e9-8584-c0536e75b95f'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:28.546381 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-945c677f-c9a7-4427-a010-d4b6ca4db763 None None] Provisioning complete for port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:28.546765 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-945c677f-c9a7-4427-a010-d4b6ca4db763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:28.699277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-945c677f-c9a7-4427-a010-d4b6ca4db763 None None] Current status of the port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:28.830727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-eafc4e75-4cad-477b-b547-0ff1f2023433 None None] Provisioning complete for port f11db7ef-ddda-4388-b53f-4a577f420afd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:28.831108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eafc4e75-4cad-477b-b547-0ff1f2023433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:28.872549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bee82e77-a89e-4e8d-81bf-10ebc70d1c2b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:28.904393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (eff2a086-eac8-47e9-8584-c0536e75b95f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:28.918362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-eafc4e75-4cad-477b-b547-0ff1f2023433 None None] Port f11db7ef-ddda-4388-b53f-4a577f420afd cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:28.941151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:28.941836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:29.060330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-32fad154-4a90-481d-b1d8-6e05ffde8568 None None] Provisioning complete for port f11db7ef-ddda-4388-b53f-4a577f420afd triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:29.061046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32fad154-4a90-481d-b1d8-6e05ffde8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:29.064396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:29.114444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32fad154-4a90-481d-b1d8-6e05ffde8568 None None] Port f11db7ef-ddda-4388-b53f-4a577f420afd cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:29.209690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port f11db7ef-ddda-4388-b53f-4a577f420afd {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:29.210028 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:29.317938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:29.332917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for f11db7ef-ddda-4388-b53f-4a577f420afd owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:29.529274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f11db7ef-ddda-4388-b53f-4a577f420afd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:29.603056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=f11db7ef-ddda-4388-b53f-4a577f420afd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:29.756205 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (eff2a086-eac8-47e9-8584-c0536e75b95f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:29.924633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router eff2a086-eac8-47e9-8584-c0536e75b95f has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:30.014397 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:30.025916 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] Sync routers for ids ['eff2a086-eac8-47e9-8584-c0536e75b95f'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:30.031124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2ec577f9-0e06-4ccf-bf55-71af766dbb10 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/eff2a086-eac8-47e9-8584-c0536e75b95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6249650 Jan 28 17:10:30.031482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53536) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:30.041263 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] Routers {'eff2a086-eac8-47e9-8584-c0536e75b95f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:30.041864 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['eff2a086-eac8-47e9-8584-c0536e75b95f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:30.067727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5dc3c009-c580-4345-b0fe-c3c9ec97f1a1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=eff2a086-eac8-47e9-8584-c0536e75b95f HTTP/1.1" status: 200 len: 205 time: 0.0329444 Jan 28 17:10:30.068090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53538) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:30.146559 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:30.147510 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (eff2a086-eac8-47e9-8584-c0536e75b95f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.171100 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] Routers {'eff2a086-eac8-47e9-8584-c0536e75b95f'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:30.175848 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['eff2a086-eac8-47e9-8584-c0536e75b95f'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:30.245177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:30.246108 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef983a05-1648-4b2e-9fbf-924062e7ac7e None None] The sync data for ids ['eff2a086-eac8-47e9-8584-c0536e75b95f'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:30.346834 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (eff2a086-eac8-47e9-8584-c0536e75b95f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.349097 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (eff2a086-eac8-47e9-8584-c0536e75b95f), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.404487 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (eff2a086-eac8-47e9-8584-c0536e75b95f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.405216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router eff2a086-eac8-47e9-8584-c0536e75b95f {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:30.421766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.423477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c9544ccf-fb3c-424d-bb4d-a828b941acaf tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/eff2a086-eac8-47e9-8584-c0536e75b95f HTTP/1.1" status: 204 len: 168 time: 0.3541694 Jan 28 17:10:30.426211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53544) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:30.494592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 88bf5fef-ff8a-4ab4-a523-212d4850b21d {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:30.499153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (88bf5fef-ff8a-4ab4-a523-212d4850b21d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.542731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (88bf5fef-ff8a-4ab4-a523-212d4850b21d), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.632308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (88bf5fef-ff8a-4ab4-a523-212d4850b21d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.679133 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:10:30.715712 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (88bf5fef-ff8a-4ab4-a523-212d4850b21d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.749458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=88bf5fef-ff8a-4ab4-a523-212d4850b21d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:30.754673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.758362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56b2a364-dc51-47da-bcce-6067db3db9bb tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/88bf5fef-ff8a-4ab4-a523-212d4850b21d HTTP/1.1" status: 204 len: 168 time: 0.3305256 Jan 28 17:10:30.760454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd1fd0-30b2-454b-84e9-9e839496ac31 None None] Network cc082caa-ba52-4052-b42b-a3e3ff806523 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:30.760977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53546) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:30.864985 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (cc082caa-ba52-4052-b42b-a3e3ff806523), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.958909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:30.959551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:30.973215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] DHCP port deletion for cc082caa-ba52-4052-b42b-a3e3ff806523 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:31.030682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] Deleting port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:31.031311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.037540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,segment=NetworkSegment(b786d568-631a-4083-8084-e30024b27194),segment_id=b786d568-631a-4083-8084-e30024b27194)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:31.038134 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.052265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for bee82e77-a89e-4e8d-81bf-10ebc70d1c2b owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:31.112716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] For port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,segment=NetworkSegment(b786d568-631a-4083-8084-e30024b27194),segment_id=b786d568-631a-4083-8084-e30024b27194)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:31.113344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.129758 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] Calling delete_port for bee82e77-a89e-4e8d-81bf-10ebc70d1c2b owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:31.145751 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.180293 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:31.182096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:31.248149 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (bee82e77-a89e-4e8d-81bf-10ebc70d1c2b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.264274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (cc082caa-ba52-4052-b42b-a3e3ff806523), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.286446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc082caa-ba52-4052-b42b-a3e3ff806523']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:31.299551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b786d568-631a-4083-8084-e30024b27194') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:31.300097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b786d568-631a-4083-8084-e30024b27194') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:31.303511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] Pushing event deleted for resources: {'Port': ['ID=bee82e77-a89e-4e8d-81bf-10ebc70d1c2b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:31.306741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939270b6-d07c-4e76-a199-55fb8a2e8d4d None None] No DVR routers for this DVR port bee82e77-a89e-4e8d-81bf-10ebc70d1c2b on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:31.327514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (b786d568-631a-4083-8084-e30024b27194), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.341067 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (b786d568-631a-4083-8084-e30024b27194), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.346945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:31.347329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (b786d568-631a-4083-8084-e30024b27194), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:31.350523 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:31.419449 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (cc082caa-ba52-4052-b42b-a3e3ff806523), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.428753 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.435851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/cc082caa-ba52-4052-b42b-a3e3ff806523 HTTP/1.1" status: 204 len: 168 time: 0.6703234 Jan 28 17:10:31.437521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53552) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:31.445215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1549447719', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:31.456335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb1fdd-b597-4dac-a3f7-1f7c388bb5b0 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=cc082caa-ba52-4052-b42b-a3e3ff806523,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:31.473254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.474285 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.526297 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (0ba0269c-44a0-4111-8573-65ba7c41ce63), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.685704 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_gateway (0ba0269c-44a0-4111-8573-65ba7c41ce63), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.887263 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_gateway (0ba0269c-44a0-4111-8573-65ba7c41ce63), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:31.911587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.023042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.25.8.233 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/1a9c2302-659c-4d13-bcef-05eb4a326d7d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:32.125961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (1a9c2302-659c-4d13-bcef-05eb4a326d7d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.161325 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1a9c2302-659c-4d13-bcef-05eb4a326d7d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.196264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:32.198985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:32.202307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:32.230706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=1a9c2302-659c-4d13-bcef-05eb4a326d7d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:32.363780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53558) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:32.470518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_gateway (0ba0269c-44a0-4111-8573-65ba7c41ce63), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.551793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port 76e120a8-1d5c-45e7-803e-bcec7ffc7fd6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:32.552149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.633061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.633506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.646739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for 76e120a8-1d5c-45e7-803e-bcec7ffc7fd6 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:32.680768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.826568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (76e120a8-1d5c-45e7-803e-bcec7ffc7fd6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.858901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bee82e77-a89e-4e8d-81bf-10ebc70d1c2b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:32.864666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=76e120a8-1d5c-45e7-803e-bcec7ffc7fd6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:32.883537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bee82e77-a89e-4e8d-81bf-10ebc70d1c2b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:32.884164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bee82e77-a89e-4e8d-81bf-10ebc70d1c2b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:32.941533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (aad9d35b-d384-4c78-b330-51f94d48d838), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:32.941945 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Floating IP aad9d35b-d384-4c78-b330-51f94d48d838 disassociated (deleted). External IP: 172.25.8.52, port: df37b0e1-4383-4ba9-a605-b46db08c7a3d. Jan 28 17:10:33.114523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 0ba0269c-44a0-4111-8573-65ba7c41ce63 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:10:33.183844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:33.227453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:33.243088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] Sync routers for ids ['0ba0269c-44a0-4111-8573-65ba7c41ce63'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:33.253591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] Routers {'0ba0269c-44a0-4111-8573-65ba7c41ce63'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:33.254486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ba0269c-44a0-4111-8573-65ba7c41ce63'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.255462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:33.259765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f0840244-ae74-4265-8b00-090f1d8c482a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8209984 Jan 28 17:10:33.260441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53562) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:33.292408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.302887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] Routers {'0ba0269c-44a0-4111-8573-65ba7c41ce63'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:33.303766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ba0269c-44a0-4111-8573-65ba7c41ce63'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.311546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:33.316580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:33.323539 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:33.339130 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:33.339942 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.369006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-677f0553-3e5b-42f0-826a-aaa2f5a77286 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "DELETE /v2.0/floatingips/aad9d35b-d384-4c78-b330-51f94d48d838 HTTP/1.1" status: 204 len: 168 time: 1.0023780 Jan 28 17:10:33.370452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:10:33.377739 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60382d07-e5b0-45fb-8362-1aa03658c267" -d '{"events": [{"name": "network-changed", "server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:10:33.482803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f6eb69cd-1a32-4173-9bef-344ae5022863 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/routers/0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 200 len: 881 time: 0.2209938 Jan 28 17:10:33.486333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53570) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:33.487428 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb7eb2-e533-456b-8b6b-7dddbca384ae x-openstack-request-id: req-1cdb7eb2-e533-456b-8b6b-7dddbca384ae {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:10:33.487836 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:10:33.488105 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cdb7eb2-e533-456b-8b6b-7dddbca384ae {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:10:33.488515 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'status': 'completed', 'code': 200} Jan 28 17:10:33.610828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-14e3b4b8-0cca-48b9-a93e-9ef8e5a36c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:33.616569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-14e3b4b8-0cca-48b9-a93e-9ef8e5a36c36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4db0a9d99174804a9997dc8b174de27&device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1134260 Jan 28 17:10:33.630733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.636877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d94477-4a67-4044-8dcf-63e7e85d325e None None] The sync data for ids ['0ba0269c-44a0-4111-8573-65ba7c41ce63'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:33.672214 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:33.776384 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e2a40486-834f-4175-b79c-75892c3d15fa tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2890151 Jan 28 17:10:33.779128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:33.784109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1549447719'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:33.786599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019ba2b-4538-40ac-b929-563a81576ad0 req-0c0d9a8d-3d48-4e3b-97e3-d8f27219f8f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:33.794006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2019ba2b-4538-40ac-b929-563a81576ad0 req-0c0d9a8d-3d48-4e3b-97e3-d8f27219f8f4 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 946 time: 0.0908349 Jan 28 17:10:33.829837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-9ddd566a-8f79-4a46-8eff-c622d8fc49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:33.831616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-9ddd566a-8f79-4a46-8eff-c622d8fc49b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 200 len: 913 time: 0.2063539 Jan 28 17:10:33.888851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-b9e7f67b-1a88-408e-8728-3f6fe532f4fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 200 len: 217 time: 0.0464344 Jan 28 17:10:33.899238 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.902645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2019ba2b-4538-40ac-b929-563a81576ad0 req-3a2a2899-6631-4fb4-9913-f03b35b4c0b1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056061 Jan 28 17:10:33.932410 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:10:33.941900 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:33.942634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:33.958795 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-e7e8c513-a38f-4a65-b5dd-c1ee7387aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:33.960418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-e7e8c513-a38f-4a65-b5dd-c1ee7387aaa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 200 len: 851 time: 0.0565128 Jan 28 17:10:34.024000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-13754479-3c8d-4d9d-aadc-dd93b6e0986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:34.026295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-13754479-3c8d-4d9d-aadc-dd93b6e0986a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580769 Jan 28 17:10:34.061266 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:34.136082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.136739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-46d36883-85cc-4b42-9075-28ae4ec8afec service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018775 Jan 28 17:10:34.148590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.274387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 0ba0269c-44a0-4111-8573-65ba7c41ce63 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:34.334882 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:34.365638 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5b9f0-65b9-4b48-93df-8526521332c6 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T16:53:20Z', 'revision_number': 4, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'de7c8301-1541-42b8-9659-57ba0d387aaf', 'name': '', 'network_id': '08c0cfda-030a-4615-aefc-9bbb6f9fc0a0', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'mac_address': 'fa:16:3e:d9:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:19Z', 'updated_at': '2022-01-28T16:53:27Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'subnets': [{'id': 'ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:34.411693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:34.419329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.420911 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56796c15-1d80-4871-9b0b-e90c18e7bce1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 200 len: 888 time: 0.6407874 Jan 28 17:10:34.426796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] Sync routers for ids ['0ba0269c-44a0-4111-8573-65ba7c41ce63'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:34.435095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53578) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:34.441798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] Routers {'0ba0269c-44a0-4111-8573-65ba7c41ce63'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:34.442871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ba0269c-44a0-4111-8573-65ba7c41ce63'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:34.513315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:34.524497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] Routers {'0ba0269c-44a0-4111-8573-65ba7c41ce63'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:34.525374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['0ba0269c-44a0-4111-8573-65ba7c41ce63'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:34.577597 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef184904-5181-4e3f-89c1-2a5a85cf76ce tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/routers/0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 200 len: 888 time: 0.1410310 Jan 28 17:10:34.579984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53580) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:34.582628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:34.583347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b55d18-0f48-491a-9fe0-eedbf01d2b96 None None] The sync data for ids ['0ba0269c-44a0-4111-8573-65ba7c41ce63'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:34.644948 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-c4efcfad-bb65-465f-a968-6c9e9ea7cac4 service neutron] 10.222.0.31 "GET /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932005 Jan 28 17:10:34.645525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e1a7c0a9-d40d-41b2-a3ff-599568bdef65 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 200 len: 205 time: 0.0640545 Jan 28 17:10:34.645731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53584) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:34.665375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-cec23add-85b8-498d-ae83-11b52b914fd2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:34.667023 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-cec23add-85b8-498d-ae83-11b52b914fd2 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 946 time: 0.0883014 Jan 28 17:10:34.783964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port df37b0e1-4383-4ba9-a605-b46db08c7a3d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:34.784328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.786390 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.841502 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea015440-936a-4a90-aef0-d5ff0772c436 None None] New status for floating IP aad9d35b-d384-4c78-b330-51f94d48d838: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:10:34.898137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] For port df37b0e1-4383-4ba9-a605-b46db08c7a3d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=df37b0e1-4383-4ba9-a605-b46db08c7a3d,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:34.898508 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.912742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for df37b0e1-4383-4ba9-a605-b46db08c7a3d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:34.913873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_gateway (0ba0269c-44a0-4111-8573-65ba7c41ce63), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:34.977576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 1a9c2302-659c-4d13-bcef-05eb4a326d7d {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:34.977921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1a9c2302-659c-4d13-bcef-05eb4a326d7d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.058334 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (df37b0e1-4383-4ba9-a605-b46db08c7a3d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.087441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=df37b0e1-4383-4ba9-a605-b46db08c7a3d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:35.104948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192634e-fc09-4a9e-a3ef-ed6389412ba0 req-eaa9cf96-0215-409c-96ff-9573567fa1ad tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:35.106498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7192634e-fc09-4a9e-a3ef-ed6389412ba0 req-eaa9cf96-0215-409c-96ff-9573567fa1ad tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 946 time: 0.1162887 Jan 28 17:10:35.108601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1a9c2302-659c-4d13-bcef-05eb4a326d7d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.131472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 1a9c2302-659c-4d13-bcef-05eb4a326d7d owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:35.135246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] No DVR routers for this DVR port df37b0e1-4383-4ba9-a605-b46db08c7a3d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:35.137718 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.141010 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ab84ea77-fba6-4da6-ba0e-7b58a1c0ccda req-86cd3be2-fa57-462a-944c-660eeb088978 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.31 "DELETE /v2.0/ports/df37b0e1-4383-4ba9-a605-b46db08c7a3d HTTP/1.1" status: 204 len: 173 time: 0.4674127 Jan 28 17:10:35.141497 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'name': 'network-vif-deleted', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:10:35.143753 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ea84b-41ef-4126-9061-81c109bb7b76" -d '{"events": [{"server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "name": "network-vif-deleted", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:10:35.186649 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749deea-acd1-499d-bfd4-6ae6e1f47273 x-openstack-request-id: req-0749deea-acd1-499d-bfd4-6ae6e1f47273 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:10:35.187041 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5", "name": "network-vif-deleted", "tag": "df37b0e1-4383-4ba9-a605-b46db08c7a3d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:10:35.187375 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0749deea-acd1-499d-bfd4-6ae6e1f47273 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:10:35.187844 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5', 'name': 'network-vif-deleted', 'tag': 'df37b0e1-4383-4ba9-a605-b46db08c7a3d', 'status': 'completed', 'code': 200} Jan 28 17:10:35.219619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7192634e-fc09-4a9e-a3ef-ed6389412ba0 req-f1a2fdfd-9f8f-4c2b-8f96-3642374f75b8 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/security-groups?id=a77d7556-768b-4b18-b3fc-f10722cae0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973623 Jan 28 17:10:35.337255 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1a9c2302-659c-4d13-bcef-05eb4a326d7d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.368555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=1a9c2302-659c-4d13-bcef-05eb4a326d7d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:35.435124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (0ba0269c-44a0-4111-8573-65ba7c41ce63), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.537496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.539922 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (0ba0269c-44a0-4111-8573-65ba7c41ce63), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.596738 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (0ba0269c-44a0-4111-8573-65ba7c41ce63), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.597275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba0269c-44a0-4111-8573-65ba7c41ce63 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:35.605123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.606367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5de36359-6fed-4ad7-922a-dd18fb2ad948 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 204 len: 168 time: 0.9597881 Jan 28 17:10:35.610196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53592) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:35.616018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-836060622'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:35.637387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:35.641910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.665999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:35.675728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (91d95f4b-9d97-4250-a405-48529d6f3503), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.676159 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment 91d95f4b-9d97-4250-a405-48529d6f3503 of type vlan for network baa33375-4a2a-4b47-9387-f2984e095c1a Jan 28 17:10:35.718004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (baa33375-4a2a-4b47-9387-f2984e095c1a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.743351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (baa33375-4a2a-4b47-9387-f2984e095c1a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.748623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:35.749233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:35.812028 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2001443 Jan 28 17:10:35.814842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:35.819610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:35.826500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549373b-197b-42f2-8572-669390414dd1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=baa33375-4a2a-4b47-9387-f2984e095c1a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:35.837067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network baa33375-4a2a-4b47-9387-f2984e095c1a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:35.917123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:35.920770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.097460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (8246e123-fea4-4e12-9cca-0d7992c57d06), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.155684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=8246e123-fea4-4e12-9cca-0d7992c57d06,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:36.164083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': '91d95f4b-9d97-4250-a405-48529d6f3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:36.164442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: baa33375-4a2a-4b47-9387-f2984e095c1a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:36.181358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network baa33375-4a2a-4b47-9387-f2984e095c1a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:36.190351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, baa33375-4a2a-4b47-9387-f2984e095c1a) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:36.194494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:36.195077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.200718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d52d7c-82ba-49a0-9b22-c88678948ced None None] Network baa33375-4a2a-4b47-9387-f2984e095c1a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:36.212453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6e96369e-23fe-4f45-a21a-aa5c43cbce80 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3966022 Jan 28 17:10:36.215263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53596) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:36.219684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1808134379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:36.242401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (282e3fb6-fe5b-49bf-8189-81b001309cb9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.242797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (282e3fb6-fe5b-49bf-8189-81b001309cb9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.300205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (282e3fb6-fe5b-49bf-8189-81b001309cb9), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.305435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (282e3fb6-fe5b-49bf-8189-81b001309cb9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.316071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-baa33375-4a2a-4b47-9387-f2984e095c1a', 'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '8246e123-fea4-4e12-9cca-0d7992c57d06'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:36.317534 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.331699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.337168 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1b120d76-e5fa-4df6-ab01-c26d6c80927a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1209321 Jan 28 17:10:36.338109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53600) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:36.349833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b903ba7-1a30-4a36-af5a-d2a4b450173a req-084d6763-0f21-4042-bb19-f22a4c59e62c tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0462799 Jan 28 17:10:36.469875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Allocated IP 172.20.0.2 (baa33375-4a2a-4b47-9387-f2984e095c1a/8246e123-fea4-4e12-9cca-0d7992c57d06/8d67dc7e-cc82-404e-b2c3-3387d87bc42b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:36.637439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Publish callbacks [] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.644543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.698697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Network baa33375-4a2a-4b47-9387-f2984e095c1a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:36.700340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:36.702240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Pushing event updated for resources: {'Port': ['ID=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:36.704453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:36.715747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.716713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.716713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.716928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.717147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.717449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.717776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.718102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.718469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.718791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.719116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.719440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.719760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:36.777647 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Attempting to bind port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:36.778037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Attempting to bind port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '91d95f4b-9d97-4250-a405-48529d6f3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:36.778404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Attempting to bind port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b on network baa33375-4a2a-4b47-9387-f2984e095c1a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:36.783962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:36.784357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Checking segment: {'id': '91d95f4b-9d97-4250-a405-48529d6f3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:36.784827 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.785235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Bound using segment: {'id': '91d95f4b-9d97-4250-a405-48529d6f3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:36.785747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Bound port: 8d67dc7e-cc82-404e-b2c3-3387d87bc42b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d95f4b-9d97-4250-a405-48529d6f3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'baa33375-4a2a-4b47-9387-f2984e095c1a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:36.786176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.855559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] For port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:36.859686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] For port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,segment=NetworkSegment(91d95f4b-9d97-4250-a405-48529d6f3503),segment_id=91d95f4b-9d97-4250-a405-48529d6f3503)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:36.868659 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:36.940385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1159e-bf2b-40a1-930b-54cbd1d22bed None None] Pushing event updated for resources: {'Port': ['ID=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:36.954220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.223230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.20.0.1 (baa33375-4a2a-4b47-9387-f2984e095c1a/8246e123-fea4-4e12-9cca-0d7992c57d06/cc04fe0e-5dfb-4905-9ca5-204fed59f1c9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:37.351075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.389391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.431701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network baa33375-4a2a-4b47-9387-f2984e095c1a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:37.439635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:37.444110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:37.448106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=cc04fe0e-5dfb-4905-9ca5-204fed59f1c9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:37.457203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30984b96-3321-4fcd-b47a-9d604c059d03 req-528be36d-d663-4360-acf8-dbf9556d5479 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0375710 Jan 28 17:10:37.494914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (282e3fb6-fe5b-49bf-8189-81b001309cb9), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.610843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.899553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.906674 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.979792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (282e3fb6-fe5b-49bf-8189-81b001309cb9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:37.981553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=cc04fe0e-5dfb-4905-9ca5-204fed59f1c9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:38.031921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d14574-9560-4ce7-9989-4f534e9ecd11 None None] Network baa33375-4a2a-4b47-9387-f2984e095c1a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:38.081749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network baa33375-4a2a-4b47-9387-f2984e095c1a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:38.084807 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:38.145440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] Provisioning complete for port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:38.145966 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.211284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 282e3fb6-fe5b-49bf-8189-81b001309cb9 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:10:38.240400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] Current status of the port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:38.240823 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.276899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] For port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,segment=NetworkSegment(91d95f4b-9d97-4250-a405-48529d6f3503),segment_id=91d95f4b-9d97-4250-a405-48529d6f3503)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:38.282120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.322603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:38.331925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6241ae83-1c86-4c32-b3cc-754e4d7c8d3b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/282e3fb6-fe5b-49bf-8189-81b001309cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9892848 Jan 28 17:10:38.332150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:38.338923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] Sync routers for ids ['282e3fb6-fe5b-49bf-8189-81b001309cb9'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:38.346750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device df37b0e1-4383-4ba9-a605-b46db08c7a3d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:38.372473 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: df37b0e1-4383-4ba9-a605-b46db08c7a3d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:38.372863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device df37b0e1-4383-4ba9-a605-b46db08c7a3d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:38.376928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59446e-2861-43d2-9508-8a19cbcdf1d9 None None] Pushing event updated for resources: {'Port': ['ID=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:38.389636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132976f6-fe60-4b30-ace6-32ef2cd8be90 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:38.390104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] Routers {'282e3fb6-fe5b-49bf-8189-81b001309cb9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:38.390744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['282e3fb6-fe5b-49bf-8189-81b001309cb9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:38.392000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-132976f6-fe60-4b30-ace6-32ef2cd8be90 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports/cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 HTTP/1.1" status: 200 len: 910 time: 0.0584621 Jan 28 17:10:38.395506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:38.400202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8246e123-fea4-4e12-9cca-0d7992c57d06'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:38.443655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:38.453651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] Routers {'282e3fb6-fe5b-49bf-8189-81b001309cb9'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:38.454291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['282e3fb6-fe5b-49bf-8189-81b001309cb9'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:38.503878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:38.504565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8983b-8966-4f35-a8b3-f47d33f6854c None None] The sync data for ids ['282e3fb6-fe5b-49bf-8189-81b001309cb9'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:38.532759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c566bbdf-8a9e-4fd4-a4b8-b508d25fb31f None None] Provisioning complete for port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:38.534972 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c566bbdf-8a9e-4fd4-a4b8-b508d25fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.593256 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-52a7af21-bdad-4ca5-adc9-c856ee07e645 req-5a9d3eb9-2e5b-457a-8e5e-36ef69939a01 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0351648 Jan 28 17:10:38.600077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c566bbdf-8a9e-4fd4-a4b8-b508d25fb31f None None] Port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:38.611921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c566bbdf-8a9e-4fd4-a4b8-b508d25fb31f None None] Provisioning complete for port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:38.612389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c566bbdf-8a9e-4fd4-a4b8-b508d25fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.668426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.715143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c566bbdf-8a9e-4fd4-a4b8-b508d25fb31f None None] Current status of the port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:38.846890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-da70b8bd-25f7-402a-8f9e-7eaf339045e7 None None] Provisioning complete for port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:38.847276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da70b8bd-25f7-402a-8f9e-7eaf339045e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:38.907891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-da70b8bd-25f7-402a-8f9e-7eaf339045e7 None None] Port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:38.958714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8d67dc7e-cc82-404e-b2c3-3387d87bc42b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:39.026712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:39.027041 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.051796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd6726ea-31ca-4f1c-b480-820a52f5a109 None None] Provisioning complete for port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:39.052444 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd6726ea-31ca-4f1c-b480-820a52f5a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.099107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd6726ea-31ca-4f1c-b480-820a52f5a109 None None] Port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:39.112728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.124293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.144125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:39.202076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=cc04fe0e-5dfb-4905-9ca5-204fed59f1c9,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:39.211094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:39.211799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.216179 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6286f1ce-8100-4847-a51f-c71a0cbcb264 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/ports/cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 HTTP/1.1" status: 200 len: 910 time: 0.8172817 Jan 28 17:10:39.216558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:39.533496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (282e3fb6-fe5b-49bf-8189-81b001309cb9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.710825 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c4b9a99-3902-44ee-b55b-c8406b10bd5e req-d6541cf6-2c2b-41ac-9d1e-b6fc89906c11 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Jan 28 17:10:39.817674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:39.818022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.901314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:39.913754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for cc04fe0e-5dfb-4905-9ca5-204fed59f1c9 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:40.085931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cc04fe0e-5dfb-4905-9ca5-204fed59f1c9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.112599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=cc04fe0e-5dfb-4905-9ca5-204fed59f1c9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:40.260604 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (282e3fb6-fe5b-49bf-8189-81b001309cb9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.441792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 282e3fb6-fe5b-49bf-8189-81b001309cb9 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:40.519882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:40.524860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-111568e7-55d0-4977-9018-05f4cddb8a56 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/282e3fb6-fe5b-49bf-8189-81b001309cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3072147 Jan 28 17:10:40.527710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53622) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:40.530411 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] Sync routers for ids ['282e3fb6-fe5b-49bf-8189-81b001309cb9'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:40.541609 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] Routers {'282e3fb6-fe5b-49bf-8189-81b001309cb9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:40.542815 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['282e3fb6-fe5b-49bf-8189-81b001309cb9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:40.559370 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cfa3ad1a-ce22-4dba-b8c4-37ac56c12204 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=282e3fb6-fe5b-49bf-8189-81b001309cb9 HTTP/1.1" status: 200 len: 205 time: 0.0277395 Jan 28 17:10:40.559597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53624) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:40.581395 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:40.590280 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] Routers {'282e3fb6-fe5b-49bf-8189-81b001309cb9'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:40.590852 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['282e3fb6-fe5b-49bf-8189-81b001309cb9'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:40.628867 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:40.629650 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad4da13-c6e9-418b-b09a-75360c3cbcc0 None None] The sync data for ids ['282e3fb6-fe5b-49bf-8189-81b001309cb9'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:40.636847 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (282e3fb6-fe5b-49bf-8189-81b001309cb9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.799802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (282e3fb6-fe5b-49bf-8189-81b001309cb9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.802005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (282e3fb6-fe5b-49bf-8189-81b001309cb9), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.814112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f110673a-88cf-4cca-8175-8ca783f705d9 req-52c67621-cde5-4645-bbd4-af32705feeb6 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0330493 Jan 28 17:10:40.854123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (282e3fb6-fe5b-49bf-8189-81b001309cb9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.854679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router 282e3fb6-fe5b-49bf-8189-81b001309cb9 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:10:40.862105 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.865572 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cd8fd1b8-b9ff-4841-8dc3-2cc3224f5247 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/282e3fb6-fe5b-49bf-8189-81b001309cb9 HTTP/1.1" status: 204 len: 168 time: 0.3026605 Jan 28 17:10:40.865876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53630) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:40.920805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 8246e123-fea4-4e12-9cca-0d7992c57d06 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:10:40.925573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (8246e123-fea4-4e12-9cca-0d7992c57d06), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:40.973907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (8246e123-fea4-4e12-9cca-0d7992c57d06), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.069950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (8246e123-fea4-4e12-9cca-0d7992c57d06), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.139905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (8246e123-fea4-4e12-9cca-0d7992c57d06), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.167677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=8246e123-fea4-4e12-9cca-0d7992c57d06,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:41.172227 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.176011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-24df5540-b68e-4cf0-9c10-3c70b44517af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/8246e123-fea4-4e12-9cca-0d7992c57d06 HTTP/1.1" status: 204 len: 168 time: 0.3090732 Jan 28 17:10:41.179228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53636) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:41.185707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027809e-6cc9-42cd-bdf7-00133a8ec654 None None] Network baa33375-4a2a-4b47-9387-f2984e095c1a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:41.273549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (baa33375-4a2a-4b47-9387-f2984e095c1a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.338264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:41.338710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.383518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] DHCP port deletion for baa33375-4a2a-4b47-9387-f2984e095c1a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:10:41.416222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,segment=NetworkSegment(91d95f4b-9d97-4250-a405-48529d6f3503),segment_id=91d95f4b-9d97-4250-a405-48529d6f3503)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:41.416756 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.432943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 8d67dc7e-cc82-404e-b2c3-3387d87bc42b owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:41.436054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] Deleting port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:41.436791 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.500018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] For port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,segment=NetworkSegment(91d95f4b-9d97-4250-a405-48529d6f3503),segment_id=91d95f4b-9d97-4250-a405-48529d6f3503)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:41.500415 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.514170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] Calling delete_port for 8d67dc7e-cc82-404e-b2c3-3387d87bc42b owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:41.534749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.571415 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:41.584188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:41.628539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (8d67dc7e-cc82-404e-b2c3-3387d87bc42b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.659055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] Pushing event deleted for resources: {'Port': ['ID=8d67dc7e-cc82-404e-b2c3-3387d87bc42b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:41.667840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (baa33375-4a2a-4b47-9387-f2984e095c1a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.671270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5cbe0-d477-41b5-9325-faa42be1d420 None None] No DVR routers for this DVR port 8d67dc7e-cc82-404e-b2c3-3387d87bc42b on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:10:41.693387 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa33375-4a2a-4b47-9387-f2984e095c1a']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:41.703399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d95f4b-9d97-4250-a405-48529d6f3503') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:41.703897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d95f4b-9d97-4250-a405-48529d6f3503') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:41.713746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (91d95f4b-9d97-4250-a405-48529d6f3503), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.728719 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (91d95f4b-9d97-4250-a405-48529d6f3503), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.737461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:10:41.738149 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (91d95f4b-9d97-4250-a405-48529d6f3503), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:10:41.742588 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:10:41.812399 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (baa33375-4a2a-4b47-9387-f2984e095c1a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.828284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.837686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/baa33375-4a2a-4b47-9387-f2984e095c1a HTTP/1.1" status: 204 len: 168 time: 0.6522257 Jan 28 17:10:41.838469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53638) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:41.844304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-442339084', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:41.875117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.876897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.878710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b352ad7-252a-4745-8ac1-f3a4cf6bd336 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=baa33375-4a2a-4b47-9387-f2984e095c1a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:41.943558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.949336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.968645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-13e6723b-2bdb-42e7-9bba-dbfd73fc4ac7 req-aa964978-e4ef-40d1-a139-071ccc19fdc1 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0442617 Jan 28 17:10:41.971752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:41.975686 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e2d3b734-12d0-4413-9728-7313a650b499 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1328571 Jan 28 17:10:41.975788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53642) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:41.981719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023616844'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:42.002939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:42.006272 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.030837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:42.041646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1435df54-fca2-4787-aa6d-8b8736294fd5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.042042 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment 1435df54-fca2-4787-aa6d-8b8736294fd5 of type vlan for network 7a318d22-bb69-4e49-9e5f-26dd68309e25 Jan 28 17:10:42.083468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (7a318d22-bb69-4e49-9e5f-26dd68309e25), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.111432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (7a318d22-bb69-4e49-9e5f-26dd68309e25), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.117921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:42.118516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.186593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2097845 Jan 28 17:10:42.190367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53646) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:42.195755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:42.220715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd291855-ddeb-44a2-8fcd-341d3e2421d6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=7a318d22-bb69-4e49-9e5f-26dd68309e25,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:42.233717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:42.305725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:42.309829 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.438082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.475336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.512440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.574222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:42.587148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:42.587504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: 7a318d22-bb69-4e49-9e5f-26dd68309e25, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:42.605436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:42.614768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 7a318d22-bb69-4e49-9e5f-26dd68309e25) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:42.619042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:42.619618 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.630105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0cb319-c312-4a2d-9e52-c98c4d963fd0 None None] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:42.643035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-66e0f7f3-e236-4dc0-b0cf-1a3676731bc2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4481459 Jan 28 17:10:42.643404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53648) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:42.767045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-7a318d22-bb69-4e49-9e5f-26dd68309e25', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:42.768399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:42.907339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8d67dc7e-cc82-404e-b2c3-3387d87bc42b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:10:42.931611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8d67dc7e-cc82-404e-b2c3-3387d87bc42b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:10:42.932472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8d67dc7e-cc82-404e-b2c3-3387d87bc42b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:10:42.993866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:43.058190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Allocated IP 172.20.0.2 (7a318d22-bb69-4e49-9e5f-26dd68309e25/a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c/e8fe1fad-4ec3-49f2-9963-324119917dc0) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:43.268341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ebc8eac-c1bf-4a98-b10d-410bb8cf9b37 req-1dbaa09d-20c0-475e-8b11-803ca3d59201 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0321171 Jan 28 17:10:43.278402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Publish callbacks [] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:43.292081 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:43.345517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:43.347455 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.20.0.1 (7a318d22-bb69-4e49-9e5f-26dd68309e25/a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c/7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:43.353625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:43.363007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:43.390395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Pushing event updated for resources: {'Port': ['ID=e8fe1fad-4ec3-49f2-9963-324119917dc0,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:43.457529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Attempting to bind port e8fe1fad-4ec3-49f2-9963-324119917dc0 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:43.458132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Attempting to bind port e8fe1fad-4ec3-49f2-9963-324119917dc0 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:43.458584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Attempting to bind port e8fe1fad-4ec3-49f2-9963-324119917dc0 on network 7a318d22-bb69-4e49-9e5f-26dd68309e25 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:43.464518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:43.465668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Checking segment: {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:43.466171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:43.466663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Bound using segment: {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:43.467238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Bound port: e8fe1fad-4ec3-49f2-9963-324119917dc0, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:43.467730 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:43.566910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] For port e8fe1fad-4ec3-49f2-9963-324119917dc0, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:43.572137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] For port e8fe1fad-4ec3-49f2-9963-324119917dc0, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e8fe1fad-4ec3-49f2-9963-324119917dc0,segment=NetworkSegment(1435df54-fca2-4787-aa6d-8b8736294fd5),segment_id=1435df54-fca2-4787-aa6d-8b8736294fd5)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:43.605608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:43.737817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39e883-7a6a-49f8-abff-4de8032a40f8 None None] Pushing event updated for resources: {'Port': ['ID=e8fe1fad-4ec3-49f2-9963-324119917dc0,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:43.982437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.026119 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.071659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:44.074926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:44.077534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:44.116576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:44.160690 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.301065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.384340 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7689f07c-d432-4ec0-9dba-974e76369332 req-81936087-72d9-4aec-89f1-14923d726caf tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "GET /v2.0/ports?device_id=e02896f5-f9f8-4dcd-b62b-9be73b6ee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0310800 Jan 28 17:10:44.620099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.625035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.712500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:44.739386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:44.858895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:44.861124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:44.980629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8fe1fad-4ec3-49f2-9963-324119917dc0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:45.012042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:10:45.016550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3394909-1c72-481e-ac67-979a324c8344 None None] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:45.118177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] Provisioning complete for port e8fe1fad-4ec3-49f2-9963-324119917dc0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:45.118177 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.125072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:45.130745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c480d8fa-8979-4146-a59b-97cb18d534b1 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862680 Jan 28 17:10:45.133250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:45.139301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-940364031'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:45.150762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:45.163728 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:45.168026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.190179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e8fe1fad-4ec3-49f2-9963-324119917dc0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:45.190539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.202091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:45.212694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ff22d863-4295-402e-8521-16c375d47298), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.213399 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment ff22d863-4295-402e-8521-16c375d47298 of type vlan for network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c Jan 28 17:10:45.221039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:45.221674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:45.263101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3f0c9723-5ec7-424b-b509-f9b9ba497e1c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.297199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3f0c9723-5ec7-424b-b509-f9b9ba497e1c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.304172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:45.305201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.377758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2433233 Jan 28 17:10:45.378005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53666) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:45.386695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:45.391376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10875596-67b3-45d0-b354-3879fbe6782f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=3f0c9723-5ec7-424b-b509-f9b9ba497e1c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:45.450554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:45.459431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53670) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:45.507803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:45.513575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.592090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:45.613108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Deleting port dcb35ef1-2a20-40a8-a91a-a080558216a5 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:45.613462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.701339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.701565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (dcb35ef1-2a20-40a8-a91a-a080558216a5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.716142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Calling delete_port for dcb35ef1-2a20-40a8-a91a-a080558216a5 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:45.750906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (970bdf48-733c-4a94-9599-cd808aa850e9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.801894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] Current status of the port e8fe1fad-4ec3-49f2-9963-324119917dc0 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:45.802775 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.827839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=970bdf48-733c-4a94-9599-cd808aa850e9,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:45.841845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:45.842314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] For port e8fe1fad-4ec3-49f2-9963-324119917dc0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e8fe1fad-4ec3-49f2-9963-324119917dc0,segment=NetworkSegment(1435df54-fca2-4787-aa6d-8b8736294fd5),segment_id=1435df54-fca2-4787-aa6d-8b8736294fd5)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:45.842461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: 3f0c9723-5ec7-424b-b509-f9b9ba497e1c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:45.852606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.853141 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.853586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.854042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.854561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.855022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.855667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.856103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.856751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.857426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.857886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.858438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.858911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:45.870227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (dcb35ef1-2a20-40a8-a91a-a080558216a5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.880663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.885617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:45.903397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3f0c9723-5ec7-424b-b509-f9b9ba497e1c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:45.908623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:45.911161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:45.934738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'Port': ['ID=dcb35ef1-2a20-40a8-a91a-a080558216a5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:45.936338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b039e035-ceca-4068-88f3-e3c35c9f7998 None None] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:45.954925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b8ec6361-19d9-4a2e-98e5-9e40395d6189 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5744970 Jan 28 17:10:45.958187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53672) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:46.034024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for floatingip (e5524633-3070-42ae-9be2-fc0ead72450d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.037324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.039125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9014c7d6-cf6e-43cf-85b1-d0f5bcc38bc7 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "DELETE /v2.0/floatingips/e5524633-3070-42ae-9be2-fc0ead72450d HTTP/1.1" status: 204 len: 168 time: 0.5783567 Jan 28 17:10:46.054125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e8fe1fad-4ec3-49f2-9963-324119917dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:46.115693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bb27beda-9950-4960-a161-a9d4f5395828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.132185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994b70b-1d38-46c1-aec3-b6cd46346765 None None] Pushing event updated for resources: {'Port': ['ID=e8fe1fad-4ec3-49f2-9963-324119917dc0,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:46.160857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:44Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:44Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:46.197764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:10:46.198117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Updating router 898041b9-fec8-484d-a549-e70d1f28a0cb port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:10:46.328083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:46.329022 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.331687 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.395149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-03e26c04-fe89-41a2-8fbb-f35a95135baa None None] Provisioning complete for port e8fe1fad-4ec3-49f2-9963-324119917dc0 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:46.395527 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03e26c04-fe89-41a2-8fbb-f35a95135baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.489784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.605138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Allocated IP 172.21.0.2 (3f0c9723-5ec7-424b-b509-f9b9ba497e1c/970bdf48-733c-4a94-9599-cd808aa850e9/2446ee91-6c6f-47fd-bc44-998eca9dafc6) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:46.890387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8fe1fad-4ec3-49f2-9963-324119917dc0 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:46.935802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Publish callbacks [] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:46.959898 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.019389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.21.0.1 (3f0c9723-5ec7-424b-b509-f9b9ba497e1c/970bdf48-733c-4a94-9599-cd808aa850e9/f812f6ce-7c71-47df-a25d-1ef6450b4510) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:47.028054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-03e26c04-fe89-41a2-8fbb-f35a95135baa None None] Current status of the port e8fe1fad-4ec3-49f2-9963-324119917dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:47.091277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:47.110493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:47.115070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-03e26c04-fe89-41a2-8fbb-f35a95135baa None None] Provisioning complete for port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:47.115745 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03e26c04-fe89-41a2-8fbb-f35a95135baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.153098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:47.155587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-03e26c04-fe89-41a2-8fbb-f35a95135baa None None] Port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:47.157375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Pushing event updated for resources: {'Port': ['ID=2446ee91-6c6f-47fd-bc44-998eca9dafc6,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:47.160251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e8fe1fad-4ec3-49f2-9963-324119917dc0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:47.160994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.197451 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.246082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.287773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:47.290723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:47.293247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:47.328324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=f812f6ce-7c71-47df-a25d-1ef6450b4510,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:47.335969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Attempting to bind port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:47.337507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Attempting to bind port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:47.338095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Attempting to bind port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 on network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:47.357056 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.361816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:47.362343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Checking segment: {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:47.362914 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.363420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Bound using segment: {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:47.364025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Bound port: 2446ee91-6c6f-47fd-bc44-998eca9dafc6, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:47.364530 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.387052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6b126fc2-b447-48d1-b796-06c385a4ea30 None None] Provisioning complete for port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:47.387571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b126fc2-b447-48d1-b796-06c385a4ea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.433540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6b126fc2-b447-48d1-b796-06c385a4ea30 None None] Port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:47.550700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] For port 2446ee91-6c6f-47fd-bc44-998eca9dafc6, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:47.584577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e8fe1fad-4ec3-49f2-9963-324119917dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:47.597625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] For port 2446ee91-6c6f-47fd-bc44-998eca9dafc6, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2446ee91-6c6f-47fd-bc44-998eca9dafc6,segment=NetworkSegment(ff22d863-4295-402e-8521-16c375d47298),segment_id=ff22d863-4295-402e-8521-16c375d47298)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:47.600715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Publish callbacks [] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.611731 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.618468 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.767345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34be71b-fe6f-420e-a7b0-4dcc0633d436 None None] Pushing event updated for resources: {'Port': ['ID=2446ee91-6c6f-47fd-bc44-998eca9dafc6,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:47.866137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Attempting to bind port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:47.873288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Attempting to bind port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:47.874273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Attempting to bind port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e on network 7a318d22-bb69-4e49-9e5f-26dd68309e25 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:47.902357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeec746-68fb-430c-91c3-580582437abe None None] Pushing event updated for resources: {'Port': ['ID=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:47.944035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:47.944422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Checking segment: {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:47.945091 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.945491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Bound using segment: {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:47.946062 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Bound port: 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435df54-fca2-4787-aa6d-8b8736294fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:47.946463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:47.978064 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.120542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2764751e-8e8b-4b1d-9793-935af2297773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.128097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] For port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:48.132863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] For port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,segment=NetworkSegment(1435df54-fca2-4787-aa6d-8b8736294fd5),segment_id=1435df54-fca2-4787-aa6d-8b8736294fd5)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:48.149731 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.236942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeec746-68fb-430c-91c3-580582437abe None None] Pushing event updated for resources: {'Port': ['ID=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:48.265369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] Provisioning complete for port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:48.266053 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.329677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:48.330579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:48.351475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.358196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.444253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.509565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:48.533448 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=f812f6ce-7c71-47df-a25d-1ef6450b4510,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:48.588982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:48.592716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:48.726808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:48.879707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:48.899319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:48.901328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d8014a7-09ba-428b-9b9c-e2e52285cc78 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412222 Jan 28 17:10:48.904534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-960261887'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:48.944751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:48.949208 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:48.978396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] Current status of the port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:48.978951 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.009736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:49.030013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (627caee5-e983-4398-b3a1-b7f38e66109d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.030369 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment 627caee5-e983-4398-b3a1-b7f38e66109d of type vlan for network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 Jan 28 17:10:49.030883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] For port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,segment=NetworkSegment(1435df54-fca2-4787-aa6d-8b8736294fd5),segment_id=1435df54-fca2-4787-aa6d-8b8736294fd5)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:49.041591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2446ee91-6c6f-47fd-bc44-998eca9dafc6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:49.044022 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.114531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5b9966c8-ae75-4fd4-9a14-7822c3ce7887), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.177127 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5b9966c8-ae75-4fd4-9a14-7822c3ce7887), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.182395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:49.183291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.217929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3174446 Jan 28 17:10:49.222544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53696) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:49.228143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:49.245600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-92323598-4acb-4e21-81a6-6ab3b1b1c852 None None] Provisioning complete for port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:49.246191 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92323598-4acb-4e21-81a6-6ab3b1b1c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.353259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38613e6c-08de-4968-8f3a-0fa61e7cfa95 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=5b9966c8-ae75-4fd4-9a14-7822c3ce7887,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:49.381003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc510636-c738-4e49-80e8-67e316d0efd3 None None] Pushing event updated for resources: {'Port': ['ID=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:49.387036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:49.431637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:49.436999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.476442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6685e-aaf4-496b-84a8-00219c8a80e7 None None] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:49.617413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:49.618136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.638492 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (5c5b5361-1920-483b-bf09-2d0ae65912fc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.678592 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.701313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:47Z', 'revision_number': 3, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:48Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:47Z', 'revision_number': 1, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:49.708714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=5c5b5361-1920-483b-bf09-2d0ae65912fc,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:49.720431 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:49.720883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: 5b9966c8-ae75-4fd4-9a14-7822c3ce7887, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:49.741064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:49.749420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331aafb7-5c2f-4958-bee5-f63caa216ac7 None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:47Z', 'revision_number': 3, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:48Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:47Z', 'revision_number': 1, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:49.752857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5b9966c8-ae75-4fd4-9a14-7822c3ce7887) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:49.763347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-92323598-4acb-4e21-81a6-6ab3b1b1c852 None None] Current status of the port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:49.764183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:49.765092 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:49.793633 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-318e985f-7606-42a6-8e8b-e1dc342a4c4e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5698605 Jan 28 17:10:49.797400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53702) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:49.817543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921c1b2-a938-47f7-8779-4ccd9fa2797a None None] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:49.926611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:49.927119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.017259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:50.018120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.049823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2446ee91-6c6f-47fd-bc44-998eca9dafc6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2446ee91-6c6f-47fd-bc44-998eca9dafc6,segment=NetworkSegment(ff22d863-4295-402e-8521-16c375d47298),segment_id=ff22d863-4295-402e-8521-16c375d47298)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:50.062001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4331d9e-523e-48e0-bd39-a3cc9df0dc7c None None] Provisioning complete for port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:50.062384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4331d9e-523e-48e0-bd39-a3cc9df0dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.067623 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.356842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2446ee91-6c6f-47fd-bc44-998eca9dafc6,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:50.489646 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.514461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4331d9e-523e-48e0-bd39-a3cc9df0dc7c None None] Current status of the port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:50.526206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Allocated IP 172.22.0.2 (5b9966c8-ae75-4fd4-9a14-7822c3ce7887/5c5b5361-1920-483b-bf09-2d0ae65912fc/d5a20d76-85c0-4e10-b331-8d707c47784e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:50.763460 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.764313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d5e42aa-869b-41a1-9002-1678ce61b82c None None] Provisioning complete for port f812f6ce-7c71-47df-a25d-1ef6450b4510 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:50.764698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d5e42aa-869b-41a1-9002-1678ce61b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:50.962183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e42aa-869b-41a1-9002-1678ce61b82c None None] Port f812f6ce-7c71-47df-a25d-1ef6450b4510 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:50.971307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Publish callbacks [] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.000257 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.005924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d5e42aa-869b-41a1-9002-1678ce61b82c None None] Provisioning complete for port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:51.006406 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d5e42aa-869b-41a1-9002-1678ce61b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.152840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.22.0.1 (5b9966c8-ae75-4fd4-9a14-7822c3ce7887/5c5b5361-1920-483b-bf09-2d0ae65912fc/ba2b68e4-ed4c-4592-8e76-11fb67530794) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:51.201329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:51.208593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:51.219258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:51.227188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2446ee91-6c6f-47fd-bc44-998eca9dafc6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:51.313495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Pushing event updated for resources: {'Port': ['ID=d5a20d76-85c0-4e10-b331-8d707c47784e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:51.330772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.372660 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Attempting to bind port d5a20d76-85c0-4e10-b331-8d707c47784e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:51.373744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Attempting to bind port d5a20d76-85c0-4e10-b331-8d707c47784e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:51.375010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Attempting to bind port d5a20d76-85c0-4e10-b331-8d707c47784e on network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:51.379636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.388551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:51.388964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Checking segment: {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:51.389361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.389754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Bound using segment: {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:51.390366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Bound port: d5a20d76-85c0-4e10-b331-8d707c47784e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:51.390366 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.440784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:51.441141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.450388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=ba2b68e4-ed4c-4592-8e76-11fb67530794,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:51.458176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:51.460390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:51.463372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:51.517736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e42aa-869b-41a1-9002-1678ce61b82c None None] Current status of the port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:51.572882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] For port d5a20d76-85c0-4e10-b331-8d707c47784e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:51.577176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] For port d5a20d76-85c0-4e10-b331-8d707c47784e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d5a20d76-85c0-4e10-b331-8d707c47784e,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:51.588893 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.607878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.677265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:51.678680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:51.855175 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.879888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-91fce457-c70f-45c8-a545-ef98e1f9d365 None None] Provisioning complete for port f812f6ce-7c71-47df-a25d-1ef6450b4510 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:51.880781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91fce457-c70f-45c8-a545-ef98e1f9d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:51.884552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e3019-d0cf-4d61-966c-75132916a675 None None] Pushing event updated for resources: {'Port': ['ID=d5a20d76-85c0-4e10-b331-8d707c47784e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:52.194250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:52.213404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-91fce457-c70f-45c8-a545-ef98e1f9d365 None None] Port f812f6ce-7c71-47df-a25d-1ef6450b4510 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:10:52.223313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:52.223777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:52.350738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:52.407639 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:52.413459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:52.461812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:52.597926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:52.603984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:52.616992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=ba2b68e4-ed4c-4592-8e76-11fb67530794,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:52.728774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:52.863644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:52.869296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7b6119a2-40af-46a5-b7f1-5d57aa8b73d3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0705926 Jan 28 17:10:52.871978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53716) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:52.887961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969324002'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:52.936383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:52.943490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:52.991499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:10:53.001749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d5a20d76-85c0-4e10-b331-8d707c47784e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:53.016080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f9426c83-b3bc-48a2-9100-0b8e93e22602), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.016449 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added segment f9426c83-b3bc-48a2-9100-0b8e93e22602 of type vlan for network 1d680977-6c07-42bd-918c-1843bd27cefc Jan 28 17:10:53.069874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (1d680977-6c07-42bd-918c-1843bd27cefc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.135499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d5a20d76-85c0-4e10-b331-8d707c47784e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:53.140432 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.143810 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (1d680977-6c07-42bd-918c-1843bd27cefc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.154263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:53.155146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.244403 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3707433 Jan 28 17:10:53.249714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53718) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:53.274330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'subnet': {'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:53.294759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe19c80-7b11-4e67-959c-ed72247c03d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Network': ['ID=1d680977-6c07-42bd-918c-1843bd27cefc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:53.354319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 1d680977-6c07-42bd-918c-1843bd27cefc details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:10:53.455152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Made reservation on behalf of e0ecc4a33a674d82a965293392769533 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:10:53.462909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d5a20d76-85c0-4e10-b331-8d707c47784e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:53.464047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.470410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.521749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d5a20d76-85c0-4e10-b331-8d707c47784e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d5a20d76-85c0-4e10-b331-8d707c47784e,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:53.531211 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.594800 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:53.608822 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:53.610316 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:53.634852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d5a20d76-85c0-4e10-b331-8d707c47784e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:53.710338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-e5556caf-212e-4d4a-a59c-fdf00dad5062 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1589327 Jan 28 17:10:53.733007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34391e48-bfe9-4ed6-b015-223cc26e53ba None None] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:53.814401 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:53.845232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (be17dafc-c751-470b-8047-ce4f99422212), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.873795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d0f410b4-eb72-4642-8f46-4dfae43b3698 None None] Provisioning complete for port d5a20d76-85c0-4e10-b331-8d707c47784e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:53.877062 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0f410b4-eb72-4642-8f46-4dfae43b3698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:53.900731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-e2ff1fed-800f-41d8-a340-74e4f1cd2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:53.903710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-e2ff1fed-800f-41d8-a340-74e4f1cd2ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 1133 time: 0.1316042 Jan 28 17:10:53.939196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53724) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:53.957894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Checking segment: {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:53.958569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network hostable DHCP agents. Network: 1d680977-6c07-42bd-918c-1843bd27cefc, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:10:53.965036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Subnet': ['ID=be17dafc-c751-470b-8047-ce4f99422212,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:54.026112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 1d680977-6c07-42bd-918c-1843bd27cefc is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:10:54.040197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 1d680977-6c07-42bd-918c-1843bd27cefc) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:54.058721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:54.059549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.060556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d6c14-9f49-4b7a-b19e-f9f24e8fe5f0 None None] Network 1d680977-6c07-42bd-918c-1843bd27cefc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:54.075938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14b96f73-2bac-4b22-b74f-4de74a005453 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group (a77d7556-768b-4b18-b3fc-f10722cae0ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.104132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-203170ed-cb55-419c-b234-a3c1032028c2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8522539 Jan 28 17:10:54.113779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53726) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:54.136480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-384e1ca0-7965-4456-ae8e-fe2855fe2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:54.146614 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-384e1ca0-7965-4456-ae8e-fe2855fe2de5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.2222915 Jan 28 17:10:54.196572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14b96f73-2bac-4b22-b74f-4de74a005453 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group (a77d7556-768b-4b18-b3fc-f10722cae0ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.279586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-0fac6e86-ebb8-49de-b180-118e2486c883 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f HTTP/1.1" status: 200 len: 217 time: 0.1230330 Jan 28 17:10:54.318321 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:51Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:52Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:48Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:54.320866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d0f410b4-eb72-4642-8f46-4dfae43b3698 None None] Current status of the port d5a20d76-85c0-4e10-b331-8d707c47784e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:54.351653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14b96f73-2bac-4b22-b74f-4de74a005453 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a77d7556-768b-4b18-b3fc-f10722cae0ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.359906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14b96f73-2bac-4b22-b74f-4de74a005453 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.361054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-14b96f73-2bac-4b22-b74f-4de74a005453 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] 10.222.0.25 "DELETE /v2.0/security-groups/a77d7556-768b-4b18-b3fc-f10722cae0ec HTTP/1.1" status: 204 len: 168 time: 0.4174380 Jan 28 17:10:54.386759 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:10:54.398055 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Updating router 898041b9-fec8-484d-a549-e70d1f28a0cb port ba2b68e4-ed4c-4592-8e76-11fb67530794 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:10:54.408574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96f73-2bac-4b22-b74f-4de74a005453 tempest-TestVolumeBootPattern-1675553649 tempest-TestVolumeBootPattern-1675553649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d7556-768b-4b18-b3fc-f10722cae0ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:54.440089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-1d680977-6c07-42bd-918c-1843bd27cefc', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'project_id': 'e0ecc4a33a674d82a965293392769533', 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:10:54.445263 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.467023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-d693756f-49f1-4c24-a09f-7ae6337eb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:54.467187 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:54.472800 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-d693756f-49f1-4c24-a09f-7ae6337eb1b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.1877625 Jan 28 17:10:54.473301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:54.598562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-6e668ed2-8a9b-4fe9-9785-e8e34d16b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:10:54.600107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-6e668ed2-8a9b-4fe9-9785-e8e34d16b6fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1157463 Jan 28 17:10:54.617302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-a3adac5a-053b-4988-85ca-bd9f156f052c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:10:54.618284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-a3adac5a-053b-4988-85ca-bd9f156f052c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106149 Jan 28 17:10:54.902746 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-bee94338-b702-4e27-b6e6-4b1df05b0947 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763534 Jan 28 17:10:54.964240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d5a20d76-85c0-4e10-b331-8d707c47784e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:55.076008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Allocated IP 172.23.0.2 (1d680977-6c07-42bd-918c-1843bd27cefc/be17dafc-c751-470b-8047-ce4f99422212/236c1d62-a57b-494f-b069-70f4e8f927c4) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:55.084215 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-977a9b19-49a6-4799-a2ba-42f8ec23b614 req-a3672ed0-a5fa-46d3-b194-a034a058d3c1 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719568 Jan 28 17:10:55.087845 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks [] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.096208 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.217876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Pushing event updated for resources: {'Port': ['ID=ba2b68e4-ed4c-4592-8e76-11fb67530794,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:55.233349 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.233983 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.235072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.235570 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.236061 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.236596 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.237122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.237621 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.238105 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.238588 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.239059 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.239529 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.240010 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:10:55.249268 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Attempting to bind port ba2b68e4-ed4c-4592-8e76-11fb67530794 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:55.249640 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Attempting to bind port ba2b68e4-ed4c-4592-8e76-11fb67530794 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:55.250132 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Attempting to bind port ba2b68e4-ed4c-4592-8e76-11fb67530794 on network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:55.261179 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:55.262578 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Checking segment: {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:55.263362 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.268281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Bound using segment: {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:55.271187 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Bound port: ba2b68e4-ed4c-4592-8e76-11fb67530794, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627caee5-e983-4398-b3a1-b7f38e66109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:55.271589 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.299251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Provisioning complete for port d5a20d76-85c0-4e10-b331-8d707c47784e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:55.299635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.518110 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] For port ba2b68e4-ed4c-4592-8e76-11fb67530794, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:55.526056 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] For port ba2b68e4-ed4c-4592-8e76-11fb67530794, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ba2b68e4-ed4c-4592-8e76-11fb67530794,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:55.544056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d5a20d76-85c0-4e10-b331-8d707c47784e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:55.544431 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.550650 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.646025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Current status of the port d5a20d76-85c0-4e10-b331-8d707c47784e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:55.680206 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Updating router 898041b9-fec8-484d-a549-e70d1f28a0cb port f812f6ce-7c71-47df-a25d-1ef6450b4510 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:10:55.740434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d5a20d76-85c0-4e10-b331-8d707c47784e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:55.872537 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.879646 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Pushing event updated for resources: {'Port': ['ID=ba2b68e4-ed4c-4592-8e76-11fb67530794,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:55.881162 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Publish callbacks [] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.885519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Provisioning complete for port ba2b68e4-ed4c-4592-8e76-11fb67530794 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:55.886045 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:55.959790 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.028450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Network 1d680977-6c07-42bd-918c-1843bd27cefc is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:56.043648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:56.092396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:56.196476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (275942c5-75dc-422c-a0a9-821b496cdbe6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.213957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Pushing event updated for resources: {'Port': ['ID=236c1d62-a57b-494f-b069-70f4e8f927c4,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:56.276866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Attempting to bind port 236c1d62-a57b-494f-b069-70f4e8f927c4 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:56.277248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Attempting to bind port 236c1d62-a57b-494f-b069-70f4e8f927c4 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:56.277622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Attempting to bind port 236c1d62-a57b-494f-b069-70f4e8f927c4 on network 1d680977-6c07-42bd-918c-1843bd27cefc {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:56.284628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:56.285037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Checking segment: {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:56.285474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.285876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Bound using segment: {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:56.286367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Bound port: 236c1d62-a57b-494f-b069-70f4e8f927c4, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:56.286754 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.288973 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.450877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Current status of the port ba2b68e4-ed4c-4592-8e76-11fb67530794 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:56.451560 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.501571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] For port 236c1d62-a57b-494f-b069-70f4e8f927c4, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:56.506432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] For port 236c1d62-a57b-494f-b069-70f4e8f927c4, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=236c1d62-a57b-494f-b069-70f4e8f927c4,segment=NetworkSegment(f9426c83-b3bc-48a2-9100-0b8e93e22602),segment_id=f9426c83-b3bc-48a2-9100-0b8e93e22602)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:56.520556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] For port ba2b68e4-ed4c-4592-8e76-11fb67530794, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ba2b68e4-ed4c-4592-8e76-11fb67530794,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:56.522793 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.591344 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.634341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e56f9-590f-496b-90a1-d530c9c713af None None] Pushing event updated for resources: {'Port': ['ID=236c1d62-a57b-494f-b069-70f4e8f927c4,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:56.768173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f14e3d-a25d-4874-943d-8911de9cb3a9 None None] Pushing event updated for resources: {'Port': ['ID=ba2b68e4-ed4c-4592-8e76-11fb67530794,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:56.813889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-760b00f3-e9f5-4843-ab55-6816d4d2a4e7 None None] Provisioning complete for port ba2b68e4-ed4c-4592-8e76-11fb67530794 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:56.826860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-760b00f3-e9f5-4843-ab55-6816d4d2a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.968249 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks [] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.983471 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:56.993401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-760b00f3-e9f5-4843-ab55-6816d4d2a4e7 None None] Current status of the port ba2b68e4-ed4c-4592-8e76-11fb67530794 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:57.100283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Deleting port de7c8301-1541-42b8-9659-57ba0d387aaf {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:57.100783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.152272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-65b103d5-6d67-4e12-9fe4-213df906d363 None None] Provisioning complete for port ba2b68e4-ed4c-4592-8e76-11fb67530794 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:57.152889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65b103d5-6d67-4e12-9fe4-213df906d363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.276302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] For port de7c8301-1541-42b8-9659-57ba0d387aaf, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=de7c8301-1541-42b8-9659-57ba0d387aaf,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:57.277486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.327998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Allocated IP 172.23.0.1 (1d680977-6c07-42bd-918c-1843bd27cefc/be17dafc-c751-470b-8047-ce4f99422212/bac92ebf-79f2-49b3-8fad-e6535a502290) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:10:57.339853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Calling delete_port for de7c8301-1541-42b8-9659-57ba0d387aaf owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:57.385266 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Pushing event updated for resources: {'Port': ['ID=f812f6ce-7c71-47df-a25d-1ef6450b4510,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:57.424976 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Attempting to bind port f812f6ce-7c71-47df-a25d-1ef6450b4510 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:10:57.425630 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Attempting to bind port f812f6ce-7c71-47df-a25d-1ef6450b4510 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:10:57.426005 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Attempting to bind port f812f6ce-7c71-47df-a25d-1ef6450b4510 on network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:10:57.446333 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:10:57.446587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Checking segment: {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:10:57.447582 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.447981 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Bound using segment: {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:10:57.448486 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Bound port: f812f6ce-7c71-47df-a25d-1ef6450b4510, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff22d863-4295-402e-8521-16c375d47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:10:57.449511 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.488199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-65b103d5-6d67-4e12-9fe4-213df906d363 None None] Current status of the port ba2b68e4-ed4c-4592-8e76-11fb67530794 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:57.615012 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.619114 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] For port f812f6ce-7c71-47df-a25d-1ef6450b4510, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:10:57.622438 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] For port f812f6ce-7c71-47df-a25d-1ef6450b4510, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f812f6ce-7c71-47df-a25d-1ef6450b4510,segment=NetworkSegment(ff22d863-4295-402e-8521-16c375d47298),segment_id=ff22d863-4295-402e-8521-16c375d47298)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:10:57.631713 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.664867 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.676317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] Provisioning complete for port f812f6ce-7c71-47df-a25d-1ef6450b4510 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:57.679596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.705615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 1d680977-6c07-42bd-918c-1843bd27cefc is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:57.708947 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:57.719047 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:57.719982 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:57.781714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:10:57.846881 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (de7c8301-1541-42b8-9659-57ba0d387aaf), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.889104 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.935042 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] Current status of the port f812f6ce-7c71-47df-a25d-1ef6450b4510 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:57.935608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:57.971008 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:58.010801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7c8301-1541-42b8-9659-57ba0d387aaf,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:58.028640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] For port f812f6ce-7c71-47df-a25d-1ef6450b4510, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f812f6ce-7c71-47df-a25d-1ef6450b4510,segment=NetworkSegment(ff22d863-4295-402e-8521-16c375d47298),segment_id=ff22d863-4295-402e-8521-16c375d47298)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:58.037246 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.063211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=bac92ebf-79f2-49b3-8fad-e6535a502290,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:58.193111 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2114c3-341a-4813-b0da-ebe494191194 None None] Pushing event updated for resources: {'Port': ['ID=f812f6ce-7c71-47df-a25d-1ef6450b4510,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:58.224404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d82c3f-4a74-4f7a-8f4e-a159f7f3d33c None None] Pushing event updated for resources: {'Port': ['ID=f812f6ce-7c71-47df-a25d-1ef6450b4510,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:58.260513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.319763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f641bf5e-070a-4a26-aad2-6f2fc011182e None None] Provisioning complete for port f812f6ce-7c71-47df-a25d-1ef6450b4510 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:58.320496 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f641bf5e-070a-4a26-aad2-6f2fc011182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.417616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (275942c5-75dc-422c-a0a9-821b496cdbe6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.509156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f641bf5e-070a-4a26-aad2-6f2fc011182e None None] Current status of the port f812f6ce-7c71-47df-a25d-1ef6450b4510 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:58.583682 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:51Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:58.626587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60beda7-a8ca-426f-8f51-9cbb7253873d None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:51Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:10:58.778793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.822139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.823272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7788e9b-ef59-4e3f-a0bf-b445ae9d3b52 None None] Network 1d680977-6c07-42bd-918c-1843bd27cefc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:10:58.878081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Router 275942c5-75dc-422c-a0a9-821b496cdbe6 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:58.912460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:58.935452 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event updated for resources: {'Port': ['ID=bac92ebf-79f2-49b3-8fad-e6535a502290,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:10:59.173764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:59.188461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Network 1d680977-6c07-42bd-918c-1843bd27cefc is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:10:59.189184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-56216c95-449a-4824-a8a0-e850153b11e1 admin admin] 10.222.0.25 "PUT /v2.0/routers/275942c5-75dc-422c-a0a9-821b496cdbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7101078 Jan 28 17:10:59.189863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53752) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:59.192076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:10:59.326951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] Sync routers for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:59.370970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] Provisioning complete for port 236c1d62-a57b-494f-b069-70f4e8f927c4 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:59.371693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.411810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:59.412886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:59.443349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:10:59.466679 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks [] for router (275942c5-75dc-422c-a0a9-821b496cdbe6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.532733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:10:59.546786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:10:59.552762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6b033ae1-b2f9-4e52-9af7-54b57a9fc144 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4377422 Jan 28 17:10:59.555539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53754) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:10:59.560579 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:10:59.626248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks [] for router_gateway (275942c5-75dc-422c-a0a9-821b496cdbe6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.681505 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 236c1d62-a57b-494f-b069-70f4e8f927c4 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:10:59.690155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Deleting port 4d4b24d9-68ab-4273-b745-c98f3111630d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:10:59.690497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.799078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] For port 4d4b24d9-68ab-4273-b745-c98f3111630d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4d4b24d9-68ab-4273-b745-c98f3111630d,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:10:59.799481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.813532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Calling delete_port for 4d4b24d9-68ab-4273-b745-c98f3111630d owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:10:59.901217 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:10:59.904450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 236c1d62-a57b-494f-b069-70f4e8f927c4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:10:59.904906 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.916524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:10:59.918750 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:10:59.967743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] Current status of the port 236c1d62-a57b-494f-b069-70f4e8f927c4 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:10:59.968137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:10:59.998103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port': {'id': '4d4b24d9-68ab-4273-b745-c98f3111630d', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:10Z', 'updated_at': '2022-01-28T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:00.054600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] Checking router: 275942c5-75dc-422c-a0a9-821b496cdbe6 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:00.077012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] For port 236c1d62-a57b-494f-b069-70f4e8f927c4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=236c1d62-a57b-494f-b069-70f4e8f927c4,segment=NetworkSegment(f9426c83-b3bc-48a2-9100-0b8e93e22602),segment_id=f9426c83-b3bc-48a2-9100-0b8e93e22602)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:00.100481 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:00.120057 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.129321 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4d4b24d9-68ab-4273-b745-c98f3111630d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.140334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] Routers {'275942c5-75dc-422c-a0a9-821b496cdbe6'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:00.141378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['275942c5-75dc-422c-a0a9-821b496cdbe6'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:00.177828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4b24d9-68ab-4273-b745-c98f3111630d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:00.199706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 17:11:00.229157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Removed routes are [] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 17:11:00.229634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.278764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (275942c5-75dc-422c-a0a9-821b496cdbe6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.320984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] Set router 275942c5-75dc-422c-a0a9-821b496cdbe6 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:00.329550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 236c1d62-a57b-494f-b069-70f4e8f927c4 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:00.330188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.428941 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (275942c5-75dc-422c-a0a9-821b496cdbe6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.431909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks [] for router_controller (275942c5-75dc-422c-a0a9-821b496cdbe6), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.459572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T17:11:00Z', 'revision_number': 7, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:00.507888 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (275942c5-75dc-422c-a0a9-821b496cdbe6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.508607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 275942c5-75dc-422c-a0a9-821b496cdbe6 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:11:00.522352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.524755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e401431b-11c9-42ed-919f-aa564b845229 admin admin] 10.222.0.25 "DELETE /v2.0/routers/275942c5-75dc-422c-a0a9-821b496cdbe6 HTTP/1.1" status: 204 len: 168 time: 1.3327291 Jan 28 17:11:00.524909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b9653-5d30-4faf-9e00-37bb4cd746f3 None None] Pushing event updated for resources: {'Port': ['ID=236c1d62-a57b-494f-b069-70f4e8f927c4,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:00.526494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53758) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:00.530135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7baafd-b494-4bb4-a830-c61364d08270 None None] The sync data for ids ['275942c5-75dc-422c-a0a9-821b496cdbe6'] in n-d-812111-13 is: [{'id': '275942c5-75dc-422c-a0a9-821b496cdbe6', 'name': 'tempest-TestVolumeBootPattern-1323790504-router', 'tenant_id': 'b4db0a9d99174804a9997dc8b174de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:07Z', 'updated_at': '2022-01-28T17:11:00Z', 'revision_number': 7, 'project_id': 'b4db0a9d99174804a9997dc8b174de27', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:00.540392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d85175ef-e5f1-4438-bc2f-a75b3969f3bb None None] Provisioning complete for port bac92ebf-79f2-49b3-8fad-e6535a502290 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:00.540805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d85175ef-e5f1-4438-bc2f-a75b3969f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.585295 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:11:00.585669 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:11:00.618354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d85175ef-e5f1-4438-bc2f-a75b3969f3bb None None] Port bac92ebf-79f2-49b3-8fad-e6535a502290 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:00.624572 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:10:58Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac92ebf-79f2-49b3-8fad-e6535a502290', 'name': '', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:cf:8a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:56Z', 'updated_at': '2022-01-28T17:10:58Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'be17dafc-c751-470b-8047-ce4f99422212', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:00.642151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d85175ef-e5f1-4438-bc2f-a75b3969f3bb None None] Provisioning complete for port 236c1d62-a57b-494f-b069-70f4e8f927c4 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:00.642526 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d85175ef-e5f1-4438-bc2f-a75b3969f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.676035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.679826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.687250 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:00.687649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Updating router 898041b9-fec8-484d-a549-e70d1f28a0cb port bac92ebf-79f2-49b3-8fad-e6535a502290 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:11:00.750616 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:00.758708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d85175ef-e5f1-4438-bc2f-a75b3969f3bb None None] Current status of the port 236c1d62-a57b-494f-b069-70f4e8f927c4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:00.846240 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:00.904103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e20efa71-3817-4c86-891c-de99bd4d8aeb None None] Provisioning complete for port bac92ebf-79f2-49b3-8fad-e6535a502290 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:00.904501 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e20efa71-3817-4c86-891c-de99bd4d8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.025098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e20efa71-3817-4c86-891c-de99bd4d8aeb None None] Port bac92ebf-79f2-49b3-8fad-e6535a502290 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:01.101471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:01.121035 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.121853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-af969bc8-88f6-4e34-95b8-1af023b45c2b tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 933 time: 1.5651970 Jan 28 17:11:01.126046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53762) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:01.185791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 236c1d62-a57b-494f-b069-70f4e8f927c4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:01.186803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f812f6ce-7c71-47df-a25d-1ef6450b4510 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:01.198814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Deleting subnet ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:01.200087 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Publish callbacks [] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.202630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Publish callbacks [] for subnet (ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.211641 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.219015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ea9ad8df-cb9c-4aa1-89c5-5304d1fb5d11 None None] Provisioning complete for port bac92ebf-79f2-49b3-8fad-e6535a502290 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:01.219487 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad8df-cb9c-4aa1-89c5-5304d1fb5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.249585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.286686 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2a1b9-fd77-4a31-95c0-221ba73167d3 None None] Pushing event updated for resources: {'Port': ['ID=bac92ebf-79f2-49b3-8fad-e6535a502290,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:01.354673 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.355358 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ad8df-cb9c-4aa1-89c5-5304d1fb5d11 None None] Port bac92ebf-79f2-49b3-8fad-e6535a502290 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:01.360541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7f6bd5c6-0d86-402d-980b-03e9115b78d8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 933 time: 0.2308857 Jan 28 17:11:01.363154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53764) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:01.371548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port f812f6ce-7c71-47df-a25d-1ef6450b4510 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:01.372394 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.373765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'routes': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:01.394643 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Attempting to bind port bac92ebf-79f2-49b3-8fad-e6535a502290 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:11:01.394930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Attempting to bind port bac92ebf-79f2-49b3-8fad-e6535a502290 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:11:01.395472 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Attempting to bind port bac92ebf-79f2-49b3-8fad-e6535a502290 on network 1d680977-6c07-42bd-918c-1843bd27cefc {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:11:01.401273 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:11:01.401744 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Checking segment: {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:01.402212 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.402692 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Bound using segment: {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:11:01.403224 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Bound port: bac92ebf-79f2-49b3-8fad-e6535a502290, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9426c83-b3bc-48a2-9100-0b8e93e22602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:11:01.403671 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.458128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.510193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.515128 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e HTTP/1.1" status: 204 len: 168 time: 0.9668725 Jan 28 17:11:01.516440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dc88f-ae01-4db5-b4a4-e5d8c25fcb21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab2fb5c4-e233-4aa7-ab7d-b7dcbb53b45e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:01.519480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53766) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:01.581475 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] For port bac92ebf-79f2-49b3-8fad-e6535a502290, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:11:01.585684 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] For port bac92ebf-79f2-49b3-8fad-e6535a502290, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bac92ebf-79f2-49b3-8fad-e6535a502290,segment=NetworkSegment(f9426c83-b3bc-48a2-9100-0b8e93e22602),segment_id=f9426c83-b3bc-48a2-9100-0b8e93e22602)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:11:01.597605 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.615913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.629619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port f812f6ce-7c71-47df-a25d-1ef6450b4510 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:01.631410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ba2b68e4-ed4c-4592-8e76-11fb67530794 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:01.633907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e25a97-1840-458f-9286-0e1df2393e3a None None] Network 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:01.700429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Deleting port cc573ffd-7387-461e-b88a-1c1d53dadeae {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:01.700816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.716055 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2a1b9-fd77-4a31-95c0-221ba73167d3 None None] Pushing event updated for resources: {'Port': ['ID=bac92ebf-79f2-49b3-8fad-e6535a502290,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:01.776251 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:01.776938 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:01.794304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] For port cc573ffd-7387-461e-b88a-1c1d53dadeae, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cc573ffd-7387-461e-b88a-1c1d53dadeae,segment=NetworkSegment(34020d60-e6fa-41ff-8d4b-91df49056427),segment_id=34020d60-e6fa-41ff-8d4b-91df49056427)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:01.794816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.810891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Calling delete_port for cc573ffd-7387-461e-b88a-1c1d53dadeae owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:01.902912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] Provisioning complete for port bac92ebf-79f2-49b3-8fad-e6535a502290 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:01.903126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.927804 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cc573ffd-7387-461e-b88a-1c1d53dadeae), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:01.947338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] No DVR routers for this DVR port cc573ffd-7387-461e-b88a-1c1d53dadeae on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:02.008826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc573ffd-7387-461e-b88a-1c1d53dadeae,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:02.109499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ba2b68e4-ed4c-4592-8e76-11fb67530794 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:02.109884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.125909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.159302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c0cfda-030a-4615-aefc-9bbb6f9fc0a0']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:02.180632 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:02.180948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34020d60-e6fa-41ff-8d4b-91df49056427') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:02.181161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34020d60-e6fa-41ff-8d4b-91df49056427') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:02.191540 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (34020d60-e6fa-41ff-8d4b-91df49056427), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.207482 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (34020d60-e6fa-41ff-8d4b-91df49056427), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.214171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:02.215031 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (34020d60-e6fa-41ff-8d4b-91df49056427), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:02.283576 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:02.297791 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (08c0cfda-030a-4615-aefc-9bbb6f9fc0a0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.303929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.307669 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] 10.222.0.25 "DELETE /v2.0/networks/08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 HTTP/1.1" status: 204 len: 168 time: 0.7868462 Jan 28 17:11:02.310521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53770) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:02.333535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added routes are [] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 17:11:02.333950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.extraroute_db [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103093) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 17:11:02.344389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b72405-d705-4092-b56b-46b2623940a3 None None] DHCP port deletion for 08c0cfda-030a-4615-aefc-9bbb6f9fc0a0 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:02.366796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f6262-55ac-46ed-b995-d9bf7cca4d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=08c0cfda-030a-4615-aefc-9bbb6f9fc0a0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:02.396642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.424031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] Current status of the port bac92ebf-79f2-49b3-8fad-e6535a502290 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:02.425094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.477872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ba2b68e4-ed4c-4592-8e76-11fb67530794 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:02.484728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] For port bac92ebf-79f2-49b3-8fad-e6535a502290, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bac92ebf-79f2-49b3-8fad-e6535a502290,segment=NetworkSegment(f9426c83-b3bc-48a2-9100-0b8e93e22602),segment_id=f9426c83-b3bc-48a2-9100-0b8e93e22602)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:02.495418 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.579648 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:00Z', 'revision_number': 6, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac92ebf-79f2-49b3-8fad-e6535a502290', 'name': '', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:cf:8a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:56Z', 'updated_at': '2022-01-28T17:11:01Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'be17dafc-c751-470b-8047-ce4f99422212', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:02.592072 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 236c1d62-a57b-494f-b069-70f4e8f927c4 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:02.596297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910172a0-f886-47b1-b0ea-e7be9638384b None None] Pushing event updated for resources: {'Port': ['ID=bac92ebf-79f2-49b3-8fad-e6535a502290,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:02.633028 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c480cf1-42a0-4d3a-aef5-9d350a3b676e None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:00Z', 'revision_number': 6, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac92ebf-79f2-49b3-8fad-e6535a502290', 'name': '', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:cf:8a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:56Z', 'updated_at': '2022-01-28T17:11:01Z', 'revision_number': 4, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'be17dafc-c751-470b-8047-ce4f99422212', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:02.662899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2286ab5c-d3c0-4f4f-b984-806fedc54d0f None None] Provisioning complete for port bac92ebf-79f2-49b3-8fad-e6535a502290 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:02.663374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2286ab5c-d3c0-4f4f-b984-806fedc54d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.783109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 236c1d62-a57b-494f-b069-70f4e8f927c4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:02.783763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.795739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.800004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.832945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2286ab5c-d3c0-4f4f-b984-806fedc54d0f None None] Current status of the port bac92ebf-79f2-49b3-8fad-e6535a502290 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:02.842493 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (fa401258-0cc1-4c86-9cdf-4d5639b52248), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:02.893822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 236c1d62-a57b-494f-b069-70f4e8f927c4 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:02.972710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device de7c8301-1541-42b8-9659-57ba0d387aaf no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:02.973302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:02.994738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: de7c8301-1541-42b8-9659-57ba0d387aaf {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:02.995335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device de7c8301-1541-42b8-9659-57ba0d387aaf not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:02.995918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc573ffd-7387-461e-b88a-1c1d53dadeae no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:03.024942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: cc573ffd-7387-461e-b88a-1c1d53dadeae {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:03.025575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc573ffd-7387-461e-b88a-1c1d53dadeae not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:03.026153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d4b24d9-68ab-4273-b745-c98f3111630d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:03.081485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4d4b24d9-68ab-4273-b745-c98f3111630d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:03.082059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4d4b24d9-68ab-4273-b745-c98f3111630d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:03.186626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Deleting port 410b76fb-17f2-414d-904e-04e5cd3966f8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:03.187141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:03.296166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] For port 410b76fb-17f2-414d-904e-04e5cd3966f8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=410b76fb-17f2-414d-904e-04e5cd3966f8,segment=NetworkSegment(8488145d-fa5e-47d7-a705-1444a5be7b00),segment_id=8488145d-fa5e-47d7-a705-1444a5be7b00)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:03.296870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:03.311832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Calling delete_port for 410b76fb-17f2-414d-904e-04e5cd3966f8 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:03.503782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:03.510864 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:03.512151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db3d4876-25f3-49bf-9877-b6a8c8276e1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 699 time: 2.1473799 Jan 28 17:11:03.514823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53774) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:03.604337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (410b76fb-17f2-414d-904e-04e5cd3966f8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:03.650256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=410b76fb-17f2-414d-904e-04e5cd3966f8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:03.683734 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-40031db2-c760-4a60-855b-038a18210294 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 699 time: 0.1677997 Jan 28 17:11:03.686527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53776) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:03.911659 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (fa401258-0cc1-4c86-9cdf-4d5639b52248), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:03.933038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:04.135956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:04.136581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:04.159509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:04.186330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Router fa401258-0cc1-4c86-9cdf-4d5639b52248 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:04.251530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:04.322161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:04.333038 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] Sync routers for ids ['fa401258-0cc1-4c86-9cdf-4d5639b52248'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:04.337712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-41f2a493-354b-494d-987d-86114b6160f0 admin admin] 10.222.0.25 "PUT /v2.0/routers/fa401258-0cc1-4c86-9cdf-4d5639b52248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0257483 Jan 28 17:11:04.340079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53780) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:04.350146 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] Routers {'fa401258-0cc1-4c86-9cdf-4d5639b52248'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:04.350691 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fa401258-0cc1-4c86-9cdf-4d5639b52248'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:04.482276 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] Set router fa401258-0cc1-4c86-9cdf-4d5639b52248 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:04.494321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks [] for router (fa401258-0cc1-4c86-9cdf-4d5639b52248), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:04.526906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:02Z', 'revision_number': 7, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac92ebf-79f2-49b3-8fad-e6535a502290', 'name': '', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:cf:8a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:56Z', 'updated_at': '2022-01-28T17:11:02Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'be17dafc-c751-470b-8047-ce4f99422212', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:04.560150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:04.570283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:04.570979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:04.677259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:04.693039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port bac92ebf-79f2-49b3-8fad-e6535a502290 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:04.694869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:04.717865 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks [] for router_gateway (fa401258-0cc1-4c86-9cdf-4d5639b52248), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:04.753544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bac92ebf-79f2-49b3-8fad-e6535a502290 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:04.836357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port bac92ebf-79f2-49b3-8fad-e6535a502290, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bac92ebf-79f2-49b3-8fad-e6535a502290,segment=NetworkSegment(f9426c83-b3bc-48a2-9100-0b8e93e22602),segment_id=f9426c83-b3bc-48a2-9100-0b8e93e22602)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:04.836782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:04.841986 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T17:11:03Z', 'revision_number': 5, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port': {'id': 'ff452835-da65-4162-900b-14b88ab19a9f', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T16:53:31Z', 'updated_at': '2022-01-28T16:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:04.852682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for bac92ebf-79f2-49b3-8fad-e6535a502290 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:04.885740 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] Checking router: fa401258-0cc1-4c86-9cdf-4d5639b52248 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:04.895909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] Routers {'fa401258-0cc1-4c86-9cdf-4d5639b52248'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:04.897021 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['fa401258-0cc1-4c86-9cdf-4d5639b52248'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:04.908593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bac92ebf-79f2-49b3-8fad-e6535a502290 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:04.909329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:04.910147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Deleting port ff452835-da65-4162-900b-14b88ab19a9f {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:04.910487 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ff452835-da65-4162-900b-14b88ab19a9f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.011066 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] Set router fa401258-0cc1-4c86-9cdf-4d5639b52248 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:05.040891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bac92ebf-79f2-49b3-8fad-e6535a502290 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:05.057359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] For port ff452835-da65-4162-900b-14b88ab19a9f, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ff452835-da65-4162-900b-14b88ab19a9f,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:05.057724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ff452835-da65-4162-900b-14b88ab19a9f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.057852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:02Z', 'revision_number': 7, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac92ebf-79f2-49b3-8fad-e6535a502290', 'name': '', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:cf:8a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:56Z', 'updated_at': '2022-01-28T17:11:02Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'be17dafc-c751-470b-8047-ce4f99422212', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:05.067049 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T17:11:04Z', 'revision_number': 6, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:05.072359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Calling delete_port for ff452835-da65-4162-900b-14b88ab19a9f owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:05.092931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91bf2f-a983-4b3f-96a5-24b533c01215 None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:02Z', 'revision_number': 7, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac92ebf-79f2-49b3-8fad-e6535a502290', 'name': '', 'network_id': '1d680977-6c07-42bd-918c-1843bd27cefc', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:cf:8a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'be17dafc-c751-470b-8047-ce4f99422212', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:56Z', 'updated_at': '2022-01-28T17:11:02Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'be17dafc-c751-470b-8047-ce4f99422212', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:05.094391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f0e8f-b192-4760-85f7-95389c8e5235 None None] The sync data for ids ['fa401258-0cc1-4c86-9cdf-4d5639b52248'] in n-d-812111-13 is: [{'id': 'fa401258-0cc1-4c86-9cdf-4d5639b52248', 'name': 'tempest-TestVolumeBootPattern-606020927-router', 'tenant_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T16:53:29Z', 'updated_at': '2022-01-28T17:11:04Z', 'revision_number': 6, 'project_id': '74e1df2612ee4f29ad8f6c08e2883d64', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:05.194174 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bac92ebf-79f2-49b3-8fad-e6535a502290), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.257971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=bac92ebf-79f2-49b3-8fad-e6535a502290,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:05.482407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ff452835-da65-4162-900b-14b88ab19a9f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.519396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff452835-da65-4162-900b-14b88ab19a9f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:05.556141 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.677979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (fa401258-0cc1-4c86-9cdf-4d5639b52248), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.782914 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (fa401258-0cc1-4c86-9cdf-4d5639b52248), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.786221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks [] for router_controller (fa401258-0cc1-4c86-9cdf-4d5639b52248), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.893576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (fa401258-0cc1-4c86-9cdf-4d5639b52248), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.894063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa401258-0cc1-4c86-9cdf-4d5639b52248 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:11:05.900550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:05.901725 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7805de74-e8fe-4534-9c7b-36f1e5847da6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fa401258-0cc1-4c86-9cdf-4d5639b52248 HTTP/1.1" status: 204 len: 168 time: 1.5605514 Jan 28 17:11:05.904361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53784) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:05.912487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:05.962478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Deleting subnet 417ee983-02bc-4135-a4ae-067fadc8cac2 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:05.965624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Publish callbacks [] for subnet (417ee983-02bc-4135-a4ae-067fadc8cac2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.005730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (417ee983-02bc-4135-a4ae-067fadc8cac2), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.107439 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (417ee983-02bc-4135-a4ae-067fadc8cac2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.169623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (417ee983-02bc-4135-a4ae-067fadc8cac2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.208426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417ee983-02bc-4135-a4ae-067fadc8cac2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:06.210840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.214398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fbeb9442-f576-45ac-8244-24394cb43c96 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/417ee983-02bc-4135-a4ae-067fadc8cac2 HTTP/1.1" status: 204 len: 168 time: 0.3089776 Jan 28 17:11:06.216760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53788) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:06.229781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7953e-9950-4de3-9c89-d43bd2009c9f None None] Network 56bb992d-7b54-4442-8358-7ca20c17c2f9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:06.344907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (56bb992d-7b54-4442-8358-7ca20c17c2f9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.412697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:06.427270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:06.430395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Deleting port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:06.430735 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.436729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69ea33d5-e213-4dd5-ad37-c0687578a2a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7482402 Jan 28 17:11:06.439044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:06.443630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:06.444337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:06.499519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] For port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,segment=NetworkSegment(8488145d-fa5e-47d7-a705-1444a5be7b00),segment_id=8488145d-fa5e-47d7-a705-1444a5be7b00)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:06.499925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.513045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet be17dafc-c751-470b-8047-ce4f99422212 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:06.513292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Calling delete_port for fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:06.517931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (be17dafc-c751-470b-8047-ce4f99422212), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.527233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8bbf4-92e7-4b1f-b98c-b630e442f895 None None] DHCP port deletion for 56bb992d-7b54-4442-8358-7ca20c17c2f9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:06.577534 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (be17dafc-c751-470b-8047-ce4f99422212), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.633449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.636013 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:06.678373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:06.696776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] No DVR routers for this DVR port fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:06.708952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (be17dafc-c751-470b-8047-ce4f99422212), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.751710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:06.771552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (be17dafc-c751-470b-8047-ce4f99422212), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.776937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (56bb992d-7b54-4442-8358-7ca20c17c2f9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.782652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8bbf4-92e7-4b1f-b98c-b630e442f895 None None] The port 'fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7' was deleted {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 17:11:06.801903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bb992d-7b54-4442-8358-7ca20c17c2f9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:06.808421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=be17dafc-c751-470b-8047-ce4f99422212,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:06.812906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8488145d-fa5e-47d7-a705-1444a5be7b00') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:06.813202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.813754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8488145d-fa5e-47d7-a705-1444a5be7b00') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:06.817041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cb5f3859-aec9-4b72-81d2-ecbeec28efb4 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/be17dafc-c751-470b-8047-ce4f99422212 HTTP/1.1" status: 204 len: 168 time: 0.3768468 Jan 28 17:11:06.819456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:06.827102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (8488145d-fa5e-47d7-a705-1444a5be7b00), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.845052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907edcb5-dc0b-49ab-9abb-4791c5b7e247 None None] Network 1d680977-6c07-42bd-918c-1843bd27cefc requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:06.845455 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (8488145d-fa5e-47d7-a705-1444a5be7b00), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.850990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:06.851506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device fcbe1eef-2ad2-4038-ade1-f2f51a3e0ff7 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:06.851926 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ff452835-da65-4162-900b-14b88ab19a9f no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:06.856865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:06.857330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (8488145d-fa5e-47d7-a705-1444a5be7b00), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:06.907397 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:06.912090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ff452835-da65-4162-900b-14b88ab19a9f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:06.912437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ff452835-da65-4162-900b-14b88ab19a9f not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:06.912879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 410b76fb-17f2-414d-904e-04e5cd3966f8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:06.920796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (1d680977-6c07-42bd-918c-1843bd27cefc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.935386 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (56bb992d-7b54-4442-8358-7ca20c17c2f9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.939959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 410b76fb-17f2-414d-904e-04e5cd3966f8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:06.940305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 410b76fb-17f2-414d-904e-04e5cd3966f8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:06.946045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:06.950457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] 10.222.0.25 "DELETE /v2.0/networks/56bb992d-7b54-4442-8358-7ca20c17c2f9 HTTP/1.1" status: 204 len: 168 time: 0.7325513 Jan 28 17:11:06.991310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c7f8-9309-475d-9537-27acd1e89dda admin admin] Pushing event deleted for resources: {'Network': ['ID=56bb992d-7b54-4442-8358-7ca20c17c2f9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:07.017628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 236c1d62-a57b-494f-b069-70f4e8f927c4 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:07.018403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.097349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port 236c1d62-a57b-494f-b069-70f4e8f927c4, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=236c1d62-a57b-494f-b069-70f4e8f927c4,segment=NetworkSegment(f9426c83-b3bc-48a2-9100-0b8e93e22602),segment_id=f9426c83-b3bc-48a2-9100-0b8e93e22602)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:07.098047 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.117577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 236c1d62-a57b-494f-b069-70f4e8f927c4 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:07.138932 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53796) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:07.175681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:05Z', 'revision_number': 8, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:07.196013 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4f003463-2d28-451a-9e65-47f74e1febd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4db0a9d99174804a9997dc8b174de27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557289 Jan 28 17:11:07.198458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:07.233699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] DHCP port deletion for 1d680977-6c07-42bd-918c-1843bd27cefc request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:07.237662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:07.252454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:07.255211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:07.264196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.278870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd3fcaa0-8910-479e-b109-ef1c6b35d1c7 admin admin] Publish callbacks [] for security_group (b4e7a206-e49e-4c2b-86ab-3740c6f808ba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.305554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd3fcaa0-8910-479e-b109-ef1c6b35d1c7 admin admin] Publish callbacks [] for security_group (b4e7a206-e49e-4c2b-86ab-3740c6f808ba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.309587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port 236c1d62-a57b-494f-b069-70f4e8f927c4 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:07.318870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=236c1d62-a57b-494f-b069-70f4e8f927c4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:07.369026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd3fcaa0-8910-479e-b109-ef1c6b35d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b4e7a206-e49e-4c2b-86ab-3740c6f808ba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.373468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bd3fcaa0-8910-479e-b109-ef1c6b35d1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.375980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bd3fcaa0-8910-479e-b109-ef1c6b35d1c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4e7a206-e49e-4c2b-86ab-3740c6f808ba HTTP/1.1" status: 204 len: 168 time: 0.1756659 Jan 28 17:11:07.394515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fcaa0-8910-479e-b109-ef1c6b35d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7a206-e49e-4c2b-86ab-3740c6f808ba,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:07.435179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (1d680977-6c07-42bd-918c-1843bd27cefc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.466324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d680977-6c07-42bd-918c-1843bd27cefc']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:07.477457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9426c83-b3bc-48a2-9100-0b8e93e22602') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:07.477811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9426c83-b3bc-48a2-9100-0b8e93e22602') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:07.491380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (f9426c83-b3bc-48a2-9100-0b8e93e22602), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.507170 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f9426c83-b3bc-48a2-9100-0b8e93e22602), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.515014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:07.515412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (f9426c83-b3bc-48a2-9100-0b8e93e22602), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:07.521337 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:07.561001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:07.600730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Deleting port 236c1d62-a57b-494f-b069-70f4e8f927c4 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:07.601176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.613592 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (1d680977-6c07-42bd-918c-1843bd27cefc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.618679 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.626430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:07.627173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/1d680977-6c07-42bd-918c-1843bd27cefc HTTP/1.1" status: 204 len: 168 time: 0.8067274 Jan 28 17:11:07.655954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f4ee8-c8db-431a-b478-13832bd77da6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=1d680977-6c07-42bd-918c-1843bd27cefc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:07.681341 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:11:07.779112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] For port 236c1d62-a57b-494f-b069-70f4e8f927c4, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:07.779513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.805046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Calling delete_port for 236c1d62-a57b-494f-b069-70f4e8f927c4 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:07.818272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Port 236c1d62-a57b-494f-b069-70f4e8f927c4 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 17:11:07.822927 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (236c1d62-a57b-494f-b069-70f4e8f927c4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:07.854260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Pushing event deleted for resources: {'Port': ['ID=236c1d62-a57b-494f-b069-70f4e8f927c4,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:07.864429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] Network 1d680977-6c07-42bd-918c-1843bd27cefc is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:11:07.864914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ee29d-2ad6-4ba7-a49b-bf6a5e604b3f None None] No DVR routers for this DVR port 236c1d62-a57b-494f-b069-70f4e8f927c4 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:07.928231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:05Z', 'revision_number': 8, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:07.958043 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:07.962415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a504c-1f22-44e8-a11a-3541b1619787 None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:05Z', 'revision_number': 8, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba2b68e4-ed4c-4592-8e76-11fb67530794', 'name': '', 'network_id': '5b9966c8-ae75-4fd4-9a14-7822c3ce7887', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:7b:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:50Z', 'updated_at': '2022-01-28T17:10:56Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '5c5b5361-1920-483b-bf09-2d0ae65912fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:08.012615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5104b7a-9f39-427d-8cff-89216d79b992 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74e1df2612ee4f29ad8f6c08e2883d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530646 Jan 28 17:11:08.014793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53810) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:08.066262 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ec913af-1ac0-4ce1-9e31-12043975106e admin admin] Publish callbacks [] for security_group (9577a62e-e37a-4691-a516-9dff3c3ff058), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.072223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.100799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ec913af-1ac0-4ce1-9e31-12043975106e admin admin] Publish callbacks [] for security_group (9577a62e-e37a-4691-a516-9dff3c3ff058), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.179296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ec913af-1ac0-4ce1-9e31-12043975106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (9577a62e-e37a-4691-a516-9dff3c3ff058), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.182397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9ec913af-1ac0-4ce1-9e31-12043975106e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.183569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9ec913af-1ac0-4ce1-9e31-12043975106e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9577a62e-e37a-4691-a516-9dff3c3ff058 HTTP/1.1" status: 204 len: 168 time: 0.1678705 Jan 28 17:11:08.192780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec913af-1ac0-4ce1-9e31-12043975106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577a62e-e37a-4691-a516-9dff3c3ff058,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:08.365720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port ba2b68e4-ed4c-4592-8e76-11fb67530794 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:08.366266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.477224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port ba2b68e4-ed4c-4592-8e76-11fb67530794, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ba2b68e4-ed4c-4592-8e76-11fb67530794,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:08.478011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.494817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for ba2b68e4-ed4c-4592-8e76-11fb67530794 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:08.596922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 236c1d62-a57b-494f-b069-70f4e8f927c4 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:08.622506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 236c1d62-a57b-494f-b069-70f4e8f927c4 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:08.622859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 236c1d62-a57b-494f-b069-70f4e8f927c4 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:08.623282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bac92ebf-79f2-49b3-8fad-e6535a502290 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:08.643763 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bac92ebf-79f2-49b3-8fad-e6535a502290 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:08.644116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bac92ebf-79f2-49b3-8fad-e6535a502290 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:08.722770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ba2b68e4-ed4c-4592-8e76-11fb67530794), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:08.751751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=ba2b68e4-ed4c-4592-8e76-11fb67530794,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:08.925962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.425307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:09.512962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:09.519598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e103cb54-b706-40f9-a006-2cfa27f08da3 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914120 Jan 28 17:11:09.522332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53818) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:09.525225 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:09.540635 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:09.541609 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:09.575923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 5c5b5361-1920-483b-bf09-2d0ae65912fc {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:09.579155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (5c5b5361-1920-483b-bf09-2d0ae65912fc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.618667 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (5c5b5361-1920-483b-bf09-2d0ae65912fc), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.627265 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:09.700772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5c5b5361-1920-483b-bf09-2d0ae65912fc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.764224 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (5c5b5361-1920-483b-bf09-2d0ae65912fc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.789737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5b5361-1920-483b-bf09-2d0ae65912fc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:09.797264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.803301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53820) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:09.806646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3fe021-ff4d-4002-b0fd-8357eeae30fd None None] Network 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:09.817292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-08641d86-6040-47fc-a6a9-2ba78485806c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/5c5b5361-1920-483b-bf09-2d0ae65912fc HTTP/1.1" status: 204 len: 168 time: 0.2867370 Jan 28 17:11:09.833721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:08Z', 'revision_number': 9, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:09.862634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:09.873514 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:09.874118 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:09.913815 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5b9966c8-ae75-4fd4-9a14-7822c3ce7887), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.972526 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:09.980559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port d5a20d76-85c0-4e10-b331-8d707c47784e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:09.980940 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:09.997936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] DHCP port deletion for 5b9966c8-ae75-4fd4-9a14-7822c3ce7887 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:10.049362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] Deleting port d5a20d76-85c0-4e10-b331-8d707c47784e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:10.049992 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.070640 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port d5a20d76-85c0-4e10-b331-8d707c47784e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d5a20d76-85c0-4e10-b331-8d707c47784e,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:10.071626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.086161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for d5a20d76-85c0-4e10-b331-8d707c47784e owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:10.123474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] For port d5a20d76-85c0-4e10-b331-8d707c47784e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d5a20d76-85c0-4e10-b331-8d707c47784e,segment=NetworkSegment(627caee5-e983-4398-b3a1-b7f38e66109d),segment_id=627caee5-e983-4398-b3a1-b7f38e66109d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:10.123474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.141135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] Calling delete_port for d5a20d76-85c0-4e10-b331-8d707c47784e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:10.185453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.219785 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:08Z', 'revision_number': 9, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:10.226016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port d5a20d76-85c0-4e10-b331-8d707c47784e on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:10.232061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=d5a20d76-85c0-4e10-b331-8d707c47784e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:10.247822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (d5a20d76-85c0-4e10-b331-8d707c47784e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.250364 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db42328-eefa-4e23-920d-549aa8020b56 None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:08Z', 'revision_number': 9, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f812f6ce-7c71-47df-a25d-1ef6450b4510', 'name': '', 'network_id': '3f0c9723-5ec7-424b-b509-f9b9ba497e1c', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:4b:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:46Z', 'updated_at': '2022-01-28T17:10:57Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': '970bdf48-733c-4a94-9599-cd808aa850e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:10.263065 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.264115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.264509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.265076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.265974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.266321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.266658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.266990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.267324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.267654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.268116 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.268453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.268817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:10.283966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] Pushing event deleted for resources: {'Port': ['ID=d5a20d76-85c0-4e10-b331-8d707c47784e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:10.286236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b366745-7696-49cc-9ec7-0ec25822c462 None None] No DVR routers for this DVR port d5a20d76-85c0-4e10-b331-8d707c47784e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:10.348055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5b9966c8-ae75-4fd4-9a14-7822c3ce7887), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.367753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9966c8-ae75-4fd4-9a14-7822c3ce7887']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:10.376763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627caee5-e983-4398-b3a1-b7f38e66109d') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:10.377068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627caee5-e983-4398-b3a1-b7f38e66109d') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:10.386074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (627caee5-e983-4398-b3a1-b7f38e66109d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.399436 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (627caee5-e983-4398-b3a1-b7f38e66109d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.405381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:10.405757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (627caee5-e983-4398-b3a1-b7f38e66109d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:10.409375 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:10.470901 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5b9966c8-ae75-4fd4-9a14-7822c3ce7887), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.478326 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:10.481531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/5b9966c8-ae75-4fd4-9a14-7822c3ce7887 HTTP/1.1" status: 204 len: 168 time: 0.6765409 Jan 28 17:11:10.484210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:10.499631 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720a91-2434-4047-b80e-8d1d139735a9 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=5b9966c8-ae75-4fd4-9a14-7822c3ce7887,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:10.723979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d5a20d76-85c0-4e10-b331-8d707c47784e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:10.745470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d5a20d76-85c0-4e10-b331-8d707c47784e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:10.745966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d5a20d76-85c0-4e10-b331-8d707c47784e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:10.746478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ba2b68e4-ed4c-4592-8e76-11fb67530794 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:10.793521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ba2b68e4-ed4c-4592-8e76-11fb67530794 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:10.794134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ba2b68e4-ed4c-4592-8e76-11fb67530794 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:10.906231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:11.160656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port f812f6ce-7c71-47df-a25d-1ef6450b4510 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:11.161031 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:11.254618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port f812f6ce-7c71-47df-a25d-1ef6450b4510, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=f812f6ce-7c71-47df-a25d-1ef6450b4510,segment=NetworkSegment(ff22d863-4295-402e-8521-16c375d47298),segment_id=ff22d863-4295-402e-8521-16c375d47298)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:11.255000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:11.267124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for f812f6ce-7c71-47df-a25d-1ef6450b4510 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:11.464032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f812f6ce-7c71-47df-a25d-1ef6450b4510), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:11.498464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=f812f6ce-7c71-47df-a25d-1ef6450b4510,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:11.685923 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:11.888537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:11.988404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:11.993529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f7ba6052-a30d-4853-b455-88386a303544 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083458 Jan 28 17:11:11.995972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53828) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:11.999043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:12.008996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:12.009853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:12.049092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet 970bdf48-733c-4a94-9599-cd808aa850e9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:12.052622 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (970bdf48-733c-4a94-9599-cd808aa850e9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.097725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (970bdf48-733c-4a94-9599-cd808aa850e9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.108361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:12.196742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (970bdf48-733c-4a94-9599-cd808aa850e9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.263837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (970bdf48-733c-4a94-9599-cd808aa850e9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.296231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=970bdf48-733c-4a94-9599-cd808aa850e9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:12.299291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.303560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c5babfa1-380d-48ae-a766-8005e93c0891 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/970bdf48-733c-4a94-9599-cd808aa850e9 HTTP/1.1" status: 204 len: 168 time: 0.3063691 Jan 28 17:11:12.305984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18224104-b0a4-4f78-85ee-72195590d74d None None] Network 3f0c9723-5ec7-424b-b509-f9b9ba497e1c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:12.306389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:12.412633 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3f0c9723-5ec7-424b-b509-f9b9ba497e1c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.431429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:11Z', 'revision_number': 10, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:12.468113 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.474509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:12.476740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:12.477404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.493537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:12.494169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:12.578028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port 2446ee91-6c6f-47fd-bc44-998eca9dafc6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2446ee91-6c6f-47fd-bc44-998eca9dafc6,segment=NetworkSegment(ff22d863-4295-402e-8521-16c375d47298),segment_id=ff22d863-4295-402e-8521-16c375d47298)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:12.578428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.590592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] DHCP port deletion for 3f0c9723-5ec7-424b-b509-f9b9ba497e1c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:12.593659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 2446ee91-6c6f-47fd-bc44-998eca9dafc6 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:12.597266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.679391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.701841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:12.714362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=2446ee91-6c6f-47fd-bc44-998eca9dafc6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:12.722966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:12.753839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Deleting port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:12.754255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.824602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3f0c9723-5ec7-424b-b509-f9b9ba497e1c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.851565 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0c9723-5ec7-424b-b509-f9b9ba497e1c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:12.863910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff22d863-4295-402e-8521-16c375d47298') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:12.864059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff22d863-4295-402e-8521-16c375d47298') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:12.876605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (ff22d863-4295-402e-8521-16c375d47298), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.896506 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ff22d863-4295-402e-8521-16c375d47298), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.903481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:12.904004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (ff22d863-4295-402e-8521-16c375d47298), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:12.908115 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:12.923499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] For port 2446ee91-6c6f-47fd-bc44-998eca9dafc6, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:12.923910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.943118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Calling delete_port for 2446ee91-6c6f-47fd-bc44-998eca9dafc6 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:12.950036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 17:11:12.954051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (2446ee91-6c6f-47fd-bc44-998eca9dafc6), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:12.978415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3f0c9723-5ec7-424b-b509-f9b9ba497e1c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:13.002140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:13.007794 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/3f0c9723-5ec7-424b-b509-f9b9ba497e1c HTTP/1.1" status: 204 len: 168 time: 0.6970820 Jan 28 17:11:13.007794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee13b6-b9f9-4e3e-99de-a7458f4c0e94 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=3f0c9723-5ec7-424b-b509-f9b9ba497e1c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:13.008254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53836) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:13.018169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] Pushing event deleted for resources: {'Port': ['ID=2446ee91-6c6f-47fd-bc44-998eca9dafc6,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:13.020796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172c325-e452-4d7d-ac18-037f3a411658 None None] No DVR routers for this DVR port 2446ee91-6c6f-47fd-bc44-998eca9dafc6 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:13.061689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:11Z', 'revision_number': 10, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:13.101636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cc8e4-d3b4-45db-b1f2-17e9466017ba None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:11Z', 'revision_number': 10, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None, '_interfaces': [{'id': '7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e', 'name': '', 'network_id': '7a318d22-bb69-4e49-9e5f-26dd68309e25', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'mac_address': 'fa:16:3e:87:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:10:43Z', 'updated_at': '2022-01-28T17:10:49Z', 'revision_number': 5, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'subnets': [{'id': 'a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:13.386515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:13.635346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:13.635680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:13.721343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,segment=NetworkSegment(1435df54-fca2-4787-aa6d-8b8736294fd5),segment_id=1435df54-fca2-4787-aa6d-8b8736294fd5)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:13.721710 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:13.733426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:13.900399 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:13.927544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:14.072055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (898041b9-fec8-484d-a549-e70d1f28a0cb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.228298 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:14.305176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:14.313967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-321fb12f-bfa2-48cf-93a7-05fbc5da9324 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3008134 Jan 28 17:11:14.313967 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53840) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:14.315610 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:14.326848 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:14.327716 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:14.368961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting subnet a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:14.372135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.419177 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.494623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:14.514438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.551939 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:13Z', 'revision_number': 11, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:14.583179 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:14.598035 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:14.599686 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:14.603179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.637811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Subnet': ['ID=a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:14.641994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.645445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4c53a741-26d4-4fef-9008-dc88d9fba309 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c HTTP/1.1" status: 204 len: 168 time: 0.3280621 Jan 28 17:11:14.647902 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53844) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:14.653588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b0719-defb-4717-b033-48b9e070346c None None] Network 7a318d22-bb69-4e49-9e5f-26dd68309e25 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:14.678274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2446ee91-6c6f-47fd-bc44-998eca9dafc6 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:14.693250 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:14.730432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (7a318d22-bb69-4e49-9e5f-26dd68309e25), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.738808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2446ee91-6c6f-47fd-bc44-998eca9dafc6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:14.739533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2446ee91-6c6f-47fd-bc44-998eca9dafc6 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:14.740537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f812f6ce-7c71-47df-a25d-1ef6450b4510 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:14.752508 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:13Z', 'revision_number': 11, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:14.786508 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a38bd8-0cb4-4ebc-8f08-1f1690a8e245 None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:13Z', 'revision_number': 11, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:14.790827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Deleting port e8fe1fad-4ec3-49f2-9963-324119917dc0 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:14.791271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.866078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] For port e8fe1fad-4ec3-49f2-9963-324119917dc0, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e8fe1fad-4ec3-49f2-9963-324119917dc0,segment=NetworkSegment(1435df54-fca2-4787-aa6d-8b8736294fd5),segment_id=1435df54-fca2-4787-aa6d-8b8736294fd5)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:14.866338 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:14.897891 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Calling delete_port for e8fe1fad-4ec3-49f2-9963-324119917dc0 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:14.960242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: f812f6ce-7c71-47df-a25d-1ef6450b4510 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:14.960582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device f812f6ce-7c71-47df-a25d-1ef6450b4510 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:14.990741 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e8fe1fad-4ec3-49f2-9963-324119917dc0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.024064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Port': ['ID=e8fe1fad-4ec3-49f2-9963-324119917dc0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:15.028246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No DVR routers for this DVR port e8fe1fad-4ec3-49f2-9963-324119917dc0 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:15.123693 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (7a318d22-bb69-4e49-9e5f-26dd68309e25), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.135957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94be988-a7a6-4325-b389-9da0c97ae0bd None None] DHCP port deletion for 7a318d22-bb69-4e49-9e5f-26dd68309e25 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:15.158747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a318d22-bb69-4e49-9e5f-26dd68309e25']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:15.170836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1435df54-fca2-4787-aa6d-8b8736294fd5') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:15.170836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1435df54-fca2-4787-aa6d-8b8736294fd5') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:15.183450 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (1435df54-fca2-4787-aa6d-8b8736294fd5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.202001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1435df54-fca2-4787-aa6d-8b8736294fd5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.209943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:15.210418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (1435df54-fca2-4787-aa6d-8b8736294fd5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:15.214427 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:15.289391 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (7a318d22-bb69-4e49-9e5f-26dd68309e25), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.295625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.301162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/networks/7a318d22-bb69-4e49-9e5f-26dd68309e25 HTTP/1.1" status: 204 len: 168 time: 0.6521747 Jan 28 17:11:15.302698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53854) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:15.307493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'routes': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:15.514574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.extraroute_db [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Added routes are [] {{(pid=103094) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 17:11:15.514875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.extraroute_db [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Removed routes are [] {{(pid=103094) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 17:11:15.515795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.650470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e274c2-3927-4535-b709-98577fb04f3c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Pushing event deleted for resources: {'Network': ['ID=7a318d22-bb69-4e49-9e5f-26dd68309e25,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:15.671145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.674571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.747869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 898041b9-fec8-484d-a549-e70d1f28a0cb has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:15.826471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:15.835919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.836923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] Sync routers for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:15.838165 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-94ec256f-6716-4a84-8dba-2eb938f2b0f8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 700 time: 0.5343428 Jan 28 17:11:15.839778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53872) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:15.849027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:15.849636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:15.870293 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0134f7a2-6e11-4a80-90dc-8e959610ee5a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 205 time: 0.0271466 Jan 28 17:11:15.870647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53874) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:15.920040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:15.947308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:15.985616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:13Z', 'revision_number': 11, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:16.017942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b814064c-1767-454c-ac34-a107e4fe3c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.019517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] Checking router: 898041b9-fec8-484d-a549-e70d1f28a0cb for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:16.029600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] Routers {'898041b9-fec8-484d-a549-e70d1f28a0cb'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:16.030228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['898041b9-fec8-484d-a549-e70d1f28a0cb'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:16.103581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] Set router 898041b9-fec8-484d-a549-e70d1f28a0cb gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:16.118458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.120630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (898041b9-fec8-484d-a549-e70d1f28a0cb), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.166687 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (898041b9-fec8-484d-a549-e70d1f28a0cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.167301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router 898041b9-fec8-484d-a549-e70d1f28a0cb {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:11:16.169025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:13Z', 'revision_number': 11, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:16.175412 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.177148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-108ad6b0-3084-419e-9947-552f157139a6 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 204 len: 168 time: 0.3051441 Jan 28 17:11:16.181952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53880) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:16.185345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-979391852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:16.197106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f6b79-d5ea-46a8-980f-010fcf5ff3b0 None None] The sync data for ids ['898041b9-fec8-484d-a549-e70d1f28a0cb'] in n-d-812111-13 is: [{'id': '898041b9-fec8-484d-a549-e70d1f28a0cb', 'name': 'tempest-RoutersTest-router-442339084', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:10:41Z', 'updated_at': '2022-01-28T17:11:13Z', 'revision_number': 11, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:16.213294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.214703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.279052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (5c971e47-bd29-4f32-a114-7fa108b5cd83), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.293756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.317012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.318261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0adb22f3-794b-4cb5-a186-ff4d6d6a0c76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1365807 Jan 28 17:11:16.321263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53888) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:16.325952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:16.544323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1511'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.569537 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595382'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.570219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8fe1fad-4ec3-49f2-9963-324119917dc0 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:16.591654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e8fe1fad-4ec3-49f2-9963-324119917dc0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:16.592009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8fe1fad-4ec3-49f2-9963-324119917dc0 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:16.592429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:16.612942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:16.613584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7d3c3fae-f1a9-4f12-aaf8-fae81f00c48e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:16.673001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Router 5c971e47-bd29-4f32-a114-7fa108b5cd83 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:11:16.748967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:16.756298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:16.757600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2874e6fd-206d-4c00-8d31-d8abca82c3af tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "PUT /v2.0/routers/5c971e47-bd29-4f32-a114-7fa108b5cd83 HTTP/1.1" status: 200 len: 693 time: 0.4352424 Jan 28 17:11:16.758579 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] Sync routers for ids ['5c971e47-bd29-4f32-a114-7fa108b5cd83'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:16.760306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53896) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:16.770112 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] Routers {'5c971e47-bd29-4f32-a114-7fa108b5cd83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:16.770712 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5c971e47-bd29-4f32-a114-7fa108b5cd83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:16.836594 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] Set router 5c971e47-bd29-4f32-a114-7fa108b5cd83 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:16.841976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-605da540-91a8-4099-89e8-fc70923c8f01 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/routers/5c971e47-bd29-4f32-a114-7fa108b5cd83 HTTP/1.1" status: 200 len: 699 time: 0.0803857 Jan 28 17:11:16.845471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53902) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:16.875824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1685c4dd-d096-49bd-899c-0fc5975e9f62 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c971e47-bd29-4f32-a114-7fa108b5cd83 HTTP/1.1" status: 200 len: 205 time: 0.0291693 Jan 28 17:11:16.878461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53904) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:16.896361 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c971e47-bd29-4f32-a114-7fa108b5cd83', 'name': 'tempest-RoutersTest-router-979391852', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:11:16Z', 'updated_at': '2022-01-28T17:11:16Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:16.926846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] Checking router: 5c971e47-bd29-4f32-a114-7fa108b5cd83 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:11:16.935658 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] Routers {'5c971e47-bd29-4f32-a114-7fa108b5cd83'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:16.936263 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:10:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['5c971e47-bd29-4f32-a114-7fa108b5cd83'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:16.958535 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:17.005780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] Set router 5c971e47-bd29-4f32-a114-7fa108b5cd83 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:11:17.059918 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c971e47-bd29-4f32-a114-7fa108b5cd83', 'name': 'tempest-RoutersTest-router-979391852', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:11:16Z', 'updated_at': '2022-01-28T17:11:16Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:17.087666 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c6c7-2c53-40be-a5f6-59edfc273a65 None None] The sync data for ids ['5c971e47-bd29-4f32-a114-7fa108b5cd83'] in n-d-812111-13 is: [{'id': '5c971e47-bd29-4f32-a114-7fa108b5cd83', 'name': 'tempest-RoutersTest-router-979391852', 'tenant_id': 'e0ecc4a33a674d82a965293392769533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:11:16Z', 'updated_at': '2022-01-28T17:11:16Z', 'revision_number': 2, 'project_id': 'e0ecc4a33a674d82a965293392769533', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:17.122314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:17.124589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router_controller (5c971e47-bd29-4f32-a114-7fa108b5cd83), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:17.181840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (5c971e47-bd29-4f32-a114-7fa108b5cd83), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:17.182320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Fanout notify agent at l3_agent the message router_deleted on router 5c971e47-bd29-4f32-a114-7fa108b5cd83 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:11:17.190599 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:17.193164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-79de282f-a887-432a-a5f9-094dc2b70209 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/5c971e47-bd29-4f32-a114-7fa108b5cd83 HTTP/1.1" status: 204 len: 168 time: 0.3136137 Jan 28 17:11:17.195957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53910) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.225841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9026ba50-d0ee-423f-9d93-8bc0aa5d133f tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c971e47-bd29-4f32-a114-7fa108b5cd83 HTTP/1.1" status: 200 len: 205 time: 0.0282454 Jan 28 17:11:17.228216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53912) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.265997 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-24256de8-4f66-4f6c-b0ba-dd6100633225 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.269526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-24256de8-4f66-4f6c-b0ba-dd6100633225 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/5c971e47-bd29-4f32-a114-7fa108b5cd83 HTTP/1.1" status: 404 len: 336 time: 0.0379372 Jan 28 17:11:17.269921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53914) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.299222 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7227d2dc-1b4f-4889-9696-2073c764057c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.299833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7227d2dc-1b4f-4889-9696-2073c764057c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.304722 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7227d2dc-1b4f-4889-9696-2073c764057c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/be17dafc-c751-470b-8047-ce4f99422212 HTTP/1.1" status: 404 len: 337 time: 0.0322592 Jan 28 17:11:17.305911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53916) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.332455 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb2d8a2-7f4d-4f31-8f85-21c9b27ee54e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.333154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb2d8a2-7f4d-4f31-8f85-21c9b27ee54e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.338434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fcb2d8a2-7f4d-4f31-8f85-21c9b27ee54e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/5c5b5361-1920-483b-bf09-2d0ae65912fc HTTP/1.1" status: 404 len: 337 time: 0.0290146 Jan 28 17:11:17.338659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53918) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.365348 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab54c2-9beb-4fff-92c0-e47e99776e6c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.365812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ab54c2-9beb-4fff-92c0-e47e99776e6c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.368880 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45ab54c2-9beb-4fff-92c0-e47e99776e6c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/970bdf48-733c-4a94-9599-cd808aa850e9 HTTP/1.1" status: 404 len: 337 time: 0.0291574 Jan 28 17:11:17.371657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53924) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.411626 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d2645d-d006-411e-b4ed-e31db2f6f228 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.412096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d2645d-d006-411e-b4ed-e31db2f6f228 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.415156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-70d2645d-d006-411e-b4ed-e31db2f6f228 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/a10f7cb6-e54d-4d0d-ba35-fadcf9c36b4c HTTP/1.1" status: 404 len: 337 time: 0.0413027 Jan 28 17:11:17.417929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53926) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.447189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-546beb30-d569-4d92-8e13-343084c72977 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 200 len: 205 time: 0.0280271 Jan 28 17:11:17.449558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53928) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.486472 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-0a813e76-5d6d-45e7-b972-0f47b9ae2c1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.487535 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0a813e76-5d6d-45e7-b972-0f47b9ae2c1a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/898041b9-fec8-484d-a549-e70d1f28a0cb HTTP/1.1" status: 404 len: 336 time: 0.0370798 Jan 28 17:11:17.490345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53930) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.518586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-948ca217-3a3d-49ea-81b0-83e33dc2eef5 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=282e3fb6-fe5b-49bf-8189-81b001309cb9 HTTP/1.1" status: 200 len: 205 time: 0.0271902 Jan 28 17:11:17.521785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53934) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.564544 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-e6933e97-2bb9-411f-a117-cb20b32b772c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.565646 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e6933e97-2bb9-411f-a117-cb20b32b772c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/282e3fb6-fe5b-49bf-8189-81b001309cb9 HTTP/1.1" status: 404 len: 336 time: 0.0427911 Jan 28 17:11:17.568110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53936) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.593873 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d200e240-be25-4f5f-a101-f86b46cf4350 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.594326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d200e240-be25-4f5f-a101-f86b46cf4350 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.597335 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d200e240-be25-4f5f-a101-f86b46cf4350 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/8246e123-fea4-4e12-9cca-0d7992c57d06 HTTP/1.1" status: 404 len: 337 time: 0.0282440 Jan 28 17:11:17.599860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53938) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.629713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7940c3e5-0940-4965-b9b3-0e038cc2dc47 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 200 len: 205 time: 0.0264881 Jan 28 17:11:17.630392 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53944) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.675272 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-fef120a5-5ab5-45f9-a114-641cdcbe1cd8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.676354 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fef120a5-5ab5-45f9-a114-641cdcbe1cd8 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/0ba0269c-44a0-4111-8573-65ba7c41ce63 HTTP/1.1" status: 404 len: 336 time: 0.0450008 Jan 28 17:11:17.679025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53946) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.709584 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d74b584b-94fe-49bb-8978-2c3da8bb6b8a tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=eff2a086-eac8-47e9-8584-c0536e75b95f HTTP/1.1" status: 200 len: 205 time: 0.0293140 Jan 28 17:11:17.711597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53948) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.751058 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-9146e828-6c7f-4d8a-b02d-54cfb9c51bab tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.752215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9146e828-6c7f-4d8a-b02d-54cfb9c51bab tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/eff2a086-eac8-47e9-8584-c0536e75b95f HTTP/1.1" status: 404 len: 336 time: 0.0397022 Jan 28 17:11:17.754834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.785655 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84d14a5-91a0-4495-8a98-2cec48c4650e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.786307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84d14a5-91a0-4495-8a98-2cec48c4650e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.789125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d84d14a5-91a0-4495-8a98-2cec48c4650e tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/88bf5fef-ff8a-4ab4-a523-212d4850b21d HTTP/1.1" status: 404 len: 337 time: 0.0334070 Jan 28 17:11:17.791973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53952) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.822895 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-253f0a7a-505b-4b4a-8bc9-9393d6464602 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e87a47-26d8-48cb-9941-f2b9a4e77a96 HTTP/1.1" status: 200 len: 205 time: 0.0285676 Jan 28 17:11:17.824493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53954) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.866741 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-5ac65711-7795-4813-be06-3a6759ae8050 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.868005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5ac65711-7795-4813-be06-3a6759ae8050 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/c1e87a47-26d8-48cb-9941-f2b9a4e77a96 HTTP/1.1" status: 404 len: 336 time: 0.0425055 Jan 28 17:11:17.870450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53956) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.896935 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-053a1ba5-d079-4ad9-8968-6491a74a047c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:17.897402 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053a1ba5-d079-4ad9-8968-6491a74a047c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:17.900439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-053a1ba5-d079-4ad9-8968-6491a74a047c tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/9fbd3283-f3f3-4e91-900e-594483373f3a HTTP/1.1" status: 404 len: 337 time: 0.0290380 Jan 28 17:11:17.902972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.904903 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4916139e-6a72-48b1-9a19-9648053c8c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:17.933966 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-66f9612d-e309-49d2-88eb-81d9b9267d53 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "GET /v2.0/ports?device_id=110e511d-f03d-46fe-a3ae-2d54ce58522c HTTP/1.1" status: 200 len: 205 time: 0.0298619 Jan 28 17:11:17.936584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53964) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:17.977773 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-837ca310-5708-41da-963d-da742b583471 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] delete failed (client error): The resource could not be found. Jan 28 17:11:17.978851 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-837ca310-5708-41da-963d-da742b583471 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/routers/110e511d-f03d-46fe-a3ae-2d54ce58522c HTTP/1.1" status: 404 len: 336 time: 0.0405595 Jan 28 17:11:17.981410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53966) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:18.009489 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80ab08d-456c-4f2a-a8c7-79d451954ea2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:18.009958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80ab08d-456c-4f2a-a8c7-79d451954ea2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:18.013026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c80ab08d-456c-4f2a-a8c7-79d451954ea2 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/14772f26-79cf-44c7-9d2b-d38fd1639b8f HTTP/1.1" status: 404 len: 337 time: 0.0306144 Jan 28 17:11:18.015580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 53968) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:18.043308 n-d-812111-13 neutron-server[103093]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a1f1dc-921b-4632-80c8-07a66cdbce76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] DELETE failed (client error): The resource could not be found. Jan 28 17:11:18.043777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a1f1dc-921b-4632-80c8-07a66cdbce76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103093) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:11:18.047635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c2a1f1dc-921b-4632-80c8-07a66cdbce76 tempest-RoutersTest-664932412 tempest-RoutersTest-664932412-project] 10.222.0.25 "DELETE /v2.0/subnets/62aed8b7-fda3-4ab4-ab2b-3c0861440a20 HTTP/1.1" status: 404 len: 337 time: 0.0311420 Jan 28 17:11:18.316421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53978) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:18.450441 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-76b8a250-5221-46b8-8ec5-3f1169458e85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0ecc4a33a674d82a965293392769533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327713 Jan 28 17:11:18.452865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 53986) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:18.508754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3f8-1909-4253-b929-c45b600d413d admin admin] Publish callbacks [] for security_group (030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:18.530688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3f8-1909-4253-b929-c45b600d413d admin admin] Publish callbacks [] for security_group (030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:18.587631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3f8-1909-4253-b929-c45b600d413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:18.590429 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3f8-1909-4253-b929-c45b600d413d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:18.591593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74b7a3f8-1909-4253-b929-c45b600d413d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0 HTTP/1.1" status: 204 len: 168 time: 0.1378121 Jan 28 17:11:18.600204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7a3f8-1909-4253-b929-c45b600d413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ea6fb-bc9e-4f76-82e0-7b8d544fbaa0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:19.257387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54022) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:19.356938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-447544390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:19.379722 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.380867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.433053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router_controller (86ff186a-3d47-4e83-aee2-50ae8526f324), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.438258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.457440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.461115 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e1ab81e4-a3ea-4729-8cbd-9acccdb715b3 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2026017 Jan 28 17:11:19.462123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54030) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:19.467578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1537888569'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:19.469534 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.497916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Made reservation on behalf of 176fdeafb7184727835027de2f3d189c for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:19.502186 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.511591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.595165 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for security_group (4439d3ae-0593-4e92-afca-5cc63d788452), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.599329 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4439d3ae-0593-4e92-afca-5cc63d788452), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.628409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:11:19.634744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4439d3ae-0593-4e92-afca-5cc63d788452,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:19.640652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (61b48c13-5c12-4313-b710-d25cd067b077), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.641029 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Added segment 61b48c13-5c12-4313-b710-d25cd067b077 of type vlan for network f0bbf63c-c451-41ee-8ee2-482293fa3703 Jan 28 17:11:19.682558 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f0bbf63c-c451-41ee-8ee2-482293fa3703), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.707107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f0bbf63c-c451-41ee-8ee2-482293fa3703), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.712436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:19.713059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:19.768225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3047547 Jan 28 17:11:19.771186 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54038) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:19.783653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'subnet': {'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:19.786916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509bc0a-26f3-4077-80a4-a6752cf02e3c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Network': ['ID=f0bbf63c-c451-41ee-8ee2-482293fa3703,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:19.798974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:11:19.873996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Made reservation on behalf of 176fdeafb7184727835027de2f3d189c for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:19.877840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.062201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (521f06b4-4cb6-4893-aa62-6ec2bf186fec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.123127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Subnet': ['ID=521f06b4-4cb6-4893-aa62-6ec2bf186fec,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:20.131071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Checking segment: {'id': '61b48c13-5c12-4313-b710-d25cd067b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:20.131435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network hostable DHCP agents. Network: f0bbf63c-c451-41ee-8ee2-482293fa3703, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:11:20.148366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:11:20.157321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f0bbf63c-c451-41ee-8ee2-482293fa3703) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:20.161382 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:20.162118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.171067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54866b-cd31-46e1-ade0-415d8603d2cb None None] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:20.182638 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43646de4-3e86-488c-9c8c-d45e9b1ff52e tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4075773 Jan 28 17:11:20.182906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54044) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:20.189369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'network': {'name': 'tempest-router-network01--973484333'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:20.209400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Made reservation on behalf of 176fdeafb7184727835027de2f3d189c for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:20.212831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.239453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:11:20.248802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9bb571a7-6cf0-49e1-b107-e156539753df), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.249152 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Added segment 9bb571a7-6cf0-49e1-b107-e156539753df of type vlan for network 97c9bbae-67fd-45d0-93a0-967ecdbc661e Jan 28 17:11:20.286720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f0bbf63c-c451-41ee-8ee2-482293fa3703', 'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703', 'project_id': '176fdeafb7184727835027de2f3d189c', 'fixed_ips': [{'subnet_id': '521f06b4-4cb6-4893-aa62-6ec2bf186fec'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:11:20.288622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.292477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (97c9bbae-67fd-45d0-93a0-967ecdbc661e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.323315 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (97c9bbae-67fd-45d0-93a0-967ecdbc661e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.329305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:20.329901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.431646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Allocated IP 172.20.0.2 (f0bbf63c-c451-41ee-8ee2-482293fa3703/521f06b4-4cb6-4893-aa62-6ec2bf186fec/431add3e-105b-47c4-815c-cc9e77c991ec) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:20.598758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Publish callbacks [] for port (431add3e-105b-47c4-815c-cc9e77c991ec), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.611479 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.653832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:20.659407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:20.667422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:20.671169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Pushing event updated for resources: {'Port': ['ID=431add3e-105b-47c4-815c-cc9e77c991ec,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:20.738394 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.739317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Attempting to bind port 431add3e-105b-47c4-815c-cc9e77c991ec on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:11:20.739686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Attempting to bind port 431add3e-105b-47c4-815c-cc9e77c991ec by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '61b48c13-5c12-4313-b710-d25cd067b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:11:20.740050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Attempting to bind port 431add3e-105b-47c4-815c-cc9e77c991ec on network f0bbf63c-c451-41ee-8ee2-482293fa3703 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:11:20.740901 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5556874 Jan 28 17:11:20.741388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54056) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:20.745796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:11:20.746253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Checking segment: {'id': '61b48c13-5c12-4313-b710-d25cd067b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:20.747502 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.749175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'network': {'name': 'tempest-router-network02--900395093'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:20.749563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Bound using segment: {'id': '61b48c13-5c12-4313-b710-d25cd067b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:11:20.750057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Bound port: 431add3e-105b-47c4-815c-cc9e77c991ec, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b48c13-5c12-4313-b710-d25cd067b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0bbf63c-c451-41ee-8ee2-482293fa3703'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:11:20.750446 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.755815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c54e7-5482-4451-a8b1-2b153112443f tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Network': ['ID=97c9bbae-67fd-45d0-93a0-967ecdbc661e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:20.770165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Made reservation on behalf of 176fdeafb7184727835027de2f3d189c for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:20.772016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:11:20.773813 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.801432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:11:20.810609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7a2794de-bb94-4f03-93e5-7c5c89eee165), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.810953 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Added segment 7a2794de-bb94-4f03-93e5-7c5c89eee165 of type vlan for network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d Jan 28 17:11:20.863689 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.890309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] For port 431add3e-105b-47c4-815c-cc9e77c991ec, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:11:20.892302 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.893645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] For port 431add3e-105b-47c4-815c-cc9e77c991ec, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=431add3e-105b-47c4-815c-cc9e77c991ec,segment=NetworkSegment(61b48c13-5c12-4313-b710-d25cd067b077),segment_id=61b48c13-5c12-4313-b710-d25cd067b077)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:11:20.897550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:20.898190 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.899071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:20.955820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8c3b0-022c-4171-896f-0eb34ae33aca None None] Pushing event updated for resources: {'Port': ['ID=431add3e-105b-47c4-815c-cc9e77c991ec,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:20.965785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2214177 Jan 28 17:11:20.966730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54062) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:20.972189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'subnet': {'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:20.982263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01bf3b-a46b-418c-81d1-46f95291e565 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Network': ['ID=aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:20.996865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:11:21.067830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Made reservation on behalf of 176fdeafb7184727835027de2f3d189c for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:21.075507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.295541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (7b96695e-03c2-4141-b20f-0c8bc7e11d2b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.369222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Subnet': ['ID=7b96695e-03c2-4141-b20f-0c8bc7e11d2b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:21.379699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Checking segment: {'id': '9bb571a7-6cf0-49e1-b107-e156539753df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:21.380067 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network hostable DHCP agents. Network: 97c9bbae-67fd-45d0-93a0-967ecdbc661e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:11:21.398008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:11:21.408454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 97c9bbae-67fd-45d0-93a0-967ecdbc661e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:21.415786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:21.416387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.420014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf435c-2122-4883-9dd3-c24dc3837791 None None] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:21.438203 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aad0fc0f-0895-4e35-8cb3-9e077c1912ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4702134 Jan 28 17:11:21.441245 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54072) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:21.448988 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'subnet': {'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:21.542357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Made reservation on behalf of 176fdeafb7184727835027de2f3d189c for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:21.546875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.547965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-97c9bbae-67fd-45d0-93a0-967ecdbc661e', 'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e', 'project_id': '176fdeafb7184727835027de2f3d189c', 'fixed_ips': [{'subnet_id': '7b96695e-03c2-4141-b20f-0c8bc7e11d2b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:11:21.549981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.699187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Allocated IP 172.20.0.2 (97c9bbae-67fd-45d0-93a0-967ecdbc661e/7b96695e-03c2-4141-b20f-0c8bc7e11d2b/e8cde613-c05d-4a47-85c8-3842576b0e46) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:21.747153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d2355e61-5448-4701-9cff-c9e168b81d1f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.799375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.808355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Subnet': ['ID=d2355e61-5448-4701-9cff-c9e168b81d1f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:21.834658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Checking segment: {'id': '7a2794de-bb94-4f03-93e5-7c5c89eee165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:21.835379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network hostable DHCP agents. Network: aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:11:21.860325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:11:21.872112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:21.879998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:21.881193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.888218 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05469857-3ddb-47e0-a993-7bff607723a3 None None] Network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:21.901593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5ec3c8fe-bc85-49ff-8ab2-58d182908359 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4582837 Jan 28 17:11:21.903726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54080) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:21.921165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Publish callbacks [] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:21.958123 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.021144 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:22.030916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:22.034474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Pushing event updated for resources: {'Port': ['ID=e8cde613-c05d-4a47-85c8-3842576b0e46,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:22.039283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:22.132084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d', 'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d', 'project_id': '176fdeafb7184727835027de2f3d189c', 'fixed_ips': [{'subnet_id': 'd2355e61-5448-4701-9cff-c9e168b81d1f'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:11:22.132924 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.154207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Attempting to bind port e8cde613-c05d-4a47-85c8-3842576b0e46 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:11:22.154580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Attempting to bind port e8cde613-c05d-4a47-85c8-3842576b0e46 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9bb571a7-6cf0-49e1-b107-e156539753df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:11:22.154948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Attempting to bind port e8cde613-c05d-4a47-85c8-3842576b0e46 on network 97c9bbae-67fd-45d0-93a0-967ecdbc661e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:11:22.220249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:11:22.220632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Checking segment: {'id': '9bb571a7-6cf0-49e1-b107-e156539753df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:22.221133 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.221534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Bound using segment: {'id': '9bb571a7-6cf0-49e1-b107-e156539753df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:11:22.222027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Bound port: e8cde613-c05d-4a47-85c8-3842576b0e46, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb571a7-6cf0-49e1-b107-e156539753df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '97c9bbae-67fd-45d0-93a0-967ecdbc661e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:11:22.222427 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.258184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.282983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff077b-1df8-4fde-81c5-81d812e54ab0 None None] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:22.410036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] For port e8cde613-c05d-4a47-85c8-3842576b0e46, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:11:22.442171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] For port e8cde613-c05d-4a47-85c8-3842576b0e46, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e8cde613-c05d-4a47-85c8-3842576b0e46,segment=NetworkSegment(9bb571a7-6cf0-49e1-b107-e156539753df),segment_id=9bb571a7-6cf0-49e1-b107-e156539753df)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:11:22.452582 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] Provisioning complete for port 431add3e-105b-47c4-815c-cc9e77c991ec triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:22.453118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.460380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.486011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Allocated IP 172.20.0.2 (aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d/d2355e61-5448-4701-9cff-c9e168b81d1f/103de7d0-3d10-4150-a0dc-311ffe3773ab) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:22.531088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Allocated IP 172.20.0.1 (97c9bbae-67fd-45d0-93a0-967ecdbc661e/7b96695e-03c2-4141-b20f-0c8bc7e11d2b/2567a84f-a082-4d4e-8b09-9b4926065fe1) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:22.711790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.748166 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:22.808774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Port': ['ID=2567a84f-a082-4d4e-8b09-9b4926065fe1,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:22.837152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 431add3e-105b-47c4-815c-cc9e77c991ec up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:22.853550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:22.859688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:22.867249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:22.915031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82caca-eccc-4083-9ffa-bef3e06dcf67 None None] Pushing event updated for resources: {'Port': ['ID=e8cde613-c05d-4a47-85c8-3842576b0e46,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:22.930407 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.014413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 431add3e-105b-47c4-815c-cc9e77c991ec triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:23.014810 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.016881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] Current status of the port 431add3e-105b-47c4-815c-cc9e77c991ec is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:23.017259 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.127598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] For port 431add3e-105b-47c4-815c-cc9e77c991ec, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=431add3e-105b-47c4-815c-cc9e77c991ec,segment=NetworkSegment(61b48c13-5c12-4313-b710-d25cd067b077),segment_id=61b48c13-5c12-4313-b710-d25cd067b077)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:23.146110 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.159241 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Publish callbacks [] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.180968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.184635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.250391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:23.251976 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224414f-24ff-4eaa-8b45-23c02c15407e None None] Pushing event updated for resources: {'Port': ['ID=431add3e-105b-47c4-815c-cc9e77c991ec,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:23.259417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:23.262465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:23.329950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 431add3e-105b-47c4-815c-cc9e77c991ec is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:23.389779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Pushing event updated for resources: {'Port': ['ID=103de7d0-3d10-4150-a0dc-311ffe3773ab,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:23.393258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-08de8b40-6b89-4946-a406-11c0dd43a4de None None] Provisioning complete for port 431add3e-105b-47c4-815c-cc9e77c991ec triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:23.393705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08de8b40-6b89-4946-a406-11c0dd43a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.396294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Attempting to bind port 103de7d0-3d10-4150-a0dc-311ffe3773ab on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:11:23.396792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Attempting to bind port 103de7d0-3d10-4150-a0dc-311ffe3773ab by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '7a2794de-bb94-4f03-93e5-7c5c89eee165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:11:23.397276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Attempting to bind port 103de7d0-3d10-4150-a0dc-311ffe3773ab on network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:11:23.423871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:11:23.424458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Checking segment: {'id': '7a2794de-bb94-4f03-93e5-7c5c89eee165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:23.424981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.425470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Bound using segment: {'id': '7a2794de-bb94-4f03-93e5-7c5c89eee165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:11:23.426054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Bound port: 103de7d0-3d10-4150-a0dc-311ffe3773ab, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2794de-bb94-4f03-93e5-7c5c89eee165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:11:23.426536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.498079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] For port 103de7d0-3d10-4150-a0dc-311ffe3773ab, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:11:23.501819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] For port 103de7d0-3d10-4150-a0dc-311ffe3773ab, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=103de7d0-3d10-4150-a0dc-311ffe3773ab,segment=NetworkSegment(7a2794de-bb94-4f03-93e5-7c5c89eee165),segment_id=7a2794de-bb94-4f03-93e5-7c5c89eee165)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:11:23.509857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.512906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.518532 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.598778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Port': ['ID=2567a84f-a082-4d4e-8b09-9b4926065fe1,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:23.623823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:23.630624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97178-0bfe-4028-b324-93bf43afa42b None None] Pushing event updated for resources: {'Port': ['ID=103de7d0-3d10-4150-a0dc-311ffe3773ab,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:23.634202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-08de8b40-6b89-4946-a406-11c0dd43a4de None None] Current status of the port 431add3e-105b-47c4-815c-cc9e77c991ec is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:23.773793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:23.775511 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:23.930280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Router 86ff186a-3d47-4e83-aee2-50ae8526f324 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:11:24.049739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:24.054932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9d120d7e-b784-4d7e-84b6-8b89714d0da1 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1495824 Jan 28 17:11:24.057861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54114) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:24.068619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] Sync routers for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:24.086287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:24.087000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:24.128908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f8ba69-632c-4c8e-bc91-c4068a164da9 None None] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:24.130897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:24.193130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:24.193874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:24.244246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:24.245029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915f774-0f9a-4001-9bda-5a44e30196cd None None] The sync data for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:24.264724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] Provisioning complete for port e8cde613-c05d-4a47-85c8-3842576b0e46 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:24.265138 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:24.386709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] Current status of the port e8cde613-c05d-4a47-85c8-3842576b0e46 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:24.387108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:24.422896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] For port e8cde613-c05d-4a47-85c8-3842576b0e46, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e8cde613-c05d-4a47-85c8-3842576b0e46,segment=NetworkSegment(9bb571a7-6cf0-49e1-b107-e156539753df),segment_id=9bb571a7-6cf0-49e1-b107-e156539753df)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:24.429217 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:24.493396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91698c94-2cfa-4500-9bec-aec99f698bb1 None None] Pushing event updated for resources: {'Port': ['ID=e8cde613-c05d-4a47-85c8-3842576b0e46,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:24.505196 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-ff1a9a28-8728-451e-aed9-ef3400e2e1ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:11:24.509684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:24.512043 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ff1a9a28-8728-451e-aed9-ef3400e2e1ac tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4474084 Jan 28 17:11:24.771644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bdb7cd3f-f8b0-45a9-8cf0-71d006f17b4e None None] Provisioning complete for port e8cde613-c05d-4a47-85c8-3842576b0e46 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:24.772354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bdb7cd3f-f8b0-45a9-8cf0-71d006f17b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:24.926557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 103de7d0-3d10-4150-a0dc-311ffe3773ab up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:24.996279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.039205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7cd3f-f8b0-45a9-8cf0-71d006f17b4e None None] Current status of the port e8cde613-c05d-4a47-85c8-3842576b0e46 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:25.081872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bdb7cd3f-f8b0-45a9-8cf0-71d006f17b4e None None] Provisioning complete for port 2567a84f-a082-4d4e-8b09-9b4926065fe1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:25.082651 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bdb7cd3f-f8b0-45a9-8cf0-71d006f17b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.139066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7cd3f-f8b0-45a9-8cf0-71d006f17b4e None None] Port 2567a84f-a082-4d4e-8b09-9b4926065fe1 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:25.141306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 103de7d0-3d10-4150-a0dc-311ffe3773ab triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:25.141781 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.248801 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd98ea-30fd-477a-ac21-bc38f86bf6f4 None None] Network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:25.323375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 103de7d0-3d10-4150-a0dc-311ffe3773ab is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:25.323778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.328462 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting port 2567a84f-a082-4d4e-8b09-9b4926065fe1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:25.329004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.342964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Provisioning complete for port 103de7d0-3d10-4150-a0dc-311ffe3773ab triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:25.343932 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.450284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.461427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 103de7d0-3d10-4150-a0dc-311ffe3773ab, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=103de7d0-3d10-4150-a0dc-311ffe3773ab,segment=NetworkSegment(7a2794de-bb94-4f03-93e5-7c5c89eee165),segment_id=7a2794de-bb94-4f03-93e5-7c5c89eee165)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:25.466349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Calling delete_port for 2567a84f-a082-4d4e-8b09-9b4926065fe1 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:25.487824 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.488539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8cde613-c05d-4a47-85c8-3842576b0e46 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:25.546586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Current status of the port 103de7d0-3d10-4150-a0dc-311ffe3773ab is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:25.546984 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.607934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=103de7d0-3d10-4150-a0dc-311ffe3773ab,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:25.664850 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:11:25.665097 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:11:25.676762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e8cde613-c05d-4a47-85c8-3842576b0e46 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:25.676762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.708918 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2567a84f-a082-4d4e-8b09-9b4926065fe1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.741407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Port': ['ID=2567a84f-a082-4d4e-8b09-9b4926065fe1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:25.769181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e8cde613-c05d-4a47-85c8-3842576b0e46 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:25.770297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 431add3e-105b-47c4-815c-cc9e77c991ec up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:25.852127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 431add3e-105b-47c4-815c-cc9e77c991ec triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:25.852127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.926869 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:25.983131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 431add3e-105b-47c4-815c-cc9e77c991ec is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:26.203711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Current status of the port 103de7d0-3d10-4150-a0dc-311ffe3773ab is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:26.207820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5938f3ac-9de8-4b8e-bf3b-3be500f7f2b4 None None] Could not find standard attr ID for object 2567a84f-a082-4d4e-8b09-9b4926065fe1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:11:26.327975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a415e339-720d-485c-abde-b620d1aab201 None None] Provisioning complete for port 103de7d0-3d10-4150-a0dc-311ffe3773ab triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:26.328339 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a415e339-720d-485c-abde-b620d1aab201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:26.409113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a415e339-720d-485c-abde-b620d1aab201 None None] Current status of the port 103de7d0-3d10-4150-a0dc-311ffe3773ab is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:26.412739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a415e339-720d-485c-abde-b620d1aab201 None None] Could not find standard attr ID for object 2567a84f-a082-4d4e-8b09-9b4926065fe1. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:11:26.421861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Router 86ff186a-3d47-4e83-aee2-50ae8526f324 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:26.499045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:26.504141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c6568e6d-da6b-4fbb-b23b-c6b5dba55e4c tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934313 Jan 28 17:11:26.508567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54154) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:26.511531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] Sync routers for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:26.521727 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:26.522354 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:26.555098 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-d6cf841a-23ed-4e4d-8ed3-65e67ee115e7 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] delete failed (client error): The resource could not be found. Jan 28 17:11:26.556782 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d6cf841a-23ed-4e4d-8ed3-65e67ee115e7 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1380220178 HTTP/1.1" status: 404 len: 335 time: 0.0462444 Jan 28 17:11:26.560802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54156) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:26.565776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-85efe069-516c-4735-a53e-6f899a48f924 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'router': {'external_gateway_info': {'network_id': '86ff186a-3d47-4e83-aee2-50ae8526f324'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:26.566532 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:26.579987 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:26.580606 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:26.615999 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:26.616696 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1164b7-9ec6-48e2-a6ff-1c910932a944 None None] The sync data for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:26.628624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 103de7d0-3d10-4150-a0dc-311ffe3773ab up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:26.685056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 103de7d0-3d10-4150-a0dc-311ffe3773ab triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:26.685382 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:26.770350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 103de7d0-3d10-4150-a0dc-311ffe3773ab is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:26.788305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-85efe069-516c-4735-a53e-6f899a48f924 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router_gateway (86ff186a-3d47-4e83-aee2-50ae8526f324), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:26.809070 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-85efe069-516c-4735-a53e-6f899a48f924 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] update failed (client error): The resource could not be found. Jan 28 17:11:26.810135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-85efe069-516c-4735-a53e-6f899a48f924 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324 HTTP/1.1" status: 404 len: 339 time: 0.2481315 Jan 28 17:11:26.814457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54162) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:27.113448 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:27.355048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Allocated IP 172.20.0.1 (f0bbf63c-c451-41ee-8ee2-482293fa3703/521f06b4-4cb6-4893-aa62-6ec2bf186fec/cd82d9ec-aade-417e-a92f-1528f2c0fdd9) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:27.473921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:27.508278 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:27.548070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:27.551077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:27.557806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:27.590184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Port': ['ID=cd82d9ec-aade-417e-a92f-1528f2c0fdd9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:27.617431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:27.746124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:27.844992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-84bdfcd8-1639-48f5-b437-009d0c9b9b50 None None] Provisioning complete for port cd82d9ec-aade-417e-a92f-1528f2c0fdd9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:27.845473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-84bdfcd8-1639-48f5-b437-009d0c9b9b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:27.885437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-84bdfcd8-1639-48f5-b437-009d0c9b9b50 None None] Port cd82d9ec-aade-417e-a92f-1528f2c0fdd9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:28.027826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:28.033122 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:28.102647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event updated for resources: {'Port': ['ID=cd82d9ec-aade-417e-a92f-1528f2c0fdd9,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:28.107624 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:28.215533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:28.216968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:28.325399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Router 86ff186a-3d47-4e83-aee2-50ae8526f324 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:28.425214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:28.431480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0e0a26fd-ab6d-45df-bce0-3b19e54fea5a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115043 Jan 28 17:11:28.433992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54192) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:28.436407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] Sync routers for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:28.449297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:28.449920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:28.482274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:28.490985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:28.491517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:28.537875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2abadeb5-0e97-425c-b3fc-d21274fb32d8 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:28.636623 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-2abadeb5-0e97-425c-b3fc-d21274fb32d8 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 17:11:28.637740 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2abadeb5-0e97-425c-b3fc-d21274fb32d8 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324 HTTP/1.1" status: 409 len: 329 time: 0.2021945 Jan 28 17:11:28.641378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54198) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:28.695879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:28.696723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca6ec-ac74-4dd3-b258-ec986b2e9557 None None] The sync data for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 is: [] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:28.713263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3d2be6c2-1438-4931-806a-8a2b6cf9a763 None None] Provisioning complete for port cd82d9ec-aade-417e-a92f-1528f2c0fdd9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:28.713702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d2be6c2-1438-4931-806a-8a2b6cf9a763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:28.748974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3d2be6c2-1438-4931-806a-8a2b6cf9a763 None None] Port cd82d9ec-aade-417e-a92f-1528f2c0fdd9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:28.980536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:29.221299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting port cd82d9ec-aade-417e-a92f-1528f2c0fdd9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:29.221654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:29.310928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:29.323295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Calling delete_port for cd82d9ec-aade-417e-a92f-1528f2c0fdd9 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:29.496149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (cd82d9ec-aade-417e-a92f-1528f2c0fdd9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:29.523255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Port': ['ID=cd82d9ec-aade-417e-a92f-1528f2c0fdd9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:29.672790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (86ff186a-3d47-4e83-aee2-50ae8526f324), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:29.835885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Router 86ff186a-3d47-4e83-aee2-50ae8526f324 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:11:29.911481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:11:29.917577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6a4e2c89-540b-4d75-9f2b-7f20d74b3d61 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2744763 Jan 28 17:11:29.921060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:29.928780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] Sync routers for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:11:29.941005 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:29.941699 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:29.965019 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-a54aabe2-2027-4ee1-b52c-82be62f5ee3d tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] show failed (client error): The resource could not be found. Jan 28 17:11:29.971796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a54aabe2-2027-4ee1-b52c-82be62f5ee3d tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1025228632 HTTP/1.1" status: 404 len: 335 time: 0.0428870 Jan 28 17:11:29.972405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54226) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:29.977598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e49b83ec-c532-4a6e-9c43-34f63dc065aa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:29.994924 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:30.004107 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] Routers {'86ff186a-3d47-4e83-aee2-50ae8526f324'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:11:30.004851 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:11:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['86ff186a-3d47-4e83-aee2-50ae8526f324'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:30.033248 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-e49b83ec-c532-4a6e-9c43-34f63dc065aa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] update failed (client error): The resource could not be found. Jan 28 17:11:30.034705 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e49b83ec-c532-4a6e-9c43-34f63dc065aa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-424898446 HTTP/1.1" status: 404 len: 334 time: 0.0611584 Jan 28 17:11:30.037631 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:30.038425 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe48d4-8a21-4a5d-96b5-adce82a2b804 None None] The sync data for ids ['86ff186a-3d47-4e83-aee2-50ae8526f324'] in n-d-812111-13 is: [] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:11:30.038590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54228) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:30.089483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting subnet d2355e61-5448-4701-9cff-c9e168b81d1f {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:30.092570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (d2355e61-5448-4701-9cff-c9e168b81d1f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.136849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (d2355e61-5448-4701-9cff-c9e168b81d1f), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.219918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d2355e61-5448-4701-9cff-c9e168b81d1f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.286028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d2355e61-5448-4701-9cff-c9e168b81d1f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.316401 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Subnet': ['ID=d2355e61-5448-4701-9cff-c9e168b81d1f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:30.320223 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.326357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-992c7f38-7c67-4de3-9e6b-f97c0d980a2b tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/subnets/d2355e61-5448-4701-9cff-c9e168b81d1f HTTP/1.1" status: 204 len: 168 time: 0.2839451 Jan 28 17:11:30.326357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54234) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:30.329313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2324c-653e-4f7f-8a24-bf17b74c65bc None None] Network aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:30.375732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting subnet 7b96695e-03c2-4141-b20f-0c8bc7e11d2b {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:30.378828 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (7b96695e-03c2-4141-b20f-0c8bc7e11d2b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.418368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7b96695e-03c2-4141-b20f-0c8bc7e11d2b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.508707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] DHCP port deletion for aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:30.519687 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7b96695e-03c2-4141-b20f-0c8bc7e11d2b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.581170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] Deleting port 103de7d0-3d10-4150-a0dc-311ffe3773ab {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:30.582171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.588188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7b96695e-03c2-4141-b20f-0c8bc7e11d2b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.601001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 103de7d0-3d10-4150-a0dc-311ffe3773ab no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:30.619028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Subnet': ['ID=7b96695e-03c2-4141-b20f-0c8bc7e11d2b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:30.621188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.624983 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96d2e155-e6d3-46ef-ab85-bef62702f9fa tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/subnets/7b96695e-03c2-4141-b20f-0c8bc7e11d2b HTTP/1.1" status: 204 len: 168 time: 0.2976215 Jan 28 17:11:30.627311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54240) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:30.661151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737bc377-d89d-4895-8433-336f4658f41e None None] Network 97c9bbae-67fd-45d0-93a0-967ecdbc661e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:30.702691 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.737965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] For port 103de7d0-3d10-4150-a0dc-311ffe3773ab, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=103de7d0-3d10-4150-a0dc-311ffe3773ab,segment=NetworkSegment(7a2794de-bb94-4f03-93e5-7c5c89eee165),segment_id=7a2794de-bb94-4f03-93e5-7c5c89eee165)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:30.738368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.759762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] Calling delete_port for 103de7d0-3d10-4150-a0dc-311ffe3773ab owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:30.770963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting port 103de7d0-3d10-4150-a0dc-311ffe3773ab {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:30.771695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.843668 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] For port 103de7d0-3d10-4150-a0dc-311ffe3773ab, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=103de7d0-3d10-4150-a0dc-311ffe3773ab,segment=NetworkSegment(7a2794de-bb94-4f03-93e5-7c5c89eee165),segment_id=7a2794de-bb94-4f03-93e5-7c5c89eee165)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:30.844408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.858336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Calling delete_port for 103de7d0-3d10-4150-a0dc-311ffe3773ab owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:30.861485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 103de7d0-3d10-4150-a0dc-311ffe3773ab is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:30.861880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.918842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 103de7d0-3d10-4150-a0dc-311ffe3773ab, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=103de7d0-3d10-4150-a0dc-311ffe3773ab,segment=NetworkSegment(7a2794de-bb94-4f03-93e5-7c5c89eee165),segment_id=7a2794de-bb94-4f03-93e5-7c5c89eee165)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:30.931545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.953684 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.959976 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (103de7d0-3d10-4150-a0dc-311ffe3773ab), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:30.979831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] No DVR routers for this DVR port 103de7d0-3d10-4150-a0dc-311ffe3773ab on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:30.982014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Port': ['ID=103de7d0-3d10-4150-a0dc-311ffe3773ab,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:30.987122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] No DVR routers for this DVR port 103de7d0-3d10-4150-a0dc-311ffe3773ab on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:30.994681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=103de7d0-3d10-4150-a0dc-311ffe3773ab,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:31.024722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8599eb-9b3d-4e2a-93c5-d9f03ce24691 None None] Pushing event deleted for resources: {'Port': ['ID=103de7d0-3d10-4150-a0dc-311ffe3773ab,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:31.069058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] DHCP port deletion for 97c9bbae-67fd-45d0-93a0-967ecdbc661e request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:31.084838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.118810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:31.128873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] Deleting port e8cde613-c05d-4a47-85c8-3842576b0e46 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:31.129250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.129393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2794de-bb94-4f03-93e5-7c5c89eee165') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:31.129680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2794de-bb94-4f03-93e5-7c5c89eee165') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:31.143486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (7a2794de-bb94-4f03-93e5-7c5c89eee165), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.156571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (7a2794de-bb94-4f03-93e5-7c5c89eee165), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.162514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:31.162921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (7a2794de-bb94-4f03-93e5-7c5c89eee165), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: self.session.flush() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:31.166085 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:31.202164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] For port e8cde613-c05d-4a47-85c8-3842576b0e46, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e8cde613-c05d-4a47-85c8-3842576b0e46,segment=NetworkSegment(9bb571a7-6cf0-49e1-b107-e156539753df),segment_id=9bb571a7-6cf0-49e1-b107-e156539753df)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:31.202590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.216814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] Calling delete_port for e8cde613-c05d-4a47-85c8-3842576b0e46 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:31.226058 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.234983 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.238319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/networks/aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d HTTP/1.1" status: 204 len: 168 time: 0.6100924 Jan 28 17:11:31.240842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54252) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:31.248265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacff8c2-eb36-4d3b-a1c6-4cd6d856ba55 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Network': ['ID=aa8f65ca-d01c-4bb9-bba2-f18f0e364b0d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:31.311523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (e8cde613-c05d-4a47-85c8-3842576b0e46), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.334017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (97c9bbae-67fd-45d0-93a0-967ecdbc661e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.354918 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] Pushing event deleted for resources: {'Port': ['ID=e8cde613-c05d-4a47-85c8-3842576b0e46,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:31.358548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc3737-bdc1-444f-b0f1-413f879c6aa4 None None] No DVR routers for this DVR port e8cde613-c05d-4a47-85c8-3842576b0e46 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:31.429790 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (97c9bbae-67fd-45d0-93a0-967ecdbc661e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.453218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c9bbae-67fd-45d0-93a0-967ecdbc661e']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:31.462318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb571a7-6cf0-49e1-b107-e156539753df') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:31.462618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb571a7-6cf0-49e1-b107-e156539753df') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:31.472424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (9bb571a7-6cf0-49e1-b107-e156539753df), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.487228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9bb571a7-6cf0-49e1-b107-e156539753df), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.491347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:31.491739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (9bb571a7-6cf0-49e1-b107-e156539753df), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:31.494834 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:31.557017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (97c9bbae-67fd-45d0-93a0-967ecdbc661e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.563905 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.567181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/networks/97c9bbae-67fd-45d0-93a0-967ecdbc661e HTTP/1.1" status: 204 len: 168 time: 0.3246801 Jan 28 17:11:31.569672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54260) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:31.587721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a25b9-c416-406f-a5cc-cdaae58a07c2 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Network': ['ID=97c9bbae-67fd-45d0-93a0-967ecdbc661e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:31.632162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting subnet 521f06b4-4cb6-4893-aa62-6ec2bf186fec {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:31.635908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (521f06b4-4cb6-4893-aa62-6ec2bf186fec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.676720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (521f06b4-4cb6-4893-aa62-6ec2bf186fec), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.763019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (521f06b4-4cb6-4893-aa62-6ec2bf186fec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.820323 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (521f06b4-4cb6-4893-aa62-6ec2bf186fec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.841365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ea37b-b8ce-4e8e-9701-92f213984e35 None None] Network f0bbf63c-c451-41ee-8ee2-482293fa3703 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:31.851926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:31.855388 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/subnets/521f06b4-4cb6-4893-aa62-6ec2bf186fec HTTP/1.1" status: 204 len: 168 time: 0.2847066 Jan 28 17:11:31.856404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a202da-bad0-4951-b15a-d52d98443d6a tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Subnet': ['ID=521f06b4-4cb6-4893-aa62-6ec2bf186fec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:31.857941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:31.957782 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f0bbf63c-c451-41ee-8ee2-482293fa3703), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.014022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Deleting port 431add3e-105b-47c4-815c-cc9e77c991ec {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:32.014804 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.021465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] DHCP port deletion for f0bbf63c-c451-41ee-8ee2-482293fa3703 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:32.076523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] Deleting port 431add3e-105b-47c4-815c-cc9e77c991ec {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:32.076929 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.083556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] For port 431add3e-105b-47c4-815c-cc9e77c991ec, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=431add3e-105b-47c4-815c-cc9e77c991ec,segment=NetworkSegment(61b48c13-5c12-4313-b710-d25cd067b077),segment_id=61b48c13-5c12-4313-b710-d25cd067b077)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:32.084150 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.098445 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Calling delete_port for 431add3e-105b-47c4-815c-cc9e77c991ec owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:32.144705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] For port 431add3e-105b-47c4-815c-cc9e77c991ec, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=431add3e-105b-47c4-815c-cc9e77c991ec,segment=NetworkSegment(61b48c13-5c12-4313-b710-d25cd067b077),segment_id=61b48c13-5c12-4313-b710-d25cd067b077)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:32.145119 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.159241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] Calling delete_port for 431add3e-105b-47c4-815c-cc9e77c991ec owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:32.248448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.275352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] Pushing event deleted for resources: {'Port': ['ID=431add3e-105b-47c4-815c-cc9e77c991ec,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:32.278845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89debba7-eb1a-4297-9f29-4836eaf3e399 None None] No DVR routers for this DVR port 431add3e-105b-47c4-815c-cc9e77c991ec on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:32.495928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (431add3e-105b-47c4-815c-cc9e77c991ec), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.520603 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Port': ['ID=431add3e-105b-47c4-815c-cc9e77c991ec,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:32.524076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] No DVR routers for this DVR port 431add3e-105b-47c4-815c-cc9e77c991ec on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:32.596095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 431add3e-105b-47c4-815c-cc9e77c991ec no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:32.607737 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f0bbf63c-c451-41ee-8ee2-482293fa3703), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.618394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 431add3e-105b-47c4-815c-cc9e77c991ec {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:32.618743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 431add3e-105b-47c4-815c-cc9e77c991ec not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:32.619165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8cde613-c05d-4a47-85c8-3842576b0e46 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:32.628093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bbf63c-c451-41ee-8ee2-482293fa3703']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:32.637294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b48c13-5c12-4313-b710-d25cd067b077') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:32.637294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b48c13-5c12-4313-b710-d25cd067b077') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:32.641129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e8cde613-c05d-4a47-85c8-3842576b0e46 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:32.641849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e8cde613-c05d-4a47-85c8-3842576b0e46 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:32.647580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (61b48c13-5c12-4313-b710-d25cd067b077), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.662002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (61b48c13-5c12-4313-b710-d25cd067b077), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.668270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:32.668662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (61b48c13-5c12-4313-b710-d25cd067b077), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:32.672583 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:32.731732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f0bbf63c-c451-41ee-8ee2-482293fa3703), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.739934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:32.743089 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/networks/f0bbf63c-c451-41ee-8ee2-482293fa3703 HTTP/1.1" status: 204 len: 168 time: 0.8840930 Jan 28 17:11:32.746038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54284) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:32.755735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41549d40-71e2-4c0d-8dfd-d380be3a33fe tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Pushing event deleted for resources: {'Network': ['ID=f0bbf63c-c451-41ee-8ee2-482293fa3703,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:32.776431 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-97678c75-a112-4903-a967-a6983f5ba938 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=86ff186a-3d47-4e83-aee2-50ae8526f324 HTTP/1.1" status: 200 len: 205 time: 0.0290995 Jan 28 17:11:32.778778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54286) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:32.855221 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.021151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.023303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router_controller (86ff186a-3d47-4e83-aee2-50ae8526f324), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.067604 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (86ff186a-3d47-4e83-aee2-50ae8526f324), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.068490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Fanout notify agent at l3_agent the message router_deleted on router 86ff186a-3d47-4e83-aee2-50ae8526f324 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:11:33.077768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.079328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8bfbad3c-e068-45f6-91f4-0ce209cee031 tempest-RoutersNegativeTest-951769372 tempest-RoutersNegativeTest-951769372-project] 10.222.0.25 "DELETE /v2.0/routers/86ff186a-3d47-4e83-aee2-50ae8526f324 HTTP/1.1" status: 204 len: 168 time: 0.2994807 Jan 28 17:11:33.398433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54302) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:33.570682 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8b999b8e-dead-4932-b519-7a088059de18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=176fdeafb7184727835027de2f3d189c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709845 Jan 28 17:11:33.573261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54310) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:33.622706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1989cc8c-4e9e-4280-8acf-071b003165cd admin admin] Publish callbacks [] for security_group (4439d3ae-0593-4e92-afca-5cc63d788452), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.643206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1989cc8c-4e9e-4280-8acf-071b003165cd admin admin] Publish callbacks [] for security_group (4439d3ae-0593-4e92-afca-5cc63d788452), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.691158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1989cc8c-4e9e-4280-8acf-071b003165cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4439d3ae-0593-4e92-afca-5cc63d788452), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.693969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1989cc8c-4e9e-4280-8acf-071b003165cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:33.695347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1989cc8c-4e9e-4280-8acf-071b003165cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4439d3ae-0593-4e92-afca-5cc63d788452 HTTP/1.1" status: 204 len: 168 time: 0.1209629 Jan 28 17:11:33.706583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989cc8c-4e9e-4280-8acf-071b003165cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439d3ae-0593-4e92-afca-5cc63d788452,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:34.382002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54346) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:34.479153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--949946311'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:34.500999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.509030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.592705 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (c682ab59-d4e3-4ed5-a471-59ba8f0e226c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.597909 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c682ab59-d4e3-4ed5-a471-59ba8f0e226c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.652962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c682ab59-d4e3-4ed5-a471-59ba8f0e226c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:34.685301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.689982 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.721156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.722426 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3394094 Jan 28 17:11:34.724405 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770e9b7-d5bb-468e-8f04-eaeb9ad458e3 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cd9932-28d8-471c-8a73-652ad55b4e68,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:34.725212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54356) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:34.805475 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c0c4a18d-a6f8-44b2-9d71-dfc94a588461 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0774488 Jan 28 17:11:34.807971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54360) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:34.812695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-security--923371287', 'description': 'tempest-security-description-1346359130'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:34.849779 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.894758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.898749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.901465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:34.902713 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "PUT /v2.0/security-groups/59cd9932-28d8-471c-8a73-652ad55b4e68 HTTP/1.1" status: 200 len: 1796 time: 0.0938296 Jan 28 17:11:34.905578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54362) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:34.929975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3ee05-6222-4418-9c7a-47cdae1fd10e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cd9932-28d8-471c-8a73-652ad55b4e68,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:34.954008 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-552d7c0e-a9d9-4643-86d7-3cc066f04dc0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups/59cd9932-28d8-471c-8a73-652ad55b4e68 HTTP/1.1" status: 200 len: 1796 time: 0.0470712 Jan 28 17:11:34.956445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54364) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.015399 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6a36405-2726-4e4e-87a3-35a4609e9704 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.038230 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6a36405-2726-4e4e-87a3-35a4609e9704 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.080733 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6a36405-2726-4e4e-87a3-35a4609e9704 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (59cd9932-28d8-471c-8a73-652ad55b4e68), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.083360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6a36405-2726-4e4e-87a3-35a4609e9704 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.084548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a6a36405-2726-4e4e-87a3-35a4609e9704 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/59cd9932-28d8-471c-8a73-652ad55b4e68 HTTP/1.1" status: 204 len: 168 time: 0.1270866 Jan 28 17:11:35.087385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.094827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a36405-2726-4e4e-87a3-35a4609e9704 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cd9932-28d8-471c-8a73-652ad55b4e68,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.165130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-19315a9c-e7b6-42cc-9135-9cf0cbb3a10d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0761614 Jan 28 17:11:35.167800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54374) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.181849 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-c29c2816-c1bc-4bcb-ad99-292501a8f946 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] delete failed (client error): The resource could not be found. Jan 28 17:11:35.182846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c29c2816-c1bc-4bcb-ad99-292501a8f946 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/59cd9932-28d8-471c-8a73-652ad55b4e68 HTTP/1.1" status: 404 len: 347 time: 0.0141346 Jan 28 17:11:35.186395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54376) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.191086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--331605075'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:35.210575 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.274561 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (5995c821-577a-4aaf-ad0e-137accd0da42), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.278571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5995c821-577a-4aaf-ad0e-137accd0da42), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.308266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.312934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1216834 Jan 28 17:11:35.312934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e0694-3915-4493-b576-448c87ffe539 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5995c821-577a-4aaf-ad0e-137accd0da42,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.313220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54382) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.317681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '5995c821-577a-4aaf-ad0e-137accd0da42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:35.345099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (a7475524-0c7f-4e91-9a56-c84d5ffb6a59), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.396452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (a7475524-0c7f-4e91-9a56-c84d5ffb6a59), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.399879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a7475524-0c7f-4e91-9a56-c84d5ffb6a59), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.418815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7475524-0c7f-4e91-9a56-c84d5ffb6a59,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.427026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.431194 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6747518c-3950-4c17-a5dd-ea85b3023e16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169631 Jan 28 17:11:35.431369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54384) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.460664 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a20-05d8-4eb4-ab66-37fa4f05ed68 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (a7475524-0c7f-4e91-9a56-c84d5ffb6a59), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.475452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a20-05d8-4eb4-ab66-37fa4f05ed68 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (a7475524-0c7f-4e91-9a56-c84d5ffb6a59), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.506852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a20-05d8-4eb4-ab66-37fa4f05ed68 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a7475524-0c7f-4e91-9a56-c84d5ffb6a59), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.513169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a20-05d8-4eb4-ab66-37fa4f05ed68 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.514264 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0cc44a20-05d8-4eb4-ab66-37fa4f05ed68 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a7475524-0c7f-4e91-9a56-c84d5ffb6a59 HTTP/1.1" status: 204 len: 168 time: 0.0813625 Jan 28 17:11:35.516833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54386) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.532852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc44a20-05d8-4eb4-ab66-37fa4f05ed68 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7475524-0c7f-4e91-9a56-c84d5ffb6a59,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.568849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fef52de2-1dbd-44fe-9638-283942b0741c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509291 Jan 28 17:11:35.571461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54392) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.630969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8382ef39-1913-49ec-974a-aedd911b31f6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (5995c821-577a-4aaf-ad0e-137accd0da42), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.652805 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8382ef39-1913-49ec-974a-aedd911b31f6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (5995c821-577a-4aaf-ad0e-137accd0da42), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.694313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8382ef39-1913-49ec-974a-aedd911b31f6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5995c821-577a-4aaf-ad0e-137accd0da42), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.696859 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8382ef39-1913-49ec-974a-aedd911b31f6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.700274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8382ef39-1913-49ec-974a-aedd911b31f6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/5995c821-577a-4aaf-ad0e-137accd0da42 HTTP/1.1" status: 204 len: 168 time: 0.1254363 Jan 28 17:11:35.700847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54394) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.706789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ef39-1913-49ec-974a-aedd911b31f6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995c821-577a-4aaf-ad0e-137accd0da42,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.746001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2f44c6f1-10c4-4fc5-97cb-a458c5e629ee tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438073 Jan 28 17:11:35.750154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54396) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.754389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127791290'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:35.775185 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.842168 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (0d926177-f0b1-4fae-8628-977f18128f65), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.846643 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0d926177-f0b1-4fae-8628-977f18128f65), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.875695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.879915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1261206 Jan 28 17:11:35.879915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54402) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:35.884533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '0d926177-f0b1-4fae-8628-977f18128f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:35.893578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b44b6-e657-4dcf-a219-88a4cab56e7e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d926177-f0b1-4fae-8628-977f18128f65,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.918068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (fc7d93f7-6289-43d0-85da-d8dcfd7f71ca), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.966680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (fc7d93f7-6289-43d0-85da-d8dcfd7f71ca), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.970786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (fc7d93f7-6289-43d0-85da-d8dcfd7f71ca), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:35.991305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7d93f7-6289-43d0-85da-d8dcfd7f71ca,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:35.999555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.004170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2b729a1c-4524-492d-b124-1aab239efd36 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198461 Jan 28 17:11:36.004378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54404) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.009069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '0d926177-f0b1-4fae-8628-977f18128f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:36.034677 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.094802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.098254 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.116028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.127073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.128461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0947c9a5-c6ea-49fb-8d58-3889f0cac618 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230438 Jan 28 17:11:36.131172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54410) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.136987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '0d926177-f0b1-4fae-8628-977f18128f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:36.170554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (978c3e87-7fbe-46ba-be4b-8a37c3823efb), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.227439 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (978c3e87-7fbe-46ba-be4b-8a37c3823efb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.231628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (978c3e87-7fbe-46ba-be4b-8a37c3823efb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.250274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978c3e87-7fbe-46ba-be4b-8a37c3823efb,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.257766 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.261381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3a7e1844-af3b-44c4-8894-6ad6a16b712c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268075 Jan 28 17:11:36.261764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54414) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.267162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '0d926177-f0b1-4fae-8628-977f18128f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:36.292324 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (7c742e3c-f670-4648-8616-e5a139b23031), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.351075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (7c742e3c-f670-4648-8616-e5a139b23031), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.355364 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7c742e3c-f670-4648-8616-e5a139b23031), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.373696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c742e3c-f670-4648-8616-e5a139b23031,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.379619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.380758 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-edaee33d-ce67-49cb-9dc5-f21a19e6a3a6 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179154 Jan 28 17:11:36.383425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54420) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.387971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '0d926177-f0b1-4fae-8628-977f18128f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:36.423756 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (f5ec848b-d5cb-478a-823b-d08ce5a1213e), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.481716 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (f5ec848b-d5cb-478a-823b-d08ce5a1213e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.485864 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f5ec848b-d5cb-478a-823b-d08ce5a1213e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.505757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ec848b-d5cb-478a-823b-d08ce5a1213e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.514858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.518691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6021e91e-4c9b-437b-831d-9ebac54ad4ed tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1316891 Jan 28 17:11:36.518832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54422) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.541157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b63decd-2f67-4b1b-a99d-4ad7d8e27ce8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (f5ec848b-d5cb-478a-823b-d08ce5a1213e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.549357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b63decd-2f67-4b1b-a99d-4ad7d8e27ce8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (f5ec848b-d5cb-478a-823b-d08ce5a1213e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.575820 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b63decd-2f67-4b1b-a99d-4ad7d8e27ce8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f5ec848b-d5cb-478a-823b-d08ce5a1213e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.582148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b63decd-2f67-4b1b-a99d-4ad7d8e27ce8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.585406 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0b63decd-2f67-4b1b-a99d-4ad7d8e27ce8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f5ec848b-d5cb-478a-823b-d08ce5a1213e HTTP/1.1" status: 204 len: 168 time: 0.0634480 Jan 28 17:11:36.585888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54424) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.588489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63decd-2f67-4b1b-a99d-4ad7d8e27ce8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5ec848b-d5cb-478a-823b-d08ce5a1213e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.638854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-666bd9c7-7328-44b6-89cd-bd5677032211 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0516934 Jan 28 17:11:36.641600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54430) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.674649 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-940847fd-127c-410b-977d-ba9ca640793e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (7c742e3c-f670-4648-8616-e5a139b23031), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.683261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-940847fd-127c-410b-977d-ba9ca640793e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (7c742e3c-f670-4648-8616-e5a139b23031), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.712083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-940847fd-127c-410b-977d-ba9ca640793e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7c742e3c-f670-4648-8616-e5a139b23031), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.718111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-940847fd-127c-410b-977d-ba9ca640793e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.719197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-940847fd-127c-410b-977d-ba9ca640793e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7c742e3c-f670-4648-8616-e5a139b23031 HTTP/1.1" status: 204 len: 168 time: 0.0766928 Jan 28 17:11:36.721927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54432) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.724650 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940847fd-127c-410b-977d-ba9ca640793e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c742e3c-f670-4648-8616-e5a139b23031,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.766740 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72819744-c4f5-44c7-929e-dd155a3235d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0408604 Jan 28 17:11:36.767138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54434) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.790048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5eebc94c-e21d-46cb-846d-e212dd89d2ef tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (978c3e87-7fbe-46ba-be4b-8a37c3823efb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.798405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5eebc94c-e21d-46cb-846d-e212dd89d2ef tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (978c3e87-7fbe-46ba-be4b-8a37c3823efb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.823343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5eebc94c-e21d-46cb-846d-e212dd89d2ef tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (978c3e87-7fbe-46ba-be4b-8a37c3823efb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.829607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5eebc94c-e21d-46cb-846d-e212dd89d2ef tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.830700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5eebc94c-e21d-46cb-846d-e212dd89d2ef tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/978c3e87-7fbe-46ba-be4b-8a37c3823efb HTTP/1.1" status: 204 len: 168 time: 0.0625985 Jan 28 17:11:36.833613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54436) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.845477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc94c-e21d-46cb-846d-e212dd89d2ef tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=978c3e87-7fbe-46ba-be4b-8a37c3823efb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.879492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ca21eaa3-33fa-4b0d-ac18-71c3a11546bd tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0446682 Jan 28 17:11:36.882150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.906176 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8ee6-8e9d-4708-83a1-699e3b5a3051 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.914750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8ee6-8e9d-4708-83a1-699e3b5a3051 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.943156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8ee6-8e9d-4708-83a1-699e3b5a3051 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.949490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8ee6-8e9d-4708-83a1-699e3b5a3051 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:36.950587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6c4f8ee6-8e9d-4708-83a1-699e3b5a3051 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e HTTP/1.1" status: 204 len: 168 time: 0.0675468 Jan 28 17:11:36.953406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54444) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:36.956136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f8ee6-8e9d-4708-83a1-699e3b5a3051 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdf042ae-59fe-49a4-9d4f-6d9bf05bf43e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:36.995439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-406e7ca5-a9a5-4d20-8ce3-3fb180d1ff81 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0381122 Jan 28 17:11:36.995650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54446) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.018940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e70bc1-ca13-4d7d-832e-3a50c65f5dc5 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (fc7d93f7-6289-43d0-85da-d8dcfd7f71ca), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.026565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e70bc1-ca13-4d7d-832e-3a50c65f5dc5 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (fc7d93f7-6289-43d0-85da-d8dcfd7f71ca), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.053088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e70bc1-ca13-4d7d-832e-3a50c65f5dc5 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (fc7d93f7-6289-43d0-85da-d8dcfd7f71ca), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.058071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-72e70bc1-ca13-4d7d-832e-3a50c65f5dc5 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.059214 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-72e70bc1-ca13-4d7d-832e-3a50c65f5dc5 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fc7d93f7-6289-43d0-85da-d8dcfd7f71ca HTTP/1.1" status: 204 len: 168 time: 0.0626400 Jan 28 17:11:37.062017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54448) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.066948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e70bc1-ca13-4d7d-832e-3a50c65f5dc5 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc7d93f7-6289-43d0-85da-d8dcfd7f71ca,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:37.105895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-05005242-28eb-4e54-bc6b-07fff9f82af9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423546 Jan 28 17:11:37.109292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54452) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.171465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dcb83d24-935b-4d18-86a8-1f5c624445d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (0d926177-f0b1-4fae-8628-977f18128f65), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.197286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dcb83d24-935b-4d18-86a8-1f5c624445d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (0d926177-f0b1-4fae-8628-977f18128f65), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.240547 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dcb83d24-935b-4d18-86a8-1f5c624445d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0d926177-f0b1-4fae-8628-977f18128f65), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.243215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dcb83d24-935b-4d18-86a8-1f5c624445d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.244416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dcb83d24-935b-4d18-86a8-1f5c624445d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d926177-f0b1-4fae-8628-977f18128f65 HTTP/1.1" status: 204 len: 168 time: 0.1341369 Jan 28 17:11:37.247311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54458) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.253470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb83d24-935b-4d18-86a8-1f5c624445d8 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d926177-f0b1-4fae-8628-977f18128f65,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:37.297507 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-db27f385-2647-4a98-b351-0b75298ca36f tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487041 Jan 28 17:11:37.301585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54460) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.306139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071058269'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:37.325550 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.400158 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (bb081c6f-3462-4560-9590-f22cfec8f5aa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.404015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb081c6f-3462-4560-9590-f22cfec8f5aa), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.436812 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.440867 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1355391 Jan 28 17:11:37.440867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9115b-b242-4a92-881a-b923f8c4e020 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb081c6f-3462-4560-9590-f22cfec8f5aa,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:37.442492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54466) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.446992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': 'bb081c6f-3462-4560-9590-f22cfec8f5aa', 'direction': 'ingress', 'protocol': 17}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:37.479447 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (f5328498-8944-49a2-8759-41a556d1fa56), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.526341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (f5328498-8944-49a2-8759-41a556d1fa56), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.530145 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (f5328498-8944-49a2-8759-41a556d1fa56), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.547837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5328498-8944-49a2-8759-41a556d1fa56,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:37.555862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.559536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fa73b162-2e06-404d-9f0e-9b3d67b8d97a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1135662 Jan 28 17:11:37.559748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54468) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.611861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c516f11-c2f9-4857-9f57-2f8cd18b40e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (bb081c6f-3462-4560-9590-f22cfec8f5aa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.634763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c516f11-c2f9-4857-9f57-2f8cd18b40e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (bb081c6f-3462-4560-9590-f22cfec8f5aa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.681347 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c516f11-c2f9-4857-9f57-2f8cd18b40e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bb081c6f-3462-4560-9590-f22cfec8f5aa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.687658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9c516f11-c2f9-4857-9f57-2f8cd18b40e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.687658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9c516f11-c2f9-4857-9f57-2f8cd18b40e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/bb081c6f-3462-4560-9590-f22cfec8f5aa HTTP/1.1" status: 204 len: 168 time: 0.1245353 Jan 28 17:11:37.688523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54474) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.695734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c516f11-c2f9-4857-9f57-2f8cd18b40e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb081c6f-3462-4560-9590-f22cfec8f5aa,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:37.740453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b285f1e1-ffc3-4fc9-8702-997ba1868444 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504503 Jan 28 17:11:37.744081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54476) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.748561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056873027'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:37.769078 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.834879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.839095 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.872509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.873778 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1286619 Jan 28 17:11:37.875718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c4b45-83af-47a9-acb6-ca8d91540ebc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:37.876505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54478) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:37.881648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--205383235'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:37.901841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.972318 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (5a7c34af-dc44-4c6a-a32d-d66dc2065900), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:37.978198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5a7c34af-dc44-4c6a-a32d-d66dc2065900), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.017362 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.019829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1410346 Jan 28 17:11:38.021129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8288f1f-ca5d-4e84-acf0-7bdc0eb2f5f9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c34af-dc44-4c6a-a32d-d66dc2065900,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.021475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54484) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.026428 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': 'ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5a7c34af-dc44-4c6a-a32d-d66dc2065900', 'remote_ip_prefix': None}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:38.057821 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (c073831f-a2b1-4c35-824b-d3cb9c1d133a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.128911 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (c073831f-a2b1-4c35-824b-d3cb9c1d133a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.134006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c073831f-a2b1-4c35-824b-d3cb9c1d133a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.153009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c073831f-a2b1-4c35-824b-d3cb9c1d133a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.162239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.165982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-86b4068d-a75d-40e1-b901-a07dacf17788 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1408889 Jan 28 17:11:38.166280 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54490) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.189672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16749919-26ab-499f-88f8-6e2daaaefe5a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (c073831f-a2b1-4c35-824b-d3cb9c1d133a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.197400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16749919-26ab-499f-88f8-6e2daaaefe5a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (c073831f-a2b1-4c35-824b-d3cb9c1d133a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.227715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16749919-26ab-499f-88f8-6e2daaaefe5a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c073831f-a2b1-4c35-824b-d3cb9c1d133a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.233295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16749919-26ab-499f-88f8-6e2daaaefe5a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.236827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-16749919-26ab-499f-88f8-6e2daaaefe5a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c073831f-a2b1-4c35-824b-d3cb9c1d133a HTTP/1.1" status: 204 len: 168 time: 0.0672948 Jan 28 17:11:38.237341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54494) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.245287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16749919-26ab-499f-88f8-6e2daaaefe5a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c073831f-a2b1-4c35-824b-d3cb9c1d133a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.290456 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3ca4d16c-92e5-4709-8f80-b1da5e3e4e61 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0493009 Jan 28 17:11:38.290852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54496) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.342811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27fb2053-8750-4aa5-bf7c-d37cd3f30d43 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (5a7c34af-dc44-4c6a-a32d-d66dc2065900), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.364843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27fb2053-8750-4aa5-bf7c-d37cd3f30d43 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (5a7c34af-dc44-4c6a-a32d-d66dc2065900), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.411559 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27fb2053-8750-4aa5-bf7c-d37cd3f30d43 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5a7c34af-dc44-4c6a-a32d-d66dc2065900), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.414252 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27fb2053-8750-4aa5-bf7c-d37cd3f30d43 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.417896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-27fb2053-8750-4aa5-bf7c-d37cd3f30d43 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/5a7c34af-dc44-4c6a-a32d-d66dc2065900 HTTP/1.1" status: 204 len: 168 time: 0.1235647 Jan 28 17:11:38.418341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54498) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.424865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb2053-8750-4aa5-bf7c-d37cd3f30d43 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c34af-dc44-4c6a-a32d-d66dc2065900,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.480354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e9444dc7-3a23-4ffe-b5e5-261a05e91304 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0583594 Jan 28 17:11:38.480878 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.538873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88c1cf2e-0417-4cef-9c85-56dd65d058b7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.560339 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88c1cf2e-0417-4cef-9c85-56dd65d058b7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.600713 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88c1cf2e-0417-4cef-9c85-56dd65d058b7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.603306 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-88c1cf2e-0417-4cef-9c85-56dd65d058b7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.604592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-88c1cf2e-0417-4cef-9c85-56dd65d058b7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84 HTTP/1.1" status: 204 len: 168 time: 0.1227448 Jan 28 17:11:38.607467 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.613610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1cf2e-0417-4cef-9c85-56dd65d058b7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5ad0e7-055f-45ac-9df2-f2b61bf9dd84,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.654748 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-924fe8d3-99fe-4cf4-aef2-ccd10ada784e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460436 Jan 28 17:11:38.659217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54508) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.662755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441837895'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:38.689773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.758773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (16c4b619-5cd4-4301-8273-eed1593b8838), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.762690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16c4b619-5cd4-4301-8273-eed1593b8838), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.797474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.798742 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1392915 Jan 28 17:11:38.799501 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec5e47-ae5e-439e-b955-51fb97291cf2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4b619-5cd4-4301-8273-eed1593b8838,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.802355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54514) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.807057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '16c4b619-5cd4-4301-8273-eed1593b8838', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:38.834138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (60bb6114-63b9-42cb-acec-b6a9d40e26ff), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.880560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (60bb6114-63b9-42cb-acec-b6a9d40e26ff), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.884395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (60bb6114-63b9-42cb-acec-b6a9d40e26ff), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.902301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bb6114-63b9-42cb-acec-b6a9d40e26ff,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:38.910227 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.911424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a33d26b2-922b-4901-8b1e-a5e9d0802e7d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1086214 Jan 28 17:11:38.914221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.938791 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23bfa4d4-1269-4c9f-b868-10164b80fd50 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (60bb6114-63b9-42cb-acec-b6a9d40e26ff), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.946391 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23bfa4d4-1269-4c9f-b868-10164b80fd50 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (60bb6114-63b9-42cb-acec-b6a9d40e26ff), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.971248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23bfa4d4-1269-4c9f-b868-10164b80fd50 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (60bb6114-63b9-42cb-acec-b6a9d40e26ff), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.977511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23bfa4d4-1269-4c9f-b868-10164b80fd50 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:38.979066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-23bfa4d4-1269-4c9f-b868-10164b80fd50 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/60bb6114-63b9-42cb-acec-b6a9d40e26ff HTTP/1.1" status: 204 len: 168 time: 0.0634899 Jan 28 17:11:38.981679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54518) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:38.984513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfa4d4-1269-4c9f-b868-10164b80fd50 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60bb6114-63b9-42cb-acec-b6a9d40e26ff,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.020116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2214cdc1-1fa2-46f1-8843-22f10d44aafb tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373611 Jan 28 17:11:39.022749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54524) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.077152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7674666-c064-4c14-874c-123983621efa tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (16c4b619-5cd4-4301-8273-eed1593b8838), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.099842 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7674666-c064-4c14-874c-123983621efa tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (16c4b619-5cd4-4301-8273-eed1593b8838), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.141089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7674666-c064-4c14-874c-123983621efa tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (16c4b619-5cd4-4301-8273-eed1593b8838), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.143566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7674666-c064-4c14-874c-123983621efa tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.144736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a7674666-c064-4c14-874c-123983621efa tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/16c4b619-5cd4-4301-8273-eed1593b8838 HTTP/1.1" status: 204 len: 168 time: 0.1210773 Jan 28 17:11:39.147435 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.153818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7674666-c064-4c14-874c-123983621efa tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4b619-5cd4-4301-8273-eed1593b8838,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.194573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-524331ee-5a1c-40af-9777-e5f88940836c tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458336 Jan 28 17:11:39.198967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.203851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456585949'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:39.224823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.292053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (7feb9530-cebf-437a-92c4-0366299caa79), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.296929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7feb9530-cebf-437a-92c4-0366299caa79), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.329833 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.331114 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1311438 Jan 28 17:11:39.331865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a60197-2f60-4a2c-80fc-ded5066366e2 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb9530-cebf-437a-92c4-0366299caa79,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.334008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54536) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.339068 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '7feb9530-cebf-437a-92c4-0366299caa79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:39.367744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (9a95a45f-ce4a-447a-9f8b-7a388e18275b), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.422099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (9a95a45f-ce4a-447a-9f8b-7a388e18275b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.426099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (9a95a45f-ce4a-447a-9f8b-7a388e18275b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.443055 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a95a45f-ce4a-447a-9f8b-7a388e18275b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.452463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.453711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8c6ee5b-329b-45d3-9816-9950bb5c1e1a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182847 Jan 28 17:11:39.456273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54538) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.473126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9854f69f-0b30-4665-b6f2-ac10b06ed4e9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules/9a95a45f-ce4a-447a-9f8b-7a388e18275b HTTP/1.1" status: 200 len: 763 time: 0.0157664 Jan 28 17:11:39.475554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.514378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c2f8d745-f6be-4fc7-ab68-de6b25a5f810 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0353005 Jan 28 17:11:39.515092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54542) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.538421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ca33cc-ad16-4521-a3b9-3722a607ba8a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (9a95a45f-ce4a-447a-9f8b-7a388e18275b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.546222 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ca33cc-ad16-4521-a3b9-3722a607ba8a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (9a95a45f-ce4a-447a-9f8b-7a388e18275b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.571956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ca33cc-ad16-4521-a3b9-3722a607ba8a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (9a95a45f-ce4a-447a-9f8b-7a388e18275b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.578522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ca33cc-ad16-4521-a3b9-3722a607ba8a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.579817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5ca33cc-ad16-4521-a3b9-3722a607ba8a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9a95a45f-ce4a-447a-9f8b-7a388e18275b HTTP/1.1" status: 204 len: 168 time: 0.0636210 Jan 28 17:11:39.582231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54548) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.586087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca33cc-ad16-4521-a3b9-3722a607ba8a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a95a45f-ce4a-447a-9f8b-7a388e18275b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.631176 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7080f9e3-4b6b-49cc-b1dd-d24711eac7e9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475130 Jan 28 17:11:39.633727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.638222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '7feb9530-cebf-437a-92c4-0366299caa79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:39.662621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (e54069ed-e7ec-47df-80a7-111997d432c4), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.708282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (e54069ed-e7ec-47df-80a7-111997d432c4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.712098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (e54069ed-e7ec-47df-80a7-111997d432c4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.729029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54069ed-e7ec-47df-80a7-111997d432c4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.738353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.739865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0ce651f2-c762-4b44-a1a0-dbf3883626ac tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1050427 Jan 28 17:11:39.742438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54552) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.758316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3e5cfbfd-d59f-4e00-ae95-69a268b565b0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules/e54069ed-e7ec-47df-80a7-111997d432c4 HTTP/1.1" status: 200 len: 763 time: 0.0148306 Jan 28 17:11:39.760542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.803213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8f7118c2-270e-419c-883c-6c55fdd425a9 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393388 Jan 28 17:11:39.803811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54560) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.826517 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40dd8acc-8ebf-46e6-ae8e-d53ba3fcc35a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (e54069ed-e7ec-47df-80a7-111997d432c4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.834000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40dd8acc-8ebf-46e6-ae8e-d53ba3fcc35a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (e54069ed-e7ec-47df-80a7-111997d432c4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.867839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40dd8acc-8ebf-46e6-ae8e-d53ba3fcc35a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (e54069ed-e7ec-47df-80a7-111997d432c4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.874246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40dd8acc-8ebf-46e6-ae8e-d53ba3fcc35a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:39.875503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-40dd8acc-8ebf-46e6-ae8e-d53ba3fcc35a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e54069ed-e7ec-47df-80a7-111997d432c4 HTTP/1.1" status: 204 len: 168 time: 0.0711448 Jan 28 17:11:39.878345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54562) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.881241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd8acc-8ebf-46e6-ae8e-d53ba3fcc35a tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e54069ed-e7ec-47df-80a7-111997d432c4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:39.918411 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cb93f346-56c0-4e2c-b428-da91ad0d3b16 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388634 Jan 28 17:11:39.921771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:39.925878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '7feb9530-cebf-437a-92c4-0366299caa79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:39.950147 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (3155c8a6-7394-4fe0-b2de-d34c642c3769), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.004021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (3155c8a6-7394-4fe0-b2de-d34c642c3769), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.008167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3155c8a6-7394-4fe0-b2de-d34c642c3769), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.024504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155c8a6-7394-4fe0-b2de-d34c642c3769,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:40.033937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.035121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8f6f073-ca02-4d0e-9c82-4c70f7159d82 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124518 Jan 28 17:11:40.037978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54566) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.056717 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7860e05e-eba5-46ce-8103-5f964d89ab92 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules/3155c8a6-7394-4fe0-b2de-d34c642c3769 HTTP/1.1" status: 200 len: 764 time: 0.0160494 Jan 28 17:11:40.057463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54572) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.094433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0e53b8f0-75e0-4955-9ddd-59b357a558fd tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0357783 Jan 28 17:11:40.096976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54574) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.122350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c44c3ef1-c0a2-4c74-b070-8e843efaf77e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (3155c8a6-7394-4fe0-b2de-d34c642c3769), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.131169 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c44c3ef1-c0a2-4c74-b070-8e843efaf77e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (3155c8a6-7394-4fe0-b2de-d34c642c3769), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.158583 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c44c3ef1-c0a2-4c74-b070-8e843efaf77e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3155c8a6-7394-4fe0-b2de-d34c642c3769), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.164770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c44c3ef1-c0a2-4c74-b070-8e843efaf77e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.165870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c44c3ef1-c0a2-4c74-b070-8e843efaf77e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3155c8a6-7394-4fe0-b2de-d34c642c3769 HTTP/1.1" status: 204 len: 168 time: 0.0679061 Jan 28 17:11:40.168559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54576) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.172199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c3ef1-c0a2-4c74-b070-8e843efaf77e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3155c8a6-7394-4fe0-b2de-d34c642c3769,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:40.206513 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-19dab7b1-89b3-42a6-a120-668a2d2e231e tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0365252 Jan 28 17:11:40.209340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54578) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.260619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a581ee3-a07f-446c-ad5d-4d147010d9de tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (7feb9530-cebf-437a-92c4-0366299caa79), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.289907 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a581ee3-a07f-446c-ad5d-4d147010d9de tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (7feb9530-cebf-437a-92c4-0366299caa79), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.332213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a581ee3-a07f-446c-ad5d-4d147010d9de tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7feb9530-cebf-437a-92c4-0366299caa79), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.334952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a581ee3-a07f-446c-ad5d-4d147010d9de tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.336113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0a581ee3-a07f-446c-ad5d-4d147010d9de tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/7feb9530-cebf-437a-92c4-0366299caa79 HTTP/1.1" status: 204 len: 168 time: 0.1258099 Jan 28 17:11:40.338996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54586) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.345738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a581ee3-a07f-446c-ad5d-4d147010d9de tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb9530-cebf-437a-92c4-0366299caa79,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:40.392236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aebb4a63-895a-48ce-a895-06fd2266c310 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517657 Jan 28 17:11:40.396710 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.401197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050518454'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:40.421994 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.486547 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (0927d6a6-a327-4dac-96ed-9f1090d2ebbe), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.491010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0927d6a6-a327-4dac-96ed-9f1090d2ebbe), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.525222 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.529849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54590) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.530181 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1326447 Jan 28 17:11:40.533214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3543b95-a977-4b92-b43a-db5c1ac0210b tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0927d6a6-a327-4dac-96ed-9f1090d2ebbe,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:40.535208 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Request body: {'security_group_rule': {'security_group_id': '0927d6a6-a327-4dac-96ed-9f1090d2ebbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:40.565084 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (3152f01b-0759-4c53-b543-d9faadbe581a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.616938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (3152f01b-0759-4c53-b543-d9faadbe581a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.621171 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3152f01b-0759-4c53-b543-d9faadbe581a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.640628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3152f01b-0759-4c53-b543-d9faadbe581a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:40.652010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.653295 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1ff3212b-0832-4f1b-87f8-b628bdd0653d tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218350 Jan 28 17:11:40.656377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.715257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1bff307-f3f0-4cd6-a5bc-ff401c2280a0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (0927d6a6-a327-4dac-96ed-9f1090d2ebbe), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.737744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1bff307-f3f0-4cd6-a5bc-ff401c2280a0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (0927d6a6-a327-4dac-96ed-9f1090d2ebbe), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.782142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1bff307-f3f0-4cd6-a5bc-ff401c2280a0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0927d6a6-a327-4dac-96ed-9f1090d2ebbe), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.785073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1bff307-f3f0-4cd6-a5bc-ff401c2280a0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:40.788558 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a1bff307-f3f0-4cd6-a5bc-ff401c2280a0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/0927d6a6-a327-4dac-96ed-9f1090d2ebbe HTTP/1.1" status: 204 len: 168 time: 0.1288538 Jan 28 17:11:40.789010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54598) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.795758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff307-f3f0-4cd6-a5bc-ff401c2280a0 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927d6a6-a327-4dac-96ed-9f1090d2ebbe,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:40.837243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-14cbd8b0-b814-42e5-958c-5a59a5d6e069 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469911 Jan 28 17:11:40.838971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54604) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.876131 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d02264cf-1775-4622-9b5d-c6fe2f6c77cc tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0359271 Jan 28 17:11:40.878769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54606) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.893820 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-cebc1a61-5837-4930-8b06-8bb67ba43d89 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] delete failed (client error): The resource could not be found. Jan 28 17:11:40.898539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:40.899098 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cebc1a61-5837-4930-8b06-8bb67ba43d89 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "DELETE /v2.0/security-groups/0927d6a6-a327-4dac-96ed-9f1090d2ebbe HTTP/1.1" status: 404 len: 347 time: 0.0189333 Jan 28 17:11:40.945175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e70f6dad-4788-4d67-b7f1-511b524c05a7 tempest-SecGroupTest-1676844342 tempest-SecGroupTest-1676844342-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0447183 Jan 28 17:11:41.195158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:41.327598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-97a19121-b2d7-4d3c-ba0a-a2a9aad38c0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=284d32f073284bff841d29108ec2d0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288962 Jan 28 17:11:41.328138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54624) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:41.380625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4da55607-3524-4fb6-8545-2a4209fbf437 admin admin] Publish callbacks [] for security_group (c682ab59-d4e3-4ed5-a471-59ba8f0e226c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:41.406860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4da55607-3524-4fb6-8545-2a4209fbf437 admin admin] Publish callbacks [] for security_group (c682ab59-d4e3-4ed5-a471-59ba8f0e226c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:41.454684 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4da55607-3524-4fb6-8545-2a4209fbf437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c682ab59-d4e3-4ed5-a471-59ba8f0e226c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:41.457319 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4da55607-3524-4fb6-8545-2a4209fbf437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:41.458462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4da55607-3524-4fb6-8545-2a4209fbf437 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c682ab59-d4e3-4ed5-a471-59ba8f0e226c HTTP/1.1" status: 204 len: 168 time: 0.1299334 Jan 28 17:11:41.468711 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da55607-3524-4fb6-8545-2a4209fbf437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c682ab59-d4e3-4ed5-a471-59ba8f0e226c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:42.137936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:42.239717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1792991657'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:42.259702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Made reservation on behalf of 1c7105b62ed3445ab5a83f2a851ae3ac for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:42.263000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.271889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.353994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for security_group (7a8f65eb-f08b-4827-a58c-88ffbb3496c4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.358471 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a8f65eb-f08b-4827-a58c-88ffbb3496c4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.385544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:11:42.395869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f65eb-f08b-4827-a58c-88ffbb3496c4,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:42.400635 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e4f138aa-9bf4-4ba9-9ed6-94993519d176), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.401000 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Added segment e4f138aa-9bf4-4ba9-9ed6-94993519d176 of type vlan for network 9498d617-a5bf-4f2c-8cfe-1771294b0827 Jan 28 17:11:42.424238 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.443328 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (9498d617-a5bf-4f2c-8cfe-1771294b0827), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.474181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (9498d617-a5bf-4f2c-8cfe-1771294b0827), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.476023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.479227 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:42.479814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:42.861900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7227099 Jan 28 17:11:42.864924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54676) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:42.871612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Request body: {'subnet': {'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:42.876152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98dc3a-ea93-413b-87a0-7f6c23a20dbe tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event updated for resources: {'Network': ['ID=9498d617-a5bf-4f2c-8cfe-1771294b0827,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:42.886964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:11:42.969458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Made reservation on behalf of 1c7105b62ed3445ab5a83f2a851ae3ac for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:42.973059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.152108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (90e5c16d-d06d-4b49-bdb0-95104404bac5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.219343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event updated for resources: {'Subnet': ['ID=90e5c16d-d06d-4b49-bdb0-95104404bac5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:43.222487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Checking segment: {'id': 'e4f138aa-9bf4-4ba9-9ed6-94993519d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:43.222846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Network hostable DHCP agents. Network: 9498d617-a5bf-4f2c-8cfe-1771294b0827, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:11:43.240258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:11:43.249441 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 9498d617-a5bf-4f2c-8cfe-1771294b0827) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:43.253607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:43.254314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.259553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0173f-3eb2-4bd0-8659-335d8d11a453 None None] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:43.271635 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-321d5b56-3c6b-46ad-9c52-580c1f702790 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4059548 Jan 28 17:11:43.274199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54682) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:43.280846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Request body: {'port': {'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827', 'name': 'tempest-TagsExtTest-1730124510'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:43.373579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-9498d617-a5bf-4f2c-8cfe-1771294b0827', 'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827', 'project_id': '1c7105b62ed3445ab5a83f2a851ae3ac', 'fixed_ips': [{'subnet_id': '90e5c16d-d06d-4b49-bdb0-95104404bac5'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:11:43.375805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.402165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Made reservation on behalf of 1c7105b62ed3445ab5a83f2a851ae3ac for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:43.407883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.431013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] device_id is not set on port 5eaaf58f-0137-4d3b-b221-d7476c751037 yet. {{(pid=103093) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 17:11:43.522700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Allocated IP 172.20.0.2 (9498d617-a5bf-4f2c-8cfe-1771294b0827/90e5c16d-d06d-4b49-bdb0-95104404bac5/83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:43.663628 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Publish callbacks [] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.675943 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.716183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:43.719470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:43.722987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:43.732232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Allocated IP 172.20.0.11 (9498d617-a5bf-4f2c-8cfe-1771294b0827/90e5c16d-d06d-4b49-bdb0-95104404bac5/5eaaf58f-0137-4d3b-b221-d7476c751037) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:11:43.740842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Pushing event updated for resources: {'Port': ['ID=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:43.766104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.766459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.766797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.767135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.767469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.767795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.768139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.768446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.768793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.769118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.769440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.769761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.770077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:43.804616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Attempting to bind port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:11:43.804866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Attempting to bind port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'e4f138aa-9bf4-4ba9-9ed6-94993519d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:11:43.805080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Attempting to bind port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff on network 9498d617-a5bf-4f2c-8cfe-1771294b0827 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:11:43.812112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:11:43.812631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Checking segment: {'id': 'e4f138aa-9bf4-4ba9-9ed6-94993519d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:43.813166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.813630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Bound using segment: {'id': 'e4f138aa-9bf4-4ba9-9ed6-94993519d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:11:43.814173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Bound port: 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f138aa-9bf4-4ba9-9ed6-94993519d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9498d617-a5bf-4f2c-8cfe-1771294b0827'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:11:43.814725 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.883743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] For port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:11:43.887078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] For port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,segment=NetworkSegment(e4f138aa-9bf4-4ba9-9ed6-94993519d176),segment_id=e4f138aa-9bf4-4ba9-9ed6-94993519d176)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:11:43.895260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.901114 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.949704 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:43.956786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed6cb1-b7e1-41b9-bc9a-e6e27881a1f7 None None] Pushing event updated for resources: {'Port': ['ID=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:43.998838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:11:44.002559 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:44.007137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:11:44.046620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event updated for resources: {'Port': ['ID=5eaaf58f-0137-4d3b-b221-d7476c751037,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:44.066951 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:44.067590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.084396 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-27e55701-80b7-4d0c-9514-d440a0b5a0fd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8089089 Jan 28 17:11:44.086978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54706) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.092178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-540933971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:44.148902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (ed2ceea5-e138-416e-833c-e4badb4dc215), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.150037 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (ed2ceea5-e138-416e-833c-e4badb4dc215), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.214422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for router_controller (ed2ceea5-e138-416e-833c-e4badb4dc215), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.221019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (ed2ceea5-e138-416e-833c-e4badb4dc215), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.244239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.248204 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c655defb-262f-43da-b4f0-8b32624c1a5d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1574318 Jan 28 17:11:44.248569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54708) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.253972 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-69f2341f-76bb-42de-b130-0551d5c53bb0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2073615319', 'prefixes': ['172.20.0.0/16']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:44.323976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69f2341f-76bb-42de-b130-0551d5c53bb0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.325354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69f2341f-76bb-42de-b130-0551d5c53bb0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0750947 Jan 28 17:11:44.329270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54710) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.333720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-e77da604-7317-4f84-ba96-8119a7846860 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-609460748') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.435906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e77da604-7317-4f84-ba96-8119a7846860 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-609460748 HTTP/1.1" status: 201 len: 201 time: 0.1053689 Jan 28 17:11:44.439269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54714) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.444384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-b1274c63-fef3-4a29-bdcc-a0bfcc31c3a2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-1872184017') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.516998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b1274c63-fef3-4a29-bdcc-a0bfcc31c3a2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-1872184017 HTTP/1.1" status: 201 len: 201 time: 0.0735292 Jan 28 17:11:44.517214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54716) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.521890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-6df42f55-cbab-4f99-804e-5658c699d7ac tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-915091480') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.613204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6df42f55-cbab-4f99-804e-5658c699d7ac tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-915091480 HTTP/1.1" status: 201 len: 201 time: 0.0949829 Jan 28 17:11:44.614168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54718) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.619057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-6f621612-e2ac-4685-a7c0-62cb6b850238 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-570189100') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.628401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:44.675162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f621612-e2ac-4685-a7c0-62cb6b850238 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-570189100 HTTP/1.1" status: 201 len: 201 time: 0.0596962 Jan 28 17:11:44.677453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54720) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.682121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-5cf0b0cf-78b5-4eda-962c-9245aa4ff4cd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.682302 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:11:44.691635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:44.692152 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.782927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:44.783320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.796813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54722) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.797581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5cf0b0cf-78b5-4eda-962c-9245aa4ff4cd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags HTTP/1.1" status: 200 len: 240 time: 0.1188612 Jan 28 17:11:44.802464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-36b256e2-4800-458e-ac14-0b46d166d82a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-609460748') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.822869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,segment=NetworkSegment(e4f138aa-9bf4-4ba9-9ed6-94993519d176),segment_id=e4f138aa-9bf4-4ba9-9ed6-94993519d176)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:44.830714 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:44.873493 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-36b256e2-4800-458e-ac14-0b46d166d82a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-609460748 HTTP/1.1" status: 204 len: 168 time: 0.0748730 Jan 28 17:11:44.876328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54724) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.881295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-165cb67f-6ef6-480a-8ddc-9b6ded75ebdb tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-609460748') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:44.887088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:44.958840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-165cb67f-6ef6-480a-8ddc-9b6ded75ebdb tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-609460748 HTTP/1.1" status: 204 len: 168 time: 0.0789137 Jan 28 17:11:44.959063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54726) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:44.963498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-c907f149-9121-46fc-8b30-a46c4875f1bc tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.023131 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c907f149-9121-46fc-8b30-a46c4875f1bc tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags HTTP/1.1" status: 200 len: 205 time: 0.0629690 Jan 28 17:11:45.025584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54728) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.029894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-79430b47-df6b-4f9e-8b06-ad41a5933448 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.063225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91961502-8012-440e-bc94-87b015e528d5 None None] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:45.083575 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-79430b47-df6b-4f9e-8b06-ad41a5933448 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags HTTP/1.1" status: 200 len: 241 time: 0.0569108 Jan 28 17:11:45.086249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54730) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.090680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-c31c7c74-7141-4f6a-ab32-25eaa4b8190e tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-1872184017') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.135069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3d6e3ed7-1de6-4d08-9554-18d3d97a22bf None None] Provisioning complete for port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:45.135453 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3ed7-1de6-4d08-9554-18d3d97a22bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:45.156440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c31c7c74-7141-4f6a-ab32-25eaa4b8190e tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-1872184017 HTTP/1.1" status: 204 len: 168 time: 0.0663185 Jan 28 17:11:45.157233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54732) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.162460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-e8763001-ad8d-4827-b38f-fac3b015ea7e tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-1872184017') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.242127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8763001-ad8d-4827-b38f-fac3b015ea7e tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-1872184017 HTTP/1.1" status: 204 len: 168 time: 0.0837142 Jan 28 17:11:45.244594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54734) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.248944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-36494072-fb1b-4279-a343-bb9651f2c4b4 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.260578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e3ed7-1de6-4d08-9554-18d3d97a22bf None None] Current status of the port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:45.313652 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-36494072-fb1b-4279-a343-bb9651f2c4b4 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags HTTP/1.1" status: 200 len: 205 time: 0.0680041 Jan 28 17:11:45.316224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54736) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.320899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-74595261-1e28-473f-af30-59f001d6b325 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.403753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-74595261-1e28-473f-af30-59f001d6b325 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags HTTP/1.1" status: 200 len: 240 time: 0.0862055 Jan 28 17:11:45.406885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54738) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.413810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-9d1f606f-38b5-4022-97b0-4e74f764097c tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-915091480') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.494547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f352205f-2fdc-4281-a568-35ef98538d08 None None] Provisioning complete for port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:45.497045 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f352205f-2fdc-4281-a568-35ef98538d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:45.500193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9d1f606f-38b5-4022-97b0-4e74f764097c tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-915091480 HTTP/1.1" status: 204 len: 168 time: 0.0918386 Jan 28 17:11:45.502998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54742) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.513724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-e46aff9f-6f7a-4517-b8cf-bbf374755da0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-915091480') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.619340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f352205f-2fdc-4281-a568-35ef98538d08 None None] Current status of the port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:45.633848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f352205f-2fdc-4281-a568-35ef98538d08 None None] Provisioning complete for port 5eaaf58f-0137-4d3b-b221-d7476c751037 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:45.634978 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f352205f-2fdc-4281-a568-35ef98538d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:45.649972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e46aff9f-6f7a-4517-b8cf-bbf374755da0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-915091480 HTTP/1.1" status: 204 len: 168 time: 0.1457148 Jan 28 17:11:45.650522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54744) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.655815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-b9006498-0d5a-4307-8976-18aca68f7252 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.681033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f352205f-2fdc-4281-a568-35ef98538d08 None None] Port 5eaaf58f-0137-4d3b-b221-d7476c751037 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:45.742318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9006498-0d5a-4307-8976-18aca68f7252 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags HTTP/1.1" status: 200 len: 205 time: 0.0906842 Jan 28 17:11:45.744751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54746) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.748863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-75884575-195a-4053-95bf-3207a1c05ff2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.769320 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-75884575-195a-4053-95bf-3207a1c05ff2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags HTTP/1.1" status: 200 len: 240 time: 0.0236080 Jan 28 17:11:45.771831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54748) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.776299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-6c31fae1-eb40-495b-be37-4343a0e6340c tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-570189100') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.801569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-afc65a89-acf6-4b19-a943-4a85249f7d88 None None] Provisioning complete for port 5eaaf58f-0137-4d3b-b221-d7476c751037 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:45.802094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-afc65a89-acf6-4b19-a943-4a85249f7d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:45.810007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6c31fae1-eb40-495b-be37-4343a0e6340c tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-570189100 HTTP/1.1" status: 204 len: 168 time: 0.0370626 Jan 28 17:11:45.812426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54750) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.817601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-0404c233-d4b5-4c9b-a04e-ca5051aada18 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-570189100') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.845375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-afc65a89-acf6-4b19-a943-4a85249f7d88 None None] Port 5eaaf58f-0137-4d3b-b221-d7476c751037 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:11:45.854284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0404c233-d4b5-4c9b-a04e-ca5051aada18 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-570189100 HTTP/1.1" status: 204 len: 168 time: 0.0405431 Jan 28 17:11:45.856636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54752) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.860953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-29c78c87-a108-4fcb-8213-87e8dc753a24 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.881347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-29c78c87-a108-4fcb-8213-87e8dc753a24 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags HTTP/1.1" status: 200 len: 205 time: 0.0236464 Jan 28 17:11:45.883757 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54754) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.887858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-ad2c514a-a9b7-4106-8333-c781e52993bd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.912177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ad2c514a-a9b7-4106-8333-c781e52993bd tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0274944 Jan 28 17:11:45.914590 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54756) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:45.918801 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-405c00e4-4e95-45be-8128-d45e1bbe6376 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:45.950642 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dddfe643-0840-419a-8d12-eb897c4ce0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:45.998628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-405c00e4-4e95-45be-8128-d45e1bbe6376 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags HTTP/1.1" status: 204 len: 168 time: 0.0830784 Jan 28 17:11:46.001584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54758) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.005683 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-4833567a-0c50-410b-a0c0-d660940cc454 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.055970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4833567a-0c50-410b-a0c0-d660940cc454 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags HTTP/1.1" status: 204 len: 168 time: 0.0534196 Jan 28 17:11:46.058599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54760) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.063617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-c19b58c7-8c30-4a90-bc7c-4892be5835da tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.120640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c19b58c7-8c30-4a90-bc7c-4892be5835da tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags HTTP/1.1" status: 204 len: 168 time: 0.0609901 Jan 28 17:11:46.125520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54762) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.129902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-1579e2e3-0465-4539-832e-9ad5dc3e8fa2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-1670465232') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.192222 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1579e2e3-0465-4539-832e-9ad5dc3e8fa2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-1670465232 HTTP/1.1" status: 201 len: 201 time: 0.0656765 Jan 28 17:11:46.194855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54764) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.199224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-6892a947-d33b-4fa9-b4b2-dd3d22861671 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-139361478') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.264600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6892a947-d33b-4fa9-b4b2-dd3d22861671 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-139361478 HTTP/1.1" status: 201 len: 201 time: 0.0686314 Jan 28 17:11:46.267147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54766) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.271684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-c97043eb-a0c7-469c-bcb4-001e95aca8f0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-985756306') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.355415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c97043eb-a0c7-469c-bcb4-001e95aca8f0 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-985756306 HTTP/1.1" status: 201 len: 201 time: 0.0871780 Jan 28 17:11:46.358690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54768) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.363104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-258fa0cf-108f-497a-966f-2dd4b2e04a85 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-501782071') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.402698 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-258fa0cf-108f-497a-966f-2dd4b2e04a85 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-501782071 HTTP/1.1" status: 201 len: 201 time: 0.0405343 Jan 28 17:11:46.402925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54770) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.407929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-f8da67fc-4cf3-4fc8-9bb0-cc3f14391578 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', {'tags': ['tempest-TagsExtTest-Tag-646169033', 'tempest-TagsExtTest-Tag-131579660', 'tempest-TagsExtTest-Tag-1590490502']}) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.473550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f8da67fc-4cf3-4fc8-9bb0-cc3f14391578 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags HTTP/1.1" status: 200 len: 316 time: 0.0696750 Jan 28 17:11:46.476163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54774) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.480701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-b0adc029-079f-4396-b9c7-57767acabe41 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.556209 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b0adc029-079f-4396-b9c7-57767acabe41 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags HTTP/1.1" status: 204 len: 168 time: 0.0763791 Jan 28 17:11:46.556508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54776) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.560945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-fabce759-ab30-4220-9327-7a541edb5a18 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-646169033') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.602337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:11:46.615107 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-fabce759-ab30-4220-9327-7a541edb5a18 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:46.616828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fabce759-ab30-4220-9327-7a541edb5a18 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-646169033 HTTP/1.1" status: 404 len: 328 time: 0.0586147 Jan 28 17:11:46.619082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54778) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.623369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-0ed24ccf-84e8-495f-8e78-fd6d161fd254 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-131579660') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.654435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:11:46.655498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:46.681936 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-0ed24ccf-84e8-495f-8e78-fd6d161fd254 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:46.683000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0ed24ccf-84e8-495f-8e78-fd6d161fd254 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-131579660 HTTP/1.1" status: 404 len: 328 time: 0.0628474 Jan 28 17:11:46.685846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54780) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.690651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-c07245a2-3aa5-4dfb-94f5-4f908b1e503f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5', 'tempest-TagsExtTest-Tag-1590490502') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.735007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:11:46.740037 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-c07245a2-3aa5-4dfb-94f5-4f908b1e503f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:46.741126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c07245a2-3aa5-4dfb-94f5-4f908b1e503f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags/tempest-TagsExtTest-Tag-1590490502 HTTP/1.1" status: 404 len: 329 time: 0.0537174 Jan 28 17:11:46.743981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54782) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.750030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-65bfb182-e42b-447b-94f8-0da4886be193 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', {'tags': ['tempest-TagsExtTest-Tag-1607284419', 'tempest-TagsExtTest-Tag-221006621', 'tempest-TagsExtTest-Tag-227678585']}) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.811740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-65bfb182-e42b-447b-94f8-0da4886be193 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags HTTP/1.1" status: 200 len: 316 time: 0.0662105 Jan 28 17:11:46.814133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54784) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.818613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-2ac03289-9400-4244-beb0-d0f6fd246540 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.882484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2ac03289-9400-4244-beb0-d0f6fd246540 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags HTTP/1.1" status: 204 len: 168 time: 0.0672157 Jan 28 17:11:46.885054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.890027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-013540cf-bfe0-47f6-8395-637d8bb55d2f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-1607284419') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:46.942354 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-013540cf-bfe0-47f6-8395-637d8bb55d2f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:46.943415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-013540cf-bfe0-47f6-8395-637d8bb55d2f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-1607284419 HTTP/1.1" status: 404 len: 329 time: 0.0574682 Jan 28 17:11:46.946211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54788) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:46.950424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-4bd0e74c-7c2c-4656-a74c-832c04432b37 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-221006621') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.000808 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-4bd0e74c-7c2c-4656-a74c-832c04432b37 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.001871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4bd0e74c-7c2c-4656-a74c-832c04432b37 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-221006621 HTTP/1.1" status: 404 len: 328 time: 0.0547624 Jan 28 17:11:47.004763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.008965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-6448694b-bc5b-4505-b023-95d3f1c9f676 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037', 'tempest-TagsExtTest-Tag-227678585') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.061142 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-6448694b-bc5b-4505-b023-95d3f1c9f676 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.062790 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6448694b-bc5b-4505-b023-95d3f1c9f676 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags/tempest-TagsExtTest-Tag-227678585 HTTP/1.1" status: 404 len: 328 time: 0.0570710 Jan 28 17:11:47.065476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.070256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-16d1bef7-899a-422f-a4d5-56e8bc04beb9 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', {'tags': ['tempest-TagsExtTest-Tag-606813527', 'tempest-TagsExtTest-Tag-313572176', 'tempest-TagsExtTest-Tag-353536139']}) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.157742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-16d1bef7-899a-422f-a4d5-56e8bc04beb9 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags HTTP/1.1" status: 200 len: 315 time: 0.0912452 Jan 28 17:11:47.160319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.165077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-fabb1ee2-6e6c-4155-bcec-1f20e7734228 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.260239 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fabb1ee2-6e6c-4155-bcec-1f20e7734228 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags HTTP/1.1" status: 204 len: 168 time: 0.0986497 Jan 28 17:11:47.262744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.268345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-31be590c-795a-4311-b726-4fde6466d16d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-606813527') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.344928 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-31be590c-795a-4311-b726-4fde6466d16d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.345894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-31be590c-795a-4311-b726-4fde6466d16d tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-606813527 HTTP/1.1" status: 404 len: 328 time: 0.0822196 Jan 28 17:11:47.348756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54798) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.353254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-887dfb53-dd01-498f-a0ac-00963679f385 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-313572176') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.433850 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-887dfb53-dd01-498f-a0ac-00963679f385 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.434972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-887dfb53-dd01-498f-a0ac-00963679f385 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-313572176 HTTP/1.1" status: 404 len: 328 time: 0.0852854 Jan 28 17:11:47.438005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54800) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.443311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-655ae356-a22e-4ee3-ad71-f265972f9757 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215', 'tempest-TagsExtTest-Tag-353536139') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.520465 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-655ae356-a22e-4ee3-ad71-f265972f9757 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.521998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-655ae356-a22e-4ee3-ad71-f265972f9757 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags/tempest-TagsExtTest-Tag-353536139 HTTP/1.1" status: 404 len: 328 time: 0.0825951 Jan 28 17:11:47.524933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.529487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-69f14f01-a398-4e94-beb3-1ad2889df468 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', {'tags': ['tempest-TagsExtTest-Tag-577953355', 'tempest-TagsExtTest-Tag-494462333', 'tempest-TagsExtTest-Tag-1651677635']}) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.563783 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69f14f01-a398-4e94-beb3-1ad2889df468 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "PUT /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags HTTP/1.1" status: 200 len: 316 time: 0.0378666 Jan 28 17:11:47.566271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.570960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-27eef280-8a9a-482a-b694-1adb3f3edd55 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.609118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54808) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.609645 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-27eef280-8a9a-482a-b694-1adb3f3edd55 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0410874 Jan 28 17:11:47.613826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-12d95be1-0af4-489c-a3a3-00ba75469299 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-577953355') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.634237 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-12d95be1-0af4-489c-a3a3-00ba75469299 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.635315 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-12d95be1-0af4-489c-a3a3-00ba75469299 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-577953355 HTTP/1.1" status: 404 len: 328 time: 0.0250516 Jan 28 17:11:47.638122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54810) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.642357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-53d01209-5dd1-4e04-ae46-39f38af8d01a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-494462333') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.661741 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-53d01209-5dd1-4e04-ae46-39f38af8d01a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.662712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-53d01209-5dd1-4e04-ae46-39f38af8d01a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-494462333 HTTP/1.1" status: 404 len: 328 time: 0.0236983 Jan 28 17:11:47.665487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54812) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.669456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.tag.tag_plugin [None req-2f2ab999-7274-4731-b0eb-c07072ebd2e6 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb', 'tempest-TagsExtTest-Tag-1651677635') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.689606 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [None req-2f2ab999-7274-4731-b0eb-c07072ebd2e6 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] show failed (client error): The resource could not be found. Jan 28 17:11:47.690582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2f2ab999-7274-4731-b0eb-c07072ebd2e6 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags/tempest-TagsExtTest-Tag-1651677635 HTTP/1.1" status: 404 len: 329 time: 0.0242455 Jan 28 17:11:47.693510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54814) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.698058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-9a2fceeb-974d-4d6c-b68a-130c054a4ac2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4100daa5-4f7d-404e-ba63-3dcdcc7502bb') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.722096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9a2fceeb-974d-4d6c-b68a-130c054a4ac2 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0275669 Jan 28 17:11:47.724609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54816) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.729018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-a114d13b-8601-461d-af1e-e3f3e785bab9 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ed2ceea5-e138-416e-833c-e4badb4dc215') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.807065 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a114d13b-8601-461d-af1e-e3f3e785bab9 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215/tags HTTP/1.1" status: 204 len: 168 time: 0.0812745 Jan 28 17:11:47.809428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54818) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.814145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-d23bf170-4bad-4a6a-8fa9-a7f003b01b91 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5eaaf58f-0137-4d3b-b221-d7476c751037') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.866848 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d23bf170-4bad-4a6a-8fa9-a7f003b01b91 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037/tags HTTP/1.1" status: 204 len: 168 time: 0.0541015 Jan 28 17:11:47.867079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54820) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:47.870954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.tag.tag_plugin [None req-c4f96952-24c2-47a0-ae74-879d74600dea tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90e5c16d-d06d-4b49-bdb0-95104404bac5') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:47.910895 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-501e5b96-b9fa-4f92-adfc-b213655d7f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:47.926451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4f96952-24c2-47a0-ae74-879d74600dea tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5/tags HTTP/1.1" status: 204 len: 168 time: 0.0585122 Jan 28 17:11:47.930084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54822) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:48.016618 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7412da1b-2c46-4136-aa8d-a56f8f0c715a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.017934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7412da1b-2c46-4136-aa8d-a56f8f0c715a tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnetpools/4100daa5-4f7d-404e-ba63-3dcdcc7502bb HTTP/1.1" status: 204 len: 168 time: 0.0868678 Jan 28 17:11:48.020844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:48.051005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c05f8f64-c158-49a9-bb02-4a09b400d4c6 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed2ceea5-e138-416e-833c-e4badb4dc215 HTTP/1.1" status: 200 len: 205 time: 0.0269160 Jan 28 17:11:48.051232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54826) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:48.127462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for router (ed2ceea5-e138-416e-833c-e4badb4dc215), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.292611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (ed2ceea5-e138-416e-833c-e4badb4dc215), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.294772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for router_controller (ed2ceea5-e138-416e-833c-e4badb4dc215), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.337877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (ed2ceea5-e138-416e-833c-e4badb4dc215), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.338515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Fanout notify agent at l3_agent the message router_deleted on router ed2ceea5-e138-416e-833c-e4badb4dc215 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:11:48.345518 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.346560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-17778c72-60c4-4c92-84d5-5777cf7f06fa tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/routers/ed2ceea5-e138-416e-833c-e4badb4dc215 HTTP/1.1" status: 204 len: 168 time: 0.2944663 Jan 28 17:11:48.348966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54828) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:48.439718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Deleting port 5eaaf58f-0137-4d3b-b221-d7476c751037 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:48.439946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.531147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.542985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Calling delete_port for 5eaaf58f-0137-4d3b-b221-d7476c751037 owned by {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:48.673320 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (5eaaf58f-0137-4d3b-b221-d7476c751037), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.703156 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event deleted for resources: {'Port': ['ID=5eaaf58f-0137-4d3b-b221-d7476c751037,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:48.779331 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.783429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-14746b2e-8e03-4d18-bf0a-88279fd74e69 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/ports/5eaaf58f-0137-4d3b-b221-d7476c751037 HTTP/1.1" status: 204 len: 168 time: 0.4334373 Jan 28 17:11:48.785802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54832) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:48.843093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Deleting subnet 90e5c16d-d06d-4b49-bdb0-95104404bac5 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:48.847195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for subnet (90e5c16d-d06d-4b49-bdb0-95104404bac5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.891177 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (90e5c16d-d06d-4b49-bdb0-95104404bac5), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:48.981059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (90e5c16d-d06d-4b49-bdb0-95104404bac5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.042587 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (90e5c16d-d06d-4b49-bdb0-95104404bac5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.071729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event deleted for resources: {'Subnet': ['ID=90e5c16d-d06d-4b49-bdb0-95104404bac5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:49.073954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.079812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-07ad74bf-a76b-4063-88cf-35c2af8f5e1f tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/subnets/90e5c16d-d06d-4b49-bdb0-95104404bac5 HTTP/1.1" status: 204 len: 168 time: 0.2901258 Jan 28 17:11:49.079994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc143c8-baca-4193-a45e-5c961342b877 None None] Network 9498d617-a5bf-4f2c-8cfe-1771294b0827 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:49.080427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54834) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:49.158138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (9498d617-a5bf-4f2c-8cfe-1771294b0827), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.220469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Deleting port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:49.220870 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.229024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] DHCP port deletion for 9498d617-a5bf-4f2c-8cfe-1771294b0827 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:11:49.287156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] Deleting port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:11:49.287608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.301504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] For port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,segment=NetworkSegment(e4f138aa-9bf4-4ba9-9ed6-94993519d176),segment_id=e4f138aa-9bf4-4ba9-9ed6-94993519d176)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:49.301885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.317404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Calling delete_port for 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:49.349622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] For port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,segment=NetworkSegment(e4f138aa-9bf4-4ba9-9ed6-94993519d176),segment_id=e4f138aa-9bf4-4ba9-9ed6-94993519d176)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:11:49.350028 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.364181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] Calling delete_port for 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:11:49.400360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.425936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event deleted for resources: {'Port': ['ID=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:49.431716 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] No DVR routers for this DVR port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:49.451154 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.515421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (9498d617-a5bf-4f2c-8cfe-1771294b0827), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.540982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9498d617-a5bf-4f2c-8cfe-1771294b0827']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:49.558707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f138aa-9bf4-4ba9-9ed6-94993519d176') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:49.558707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f138aa-9bf4-4ba9-9ed6-94993519d176') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:49.573909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (e4f138aa-9bf4-4ba9-9ed6-94993519d176), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.588356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (e4f138aa-9bf4-4ba9-9ed6-94993519d176), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.596007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:49.596462 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (e4f138aa-9bf4-4ba9-9ed6-94993519d176), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:49.599900 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:49.663557 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (9498d617-a5bf-4f2c-8cfe-1771294b0827), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.672986 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.676378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] 10.222.0.25 "DELETE /v2.0/networks/9498d617-a5bf-4f2c-8cfe-1771294b0827 HTTP/1.1" status: 204 len: 168 time: 0.5954344 Jan 28 17:11:49.683824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] No DVR routers for this DVR port 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:11:49.687445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184793f-ad28-4c28-9422-8ab93c5c2507 None None] Pushing event deleted for resources: {'Port': ['ID=83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:49.693011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b5d6c-6dd3-4ff8-888f-b5bac4db6096 tempest-TagsExtTest-2845354 tempest-TagsExtTest-2845354-project] Pushing event deleted for resources: {'Network': ['ID=9498d617-a5bf-4f2c-8cfe-1771294b0827,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:49.697911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:49.949871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54842) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:50.092253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-36f7057c-4867-4c53-8e33-ba4ceef371ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c7105b62ed3445ab5a83f2a851ae3ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410184 Jan 28 17:11:50.095101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54846) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:50.142131 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6667272c-deb9-4750-af19-e91028b9b2c8 admin admin] Publish callbacks [] for security_group (7a8f65eb-f08b-4827-a58c-88ffbb3496c4), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:50.163267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6667272c-deb9-4750-af19-e91028b9b2c8 admin admin] Publish callbacks [] for security_group (7a8f65eb-f08b-4827-a58c-88ffbb3496c4), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:50.213138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6667272c-deb9-4750-af19-e91028b9b2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7a8f65eb-f08b-4827-a58c-88ffbb3496c4), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:50.215619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6667272c-deb9-4750-af19-e91028b9b2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:50.216814 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6667272c-deb9-4750-af19-e91028b9b2c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a8f65eb-f08b-4827-a58c-88ffbb3496c4 HTTP/1.1" status: 204 len: 168 time: 0.1208029 Jan 28 17:11:50.225038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667272c-deb9-4750-af19-e91028b9b2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f65eb-f08b-4827-a58c-88ffbb3496c4,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:50.615361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:11:50.639484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:11:50.639740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83abb2f6-7ec9-47eb-8e8e-b58a3cf641ff not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:11:50.720655 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:50.911925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54870) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:50.915868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027256 Jan 28 17:11:50.918288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54872) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:51.015654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-64ec2b40-411a-4f39-9ec7-e353b03b6a7d tempest-NetworksApiDiscovery-339319076 tempest-NetworksApiDiscovery-339319076-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0964034 Jan 28 17:11:51.259457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54880) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:51.365578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae1864af-d009-4a31-905e-d72031a4ee7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.443954 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae1864af-d009-4a31-905e-d72031a4ee7a admin admin] Publish callbacks [] for security_group (e7899032-eaa1-4e55-94c9-585100e70f2e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.449799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae1864af-d009-4a31-905e-d72031a4ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e7899032-eaa1-4e55-94c9-585100e70f2e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.488381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ae1864af-d009-4a31-905e-d72031a4ee7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c584ceed15b48d4933949d57fee2abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277203 Jan 28 17:11:51.490859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54884) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:51.496649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1864af-d009-4a31-905e-d72031a4ee7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7899032-eaa1-4e55-94c9-585100e70f2e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:51.541128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2a-5c41-4a1a-8c15-0c59a3252b2d admin admin] Publish callbacks [] for security_group (e7899032-eaa1-4e55-94c9-585100e70f2e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.565308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2a-5c41-4a1a-8c15-0c59a3252b2d admin admin] Publish callbacks [] for security_group (e7899032-eaa1-4e55-94c9-585100e70f2e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.615550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2a-5c41-4a1a-8c15-0c59a3252b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (e7899032-eaa1-4e55-94c9-585100e70f2e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.618212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2a-5c41-4a1a-8c15-0c59a3252b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:51.619393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a7736b2a-5c41-4a1a-8c15-0c59a3252b2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7899032-eaa1-4e55-94c9-585100e70f2e HTTP/1.1" status: 204 len: 168 time: 0.1276498 Jan 28 17:11:51.630422 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7736b2a-5c41-4a1a-8c15-0c59a3252b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7899032-eaa1-4e55-94c9-585100e70f2e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:51.771249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.239073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54908) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:52.343870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-990345688-network', 'tenant_id': '865f5daab1ce45b3a78a521ae23539da'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:52.363704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Made reservation on behalf of 865f5daab1ce45b3a78a521ae23539da for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:52.365612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.374515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.449821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks [] for security_group (bba89871-dbff-43b5-a146-ef0629812b9b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.453988 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bba89871-dbff-43b5-a146-ef0629812b9b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.481284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:11:52.487732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba89871-dbff-43b5-a146-ef0629812b9b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:52.496795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.497150 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Added segment 3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94 of type vlan for network 8bf82a67-0ee0-4562-80f0-c5057341c529 Jan 28 17:11:52.499427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.499780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.500123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.500463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.500823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.501158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.501486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.501815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.502139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.502466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.502787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.503110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.503435 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:11:52.546739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (8bf82a67-0ee0-4562-80f0-c5057341c529), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.571470 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (8bf82a67-0ee0-4562-80f0-c5057341c529), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.572469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:52.573152 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.633201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3928921 Jan 28 17:11:52.634282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54914) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:52.639778 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Request body: {'subnet': {'network_id': '8bf82a67-0ee0-4562-80f0-c5057341c529', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-990345688-subnet', 'tenant_id': '865f5daab1ce45b3a78a521ae23539da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:52.647940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572ad0-6cce-44da-acf6-7aa53ea63389 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf82a67-0ee0-4562-80f0-c5057341c529,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:52.660347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 8bf82a67-0ee0-4562-80f0-c5057341c529 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:11:52.661764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Made reservation on behalf of 865f5daab1ce45b3a78a521ae23539da for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:52.664356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.838955 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (0df097a1-cb44-4688-8266-c3eb8694d154), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.892158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df097a1-cb44-4688-8266-c3eb8694d154,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:52.902323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Checking segment: {'id': '3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8bf82a67-0ee0-4562-80f0-c5057341c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:52.902691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Network hostable DHCP agents. Network: 8bf82a67-0ee0-4562-80f0-c5057341c529, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:11:52.918573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Network 8bf82a67-0ee0-4562-80f0-c5057341c529 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:11:52.927319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 8bf82a67-0ee0-4562-80f0-c5057341c529) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:52.931380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:52.932072 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:52.938662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872541aa-6dd1-4eda-aabf-974150ac0fc4 None None] Network 8bf82a67-0ee0-4562-80f0-c5057341c529 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:52.957391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-27b29534-6cce-4841-af5b-35c407805994 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3218248 Jan 28 17:11:53.041422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a3dc9-ae38-49ea-bab9-fd5423433ea7 None None] Network 8bf82a67-0ee0-4562-80f0-c5057341c529 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:53.445547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54930) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:53.450478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1672092713-network', 'tenant_id': '92eedc67259240a2b958b5450c6a433f'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:53.469348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Made reservation on behalf of 92eedc67259240a2b958b5450c6a433f for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:53.471654 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.481995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.563613 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks [] for security_group (973b2e47-707e-4672-9572-55837da41105), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.568060 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (973b2e47-707e-4672-9572-55837da41105), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.593301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:11:53.606059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b2e47-707e-4672-9572-55837da41105,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:53.615440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ccb2d18b-9293-4ea4-8f88-ae11deb1b946), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.615788 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Added segment ccb2d18b-9293-4ea4-8f88-ae11deb1b946 of type vlan for network b553bed4-4f41-43c8-aaf8-9c76d1631204 Jan 28 17:11:53.680511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b553bed4-4f41-43c8-aaf8-9c76d1631204), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.707203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b553bed4-4f41-43c8-aaf8-9c76d1631204), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.708331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:53.709154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.719833 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-095f5e6a-9253-4945-bcfd-556a2dcd7d9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2193055 Jan 28 17:11:53.768182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3191504 Jan 28 17:11:53.768843 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54936) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:53.775216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Request body: {'subnet': {'network_id': 'b553bed4-4f41-43c8-aaf8-9c76d1631204', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1672092713-subnet', 'tenant_id': '92eedc67259240a2b958b5450c6a433f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:11:53.781627 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad557dd2-31f9-408d-b96a-b48060c3604c admin admin] Pushing event updated for resources: {'Network': ['ID=b553bed4-4f41-43c8-aaf8-9c76d1631204,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:53.791247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b553bed4-4f41-43c8-aaf8-9c76d1631204 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:11:53.837817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Made reservation on behalf of 92eedc67259240a2b958b5450c6a433f for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:11:53.840367 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:53.856562 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-e78c4c46-3fe3-4b73-b037-94dca1934be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:53.858275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-e78c4c46-3fe3-4b73-b037-94dca1934be6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 1133 time: 0.0793173 Jan 28 17:11:54.010930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-32e5fbdf-d3e1-44b9-993b-22cab364b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:54.012576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-32e5fbdf-d3e1-44b9-993b-22cab364b434 service neutron] 10.222.0.31 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.1271472 Jan 28 17:11:54.079431 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-35b5af1c-e7b5-40d8-8dbe-a27eb00a2eec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f HTTP/1.1" status: 200 len: 217 time: 0.0447407 Jan 28 17:11:54.167393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-2dcb3b2e-823e-4996-a5e8-c1b47cb5c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:54.169014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-2dcb3b2e-823e-4996-a5e8-c1b47cb5c1e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0831087 Jan 28 17:11:54.170554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (e952b673-dca4-47cc-a22f-762373a71c0f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.259733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e952b673-dca4-47cc-a22f-762373a71c0f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:54.273980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Checking segment: {'id': 'ccb2d18b-9293-4ea4-8f88-ae11deb1b946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b553bed4-4f41-43c8-aaf8-9c76d1631204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:11:54.274351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Network hostable DHCP agents. Network: b553bed4-4f41-43c8-aaf8-9c76d1631204, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:11:54.279319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-9b3b2d3c-bb71-4bb5-bbd2-61fff19aadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:54.280909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-9b3b2d3c-bb71-4bb5-bbd2-61fff19aadcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1052244 Jan 28 17:11:54.334831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Network b553bed4-4f41-43c8-aaf8-9c76d1631204 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:11:54.348792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b553bed4-4f41-43c8-aaf8-9c76d1631204) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:11:54.354821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:11:54.355867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.359270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628ec2e-4fd9-49ba-b1e0-6eb8cdde3bf8 None None] Network b553bed4-4f41-43c8-aaf8-9c76d1631204 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:54.389707 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8acc3425-5b5f-4d3a-a11a-e4f226d05a32 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6185279 Jan 28 17:11:54.403594 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-5c01818b-0ff5-4a5d-8919-31c651f86c58 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150260 Jan 28 17:11:54.476716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb41e89-f3e0-48ec-831d-a444402a07c1 None None] Network b553bed4-4f41-43c8-aaf8-9c76d1631204 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:11:54.517738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54940) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:54.535784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6748cbfe-ed4d-4e11-9eb5-f3550b22cda7 req-ce112b11-84c5-4e11-8abf-1b911ca4ce85 service neutron] 10.222.0.31 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260273 Jan 28 17:11:54.565718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Deleting subnet 0df097a1-cb44-4688-8266-c3eb8694d154 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:54.569395 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Publish callbacks [] for subnet (0df097a1-cb44-4688-8266-c3eb8694d154), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.604315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (0df097a1-cb44-4688-8266-c3eb8694d154), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.648206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (0df097a1-cb44-4688-8266-c3eb8694d154), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.708184 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (0df097a1-cb44-4688-8266-c3eb8694d154), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.733836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df097a1-cb44-4688-8266-c3eb8694d154,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:54.739575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.745051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-94afe0cd-86e9-4b53-a3c3-2f812e31430d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0df097a1-cb44-4688-8266-c3eb8694d154 HTTP/1.1" status: 204 len: 168 time: 0.2238152 Jan 28 17:11:54.745550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 54948) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:54.841959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (8bf82a67-0ee0-4562-80f0-c5057341c529), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.938690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (8bf82a67-0ee0-4562-80f0-c5057341c529), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.958965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf82a67-0ee0-4562-80f0-c5057341c529']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:54.969911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:54.970277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:54.979734 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:54.994012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.000842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:55.001294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3af8d0d4-d4f3-428b-b71d-f4e01b9d6f94), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:55.003046 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:55.072963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (8bf82a67-0ee0-4562-80f0-c5057341c529), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.090209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.094237 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8bf82a67-0ee0-4562-80f0-c5057341c529 HTTP/1.1" status: 204 len: 168 time: 0.3478298 Jan 28 17:11:55.095202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd910a-1761-4459-8f2c-4e97a42e2bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf82a67-0ee0-4562-80f0-c5057341c529,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:55.097215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 54988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:55.158163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Deleting subnet e952b673-dca4-47cc-a22f-762373a71c0f {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:11:55.162043 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Publish callbacks [] for subnet (e952b673-dca4-47cc-a22f-762373a71c0f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.199180 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (e952b673-dca4-47cc-a22f-762373a71c0f), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.246296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e952b673-dca4-47cc-a22f-762373a71c0f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.305781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (e952b673-dca4-47cc-a22f-762373a71c0f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.338110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e952b673-dca4-47cc-a22f-762373a71c0f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:55.346584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.350075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9a0053e7-1971-4352-87e4-30d89c1a3b61 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e952b673-dca4-47cc-a22f-762373a71c0f HTTP/1.1" status: 204 len: 168 time: 0.2518408 Jan 28 17:11:55.352651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55028) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:55.427339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b553bed4-4f41-43c8-aaf8-9c76d1631204), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.509873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b553bed4-4f41-43c8-aaf8-9c76d1631204), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.532153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b553bed4-4f41-43c8-aaf8-9c76d1631204']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:55.541955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb2d18b-9293-4ea4-8f88-ae11deb1b946') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:55.542256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb2d18b-9293-4ea4-8f88-ae11deb1b946') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:11:55.552623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (ccb2d18b-9293-4ea4-8f88-ae11deb1b946), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.566569 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (ccb2d18b-9293-4ea4-8f88-ae11deb1b946), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.573060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:11:55.573504 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (ccb2d18b-9293-4ea4-8f88-ae11deb1b946), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:11:55.575739 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:11:55.634951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b553bed4-4f41-43c8-aaf8-9c76d1631204), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.641271 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:55.644550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] 10.222.0.25 "DELETE /v2.0/networks/b553bed4-4f41-43c8-aaf8-9c76d1631204 HTTP/1.1" status: 204 len: 168 time: 0.2908769 Jan 28 17:11:55.656540 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da7c1-68fc-4bbe-a65a-fc794d7ac72d admin admin] Pushing event deleted for resources: {'Network': ['ID=b553bed4-4f41-43c8-aaf8-9c76d1631204,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:55.865342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55096) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:55.925474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8a36c29a-161a-406f-968d-24a0d9489566 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=865f5daab1ce45b3a78a521ae23539da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588324 Jan 28 17:11:55.928234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55106) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:55.989686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb87e520-77ea-4460-80ec-35e9a6cdb50d admin admin] Publish callbacks [] for security_group (bba89871-dbff-43b5-a146-ef0629812b9b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.014384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb87e520-77ea-4460-80ec-35e9a6cdb50d admin admin] Publish callbacks [] for security_group (bba89871-dbff-43b5-a146-ef0629812b9b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.074566 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb87e520-77ea-4460-80ec-35e9a6cdb50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bba89871-dbff-43b5-a146-ef0629812b9b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.079017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb87e520-77ea-4460-80ec-35e9a6cdb50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.080328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fb87e520-77ea-4460-80ec-35e9a6cdb50d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bba89871-dbff-43b5-a146-ef0629812b9b HTTP/1.1" status: 204 len: 168 time: 0.1509442 Jan 28 17:11:56.090190 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87e520-77ea-4460-80ec-35e9a6cdb50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba89871-dbff-43b5-a146-ef0629812b9b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:56.445078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55180) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:56.487098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-069059de-06be-42a4-b402-8f0117d7cac7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92eedc67259240a2b958b5450c6a433f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408673 Jan 28 17:11:56.489566 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55188) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:56.881591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb9f110-bbe7-4d74-b0ab-007e493d500d admin admin] Publish callbacks [] for security_group (973b2e47-707e-4672-9572-55837da41105), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.916546 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb9f110-bbe7-4d74-b0ab-007e493d500d admin admin] Publish callbacks [] for security_group (973b2e47-707e-4672-9572-55837da41105), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.978893 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb9f110-bbe7-4d74-b0ab-007e493d500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (973b2e47-707e-4672-9572-55837da41105), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.981673 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb9f110-bbe7-4d74-b0ab-007e493d500d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:56.985614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-edb9f110-bbe7-4d74-b0ab-007e493d500d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/973b2e47-707e-4672-9572-55837da41105 HTTP/1.1" status: 204 len: 168 time: 0.4944389 Jan 28 17:11:56.994050 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9f110-bbe7-4d74-b0ab-007e493d500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b2e47-707e-4672-9572-55837da41105,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:59.136533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55484) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:59.295746 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-917ee4f9-1294-454e-be89-aa836ff85178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.379853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-917ee4f9-1294-454e-be89-aa836ff85178 admin admin] Publish callbacks [] for security_group (0b8839ea-93e1-4a10-b7b6-4e72bb6224ab), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.383801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-917ee4f9-1294-454e-be89-aa836ff85178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0b8839ea-93e1-4a10-b7b6-4e72bb6224ab), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.422854 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-917ee4f9-1294-454e-be89-aa836ff85178 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1811bb1dae1e45cda155884200a39ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849722 Jan 28 17:11:59.425338 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ee4f9-1294-454e-be89-aa836ff85178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8839ea-93e1-4a10-b7b6-4e72bb6224ab,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:59.426325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55492) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:59.477474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e339916-ca8b-4ae4-8f2e-15fe890663dd admin admin] Publish callbacks [] for security_group (0b8839ea-93e1-4a10-b7b6-4e72bb6224ab), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.502123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e339916-ca8b-4ae4-8f2e-15fe890663dd admin admin] Publish callbacks [] for security_group (0b8839ea-93e1-4a10-b7b6-4e72bb6224ab), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.547875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e339916-ca8b-4ae4-8f2e-15fe890663dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0b8839ea-93e1-4a10-b7b6-4e72bb6224ab), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.550474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2e339916-ca8b-4ae4-8f2e-15fe890663dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.551621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2e339916-ca8b-4ae4-8f2e-15fe890663dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b8839ea-93e1-4a10-b7b6-4e72bb6224ab HTTP/1.1" status: 204 len: 168 time: 0.1243703 Jan 28 17:11:59.559459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e339916-ca8b-4ae4-8f2e-15fe890663dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8839ea-93e1-4a10-b7b6-4e72bb6224ab,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:59.821481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:11:59.835199 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-256c9137-ca2a-4211-b4f3-0fbc422a2aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.909875 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-256c9137-ca2a-4211-b4f3-0fbc422a2aa7 admin admin] Publish callbacks [] for security_group (d793d0bf-435a-4b00-a1ce-a9acf5068f2a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.913830 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-256c9137-ca2a-4211-b4f3-0fbc422a2aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d793d0bf-435a-4b00-a1ce-a9acf5068f2a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:11:59.952610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-256c9137-ca2a-4211-b4f3-0fbc422a2aa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49fca5fb65884a2e92b4b0b8d0068b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299763 Jan 28 17:11:59.953620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c9137-ca2a-4211-b4f3-0fbc422a2aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793d0bf-435a-4b00-a1ce-a9acf5068f2a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:11:59.955364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55500) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:00.007409 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9696-7062-46df-8c88-f1fb31ab8f53 admin admin] Publish callbacks [] for security_group (d793d0bf-435a-4b00-a1ce-a9acf5068f2a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:00.027576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9696-7062-46df-8c88-f1fb31ab8f53 admin admin] Publish callbacks [] for security_group (d793d0bf-435a-4b00-a1ce-a9acf5068f2a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:00.072637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9696-7062-46df-8c88-f1fb31ab8f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d793d0bf-435a-4b00-a1ce-a9acf5068f2a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:00.075484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9696-7062-46df-8c88-f1fb31ab8f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:00.076677 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-bf9f9696-7062-46df-8c88-f1fb31ab8f53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d793d0bf-435a-4b00-a1ce-a9acf5068f2a HTTP/1.1" status: 204 len: 168 time: 0.1201334 Jan 28 17:12:00.086094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f9696-7062-46df-8c88-f1fb31ab8f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793d0bf-435a-4b00-a1ce-a9acf5068f2a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:01.836820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:01.944807 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1616fc2-62a4-4724-9af4-84a83815e895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.023781 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1616fc2-62a4-4724-9af4-84a83815e895 admin admin] Publish callbacks [] for security_group (49a71eab-1b2c-4342-af1d-91b7630e67dc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.027522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e1616fc2-62a4-4724-9af4-84a83815e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (49a71eab-1b2c-4342-af1d-91b7630e67dc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.067628 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e1616fc2-62a4-4724-9af4-84a83815e895 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5caa5399b25b455886e48f16a794e673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273865 Jan 28 17:12:02.067628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1616fc2-62a4-4724-9af4-84a83815e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a71eab-1b2c-4342-af1d-91b7630e67dc,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:02.068883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55562) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:02.122816 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9029e64e-5e5c-46cc-8b0e-1397a349bd1d admin admin] Publish callbacks [] for security_group (49a71eab-1b2c-4342-af1d-91b7630e67dc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.144653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9029e64e-5e5c-46cc-8b0e-1397a349bd1d admin admin] Publish callbacks [] for security_group (49a71eab-1b2c-4342-af1d-91b7630e67dc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.192798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9029e64e-5e5c-46cc-8b0e-1397a349bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (49a71eab-1b2c-4342-af1d-91b7630e67dc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.195274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9029e64e-5e5c-46cc-8b0e-1397a349bd1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.198934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9029e64e-5e5c-46cc-8b0e-1397a349bd1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49a71eab-1b2c-4342-af1d-91b7630e67dc HTTP/1.1" status: 204 len: 168 time: 0.1264403 Jan 28 17:12:02.204418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029e64e-5e5c-46cc-8b0e-1397a349bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a71eab-1b2c-4342-af1d-91b7630e67dc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:02.471048 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:02.484315 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7b65699-e200-4f1f-92c8-8cc52127ba6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.566271 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7b65699-e200-4f1f-92c8-8cc52127ba6a admin admin] Publish callbacks [] for security_group (69c9f7ad-9ff3-498c-a5d8-ab1514ada502), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.570647 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7b65699-e200-4f1f-92c8-8cc52127ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (69c9f7ad-9ff3-498c-a5d8-ab1514ada502), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.609835 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c7b65699-e200-4f1f-92c8-8cc52127ba6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebbf6a09c1ec4b1b8ab7809ccacf4966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382124 Jan 28 17:12:02.610698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b65699-e200-4f1f-92c8-8cc52127ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9f7ad-9ff3-498c-a5d8-ab1514ada502,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:02.612585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:02.662836 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fa60ced-a4c7-48ed-a0e4-fbf7ac39dcc4 admin admin] Publish callbacks [] for security_group (69c9f7ad-9ff3-498c-a5d8-ab1514ada502), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:02.989077 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fa60ced-a4c7-48ed-a0e4-fbf7ac39dcc4 admin admin] Publish callbacks [] for security_group (69c9f7ad-9ff3-498c-a5d8-ab1514ada502), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:03.040623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fa60ced-a4c7-48ed-a0e4-fbf7ac39dcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (69c9f7ad-9ff3-498c-a5d8-ab1514ada502), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:03.043702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fa60ced-a4c7-48ed-a0e4-fbf7ac39dcc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:03.045125 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9fa60ced-a4c7-48ed-a0e4-fbf7ac39dcc4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69c9f7ad-9ff3-498c-a5d8-ab1514ada502 HTTP/1.1" status: 204 len: 168 time: 0.4314613 Jan 28 17:12:03.054768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60ced-a4c7-48ed-a0e4-fbf7ac39dcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9f7ad-9ff3-498c-a5d8-ab1514ada502,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:07.938763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55678) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:08.049426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-707b32cf-4093-4bfd-b91f-b0f5486bcfce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.122534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-707b32cf-4093-4bfd-b91f-b0f5486bcfce admin admin] Publish callbacks [] for security_group (d4980ecf-53e6-492f-9146-33e45af313f6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.126458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-707b32cf-4093-4bfd-b91f-b0f5486bcfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d4980ecf-53e6-492f-9146-33e45af313f6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.165019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-707b32cf-4093-4bfd-b91f-b0f5486bcfce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db3c98f25f9f449493751312fc1dcf10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251415 Jan 28 17:12:08.165905 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b32cf-4093-4bfd-b91f-b0f5486bcfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4980ecf-53e6-492f-9146-33e45af313f6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:08.167730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55682) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:08.215962 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d033eb4-2dbd-44dd-aa52-2eb6671f45e6 admin admin] Publish callbacks [] for security_group (d4980ecf-53e6-492f-9146-33e45af313f6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.236880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d033eb4-2dbd-44dd-aa52-2eb6671f45e6 admin admin] Publish callbacks [] for security_group (d4980ecf-53e6-492f-9146-33e45af313f6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.281907 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d033eb4-2dbd-44dd-aa52-2eb6671f45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d4980ecf-53e6-492f-9146-33e45af313f6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.284521 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1d033eb4-2dbd-44dd-aa52-2eb6671f45e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.285670 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1d033eb4-2dbd-44dd-aa52-2eb6671f45e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4980ecf-53e6-492f-9146-33e45af313f6 HTTP/1.1" status: 204 len: 168 time: 0.1168947 Jan 28 17:12:08.293201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d033eb4-2dbd-44dd-aa52-2eb6671f45e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4980ecf-53e6-492f-9146-33e45af313f6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:08.540380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55688) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:08.554316 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbe7c-0798-4488-8a2f-85f44357e963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.636997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbe7c-0798-4488-8a2f-85f44357e963 admin admin] Publish callbacks [] for security_group (3e6465ce-3846-4d51-802f-53445ea027b3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.641245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbe7c-0798-4488-8a2f-85f44357e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3e6465ce-3846-4d51-802f-53445ea027b3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.680502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e5ecbe7c-0798-4488-8a2f-85f44357e963 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c1390926b4e467ebc6eabb1e8c1690e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389892 Jan 28 17:12:08.681703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecbe7c-0798-4488-8a2f-85f44357e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6465ce-3846-4d51-802f-53445ea027b3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:08.683282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55690) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:08.737249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f06090d-526b-463b-ab07-7e3892a4d993 admin admin] Publish callbacks [] for security_group (3e6465ce-3846-4d51-802f-53445ea027b3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.758133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f06090d-526b-463b-ab07-7e3892a4d993 admin admin] Publish callbacks [] for security_group (3e6465ce-3846-4d51-802f-53445ea027b3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.804117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f06090d-526b-463b-ab07-7e3892a4d993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3e6465ce-3846-4d51-802f-53445ea027b3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.806872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6f06090d-526b-463b-ab07-7e3892a4d993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:08.807999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6f06090d-526b-463b-ab07-7e3892a4d993 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e6465ce-3846-4d51-802f-53445ea027b3 HTTP/1.1" status: 204 len: 168 time: 0.1236460 Jan 28 17:12:08.815975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06090d-526b-463b-ab07-7e3892a4d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6465ce-3846-4d51-802f-53445ea027b3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:09.217874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac63a0-5a58-443c-adcc-62d5378dd5ab req-be53fac4-c82c-4bb0-8714-5564efdd59a1 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:09.219353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ac63a0-5a58-443c-adcc-62d5378dd5ab req-be53fac4-c82c-4bb0-8714-5564efdd59a1 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 950 time: 0.0560925 Jan 28 17:12:09.265575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-00ac63a0-5a58-443c-adcc-62d5378dd5ab req-66a404a9-cb9a-48ea-9c50-f47a927e648d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Jan 28 17:12:10.555976 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809105-64b0-406e-8ee0-d3a42afe2d47 req-a34fee5f-3f92-42b9-8f35-c2b15439068d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:10.561488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5809105-64b0-406e-8ee0-d3a42afe2d47 req-a34fee5f-3f92-42b9-8f35-c2b15439068d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 950 time: 0.2260246 Jan 28 17:12:10.609950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5809105-64b0-406e-8ee0-d3a42afe2d47 req-df61db07-bc26-42e4-a6d7-b269dcc4d24b tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/security-groups?id=df23e86f-b427-489a-be9e-33e74d61181e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Jan 28 17:12:10.629698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158697-221d-416f-864d-a4754777d07b req-a524be7f-7c01-45e6-ba3e-620b14e8545d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:10.631225 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96158697-221d-416f-864d-a4754777d07b req-a524be7f-7c01-45e6-ba3e-620b14e8545d tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.31 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 950 time: 0.0539992 Jan 28 17:12:10.740007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Deleting port c0adfdce-e2d0-477e-b90c-129d6fc4661f {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:12:10.740355 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:10.846104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] For port c0adfdce-e2d0-477e-b90c-129d6fc4661f, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=c0adfdce-e2d0-477e-b90c-129d6fc4661f,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:10.846601 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:10.868153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Calling delete_port for c0adfdce-e2d0-477e-b90c-129d6fc4661f owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:12:11.002428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c0adfdce-e2d0-477e-b90c-129d6fc4661f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:11.015001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['c0adfdce-e2d0-477e-b90c-129d6fc4661f'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:12:11.031383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Pushing event deleted for resources: {'Port': ['ID=c0adfdce-e2d0-477e-b90c-129d6fc4661f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:11.093395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] No DVR routers for this DVR port c0adfdce-e2d0-477e-b90c-129d6fc4661f on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:12:11.096123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:11.099945 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-96158697-221d-416f-864d-a4754777d07b req-ed4d1a40-ef3a-46d7-9db4-7a76a28a5134 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.31 "DELETE /v2.0/ports/c0adfdce-e2d0-477e-b90c-129d6fc4661f HTTP/1.1" status: 204 len: 173 time: 0.4637034 Jan 28 17:12:11.100394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52419a83-c309-4120-a943-20a24c0b7af4', 'name': 'network-vif-deleted', 'tag': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:11.102698 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcae633-2a30-49cb-b9b4-140cc3e5e2d1" -d '{"events": [{"server_uuid": "52419a83-c309-4120-a943-20a24c0b7af4", "name": "network-vif-deleted", "tag": "c0adfdce-e2d0-477e-b90c-129d6fc4661f"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:11.144823 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350321a3-ebb8-4cc0-8a0a-9f2c94fe02d8 x-openstack-request-id: req-350321a3-ebb8-4cc0-8a0a-9f2c94fe02d8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:11.145179 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52419a83-c309-4120-a943-20a24c0b7af4", "name": "network-vif-deleted", "tag": "c0adfdce-e2d0-477e-b90c-129d6fc4661f", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:11.145474 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-350321a3-ebb8-4cc0-8a0a-9f2c94fe02d8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:11.145867 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52419a83-c309-4120-a943-20a24c0b7af4', 'name': 'network-vif-deleted', 'tag': 'c0adfdce-e2d0-477e-b90c-129d6fc4661f', 'status': 'completed', 'code': 200} Jan 28 17:12:11.740536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb5f76cd-e8c2-4a90-a441-bb48b6133e73 req-6cc9710f-0213-4827-9486-8f5bd1d46867 tempest-VolumesBackupsTest-1501886254 tempest-VolumesBackupsTest-1501886254-project] 10.222.0.25 "GET /v2.0/ports?device_id=52419a83-c309-4120-a943-20a24c0b7af4 HTTP/1.1" status: 200 len: 210 time: 0.0378809 Jan 28 17:12:12.426713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:12.475796 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:14.728296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0adfdce-e2d0-477e-b90c-129d6fc4661f no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:12:14.749154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: c0adfdce-e2d0-477e-b90c-129d6fc4661f {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:12:14.749507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device c0adfdce-e2d0-477e-b90c-129d6fc4661f not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:12:15.953105 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9b33f677-c721-4bf6-8e35-35ae7f0ba472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:17.906056 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc864190-e2e9-484d-847e-905602105813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:19.481722 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:20.734892 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:21.682579 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:12:21.777256 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.226903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55948) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:24.356131 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.449664 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Publish callbacks [] for security_group (ab3fc1e9-0cc2-406b-88b8-5baee6b118f7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.454576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ab3fc1e9-0cc2-406b-88b8-5baee6b118f7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.497417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08d4123fc20f4320bcf318f6c5c007de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691970 Jan 28 17:12:24.499152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3fc1e9-0cc2-406b-88b8-5baee6b118f7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:24.499317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55952) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:24.507981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.508528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.508915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.509284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.512147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.512492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.512856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.513844 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.514181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.514512 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.514842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.515164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.515486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869c695-28e3-4c2b-af28-ec8115580c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:24.557304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3614d8ff-298d-4828-acc1-5cc863f55558 admin admin] Publish callbacks [] for security_group (ab3fc1e9-0cc2-406b-88b8-5baee6b118f7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.580232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3614d8ff-298d-4828-acc1-5cc863f55558 admin admin] Publish callbacks [] for security_group (ab3fc1e9-0cc2-406b-88b8-5baee6b118f7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.629488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3614d8ff-298d-4828-acc1-5cc863f55558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ab3fc1e9-0cc2-406b-88b8-5baee6b118f7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.632136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3614d8ff-298d-4828-acc1-5cc863f55558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:24.635677 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3614d8ff-298d-4828-acc1-5cc863f55558 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab3fc1e9-0cc2-406b-88b8-5baee6b118f7 HTTP/1.1" status: 204 len: 168 time: 0.1331615 Jan 28 17:12:24.647003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614d8ff-298d-4828-acc1-5cc863f55558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3fc1e9-0cc2-406b-88b8-5baee6b118f7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:24.952627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 55958) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:24.968972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b6931c6-6eb9-4f0e-a292-89f148c8edc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.058139 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b6931c6-6eb9-4f0e-a292-89f148c8edc3 admin admin] Publish callbacks [] for security_group (fa197c1d-c892-46e2-b97e-4e8304c6ff66), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.063146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b6931c6-6eb9-4f0e-a292-89f148c8edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fa197c1d-c892-46e2-b97e-4e8304c6ff66), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.105739 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5b6931c6-6eb9-4f0e-a292-89f148c8edc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cae257e3bf994a348e3bc2fde4ec4825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518435 Jan 28 17:12:25.106642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6931c6-6eb9-4f0e-a292-89f148c8edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa197c1d-c892-46e2-b97e-4e8304c6ff66,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:25.108458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55962) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:25.162440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7743fd9-eb57-4298-b7e4-1ebc814fe9e5 admin admin] Publish callbacks [] for security_group (fa197c1d-c892-46e2-b97e-4e8304c6ff66), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.184717 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7743fd9-eb57-4298-b7e4-1ebc814fe9e5 admin admin] Publish callbacks [] for security_group (fa197c1d-c892-46e2-b97e-4e8304c6ff66), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.242884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7743fd9-eb57-4298-b7e4-1ebc814fe9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (fa197c1d-c892-46e2-b97e-4e8304c6ff66), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.245553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c7743fd9-eb57-4298-b7e4-1ebc814fe9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.246653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c7743fd9-eb57-4298-b7e4-1ebc814fe9e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa197c1d-c892-46e2-b97e-4e8304c6ff66 HTTP/1.1" status: 204 len: 168 time: 0.1369710 Jan 28 17:12:25.273098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7743fd9-eb57-4298-b7e4-1ebc814fe9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa197c1d-c892-46e2-b97e-4e8304c6ff66,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:25.619322 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55968) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:25.633327 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2799313e-9c56-4548-834b-153469a65b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.712356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2799313e-9c56-4548-834b-153469a65b43 admin admin] Publish callbacks [] for security_group (3837d8df-2f58-4675-af2e-e9c09130d10d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.717770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2799313e-9c56-4548-834b-153469a65b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3837d8df-2f58-4675-af2e-e9c09130d10d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.756719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2799313e-9c56-4548-834b-153469a65b43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a1d5f64f9f345598786ac164869ec11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358578 Jan 28 17:12:25.757730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799313e-9c56-4548-834b-153469a65b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3837d8df-2f58-4675-af2e-e9c09130d10d,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:25.761547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:25.814387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-617f8217-3069-4e88-9c99-6200b74ca0b3 admin admin] Publish callbacks [] for security_group (3837d8df-2f58-4675-af2e-e9c09130d10d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.837977 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-617f8217-3069-4e88-9c99-6200b74ca0b3 admin admin] Publish callbacks [] for security_group (3837d8df-2f58-4675-af2e-e9c09130d10d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.887750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-617f8217-3069-4e88-9c99-6200b74ca0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (3837d8df-2f58-4675-af2e-e9c09130d10d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.891334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-617f8217-3069-4e88-9c99-6200b74ca0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:25.892521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-617f8217-3069-4e88-9c99-6200b74ca0b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3837d8df-2f58-4675-af2e-e9c09130d10d HTTP/1.1" status: 204 len: 168 time: 0.1300542 Jan 28 17:12:25.901593 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f8217-3069-4e88-9c99-6200b74ca0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837d8df-2f58-4675-af2e-e9c09130d10d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:26.603261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55994) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:26.726822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-984487442-network', 'tenant_id': '517dfaa99e6e42be9b1a5a8c55a11703'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:12:26.785745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Made reservation on behalf of 517dfaa99e6e42be9b1a5a8c55a11703 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:12:26.788921 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.806832 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.883824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks [] for security_group (7e40b904-330a-48e9-8997-b37948c65340), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.888349 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7e40b904-330a-48e9-8997-b37948c65340), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.913348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:12:26.924318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40b904-330a-48e9-8997-b37948c65340,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:26.929106 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a37062dd-3066-42f7-8967-efa6682097c9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.929456 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Added segment a37062dd-3066-42f7-8967-efa6682097c9 of type vlan for network 2dcf8594-fd84-434d-a592-fcef0cb1962f Jan 28 17:12:26.971404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (2dcf8594-fd84-434d-a592-fcef0cb1962f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.998722 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (2dcf8594-fd84-434d-a592-fcef0cb1962f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:26.999803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:27.000360 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:27.056403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4520206 Jan 28 17:12:27.059481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 55998) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:12:27.064561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Request body: {'subnet': {'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-984487442-subnet', 'tenant_id': '517dfaa99e6e42be9b1a5a8c55a11703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:12:27.079537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5f8b-3b1b-4925-8ded-a9f6bac71a85 admin admin] Pushing event updated for resources: {'Network': ['ID=2dcf8594-fd84-434d-a592-fcef0cb1962f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:27.090721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 2dcf8594-fd84-434d-a592-fcef0cb1962f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:12:27.098587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Made reservation on behalf of 517dfaa99e6e42be9b1a5a8c55a11703 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:12:27.101750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:27.285575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (070d8ab5-c51a-445f-b095-47f245ad7a79), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:27.342668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=070d8ab5-c51a-445f-b095-47f245ad7a79,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:27.352360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Checking segment: {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:12:27.352752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Network hostable DHCP agents. Network: 2dcf8594-fd84-434d-a592-fcef0cb1962f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:12:27.369894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Network 2dcf8594-fd84-434d-a592-fcef0cb1962f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:12:27.379006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 2dcf8594-fd84-434d-a592-fcef0cb1962f) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:12:27.383256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:27.383840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:27.396019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd92fb-7fae-4027-958f-ddeca59689ab None None] Network 2dcf8594-fd84-434d-a592-fcef0cb1962f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:12:27.401893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fd006efa-ecf8-4bca-971f-18109e83ff6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3414280 Jan 28 17:12:27.508213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3aaea-6f60-4209-aef2-1c6ef5173bf5 None None] Network 2dcf8594-fd84-434d-a592-fcef0cb1962f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:12:30.204964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-a77cc3bd-cb39-4c88-b6b7-93b867f6921e tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:30.206442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-a77cc3bd-cb39-4c88-b6b7-93b867f6921e tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/networks?id=2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 200 len: 808 time: 0.1024570 Jan 28 17:12:30.220934 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-29c838f4-faf1-4ea3-889c-ab704aa98040 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/quotas/517dfaa99e6e42be9b1a5a8c55a11703 HTTP/1.1" status: 200 len: 375 time: 0.0090327 Jan 28 17:12:30.256861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-6f1d954a-d79f-49bf-b78a-c5bf7f5a602c tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310333 Jan 28 17:12:30.320264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-301a92e9-5173-4e71-afbc-42e35d3d05aa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:12:30.321308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-301a92e9-5173-4e71-afbc-42e35d3d05aa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567911 Jan 28 17:12:30.409936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-48022c51-89e9-4db7-ba4d-7486bc7f9097 service neutron] 10.222.0.25 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819888 Jan 28 17:12:30.504267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-a56c35a9-f283-4666-b62f-905deab6fe2a service neutron] 10.222.0.25 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884826 Jan 28 17:12:30.683536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-015a0f97-b4f5-401a-9523-b4ffd65f229d req-f8e97d1d-184d-4a66-953e-676449aee8af tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 210 time: 0.0311356 Jan 28 17:12:31.648308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-f77e1feb-8183-4e41-bce5-2566dff6afb0 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:31.649855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-f77e1feb-8183-4e41-bce5-2566dff6afb0 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "GET /v2.0/networks?id=2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 200 len: 808 time: 0.1182313 Jan 28 17:12:31.668800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Request body: {'port': {'device_id': '4c32a310-ae36-443b-a373-251e75a64d85', 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f', 'admin_state_up': True, 'tenant_id': '517dfaa99e6e42be9b1a5a8c55a11703'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:12:31.795144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98fffbd3-eba1-4a4f-b836-5eae143e4440 req-16ccaae6-9eb5-49fa-9fab-ae63263f589e tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 210 time: 0.0369120 Jan 28 17:12:31.811786 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Made reservation on behalf of 517dfaa99e6e42be9b1a5a8c55a11703 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:12:31.815301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:31.956211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Allocated IP 172.20.0.5 (2dcf8594-fd84-434d-a592-fcef0cb1962f/070d8ab5-c51a-445f-b095-47f245ad7a79/58c26497-db21-429b-a988-2f9b552b8a73) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:12:32.110086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks [] for port (58c26497-db21-429b-a988-2f9b552b8a73), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.152817 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (58c26497-db21-429b-a988-2f9b552b8a73), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.195489 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Network 2dcf8594-fd84-434d-a592-fcef0cb1962f is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:12:32.198560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:12:32.205604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:12:32.212044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Pushing event updated for resources: {'Port': ['ID=58c26497-db21-429b-a988-2f9b552b8a73,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:32.256361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:32.257002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.272892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-18d86aab-8f81-4922-b172-3b34cd8bcdc9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116972 Jan 28 17:12:32.282773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-ab7e5d0d-deb8-4e24-84d5-37ca82f4f61d tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:12:32.283741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-ab7e5d0d-deb8-4e24-84d5-37ca82f4f61d tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059426 Jan 28 17:12:32.346562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Request body: {'port': {'device_id': '4c32a310-ae36-443b-a373-251e75a64d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:12:32.412804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c26497-db21-429b-a988-2f9b552b8a73), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.675040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c26497-db21-429b-a988-2f9b552b8a73 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:12:32.682540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Publish callbacks [] for port (58c26497-db21-429b-a988-2f9b552b8a73), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.695222 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Transition to ACTIVE for port object 58c26497-db21-429b-a988-2f9b552b8a73 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:12:32.699794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (58c26497-db21-429b-a988-2f9b552b8a73), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.771244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Pushing event updated for resources: {'Port': ['ID=58c26497-db21-429b-a988-2f9b552b8a73,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:32.829153 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Attempting to bind port 58c26497-db21-429b-a988-2f9b552b8a73 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:12:32.829502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Attempting to bind port 58c26497-db21-429b-a988-2f9b552b8a73 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:12:32.829835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Attempting to bind port 58c26497-db21-429b-a988-2f9b552b8a73 on network 2dcf8594-fd84-434d-a592-fcef0cb1962f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:12:32.834434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Port 58c26497-db21-429b-a988-2f9b552b8a73 on network 2dcf8594-fd84-434d-a592-fcef0cb1962f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:12:32.834766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Attempting to bind port 58c26497-db21-429b-a988-2f9b552b8a73 on network 2dcf8594-fd84-434d-a592-fcef0cb1962f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:12:32.839777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:12:32.840270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Checking segment: {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:12:32.840704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Bound using segment: {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:12:32.841269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Bound port: 58c26497-db21-429b-a988-2f9b552b8a73, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:12:32.841705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c26497-db21-429b-a988-2f9b552b8a73), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.941580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] For port 58c26497-db21-429b-a988-2f9b552b8a73, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:12:32.945090 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] For port 58c26497-db21-429b-a988-2f9b552b8a73, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=58c26497-db21-429b-a988-2f9b552b8a73,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:12:32.952840 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (58c26497-db21-429b-a988-2f9b552b8a73), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:32.960855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1371-147e-46b4-8951-ad98a36fc22c req-0e681486-10c3-4996-87f2-95ac7a46132a tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:32.962348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8efc1371-147e-46b4-8951-ad98a36fc22c req-0e681486-10c3-4996-87f2-95ac7a46132a tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 943 time: 0.0852189 Jan 28 17:12:33.000979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:33.001608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:33.003317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] 10.222.0.24 "PUT /v2.0/ports/58c26497-db21-429b-a988-2f9b552b8a73 HTTP/1.1" status: 200 len: 1092 time: 0.7122583 Jan 28 17:12:33.006442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32a310-ae36-443b-a373-251e75a64d85', 'tag': '58c26497-db21-429b-a988-2f9b552b8a73'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:33.009506 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43036568-f7bd-4585-95b1-48e06989b01f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32a310-ae36-443b-a373-251e75a64d85", "tag": "58c26497-db21-429b-a988-2f9b552b8a73"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:33.068975 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291bc7a0-dfad-4218-becb-a85b910d69c1 x-openstack-request-id: req-291bc7a0-dfad-4218-becb-a85b910d69c1 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:33.069415 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32a310-ae36-443b-a373-251e75a64d85", "tag": "58c26497-db21-429b-a988-2f9b552b8a73", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:33.070063 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-291bc7a0-dfad-4218-becb-a85b910d69c1 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:33.070602 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c32a310-ae36-443b-a373-251e75a64d85', 'tag': '58c26497-db21-429b-a988-2f9b552b8a73', 'status': 'completed', 'code': 200} Jan 28 17:12:33.085708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92644ca9-7ce4-4b3c-9244-f45845bf8e5d service neutron] Pushing event updated for resources: {'Port': ['ID=58c26497-db21-429b-a988-2f9b552b8a73,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:33.106385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8efc1371-147e-46b4-8951-ad98a36fc22c req-212dafa1-6db6-4497-ae0b-6be00a536164 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Jan 28 17:12:33.153346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-5b553a28-009f-4bb1-8e49-5f118da2ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:33.154920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-5b553a28-009f-4bb1-8e49-5f118da2ead8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 1126 time: 0.0623238 Jan 28 17:12:33.198374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-d17e1def-f5d8-4803-b282-39c11f95c16b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c26497-db21-429b-a988-2f9b552b8a73 HTTP/1.1" status: 200 len: 217 time: 0.0366023 Jan 28 17:12:33.246021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-9ddc5ba8-ca18-4e8d-befb-b146c7eb78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:33.248053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-9ddc5ba8-ca18-4e8d-befb-b146c7eb78fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d8ab5-c51a-445f-b095-47f245ad7a79 HTTP/1.1" status: 200 len: 848 time: 0.0435174 Jan 28 17:12:33.283895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-dc76e0ac-9f0b-4063-8d44-21d44af00dbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dcf8594-fd84-434d-a592-fcef0cb1962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296404 Jan 28 17:12:33.373492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-ee239dd7-e45e-4430-8942-efd3a281d4bc service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834506 Jan 28 17:12:33.472171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10091019-7d9c-4c31-a13e-c37f9e4dbdbf req-e9117659-304d-43a3-bdb4-7365cd8981b2 service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925052 Jan 28 17:12:33.561248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43036568-f7bd-4585-95b1-48e06989b01f req-bd43c403-1e57-450a-957e-c8d8aae0aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:33.562853 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-bd43c403-1e57-450a-957e-c8d8aae0aa95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 1126 time: 0.0461266 Jan 28 17:12:33.652344 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43036568-f7bd-4585-95b1-48e06989b01f req-b119812e-2677-4268-92a5-86bcecedb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:33.653774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-b119812e-2677-4268-92a5-86bcecedb5e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 200 len: 909 time: 0.0839307 Jan 28 17:12:33.698578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-3aeeb420-9db6-411a-b3ca-554100210ba4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c26497-db21-429b-a988-2f9b552b8a73 HTTP/1.1" status: 200 len: 217 time: 0.0390773 Jan 28 17:12:33.748971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43036568-f7bd-4585-95b1-48e06989b01f req-4323772f-bc36-4963-8321-2ea3baea0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:33.750443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-4323772f-bc36-4963-8321-2ea3baea0697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d8ab5-c51a-445f-b095-47f245ad7a79 HTTP/1.1" status: 200 len: 848 time: 0.0462439 Jan 28 17:12:33.783696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-bb79354b-fa8c-4aea-9ba9-237eaef22349 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dcf8594-fd84-434d-a592-fcef0cb1962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269179 Jan 28 17:12:33.878221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-009b2efc-e3ce-49d1-93dc-b5ece41fe4fc service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876381 Jan 28 17:12:33.967976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43036568-f7bd-4585-95b1-48e06989b01f req-e42d1142-c90f-41ff-ab65-2ddc2192f065 service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830817 Jan 28 17:12:34.236881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51c32c-6437-460b-9efb-b778900cd271 req-fc41542d-c938-4728-910c-d637a5935580 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:34.238380 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e51c32c-6437-460b-9efb-b778900cd271 req-fc41542d-c938-4728-910c-d637a5935580 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 943 time: 0.0588229 Jan 28 17:12:34.286850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e51c32c-6437-460b-9efb-b778900cd271 req-9ff0b121-7a6e-4be6-81e0-5b3433753380 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 Jan 28 17:12:35.405412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ac21-3446-44b5-ae96-1ec72693a208 req-3f99ab87-8c43-4ab2-8339-d06392a47dc7 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:35.406912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3f4ac21-3446-44b5-ae96-1ec72693a208 req-3f99ab87-8c43-4ab2-8339-d06392a47dc7 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 943 time: 0.0531573 Jan 28 17:12:35.412771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 58c26497-db21-429b-a988-2f9b552b8a73 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:12:35.456589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3f4ac21-3446-44b5-ae96-1ec72693a208 req-9dc85f61-25f7-48fb-83ae-e1e475e6d8f6 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Jan 28 17:12:35.511968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 58c26497-db21-429b-a988-2f9b552b8a73, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=58c26497-db21-429b-a988-2f9b552b8a73,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:35.523513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '58c26497-db21-429b-a988-2f9b552b8a73', 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f', 'port_id': '58c26497-db21-429b-a988-2f9b552b8a73', 'mac_address': 'fa:16:3e:64:70:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070d8ab5-c51a-445f-b095-47f245ad7a79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:12:35.561308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 58c26497-db21-429b-a988-2f9b552b8a73 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:12:35.561694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c26497-db21-429b-a988-2f9b552b8a73), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:35.574026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c26497-db21-429b-a988-2f9b552b8a73 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:12:35.597494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 58c26497-db21-429b-a988-2f9b552b8a73, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=58c26497-db21-429b-a988-2f9b552b8a73,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:35.603765 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58c26497-db21-429b-a988-2f9b552b8a73), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:35.649543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=58c26497-db21-429b-a988-2f9b552b8a73,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:35.823832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['58c26497-db21-429b-a988-2f9b552b8a73'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:12:36.581409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787a102-69d7-425b-a701-0d5261ba89dc req-0c43e2bb-15f8-4e45-ade3-d83a6419b733 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:36.583098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b787a102-69d7-425b-a701-0d5261ba89dc req-0c43e2bb-15f8-4e45-ade3-d83a6419b733 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 944 time: 0.0542386 Jan 28 17:12:36.634344 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b787a102-69d7-425b-a701-0d5261ba89dc req-145b1611-7a20-453c-bbc9-a7af4c5534dc tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Jan 28 17:12:37.427098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 58c26497-db21-429b-a988-2f9b552b8a73 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:12:37.477538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 58c26497-db21-429b-a988-2f9b552b8a73 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:12:37.483639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 58c26497-db21-429b-a988-2f9b552b8a73 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:12:37.484011 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58c26497-db21-429b-a988-2f9b552b8a73), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:37.562091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 58c26497-db21-429b-a988-2f9b552b8a73 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:12:37.562488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58c26497-db21-429b-a988-2f9b552b8a73), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:37.584962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32a310-ae36-443b-a373-251e75a64d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c26497-db21-429b-a988-2f9b552b8a73'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:37.587422 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b69539-d8c9-4791-ae11-a39c25241a7f" -d '{"events": [{"server_uuid": "4c32a310-ae36-443b-a373-251e75a64d85", "name": "network-vif-plugged", "status": "completed", "tag": "58c26497-db21-429b-a988-2f9b552b8a73"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:37.600602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 58c26497-db21-429b-a988-2f9b552b8a73, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=58c26497-db21-429b-a988-2f9b552b8a73,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:37.606162 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58c26497-db21-429b-a988-2f9b552b8a73), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:37.670003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=58c26497-db21-429b-a988-2f9b552b8a73,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:37.768159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164745f6-d180-4d46-b6d5-4b10a6f35056 req-b0862966-2e1b-454f-8264-ec8c7ba6a63c tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:37.769660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164745f6-d180-4d46-b6d5-4b10a6f35056 req-b0862966-2e1b-454f-8264-ec8c7ba6a63c tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 945 time: 0.0554888 Jan 28 17:12:37.781450 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91513e95-e55e-4fc5-a748-e030a684285b x-openstack-request-id: req-91513e95-e55e-4fc5-a748-e030a684285b {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:37.781747 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32a310-ae36-443b-a373-251e75a64d85", "name": "network-vif-plugged", "status": "completed", "tag": "58c26497-db21-429b-a988-2f9b552b8a73", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:37.782010 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91513e95-e55e-4fc5-a748-e030a684285b {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:37.782410 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32a310-ae36-443b-a373-251e75a64d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c26497-db21-429b-a988-2f9b552b8a73', 'code': 200} Jan 28 17:12:37.818314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-164745f6-d180-4d46-b6d5-4b10a6f35056 req-67e16d6c-017a-4a26-a00e-314a1c2c1abe tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Jan 28 17:12:37.883730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833f192-7899-4d60-ae20-036d6b4793c6 req-64230c68-7fbb-4aa0-8f9d-1741bd622a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:37.885264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1833f192-7899-4d60-ae20-036d6b4793c6 req-64230c68-7fbb-4aa0-8f9d-1741bd622a19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 1128 time: 0.0460286 Jan 28 17:12:37.929252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1833f192-7899-4d60-ae20-036d6b4793c6 req-ce251aa3-c8eb-41b1-add2-47728f3caccc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Jan 28 17:12:38.962532 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f444e-e2b4-4081-9f9c-e6a6941757b1 req-e840763b-aae4-4d89-96ab-e29138f9de32 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:38.964092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-296f444e-e2b4-4081-9f9c-e6a6941757b1 req-e840763b-aae4-4d89-96ab-e29138f9de32 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 945 time: 0.0637527 Jan 28 17:12:39.016501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-296f444e-e2b4-4081-9f9c-e6a6941757b1 req-a6f7ac1a-1cb9-4423-b71f-c625ca744dc8 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Jan 28 17:12:40.143277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c5378-b94a-4a56-902e-8141f12ea0d1 req-3da15f97-9151-4d58-99f7-e5a4a50a0a5d tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:40.144773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83c5378-b94a-4a56-902e-8141f12ea0d1 req-3da15f97-9151-4d58-99f7-e5a4a50a0a5d tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Jan 28 17:12:40.191322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f83c5378-b94a-4a56-902e-8141f12ea0d1 req-fca8716d-edc8-44bc-bc79-b663e36bc51b tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Jan 28 17:12:40.748502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961d1b-b4d7-46ae-b77a-24cbf1974f95 req-474315bd-10c5-467c-8a11-f02320d0caf9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:40.749980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51961d1b-b4d7-46ae-b77a-24cbf1974f95 req-474315bd-10c5-467c-8a11-f02320d0caf9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 945 time: 0.0519447 Jan 28 17:12:40.800238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51961d1b-b4d7-46ae-b77a-24cbf1974f95 req-fcb3e636-07ad-4fff-a083-81046ddd7786 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Jan 28 17:12:41.929837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dc8a3-dbbd-44bd-8396-b7823bade336 req-af63e7b2-de2a-47fb-8d20-eac56803b79d tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:41.931305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db3dc8a3-dbbd-44bd-8396-b7823bade336 req-af63e7b2-de2a-47fb-8d20-eac56803b79d tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 945 time: 0.0544028 Jan 28 17:12:42.006303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db3dc8a3-dbbd-44bd-8396-b7823bade336 req-05f63101-d7d9-4293-bb32-f4269e8c2703 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690963 Jan 28 17:12:42.024628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-a7a064c5-bb6b-4d89-9351-d133976b3935 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:42.024628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-a7a064c5-bb6b-4d89-9351-d133976b3935 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32a310-ae36-443b-a373-251e75a64d85 HTTP/1.1" status: 200 len: 945 time: 0.0717881 Jan 28 17:12:42.118343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Deleting port 58c26497-db21-429b-a988-2f9b552b8a73 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:12:42.118682 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58c26497-db21-429b-a988-2f9b552b8a73), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:42.215712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] For port 58c26497-db21-429b-a988-2f9b552b8a73, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=58c26497-db21-429b-a988-2f9b552b8a73,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:42.215993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58c26497-db21-429b-a988-2f9b552b8a73), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:42.227913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Calling delete_port for 58c26497-db21-429b-a988-2f9b552b8a73 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:12:42.356590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (58c26497-db21-429b-a988-2f9b552b8a73), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:42.369488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['58c26497-db21-429b-a988-2f9b552b8a73'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:12:42.386377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Pushing event deleted for resources: {'Port': ['ID=58c26497-db21-429b-a988-2f9b552b8a73,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:42.440733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] No DVR routers for this DVR port 58c26497-db21-429b-a988-2f9b552b8a73 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:12:42.442383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:42.443549 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:42.447089 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31f52283-deb2-471c-8b95-8fc1e99182fd req-9053f7ce-7dd9-46ae-ac48-9ceed428f9df tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "DELETE /v2.0/ports/58c26497-db21-429b-a988-2f9b552b8a73 HTTP/1.1" status: 204 len: 173 time: 0.4200237 Jan 28 17:12:42.447533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32a310-ae36-443b-a373-251e75a64d85', 'name': 'network-vif-deleted', 'tag': '58c26497-db21-429b-a988-2f9b552b8a73'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:42.449795 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d389d30-71fb-48eb-bc6e-7d815d245d76" -d '{"events": [{"server_uuid": "4c32a310-ae36-443b-a373-251e75a64d85", "name": "network-vif-deleted", "tag": "58c26497-db21-429b-a988-2f9b552b8a73"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:42.481393 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:42.497464 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1a11a-3661-4ac9-9e80-b60e4f3d0e79 x-openstack-request-id: req-76f1a11a-3661-4ac9-9e80-b60e4f3d0e79 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:42.497761 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32a310-ae36-443b-a373-251e75a64d85", "name": "network-vif-deleted", "tag": "58c26497-db21-429b-a988-2f9b552b8a73", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:42.498073 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f1a11a-3661-4ac9-9e80-b60e4f3d0e79 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:42.498471 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32a310-ae36-443b-a373-251e75a64d85', 'name': 'network-vif-deleted', 'tag': '58c26497-db21-429b-a988-2f9b552b8a73', 'status': 'completed', 'code': 200} Jan 28 17:12:43.274649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-52a4eda9-4fee-4eb8-9a0e-45b5570132f5 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:43.276138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-52a4eda9-4fee-4eb8-9a0e-45b5570132f5 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/networks?id=2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 200 len: 808 time: 0.1075668 Jan 28 17:12:43.291048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-0b13615b-3edd-4fa8-bb00-c1e1b3c427aa tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/quotas/517dfaa99e6e42be9b1a5a8c55a11703 HTTP/1.1" status: 200 len: 375 time: 0.0093877 Jan 28 17:12:43.324085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-abeef236-79de-46d0-9969-a63c4a4e8dcf tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271375 Jan 28 17:12:43.426913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-f8cba3a2-adeb-4fe4-be77-65a56998fc2d service neutron] 10.222.0.25 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962629 Jan 28 17:12:43.516574 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-3e66dba7-0140-49ce-9368-8dd01b1ed8ee service neutron] 10.222.0.25 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835874 Jan 28 17:12:43.678478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c664a694-ccd6-4a1c-a24f-d11fdae8cfe8 req-0c73deae-f4b4-4c19-a788-4f4c7436ef82 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 210 time: 0.0317781 Jan 28 17:12:44.591681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-051dba1a-6c4d-441a-8018-1a605ee68364 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:44.594170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-051dba1a-6c4d-441a-8018-1a605ee68364 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "GET /v2.0/networks?id=2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 200 len: 808 time: 0.1093771 Jan 28 17:12:44.607037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Request body: {'port': {'device_id': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f', 'admin_state_up': True, 'tenant_id': '517dfaa99e6e42be9b1a5a8c55a11703'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:12:44.718290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Made reservation on behalf of 517dfaa99e6e42be9b1a5a8c55a11703 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:12:44.721771 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:44.806205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72ce47be-8d19-4f8b-9f39-0df25213ec74 req-a6881011-4a03-4be9-a01c-9c73402faa0e tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 210 time: 0.0578523 Jan 28 17:12:44.880364 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Allocated IP 172.20.0.10 (2dcf8594-fd84-434d-a592-fcef0cb1962f/070d8ab5-c51a-445f-b095-47f245ad7a79/f35b1aef-f196-4802-90a9-28019ba8bfeb) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:12:45.032011 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks [] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.066659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.113536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Network 2dcf8594-fd84-434d-a592-fcef0cb1962f is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:12:45.120978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:12:45.125990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:12:45.129993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Pushing event updated for resources: {'Port': ['ID=f35b1aef-f196-4802-90a9-28019ba8bfeb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:45.174939 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:45.175548 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.191530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ab7a0137-485d-4d0f-8802-9b75b13b9bbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888715 Jan 28 17:12:45.203070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Request body: {'port': {'device_id': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:12:45.261036 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.475195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 58c26497-db21-429b-a988-2f9b552b8a73 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:12:45.500905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 58c26497-db21-429b-a988-2f9b552b8a73 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:12:45.501257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 58c26497-db21-429b-a988-2f9b552b8a73 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:12:45.521727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35b1aef-f196-4802-90a9-28019ba8bfeb {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:12:45.528975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Publish callbacks [] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.541131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Transition to ACTIVE for port object f35b1aef-f196-4802-90a9-28019ba8bfeb will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:12:45.546739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.617410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Pushing event updated for resources: {'Port': ['ID=f35b1aef-f196-4802-90a9-28019ba8bfeb,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:45.667044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Attempting to bind port f35b1aef-f196-4802-90a9-28019ba8bfeb on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:12:45.667375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Attempting to bind port f35b1aef-f196-4802-90a9-28019ba8bfeb by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:12:45.667700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Attempting to bind port f35b1aef-f196-4802-90a9-28019ba8bfeb on network 2dcf8594-fd84-434d-a592-fcef0cb1962f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:12:45.672791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Port f35b1aef-f196-4802-90a9-28019ba8bfeb on network 2dcf8594-fd84-434d-a592-fcef0cb1962f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:12:45.673112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Attempting to bind port f35b1aef-f196-4802-90a9-28019ba8bfeb on network 2dcf8594-fd84-434d-a592-fcef0cb1962f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:12:45.677889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:12:45.678236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Checking segment: {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:12:45.678604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Bound using segment: {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:12:45.679028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Bound port: f35b1aef-f196-4802-90a9-28019ba8bfeb, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37062dd-3066-42f7-8967-efa6682097c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:12:45.679382 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.741199 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] For port f35b1aef-f196-4802-90a9-28019ba8bfeb, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:12:45.744013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] For port f35b1aef-f196-4802-90a9-28019ba8bfeb, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:12:45.750932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.786096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:45.786715 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:45.788147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] 10.222.0.24 "PUT /v2.0/ports/f35b1aef-f196-4802-90a9-28019ba8bfeb HTTP/1.1" status: 200 len: 1093 time: 0.5896609 Jan 28 17:12:45.788581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'tag': 'f35b1aef-f196-4802-90a9-28019ba8bfeb'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:45.790795 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f847b9-f487-4ec0-993f-4984ec201f46" -d '{"events": [{"name": "network-changed", "server_uuid": "82978e9b-4613-42fd-92e5-04e47a9b4aae", "tag": "f35b1aef-f196-4802-90a9-28019ba8bfeb"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:45.815543 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925e6db-e4de-4b97-aa6c-5dfbb6d79f08 service neutron] Pushing event updated for resources: {'Port': ['ID=f35b1aef-f196-4802-90a9-28019ba8bfeb,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:45.863019 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16cc5e1-5706-44a2-92d6-936c3b833a83 x-openstack-request-id: req-f16cc5e1-5706-44a2-92d6-936c3b833a83 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:45.863319 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82978e9b-4613-42fd-92e5-04e47a9b4aae", "tag": "f35b1aef-f196-4802-90a9-28019ba8bfeb", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:45.863571 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f16cc5e1-5706-44a2-92d6-936c3b833a83 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:45.863971 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'tag': 'f35b1aef-f196-4802-90a9-28019ba8bfeb', 'status': 'completed', 'code': 200} Jan 28 17:12:45.881952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-6cd61ca5-76c4-4775-aaf5-7a380949afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:45.883465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-6cd61ca5-76c4-4775-aaf5-7a380949afe1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 1127 time: 0.0501270 Jan 28 17:12:45.939227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-a8d42e99-3df9-499a-90b2-d9d46ac0814a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb HTTP/1.1" status: 200 len: 217 time: 0.0488679 Jan 28 17:12:45.956339 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c54a8c60-b628-447f-b7fa-0165991340a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:46.009763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-f8d6ff5e-0b3a-4e2b-8bba-10dde1dbdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:46.011413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-f8d6ff5e-0b3a-4e2b-8bba-10dde1dbdb6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d8ab5-c51a-445f-b095-47f245ad7a79 HTTP/1.1" status: 200 len: 848 time: 0.0564277 Jan 28 17:12:46.019099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3204a2-5561-45b1-a3c3-6522f3ab7590 req-95411151-9c7f-46a5-947b-89bab1aa0cbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:46.020539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b3204a2-5561-45b1-a3c3-6522f3ab7590 req-95411151-9c7f-46a5-947b-89bab1aa0cbb tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 944 time: 0.1241121 Jan 28 17:12:46.057540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-ae01ef9d-3794-4cfd-8e71-f0f793e20e24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dcf8594-fd84-434d-a592-fcef0cb1962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360546 Jan 28 17:12:46.093171 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b3204a2-5561-45b1-a3c3-6522f3ab7590 req-553df119-458c-4a54-a9dc-9255be0545ae tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614688 Jan 28 17:12:46.288208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-5dda9e6d-c4ef-46f2-9b3f-b7c4be5c030d service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808532 Jan 28 17:12:46.379079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a83dab26-8b3b-4359-bc71-23c4e7c13182 req-7bff20ba-8518-49b8-836e-21412439a39c service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849969 Jan 28 17:12:46.474184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-3812cafd-23ad-475d-9c8f-7fd2dca2e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:46.475913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-3812cafd-23ad-475d-9c8f-7fd2dca2e232 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 1127 time: 0.0473754 Jan 28 17:12:46.569613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-56e1af67-53c1-449e-a65a-9018c78c693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:46.571145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-56e1af67-53c1-449e-a65a-9018c78c693b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 200 len: 909 time: 0.0888312 Jan 28 17:12:46.618452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-62bef4f3-ffcd-48b4-b68e-ac8a04730b6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb HTTP/1.1" status: 200 len: 217 time: 0.0402741 Jan 28 17:12:46.665889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-095e9cc8-4efc-44cb-bc75-46edbc1732ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:46.667310 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-095e9cc8-4efc-44cb-bc75-46edbc1732ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d8ab5-c51a-445f-b095-47f245ad7a79 HTTP/1.1" status: 200 len: 848 time: 0.0429199 Jan 28 17:12:46.703232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-de7f16bb-9483-4295-912f-7c0b9b91f637 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dcf8594-fd84-434d-a592-fcef0cb1962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293639 Jan 28 17:12:46.798036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-d024ff51-b3f0-47ed-9a7c-03dfd7404f48 service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Jan 28 17:12:46.885765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f847b9-f487-4ec0-993f-4984ec201f46 req-b65fb7ce-4bb1-4908-a7f0-1bb8cb505964 service neutron] 10.222.0.24 "GET /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808449 Jan 28 17:12:47.213703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f311a-e69c-4488-b6a8-a51c6b3d3033 req-6573f75a-5304-4517-8e3a-df7fa84e9847 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:47.215098 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-523f311a-e69c-4488-b6a8-a51c6b3d3033 req-6573f75a-5304-4517-8e3a-df7fa84e9847 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 944 time: 0.0531266 Jan 28 17:12:47.266642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-523f311a-e69c-4488-b6a8-a51c6b3d3033 req-b3bfc028-80e1-43f5-b676-b4ab6c946731 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Jan 28 17:12:47.908856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c12c7e5-c423-4400-a306-4c8a1e1d3398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:48.396014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d2753-c90c-429b-bca5-0daf19322420 req-757cc86e-e6f1-43f2-b22f-e1d630b98843 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:48.397582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-651d2753-c90c-429b-bca5-0daf19322420 req-757cc86e-e6f1-43f2-b22f-e1d630b98843 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 944 time: 0.0595839 Jan 28 17:12:48.450529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-651d2753-c90c-429b-bca5-0daf19322420 req-42d02d2f-8cf5-492a-8649-ef0a3626fe3c tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 Jan 28 17:12:49.478281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:49.491266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f35b1aef-f196-4802-90a9-28019ba8bfeb details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:12:49.578477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32538cb0-f53c-49f5-be1e-20b1e80ce6ae req-c688b987-96ac-4607-9d39-4d961d945a84 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:49.580891 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32538cb0-f53c-49f5-be1e-20b1e80ce6ae req-c688b987-96ac-4607-9d39-4d961d945a84 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 944 time: 0.0549123 Jan 28 17:12:49.597385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f35b1aef-f196-4802-90a9-28019ba8bfeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:49.609909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'f35b1aef-f196-4802-90a9-28019ba8bfeb', 'network_id': '2dcf8594-fd84-434d-a592-fcef0cb1962f', 'port_id': 'f35b1aef-f196-4802-90a9-28019ba8bfeb', 'mac_address': 'fa:16:3e:77:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070d8ab5-c51a-445f-b095-47f245ad7a79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:12:49.629128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32538cb0-f53c-49f5-be1e-20b1e80ce6ae req-1e900380-db96-453b-a8d4-f39681ff2a5a tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Jan 28 17:12:49.648422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f35b1aef-f196-4802-90a9-28019ba8bfeb is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:12:49.648956 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:49.662066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35b1aef-f196-4802-90a9-28019ba8bfeb {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:12:49.681615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f35b1aef-f196-4802-90a9-28019ba8bfeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:49.685610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:49.730168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f35b1aef-f196-4802-90a9-28019ba8bfeb,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:49.737978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.738330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.738671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.739007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.739346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.739679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.740005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.740329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.740650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.740996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.741321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.741642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.741962 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:12:49.878111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f35b1aef-f196-4802-90a9-28019ba8bfeb'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:12:50.728079 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:50.752027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdac63-d98e-476b-9135-a5f9688abdc6 req-022e7185-700e-434f-9c3b-388a5bfa0c91 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:50.753527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7fdac63-d98e-476b-9135-a5f9688abdc6 req-022e7185-700e-434f-9c3b-388a5bfa0c91 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 945 time: 0.0572963 Jan 28 17:12:50.803743 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7fdac63-d98e-476b-9135-a5f9688abdc6 req-df46b25e-972d-4e91-81f5-0c68661f01b9 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Jan 28 17:12:51.531825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f35b1aef-f196-4802-90a9-28019ba8bfeb up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:12:51.583096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port f35b1aef-f196-4802-90a9-28019ba8bfeb completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:12:51.587007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port f35b1aef-f196-4802-90a9-28019ba8bfeb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:12:51.587380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:51.664135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port f35b1aef-f196-4802-90a9-28019ba8bfeb is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:12:51.664528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:51.688336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b1aef-f196-4802-90a9-28019ba8bfeb'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:51.690702 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa07b15e-15da-43bc-900d-438884ecba1b" -d '{"events": [{"server_uuid": "82978e9b-4613-42fd-92e5-04e47a9b4aae", "name": "network-vif-plugged", "status": "completed", "tag": "f35b1aef-f196-4802-90a9-28019ba8bfeb"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:51.704557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port f35b1aef-f196-4802-90a9-28019ba8bfeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:51.710934 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:51.733856 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9459fb28-fa9a-4776-8a18-58141bee41ee x-openstack-request-id: req-9459fb28-fa9a-4776-8a18-58141bee41ee {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:51.734494 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82978e9b-4613-42fd-92e5-04e47a9b4aae", "name": "network-vif-plugged", "status": "completed", "tag": "f35b1aef-f196-4802-90a9-28019ba8bfeb", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:51.734494 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9459fb28-fa9a-4776-8a18-58141bee41ee {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:51.734796 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b1aef-f196-4802-90a9-28019ba8bfeb', 'code': 200} Jan 28 17:12:51.782988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:51.796253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=f35b1aef-f196-4802-90a9-28019ba8bfeb,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:51.847456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a066f4-503e-40a0-8e77-eebc74f7ddfc req-3665fc9d-a8dc-466e-8cb7-4a50225d4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:51.849071 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6a066f4-503e-40a0-8e77-eebc74f7ddfc req-3665fc9d-a8dc-466e-8cb7-4a50225d4030 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 1129 time: 0.0524292 Jan 28 17:12:51.924033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6a066f4-503e-40a0-8e77-eebc74f7ddfc req-ec721128-51e1-42ee-84fc-b9ba509e8945 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675373 Jan 28 17:12:51.944105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e02a-0886-40a2-a70c-a150dfd2d155 req-c014be3f-632e-468a-9fd4-ce192303bfc7 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:51.945699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc41e02a-0886-40a2-a70c-a150dfd2d155 req-c014be3f-632e-468a-9fd4-ce192303bfc7 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 946 time: 0.0678854 Jan 28 17:12:52.309773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc41e02a-0886-40a2-a70c-a150dfd2d155 req-3f64a254-13da-44a1-9968-66fed3ffd778 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583262 Jan 28 17:12:53.428746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd60f9-bced-4ea6-9f5d-aa3de3b5d278 req-e5a67302-d93f-4ed1-bea7-a268783a9ac3 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:53.430120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4cd60f9-bced-4ea6-9f5d-aa3de3b5d278 req-e5a67302-d93f-4ed1-bea7-a268783a9ac3 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 946 time: 0.0519862 Jan 28 17:12:53.475219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f4cd60f9-bced-4ea6-9f5d-aa3de3b5d278 req-f7c7cd21-4a64-48fd-acb5-f96153bf2a16 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Jan 28 17:12:54.087700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9bd83-8ff7-45d6-b0ea-07dbeebd5e1a req-bad21339-bb7e-4a67-8fa6-480700c7c0c3 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:54.089094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3c9bd83-8ff7-45d6-b0ea-07dbeebd5e1a req-bad21339-bb7e-4a67-8fa6-480700c7c0c3 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 946 time: 0.0518627 Jan 28 17:12:54.143105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3c9bd83-8ff7-45d6-b0ea-07dbeebd5e1a req-beeb83e9-a1cf-4dee-bba4-3c36b625a447 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Jan 28 17:12:55.274149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf2b08-97c7-45af-8d76-616217294182 req-2a232af5-a9ae-4923-ab0b-50ac605ee1de tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:55.275653 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8caf2b08-97c7-45af-8d76-616217294182 req-2a232af5-a9ae-4923-ab0b-50ac605ee1de tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 946 time: 0.0607200 Jan 28 17:12:55.353700 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8caf2b08-97c7-45af-8d76-616217294182 req-af54aa13-da14-4b36-ac76-0df73b17a806 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e40b904-330a-48e9-8997-b37948c65340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717068 Jan 28 17:12:55.361258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-59b1bf9e-1c58-47ec-af97-990c65a0c4af tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:12:55.362659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-59b1bf9e-1c58-47ec-af97-990c65a0c4af tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "GET /v2.0/ports?device_id=82978e9b-4613-42fd-92e5-04e47a9b4aae HTTP/1.1" status: 200 len: 946 time: 0.0818861 Jan 28 17:12:55.457235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Deleting port f35b1aef-f196-4802-90a9-28019ba8bfeb {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:12:55.457493 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:55.542568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] For port f35b1aef-f196-4802-90a9-28019ba8bfeb, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=f35b1aef-f196-4802-90a9-28019ba8bfeb,segment=NetworkSegment(a37062dd-3066-42f7-8967-efa6682097c9),segment_id=a37062dd-3066-42f7-8967-efa6682097c9)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:12:55.542932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:55.556191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Calling delete_port for f35b1aef-f196-4802-90a9-28019ba8bfeb owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:12:55.692662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (f35b1aef-f196-4802-90a9-28019ba8bfeb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:55.705558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['f35b1aef-f196-4802-90a9-28019ba8bfeb'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:12:55.724046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Pushing event deleted for resources: {'Port': ['ID=f35b1aef-f196-4802-90a9-28019ba8bfeb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:12:55.767698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] No DVR routers for this DVR port f35b1aef-f196-4802-90a9-28019ba8bfeb on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:12:55.770498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:12:55.774179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b059c65-dc0b-4adc-8ce8-61803de43623 req-95082bf2-7f9a-45cc-841e-f379bc615b29 tempest-VolumesActionsTest-706809683 tempest-VolumesActionsTest-706809683-project] 10.222.0.24 "DELETE /v2.0/ports/f35b1aef-f196-4802-90a9-28019ba8bfeb HTTP/1.1" status: 204 len: 173 time: 0.4062912 Jan 28 17:12:55.774662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'name': 'network-vif-deleted', 'tag': 'f35b1aef-f196-4802-90a9-28019ba8bfeb'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:12:55.777063 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa94324-f172-4486-b5fa-26032ee830f8" -d '{"events": [{"server_uuid": "82978e9b-4613-42fd-92e5-04e47a9b4aae", "name": "network-vif-deleted", "tag": "f35b1aef-f196-4802-90a9-28019ba8bfeb"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:12:55.901491 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c1f29a-939f-429c-a47f-48620eab99c2 x-openstack-request-id: req-d6c1f29a-939f-429c-a47f-48620eab99c2 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:12:55.902000 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82978e9b-4613-42fd-92e5-04e47a9b4aae", "name": "network-vif-deleted", "tag": "f35b1aef-f196-4802-90a9-28019ba8bfeb", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:12:55.902371 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6c1f29a-939f-429c-a47f-48620eab99c2 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:12:55.902848 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82978e9b-4613-42fd-92e5-04e47a9b4aae', 'name': 'network-vif-deleted', 'tag': 'f35b1aef-f196-4802-90a9-28019ba8bfeb', 'status': 'completed', 'code': 200} Jan 28 17:12:58.686210 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:12:59.594280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f35b1aef-f196-4802-90a9-28019ba8bfeb no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:12:59.642021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: f35b1aef-f196-4802-90a9-28019ba8bfeb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:12:59.642853 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device f35b1aef-f196-4802-90a9-28019ba8bfeb not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:13:12.499402 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:12.514429 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:15.962805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-53894a92-b9ee-4272-a869-9532424ab09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:17.910568 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4559dcda-5f69-4337-9ba6-745e7c942024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.376021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 56662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:19.431665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Deleting subnet 070d8ab5-c51a-445f-b095-47f245ad7a79 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:13:19.435046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Publish callbacks [] for subnet (070d8ab5-c51a-445f-b095-47f245ad7a79), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.472324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (070d8ab5-c51a-445f-b095-47f245ad7a79), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.528082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (070d8ab5-c51a-445f-b095-47f245ad7a79), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.597438 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (070d8ab5-c51a-445f-b095-47f245ad7a79), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.626152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070d8ab5-c51a-445f-b095-47f245ad7a79,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:19.630080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.635413 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5e089f0b-3f73-4d45-af55-cb9391b3505e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/070d8ab5-c51a-445f-b095-47f245ad7a79 HTTP/1.1" status: 204 len: 168 time: 0.2581747 Jan 28 17:13:19.638593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56666) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:19.690202 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.711518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (2dcf8594-fd84-434d-a592-fcef0cb1962f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.791763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (2dcf8594-fd84-434d-a592-fcef0cb1962f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.812560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcf8594-fd84-434d-a592-fcef0cb1962f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:13:19.822086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37062dd-3066-42f7-8967-efa6682097c9') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:13:19.822391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37062dd-3066-42f7-8967-efa6682097c9') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:13:19.832591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (a37062dd-3066-42f7-8967-efa6682097c9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.846446 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (a37062dd-3066-42f7-8967-efa6682097c9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.853280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:13:19.853617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (a37062dd-3066-42f7-8967-efa6682097c9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:13:19.855882 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:13:19.917339 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (2dcf8594-fd84-434d-a592-fcef0cb1962f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.934392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:19.938735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2dcf8594-fd84-434d-a592-fcef0cb1962f HTTP/1.1" status: 204 len: 168 time: 0.2991221 Jan 28 17:13:19.939642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcf8594-fd84-434d-a592-fcef0cb1962f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:19.949599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.950210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.951263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.951794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.952313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.953420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.953947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.954469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.954995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.955503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.956120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.956996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:19.957551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19901-115b-4ffe-9147-4b1bc297b6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:20.061327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56672) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:20.103156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7f28ff9c-8223-42a1-ac3c-823407cacb4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=517dfaa99e6e42be9b1a5a8c55a11703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383251 Jan 28 17:13:20.103595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56674) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:20.154485 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7647d4d-9b0b-4421-9a73-7886c4b7c387 admin admin] Publish callbacks [] for security_group (7e40b904-330a-48e9-8997-b37948c65340), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:20.176725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7647d4d-9b0b-4421-9a73-7886c4b7c387 admin admin] Publish callbacks [] for security_group (7e40b904-330a-48e9-8997-b37948c65340), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:20.235939 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7647d4d-9b0b-4421-9a73-7886c4b7c387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (7e40b904-330a-48e9-8997-b37948c65340), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:20.239420 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7647d4d-9b0b-4421-9a73-7886c4b7c387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:20.240878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7647d4d-9b0b-4421-9a73-7886c4b7c387 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e40b904-330a-48e9-8997-b37948c65340 HTTP/1.1" status: 204 len: 168 time: 0.1360903 Jan 28 17:13:20.264453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7647d4d-9b0b-4421-9a73-7886c4b7c387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40b904-330a-48e9-8997-b37948c65340,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:20.727739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:21.775519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.110628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56786) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:28.233972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01d46f64-b5cc-4bab-b7c6-f0483daf9395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.309165 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01d46f64-b5cc-4bab-b7c6-f0483daf9395 admin admin] Publish callbacks [] for security_group (b75d694c-1098-4ce8-816f-e5af536c29cb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.313244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-01d46f64-b5cc-4bab-b7c6-f0483daf9395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b75d694c-1098-4ce8-816f-e5af536c29cb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.357202 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-01d46f64-b5cc-4bab-b7c6-f0483daf9395 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59cc4e3ae3ac44f78cfbb9858b846cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453187 Jan 28 17:13:28.359870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 56792) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:28.366481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d46f64-b5cc-4bab-b7c6-f0483daf9395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d694c-1098-4ce8-816f-e5af536c29cb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:28.415876 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3f1093-30fb-4cae-82f4-e354ea64119f admin admin] Publish callbacks [] for security_group (b75d694c-1098-4ce8-816f-e5af536c29cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.440307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3f1093-30fb-4cae-82f4-e354ea64119f admin admin] Publish callbacks [] for security_group (b75d694c-1098-4ce8-816f-e5af536c29cb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.489069 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3f1093-30fb-4cae-82f4-e354ea64119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b75d694c-1098-4ce8-816f-e5af536c29cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.491729 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da3f1093-30fb-4cae-82f4-e354ea64119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:28.495259 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da3f1093-30fb-4cae-82f4-e354ea64119f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b75d694c-1098-4ce8-816f-e5af536c29cb HTTP/1.1" status: 204 len: 168 time: 0.1318274 Jan 28 17:13:28.507110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f1093-30fb-4cae-82f4-e354ea64119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d694c-1098-4ce8-816f-e5af536c29cb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:35.687649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:13:42.459984 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:42.489669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:45.957333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e93f8d5b-8e97-4916-b49e-ed9cd4515439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:47.919070 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-409a2f00-1b46-4486-bc1c-28f124e13bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:49.484589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:50.723095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:51.790469 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:51.989139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 57242) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:52.104963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac273a6d-09c5-47bb-b22d-248eb3a0c663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.182670 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac273a6d-09c5-47bb-b22d-248eb3a0c663 admin admin] Publish callbacks [] for security_group (d24a1688-d29d-4387-b753-674c0d609734), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.187887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ac273a6d-09c5-47bb-b22d-248eb3a0c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d24a1688-d29d-4387-b753-674c0d609734), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.224919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac273a6d-09c5-47bb-b22d-248eb3a0c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a1688-d29d-4387-b753-674c0d609734,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:52.233115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 57246) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:13:52.233678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ac273a6d-09c5-47bb-b22d-248eb3a0c663 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=320f9930126a4b2495978d9f670fba54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429473 Jan 28 17:13:52.296363 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Publish callbacks [] for security_group (d24a1688-d29d-4387-b753-674c0d609734), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.321652 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Publish callbacks [] for security_group (d24a1688-d29d-4387-b753-674c0d609734), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.376721 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (d24a1688-d29d-4387-b753-674c0d609734), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.381384 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:13:52.382156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d24a1688-d29d-4387-b753-674c0d609734 HTTP/1.1" status: 204 len: 168 time: 0.1471019 Jan 28 17:13:52.392168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a1688-d29d-4387-b753-674c0d609734,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:13:52.401549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.401842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.402201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.402622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.402965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.403305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.403641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.403969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.404885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.405402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.405978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.406320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:13:52.406798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77175a0-f2d6-4cfb-be74-3c6d24f0dc56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:14:12.473681 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:12.505616 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:12.688462 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:14:15.960151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c907bc2c-1e79-4db2-937d-86282dcc24ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:17.916383 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1e44e2e3-e053-478c-a55c-d3bfd4e0db84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:19.486651 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:20.730655 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:21.777390 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:42.473454 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:42.519703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:45.960891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-54bf7a7a-839e-45c8-a869-87e59a6d319a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:47.908878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a7604bc1-1e94-4922-be2b-7e531eae506d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:49.489080 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:49.687995 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:14:50.727236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:14:51.779672 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:12.479784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:12.527720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:15.961800 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7583a5e2-cfd7-4c65-adf5-a316b6437ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:17.358963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-e872875f-6413-4d3a-a19f-26514a3af60c req-9a930aef-4210-4e38-9b7c-d84a08027247 service neutron] (103094) timed out ('10.222.0.25', 57278) {{(pid=103094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:15:17.911631 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d7749a31-dd14-46c5-af61-52c2301c94ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:19.490517 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:20.730576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:21.782023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:26.687694 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:15:42.493717 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:42.536309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:45.964160 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-31eb6a6c-dc18-4944-a475-24b8c53a6659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:47.914731 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c53714e-5f33-4947-b3d6-110003089dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:49.497607 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:50.742198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:15:51.784176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:03.687528 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:16:12.497540 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:12.541357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:15.967037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6d39-af60-46ca-a043-493ae5045c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:17.918241 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb9f8-5b26-4566-ad69-3762103de31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:19.492712 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:20.734656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:21.786520 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:24.017480 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59394) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:16:24.162940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-98134620-a21b-4d30-98ec-76e128fdee40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eee406b7bea24dc888b6d8fca181f0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442521 Jan 28 17:16:24.165352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 59400) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:16:24.212253 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Publish callbacks [] for security_group (df23e86f-b427-489a-be9e-33e74d61181e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:24.237345 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Publish callbacks [] for security_group (df23e86f-b427-489a-be9e-33e74d61181e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:24.290214 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (df23e86f-b427-489a-be9e-33e74d61181e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:24.293648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:24.294845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df23e86f-b427-489a-be9e-33e74d61181e HTTP/1.1" status: 204 len: 168 time: 0.1285822 Jan 28 17:16:24.303547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23e86f-b427-489a-be9e-33e74d61181e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:16:24.311519 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.311877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.312429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.312810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.313395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.314404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.314929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.315277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.315940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.316290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.316633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.316996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:24.317333 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d58c5f-7431-4510-9880-b0f929ebcf06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:16:40.686524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:16:42.485523 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:42.550044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:45.968414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7341380f-c553-433e-bd31-22596ec84015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:47.922178 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-81e551cb-9630-42c1-b401-5827501fe78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:49.494347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:50.736533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:16:51.788577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:12.500410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:12.548929 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:15.973170 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5889335-a8d9-4213-b135-1b9e6a7eccb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:17.685872 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:17:17.924396 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ee456e0-aea1-42a3-a933-6fe2f8836cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:19.497550 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:20.739323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:21.790862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.521563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60442) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:23.629183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cff4fa2c-2426-458d-8072-438b140517bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.707560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cff4fa2c-2426-458d-8072-438b140517bf admin admin] Publish callbacks [] for security_group (281c21fe-6675-49de-bcb6-8a19ff6b0876), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.711796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cff4fa2c-2426-458d-8072-438b140517bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (281c21fe-6675-49de-bcb6-8a19ff6b0876), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.753321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cff4fa2c-2426-458d-8072-438b140517bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20d6c14daf5f4e94888fb8e6c23f7e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306008 Jan 28 17:17:23.754230 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4fa2c-2426-458d-8072-438b140517bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281c21fe-6675-49de-bcb6-8a19ff6b0876,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:23.756029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60446) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:23.809898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Publish callbacks [] for security_group (281c21fe-6675-49de-bcb6-8a19ff6b0876), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.831624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Publish callbacks [] for security_group (281c21fe-6675-49de-bcb6-8a19ff6b0876), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.876875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (281c21fe-6675-49de-bcb6-8a19ff6b0876), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.879494 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:23.882980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/281c21fe-6675-49de-bcb6-8a19ff6b0876 HTTP/1.1" status: 204 len: 168 time: 0.1233139 Jan 28 17:17:23.888914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281c21fe-6675-49de-bcb6-8a19ff6b0876,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:23.896641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.896641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.897010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.897356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.897694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.898029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.898360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.898690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.899017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.899345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.899693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.900021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:23.900311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23abe11-ecd3-43d7-bd6d-b547038be3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:24.507075 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60472) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:24.604998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1433634089-network', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:24.625224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Made reservation on behalf of c273b220b31c4f3d9b1ea19a337a6883 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:17:24.627646 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.636142 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.708205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks [] for security_group (667b902b-bd0e-44a8-a684-dd72aede641e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.712042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (667b902b-bd0e-44a8-a684-dd72aede641e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.742734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:17:24.752265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667b902b-bd0e-44a8-a684-dd72aede641e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:24.757174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (23c65715-bd3b-4d36-b1b2-879305e007de), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.757789 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Added segment 23c65715-bd3b-4d36-b1b2-879305e007de of type vlan for network de05bf23-b94e-4227-80e9-1e6cd7084717 Jan 28 17:17:24.806628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (de05bf23-b94e-4227-80e9-1e6cd7084717), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.833244 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (de05bf23-b94e-4227-80e9-1e6cd7084717), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.834376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:24.835390 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:24.890749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3824770 Jan 28 17:17:24.893882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60476) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:24.898832 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Request body: {'subnet': {'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1433634089-subnet', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:24.900530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1b40-6da1-4f53-806c-98d15f7b92f9 admin admin] Pushing event updated for resources: {'Network': ['ID=de05bf23-b94e-4227-80e9-1e6cd7084717,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:24.915501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network de05bf23-b94e-4227-80e9-1e6cd7084717 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:17:24.921696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Made reservation on behalf of c273b220b31c4f3d9b1ea19a337a6883 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:17:24.924098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.087589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (cd6d502d-67a1-4321-a0dc-f9245f85fe07), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.142840 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6d502d-67a1-4321-a0dc-f9245f85fe07,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:25.153296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.153652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.153998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.154341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.154681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.155017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.155350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.155681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.156010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.156339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.156687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.157019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.157346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.163244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Checking segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:25.163611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Network hostable DHCP agents. Network: de05bf23-b94e-4227-80e9-1e6cd7084717, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:17:25.179764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Network de05bf23-b94e-4227-80e9-1e6cd7084717 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:17:25.188385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, de05bf23-b94e-4227-80e9-1e6cd7084717) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:25.192658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:25.193279 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.198638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfcadf5-e8ec-4d86-928f-3ac893454737 None None] Network de05bf23-b94e-4227-80e9-1e6cd7084717 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:17:25.209025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-26ff9749-2145-441d-970f-466e07aacf03 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3139517 Jan 28 17:17:25.211647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60478) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:25.216405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:25.234994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.236048 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.293277 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks [] for router_controller (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.300227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-de05bf23-b94e-4227-80e9-1e6cd7084717', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:17:25.301135 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.435908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks [] for router_gateway (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.436841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Allocated IP 172.20.0.2 (de05bf23-b94e-4227-80e9-1e6cd7084717/cd6d502d-67a1-4321-a0dc-f9245f85fe07/4bcfbafb-c701-4cf8-a02f-8c35fdcc5460) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:25.580555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Publish callbacks [] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.587536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.625748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Network de05bf23-b94e-4227-80e9-1e6cd7084717 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:25.628435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:25.633816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:25.637413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks [] for router_gateway (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.641309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Pushing event updated for resources: {'Port': ['ID=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:25.650996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.651352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.651695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.652036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.652399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.652755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.653087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.653414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.653739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.654063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.654384 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.654704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.655032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:25.656873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.707146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Attempting to bind port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:25.707441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Attempting to bind port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:25.707838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Attempting to bind port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 on network de05bf23-b94e-4227-80e9-1e6cd7084717 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:25.713074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:25.713463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Checking segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:25.713870 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.714266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Bound using segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:25.714765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Bound port: 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:25.715156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.765684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Allocated IP 172.25.8.47 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/2e88548f-53a6-44f4-84a5-40f711499cdb) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:25.777446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] For port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:25.780500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] For port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:25.786707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.846090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdab91f-514a-4708-a436-9e20edfe4b7f None None] Pushing event updated for resources: {'Port': ['ID=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:25.872525 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks [] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.907951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:25.952286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:25.955210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:25.961173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:25.987744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e88548f-53a6-44f4-84a5-40f711499cdb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:26.234181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks [] for router_gateway (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:26.430334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:26.562476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:17:26.684787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:17:26.705305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Sync routers for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:17:26.722294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:26.722946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:26.724296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:26.725579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fb5a20e7-18a7-46f5-98c5-9865b71f57c4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5130165 Jan 28 17:17:26.728450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60482) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:26.878865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02ef6c-f2b5-45c6-8735-656eb0ee2641 None None] Network de05bf23-b94e-4227-80e9-1e6cd7084717 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:17:26.883471 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:26.951489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:27.203243 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.245185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] Provisioning complete for port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:27.245568 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.341088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:27.341470 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.361127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Allocated IP 172.20.0.1 (de05bf23-b94e-4227-80e9-1e6cd7084717/cd6d502d-67a1-4321-a0dc-f9245f85fe07/706736c2-44ae-4604-bf1d-24c28ff35e82) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:27.466674 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] Current status of the port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:27.467073 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.480033 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks [] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.515530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:26Z', 'revision_number': 3, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:27.519571 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.561267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Network de05bf23-b94e-4227-80e9-1e6cd7084717 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:27.564205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:27.570525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:27.571837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Checking router: a33bffd1-aa82-4d27-9e83-70220ca0dcb2 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:17:27.572392 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Updating router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 port 2e88548f-53a6-44f4-84a5-40f711499cdb binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:17:27.594163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] For port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:27.595027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:27.595416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.598554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Pushing event updated for resources: {'Port': ['ID=706736c2-44ae-4604-bf1d-24c28ff35e82,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:27.611002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.614693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.642496 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.762841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.792885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181b345-ef07-4df9-8aa0-b3985071d6cf None None] Pushing event updated for resources: {'Port': ['ID=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:27.798788 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:17:27.799148 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:17:27.812547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-11feaed2-4473-4eaa-b850-83de47d30847 None None] Provisioning complete for port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:27.812965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11feaed2-4473-4eaa-b850-83de47d30847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.942243 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks [] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.946996 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:27.967721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-11feaed2-4473-4eaa-b850-83de47d30847 None None] Current status of the port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:28.017302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.018897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Pushing event updated for resources: {'Port': ['ID=706736c2-44ae-4604-bf1d-24c28ff35e82,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:28.032847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Publish callbacks [] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.038963 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.099874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Attempting to bind port 2e88548f-53a6-44f4-84a5-40f711499cdb on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:28.100244 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Attempting to bind port 2e88548f-53a6-44f4-84a5-40f711499cdb by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:28.100607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Attempting to bind port 2e88548f-53a6-44f4-84a5-40f711499cdb on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:28.103612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d5612-dc03-4a44-9777-c9b0e673f449 None None] Pushing event updated for resources: {'Port': ['ID=2e88548f-53a6-44f4-84a5-40f711499cdb,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:28.116476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:28.116476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:28.116476 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.116900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Network de05bf23-b94e-4227-80e9-1e6cd7084717 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:28.116977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:28.116977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Bound port: 2e88548f-53a6-44f4-84a5-40f711499cdb, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:28.116977 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.117167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:28.117347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3241904a-d92b-41e1-9e2c-e0149041cc35 None None] Provisioning complete for port 706736c2-44ae-4604-bf1d-24c28ff35e82 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:28.117716 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3241904a-d92b-41e1-9e2c-e0149041cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.195158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3241904a-d92b-41e1-9e2c-e0149041cc35 None None] Port 706736c2-44ae-4604-bf1d-24c28ff35e82 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:17:28.202140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] For port 2e88548f-53a6-44f4-84a5-40f711499cdb, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:28.205528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] For port 2e88548f-53a6-44f4-84a5-40f711499cdb, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2e88548f-53a6-44f4-84a5-40f711499cdb,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:28.211911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.235854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:17:28.272835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:28.273472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:28.309807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d5612-dc03-4a44-9777-c9b0e673f449 None None] Pushing event updated for resources: {'Port': ['ID=2e88548f-53a6-44f4-84a5-40f711499cdb,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:28.361697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:28.363624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:17:28.369017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ff6e07ef-4ff2-4cb8-97b1-bf60a906be97 admin admin] 10.222.0.25 "PUT /v2.0/routers/a33bffd1-aa82-4d27-9e83-70220ca0dcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6392848 Jan 28 17:17:28.423855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:28.456835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d4bbff0b-1bce-4688-a060-ed9de54bb57b None None] Provisioning complete for port 706736c2-44ae-4604-bf1d-24c28ff35e82 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:28.457205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4bbff0b-1bce-4688-a060-ed9de54bb57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.561254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbff0b-1bce-4688-a060-ed9de54bb57b None None] Port 706736c2-44ae-4604-bf1d-24c28ff35e82 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:17:28.655164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 2, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:28.687562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e6086-c666-411b-88a5-71b73921c5e3 None None] The sync data for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 is: [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 2, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:17:28.783287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:28.837754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:28.838367 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.852359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60498) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:28.857949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1590845415-network', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:28.896811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Made reservation on behalf of 51614b8e793144dbbaa7aeaf5b6cf958 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:17:28.905183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.924951 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:28.944905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:29.012491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks [] for security_group (a519d8f3-b251-481a-a33f-e1edbb95398a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.017559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a519d8f3-b251-481a-a33f-e1edbb95398a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.043886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:17:29.055028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519d8f3-b251-481a-a33f-e1edbb95398a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:29.060332 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6ed248a2-579e-472e-9d6a-1375a2676eba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.060736 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Added segment 6ed248a2-579e-472e-9d6a-1375a2676eba of type vlan for network b028a891-006e-41b8-9e4e-e56ff43c1af9 Jan 28 17:17:29.105587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b028a891-006e-41b8-9e4e-e56ff43c1af9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.135788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b028a891-006e-41b8-9e4e-e56ff43c1af9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.137340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:29.137918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.197511 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3434918 Jan 28 17:17:29.200916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60500) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:29.202229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c1068-e394-42f0-9d0d-2d4bb1affe56 admin admin] Pushing event updated for resources: {'Network': ['ID=b028a891-006e-41b8-9e4e-e56ff43c1af9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:29.206993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Request body: {'subnet': {'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1590845415-subnet', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:29.217512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:17:29.227560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Made reservation on behalf of 51614b8e793144dbbaa7aeaf5b6cf958 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:17:29.230041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.415894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (15dac751-b92d-47dc-9d2e-0d77da36b8c0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.480492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dac751-b92d-47dc-9d2e-0d77da36b8c0,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:29.490800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Checking segment: {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:29.491241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Network hostable DHCP agents. Network: b028a891-006e-41b8-9e4e-e56ff43c1af9, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:17:29.509762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:17:29.523187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b028a891-006e-41b8-9e4e-e56ff43c1af9) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:29.527698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:29.528512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.532110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5ba3f-5f34-485a-9cc9-35677f3e15e4 None None] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:17:29.549553 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-13266ee9-ef0b-4051-94b7-6ac6fb01a152 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3434923 Jan 28 17:17:29.549553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60502) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:29.553654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:29.573824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.575061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.629244 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks [] for router_controller (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.653649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b028a891-006e-41b8-9e4e-e56ff43c1af9', 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'fixed_ips': [{'subnet_id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:17:29.654645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.772101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks [] for router_gateway (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.802025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Allocated IP 172.20.0.2 (b028a891-006e-41b8-9e4e-e56ff43c1af9/15dac751-b92d-47dc-9d2e-0d77da36b8c0/7787b1e5-43cd-41b4-bb9c-c54c9dd314d8) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:29.953806 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Publish callbacks [] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.960112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:29.976696 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks [] for router_gateway (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.002016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.003518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:30.011539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:30.016029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:30.019150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Pushing event updated for resources: {'Port': ['ID=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:30.081507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Attempting to bind port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:30.081790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Attempting to bind port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:30.082150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Attempting to bind port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 on network b028a891-006e-41b8-9e4e-e56ff43c1af9 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:30.087194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:30.087571 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Checking segment: {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:30.087974 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.088864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Bound using segment: {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:30.088988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Bound port: 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:30.089320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.119136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Allocated IP 172.25.8.164 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ed3f5c8c-e9db-4955-91b9-e6ef39d1852b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:30.160920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] For port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:30.164435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] For port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,segment=NetworkSegment(6ed248a2-579e-472e-9d6a-1375a2676eba),segment_id=6ed248a2-579e-472e-9d6a-1375a2676eba)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:30.170637 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.230281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks [] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.238592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ba29-1947-4c9e-99cc-4a89bd8f1037 None None] Pushing event updated for resources: {'Port': ['ID=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:30.266372 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.305589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:30.308643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:30.314535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:30.320607 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:30.865972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:30.909494 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks [] for router_gateway (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:30.921242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:30.921621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.005806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:31.006556 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.043968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,segment=NetworkSegment(6ed248a2-579e-472e-9d6a-1375a2676eba),segment_id=6ed248a2-579e-472e-9d6a-1375a2676eba)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:31.049139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.049971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2e88548f-53a6-44f4-84a5-40f711499cdb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:31.129549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:31.135786 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.147864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2e88548f-53a6-44f4-84a5-40f711499cdb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:31.148236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.292221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:17:31.333333 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Sync routers for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:17:31.345100 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:31.345775 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:31.395650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62d54c-2a42-4060-89f9-e324585ab17d None None] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:17:31.419372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:17:31.438552 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.440153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-54c472db-9fad-4e00-8fec-beba56aaf944 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8899562 Jan 28 17:17:31.442948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60504) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:31.456176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Sync routers for ids ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:17:31.469537 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:31.476905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2e88548f-53a6-44f4-84a5-40f711499cdb is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:31.477309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.497909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d58b3660-d8f2-478c-af82-b8da9834788e None None] Provisioning complete for port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:31.498206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d58b3660-d8f2-478c-af82-b8da9834788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.503254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Routers {'7e6d99a1-9203-4ccd-b029-4fc219af1a4d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:31.503884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:31.524476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 2e88548f-53a6-44f4-84a5-40f711499cdb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2e88548f-53a6-44f4-84a5-40f711499cdb,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:31.580797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.675076 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 2, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:31.705261 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Checking router: a33bffd1-aa82-4d27-9e83-70220ca0dcb2 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:17:31.705702 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Updating router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 port 706736c2-44ae-4604-bf1d-24c28ff35e82 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:17:31.729506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=2e88548f-53a6-44f4-84a5-40f711499cdb,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:31.732290 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.771933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Set router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:31.899986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:31.910684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d58b3660-d8f2-478c-af82-b8da9834788e None None] Current status of the port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:32.001893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:17:30Z', 'revision_number': 3, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:32.034766 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Publish callbacks [] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.040479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Checking router: 7e6d99a1-9203-4ccd-b029-4fc219af1a4d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:17:32.041046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Updating router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:17:32.044281 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.074949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.097142 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Pushing event updated for resources: {'Port': ['ID=706736c2-44ae-4604-bf1d-24c28ff35e82,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:32.105891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Allocated IP 172.20.0.1 (b028a891-006e-41b8-9e4e-e56ff43c1af9/15dac751-b92d-47dc-9d2e-0d77da36b8c0/914d5e81-c6f1-4037-b8d9-9f41d6f388c2) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:32.126904 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.127255 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.127596 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.128097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.128734 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.128734 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.128948 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.129229 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.129552 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.129873 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.130196 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.130523 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.130826 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:17:32.186569 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Attempting to bind port 706736c2-44ae-4604-bf1d-24c28ff35e82 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:32.186947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Attempting to bind port 706736c2-44ae-4604-bf1d-24c28ff35e82 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:32.187456 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Attempting to bind port 706736c2-44ae-4604-bf1d-24c28ff35e82 on network de05bf23-b94e-4227-80e9-1e6cd7084717 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:32.193750 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:32.194283 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Checking segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:32.194691 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.195096 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Bound using segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:32.195570 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Bound port: 706736c2-44ae-4604-bf1d-24c28ff35e82, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:32.195955 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.239523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-40cb641a-a500-46db-a757-42c7af1e7516 None None] Provisioning complete for port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:32.240062 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-40cb641a-a500-46db-a757-42c7af1e7516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.259323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks [] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.281642 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] For port 706736c2-44ae-4604-bf1d-24c28ff35e82, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:32.285312 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] For port 706736c2-44ae-4604-bf1d-24c28ff35e82, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=706736c2-44ae-4604-bf1d-24c28ff35e82,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:32.292288 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.300214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.343542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:32.344714 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:32.346041 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:32.347462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:32.351647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:32.400157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Pushing event updated for resources: {'Port': ['ID=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:32.423510 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a8d5-054e-4b6c-9915-8dc27176878e None None] Pushing event updated for resources: {'Port': ['ID=706736c2-44ae-4604-bf1d-24c28ff35e82,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:32.426625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-40cb641a-a500-46db-a757-42c7af1e7516 None None] Current status of the port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:32.435891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.467324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Publish callbacks [] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.482600 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.535664 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:32.548449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Attempting to bind port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:32.548991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Attempting to bind port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:32.549421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Attempting to bind port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:32.567985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:32.568536 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:32.569547 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.569547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:32.570490 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Bound port: ed3f5c8c-e9db-4955-91b9-e6ef39d1852b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:32.571325 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.618185 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3d536-fac6-4bc6-8bf6-7ed1f0e5d4a2 None None] Pushing event updated for resources: {'Port': ['ID=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:32.625206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] Provisioning complete for port 706736c2-44ae-4604-bf1d-24c28ff35e82 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:32.625707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.641912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.782139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] Current status of the port 706736c2-44ae-4604-bf1d-24c28ff35e82 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:32.782545 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.795015 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:32.797679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] For port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:32.827725 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701300c-b247-43e1-a2f0-54e252d66224 None None] The sync data for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 is: [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:17:32.830021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] For port 706736c2-44ae-4604-bf1d-24c28ff35e82, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=706736c2-44ae-4604-bf1d-24c28ff35e82,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:32.832026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] For port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:32.836453 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.845852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.866257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks [] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.872290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.921780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Routers {'7e6d99a1-9203-4ccd-b029-4fc219af1a4d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:32.922415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:32.927797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc07030-1c13-4486-a1c1-6f0d06b18a6f None None] Pushing event updated for resources: {'Port': ['ID=706736c2-44ae-4604-bf1d-24c28ff35e82,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:32.935061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Pushing event updated for resources: {'Port': ['ID=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:32.957592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:32.976477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:33.062983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:33.064711 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:33.107074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c903a616-e1fa-4ae7-bf26-c8d46d647e2b None None] Provisioning complete for port 706736c2-44ae-4604-bf1d-24c28ff35e82 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:33.107576 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c903a616-e1fa-4ae7-bf26-c8d46d647e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:33.142545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3d536-fac6-4bc6-8bf6-7ed1f0e5d4a2 None None] Pushing event updated for resources: {'Port': ['ID=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:33.186235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] Set router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:33.203629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:17:33.394113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:33.394488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:33.563375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c903a616-e1fa-4ae7-bf26-c8d46d647e2b None None] Current status of the port 706736c2-44ae-4604-bf1d-24c28ff35e82 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:33.615898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-c903a616-e1fa-4ae7-bf26-c8d46d647e2b None None] Provisioning complete for port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:33.616278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c903a616-e1fa-4ae7-bf26-c8d46d647e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:33.674490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:17:33.688577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5c1affab-9e2e-4e62-867a-3386f40293ff admin admin] 10.222.0.25 "PUT /v2.0/routers/7e6d99a1-9203-4ccd-b029-4fc219af1a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2354491 Jan 28 17:17:33.690950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:33.691967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 706736c2-44ae-4604-bf1d-24c28ff35e82 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:33.698733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-c903a616-e1fa-4ae7-bf26-c8d46d647e2b None None] Port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:17:33.755827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '914d5e81-c6f1-4037-b8d9-9f41d6f388c2', 'name': '', 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'mac_address': 'fa:16:3e:55:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:31Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 2, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'subnets': [{'id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:33.788254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1cddc-fb07-46ef-b472-163762894ec9 None None] The sync data for ids ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'] in n-d-812111-13 is: [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '914d5e81-c6f1-4037-b8d9-9f41d6f388c2', 'name': '', 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'mac_address': 'fa:16:3e:55:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:31Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 2, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'subnets': [{'id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:17:33.791805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 706736c2-44ae-4604-bf1d-24c28ff35e82 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:33.792181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:33.840942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-21bbd277-8ef8-4620-a746-35672a7884e3 None None] Provisioning complete for port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:33.841323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-21bbd277-8ef8-4620-a746-35672a7884e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:33.903297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-21bbd277-8ef8-4620-a746-35672a7884e3 None None] Port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:17:33.916179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 706736c2-44ae-4604-bf1d-24c28ff35e82 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:33.918535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2e88548f-53a6-44f4-84a5-40f711499cdb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:33.972374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 2e88548f-53a6-44f4-84a5-40f711499cdb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:33.972787 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.077376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 2e88548f-53a6-44f4-84a5-40f711499cdb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:34.340530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60514) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:34.345312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340883417', 'description': 'tempest-secgroup-smoke-340883417 description', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:34.366562 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.444879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group (c2587648-a56e-4759-aef6-408d225acee6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.450292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c2587648-a56e-4759-aef6-408d225acee6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.485308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.486540 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1449323 Jan 28 17:17:34.488389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9724272-2bf0-44ff-b648-dd9f5c539dd8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2587648-a56e-4759-aef6-408d225acee6,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:34.489646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60516) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:34.494359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group_rule': {'security_group_id': 'c2587648-a56e-4759-aef6-408d225acee6', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:34.520279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (decdb1d9-f2ad-4175-ad06-38852ba700cd), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.584841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (decdb1d9-f2ad-4175-ad06-38852ba700cd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.588201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (decdb1d9-f2ad-4175-ad06-38852ba700cd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.604615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decdb1d9-f2ad-4175-ad06-38852ba700cd,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:34.611638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.613112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cd304ada-2d9a-438f-a858-4afb164ce52a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220729 Jan 28 17:17:34.615651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60518) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:34.619867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group_rule': {'security_group_id': 'c2587648-a56e-4759-aef6-408d225acee6', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:34.643301 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (c7da857d-83aa-4412-bfae-c46d12cfeab8), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.696080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (c7da857d-83aa-4412-bfae-c46d12cfeab8), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.700258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c7da857d-83aa-4412-bfae-c46d12cfeab8), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.717127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7da857d-83aa-4412-bfae-c46d12cfeab8,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:34.724183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.725411 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e81badc7-66d0-4172-8698-0b19bb093965 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1088512 Jan 28 17:17:34.728010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:34.732240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group_rule': {'security_group_id': 'c2587648-a56e-4759-aef6-408d225acee6', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:34.760426 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (db6d50e0-7b0e-44ca-9648-82925891eaf2), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.821832 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (db6d50e0-7b0e-44ca-9648-82925891eaf2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.825526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (db6d50e0-7b0e-44ca-9648-82925891eaf2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.842804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6d50e0-7b0e-44ca-9648-82925891eaf2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:34.853481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.857732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f6008e2e-2fdb-4618-9fba-bbf07d31dcaf tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257880 Jan 28 17:17:34.857925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:34.862380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group_rule': {'security_group_id': 'c2587648-a56e-4759-aef6-408d225acee6', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:34.870537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed3f5c8c-e9db-4955-91b9-e6ef39d1852b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:34.887629 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (885ba3df-0e11-4ee0-bedf-488ea4329e04), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.918803 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:34.919378 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.946631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (885ba3df-0e11-4ee0-bedf-488ea4329e04), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.950897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (885ba3df-0e11-4ee0-bedf-488ea4329e04), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.970695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885ba3df-0e11-4ee0-bedf-488ea4329e04,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:34.976840 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:34.978176 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cc732f54-5a7c-4c69-a066-b6aa43efcd7c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192715 Jan 28 17:17:34.981430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60524) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:34.985812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group_rule': {'security_group_id': 'c2587648-a56e-4759-aef6-408d225acee6', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:35.003964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:35.004317 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.006252 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Project c273b220b31c4f3d9b1ea19a337a6883 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:17:35.011632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (6541f0b6-05f2-4f6f-9148-338954e4198f), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.025404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:35.029293 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.030122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 706736c2-44ae-4604-bf1d-24c28ff35e82 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:35.069970 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (6541f0b6-05f2-4f6f-9148-338954e4198f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.073844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (6541f0b6-05f2-4f6f-9148-338954e4198f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.090722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6541f0b6-05f2-4f6f-9148-338954e4198f,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:35.102510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.103867 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-65a1b4d3-59d6-4fd4-b5ae-974cb9794e27 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214943 Jan 28 17:17:35.105636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:35.107281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60526) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:35.111684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'security_group_rule': {'security_group_id': 'c2587648-a56e-4759-aef6-408d225acee6', 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:35.125636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 706736c2-44ae-4604-bf1d-24c28ff35e82 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:35.126027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.133333 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Project c273b220b31c4f3d9b1ea19a337a6883 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:17:35.138270 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (1d92e815-134e-43a9-bd9a-d68947a7c3c2), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.197753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (1d92e815-134e-43a9-bd9a-d68947a7c3c2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.201920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (1d92e815-134e-43a9-bd9a-d68947a7c3c2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.205045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 706736c2-44ae-4604-bf1d-24c28ff35e82 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:35.221480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d92e815-134e-43a9-bd9a-d68947a7c3c2,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:35.231521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:35.235212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b7d01259-3359-4364-9bf4-ab438c953a8a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242001 Jan 28 17:17:35.514831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d0fd8cd8-d1f0-4412-be6c-3bb7c27addc9 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340883417&fields=id&tenant_id=c273b220b31c4f3d9b1ea19a337a6883 HTTP/1.1" status: 200 len: 267 time: 0.0506387 Jan 28 17:17:35.631719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d434bc60-ec0a-4057-8817-75a131e1ea9a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:35.633364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d434bc60-ec0a-4057-8817-75a131e1ea9a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 809 time: 0.1093976 Jan 28 17:17:35.648997 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-1d70fef5-5fcf-4fac-91c9-87cb90b5b008 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/quotas/c273b220b31c4f3d9b1ea19a337a6883 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Jan 28 17:17:35.710083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d23fdc30-324f-4a80-8ca9-14702289d40e tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541086 Jan 28 17:17:35.912036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e10800b0-7248-4acc-b502-9171c3c8289c service neutron] 10.222.0.25 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895838 Jan 28 17:17:36.008175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-578a014a-f9d1-4191-afd1-87def38180a5 service neutron] 10.222.0.25 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901997 Jan 28 17:17:36.261995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3dca4a28-1cd5-459b-84bd-8c561e1f751a req-abc1b4c7-783d-4c2a-a5a8-eef013dc6fbe tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 210 time: 0.0847886 Jan 28 17:17:36.765684 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Sync routers for ids ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:17:36.775521 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Routers {'7e6d99a1-9203-4ccd-b029-4fc219af1a4d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:36.776121 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:36.788782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed3f5c8c-e9db-4955-91b9-e6ef39d1852b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:36.837673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:36.838048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:36.920565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:36.973759 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Set router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:37.177041 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '914d5e81-c6f1-4037-b8d9-9f41d6f388c2', 'name': '', 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'mac_address': 'fa:16:3e:55:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:31Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 2, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'subnets': [{'id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:37.203034 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Checking router: 7e6d99a1-9203-4ccd-b029-4fc219af1a4d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:17:37.203388 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Updating router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:17:37.230948 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.357873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b93bad03-479b-41c2-bd87-2b4e1ef21583 req-6debf496-1877-4e2d-9363-9cc789a3f33d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 210 time: 0.0325007 Jan 28 17:17:37.515540 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Publish callbacks [] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.520444 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.569192 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5d535-dd22-440b-bd32-81dad3b55659 None None] Pushing event updated for resources: {'Port': ['ID=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:37.621134 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Attempting to bind port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:37.621710 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Attempting to bind port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:37.622050 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Attempting to bind port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 on network b028a891-006e-41b8-9e4e-e56ff43c1af9 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:37.627176 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:37.627548 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Checking segment: {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:37.627939 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.628323 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Bound using segment: {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:37.628808 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Bound port: 914d5e81-c6f1-4037-b8d9-9f41d6f388c2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed248a2-579e-472e-9d6a-1375a2676eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:37.629183 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.695419 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] For port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:37.699053 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] For port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,segment=NetworkSegment(6ed248a2-579e-472e-9d6a-1375a2676eba),segment_id=6ed248a2-579e-472e-9d6a-1375a2676eba)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:37.706883 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.754091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] Provisioning complete for port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:37.754656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.764390 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Routers {'7e6d99a1-9203-4ccd-b029-4fc219af1a4d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:37.765043 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:37.766888 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5d535-dd22-440b-bd32-81dad3b55659 None None] Pushing event updated for resources: {'Port': ['ID=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:37.836152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] Current status of the port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:37.837151 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.874967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] For port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,segment=NetworkSegment(6ed248a2-579e-472e-9d6a-1375a2676eba),segment_id=6ed248a2-579e-472e-9d6a-1375a2676eba)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:37.879707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:37.884610 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] Set router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:37.935083 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1936e8-42b7-4b5a-b1ae-3977fdcbbed3 None None] Pushing event updated for resources: {'Port': ['ID=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:37.998632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d146d21d-26d7-4ade-a1b7-52d0aac853bd None None] Provisioning complete for port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:37.999094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d146d21d-26d7-4ade-a1b7-52d0aac853bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:38.074014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d146d21d-26d7-4ade-a1b7-52d0aac853bd None None] Current status of the port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:38.082577 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '914d5e81-c6f1-4037-b8d9-9f41d6f388c2', 'name': '', 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'mac_address': 'fa:16:3e:55:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:31Z', 'updated_at': '2022-01-28T17:17:37Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'subnets': [{'id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:38.112072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd906137-e7b1-40e8-86e4-05b631ce76a5 None None] The sync data for ids ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'] in n-d-812111-13 is: [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '914d5e81-c6f1-4037-b8d9-9f41d6f388c2', 'name': '', 'network_id': 'b028a891-006e-41b8-9e4e-e56ff43c1af9', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'mac_address': 'fa:16:3e:55:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:31Z', 'updated_at': '2022-01-28T17:17:37Z', 'revision_number': 4, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'subnets': [{'id': '15dac751-b92d-47dc-9d2e-0d77da36b8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:17:38.439724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bf0ace6-48de-477a-9605-290405cfbe72 req-ae2cb83b-3826-4f81-9920-4d23d43fe6b7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Jan 28 17:17:38.827200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:38.878153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:38.878797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:38.954643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:39.283759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-3486bbbe-27e7-403e-af93-1bb9f674851f tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:39.285212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-3486bbbe-27e7-403e-af93-1bb9f674851f tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 809 time: 0.1004741 Jan 28 17:17:39.353454 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-c4ff5703-021f-44f2-8a88-cc6f35b7441f tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c273b220b31c4f3d9b1ea19a337a6883 HTTP/1.1" status: 200 len: 379 time: 0.0595772 Jan 28 17:17:39.365636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'port': {'device_id': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'admin_state_up': True, 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'security_groups': ['c2587648-a56e-4759-aef6-408d225acee6']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:39.472221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Made reservation on behalf of c273b220b31c4f3d9b1ea19a337a6883 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:17:39.476032 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:39.540403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c20a0707-046c-4a78-941f-e7a428776a49 req-e5d5bd57-0e5f-47c9-8551-4f6caa58ea7e tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 210 time: 0.0319557 Jan 28 17:17:39.611793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Allocated IP 172.20.0.9 (de05bf23-b94e-4227-80e9-1e6cd7084717/cd6d502d-67a1-4321-a0dc-f9245f85fe07/69e9c087-21b6-4dc6-8e66-80cacdaff404) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:39.747381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:39.781208 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:39.827084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Network de05bf23-b94e-4227-80e9-1e6cd7084717 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:39.829901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:39.836111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:39.842194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'Port': ['ID=69e9c087-21b6-4dc6-8e66-80cacdaff404,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:39.894511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:39.895184 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:39.914434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e0bbb765-428f-4609-95a4-62120fdac74d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526121 Jan 28 17:17:39.983337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Request body: {'port': {'device_id': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:40.041631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.106229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-35551130-6371-4adc-9645-4b982f1ce0a5 None None] Provisioning complete for port 69e9c087-21b6-4dc6-8e66-80cacdaff404 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:40.106786 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35551130-6371-4adc-9645-4b982f1ce0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.144621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-35551130-6371-4adc-9645-4b982f1ce0a5 None None] Port 69e9c087-21b6-4dc6-8e66-80cacdaff404 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:17:40.299281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e9c087-21b6-4dc6-8e66-80cacdaff404 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:17:40.306471 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Publish callbacks [] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.318255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Transition to ACTIVE for port object 69e9c087-21b6-4dc6-8e66-80cacdaff404 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:17:40.321770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.369901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9c087-21b6-4dc6-8e66-80cacdaff404,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:40.442196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Attempting to bind port 69e9c087-21b6-4dc6-8e66-80cacdaff404 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:17:40.442516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Attempting to bind port 69e9c087-21b6-4dc6-8e66-80cacdaff404 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:17:40.442845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Attempting to bind port 69e9c087-21b6-4dc6-8e66-80cacdaff404 on network de05bf23-b94e-4227-80e9-1e6cd7084717 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:40.447323 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Port 69e9c087-21b6-4dc6-8e66-80cacdaff404 on network de05bf23-b94e-4227-80e9-1e6cd7084717 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:17:40.447652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Attempting to bind port 69e9c087-21b6-4dc6-8e66-80cacdaff404 on network de05bf23-b94e-4227-80e9-1e6cd7084717 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:17:40.452642 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:17:40.453018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Checking segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:17:40.453407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Bound using segment: {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:17:40.453834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Bound port: 69e9c087-21b6-4dc6-8e66-80cacdaff404, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c65715-bd3b-4d36-b1b2-879305e007de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:17:40.454198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.524590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] For port 69e9c087-21b6-4dc6-8e66-80cacdaff404, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:17:40.529018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] For port 69e9c087-21b6-4dc6-8e66-80cacdaff404, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:17:40.535778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.570901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:40.571535 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:40.572970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] 10.222.0.31 "PUT /v2.0/ports/69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 1092 time: 0.6510661 Jan 28 17:17:40.573377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:17:40.575684 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245" -d '{"events": [{"name": "network-changed", "server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:17:40.598394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c2362-dbdf-4be5-8481-729f8db128d5 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9c087-21b6-4dc6-8e66-80cacdaff404,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:40.693973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92da96-fa59-4550-a697-91a409b9cc2a req-fde721c7-2bf3-4e1f-8c72-61deb4a87438 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:40.700937 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c92da96-fa59-4550-a697-91a409b9cc2a req-fde721c7-2bf3-4e1f-8c72-61deb4a87438 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 943 time: 0.0647397 Jan 28 17:17:40.713979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-a187ce2a-69d6-43f7-87f5-2d32a2d87673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:40.716509 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-a187ce2a-69d6-43f7-87f5-2d32a2d87673 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1126 time: 0.0833197 Jan 28 17:17:40.732925 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c259c-2d8f-4fc0-b4e1-b8a0e7982165 x-openstack-request-id: req-f58c259c-2d8f-4fc0-b4e1-b8a0e7982165 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:17:40.733220 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:17:40.733470 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f58c259c-2d8f-4fc0-b4e1-b8a0e7982165 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:17:40.733868 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'status': 'completed', 'code': 200} Jan 28 17:17:40.760949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1c92da96-fa59-4550-a697-91a409b9cc2a req-79dfe3de-4d32-4780-a9ec-ec9172747eae tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571785 Jan 28 17:17:40.768207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-6f5fa7b2-4435-4494-b4e6-4fcb44601fc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 217 time: 0.0442302 Jan 28 17:17:40.816517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e6ba6323-d2c0-441f-80d8-a0bfb774cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:40.818033 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-e6ba6323-d2c0-441f-80d8-a0bfb774cfa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0443373 Jan 28 17:17:40.865088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-f3826dc2-15c7-4aea-8e1f-e282bd31fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:40.866496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-f3826dc2-15c7-4aea-8e1f-e282bd31fab1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432305 Jan 28 17:17:40.956475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-7d7d5859-2f5d-4706-92d1-1c7d87d3b1a9 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844321 Jan 28 17:17:41.044655 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-15e3bcc2-1a28-43ec-bc4f-6cf863ac4baa req-295a7676-e139-43c8-b830-376ce5a83ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Jan 28 17:17:41.133619 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-c56b553f-19f0-4d7f-a1a1-84a2916323ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:41.135213 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-c56b553f-19f0-4d7f-a1a1-84a2916323ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1126 time: 0.0462847 Jan 28 17:17:41.227961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-bf9ca823-3cbf-4b6d-ac62-b25fb7c09700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:41.229462 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-bf9ca823-3cbf-4b6d-ac62-b25fb7c09700 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0879374 Jan 28 17:17:41.271035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-7df5dbda-7a04-4c52-b341-720b0c1b1c92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 217 time: 0.0349824 Jan 28 17:17:41.322192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-8e596664-dbdf-49f6-898f-5d2e3b5162fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:41.323677 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-8e596664-dbdf-49f6-898f-5d2e3b5162fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0466390 Jan 28 17:17:41.372434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-eb852ecd-6089-45bd-b089-c55dfd64e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:41.373925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-eb852ecd-6089-45bd-b089-c55dfd64e0ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435736 Jan 28 17:17:41.462445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-1c157922-ab20-4ced-8a74-53e827b104c9 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825572 Jan 28 17:17:41.552451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c05dd3e7-bfcb-4d57-a962-fee3aeb54245 req-67d9abde-b860-4388-a826-00f059034940 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 Jan 28 17:17:41.879371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7d823-dc97-4c94-bfd0-f80fdd43e44d req-a4f6d100-9f8d-48cc-bc9a-a2e4433512d8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:41.880877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39d7d823-dc97-4c94-bfd0-f80fdd43e44d req-a4f6d100-9f8d-48cc-bc9a-a2e4433512d8 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 943 time: 0.0534358 Jan 28 17:17:41.928581 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39d7d823-dc97-4c94-bfd0-f80fdd43e44d req-d28d22c2-8974-4084-b304-c6d59cb5ca84 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419750 Jan 28 17:17:42.517183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:42.563185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:43.052433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56920d41-0297-43ee-b0ab-880a5935537e req-fb04b75c-8ac3-4a5c-8cf4-9d466442f77b tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:43.053976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56920d41-0297-43ee-b0ab-880a5935537e req-fb04b75c-8ac3-4a5c-8cf4-9d466442f77b tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 943 time: 0.0586212 Jan 28 17:17:43.102397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56920d41-0297-43ee-b0ab-880a5935537e req-f99067db-c5f1-497f-9519-16b45eae737a tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Jan 28 17:17:44.220358 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fed-2ca7-4936-bca4-0abd227caa4c req-0de61dbb-3f8d-439d-bf30-2a6e9e750889 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:44.221873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6d17fed-2ca7-4936-bca4-0abd227caa4c req-0de61dbb-3f8d-439d-bf30-2a6e9e750889 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 943 time: 0.0543666 Jan 28 17:17:44.269642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6d17fed-2ca7-4936-bca4-0abd227caa4c req-51c0308d-ea7c-4a4e-afe3-69d790838f12 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Jan 28 17:17:44.377237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69e9c087-21b6-4dc6-8e66-80cacdaff404 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:17:44.471813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 69e9c087-21b6-4dc6-8e66-80cacdaff404, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:44.484305 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'port_id': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'mac_address': 'fa:16:3e:06:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:17:44.518902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 69e9c087-21b6-4dc6-8e66-80cacdaff404 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:44.519290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:44.532632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e9c087-21b6-4dc6-8e66-80cacdaff404 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:17:44.552527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 69e9c087-21b6-4dc6-8e66-80cacdaff404, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:44.556024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:44.600951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=69e9c087-21b6-4dc6-8e66-80cacdaff404,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:44.810170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['69e9c087-21b6-4dc6-8e66-80cacdaff404'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:17:45.402731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ab326-5917-4a3f-9f84-d2e704df99c1 req-854ee805-eaf9-4bf9-8011-e3687ec57866 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:45.404135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-405ab326-5917-4a3f-9f84-d2e704df99c1 req-854ee805-eaf9-4bf9-8011-e3687ec57866 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 944 time: 0.0651045 Jan 28 17:17:45.452282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-405ab326-5917-4a3f-9f84-d2e704df99c1 req-6248060e-47d2-4f09-be3d-f464b550ffb0 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 Jan 28 17:17:45.975960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-97149607-f4e4-4520-9498-1882d05a8dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:46.378495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69e9c087-21b6-4dc6-8e66-80cacdaff404 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:17:46.429914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 69e9c087-21b6-4dc6-8e66-80cacdaff404 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:17:46.434587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 69e9c087-21b6-4dc6-8e66-80cacdaff404 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:17:46.435009 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:46.513423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 69e9c087-21b6-4dc6-8e66-80cacdaff404 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:17:46.513742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:46.536443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:17:46.538692 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c0051-9415-406d-b11f-e2a3a8ff1ed3" -d '{"events": [{"server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "name": "network-vif-plugged", "status": "completed", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:17:46.552002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 69e9c087-21b6-4dc6-8e66-80cacdaff404, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:17:46.557315 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:46.578793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b61e-8f9b-4aca-a238-cf13b5fd4509 req-5ff1324c-205b-4dd9-a73e-48f359333032 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:46.580599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d091b61e-8f9b-4aca-a238-cf13b5fd4509 req-5ff1324c-205b-4dd9-a73e-48f359333032 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 944 time: 0.0604737 Jan 28 17:17:46.608886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=69e9c087-21b6-4dc6-8e66-80cacdaff404,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:46.635831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d091b61e-8f9b-4aca-a238-cf13b5fd4509 req-e47945e0-59ee-4d49-846a-047411984574 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490196 Jan 28 17:17:46.646991 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845512b3-6774-4aaf-8779-62d39752e870 x-openstack-request-id: req-845512b3-6774-4aaf-8779-62d39752e870 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:17:46.647164 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "name": "network-vif-plugged", "status": "completed", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:17:46.647438 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-845512b3-6774-4aaf-8779-62d39752e870 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:17:46.647840 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'code': 200} Jan 28 17:17:46.743191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48c0b-21ff-4025-97ff-8246900abc98 req-5c8b85ed-832a-4c86-add5-3606ad63a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:46.744759 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6eb48c0b-21ff-4025-97ff-8246900abc98 req-5c8b85ed-832a-4c86-add5-3606ad63a5ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0431571 Jan 28 17:17:46.789036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6eb48c0b-21ff-4025-97ff-8246900abc98 req-de022ba7-6e29-4f4b-895c-966407777c0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Jan 28 17:17:47.756738 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a2d81-82c2-4a81-9cbc-3386c46d8e3c req-9b06a674-bd7b-45c9-80a3-7b3ab016ffeb tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:47.758976 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-449a2d81-82c2-4a81-9cbc-3386c46d8e3c req-9b06a674-bd7b-45c9-80a3-7b3ab016ffeb tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0539343 Jan 28 17:17:47.814869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-449a2d81-82c2-4a81-9cbc-3386c46d8e3c req-0ed16c47-a4f0-45cd-ab25-8d14412cff3c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495815 Jan 28 17:17:47.927950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61bd26df-a9dc-4fdc-9690-efb4409849bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:48.938228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bd983-5cc7-45ad-a569-f6eaeb2ff509 req-aaa75e41-484d-49f9-9f27-eef55d940f7b tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:48.939970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-624bd983-5cc7-45ad-a569-f6eaeb2ff509 req-aaa75e41-484d-49f9-9f27-eef55d940f7b tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0565448 Jan 28 17:17:48.991612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-624bd983-5cc7-45ad-a569-f6eaeb2ff509 req-969d989d-07e6-45ac-96ea-5a05f9b46c47 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459526 Jan 28 17:17:49.110257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3ef6-8e67-49f8-81c2-beeb41af68e5 req-98f9fa50-bbe3-4412-99e6-f4afe75addf7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:49.111732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ccb3ef6-8e67-49f8-81c2-beeb41af68e5 req-98f9fa50-bbe3-4412-99e6-f4afe75addf7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0515614 Jan 28 17:17:49.160369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0ccb3ef6-8e67-49f8-81c2-beeb41af68e5 req-68ffe8b0-fe44-49b0-aa18-984fa9e19256 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Jan 28 17:17:49.280077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687f66-d694-440e-aad9-10e14776e9c1 req-da10df1e-79d5-47d2-9250-a949374a7c0d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:49.281473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6687f66-d694-440e-aad9-10e14776e9c1 req-da10df1e-79d5-47d2-9250-a949374a7c0d tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0559103 Jan 28 17:17:49.330351 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6687f66-d694-440e-aad9-10e14776e9c1 req-0a966518-f253-47fd-8e75-18153acb7de4 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 Jan 28 17:17:49.351851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60616) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:49.438817 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53316715-1f15-48e9-abc5-bd08e07cf1fa tempest-TestServerBasicOps-400371564 tempest-TestServerBasicOps-400371564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:49.440332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-53316715-1f15-48e9-abc5-bd08e07cf1fa tempest-TestServerBasicOps-400371564 tempest-TestServerBasicOps-400371564-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1123 time: 0.0875061 Jan 28 17:17:49.443335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:17:49.447506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:17:49.474059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:49.500315 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:49.573803 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:49.674770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Allocated IP 172.25.8.77 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/33e74d04-2892-4d37-8f76-e5265284a8b0) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:17:49.780579 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:49.814332 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:49.851108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:17:49.853766 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:17:49.859772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:17:49.865150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'Port': ['ID=33e74d04-2892-4d37-8f76-e5265284a8b0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:50.217162 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for floatingip (ae0ea973-eaac-4677-8759-76fabc1b183d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.284102 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.433003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.437160 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.501865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event updated for resources: {'Port': ['ID=33e74d04-2892-4d37-8f76-e5265284a8b0,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:17:50.513886 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ae0ea973-eaac-4677-8759-76fabc1b183d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.612221 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Floating IP ae0ea973-eaac-4677-8759-76fabc1b183d associated. External IP: 172.25.8.77, port: 69e9c087-21b6-4dc6-8e66-80cacdaff404. Jan 28 17:17:50.743304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.821493 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:17:50.929773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:17:50.940156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] Sync routers for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:17:50.946945 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:50.951100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:50.951714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:50.976632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-12c81d8d-61a4-45da-8846-a8fc0b87e682 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5322990 Jan 28 17:17:50.977384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:17:50.979686 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57" -d '{"events": [{"name": "network-changed", "server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:17:51.020423 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9da687-e269-4b1a-bf04-499fc0af26f4 x-openstack-request-id: req-ea9da687-e269-4b1a-bf04-499fc0af26f4 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:17:51.020756 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:17:51.021027 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea9da687-e269-4b1a-bf04-499fc0af26f4 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:17:51.021462 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'status': 'completed', 'code': 200} Jan 28 17:17:51.062628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:51.091000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-11964ae8-4024-40c8-bf0b-64f562a2cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:51.092577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-11964ae8-4024-40c8-bf0b-64f562a2cdd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0498543 Jan 28 17:17:51.185499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-78faf153-b000-404a-84f5-de22daf58cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:51.186962 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-78faf153-b000-404a-84f5-de22daf58cf4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0884507 Jan 28 17:17:51.250357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-56c1a98e-a6e9-4d10-b2d1-18fedcbaa667 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 998 time: 0.0575511 Jan 28 17:17:51.303746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-7f506fee-9db0-4320-b210-5c8b9cd37cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:51.305302 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-7f506fee-9db0-4320-b210-5c8b9cd37cf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0498762 Jan 28 17:17:51.357406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-1ec6216e-7532-43a9-b49f-a7a4025ea481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:51.359124 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-1ec6216e-7532-43a9-b49f-a7a4025ea481 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478060 Jan 28 17:17:51.446382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ae0ea973-eaac-4677-8759-76fabc1b183d', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'port_id': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'mac_address': 'fa:16:3e:06:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:17:50Z', 'updated_at': '2022-01-28T17:17:50Z', 'revision_number': 0, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:51.454410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-50b2ec1b-267e-4700-878e-bae1f3873ee0 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896866 Jan 28 17:17:51.472421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] Checking router: a33bffd1-aa82-4d27-9e83-70220ca0dcb2 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:17:51.482248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:17:51.482868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:17:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:51.548738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f093a23e-aa2b-4d3b-9eb5-571f1ba5eb57 req-94886f33-239f-40d4-a32d-8cfd2587a404 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885282 Jan 28 17:17:51.590337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:17:51.804827 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:17:51.824101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ae0ea973-eaac-4677-8759-76fabc1b183d', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'port_id': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'mac_address': 'fa:16:3e:06:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:17:50Z', 'updated_at': '2022-01-28T17:17:50Z', 'revision_number': 0, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:17:51.850519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723564e-7d1c-4337-ad9f-7e66170e2686 None None] The sync data for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 is: [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ae0ea973-eaac-4677-8759-76fabc1b183d', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'port_id': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'mac_address': 'fa:16:3e:06:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:17:50Z', 'updated_at': '2022-01-28T17:17:50Z', 'revision_number': 0, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:17:52.050690 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486c312-2004-4e38-8f1e-736bac911ffc None None] New status for floating IP ae0ea973-eaac-4677-8759-76fabc1b183d: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:17:54.685911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:17:59.546424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-7316ca6f-4582-4270-bb20-08ce2435e786 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505784 Jan 28 17:17:59.630511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-76b28df2-0d4f-4f8f-8e87-59d4676ea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:59.632008 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-76b28df2-0d4f-4f8f-8e87-59d4676ea49c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0437396 Jan 28 17:17:59.741985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-d83d164e-d4b8-4219-8fd6-cf60bbebcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:59.743460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-d83d164e-d4b8-4219-8fd6-cf60bbebcc19 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0863955 Jan 28 17:17:59.808169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-74d90095-8144-44ea-9e8c-7d49f37de029 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 1000 time: 0.0570054 Jan 28 17:17:59.858569 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-b0138eb7-4039-4072-8288-2066de3f4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:59.860005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-b0138eb7-4039-4072-8288-2066de3f4ff5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0461586 Jan 28 17:17:59.907425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-d0b50993-d6a4-4772-bc76-c113ae6dc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:17:59.908925 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-d0b50993-d6a4-4772-bc76-c113ae6dc2fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432308 Jan 28 17:17:59.993665 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-781e4a17-1453-4fb2-89dc-428cb74345da service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787539 Jan 28 17:18:00.083831 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cffd5f57-0618-4ee5-9fd0-bd55e35114e6 req-74391f81-443f-4e3d-baff-cf356abddf71 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840633 Jan 28 17:18:12.525572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:12.564454 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:15.977300 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-63b3acf9-5362-4aa6-a0a4-9f4028bf71a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:17.930374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57619a7c-6932-4fa8-9333-2f18a99cce8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:19.502922 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:20.744823 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:21.797617 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:26.465163 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60644) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:18:26.577735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86830c98-18dd-4acb-810a-83d2fcaf8aeb req-6f3d5f32-837d-44cb-b477-32068c06dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:18:26.579308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86830c98-18dd-4acb-810a-83d2fcaf8aeb req-6f3d5f32-837d-44cb-b477-32068c06dd5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.1131556 Jan 28 17:18:26.627643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-86830c98-18dd-4acb-810a-83d2fcaf8aeb req-d12f705a-d582-405f-b777-c3fa993d68b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 Jan 28 17:18:31.685536 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:18:42.520847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:42.562346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:45.978912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c03025b8-111c-481d-bd83-8f8f77911a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:47.931147 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-70b1f240-1161-44d6-a529-7bbbd1105cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:49.505651 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:50.746911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:18:51.804147 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:00.535997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-45d76eda-26bc-4276-a413-30da4af73bf2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441835 Jan 28 17:19:00.618978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-06ea7a2c-3614-4e4c-a929-009b1e040da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:19:00.620448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-06ea7a2c-3614-4e4c-a929-009b1e040da8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0437989 Jan 28 17:19:00.722409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-6ccd1c7f-7a39-4bb1-ac2f-208abf2dcde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:19:00.723864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-6ccd1c7f-7a39-4bb1-ac2f-208abf2dcde3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0871880 Jan 28 17:19:00.788755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-964b98ba-9c24-4d8d-9e93-7ba8511cbef9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 1000 time: 0.0590520 Jan 28 17:19:00.839893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-77a9c541-a559-4655-b6aa-8e25f57d2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:19:00.841347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-77a9c541-a559-4655-b6aa-8e25f57d2837 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0471003 Jan 28 17:19:00.889783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-77f8c3e4-a405-433c-9a14-189afd604506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:19:00.891264 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-77f8c3e4-a405-433c-9a14-189afd604506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438399 Jan 28 17:19:00.975986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-c4daca2e-217e-4659-bc2e-3bbeb45492e5 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787327 Jan 28 17:19:01.065745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-82b7c74e-6fc5-4d32-886f-3cfc8ec10cf8 req-b4e2938d-e380-4f0a-a547-2beca818bc46 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843248 Jan 28 17:19:08.684513 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:19:12.537886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:12.576880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:15.978676 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5770b80d-3b57-4c32-b83b-759c71b4d404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:17.932125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dce03f80-d587-49ce-ba1b-9a49a17cf201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:19.508567 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:20.749910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:21.796591 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:42.549216 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:42.577544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:45.684193 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:19:45.982683 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c1d1abb7-c3b4-4202-8104-dca5e84d6fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:47.934310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ec48efe-cc25-4487-ad13-13f6d80cdb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:49.510412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:50.752839 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:19:51.800166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:01.550430 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-beaceb99-b709-4499-a7e5-e7931e3af498 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446515 Jan 28 17:20:01.632572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-e025d1c0-14a1-419e-8e82-6302128f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:20:01.634090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-e025d1c0-14a1-419e-8e82-6302128f6bea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0434823 Jan 28 17:20:01.737747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-0a5c9b62-0bb6-42f8-ba24-649fd12f5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:20:01.739223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-0a5c9b62-0bb6-42f8-ba24-649fd12f5457 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0882087 Jan 28 17:20:01.802478 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-96556094-4919-4c48-bccd-e8f0114e1c79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 1000 time: 0.0572743 Jan 28 17:20:01.853059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-ab47114d-d353-468f-a0c3-008ba3f7b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:20:01.854475 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-ab47114d-d353-468f-a0c3-008ba3f7b6eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0465388 Jan 28 17:20:01.902194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-97d2c08f-1d0f-40be-a10b-08770b13d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:20:01.904213 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-97d2c08f-1d0f-40be-a10b-08770b13d51d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438509 Jan 28 17:20:01.990058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-4d971fa2-4b15-4c32-9aa8-b3018d65e457 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807047 Jan 28 17:20:02.081549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2e6ab6a9-dc78-43e3-ad22-3cc5d5cc842d req-9d73551e-4c43-4778-8239-36523f3b0e17 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856643 Jan 28 17:20:12.568784 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:12.577194 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:15.984792 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aab22ce3-af12-4dc1-89ac-e1f8ae98739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:17.935994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9c2f-7943-4848-8203-ba1ed7704824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:19.512986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:20.755356 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:21.801054 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:22.682909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:20:42.567800 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:42.575878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:45.986294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-48728001-da77-4d1b-b13e-5368e4c6468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:47.940018 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2dc48b9e-86ed-41eb-9a86-8f97bcb2a48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:49.518166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:50.757724 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:51.802395 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:20:59.682342 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:21:03.529903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-cac46e7b-bca0-4698-9529-effcf530c2a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503585 Jan 28 17:21:03.615757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-33dbfef2-c1aa-4ade-984c-0083a35fada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:21:03.617280 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-33dbfef2-c1aa-4ade-984c-0083a35fada7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0434632 Jan 28 17:21:03.720928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-9e492ebb-52a9-49b3-9e8a-50628ba03144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:21:03.722430 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-9e492ebb-52a9-49b3-9e8a-50628ba03144 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0869319 Jan 28 17:21:03.785133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-8dab6fd7-42ae-4fb1-8515-cf4fd49b80dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 1000 time: 0.0569656 Jan 28 17:21:03.836376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-6344313a-cccc-41ef-a231-1cf5188861b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:21:03.837850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-6344313a-cccc-41ef-a231-1cf5188861b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0477931 Jan 28 17:21:03.885651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-5812f0f1-5c9c-4ad2-9cf8-af89a68d883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:21:03.887123 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-5812f0f1-5c9c-4ad2-9cf8-af89a68d883f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433171 Jan 28 17:21:03.896315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-8d6506a9-1a76-44f1-b01d-3580d6c66f16 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:21:03.897292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-8d6506a9-1a76-44f1-b01d-3580d6c66f16 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048375 Jan 28 17:21:03.982058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-a9a018a9-5c96-4c1c-bf55-5c87656afcbd service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790694 Jan 28 17:21:04.074058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-207fab99-7c1e-49f8-955f-fcb0a3de812a req-ffb8719b-e063-4bcb-b8d8-a78e0c9021c2 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855591 Jan 28 17:21:07.469257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-2459ada6-4877-4c00-8cd9-ef4c91c43b7a req-2491be10-f780-40e7-9ae2-ae164af7dbd2 service neutron] (103093) timed out ('10.222.0.25', 57292) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:21:12.588117 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:12.592538 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:15.987118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-affe1519-4e22-450f-8041-3fc280261d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:17.941274 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55c60d0d-0af4-4acb-b36a-eb924d74a7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:19.519461 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:20.762806 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:21.804326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:36.683578 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:21:42.567969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:42.598232 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:45.988552 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-41dde7c6-4ce7-48d9-8d59-7e8875282390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:47.942519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a2b-e449-4416-bc25-9d51ae232b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:49.522017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:50.761971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:21:51.810489 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:05.526563 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-bac04268-ae2d-4dd2-a4ac-e554cc1ef605 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444765 Jan 28 17:22:05.609954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-ff3ecf89-8195-4842-814c-a7b8ae1ab3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:05.612001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-ff3ecf89-8195-4842-814c-a7b8ae1ab3f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 1128 time: 0.0437007 Jan 28 17:22:05.717084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-d65c1fcd-8478-4dbb-a998-e79f373b2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:05.718578 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-d65c1fcd-8478-4dbb-a998-e79f373b2f0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 200 len: 910 time: 0.0904396 Jan 28 17:22:05.781252 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-d1357ff7-b160-47d8-9763-1223b33d7ce3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 200 len: 1000 time: 0.0567760 Jan 28 17:22:05.831630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-730fba83-03bf-4e5f-995c-146c69a7af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:05.833137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-730fba83-03bf-4e5f-995c-146c69a7af77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 200 len: 848 time: 0.0465028 Jan 28 17:22:05.884214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-86411270-86cc-43e3-9ccd-62c3ad7b7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:05.885779 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-86411270-86cc-43e3-9ccd-62c3ad7b7cd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de05bf23-b94e-4227-80e9-1e6cd7084717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468440 Jan 28 17:22:05.971577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-cec699d0-2b5a-4682-ac45-b0d96a5878e1 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803485 Jan 28 17:22:06.067376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7adce3c-e7af-4f3a-9745-2c24d16690bb req-81679fd0-6be8-4740-af0b-b3d9547312d9 service neutron] 10.222.0.31 "GET /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905263 Jan 28 17:22:12.596371 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:12.605456 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:13.682114 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:22:15.990424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af0f32b6-0c5b-46a2-b293-47dfa738cacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:17.943185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-25ce64df-664b-46fe-aeac-9826234029bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:19.524936 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:20.764414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:21.804899 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:31.147568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fad1b-897e-4bd9-8482-0de8ab3990de req-7fb9afc6-c12b-427e-908b-c100552bc6fd tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:31.149120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-558fad1b-897e-4bd9-8482-0de8ab3990de req-7fb9afc6-c12b-427e-908b-c100552bc6fd tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0558712 Jan 28 17:22:31.197535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-558fad1b-897e-4bd9-8482-0de8ab3990de req-e472ba86-c38e-4da0-8fde-098ba21e4ac0 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Jan 28 17:22:32.327278 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c5a0-ded2-42d7-82f8-71e07d954768 req-e214eb4b-5b1c-4b1a-ae47-c17714b876dc tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:32.328813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5e1c5a0-ded2-42d7-82f8-71e07d954768 req-e214eb4b-5b1c-4b1a-ae47-c17714b876dc tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0524266 Jan 28 17:22:32.356179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-87e350c7-a9a9-4cf0-bd1d-996c88e9b3c4 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:32.357664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-87e350c7-a9a9-4cf0-bd1d-996c88e9b3c4 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.31 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Jan 28 17:22:32.376771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5e1c5a0-ded2-42d7-82f8-71e07d954768 req-069bd376-b6e1-400b-8ba4-e32d622dc74c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/security-groups?id=c2587648-a56e-4759-aef6-408d225acee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Jan 28 17:22:32.453129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Deleting port 69e9c087-21b6-4dc6-8e66-80cacdaff404 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:32.453472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:32.538242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] For port 69e9c087-21b6-4dc6-8e66-80cacdaff404, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=69e9c087-21b6-4dc6-8e66-80cacdaff404,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:32.538605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:32.761053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:32.761468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ae0ea973-eaac-4677-8759-76fabc1b183d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:32.761811 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Floating IP ae0ea973-eaac-4677-8759-76fabc1b183d disassociated. External IP: 172.25.8.77, port: 69e9c087-21b6-4dc6-8e66-80cacdaff404. Jan 28 17:22:32.762251 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Calling delete_port for 69e9c087-21b6-4dc6-8e66-80cacdaff404 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:32.889808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (69e9c087-21b6-4dc6-8e66-80cacdaff404), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:32.917677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event deleted for resources: {'Port': ['ID=69e9c087-21b6-4dc6-8e66-80cacdaff404,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:32.927693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.928040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.928385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.928754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.929095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.929429 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.929762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.930094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.930804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.930804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.931100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.931400 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:32.931728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:33.042978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:22:33.150260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:22:33.159916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] Sync routers for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:22:33.170264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:22:33.170907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:22:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:33.190727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] No DVR routers for this DVR port 69e9c087-21b6-4dc6-8e66-80cacdaff404 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:22:33.193563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:33.197743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1e0da4f6-5512-4c25-a628-7402c9bae736 req-cf7cb979-3ef8-4d87-99c2-0b981760bda7 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.31 "DELETE /v2.0/ports/69e9c087-21b6-4dc6-8e66-80cacdaff404 HTTP/1.1" status: 204 len: 173 time: 0.8350019 Jan 28 17:22:33.198206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'name': 'network-vif-deleted', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:22:33.201050 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8787a935-e265-4251-b015-7eb735ac73de" -d '{"events": [{"server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "name": "network-vif-deleted", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:22:33.287864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:22:33.504393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:33.531371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] Checking router: a33bffd1-aa82-4d27-9e83-70220ca0dcb2 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:22:33.540249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:22:33.540893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:22:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:33.583696 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5b3f7a9-8d43-4436-b056-a0748614f23b req-9cd3e6bd-5e0c-4f9c-80aa-b85b11f4f4bb tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5e92b6-4372-49fa-b7f2-1db557dfd749 HTTP/1.1" status: 200 len: 210 time: 0.0340352 Jan 28 17:22:33.659335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:22:34.014600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:34.041015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202267b3-6a1a-4bbb-bc30-8937482e73b6 None None] The sync data for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 is: [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:27Z', 'revision_number': 4, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '706736c2-44ae-4604-bf1d-24c28ff35e82', 'name': '', 'network_id': 'de05bf23-b94e-4227-80e9-1e6cd7084717', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'mac_address': 'fa:16:3e:9e:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:27Z', 'updated_at': '2022-01-28T17:17:32Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'subnets': [{'id': 'cd6d502d-67a1-4321-a0dc-f9245f85fe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:22:34.253442 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad481e5-804c-4088-a745-346e64dd2be4 None None] New status for floating IP ae0ea973-eaac-4677-8759-76fabc1b183d: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:22:34.275243 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92032e30-f3ea-46a2-90fe-497c99bfe148 x-openstack-request-id: req-92032e30-f3ea-46a2-90fe-497c99bfe148 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:22:34.275704 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e92b6-4372-49fa-b7f2-1db557dfd749", "name": "network-vif-deleted", "tag": "69e9c087-21b6-4dc6-8e66-80cacdaff404", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:22:34.275803 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92032e30-f3ea-46a2-90fe-497c99bfe148 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:22:34.276183 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e92b6-4372-49fa-b7f2-1db557dfd749', 'name': 'network-vif-deleted', 'tag': '69e9c087-21b6-4dc6-8e66-80cacdaff404', 'status': 'completed', 'code': 200} Jan 28 17:22:34.641397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60794) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:34.767811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Deleting port 33e74d04-2892-4d37-8f76-e5265284a8b0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:34.768159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:34.843563 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:34.843893 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for floatingip (33e74d04-2892-4d37-8f76-e5265284a8b0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:34.855827 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Calling delete_port for 33e74d04-2892-4d37-8f76-e5265284a8b0 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:34.982004 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (33e74d04-2892-4d37-8f76-e5265284a8b0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.012933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event deleted for resources: {'Port': ['ID=33e74d04-2892-4d37-8f76-e5265284a8b0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:35.072853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for floatingip (ae0ea973-eaac-4677-8759-76fabc1b183d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.075475 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.076642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-caa26235-5279-4d11-a858-2b1ea160c96c tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "DELETE /v2.0/floatingips/ae0ea973-eaac-4677-8759-76fabc1b183d HTTP/1.1" status: 204 len: 168 time: 0.4342554 Jan 28 17:22:35.144301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60800) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:35.199219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f75c4a9-9362-43dc-9f1a-20bd7464f736 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group (c2587648-a56e-4759-aef6-408d225acee6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.223725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f75c4a9-9362-43dc-9f1a-20bd7464f736 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group (c2587648-a56e-4759-aef6-408d225acee6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.282534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f75c4a9-9362-43dc-9f1a-20bd7464f736 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c2587648-a56e-4759-aef6-408d225acee6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.285232 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0f75c4a9-9362-43dc-9f1a-20bd7464f736 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:35.286486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0f75c4a9-9362-43dc-9f1a-20bd7464f736 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] 10.222.0.25 "DELETE /v2.0/security-groups/c2587648-a56e-4759-aef6-408d225acee6 HTTP/1.1" status: 204 len: 168 time: 0.1411512 Jan 28 17:22:35.296378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75c4a9-9362-43dc-9f1a-20bd7464f736 tempest-TestServerBasicOps-2129984199 tempest-TestServerBasicOps-2129984199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2587648-a56e-4759-aef6-408d225acee6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:35.325899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:35.792039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69e9c087-21b6-4dc6-8e66-80cacdaff404 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:35.811617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 69e9c087-21b6-4dc6-8e66-80cacdaff404 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:35.811970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 69e9c087-21b6-4dc6-8e66-80cacdaff404 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:35.856774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:36.097850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Deleting port 706736c2-44ae-4604-bf1d-24c28ff35e82 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:36.098103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:36.173555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] For port 706736c2-44ae-4604-bf1d-24c28ff35e82, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=706736c2-44ae-4604-bf1d-24c28ff35e82,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:36.173918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:36.185715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Calling delete_port for 706736c2-44ae-4604-bf1d-24c28ff35e82 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:36.363312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (706736c2-44ae-4604-bf1d-24c28ff35e82), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:36.398062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=706736c2-44ae-4604-bf1d-24c28ff35e82,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:36.897385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.111585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:22:37.220439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:22:37.225883 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-50ab906d-2059-49cf-8ddc-675ac1acdad3 admin admin] 10.222.0.25 "PUT /v2.0/routers/a33bffd1-aa82-4d27-9e83-70220ca0dcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984640 Jan 28 17:22:37.227949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:37.228884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] Sync routers for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:22:37.238249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:22:37.238862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:22:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:37.330000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks [] for router (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.345174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:22:37.431784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks [] for router_gateway (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.486354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Deleting port 2e88548f-53a6-44f4-84a5-40f711499cdb {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:37.486699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.523261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:22:36Z', 'revision_number': 5, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port': {'id': '2e88548f-53a6-44f4-84a5-40f711499cdb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:37.549990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] Checking router: a33bffd1-aa82-4d27-9e83-70220ca0dcb2 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:22:37.559693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] Routers {'a33bffd1-aa82-4d27-9e83-70220ca0dcb2'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:22:37.560314 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:22:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:37.570278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] For port 2e88548f-53a6-44f4-84a5-40f711499cdb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=2e88548f-53a6-44f4-84a5-40f711499cdb,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:37.570680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.584227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Calling delete_port for 2e88548f-53a6-44f4-84a5-40f711499cdb owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:37.644739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] Set router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:22:37.698623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:22:37Z', 'revision_number': 6, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:37.724297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71629f1-967d-49f1-87a2-3705ab9d77bf None None] The sync data for ids ['a33bffd1-aa82-4d27-9e83-70220ca0dcb2'] in n-d-812111-13 is: [{'id': 'a33bffd1-aa82-4d27-9e83-70220ca0dcb2', 'name': 'tempest-TestServerBasicOps-1433634089-router', 'tenant_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:25Z', 'updated_at': '2022-01-28T17:22:37Z', 'revision_number': 6, 'project_id': 'c273b220b31c4f3d9b1ea19a337a6883', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:22:37.762266 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2e88548f-53a6-44f4-84a5-40f711499cdb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.787028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Pushing event deleted for resources: {'Port': ['ID=2e88548f-53a6-44f4-84a5-40f711499cdb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:37.852932 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.959946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:37.962986 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks [] for router_controller (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.010181 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (a33bffd1-aa82-4d27-9e83-70220ca0dcb2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.010564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Fanout notify agent at l3_agent the message router_deleted on router a33bffd1-aa82-4d27-9e83-70220ca0dcb2 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:22:38.014799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.015962 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4d0de59a-ec52-4902-8297-b31c1bff46de admin admin] 10.222.0.25 "DELETE /v2.0/routers/a33bffd1-aa82-4d27-9e83-70220ca0dcb2 HTTP/1.1" status: 204 len: 168 time: 0.7870829 Jan 28 17:22:38.018482 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60814) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:38.062291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Deleting subnet cd6d502d-67a1-4321-a0dc-f9245f85fe07 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:22:38.065316 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Publish callbacks [] for subnet (cd6d502d-67a1-4321-a0dc-f9245f85fe07), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.099193 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (cd6d502d-67a1-4321-a0dc-f9245f85fe07), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.185217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (cd6d502d-67a1-4321-a0dc-f9245f85fe07), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.235980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (cd6d502d-67a1-4321-a0dc-f9245f85fe07), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.260486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6d502d-67a1-4321-a0dc-f9245f85fe07,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:38.263902 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.267174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b29f305a-b135-418a-8b33-b83c27b0e59d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd6d502d-67a1-4321-a0dc-f9245f85fe07 HTTP/1.1" status: 204 len: 168 time: 0.2477803 Jan 28 17:22:38.269609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60816) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:38.272190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f33c18-fae8-4df2-bd47-4f727a260c63 None None] Network de05bf23-b94e-4227-80e9-1e6cd7084717 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:22:38.339149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (de05bf23-b94e-4227-80e9-1e6cd7084717), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.399133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Deleting port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:38.400037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.462779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] For port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,segment=NetworkSegment(23c65715-bd3b-4d36-b1b2-879305e007de),segment_id=23c65715-bd3b-4d36-b1b2-879305e007de)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:38.463435 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.475485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Calling delete_port for 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:38.531742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] DHCP port deletion for de05bf23-b94e-4227-80e9-1e6cd7084717 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:22:38.554296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-b2375dac-65c3-4f11-bb55-c5a90a84c63b req-cc599a9f-06d2-482a-b6a5-cac79b5585f2 service neutron] (103094) timed out ('10.222.0.31', 51251) {{(pid=103094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:22:38.565738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.581562 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Deleting port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:38.581952 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.592349 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:38.594217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] No DVR routers for this DVR port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:22:38.646129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] For port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:38.646538 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.665090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Calling delete_port for 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:38.666749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (de05bf23-b94e-4227-80e9-1e6cd7084717), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.668523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 17:22:38.669853 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (4bcfbafb-c701-4cf8-a02f-8c35fdcc5460), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.687580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de05bf23-b94e-4227-80e9-1e6cd7084717']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:38.694806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Pushing event deleted for resources: {'Port': ['ID=4bcfbafb-c701-4cf8-a02f-8c35fdcc5460,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:38.697876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c65715-bd3b-4d36-b1b2-879305e007de') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:38.698024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c65715-bd3b-4d36-b1b2-879305e007de') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:38.700429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] No DVR routers for this DVR port 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:22:38.708558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (23c65715-bd3b-4d36-b1b2-879305e007de), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.711178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.711178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.711341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.711686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.712622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.713323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.713323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.713639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.714290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.714632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.715064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.715425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.715796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f3d63-02b0-4506-9e23-9e45ddf2e105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:38.726873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (23c65715-bd3b-4d36-b1b2-879305e007de), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.733096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:22:38.733408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (23c65715-bd3b-4d36-b1b2-879305e007de), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:22:38.735034 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:22:38.798972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (de05bf23-b94e-4227-80e9-1e6cd7084717), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.804632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:38.807981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] 10.222.0.25 "DELETE /v2.0/networks/de05bf23-b94e-4227-80e9-1e6cd7084717 HTTP/1.1" status: 204 len: 168 time: 0.5371683 Jan 28 17:22:38.811056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60820) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:38.820272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbd0a6-656c-4e2f-aa45-2747e45de2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=de05bf23-b94e-4227-80e9-1e6cd7084717,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:38.931839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:38.955760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:38.956110 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4bcfbafb-c701-4cf8-a02f-8c35fdcc5460 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:38.956643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 706736c2-44ae-4604-bf1d-24c28ff35e82 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:38.976465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 706736c2-44ae-4604-bf1d-24c28ff35e82 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:38.976845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 706736c2-44ae-4604-bf1d-24c28ff35e82 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:38.977265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2e88548f-53a6-44f4-84a5-40f711499cdb no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:39.010134 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 2e88548f-53a6-44f4-84a5-40f711499cdb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:39.010608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 2e88548f-53a6-44f4-84a5-40f711499cdb not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:39.486651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:39.738769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Deleting port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:39.739021 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:39.819164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] For port 914d5e81-c6f1-4037-b8d9-9f41d6f388c2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,segment=NetworkSegment(6ed248a2-579e-472e-9d6a-1375a2676eba),segment_id=6ed248a2-579e-472e-9d6a-1375a2676eba)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:39.819850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:39.830977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Calling delete_port for 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:40.018404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (914d5e81-c6f1-4037-b8d9-9f41d6f388c2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:40.041859 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=914d5e81-c6f1-4037-b8d9-9f41d6f388c2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:40.052064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.052419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.052797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.053142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.053485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.054255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.054255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.054518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.054775 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.055103 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.055431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.055784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.056106 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:22:40.223388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:40.440237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:22:40.546996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:22:40.552055 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-09a59076-531b-4bdb-8f92-57722cdc1dc8 admin admin] 10.222.0.25 "PUT /v2.0/routers/7e6d99a1-9203-4ccd-b029-4fc219af1a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399909 Jan 28 17:22:40.554544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60822) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:40.557671 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] Sync routers for ids ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:22:40.568156 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] Routers {'7e6d99a1-9203-4ccd-b029-4fc219af1a4d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:22:40.568902 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:22:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:40.658418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks [] for router (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:40.670531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] Set router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:22:40.762470 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks [] for router_gateway (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:40.814134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Deleting port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:40.814484 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:40.846655 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:22:39Z', 'revision_number': 5, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port': {'id': 'ed3f5c8c-e9db-4955-91b9-e6ef39d1852b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:17:30Z', 'updated_at': '2022-01-28T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:40.872932 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] Checking router: 7e6d99a1-9203-4ccd-b029-4fc219af1a4d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:22:40.884879 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] Routers {'7e6d99a1-9203-4ccd-b029-4fc219af1a4d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:22:40.885492 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:22:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:40.901726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] For port ed3f5c8c-e9db-4955-91b9-e6ef39d1852b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:40.902261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:40.914268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Calling delete_port for ed3f5c8c-e9db-4955-91b9-e6ef39d1852b owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:41.073195 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] Set router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:22:41.094396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ed3f5c8c-e9db-4955-91b9-e6ef39d1852b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.121946 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3f5c8c-e9db-4955-91b9-e6ef39d1852b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:41.125253 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:22:40Z', 'revision_number': 6, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:41.154928 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c71f72-a560-4441-b9a5-0eecb93b4b9f None None] The sync data for ids ['7e6d99a1-9203-4ccd-b029-4fc219af1a4d'] in n-d-812111-13 is: [{'id': '7e6d99a1-9203-4ccd-b029-4fc219af1a4d', 'name': 'tempest-TestServerBasicOps-1590845415-router', 'tenant_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:17:29Z', 'updated_at': '2022-01-28T17:22:40Z', 'revision_number': 6, 'project_id': '51614b8e793144dbbaa7aeaf5b6cf958', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:22:41.187473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.277396 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.279504 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks [] for router_controller (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.328128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (7e6d99a1-9203-4ccd-b029-4fc219af1a4d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.328587 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6d99a1-9203-4ccd-b029-4fc219af1a4d {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:22:41.332801 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.333950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-87520e77-a618-46fe-bf9d-8b5f1d46b095 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7e6d99a1-9203-4ccd-b029-4fc219af1a4d HTTP/1.1" status: 204 len: 168 time: 0.7785025 Jan 28 17:22:41.336484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60824) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:41.380259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Deleting subnet 15dac751-b92d-47dc-9d2e-0d77da36b8c0 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:22:41.383267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Publish callbacks [] for subnet (15dac751-b92d-47dc-9d2e-0d77da36b8c0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.416459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (15dac751-b92d-47dc-9d2e-0d77da36b8c0), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.497416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (15dac751-b92d-47dc-9d2e-0d77da36b8c0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.552780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (15dac751-b92d-47dc-9d2e-0d77da36b8c0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.577515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dac751-b92d-47dc-9d2e-0d77da36b8c0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:41.583435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.586598 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dce97f18-4f18-434b-82ce-1aaab9a6550c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15dac751-b92d-47dc-9d2e-0d77da36b8c0 HTTP/1.1" status: 204 len: 168 time: 0.2486553 Jan 28 17:22:41.589290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60826) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:41.591125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8a3a2f-0951-4816-b5a3-aa076539b679 None None] Network b028a891-006e-41b8-9e4e-e56ff43c1af9 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:22:41.663865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b028a891-006e-41b8-9e4e-e56ff43c1af9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.721820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Deleting port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:22:41.722161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.782180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] For port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,segment=NetworkSegment(6ed248a2-579e-472e-9d6a-1375a2676eba),segment_id=6ed248a2-579e-472e-9d6a-1375a2676eba)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:41.782532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.795399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Calling delete_port for 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:22:41.877341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7787b1e5-43cd-41b4-bb9c-c54c9dd314d8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:41.900944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7787b1e5-43cd-41b4-bb9c-c54c9dd314d8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:41.907103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] No DVR routers for this DVR port 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:22:41.940578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29402edc-2cb2-453a-b7dc-06acd188de33 None None] DHCP port deletion for b028a891-006e-41b8-9e4e-e56ff43c1af9 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:22:41.987430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b028a891-006e-41b8-9e4e-e56ff43c1af9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.008165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b028a891-006e-41b8-9e4e-e56ff43c1af9']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:42.018164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed248a2-579e-472e-9d6a-1375a2676eba') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:42.018462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed248a2-579e-472e-9d6a-1375a2676eba') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:22:42.032922 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (6ed248a2-579e-472e-9d6a-1375a2676eba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.050467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (6ed248a2-579e-472e-9d6a-1375a2676eba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.057577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:22:42.058037 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (6ed248a2-579e-472e-9d6a-1375a2676eba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:22:42.059753 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:22:42.114744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b028a891-006e-41b8-9e4e-e56ff43c1af9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.120505 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.124035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b028a891-006e-41b8-9e4e-e56ff43c1af9 HTTP/1.1" status: 204 len: 168 time: 0.5336702 Jan 28 17:22:42.137362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcaf9c-d498-4fc8-a6b3-7e31f81b66b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b028a891-006e-41b8-9e4e-e56ff43c1af9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:42.249319 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60830) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:42.289294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9ba01f1-292f-4ef9-bf11-a3367b8f941a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c273b220b31c4f3d9b1ea19a337a6883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387840 Jan 28 17:22:42.291826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 60832) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:42.337878 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502f6924-37f8-4772-b487-096faf71a763 admin admin] Publish callbacks [] for security_group (667b902b-bd0e-44a8-a684-dd72aede641e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.358054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502f6924-37f8-4772-b487-096faf71a763 admin admin] Publish callbacks [] for security_group (667b902b-bd0e-44a8-a684-dd72aede641e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.406460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502f6924-37f8-4772-b487-096faf71a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (667b902b-bd0e-44a8-a684-dd72aede641e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.408962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-502f6924-37f8-4772-b487-096faf71a763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.410123 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-502f6924-37f8-4772-b487-096faf71a763 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/667b902b-bd0e-44a8-a684-dd72aede641e HTTP/1.1" status: 204 len: 168 time: 0.1174498 Jan 28 17:22:42.417991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f6924-37f8-4772-b487-096faf71a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667b902b-bd0e-44a8-a684-dd72aede641e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:42.584804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.608513 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.742304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60838) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:42.783202 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-db059129-adce-4249-8352-5266fd018ceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51614b8e793144dbbaa7aeaf5b6cf958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391920 Jan 28 17:22:42.785528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60840) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:22:42.832296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3390b3af-6669-47ea-b790-31b44c14cbd7 admin admin] Publish callbacks [] for security_group (a519d8f3-b251-481a-a33f-e1edbb95398a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.857248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3390b3af-6669-47ea-b790-31b44c14cbd7 admin admin] Publish callbacks [] for security_group (a519d8f3-b251-481a-a33f-e1edbb95398a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.909305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3390b3af-6669-47ea-b790-31b44c14cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a519d8f3-b251-481a-a33f-e1edbb95398a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.911975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3390b3af-6669-47ea-b790-31b44c14cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:42.913262 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3390b3af-6669-47ea-b790-31b44c14cbd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a519d8f3-b251-481a-a33f-e1edbb95398a HTTP/1.1" status: 204 len: 168 time: 0.1268578 Jan 28 17:22:42.923834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390b3af-6669-47ea-b790-31b44c14cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519d8f3-b251-481a-a33f-e1edbb95398a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:42.932879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed3f5c8c-e9db-4955-91b9-e6ef39d1852b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:42.962326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ed3f5c8c-e9db-4955-91b9-e6ef39d1852b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:42.962671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ed3f5c8c-e9db-4955-91b9-e6ef39d1852b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:42.963086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:42.983376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:42.983734 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7787b1e5-43cd-41b4-bb9c-c54c9dd314d8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:42.984146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:22:43.003372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:22:43.003722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 914d5e81-c6f1-4037-b8d9-9f41d6f388c2 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:22:45.995127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-93cbaa8d-6494-4699-87f1-4dd8531d6be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:47.945237 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64047e7f-225d-4dd6-8a53-33a3adadf622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:49.532046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:50.681644 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:22:50.768971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:51.807193 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:53.410192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-2223c68e-584d-4c99-b222-a573dc6bc6b9 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=83e3aa4cb8b14866b71c9fce656a2566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219374 Jan 28 17:22:53.516147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-f0c7c73b-922b-4ab2-8965-878b5500f276 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:53.517628 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-f0c7c73b-922b-4ab2-8965-878b5500f276 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1021156 Jan 28 17:22:53.532118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-570e90e1-325b-489b-a4d5-89075919e71e tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/quotas/83e3aa4cb8b14866b71c9fce656a2566 HTTP/1.1" status: 200 len: 375 time: 0.0088069 Jan 28 17:22:53.569733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-135df8de-bbca-41f8-8e84-1459c386b4a5 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83e3aa4cb8b14866b71c9fce656a2566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jan 28 17:22:53.862812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc2cf8e6-ead1-466f-ba8e-a791f958d52c req-70aa8325-af87-425b-a502-becc1e6d15e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 210 time: 0.1596897 Jan 28 17:22:54.721442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-edcbbf68-a577-41c7-986d-ff540cded97b tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=83e3aa4cb8b14866b71c9fce656a2566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334253 Jan 28 17:22:54.831034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-40240a8f-cb57-4655-8fe5-0fc3fe13671e tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:54.832435 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-40240a8f-cb57-4655-8fe5-0fc3fe13671e tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058571 Jan 28 17:22:54.844879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Request body: {'port': {'device_id': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'admin_state_up': True, 'tenant_id': '83e3aa4cb8b14866b71c9fce656a2566'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:22:54.964442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f2fbbe4-14c6-44d4-ac44-cead571c6359 req-6b92e1af-0145-4419-b9f5-e740cd409b9d tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 210 time: 0.0342932 Jan 28 17:22:54.978594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Made reservation on behalf of 83e3aa4cb8b14866b71c9fce656a2566 for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:22:54.982105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:54.990782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.070155 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks [] for security_group (c6c00d04-81aa-46f1-a73f-60a0b10a1309), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.073971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c6c00d04-81aa-46f1-a73f-60a0b10a1309), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.139147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c00d04-81aa-46f1-a73f-60a0b10a1309,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:55.203909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Allocated IP 192.168.233.217 (585999c4-6ad1-4e5f-9e50-5bf6ef953b4c/8d8e3e93-9ff4-4668-904a-4acdff1a6237/15cf4c0c-3bb9-4909-a76a-588db38614d9) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:22:55.349807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks [] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.383862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.425295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:22:55.428125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:22:55.434908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:22:55.441058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Pushing event updated for resources: {'Port': ['ID=15cf4c0c-3bb9-4909-a76a-588db38614d9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:55.490956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:55.491574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.509623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-4d97d572-c042-4f02-8c7a-8cc06f3254e0 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6676283 Jan 28 17:22:55.520030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-64eb3c20-da2b-48aa-8a9c-496a25c8cc04 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:22:55.521049 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-64eb3c20-da2b-48aa-8a9c-496a25c8cc04 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052283 Jan 28 17:22:55.581780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Request body: {'port': {'device_id': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:22:55.638787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-ecf43815-daa6-43a0-b278-38957001ab21 None None] Provisioning complete for port 15cf4c0c-3bb9-4909-a76a-588db38614d9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:22:55.639368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ecf43815-daa6-43a0-b278-38957001ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.643069 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.671754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ecf43815-daa6-43a0-b278-38957001ab21 None None] Port 15cf4c0c-3bb9-4909-a76a-588db38614d9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:22:55.913676 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cf4c0c-3bb9-4909-a76a-588db38614d9 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:22:55.921883 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Publish callbacks [] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.934182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Transition to ACTIVE for port object 15cf4c0c-3bb9-4909-a76a-588db38614d9 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:22:55.937937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:55.985212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf4c0c-3bb9-4909-a76a-588db38614d9,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:56.091819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Attempting to bind port 15cf4c0c-3bb9-4909-a76a-588db38614d9 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:22:56.092151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Attempting to bind port 15cf4c0c-3bb9-4909-a76a-588db38614d9 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:22:56.092474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Attempting to bind port 15cf4c0c-3bb9-4909-a76a-588db38614d9 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:22:56.101687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Port 15cf4c0c-3bb9-4909-a76a-588db38614d9 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:22:56.102010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Attempting to bind port 15cf4c0c-3bb9-4909-a76a-588db38614d9 on network 585999c4-6ad1-4e5f-9e50-5bf6ef953b4c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:22:56.110325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:22:56.110660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Checking segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:22:56.111049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Bound using segment: {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:22:56.111481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Bound port: 15cf4c0c-3bb9-4909-a76a-588db38614d9, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef4f15-ec13-4b6c-bc17-83f22a15042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:22:56.111842 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:56.122016 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eebaf-0ba1-4667-a0a9-0fab9acbfaba req-3721614c-2b05-454c-8dd0-00de02800fc8 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.123607 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-404eebaf-0ba1-4667-a0a9-0fab9acbfaba req-3721614c-2b05-454c-8dd0-00de02800fc8 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 948 time: 0.0866127 Jan 28 17:22:56.216630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-404eebaf-0ba1-4667-a0a9-0fab9acbfaba req-c21dde55-efab-446e-b4fa-0f82ef699abc tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842254 Jan 28 17:22:56.218962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] For port 15cf4c0c-3bb9-4909-a76a-588db38614d9, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:22:56.222155 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] For port 15cf4c0c-3bb9-4909-a76a-588db38614d9, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:22:56.227129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:56.261573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.262187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:56.263595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] 10.222.0.24 "PUT /v2.0/ports/15cf4c0c-3bb9-4909-a76a-588db38614d9 HTTP/1.1" status: 200 len: 1097 time: 0.7355201 Jan 28 17:22:56.264035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'tag': '15cf4c0c-3bb9-4909-a76a-588db38614d9'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:22:56.266282 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda94e54-f01e-448f-a7c0-fab1740e019a" -d '{"events": [{"name": "network-changed", "server_uuid": "f389f8d5-2a19-478f-94b5-24d9a310e343", "tag": "15cf4c0c-3bb9-4909-a76a-588db38614d9"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:22:56.291548 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d2ab0-5fb5-44b7-a779-6d13fd8cebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf4c0c-3bb9-4909-a76a-588db38614d9,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:56.359304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-5c2de0eb-9467-4815-8731-9bff8859a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.360175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-5c2de0eb-9467-4815-8731-9bff8859a687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83e3aa4cb8b14866b71c9fce656a2566&device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 1131 time: 0.0523329 Jan 28 17:22:56.406134 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b1022-ecd0-455c-9a35-6dde6b0d15fb x-openstack-request-id: req-be4b1022-ecd0-455c-9a35-6dde6b0d15fb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:22:56.406427 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f389f8d5-2a19-478f-94b5-24d9a310e343", "tag": "15cf4c0c-3bb9-4909-a76a-588db38614d9", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:22:56.406683 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be4b1022-ecd0-455c-9a35-6dde6b0d15fb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:22:56.407100 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'tag': '15cf4c0c-3bb9-4909-a76a-588db38614d9', 'status': 'completed', 'code': 200} Jan 28 17:22:56.408453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-129c9343-9ed3-4087-b362-5f41834d49e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9 HTTP/1.1" status: 200 len: 217 time: 0.0409644 Jan 28 17:22:56.460439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-da06d091-186f-4804-954b-963b4accf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.462023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-da06d091-186f-4804-954b-963b4accf998 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0470428 Jan 28 17:22:56.515776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-358ee3dc-3956-4ed2-81fb-18ae10b88665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.517459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-358ee3dc-3956-4ed2-81fb-18ae10b88665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0493038 Jan 28 17:22:56.608782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-5450ad90-bb62-418b-88f7-c606a87a15c1 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829668 Jan 28 17:22:56.702252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01a79d46-f62b-421d-9b74-551bdfc9df67 req-fab2cc18-7a7e-4667-80be-559c17fa94eb service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876536 Jan 28 17:22:56.788133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-f590d1d3-c10a-4f96-bcb3-e6602c7d4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.789640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-f590d1d3-c10a-4f96-bcb3-e6602c7d4362 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83e3aa4cb8b14866b71c9fce656a2566&device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 1131 time: 0.0436661 Jan 28 17:22:56.876177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-eee1ef27-670f-4113-a8a8-0663347ae2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.877655 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-eee1ef27-670f-4113-a8a8-0663347ae2d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c HTTP/1.1" status: 200 len: 870 time: 0.0820355 Jan 28 17:22:56.922084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-22492fc7-80a5-4e40-ba32-d5edf0fd9797 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9 HTTP/1.1" status: 200 len: 217 time: 0.0381470 Jan 28 17:22:56.969054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-7279169d-6f31-48f9-bcd7-a48d9265ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:56.970365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-7279169d-6f31-48f9-bcd7-a48d9265ba9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d8e3e93-9ff4-4668-904a-4acdff1a6237 HTTP/1.1" status: 200 len: 843 time: 0.0421145 Jan 28 17:22:57.017349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-4a8a6fd3-0c25-44dd-ac38-0be03ebb3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:57.018834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-4a8a6fd3-0c25-44dd-ac38-0be03ebb3331 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=585999c4-6ad1-4e5f-9e50-5bf6ef953b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0423367 Jan 28 17:22:57.108048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-89c28e07-746f-434d-afde-e5e4f01b7a90 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824783 Jan 28 17:22:57.195266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fda94e54-f01e-448f-a7c0-fab1740e019a req-c1fba43f-211f-4ff4-a978-15db07dcf7f5 service neutron] 10.222.0.24 "GET /v2.0/networks/585999c4-6ad1-4e5f-9e50-5bf6ef953b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797327 Jan 28 17:22:57.339612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cece4d-0c03-49e8-9d28-e69ac33e73cb req-ef6bd02a-ac2f-462f-b94a-d45a3fb1ccb1 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:57.341102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cece4d-0c03-49e8-9d28-e69ac33e73cb req-ef6bd02a-ac2f-462f-b94a-d45a3fb1ccb1 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 948 time: 0.0545435 Jan 28 17:22:57.393339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87cece4d-0c03-49e8-9d28-e69ac33e73cb req-981ba974-edc8-44f8-81f9-4966931b1e30 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467138 Jan 28 17:22:58.336142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15cf4c0c-3bb9-4909-a76a-588db38614d9 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:22:58.431395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15cf4c0c-3bb9-4909-a76a-588db38614d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:58.443050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '15cf4c0c-3bb9-4909-a76a-588db38614d9', 'network_id': '585999c4-6ad1-4e5f-9e50-5bf6ef953b4c', 'port_id': '15cf4c0c-3bb9-4909-a76a-588db38614d9', 'mac_address': 'fa:16:3e:d6:5f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e3e93-9ff4-4668-904a-4acdff1a6237', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:22:58.483799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15cf4c0c-3bb9-4909-a76a-588db38614d9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:22:58.484197 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:58.497444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cf4c0c-3bb9-4909-a76a-588db38614d9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:22:58.515456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac50df-52ed-4c56-8cb3-d4e8d956ebee req-55b73051-9206-41b0-a13e-6161721a6609 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:58.516952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84ac50df-52ed-4c56-8cb3-d4e8d956ebee req-55b73051-9206-41b0-a13e-6161721a6609 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 948 time: 0.0543489 Jan 28 17:22:58.517064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15cf4c0c-3bb9-4909-a76a-588db38614d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:22:58.520756 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:22:58.567817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15cf4c0c-3bb9-4909-a76a-588db38614d9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:22:58.569492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84ac50df-52ed-4c56-8cb3-d4e8d956ebee req-caa68ede-849f-4371-bf5b-8aeebc8e16fa tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Jan 28 17:22:58.764654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['15cf4c0c-3bb9-4909-a76a-588db38614d9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:22:59.687149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59866a-48ba-4baa-8521-145cceaffe5e req-2294064d-09e7-4978-8c5a-c59e7c64b7ee tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:22:59.688950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c59866a-48ba-4baa-8521-145cceaffe5e req-2294064d-09e7-4978-8c5a-c59e7c64b7ee tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 949 time: 0.0531809 Jan 28 17:22:59.734474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c59866a-48ba-4baa-8521-145cceaffe5e req-d5226818-c573-4eb4-a654-bcbb0d592757 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Jan 28 17:23:00.337456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15cf4c0c-3bb9-4909-a76a-588db38614d9 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:23:00.385169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 15cf4c0c-3bb9-4909-a76a-588db38614d9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:23:00.388764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 15cf4c0c-3bb9-4909-a76a-588db38614d9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:23:00.389144 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:00.464768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 15cf4c0c-3bb9-4909-a76a-588db38614d9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:23:00.465155 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:00.486739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf4c0c-3bb9-4909-a76a-588db38614d9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:00.488966 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1211cee-539f-42fd-82f4-bea6bfecc042" -d '{"events": [{"server_uuid": "f389f8d5-2a19-478f-94b5-24d9a310e343", "name": "network-vif-plugged", "status": "completed", "tag": "15cf4c0c-3bb9-4909-a76a-588db38614d9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:00.504991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 15cf4c0c-3bb9-4909-a76a-588db38614d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:00.508642 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:00.556469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=15cf4c0c-3bb9-4909-a76a-588db38614d9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:00.589480 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf3724f-1f50-4e3d-a57e-8cfde810c503 x-openstack-request-id: req-daf3724f-1f50-4e3d-a57e-8cfde810c503 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:00.589844 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f389f8d5-2a19-478f-94b5-24d9a310e343", "name": "network-vif-plugged", "status": "completed", "tag": "15cf4c0c-3bb9-4909-a76a-588db38614d9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:00.590106 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daf3724f-1f50-4e3d-a57e-8cfde810c503 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:00.590507 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf4c0c-3bb9-4909-a76a-588db38614d9', 'code': 200} Jan 28 17:23:00.690995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd0ef8-310a-4662-a7c7-ea3c193e96c9 req-277568a2-19f1-4fe0-af0b-e4203f7e7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:00.692490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30fd0ef8-310a-4662-a7c7-ea3c193e96c9 req-277568a2-19f1-4fe0-af0b-e4203f7e7abe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 1133 time: 0.0475597 Jan 28 17:23:00.734683 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30fd0ef8-310a-4662-a7c7-ea3c193e96c9 req-dd836ace-9988-45c0-a8d9-2b3a2ee17339 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362501 Jan 28 17:23:00.850641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c57466-9ec3-459d-8f33-b613413e0aff req-9cbf9fec-1385-4dd4-aca6-41845f4de231 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:00.852097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4c57466-9ec3-459d-8f33-b613413e0aff req-9cbf9fec-1385-4dd4-aca6-41845f4de231 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 950 time: 0.0514884 Jan 28 17:23:00.899615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4c57466-9ec3-459d-8f33-b613413e0aff req-3679a9e4-d580-4a6f-a70d-2b895feb02aa tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Jan 28 17:23:02.025514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d965-b5da-41da-91db-42aa08a47520 req-177586e4-ca99-4185-9a25-c98f67a2f6a8 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:02.026981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b694d965-b5da-41da-91db-42aa08a47520 req-177586e4-ca99-4185-9a25-c98f67a2f6a8 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 950 time: 0.0543666 Jan 28 17:23:02.382709 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b694d965-b5da-41da-91db-42aa08a47520 req-900ac24c-7d17-4e4a-9ce6-894945d69c3a tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500535 Jan 28 17:23:02.700828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-f2ed280f-f599-4462-bbac-c1327ec26b55 req-da9a7a9f-ae6f-44e9-bf97-349c45002ee2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:23:02.701836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2ed280f-f599-4462-bbac-c1327ec26b55 req-da9a7a9f-ae6f-44e9-bf97-349c45002ee2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535109 Jan 28 17:23:03.080299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-131b9a6f-cb6a-45ed-b913-68293bcc8ea3 req-1ec3ae52-9c6f-4ad4-a80e-eb88b25743e8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:23:03.081357 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-131b9a6f-cb6a-45ed-b913-68293bcc8ea3 req-1ec3ae52-9c6f-4ad4-a80e-eb88b25743e8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0586958 Jan 28 17:23:03.412458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071fc0-8bbc-46bb-80ed-c7d4e46d390a req-01200b91-01b8-4f03-96ec-b30d32b74926 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:03.413869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31071fc0-8bbc-46bb-80ed-c7d4e46d390a req-01200b91-01b8-4f03-96ec-b30d32b74926 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 950 time: 0.0540304 Jan 28 17:23:03.459279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31071fc0-8bbc-46bb-80ed-c7d4e46d390a req-e8399c02-57ac-487a-b98f-30a0856ae4ae tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Jan 28 17:23:04.578993 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeec20-623b-4235-aa4b-2b8ceb47144a req-6a34d96d-a88d-4608-bc3a-1b66092cbf51 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:04.580465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72aeec20-623b-4235-aa4b-2b8ceb47144a req-6a34d96d-a88d-4608-bc3a-1b66092cbf51 tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 950 time: 0.0521624 Jan 28 17:23:04.628642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72aeec20-623b-4235-aa4b-2b8ceb47144a req-5b526db2-4f88-4cb6-9e1f-fb085d53a80a tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6c00d04-81aa-46f1-a73f-60a0b10a1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Jan 28 17:23:04.690871 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b4088-932c-48e0-a418-26e15265d666 req-5fe1a795-7a0a-437f-b3cb-a5f51b4273ad tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:04.692306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c00b4088-932c-48e0-a418-26e15265d666 req-5fe1a795-7a0a-437f-b3cb-a5f51b4273ad tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.24 "GET /v2.0/ports?device_id=f389f8d5-2a19-478f-94b5-24d9a310e343 HTTP/1.1" status: 200 len: 950 time: 0.0502741 Jan 28 17:23:04.779718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Deleting port 15cf4c0c-3bb9-4909-a76a-588db38614d9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:23:04.779984 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:04.868829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] For port 15cf4c0c-3bb9-4909-a76a-588db38614d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=15cf4c0c-3bb9-4909-a76a-588db38614d9,segment=NetworkSegment(85ef4f15-ec13-4b6c-bc17-83f22a15042d),segment_id=85ef4f15-ec13-4b6c-bc17-83f22a15042d)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:04.869190 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:04.880795 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Calling delete_port for 15cf4c0c-3bb9-4909-a76a-588db38614d9 owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:23:05.007910 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (15cf4c0c-3bb9-4909-a76a-588db38614d9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:05.023633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['15cf4c0c-3bb9-4909-a76a-588db38614d9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:23:05.036843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Pushing event deleted for resources: {'Port': ['ID=15cf4c0c-3bb9-4909-a76a-588db38614d9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:05.080202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] No DVR routers for this DVR port 15cf4c0c-3bb9-4909-a76a-588db38614d9 on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:23:05.082960 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:05.087367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c00b4088-932c-48e0-a418-26e15265d666 req-dc592eb9-089c-4ef1-ac6e-836cf442faef tempest-ServersAdminNegativeTestJSON-1621032625 tempest-ServersAdminNegativeTestJSON-1621032625-project] 10.222.0.24 "DELETE /v2.0/ports/15cf4c0c-3bb9-4909-a76a-588db38614d9 HTTP/1.1" status: 204 len: 173 time: 0.3896675 Jan 28 17:23:05.087899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'name': 'network-vif-deleted', 'tag': '15cf4c0c-3bb9-4909-a76a-588db38614d9'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:05.090907 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd5bf0d-8ca1-4560-b450-a640c018f21e" -d '{"events": [{"server_uuid": "f389f8d5-2a19-478f-94b5-24d9a310e343", "name": "network-vif-deleted", "tag": "15cf4c0c-3bb9-4909-a76a-588db38614d9"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:05.130953 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315b157e-e5ec-4397-873b-596cef7f02b7 x-openstack-request-id: req-315b157e-e5ec-4397-873b-596cef7f02b7 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:05.131392 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f389f8d5-2a19-478f-94b5-24d9a310e343", "name": "network-vif-deleted", "tag": "15cf4c0c-3bb9-4909-a76a-588db38614d9", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:05.131651 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-315b157e-e5ec-4397-873b-596cef7f02b7 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:05.132186 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f389f8d5-2a19-478f-94b5-24d9a310e343', 'name': 'network-vif-deleted', 'tag': '15cf4c0c-3bb9-4909-a76a-588db38614d9', 'status': 'completed', 'code': 200} Jan 28 17:23:05.921787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60992) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:06.048898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e2586922-c376-4047-8f91-aa6ca10dde0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83e3aa4cb8b14866b71c9fce656a2566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259046 Jan 28 17:23:06.051347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 60996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:06.096496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3ede-8730-4377-8616-0de5cf129fde admin admin] Publish callbacks [] for security_group (c6c00d04-81aa-46f1-a73f-60a0b10a1309), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.121145 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3ede-8730-4377-8616-0de5cf129fde admin admin] Publish callbacks [] for security_group (c6c00d04-81aa-46f1-a73f-60a0b10a1309), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.168528 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3ede-8730-4377-8616-0de5cf129fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c6c00d04-81aa-46f1-a73f-60a0b10a1309), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.171099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3ede-8730-4377-8616-0de5cf129fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.172771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1f2a3ede-8730-4377-8616-0de5cf129fde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6c00d04-81aa-46f1-a73f-60a0b10a1309 HTTP/1.1" status: 204 len: 168 time: 0.1205153 Jan 28 17:23:06.180467 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a3ede-8730-4377-8616-0de5cf129fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c00d04-81aa-46f1-a73f-60a0b10a1309,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:06.428567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32770) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:06.442197 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a674e3a-3455-4f3b-a855-05f1e9d194e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.515455 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a674e3a-3455-4f3b-a855-05f1e9d194e1 admin admin] Publish callbacks [] for security_group (122914e5-d1eb-45a7-b381-a4c7e3239c3e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.521231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a674e3a-3455-4f3b-a855-05f1e9d194e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (122914e5-d1eb-45a7-b381-a4c7e3239c3e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.560796 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6a674e3a-3455-4f3b-a855-05f1e9d194e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dc2227d33d44eb8b834db2bb3981dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311061 Jan 28 17:23:06.562033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a674e3a-3455-4f3b-a855-05f1e9d194e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122914e5-d1eb-45a7-b381-a4c7e3239c3e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:06.563484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32772) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:06.611844 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639dda1d-2680-4675-9e36-79471df9ad6d admin admin] Publish callbacks [] for security_group (122914e5-d1eb-45a7-b381-a4c7e3239c3e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.632577 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639dda1d-2680-4675-9e36-79471df9ad6d admin admin] Publish callbacks [] for security_group (122914e5-d1eb-45a7-b381-a4c7e3239c3e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.677613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639dda1d-2680-4675-9e36-79471df9ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (122914e5-d1eb-45a7-b381-a4c7e3239c3e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.680202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-639dda1d-2680-4675-9e36-79471df9ad6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:06.681881 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-639dda1d-2680-4675-9e36-79471df9ad6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/122914e5-d1eb-45a7-b381-a4c7e3239c3e HTTP/1.1" status: 204 len: 168 time: 0.1165736 Jan 28 17:23:06.689393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dda1d-2680-4675-9e36-79471df9ad6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122914e5-d1eb-45a7-b381-a4c7e3239c3e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:07.347041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32794) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:07.441809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-575024256-network', 'tenant_id': '1f1cb613648e4937a1e2aa057eca571b'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:07.469903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Made reservation on behalf of 1f1cb613648e4937a1e2aa057eca571b for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:23:07.472256 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.481299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.569926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks [] for security_group (1761fcb3-f9a3-43ce-a442-e6b499e6af1e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.576822 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1761fcb3-f9a3-43ce-a442-e6b499e6af1e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.605575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:23:07.614612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761fcb3-f9a3-43ce-a442-e6b499e6af1e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:07.620796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (fdad0e8f-aef5-407f-b94f-6f3ace04bb01), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.621143 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Added segment fdad0e8f-aef5-407f-b94f-6f3ace04bb01 of type vlan for network b544c3cc-248f-4bfa-94ea-ab28a229e833 Jan 28 17:23:07.673040 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b544c3cc-248f-4bfa-94ea-ab28a229e833), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.699937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b544c3cc-248f-4bfa-94ea-ab28a229e833), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.701079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:07.701656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.762151 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4138372 Jan 28 17:23:07.765270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32798) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:07.769852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Request body: {'subnet': {'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-575024256-subnet', 'tenant_id': '1f1cb613648e4937a1e2aa057eca571b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:07.780019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e738-6087-48c0-8e3d-3ede4dcb618b admin admin] Pushing event updated for resources: {'Network': ['ID=b544c3cc-248f-4bfa-94ea-ab28a229e833,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:07.790195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b544c3cc-248f-4bfa-94ea-ab28a229e833 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:23:07.795736 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Made reservation on behalf of 1f1cb613648e4937a1e2aa057eca571b for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:23:07.798409 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:07.963580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (280bea52-e91a-425c-915b-6399310cc7cc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:08.007278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280bea52-e91a-425c-915b-6399310cc7cc,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:08.026636 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Checking segment: {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:23:08.026997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Network hostable DHCP agents. Network: b544c3cc-248f-4bfa-94ea-ab28a229e833, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:23:08.041996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Network b544c3cc-248f-4bfa-94ea-ab28a229e833 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:23:08.050168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b544c3cc-248f-4bfa-94ea-ab28a229e833) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:23:08.057384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:08.057977 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:08.058796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b614d-4e16-4109-a8a7-58c941e7048d None None] Network b544c3cc-248f-4bfa-94ea-ab28a229e833 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:23:08.073040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-caaecb4a-bbaf-49e5-81c1-ac527cadae01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3067484 Jan 28 17:23:08.168847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d03368-d5d3-488b-8e32-915dd0ba8b8c None None] Network b544c3cc-248f-4bfa-94ea-ab28a229e833 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:23:08.367380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15cf4c0c-3bb9-4909-a76a-588db38614d9 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:23:08.393202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 15cf4c0c-3bb9-4909-a76a-588db38614d9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:23:08.393556 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 15cf4c0c-3bb9-4909-a76a-588db38614d9 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:23:08.491739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-a6e074a6-01bc-492e-874d-c75df103a12b tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:08.493774 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-a6e074a6-01bc-492e-874d-c75df103a12b tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 811 time: 0.1025164 Jan 28 17:23:08.508352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-049ec6d7-0b75-4c9a-9505-4d56bfa3702d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/quotas/1f1cb613648e4937a1e2aa057eca571b HTTP/1.1" status: 200 len: 375 time: 0.0092888 Jan 28 17:23:08.539623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-4e6a6c14-2b5d-495d-9287-8e2739b41e54 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264134 Jan 28 17:23:08.550693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-756d2029-2979-4b4e-a20f-e0eff159fb27 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:23:08.551643 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-756d2029-2979-4b4e-a20f-e0eff159fb27 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052524 Jan 28 17:23:08.641730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-57603a4d-6d0d-4f61-a02b-7bc3a9f92985 service neutron] 10.222.0.25 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841799 Jan 28 17:23:08.728748 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-190b2bed-f2f0-4765-a1a7-cf20ce32d2a2 service neutron] 10.222.0.25 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813248 Jan 28 17:23:08.889437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f7c4070-92d5-4c89-b390-65e4a27bc261 req-68905b2a-e739-41ad-b7c1-91bfb5498af5 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 210 time: 0.0282433 Jan 28 17:23:09.962666 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-b8a9e111-264a-409b-93fd-c5f482a96e85 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:09.964187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-b8a9e111-264a-409b-93fd-c5f482a96e85 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.24 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 811 time: 0.1096010 Jan 28 17:23:09.979045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Request body: {'port': {'device_id': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833', 'admin_state_up': True, 'tenant_id': '1f1cb613648e4937a1e2aa057eca571b'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:09.999385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66d6f5b7-d57b-4cdc-97f5-9c441e245c7c req-3f524718-3bd4-4900-bac1-90604d9e4292 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 210 time: 0.0342386 Jan 28 17:23:10.097419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Made reservation on behalf of 1f1cb613648e4937a1e2aa057eca571b for: {'port': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:23:10.100989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.229742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Allocated IP 172.20.0.13 (b544c3cc-248f-4bfa-94ea-ab28a229e833/280bea52-e91a-425c-915b-6399310cc7cc/43c826af-5832-4efd-b030-8f5783a136c9) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:23:10.374894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks [] for port (43c826af-5832-4efd-b030-8f5783a136c9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.408086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.450189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Network b544c3cc-248f-4bfa-94ea-ab28a229e833 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:23:10.453129 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:23:10.459382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:23:10.487575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:10.515241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:10.515847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.531364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-bfb53fff-5845-4b8d-bc9d-695c5daa097d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578465 Jan 28 17:23:10.543373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Request body: {'port': {'device_id': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:10.605374 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.869157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c826af-5832-4efd-b030-8f5783a136c9 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:23:10.877116 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Publish callbacks [] for port (43c826af-5832-4efd-b030-8f5783a136c9), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.889852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Transition to ACTIVE for port object 43c826af-5832-4efd-b030-8f5783a136c9 will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:23:10.894120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:10.965423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:11.017380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:23:11.017723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:23:11.018062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 on network b544c3cc-248f-4bfa-94ea-ab28a229e833 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:23:11.022739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Port 43c826af-5832-4efd-b030-8f5783a136c9 on network b544c3cc-248f-4bfa-94ea-ab28a229e833 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:23:11.023231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 on network b544c3cc-248f-4bfa-94ea-ab28a229e833 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:23:11.028722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:23:11.029168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Checking segment: {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:23:11.029869 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Bound using segment: {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:23:11.030179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Bound port: 43c826af-5832-4efd-b030-8f5783a136c9, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:23:11.030651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:11.133599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:23:11.137797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:23:11.151779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb11e-88ef-4248-867e-61f27ad41d15 req-91324c2f-3014-434d-a922-5dbb1a3e5911 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.153309 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fdeb11e-88ef-4248-867e-61f27ad41d15 req-91324c2f-3014-434d-a922-5dbb1a3e5911 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 944 time: 0.0868554 Jan 28 17:23:11.154843 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:11.195733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.196179 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:11.197928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] 10.222.0.24 "PUT /v2.0/ports/43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 1093 time: 0.6590946 Jan 28 17:23:11.206303 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:11.208503 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22405e1-dbbf-49c3-83e7-01946d720583" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "tag": "43c826af-5832-4efd-b030-8f5783a136c9"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:11.265932 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67715c48-bcf3-4320-85d2-b1c4419ba83e x-openstack-request-id: req-67715c48-bcf3-4320-85d2-b1c4419ba83e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:11.266229 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "tag": "43c826af-5832-4efd-b030-8f5783a136c9", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:11.266489 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67715c48-bcf3-4320-85d2-b1c4419ba83e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:11.266890 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9', 'status': 'completed', 'code': 200} Jan 28 17:23:11.268696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bd4cf-0e52-4431-a10e-3cb6f111b426 service neutron] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:11.295274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fdeb11e-88ef-4248-867e-61f27ad41d15 req-4d2ffa04-b0e8-44fc-8e2a-3474355613d5 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351979 Jan 28 17:23:11.314092 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-27572591-ce87-433f-a57b-34924c40ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.315648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-27572591-ce87-433f-a57b-34924c40ed10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1127 time: 0.0659771 Jan 28 17:23:11.360282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-3a5d988f-cb1f-46c0-9b24-dd729fb0fc32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0377529 Jan 28 17:23:11.408354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-f41dcf3d-a5d4-40a5-a8ff-f98d44261604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.409783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-f41dcf3d-a5d4-40a5-a8ff-f98d44261604 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0438950 Jan 28 17:23:11.441352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-75076e74-d1ce-493d-b2de-b65444246915 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259500 Jan 28 17:23:11.534600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-f3185220-7f4a-4d13-90e9-f5c37fa97c7d service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871415 Jan 28 17:23:11.624564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6eb44ec8-6637-4602-b454-e3ad24e3e8dd req-e00c4ca8-d98e-44d7-a21f-f39098454e9e service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Jan 28 17:23:11.713267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-111126b0-45f1-4342-b81f-f5d09bf34727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.715323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-111126b0-45f1-4342-b81f-f5d09bf34727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1127 time: 0.0481560 Jan 28 17:23:11.812941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-f67acf86-c4f5-4cf3-8132-11ca3d55175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.814412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-f67acf86-c4f5-4cf3-8132-11ca3d55175a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 912 time: 0.0932889 Jan 28 17:23:11.857575 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-dd734070-db01-437e-8f0d-f33b3f7663d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0358365 Jan 28 17:23:11.918468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-017315fc-6e30-43cb-8e22-636f4853be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:11.919969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-017315fc-6e30-43cb-8e22-636f4853be5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0568173 Jan 28 17:23:11.952582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-5da792f1-9b07-4dec-8087-cd50c562317c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Jan 28 17:23:12.041726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-2b1bf1e7-6658-4567-a45e-d5e193cbe56f service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824604 Jan 28 17:23:12.135163 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e22405e1-dbbf-49c3-83e7-01946d720583 req-7d12efb5-6981-4774-ab54-360cbc003bac service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872781 Jan 28 17:23:12.417135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b8342-5d82-4235-a812-ad498f16a21a req-66456a03-598e-4fe8-8daa-37362f3a1544 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:12.418647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f2b8342-5d82-4235-a812-ad498f16a21a req-66456a03-598e-4fe8-8daa-37362f3a1544 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 944 time: 0.0538633 Jan 28 17:23:12.466979 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f2b8342-5d82-4235-a812-ad498f16a21a req-fd5bf5bf-5b52-4154-a5eb-112fba6983e7 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Jan 28 17:23:12.585222 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:12.603195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:13.584972 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df583f-f6f6-4a86-a0b9-f70241dc23c9 req-8a7bc3dd-55ec-4b17-8152-6baf6cf94118 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:13.586438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61df583f-f6f6-4a86-a0b9-f70241dc23c9 req-8a7bc3dd-55ec-4b17-8152-6baf6cf94118 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 944 time: 0.0528789 Jan 28 17:23:13.637305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61df583f-f6f6-4a86-a0b9-f70241dc23c9 req-9908b6f1-b923-474a-ae00-d2cd46251bf9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Jan 28 17:23:14.389816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:23:14.486990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:14.498251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '43c826af-5832-4efd-b030-8f5783a136c9', 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833', 'port_id': '43c826af-5832-4efd-b030-8f5783a136c9', 'mac_address': 'fa:16:3e:95:16:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280bea52-e91a-425c-915b-6399310cc7cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:23:14.535030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 43c826af-5832-4efd-b030-8f5783a136c9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:23:14.535416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:14.548174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c826af-5832-4efd-b030-8f5783a136c9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:23:14.566256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:14.570087 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:14.615257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:14.753091 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55463c-29dc-4f8d-bee1-4c90c5d2b127 req-0c3e5857-7f77-4b14-b177-d0d5ec4eefc2 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:14.754580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc55463c-29dc-4f8d-bee1-4c90c5d2b127 req-0c3e5857-7f77-4b14-b177-d0d5ec4eefc2 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 945 time: 0.0520909 Jan 28 17:23:14.764540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['43c826af-5832-4efd-b030-8f5783a136c9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:23:14.802586 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc55463c-29dc-4f8d-bee1-4c90c5d2b127 req-eaebe68a-1c80-4cf3-a154-0b7a67dd303e tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Jan 28 17:23:15.922518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239c207-8563-4fa9-b684-21551efc4098 req-9bdba7d8-7c22-4332-a989-520df10851ce tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:15.924009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9239c207-8563-4fa9-b684-21551efc4098 req-9bdba7d8-7c22-4332-a989-520df10851ce tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 945 time: 0.0538650 Jan 28 17:23:15.971325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9239c207-8563-4fa9-b684-21551efc4098 req-de19e006-592a-4bce-bad2-23cdb3b16065 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 Jan 28 17:23:15.997503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-316cb8c7-f255-48cb-bc7d-3db3b08a1da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:16.420909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:23:16.469084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 43c826af-5832-4efd-b030-8f5783a136c9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:23:16.472718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 43c826af-5832-4efd-b030-8f5783a136c9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:23:16.473101 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43c826af-5832-4efd-b030-8f5783a136c9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:16.551663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 43c826af-5832-4efd-b030-8f5783a136c9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:23:16.552053 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:16.574491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:16.576704 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95346ba-e77b-429e-aa63-780e008d71ca" -d '{"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-plugged", "status": "completed", "tag": "43c826af-5832-4efd-b030-8f5783a136c9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:16.590949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:16.594925 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:16.617155 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ff2e30-5f1f-4386-ae37-9dba39584122 x-openstack-request-id: req-64ff2e30-5f1f-4386-ae37-9dba39584122 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:16.617456 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-plugged", "status": "completed", "tag": "43c826af-5832-4efd-b030-8f5783a136c9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:16.618251 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64ff2e30-5f1f-4386-ae37-9dba39584122 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:16.618642 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9', 'code': 200} Jan 28 17:23:16.646924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:16.717928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0104-ff20-4c78-9283-85734043631c req-1d115528-8cb7-41f0-8acf-fa369319ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:16.719382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2be0104-ff20-4c78-9283-85734043631c req-1d115528-8cb7-41f0-8acf-fa369319ca57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1129 time: 0.0488019 Jan 28 17:23:16.762514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2be0104-ff20-4c78-9283-85734043631c req-1a486b9f-297f-407c-996b-609c3d90ad12 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Jan 28 17:23:17.092578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78bd88-f654-478a-9b0c-d3baa35830ed req-d1a76948-d9db-4528-a6f9-2b7321b2e4b9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:17.094052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af78bd88-f654-478a-9b0c-d3baa35830ed req-d1a76948-d9db-4528-a6f9-2b7321b2e4b9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0521429 Jan 28 17:23:17.140692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af78bd88-f654-478a-9b0c-d3baa35830ed req-c78b7c5b-2a9e-48a7-9545-7d59a0e7ca43 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Jan 28 17:23:17.946670 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5613f4f1-97bf-44b0-a5cf-d5bb3498f962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:18.259366 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dc5ee-a293-41aa-ab48-8291612a5cc3 req-716e5e56-94d6-459a-b339-3abea2ba8b80 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:18.260844 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d14dc5ee-a293-41aa-ab48-8291612a5cc3 req-716e5e56-94d6-459a-b339-3abea2ba8b80 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0530005 Jan 28 17:23:18.309869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d14dc5ee-a293-41aa-ab48-8291612a5cc3 req-cf4a3423-de72-42fd-b95a-2b56cf3bc8df tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Jan 28 17:23:18.491719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32856) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:18.551934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404021-fcd7-4bfe-9e6e-b6046abf2140 req-0eee7813-e35d-4795-82bf-a1951c8c61aa tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:18.553465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73404021-fcd7-4bfe-9e6e-b6046abf2140 req-0eee7813-e35d-4795-82bf-a1951c8c61aa tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0547943 Jan 28 17:23:18.591001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-a948cae7-9c5f-4268-9d77-d1a39e04a751 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981090 Jan 28 17:23:18.599464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-bfa7a998-fc82-4d4f-90e0-7e611177fcd9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:23:18.600516 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-bfa7a998-fc82-4d4f-90e0-7e611177fcd9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049818 Jan 28 17:23:18.600636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73404021-fcd7-4bfe-9e6e-b6046abf2140 req-775903ab-92a0-423e-96bb-2d430d8544bc tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Jan 28 17:23:19.540001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:19.634686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-451511b7-559d-45f4-bbb4-ab4d6e359af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:19.636201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-451511b7-559d-45f4-bbb4-ab4d6e359af1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1129 time: 0.0446191 Jan 28 17:23:19.760912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-1561f4ef-5fc9-4f05-a14f-d31d09d7348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:19.762372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-1561f4ef-5fc9-4f05-a14f-d31d09d7348a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 912 time: 0.1205313 Jan 28 17:23:19.769145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901281-572d-43c4-ac7f-4561319d42fe req-6dc7bf90-d3cc-438c-938e-03a6a9f94178 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:19.770472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01901281-572d-43c4-ac7f-4561319d42fe req-6dc7bf90-d3cc-438c-938e-03a6a9f94178 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0819046 Jan 28 17:23:19.818893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-bee86082-96bb-4d0d-a3ec-a12706d528b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0474279 Jan 28 17:23:19.878007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01901281-572d-43c4-ac7f-4561319d42fe req-966c87f4-c60b-450f-8b2a-0610c3f253c7 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009769 Jan 28 17:23:19.885475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-5aaf0590-246a-4656-ad71-d52aa3460b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:19.886886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-5aaf0590-246a-4656-ad71-d52aa3460b6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0611575 Jan 28 17:23:19.917852 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-457e948c-8262-4715-825c-7d59ce5d282d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256572 Jan 28 17:23:20.009440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-ea16bb15-481d-4f5e-8e9e-8f31321aacad service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857735 Jan 28 17:23:20.095463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-68be38d9-2a76-47d3-b0a6-6bb828f98ad1 service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801105 Jan 28 17:23:20.769953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:21.000268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63682-49bc-4add-884f-2e53fc975cd2 req-cb84ba01-a184-444e-8722-8ed17bb3f729 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:21.001673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bdc63682-49bc-4add-884f-2e53fc975cd2 req-cb84ba01-a184-444e-8722-8ed17bb3f729 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0525756 Jan 28 17:23:21.050992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bdc63682-49bc-4add-884f-2e53fc975cd2 req-c55b1835-94c8-4abd-aa28-de2bd24a02d9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Jan 28 17:23:21.810275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:22.168613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8790ec-d17f-4832-b645-302710bed613 req-c98b4d8f-963d-4e1b-8460-7d8337247ce8 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:22.170095 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab8790ec-d17f-4832-b645-302710bed613 req-c98b4d8f-963d-4e1b-8460-7d8337247ce8 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0514529 Jan 28 17:23:22.215980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab8790ec-d17f-4832-b645-302710bed613 req-df30deca-1652-418b-bbd2-569d6ca9dc94 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Jan 28 17:23:23.334372 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e736e-9bd2-4134-8659-70e8e42b3d61 req-d941ecd8-40f3-46a8-8866-a3541b4cdd43 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:23.335847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad2e736e-9bd2-4134-8659-70e8e42b3d61 req-d941ecd8-40f3-46a8-8866-a3541b4cdd43 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0522351 Jan 28 17:23:23.380914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad2e736e-9bd2-4134-8659-70e8e42b3d61 req-2f1940e0-f425-4afc-97c9-82347b065c05 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Jan 28 17:23:24.501797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ae1b8-abf5-4582-807a-d592a1bd9990 req-fa7f2fb8-f7ec-49c3-84c6-94bb7af741ca tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:24.503238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e0ae1b8-abf5-4582-807a-d592a1bd9990 req-fa7f2fb8-f7ec-49c3-84c6-94bb7af741ca tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0549788 Jan 28 17:23:24.548736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e0ae1b8-abf5-4582-807a-d592a1bd9990 req-67654cca-c33e-4601-8878-e331939e7348 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Jan 28 17:23:25.666522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8e90-b711-474e-87cb-a5b7dec9f949 req-186409d5-8907-4214-839c-5567222f9f8d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:25.667982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45af8e90-b711-474e-87cb-a5b7dec9f949 req-186409d5-8907-4214-839c-5567222f9f8d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0521266 Jan 28 17:23:25.714064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45af8e90-b711-474e-87cb-a5b7dec9f949 req-ebb7438a-85f4-4021-b50d-459a15d0bd60 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Jan 28 17:23:26.834697 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e24b14-f366-4d87-b50e-e07f852247bc req-f21d061d-ef3e-4de1-a62e-91cea90db650 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:26.836740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37e24b14-f366-4d87-b50e-e07f852247bc req-f21d061d-ef3e-4de1-a62e-91cea90db650 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0512547 Jan 28 17:23:26.885915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37e24b14-f366-4d87-b50e-e07f852247bc req-06f6bfea-7d78-417c-bd4a-7f92a7206432 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Jan 28 17:23:27.681561 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:23:28.007317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d194-057c-4c10-8033-2a388d869e5e req-1447afd3-16fb-4a58-a935-7e923cdb49b7 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:28.009330 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a895d194-057c-4c10-8033-2a388d869e5e req-1447afd3-16fb-4a58-a935-7e923cdb49b7 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0528245 Jan 28 17:23:28.054690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a895d194-057c-4c10-8033-2a388d869e5e req-91da1bbb-8b76-4591-83e0-2c59b9e31339 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Jan 28 17:23:29.172658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1a3c5-9970-4d66-a799-313903e1b315 req-e534e796-d883-4bd5-bad4-dcd66a41d0e4 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:29.174059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9d1a3c5-9970-4d66-a799-313903e1b315 req-e534e796-d883-4bd5-bad4-dcd66a41d0e4 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0520997 Jan 28 17:23:29.219063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9d1a3c5-9970-4d66-a799-313903e1b315 req-0e198b03-bf6c-449e-9fe5-7ccf1faadd0d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Jan 28 17:23:30.340383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464930b-2d11-4e1d-86a8-71dc39208055 req-12d80328-ba1e-463d-9ecb-8e04a9c8e46f tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:30.341877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8464930b-2d11-4e1d-86a8-71dc39208055 req-12d80328-ba1e-463d-9ecb-8e04a9c8e46f tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0553839 Jan 28 17:23:30.386694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8464930b-2d11-4e1d-86a8-71dc39208055 req-acc80905-30d7-44cd-a549-4a1ea572be48 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Jan 28 17:23:31.503701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0b406-53fe-48db-93ce-702512561778 req-aabd78f9-8d98-49f8-913f-fcc6a7c77af6 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:31.505266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cec0b406-53fe-48db-93ce-702512561778 req-aabd78f9-8d98-49f8-913f-fcc6a7c77af6 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0516160 Jan 28 17:23:31.551387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cec0b406-53fe-48db-93ce-702512561778 req-cd87697c-e039-40a9-a793-ffee367a25ee tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 Jan 28 17:23:32.670490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e54e-1f1f-47ab-8761-4e49759c6360 req-2bab5ed9-fdfe-4dee-a905-800ca3998a54 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:32.672214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c190e54e-1f1f-47ab-8761-4e49759c6360 req-2bab5ed9-fdfe-4dee-a905-800ca3998a54 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0549481 Jan 28 17:23:32.720633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c190e54e-1f1f-47ab-8761-4e49759c6360 req-36b9bd2f-0961-4211-9fd9-32a40a643394 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Jan 28 17:23:33.837829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b8788-aba9-45d2-b328-ae385c7ccc4a req-bc62fc20-7b7d-42da-9945-d9a8d185e0fb tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:33.839287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0b8788-aba9-45d2-b328-ae385c7ccc4a req-bc62fc20-7b7d-42da-9945-d9a8d185e0fb tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0520065 Jan 28 17:23:33.884729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a0b8788-aba9-45d2-b328-ae385c7ccc4a req-23e9b5e5-a4e1-4de2-965c-7900efb9f003 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Jan 28 17:23:35.005470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0a1b8-de56-424f-8435-00c6ef490144 req-e661bcb1-3081-4a5a-b1e9-9abcc1d0aa3d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:35.006918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25b0a1b8-de56-424f-8435-00c6ef490144 req-e661bcb1-3081-4a5a-b1e9-9abcc1d0aa3d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0525284 Jan 28 17:23:35.055826 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-25b0a1b8-de56-424f-8435-00c6ef490144 req-e34c2ada-9d8c-4ce1-8870-ca8afd1f7ee5 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432904 Jan 28 17:23:36.172573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69247e69-bdd7-44ea-9603-399575d3a878 req-80701047-6bf4-4887-b7a2-34de1437775d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:36.174057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69247e69-bdd7-44ea-9603-399575d3a878 req-80701047-6bf4-4887-b7a2-34de1437775d tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0512497 Jan 28 17:23:36.220201 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69247e69-bdd7-44ea-9603-399575d3a878 req-dae7911c-edc2-420b-b382-1c46ab7d21b2 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jan 28 17:23:37.339933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ae07f-872e-4269-b550-8bd7e82ae3ac req-423d32e1-04db-4266-ab59-788dc18c46da tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:37.341450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e9ae07f-872e-4269-b550-8bd7e82ae3ac req-423d32e1-04db-4266-ab59-788dc18c46da tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0517828 Jan 28 17:23:37.386931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e9ae07f-872e-4269-b550-8bd7e82ae3ac req-b672a946-ce42-4733-a679-4d2b51ca28d4 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Jan 28 17:23:38.508110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4a89-5bc2-4da8-86e0-89484fbc451d req-211ed821-24c2-421d-b69a-1e9e8e4f4af1 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:38.510282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77da4a89-5bc2-4da8-86e0-89484fbc451d req-211ed821-24c2-421d-b69a-1e9e8e4f4af1 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0565236 Jan 28 17:23:38.555931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77da4a89-5bc2-4da8-86e0-89484fbc451d req-d1601350-4f98-4aee-88ce-daed8e37418e tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Jan 28 17:23:39.673866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd584-3a13-4c2c-bf29-e8caf3402573 req-9d3cedeb-0e97-44c9-b7ab-34fadc082af9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:39.675346 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-125bd584-3a13-4c2c-bf29-e8caf3402573 req-9d3cedeb-0e97-44c9-b7ab-34fadc082af9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0530484 Jan 28 17:23:39.720876 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-125bd584-3a13-4c2c-bf29-e8caf3402573 req-af4c29d1-5691-4aa2-a7f6-4119455dc621 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 Jan 28 17:23:40.836321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aa43f-45f5-412f-8c7a-1efce0d9ae46 req-4dd2c477-955e-4ef8-a81f-88b3a3d3ab39 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:40.837810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-253aa43f-45f5-412f-8c7a-1efce0d9ae46 req-4dd2c477-955e-4ef8-a81f-88b3a3d3ab39 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0516386 Jan 28 17:23:40.891076 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-253aa43f-45f5-412f-8c7a-1efce0d9ae46 req-b6afa02b-9b1f-4217-8cf8-4082dfaaebfa tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Jan 28 17:23:42.009727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5506da7-1f69-473a-922e-3a55ca84b5f1 req-490e369b-9d90-4e81-aba9-091cc1913bf2 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:42.011200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5506da7-1f69-473a-922e-3a55ca84b5f1 req-490e369b-9d90-4e81-aba9-091cc1913bf2 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0518000 Jan 28 17:23:42.060863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c5506da7-1f69-473a-922e-3a55ca84b5f1 req-20752eff-a791-4e58-992b-344b6e5a8fa7 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Jan 28 17:23:42.606661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:42.608980 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:43.184490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54cbeb-ec94-4cee-b114-5d02b57bed79 req-ba187f77-45e1-4847-b3fd-d3eacaf9eb41 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:43.185906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a54cbeb-ec94-4cee-b114-5d02b57bed79 req-ba187f77-45e1-4847-b3fd-d3eacaf9eb41 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0520303 Jan 28 17:23:43.231342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a54cbeb-ec94-4cee-b114-5d02b57bed79 req-46f22c28-20e4-44c6-b1eb-92c76e79fe19 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Jan 28 17:23:44.353335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813c09-75c4-4444-b58e-987e9eae92b5 req-44c9b008-cfd1-41a1-821a-9e6b5c47f911 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:44.355070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8813c09-75c4-4444-b58e-987e9eae92b5 req-44c9b008-cfd1-41a1-821a-9e6b5c47f911 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0568423 Jan 28 17:23:44.404792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8813c09-75c4-4444-b58e-987e9eae92b5 req-00a4ab53-aa64-40c4-a991-c55f59c3ad1b tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Jan 28 17:23:45.523309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69bf87-1f28-4707-8b44-898d561493ef req-aace4acd-9a37-4287-bd29-24579ddc2b01 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:45.525426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e69bf87-1f28-4707-8b44-898d561493ef req-aace4acd-9a37-4287-bd29-24579ddc2b01 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0522268 Jan 28 17:23:45.571197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e69bf87-1f28-4707-8b44-898d561493ef req-830f0f12-1fd0-41aa-a8a1-f3a646992c6c tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Jan 28 17:23:45.998933 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5d1442d7-4721-46d4-81d6-5d3e05123ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:46.694863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa66f4-dec5-4553-a431-0495df2e6f2d req-fb4ef7cf-6e21-45e9-bc5a-4ef91cdf46bc tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:46.696858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32aa66f4-dec5-4553-a431-0495df2e6f2d req-fb4ef7cf-6e21-45e9-bc5a-4ef91cdf46bc tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0562227 Jan 28 17:23:46.742376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-32aa66f4-dec5-4553-a431-0495df2e6f2d req-cd3da0b8-1d3e-4d6c-a45d-7777c23af709 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jan 28 17:23:46.985947 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-e46a9001-4519-4a6d-bb61-e54ff166f895 service neutron] show failed (client error): The resource could not be found. Jan 28 17:23:46.986954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-e46a9001-4519-4a6d-bb61-e54ff166f895 service neutron] 10.222.0.24 "GET /v2.0/ports/43c826af-5832-4efd-b030-8f5783a136c9/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0547407 Jan 28 17:23:47.266521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-25686aaf-0d68-42eb-ac4a-ee162667e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:47.268028 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-25686aaf-0d68-42eb-ac4a-ee162667e1a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d&tenant_id=1f1cb613648e4937a1e2aa057eca571b HTTP/1.1" status: 200 len: 1129 time: 0.1226461 Jan 28 17:23:47.279444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:47.342891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.544076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:47.576331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:23:47.613267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:47.615579 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe141f5-d628-4505-8ea3-e7ac62f3b2f4" -d '{"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-unplugged", "status": "completed", "tag": "43c826af-5832-4efd-b030-8f5783a136c9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:47.619584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Publish callbacks [] for port (43c826af-5832-4efd-b030-8f5783a136c9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.631669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Transition to ACTIVE for port object 43c826af-5832-4efd-b030-8f5783a136c9 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:23:47.635545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.704170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] No DVR routers for this DVR port 43c826af-5832-4efd-b030-8f5783a136c9 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:23:47.707436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:47.737632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.737980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.738322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.738663 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.738997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.739327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.739655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.739979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.740305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.740627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.740977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.741298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.741621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:47.746116 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a241b6b-0d32-468e-9c95-74664dd6eacd x-openstack-request-id: req-0a241b6b-0d32-468e-9c95-74664dd6eacd {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:47.746407 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-unplugged", "status": "completed", "tag": "43c826af-5832-4efd-b030-8f5783a136c9", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:47.746660 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a241b6b-0d32-468e-9c95-74664dd6eacd {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:47.747042 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9', 'code': 200} Jan 28 17:23:47.760049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:23:47.760378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:23:47.760725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 on network b544c3cc-248f-4bfa-94ea-ab28a229e833 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:23:47.765104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Port 43c826af-5832-4efd-b030-8f5783a136c9 on network b544c3cc-248f-4bfa-94ea-ab28a229e833 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:23:47.765424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Attempting to bind port 43c826af-5832-4efd-b030-8f5783a136c9 on network b544c3cc-248f-4bfa-94ea-ab28a229e833 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:23:47.770786 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:23:47.771194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Checking segment: {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:23:47.771585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Bound using segment: {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:23:47.772011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Bound port: 43c826af-5832-4efd-b030-8f5783a136c9, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:23:47.772368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.833904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:23:47.837372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:23:47.843546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.864814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172205c-39fd-4f93-a4d3-3e65fe2ff2ea req-85235522-6193-4fa0-9307-dfeb6b0257ec tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:47.866386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1172205c-39fd-4f93-a4d3-3e65fe2ff2ea req-85235522-6193-4fa0-9307-dfeb6b0257ec tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 944 time: 0.0531161 Jan 28 17:23:47.880628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:47.881296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.882723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] 10.222.0.31 "PUT /v2.0/ports/43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 1093 time: 0.6071687 Jan 28 17:23:47.905304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36cdd0-4b8c-44c1-bcc6-97fc831caa56 service neutron] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:47.917366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1172205c-39fd-4f93-a4d3-3e65fe2ff2ea req-14567ce7-9931-41f2-9eb1-4b9bff0b2331 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Jan 28 17:23:47.947661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d05e5e70-59ba-4445-a2d9-b894a4030949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:47.953100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-c4dbc1bb-397d-4076-aaf7-00610eec7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:47.954641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-c4dbc1bb-397d-4076-aaf7-00610eec7ff8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1127 time: 0.0465579 Jan 28 17:23:48.051615 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-daaaf5b5-6f3f-4d7c-83f7-467e0d49cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:48.053119 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-daaaf5b5-6f3f-4d7c-83f7-467e0d49cad5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 912 time: 0.0934584 Jan 28 17:23:48.093775 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-d117a998-795e-4c26-a653-eda1b788c62b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0342653 Jan 28 17:23:48.143825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-cf8d6673-ad94-40ea-ba7c-2deb4017bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:48.145323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-cf8d6673-ad94-40ea-ba7c-2deb4017bbc2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0462732 Jan 28 17:23:48.175327 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-1768fc3d-630e-4533-8a8f-6d38b043fff3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248444 Jan 28 17:23:48.261388 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-c2394b39-c866-4cf5-a564-d40d703d33e2 service neutron] 10.222.0.31 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795555 Jan 28 17:23:48.352146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9ede53a-c834-4c4d-9b76-226591f343d9 req-8a02fb2d-86e0-48a7-abc3-6f96bceb73ad service neutron] 10.222.0.31 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849388 Jan 28 17:23:49.038985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a21568-e017-4a16-8c85-b681da970f84 req-6f58195f-37ee-442b-9c54-e6597edf7f9f tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:49.040486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4a21568-e017-4a16-8c85-b681da970f84 req-6f58195f-37ee-442b-9c54-e6597edf7f9f tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 944 time: 0.0556610 Jan 28 17:23:49.086638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4a21568-e017-4a16-8c85-b681da970f84 req-f3c90010-099b-4ae0-be7c-3158d88615e2 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jan 28 17:23:49.533410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:49.748353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:49.750771 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b991304-cd31-423a-b317-fd31c0aa4638" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "tag": "43c826af-5832-4efd-b030-8f5783a136c9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:49.807257 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968cd0c4-7268-4bb8-b2c6-727e43554dc6 x-openstack-request-id: req-968cd0c4-7268-4bb8-b2c6-727e43554dc6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:49.807556 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "tag": "43c826af-5832-4efd-b030-8f5783a136c9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:49.807814 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-968cd0c4-7268-4bb8-b2c6-727e43554dc6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:49.808216 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9', 'status': 'completed', 'code': 200} Jan 28 17:23:49.872577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-1c7fb99d-cb99-45e6-a954-dc91af67d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:49.874152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-1c7fb99d-cb99-45e6-a954-dc91af67d512 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1127 time: 0.0467191 Jan 28 17:23:49.879281 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-a5590e29-5ad9-423a-b6ab-72c1c8b18ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:49.880809 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-a5590e29-5ad9-423a-b6ab-72c1c8b18ccb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1127 time: 0.0515332 Jan 28 17:23:49.965484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-ac0275a1-11c1-4b54-837f-7d97556155df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:49.966972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-ac0275a1-11c1-4b54-837f-7d97556155df service neutron] 10.222.0.24 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 912 time: 0.0874915 Jan 28 17:23:49.971936 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-c792056d-2ed2-4839-9e8d-524c0ef09a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:49.973432 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-c792056d-2ed2-4839-9e8d-524c0ef09a0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 912 time: 0.0862827 Jan 28 17:23:50.007539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-89babfbd-3fbf-4648-b4d9-a1c8a211a5e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0343509 Jan 28 17:23:50.013556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-51b8e60d-f445-421b-968d-9e5b5f438926 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0345044 Jan 28 17:23:50.057799 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-315df214-c3e4-4bc4-b18e-ac5a63df2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:50.059193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-315df214-c3e4-4bc4-b18e-ac5a63df2b40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0459254 Jan 28 17:23:50.063215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-4deca7d3-4426-42b7-82e6-aa2d2df0a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:50.064643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-4deca7d3-4426-42b7-82e6-aa2d2df0a228 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0456831 Jan 28 17:23:50.090791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-45748cc7-4192-4846-8605-275c327954f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252702 Jan 28 17:23:50.095525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-8bba5460-5581-45c5-bac8-1007a7974d8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249569 Jan 28 17:23:50.138682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:23:50.200260 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-522a92d3-4770-417e-9d44-59db985359fa service neutron] 10.222.0.31 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989559 Jan 28 17:23:50.215465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-94b8bf6f-bc4a-485b-b52d-2a0e762485da service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163785 Jan 28 17:23:50.245730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:50.257250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '43c826af-5832-4efd-b030-8f5783a136c9', 'network_id': 'b544c3cc-248f-4bfa-94ea-ab28a229e833', 'port_id': '43c826af-5832-4efd-b030-8f5783a136c9', 'mac_address': 'fa:16:3e:95:16:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280bea52-e91a-425c-915b-6399310cc7cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:23:50.289263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-734889a7-f7e3-46e5-b1d0-60ef6a21796b service neutron] 10.222.0.31 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833037 Jan 28 17:23:50.300046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 43c826af-5832-4efd-b030-8f5783a136c9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:23:50.300713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:50.320712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c826af-5832-4efd-b030-8f5783a136c9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:23:50.341633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:50.345866 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:50.395868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:50.403634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.403987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.404334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.404705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.405037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.405370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.405698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.406022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.406344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.406667 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.406988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.407310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.407630 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:50.525166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:23:50.567167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 43c826af-5832-4efd-b030-8f5783a136c9 host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:23:50.567871 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:23:50.597553 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['43c826af-5832-4efd-b030-8f5783a136c9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:23:50.605100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f331-36f7-49d9-963d-689ad87e97c6 req-b96cc2bb-69a0-479e-b8d2-a77f8afdb07c tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:50.606564 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59d9f331-36f7-49d9-963d-689ad87e97c6 req-b96cc2bb-69a0-479e-b8d2-a77f8afdb07c tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 944 time: 0.4430730 Jan 28 17:23:50.669077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b991304-cd31-423a-b317-fd31c0aa4638 req-ff61b8ac-08ef-421c-89e0-1d18bcc08f7c service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471071 Jan 28 17:23:50.676381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59d9f331-36f7-49d9-963d-689ad87e97c6 req-b8acfc49-8011-47e1-a651-3187765a6cd9 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Jan 28 17:23:50.772971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:50.953992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-7734ef9f-4ee7-45d3-b37a-0ddaa3ba0122 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:50.955446 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-7734ef9f-4ee7-45d3-b37a-0ddaa3ba0122 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d&tenant_id=1f1cb613648e4937a1e2aa057eca571b&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 945 time: 0.0923707 Jan 28 17:23:51.013446 n-d-812111-13 neutron-server[103093]: INFO neutron.api.v2.resource [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-ca7fd651-8503-4c00-a1f4-ccddaff94778 service neutron] delete failed (client error): The resource could not be found. Jan 28 17:23:51.014406 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-ca7fd651-8503-4c00-a1f4-ccddaff94778 service neutron] 10.222.0.24 "DELETE /v2.0/ports/43c826af-5832-4efd-b030-8f5783a136c9/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0513053 Jan 28 17:23:51.098174 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-f67ae364-616f-493b-a210-f32dc228209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:51.099632 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-f67ae364-616f-493b-a210-f32dc228209e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1cb613648e4937a1e2aa057eca571b&device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 1128 time: 0.0433657 Jan 28 17:23:51.188013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1828d997-91b9-4f93-90e4-12f57f6fa8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:51.189443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1828d997-91b9-4f93-90e4-12f57f6fa8c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 200 len: 912 time: 0.0841944 Jan 28 17:23:51.231633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-bb545e83-54fd-42b5-b116-05e03de9cbf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 200 len: 217 time: 0.0358670 Jan 28 17:23:51.277115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-796dbe72-95e0-420b-bd18-b7f7db4986b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:51.278476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-796dbe72-95e0-420b-bd18-b7f7db4986b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 200 len: 851 time: 0.0418441 Jan 28 17:23:51.312232 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-3bdcf90e-bbe6-4ffd-90af-b85bda6f5cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b544c3cc-248f-4bfa-94ea-ab28a229e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279593 Jan 28 17:23:51.397007 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-3e84c16e-9a65-47ae-8e37-4a3df67e823b service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790384 Jan 28 17:23:51.486156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-0ae31e1f-3656-4647-987a-52e7be49aafb service neutron] 10.222.0.24 "GET /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825739 Jan 28 17:23:51.811998 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:52.148395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:23:52.178839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0683e4-90b9-4f8e-8a6f-4838316c77ba req-160e080d-abfe-4e36-978e-62190487bd16 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:52.180450 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c0683e4-90b9-4f8e-8a6f-4838316c77ba req-160e080d-abfe-4e36-978e-62190487bd16 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 945 time: 0.0528865 Jan 28 17:23:52.199475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 43c826af-5832-4efd-b030-8f5783a136c9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:23:52.203738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 43c826af-5832-4efd-b030-8f5783a136c9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:23:52.204120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (43c826af-5832-4efd-b030-8f5783a136c9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:52.230554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c0683e4-90b9-4f8e-8a6f-4838316c77ba req-a0252008-6322-4d8c-833a-be8ae926e156 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Jan 28 17:23:52.281615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 43c826af-5832-4efd-b030-8f5783a136c9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:23:52.282006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:52.303972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:52.306897 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e62c12-97fd-420c-9e18-7f37f0dbd831" -d '{"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-plugged", "status": "completed", "tag": "43c826af-5832-4efd-b030-8f5783a136c9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:52.320051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:52.323860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:52.346450 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e996473-d93c-4e1f-8b5e-e1153acfe30a x-openstack-request-id: req-6e996473-d93c-4e1f-8b5e-e1153acfe30a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:52.346754 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-plugged", "status": "completed", "tag": "43c826af-5832-4efd-b030-8f5783a136c9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:52.347010 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e996473-d93c-4e1f-8b5e-e1153acfe30a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:52.347397 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9', 'code': 200} Jan 28 17:23:52.372112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:53.350872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09d1fb-abbc-49a0-9f40-ddc52857f953 req-61a8e882-f76d-466f-8485-9d0a55f9b801 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:53.352374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b09d1fb-abbc-49a0-9f40-ddc52857f953 req-61a8e882-f76d-466f-8485-9d0a55f9b801 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0527613 Jan 28 17:23:53.386412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-74d7e11f-6cbf-4bcd-a89d-3085c985c932 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:53.388097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-74d7e11f-6cbf-4bcd-a89d-3085c985c932 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a1d533c-1dad-473e-a208-6cc1ecf5838d HTTP/1.1" status: 200 len: 946 time: 0.0564351 Jan 28 17:23:53.399104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b09d1fb-abbc-49a0-9f40-ddc52857f953 req-b90cc816-d674-4797-b213-6d25ab2b5d55 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.25 "GET /v2.0/security-groups?id=1761fcb3-f9a3-43ce-a442-e6b499e6af1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Jan 28 17:23:53.475621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Deleting port 43c826af-5832-4efd-b030-8f5783a136c9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:23:53.475962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (43c826af-5832-4efd-b030-8f5783a136c9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:53.564658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] For port 43c826af-5832-4efd-b030-8f5783a136c9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=43c826af-5832-4efd-b030-8f5783a136c9,segment=NetworkSegment(fdad0e8f-aef5-407f-b94f-6f3ace04bb01),segment_id=fdad0e8f-aef5-407f-b94f-6f3ace04bb01)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:23:53.564971 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (43c826af-5832-4efd-b030-8f5783a136c9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:53.576375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Calling delete_port for 43c826af-5832-4efd-b030-8f5783a136c9 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:23:53.697625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (43c826af-5832-4efd-b030-8f5783a136c9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:53.708512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['43c826af-5832-4efd-b030-8f5783a136c9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:23:53.728900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Pushing event deleted for resources: {'Port': ['ID=43c826af-5832-4efd-b030-8f5783a136c9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:53.770109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] No DVR routers for this DVR port 43c826af-5832-4efd-b030-8f5783a136c9 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:23:53.772665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:53.775980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db2c6d9a-08d6-409d-8dfa-2a9193c80cc7 req-1632eb0e-c698-4f47-90ef-cda695e71871 tempest-DeleteServersTestJSON-611161440 tempest-DeleteServersTestJSON-611161440-project] 10.222.0.31 "DELETE /v2.0/ports/43c826af-5832-4efd-b030-8f5783a136c9 HTTP/1.1" status: 204 len: 173 time: 0.3832185 Jan 28 17:23:53.776423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-deleted', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:53.778651 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b19bd-cb3d-4947-9104-063a32e52569" -d '{"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-deleted", "tag": "43c826af-5832-4efd-b030-8f5783a136c9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:53.816320 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef1cdc-378d-4485-b0be-16c0d82d840a x-openstack-request-id: req-a5ef1cdc-378d-4485-b0be-16c0d82d840a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:53.816584 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d533c-1dad-473e-a208-6cc1ecf5838d", "name": "network-vif-deleted", "tag": "43c826af-5832-4efd-b030-8f5783a136c9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:53.816983 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5ef1cdc-378d-4485-b0be-16c0d82d840a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:53.817387 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1d533c-1dad-473e-a208-6cc1ecf5838d', 'name': 'network-vif-deleted', 'tag': '43c826af-5832-4efd-b030-8f5783a136c9', 'status': 'completed', 'code': 200} Jan 28 17:23:54.526720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32960) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:54.574362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Deleting subnet 280bea52-e91a-425c-915b-6399310cc7cc {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:23:54.577372 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Publish callbacks [] for subnet (280bea52-e91a-425c-915b-6399310cc7cc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.609702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (280bea52-e91a-425c-915b-6399310cc7cc), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.647606 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (280bea52-e91a-425c-915b-6399310cc7cc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.700850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (280bea52-e91a-425c-915b-6399310cc7cc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.727561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280bea52-e91a-425c-915b-6399310cc7cc,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:54.731905 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.735192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/280bea52-e91a-425c-915b-6399310cc7cc HTTP/1.1" status: 204 len: 168 time: 0.2074220 Jan 28 17:23:54.737816 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:54.741790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.742145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.742492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.742834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.743756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.744087 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.744423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.744790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.745117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.745443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.745770 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.746096 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.746419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ea175-2e52-4126-9dc5-a10a2b3aa5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:23:54.804024 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b544c3cc-248f-4bfa-94ea-ab28a229e833), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.881477 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b544c3cc-248f-4bfa-94ea-ab28a229e833), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.900965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b544c3cc-248f-4bfa-94ea-ab28a229e833']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:23:54.909873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:23:54.910170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdad0e8f-aef5-407f-b94f-6f3ace04bb01') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:23:54.919323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (fdad0e8f-aef5-407f-b94f-6f3ace04bb01), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.932783 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (fdad0e8f-aef5-407f-b94f-6f3ace04bb01), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.938516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:23:54.938890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (fdad0e8f-aef5-407f-b94f-6f3ace04bb01), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:23:54.940478 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:23:54.997784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b544c3cc-248f-4bfa-94ea-ab28a229e833), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:55.003330 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:55.006571 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b544c3cc-248f-4bfa-94ea-ab28a229e833 HTTP/1.1" status: 204 len: 168 time: 0.2677770 Jan 28 17:23:55.018822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513a8f9-b7b6-4bca-858d-aceabd3c9b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b544c3cc-248f-4bfa-94ea-ab28a229e833,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:55.111741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32966) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:55.151059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-31c9dccc-ac7c-496d-9b7e-58e528510378 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f1cb613648e4937a1e2aa057eca571b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381143 Jan 28 17:23:55.153608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:55.199341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b301e30-cf7f-4fe6-bed8-f1a910b0a461 admin admin] Publish callbacks [] for security_group (1761fcb3-f9a3-43ce-a442-e6b499e6af1e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:55.219267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b301e30-cf7f-4fe6-bed8-f1a910b0a461 admin admin] Publish callbacks [] for security_group (1761fcb3-f9a3-43ce-a442-e6b499e6af1e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:55.264605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b301e30-cf7f-4fe6-bed8-f1a910b0a461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (1761fcb3-f9a3-43ce-a442-e6b499e6af1e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:55.267095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b301e30-cf7f-4fe6-bed8-f1a910b0a461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:55.268250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9b301e30-cf7f-4fe6-bed8-f1a910b0a461 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1761fcb3-f9a3-43ce-a442-e6b499e6af1e HTTP/1.1" status: 204 len: 168 time: 0.1137567 Jan 28 17:23:55.276008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b301e30-cf7f-4fe6-bed8-f1a910b0a461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761fcb3-f9a3-43ce-a442-e6b499e6af1e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:55.931478 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 32990) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:56.036646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1220579297-network', 'tenant_id': 'ff03f703e6db44f3a0ae6ba4a767745c'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:56.057821 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Made reservation on behalf of ff03f703e6db44f3a0ae6ba4a767745c for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:23:56.062776 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.073613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.150520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks [] for security_group (bc101ee8-84a8-4bf5-8a5e-c4acca416ac4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.154259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bc101ee8-84a8-4bf5-8a5e-c4acca416ac4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.170999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:23:56.181597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:23:56.186983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:56.194498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (63ecd355-f62f-475f-bb62-5376d41d0b8a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.194676 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Added segment 63ecd355-f62f-475f-bb62-5376d41d0b8a of type vlan for network 993d97ff-c208-4781-9c98-e736d9ca88c5 Jan 28 17:23:56.202163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 43c826af-5832-4efd-b030-8f5783a136c9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:23:56.202509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 43c826af-5832-4efd-b030-8f5783a136c9 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:23:56.234226 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (993d97ff-c208-4781-9c98-e736d9ca88c5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.257140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (993d97ff-c208-4781-9c98-e736d9ca88c5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.258076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:56.259221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.306410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3731496 Jan 28 17:23:56.309362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 32994) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:23:56.314513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Request body: {'subnet': {'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1220579297-subnet', 'tenant_id': 'ff03f703e6db44f3a0ae6ba4a767745c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:56.320789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce6fd2-07d0-412b-806f-5586580690f6 admin admin] Pushing event updated for resources: {'Network': ['ID=993d97ff-c208-4781-9c98-e736d9ca88c5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:56.332491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 993d97ff-c208-4781-9c98-e736d9ca88c5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:23:56.334150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Made reservation on behalf of ff03f703e6db44f3a0ae6ba4a767745c for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:23:56.336603 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.510597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (c7810318-4c1f-466f-8cd8-d9b3983312a7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.569889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7810318-4c1f-466f-8cd8-d9b3983312a7,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:56.579777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Checking segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:23:56.580135 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Network hostable DHCP agents. Network: 993d97ff-c208-4781-9c98-e736d9ca88c5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:23:56.596062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Network 993d97ff-c208-4781-9c98-e736d9ca88c5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:23:56.604934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 993d97ff-c208-4781-9c98-e736d9ca88c5) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:23:56.608890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:56.609737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:56.614725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1f32e-c1d5-4c4d-826a-13ebb7fc7acc None None] Network 993d97ff-c208-4781-9c98-e736d9ca88c5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:23:56.626496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-74c3fbcc-c128-4c6b-9b59-731df317a085 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3160374 Jan 28 17:23:56.711509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b332d0b-8707-4d70-9098-1f4bd2b13155 None None] Network 993d97ff-c208-4781-9c98-e736d9ca88c5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:23:57.043007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-64705ae6-25e4-4ef1-aeff-d7c5644c7fd1 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:57.044459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-64705ae6-25e4-4ef1-aeff-d7c5644c7fd1 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 815 time: 0.1002712 Jan 28 17:23:57.060061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-8d26ac10-47b6-4e6d-a1dd-3487d7678e06 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/quotas/ff03f703e6db44f3a0ae6ba4a767745c HTTP/1.1" status: 200 len: 375 time: 0.0100706 Jan 28 17:23:57.091687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-ae105ea5-b52b-405e-bece-8586e8d0f6f8 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266123 Jan 28 17:23:57.183905 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-af8c30ff-eac9-4c9a-b134-a1417cc40ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858798 Jan 28 17:23:57.270570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-f604107f-acac-46b4-be9d-9e33fbdde6ea service neutron] 10.222.0.25 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809968 Jan 28 17:23:57.443483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c39cfb4a-6c92-44bf-a467-95e1d0597069 req-af238f62-447d-482b-8652-9facddc7fd7c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 210 time: 0.0438867 Jan 28 17:23:58.319341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-5b24cb0b-9687-4c24-8ef7-13490efba78a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:58.320830 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-5b24cb0b-9687-4c24-8ef7-13490efba78a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 815 time: 0.1064415 Jan 28 17:23:58.332729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Request body: {'port': {'device_id': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'admin_state_up': True, 'tenant_id': 'ff03f703e6db44f3a0ae6ba4a767745c'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:58.434726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Made reservation on behalf of ff03f703e6db44f3a0ae6ba4a767745c for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:23:58.438054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:58.549073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b341a92-2253-4b39-bd38-ca0f73a93c52 req-6e6255e7-cba5-4175-abfb-c56fef37ad76 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 210 time: 0.0301580 Jan 28 17:23:58.883042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Allocated IP 172.20.0.14 (993d97ff-c208-4781-9c98-e736d9ca88c5/c7810318-4c1f-466f-8cd8-d9b3983312a7/ef542368-1f77-4006-b58b-457deca2bf0a) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:23:59.027378 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks [] for port (ef542368-1f77-4006-b58b-457deca2bf0a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.068635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.109056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Network 993d97ff-c208-4781-9c98-e736d9ca88c5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:23:59.111879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:23:59.114334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:23:59.146476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:59.170549 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:59.171164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.186647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-16f251b8-9d38-4d2a-804f-a1014f46e5f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8578568 Jan 28 17:23:59.197017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Request body: {'port': {'device_id': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:23:59.257383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.511580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef542368-1f77-4006-b58b-457deca2bf0a {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:23:59.518957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Publish callbacks [] for port (ef542368-1f77-4006-b58b-457deca2bf0a), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.531152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Transition to ACTIVE for port object ef542368-1f77-4006-b58b-457deca2bf0a will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:23:59.534750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.584556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:59.655641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:23:59.655969 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:23:59.656296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:23:59.660535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Port ef542368-1f77-4006-b58b-457deca2bf0a on network 993d97ff-c208-4781-9c98-e736d9ca88c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:23:59.660879 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:23:59.665886 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:23:59.666340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Checking segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:23:59.666733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Bound using segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:23:59.667160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Bound port: ef542368-1f77-4006-b58b-457deca2bf0a, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:23:59.667519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.672086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724912-5e34-41e1-b66f-cc8005bc9029 req-e48c6636-d510-4ef9-b29f-6c3deec2b335 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:59.673710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4724912-5e34-41e1-b66f-cc8005bc9029 req-e48c6636-d510-4ef9-b29f-6c3deec2b335 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0528286 Jan 28 17:23:59.720488 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4724912-5e34-41e1-b66f-cc8005bc9029 req-88653a15-9889-4977-b66d-8a1739877222 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Jan 28 17:23:59.729755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:23:59.732789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:23:59.745196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.778689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:59.779305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:23:59.780691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] 10.222.0.31 "PUT /v2.0/ports/ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 1093 time: 0.5876372 Jan 28 17:23:59.781135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:23:59.783349 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6822d203-dfc0-485e-9d6a-4532161d8d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:23:59.809423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26788995-e0f3-4f9a-a2f5-fd372c2e36aa service neutron] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:23:59.827665 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7016f5d5-15b5-4f59-a9cc-3ab40731d873 x-openstack-request-id: req-7016f5d5-15b5-4f59-a9cc-3ab40731d873 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:23:59.827951 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:23:59.828254 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7016f5d5-15b5-4f59-a9cc-3ab40731d873 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:23:59.828662 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'status': 'completed', 'code': 200} Jan 28 17:23:59.868660 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-5e4233f3-128a-4b09-806c-8174fd65ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:59.870245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-5e4233f3-128a-4b09-806c-8174fd65ef6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1127 time: 0.0513787 Jan 28 17:23:59.911376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-3ddab4a2-b273-42e5-b3b7-318280d80b4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0339680 Jan 28 17:23:59.959525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515b7d-7953-405f-9298-56f23bf6295d req-3d7a2267-db85-40ea-b673-9b579f23e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:23:59.961003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-3d7a2267-db85-40ea-b673-9b579f23e311 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0429974 Jan 28 17:23:59.995247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-5d1153b5-a343-4ec1-bf35-213fe6ac8956 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282619 Jan 28 17:24:00.082291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-d52b207b-3b1d-483c-827e-f985c00eddc4 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804856 Jan 28 17:24:00.173609 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6515b7d-7953-405f-9298-56f23bf6295d req-85b72b7d-acb8-4d8b-9dd5-7544ce4e74d1 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855668 Jan 28 17:24:00.264722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-cc901fc1-30d5-4f21-9238-ef566f2822e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:00.266192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-cc901fc1-30d5-4f21-9238-ef566f2822e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1127 time: 0.0449436 Jan 28 17:24:00.353440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-23a6c327-1308-40c6-a285-8380b9887c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:00.354823 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-23a6c327-1308-40c6-a285-8380b9887c52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0835338 Jan 28 17:24:00.398378 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-58e9fa58-4e85-47be-a523-40953bb8f391 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0379350 Jan 28 17:24:00.445824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-e61e9027-746e-4af4-ade1-b13815e6b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:00.447814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-e61e9027-746e-4af4-ade1-b13815e6b318 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0438499 Jan 28 17:24:00.478911 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-78a29ef5-4af3-4097-a5e6-07185df48296 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251505 Jan 28 17:24:00.570933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-f9048b2b-83e3-4927-9307-8a1c72032ee0 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860853 Jan 28 17:24:00.656786 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6822d203-dfc0-485e-9d6a-4532161d8d0d req-d5c486e2-381b-40d6-9a39-686cf657e3dc service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799341 Jan 28 17:24:00.839471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299d70-f75b-47c8-a2f3-1c5d908a3b96 req-a35bbfb0-664f-4793-af1c-55fb264dfe67 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:00.840981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54299d70-f75b-47c8-a2f3-1c5d908a3b96 req-a35bbfb0-664f-4793-af1c-55fb264dfe67 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0529208 Jan 28 17:24:00.890686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54299d70-f75b-47c8-a2f3-1c5d908a3b96 req-2ed1589a-b373-49b4-925c-ad00e290f37f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Jan 28 17:24:02.010056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e6a6-1464-4997-ab2e-a62d07737800 req-9df7cc3d-8667-437c-8bbb-afab6d8eecec tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:02.011528 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5533e6a6-1464-4997-ab2e-a62d07737800 req-9df7cc3d-8667-437c-8bbb-afab6d8eecec tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0524724 Jan 28 17:24:02.058339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5533e6a6-1464-4997-ab2e-a62d07737800 req-a14f079f-9890-47d4-988d-4e2369991c19 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Jan 28 17:24:02.169575 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ef542368-1f77-4006-b58b-457deca2bf0a details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:24:02.268378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:02.279405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'port_id': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'mac_address': 'fa:16:3e:f0:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7810318-4c1f-466f-8cd8-d9b3983312a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:24:02.314941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ef542368-1f77-4006-b58b-457deca2bf0a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:24:02.315333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:02.328398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef542368-1f77-4006-b58b-457deca2bf0a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:24:02.347272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:02.351163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:02.397889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:02.535264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['ef542368-1f77-4006-b58b-457deca2bf0a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:24:03.180255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5167384-48d3-4ea0-a606-640e4843ef15 req-732d8efb-e996-47ed-9793-b14be94c4a0c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:03.181669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5167384-48d3-4ea0-a606-640e4843ef15 req-732d8efb-e996-47ed-9793-b14be94c4a0c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 945 time: 0.0552826 Jan 28 17:24:03.228513 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5167384-48d3-4ea0-a606-640e4843ef15 req-3444fc70-c822-482b-b1ea-864deb1700ee tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Jan 28 17:24:04.185139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ef542368-1f77-4006-b58b-457deca2bf0a up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:24:04.235494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port ef542368-1f77-4006-b58b-457deca2bf0a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:24:04.239199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port ef542368-1f77-4006-b58b-457deca2bf0a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:24:04.239575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:04.317195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port ef542368-1f77-4006-b58b-457deca2bf0a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:24:04.317589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:04.343117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:04.345470 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cadfd9-854b-4aad-ad93-da4b082015df" -d '{"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-plugged", "status": "completed", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:04.350965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134169-068c-45ed-aa68-8381f3a69d88 req-0f099b66-52d6-4f66-a63a-b62ba1d44422 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:04.352533 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e134169-068c-45ed-aa68-8381f3a69d88 req-0f099b66-52d6-4f66-a63a-b62ba1d44422 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 945 time: 0.0573058 Jan 28 17:24:04.358424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:04.363882 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:04.388005 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf487a-9662-4ac4-9dc9-30adf386f309 x-openstack-request-id: req-16cf487a-9662-4ac4-9dc9-30adf386f309 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:04.388304 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-plugged", "status": "completed", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:04.388558 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16cf487a-9662-4ac4-9dc9-30adf386f309 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:04.389015 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'code': 200} Jan 28 17:24:04.406941 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0e134169-068c-45ed-aa68-8381f3a69d88 req-cdd495fb-aea4-4307-b658-178279133771 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462117 Jan 28 17:24:04.423750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:04.487321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6ac7f-f002-40f7-bb5e-c8bccb004bcc req-3b5fee49-dc7c-4fb2-84d9-4c0bcf33a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:04.488861 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0fa6ac7f-f002-40f7-bb5e-c8bccb004bcc req-3b5fee49-dc7c-4fb2-84d9-4c0bcf33a2fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1129 time: 0.0452116 Jan 28 17:24:04.535917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0fa6ac7f-f002-40f7-bb5e-c8bccb004bcc req-d6dd0fdd-7eb1-4422-9d3d-7548f5495867 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Jan 28 17:24:04.680239 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:24:05.545437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e325d9-0957-4db3-a2b2-a98b57300050 req-62048d6c-09d2-4910-88cd-e039e1457346 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:05.547216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02e325d9-0957-4db3-a2b2-a98b57300050 req-62048d6c-09d2-4910-88cd-e039e1457346 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0599291 Jan 28 17:24:05.595432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02e325d9-0957-4db3-a2b2-a98b57300050 req-445adc4c-791c-4a6f-8e30-ce162e8d7ede tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Jan 28 17:24:06.716921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80f0ee-6b2c-43d8-96e0-b04f90c9a243 req-aa208b0a-1fb0-45a0-bf85-ece6fdcd9122 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:06.718393 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef80f0ee-6b2c-43d8-96e0-b04f90c9a243 req-aa208b0a-1fb0-45a0-bf85-ece6fdcd9122 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0561390 Jan 28 17:24:06.764534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ef80f0ee-6b2c-43d8-96e0-b04f90c9a243 req-41b211d9-cce3-4f2f-b41c-d83053519c99 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Jan 28 17:24:06.883405 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78705bf-abfd-4fc2-8880-9ec3161e4e20 req-73621318-c3e7-4d27-8225-27bd05be673f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:06.884785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f78705bf-abfd-4fc2-8880-9ec3161e4e20 req-73621318-c3e7-4d27-8225-27bd05be673f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0530868 Jan 28 17:24:06.931532 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f78705bf-abfd-4fc2-8880-9ec3161e4e20 req-aa3895ef-a6e3-4ce7-aace-823111bc6784 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Jan 28 17:24:07.129390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9d7e3-bb5a-413e-b8f0-efc3dfc2f32b req-01a32a14-1089-4487-8bde-9703588b2c7b tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:07.130871 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1f9d7e3-bb5a-413e-b8f0-efc3dfc2f32b req-01a32a14-1089-4487-8bde-9703588b2c7b tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0517313 Jan 28 17:24:07.181169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1f9d7e3-bb5a-413e-b8f0-efc3dfc2f32b req-0173f2e2-f101-4f50-aab4-d92f9e0397ad tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Jan 28 17:24:07.299662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d05eaa-1e79-4d8f-a693-c78c215cb9f1 req-ea46c0f0-d949-460f-aa21-37d52c61e749 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:07.301187 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57d05eaa-1e79-4d8f-a693-c78c215cb9f1 req-ea46c0f0-d949-460f-aa21-37d52c61e749 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0528047 Jan 28 17:24:07.347588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-57d05eaa-1e79-4d8f-a693-c78c215cb9f1 req-be0c3d65-2041-4aef-ba09-17558cd563f3 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Jan 28 17:24:07.591212 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8a0a1-fdb8-44d3-87fa-eb6101787010 req-4e241d81-a715-4d64-b783-fd5d43a38d1e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:07.592840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43b8a0a1-fdb8-44d3-87fa-eb6101787010 req-4e241d81-a715-4d64-b783-fd5d43a38d1e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0535674 Jan 28 17:24:07.598006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-2ecec4fc-4891-4dd8-83fc-662841aa5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:07.599505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-2ecec4fc-4891-4dd8-83fc-662841aa5630 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1129 time: 0.0774891 Jan 28 17:24:07.606802 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-f6a48479-e24c-401f-99ff-48c23666e78b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587010 Jan 28 17:24:07.642284 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43b8a0a1-fdb8-44d3-87fa-eb6101787010 req-b3c85b8d-b8da-4f4a-bc9a-8836fbaaa569 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Jan 28 17:24:07.709778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-a60878d3-a60d-4067-affd-bd11fd5fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:07.711263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-a60878d3-a60d-4067-affd-bd11fd5fe41f service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0935721 Jan 28 17:24:07.752555 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-ca3e9cc9-882f-4750-9049-40b325db3bb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0357676 Jan 28 17:24:07.799582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-dab10004-d507-4f44-bf69-c63a4e63a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:07.801328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-dab10004-d507-4f44-bf69-c63a4e63a21e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0440207 Jan 28 17:24:07.832817 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-11df6906-ee2a-4177-ae34-d6f9e225650a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251358 Jan 28 17:24:07.926140 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-d5513feb-2d7f-4a85-b3f9-2f9e69b0a671 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876031 Jan 28 17:24:08.016340 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-beb8bb84-8dc7-4b46-8fb8-fed4830749d2 req-ed435952-f9f6-4f8b-81ad-d63c2b444f93 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Jan 28 17:24:08.756630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-fd816058-b3a8-4e70-a3f2-c09b0ae73dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:08.758367 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-fd816058-b3a8-4e70-a3f2-c09b0ae73dcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1129 time: 0.0509012 Jan 28 17:24:08.772058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc1888-3761-4e75-88f5-f36e4bfabc95 req-ec09ee0a-56c6-4f8f-8362-4303cbca1db7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:08.773691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fbc1888-3761-4e75-88f5-f36e4bfabc95 req-ec09ee0a-56c6-4f8f-8362-4303cbca1db7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0572298 Jan 28 17:24:08.820391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fbc1888-3761-4e75-88f5-f36e4bfabc95 req-a7caf3e6-3136-4fd3-9ce6-d8fa267565a8 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Jan 28 17:24:08.846867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-c83e7d90-b047-4570-a2a2-974b0427966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:08.848366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-c83e7d90-b047-4570-a2a2-974b0427966a service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0844543 Jan 28 17:24:08.892417 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-382877f6-79c3-40c7-8284-f12537f1119e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0377567 Jan 28 17:24:08.939593 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-ffa2f49b-e92b-44fc-83dc-60924d04a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:08.941021 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-ffa2f49b-e92b-44fc-83dc-60924d04a9f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0437140 Jan 28 17:24:08.971681 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-48d45fb1-ac98-4486-a329-728d430dda1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250990 Jan 28 17:24:09.063292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-b615c7b2-8814-46b6-b41d-2920c3107c98 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Jan 28 17:24:09.161167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-c573f187-1071-4466-a43f-a3bc62f410c6 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922940 Jan 28 17:24:09.939614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c089a92-eebf-4c2d-afa2-13c14a658161 req-d7858c47-95d9-4943-af09-e5148a1f9068 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:09.941123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c089a92-eebf-4c2d-afa2-13c14a658161 req-d7858c47-95d9-4943-af09-e5148a1f9068 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Jan 28 17:24:09.994160 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c089a92-eebf-4c2d-afa2-13c14a658161 req-4f35a080-f253-43b6-995a-bdef68f5f5e0 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Jan 28 17:24:11.112060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4449fc-bf0b-4e8d-ae61-b6d790c89ab3 req-3575c051-a142-4e4c-ac2c-7e054e4bc1c5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:11.113570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e4449fc-bf0b-4e8d-ae61-b6d790c89ab3 req-3575c051-a142-4e4c-ac2c-7e054e4bc1c5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0515287 Jan 28 17:24:11.165261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e4449fc-bf0b-4e8d-ae61-b6d790c89ab3 req-456f96ad-3cff-40eb-8bfb-975c62ca3c2f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445049 Jan 28 17:24:12.285119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3abc53-2528-4807-ae71-9b6ee995b8e7 req-c69a1473-2a65-42bd-9041-a9a6dad4183c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:12.286595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e3abc53-2528-4807-ae71-9b6ee995b8e7 req-c69a1473-2a65-42bd-9041-a9a6dad4183c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0530965 Jan 28 17:24:12.333548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e3abc53-2528-4807-ae71-9b6ee995b8e7 req-106ab6d7-183a-4453-8e41-e99ab2d5e6f2 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Jan 28 17:24:12.602456 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:12.606465 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:13.451006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e5460-c5b5-4bf7-85e0-7091dbd75f2b req-61f22570-a0d1-47db-bb95-97fb3b127778 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:13.452486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc2e5460-c5b5-4bf7-85e0-7091dbd75f2b req-61f22570-a0d1-47db-bb95-97fb3b127778 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0519812 Jan 28 17:24:13.498665 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc2e5460-c5b5-4bf7-85e0-7091dbd75f2b req-ddd3f689-6fd5-4410-8e22-7286d4e37431 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jan 28 17:24:14.621383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a63eb-7860-446f-9987-cb2ee9fc65da req-7f340941-938e-4d4a-b293-7a0488fc5d69 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:14.622879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-787a63eb-7860-446f-9987-cb2ee9fc65da req-7f340941-938e-4d4a-b293-7a0488fc5d69 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0564537 Jan 28 17:24:14.670410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-787a63eb-7860-446f-9987-cb2ee9fc65da req-13b7a841-26d3-4804-9640-72303505aca5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jan 28 17:24:15.794339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f914-99f0-4f87-89fd-148b7b37b635 req-b136bdad-902f-4e64-8e2d-7b3c57ae01e3 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:15.795831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ea2f914-99f0-4f87-89fd-148b7b37b635 req-b136bdad-902f-4e64-8e2d-7b3c57ae01e3 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0551767 Jan 28 17:24:15.846143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ea2f914-99f0-4f87-89fd-148b7b37b635 req-720270f1-69f4-4a8e-90c1-a2fb217b30f9 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 Jan 28 17:24:15.999204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f85d482d-ebb0-473d-af18-65278a2d2331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:16.966533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52badd-8dc2-4390-b0a1-9b3fe2ee003f req-6b690cc7-87a4-4bf6-8a72-3af2e847efde tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:16.967988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a52badd-8dc2-4390-b0a1-9b3fe2ee003f req-6b690cc7-87a4-4bf6-8a72-3af2e847efde tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0560272 Jan 28 17:24:17.013470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a52badd-8dc2-4390-b0a1-9b3fe2ee003f req-8ce79801-c0d0-4c93-a588-1e60b14e28eb tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Jan 28 17:24:17.949863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45d31442-5d59-4427-8c00-dcc3b3a80a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:18.130887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3f038-4397-4ed3-bc37-6091031a4a94 req-af6e1e3e-23af-4e40-ac04-4c807c8bd174 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:18.132387 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03b3f038-4397-4ed3-bc37-6091031a4a94 req-af6e1e3e-23af-4e40-ac04-4c807c8bd174 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0523608 Jan 28 17:24:18.179034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03b3f038-4397-4ed3-bc37-6091031a4a94 req-45378578-8fa9-4f56-a0ff-736556f04ebc tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Jan 28 17:24:19.297815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69df4c-ae18-461d-8a5d-ed1479daa9d1 req-b21307d5-c261-44f1-af90-b37878f1ac0b tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:19.299292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d69df4c-ae18-461d-8a5d-ed1479daa9d1 req-b21307d5-c261-44f1-af90-b37878f1ac0b tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0526726 Jan 28 17:24:19.350026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d69df4c-ae18-461d-8a5d-ed1479daa9d1 req-d6250d9d-7af7-462d-b802-07baf16eadfb tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Jan 28 17:24:19.535265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:20.466652 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854896-e089-4715-b4f4-b799b834448e req-4f7e121b-0125-4749-a1aa-c5c1e459da59 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:20.468112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39854896-e089-4715-b4f4-b799b834448e req-4f7e121b-0125-4749-a1aa-c5c1e459da59 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0525012 Jan 28 17:24:20.514397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39854896-e089-4715-b4f4-b799b834448e req-e5ff53a9-a367-4cc1-9ea5-4f9d1679a305 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Jan 28 17:24:20.778865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:21.633634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7ed79-0d83-4485-a264-ccc6dea0f9c9 req-6cc64a19-336a-4559-9c0f-7ba17e9dc4ae tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:21.635104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6c7ed79-0d83-4485-a264-ccc6dea0f9c9 req-6cc64a19-336a-4559-9c0f-7ba17e9dc4ae tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0514410 Jan 28 17:24:21.680428 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6c7ed79-0d83-4485-a264-ccc6dea0f9c9 req-78f270d3-0cf0-4116-80bf-a42ddd3da63a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Jan 28 17:24:21.814306 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:22.802699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269d47-ae24-4016-a73a-3766e441e7e9 req-dd24b0aa-d12c-4d1d-9083-16f5edd1fe29 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:22.804175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19269d47-ae24-4016-a73a-3766e441e7e9 req-dd24b0aa-d12c-4d1d-9083-16f5edd1fe29 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0563700 Jan 28 17:24:22.849507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-19269d47-ae24-4016-a73a-3766e441e7e9 req-61ca21bd-b501-404f-80e2-34af2034f72d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Jan 28 17:24:23.966800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093398-0b42-462e-9567-d2cf44646175 req-204dbcb6-373d-4a75-9a28-56ea11917d0a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:23.968249 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5093398-0b42-462e-9567-d2cf44646175 req-204dbcb6-373d-4a75-9a28-56ea11917d0a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0517399 Jan 28 17:24:24.013023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b5093398-0b42-462e-9567-d2cf44646175 req-a8c6f5d9-8aad-4519-b04e-4f234d0d7f70 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Jan 28 17:24:25.128330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403686ce-888d-45af-ab2a-4ef12980d972 req-7bf0b88f-3243-4616-b55a-5d499f8e85ec tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:25.129829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-403686ce-888d-45af-ab2a-4ef12980d972 req-7bf0b88f-3243-4616-b55a-5d499f8e85ec tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0513818 Jan 28 17:24:25.180172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-403686ce-888d-45af-ab2a-4ef12980d972 req-ecf326ad-3320-4153-acab-a4e1517a1368 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Jan 28 17:24:26.300001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3efdf-4b09-49d8-bbbc-44058771413d req-708f4ff8-d1f0-4afa-9ccc-ad53fd509cb4 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:26.301510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dd3efdf-4b09-49d8-bbbc-44058771413d req-708f4ff8-d1f0-4afa-9ccc-ad53fd509cb4 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0543201 Jan 28 17:24:26.347949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7dd3efdf-4b09-49d8-bbbc-44058771413d req-94df8e95-d802-42d7-b929-1911780055a7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Jan 28 17:24:27.463930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ce4e8-b2dc-4b15-ae54-1547083a28bf req-96c6f04e-c9bd-46d9-9454-947735511357 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:27.465397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d0ce4e8-b2dc-4b15-ae54-1547083a28bf req-96c6f04e-c9bd-46d9-9454-947735511357 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0522056 Jan 28 17:24:27.511619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d0ce4e8-b2dc-4b15-ae54-1547083a28bf req-8ed38c90-1bdb-41b4-9964-98a295860e32 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Jan 28 17:24:28.635982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fad27-94d9-4919-a783-05bf3f12de09 req-8336b47f-f90e-4193-816b-1c5920f5385e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:28.637492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a51fad27-94d9-4919-a783-05bf3f12de09 req-8336b47f-f90e-4193-816b-1c5920f5385e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0569541 Jan 28 17:24:28.684097 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a51fad27-94d9-4919-a783-05bf3f12de09 req-f2fd47aa-0aff-40bb-9a8c-f8ee1d1003f5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Jan 28 17:24:29.803841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d520f-d8b4-4bed-af6c-79e773389531 req-799c93a6-8d84-4ae2-8d38-62b277b8d112 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:29.806083 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-834d520f-d8b4-4bed-af6c-79e773389531 req-799c93a6-8d84-4ae2-8d38-62b277b8d112 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Jan 28 17:24:29.852894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-834d520f-d8b4-4bed-af6c-79e773389531 req-a202dd89-5b49-406e-95b8-8b9e5d4d19a5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Jan 28 17:24:30.973037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a185-cf96-4595-91ca-0a2b169826d6 req-ca9eb4d5-7ac7-4d92-ae35-78e338d056cc tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:30.974493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43d7a185-cf96-4595-91ca-0a2b169826d6 req-ca9eb4d5-7ac7-4d92-ae35-78e338d056cc tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0550363 Jan 28 17:24:31.020521 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43d7a185-cf96-4595-91ca-0a2b169826d6 req-ed5d06e7-66aa-4ae6-9a52-087dde225d7d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Jan 28 17:24:32.138800 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a4dc-d26c-467c-aa2a-8a4fe255fd9c req-ff8d5f89-ad2f-47c1-9422-9bff7f11ca4a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:32.140285 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e47a4dc-d26c-467c-aa2a-8a4fe255fd9c req-ff8d5f89-ad2f-47c1-9422-9bff7f11ca4a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0520673 Jan 28 17:24:32.186529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e47a4dc-d26c-467c-aa2a-8a4fe255fd9c req-f0cee765-e6c1-4a6e-b140-c556b88ffefc tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Jan 28 17:24:33.301488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6c61-f0fb-45f2-9e56-372f3a762674 req-adb16718-a7a3-467d-b411-0af833d74c3a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:33.302956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b5d6c61-f0fb-45f2-9e56-372f3a762674 req-adb16718-a7a3-467d-b411-0af833d74c3a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Jan 28 17:24:33.352980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b5d6c61-f0fb-45f2-9e56-372f3a762674 req-d0bc56c1-5e2c-4425-9764-0f64395905f6 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 Jan 28 17:24:34.470236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a8639-a423-4fbc-b1af-43375a4646db req-665e3960-d285-432e-af07-36ce671a928d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:34.471711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d1a8639-a423-4fbc-b1af-43375a4646db req-665e3960-d285-432e-af07-36ce671a928d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0523050 Jan 28 17:24:34.518510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d1a8639-a423-4fbc-b1af-43375a4646db req-031f5458-8639-44f5-b0f2-2d32b655bd38 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Jan 28 17:24:35.643982 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d29dd9-4f74-4310-b154-12d4ae719420 req-94be93e9-f5d6-45ba-b80f-6df89cd90146 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:35.645494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34d29dd9-4f74-4310-b154-12d4ae719420 req-94be93e9-f5d6-45ba-b80f-6df89cd90146 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Jan 28 17:24:35.692362 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34d29dd9-4f74-4310-b154-12d4ae719420 req-bef01d79-53e8-4217-ada7-8dafccb4f01f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Jan 28 17:24:36.287639 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-eee00224-0de5-4a49-b8c2-0bbc9a818c22 service neutron] show failed (client error): The resource could not be found. Jan 28 17:24:36.288646 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-eee00224-0de5-4a49-b8c2-0bbc9a818c22 service neutron] 10.222.0.31 "GET /v2.0/ports/ef542368-1f77-4006-b58b-457deca2bf0a/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0561652 Jan 28 17:24:36.553991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-c64e9bf5-1759-42b2-ba73-aea1048864e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:36.555509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-c64e9bf5-1759-42b2-ba73-aea1048864e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1&tenant_id=ff03f703e6db44f3a0ae6ba4a767745c HTTP/1.1" status: 200 len: 1129 time: 0.0807998 Jan 28 17:24:36.568553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:24:36.625540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:36.858942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:36.875900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf408c3-0a4a-47db-b9b8-a89fb7b6b3d9 req-0f141bf8-7dda-4311-9354-deefd3057dff tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:36.877417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cf408c3-0a4a-47db-b9b8-a89fb7b6b3d9 req-0f141bf8-7dda-4311-9354-deefd3057dff tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.1163194 Jan 28 17:24:36.917971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h2-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:24:36.963448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3cf408c3-0a4a-47db-b9b8-a89fb7b6b3d9 req-5a5b4004-1da7-46e9-b766-a84f54acce65 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799072 Jan 28 17:24:36.973999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:36.984154 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272eee6-e943-49b4-b8a9-e4f5eff5214b" -d '{"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-unplugged", "status": "completed", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:36.984154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Publish callbacks [] for port (ef542368-1f77-4006-b58b-457deca2bf0a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:36.993508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Transition to ACTIVE for port object ef542368-1f77-4006-b58b-457deca2bf0a will not be triggered until provisioned by entity L2. {{(pid=103093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:24:36.998912 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:37.033757 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55515087-f241-4d65-83e2-d06fa1394181 x-openstack-request-id: req-55515087-f241-4d65-83e2-d06fa1394181 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:37.033757 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-unplugged", "status": "completed", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:37.033964 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55515087-f241-4d65-83e2-d06fa1394181 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:37.034205 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'code': 200} Jan 28 17:24:37.067509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] No DVR routers for this DVR port ef542368-1f77-4006-b58b-457deca2bf0a on host n-h2-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:24:37.070553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:37.104917 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:24:37.105259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:24:37.105592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:24:37.109920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Port ef542368-1f77-4006-b58b-457deca2bf0a on network 993d97ff-c208-4781-9c98-e736d9ca88c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:24:37.110192 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Attempting to bind port ef542368-1f77-4006-b58b-457deca2bf0a on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:24:37.115019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:24:37.115360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Checking segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:24:37.115750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Bound using segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:24:37.116182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Bound port: ef542368-1f77-4006-b58b-457deca2bf0a, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:24:37.116543 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:37.177763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h1-812111-13, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:24:37.180808 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:24:37.186991 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:37.219456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:37.220073 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:37.221519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] 10.222.0.24 "PUT /v2.0/ports/ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 1093 time: 0.6569092 Jan 28 17:24:37.269425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca9a3-949c-40bd-9e1b-c798247a4d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:37.290950 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-e45c4b62-f82e-4d35-8e56-92a20e6f8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:37.292449 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-e45c4b62-f82e-4d35-8e56-92a20e6f8ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1127 time: 0.0492225 Jan 28 17:24:37.378157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-01ab1819-b7ca-4974-bc52-b0cba41806c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:37.379547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-01ab1819-b7ca-4974-bc52-b0cba41806c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0810239 Jan 28 17:24:37.423787 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-316bbde4-7408-454a-9b67-d63625e79baa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0389376 Jan 28 17:24:37.473767 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-cac13d6f-681d-40a2-b9c6-1a1777a7d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:37.475226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-cac13d6f-681d-40a2-b9c6-1a1777a7d726 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0457432 Jan 28 17:24:37.505490 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-4cb95b81-9c20-4e89-a52e-32ebdc619b9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247927 Jan 28 17:24:37.596611 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-b4888b68-7280-4776-bec8-3d673a6a4385 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847704 Jan 28 17:24:37.684973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da07e23d-4921-489a-82fa-e7e570b58a3e req-31497b81-6a3d-49ea-958e-14122aadf315 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Jan 28 17:24:38.083038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff937ff-58ae-4646-9df2-88eeac7e8739 req-dde48577-a75f-4835-a886-c8d0de8179d7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:38.084496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ff937ff-58ae-4646-9df2-88eeac7e8739 req-dde48577-a75f-4835-a886-c8d0de8179d7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0522587 Jan 28 17:24:38.133639 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ff937ff-58ae-4646-9df2-88eeac7e8739 req-dc0ab2ad-7fa2-409e-bfff-2e054c830ba4 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Jan 28 17:24:39.036086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:39.038487 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2118a6f2-844a-4d16-bb20-2cd8974f2452" -d '{"events": [{"name": "network-changed", "server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:39.088088 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd23261-716c-4836-80a5-6dd27a3fa73f x-openstack-request-id: req-9cd23261-716c-4836-80a5-6dd27a3fa73f {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:39.088691 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:39.088691 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cd23261-716c-4836-80a5-6dd27a3fa73f {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:39.089051 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'status': 'completed', 'code': 200} Jan 28 17:24:39.155131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-eb70afe4-7ab1-48b7-8413-74857994cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.156968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-eb70afe4-7ab1-48b7-8413-74857994cdd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1127 time: 0.0473025 Jan 28 17:24:39.167144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-15fb7cd4-6618-463d-8001-d924739e1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.169627 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-15fb7cd4-6618-463d-8001-d924739e1780 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1127 time: 0.0634673 Jan 28 17:24:39.267609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-7e260f2c-a2d3-4fc2-8579-4664f98e0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.269165 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-7e260f2c-a2d3-4fc2-8579-4664f98e0a2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0928302 Jan 28 17:24:39.292013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-74c98f71-f4b7-441e-951e-a90e62de04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.293506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-74c98f71-f4b7-441e-951e-a90e62de04fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.1293011 Jan 28 17:24:39.300647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf8155-9f1d-4e42-b06f-aa9f9f3afc0b req-98c49209-ee0f-4fee-9261-e25676cd0e59 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.302017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-decf8155-9f1d-4e42-b06f-aa9f9f3afc0b req-98c49209-ee0f-4fee-9261-e25676cd0e59 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0853240 Jan 28 17:24:39.311242 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-79579143-cebe-485b-8313-c5c6abf857a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0350075 Jan 28 17:24:39.340266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-f35db360-9bf1-45ec-a948-137ca6addfaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0373318 Jan 28 17:24:39.362706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-49772fb7-f898-474c-b806-7e4ca6a843c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.364386 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-49772fb7-f898-474c-b806-7e4ca6a843c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0480881 Jan 28 17:24:39.402200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-675ec218-1bdd-4059-95aa-af74d3ac3b55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314541 Jan 28 17:24:39.416261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-decf8155-9f1d-4e42-b06f-aa9f9f3afc0b req-67c99581-07d5-4523-8daa-444e04f8ef51 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792217 Jan 28 17:24:39.419907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-9b6c9646-87be-4db4-9479-187d53b77000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:39.421478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-9b6c9646-87be-4db4-9479-187d53b77000 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0695527 Jan 28 17:24:39.454272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-78d8dfd4-44dd-4db7-bdb4-a0879d10f86a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262461 Jan 28 17:24:39.492486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-f02defaa-5225-4891-8b97-123b3e5c9b30 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848455 Jan 28 17:24:39.544622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-c309f406-8d04-4a03-8e7b-ef5ee53bb0c3 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Jan 28 17:24:39.586589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-0c54922f-4a96-4276-bee2-127c089a61c7 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882685 Jan 28 17:24:39.637605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2118a6f2-844a-4d16-bb20-2cd8974f2452 req-2cf9d18a-8012-4144-ac3f-87c563c64b40 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877442 Jan 28 17:24:40.419468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ef542368-1f77-4006-b58b-457deca2bf0a no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:24:40.460896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port ef542368-1f77-4006-b58b-457deca2bf0a host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:24:40.461291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device ef542368-1f77-4006-b58b-457deca2bf0a not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:24:40.537260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0ccf3-6338-4605-ba2e-afe543780a07 req-3f5cb262-6ede-473c-b22a-ba154adfb11a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:40.538727 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42e0ccf3-6338-4605-ba2e-afe543780a07 req-3f5cb262-6ede-473c-b22a-ba154adfb11a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0522745 Jan 28 17:24:40.587260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42e0ccf3-6338-4605-ba2e-afe543780a07 req-936ec77b-51bd-4738-8fe5-40dbcdb82d7e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Jan 28 17:24:40.788244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eec94-78c9-4c47-9860-58a60d204a06 req-ec770c60-d249-4692-9c66-2b1b8990cedd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:40.790326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-424eec94-78c9-4c47-9860-58a60d204a06 req-ec770c60-d249-4692-9c66-2b1b8990cedd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 944 time: 0.0566397 Jan 28 17:24:40.799414 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ef542368-1f77-4006-b58b-457deca2bf0a details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:24:40.841173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-fa5a6bc6-19c4-47b1-9f39-6db8dba6c977 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:40.842680 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-fa5a6bc6-19c4-47b1-9f39-6db8dba6c977 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.31 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1&tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 944 time: 0.0959365 Jan 28 17:24:40.853104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-424eec94-78c9-4c47-9860-58a60d204a06 req-ad7fbd2c-95ad-4208-95bb-88ad3cb0fb34 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Jan 28 17:24:40.903116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:40.906840 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-8eb0a0ed-9343-4af8-9e38-cda191629053 service neutron] delete failed (client error): The resource could not be found. Jan 28 17:24:40.907897 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-8eb0a0ed-9343-4af8-9e38-cda191629053 service neutron] 10.222.0.31 "DELETE /v2.0/ports/ef542368-1f77-4006-b58b-457deca2bf0a/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0587089 Jan 28 17:24:40.914717 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'port_id': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'mac_address': 'fa:16:3e:f0:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7810318-4c1f-466f-8cd8-d9b3983312a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:24:40.959254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ef542368-1f77-4006-b58b-457deca2bf0a is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:24:40.959543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:40.973797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef542368-1f77-4006-b58b-457deca2bf0a {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:24:40.997722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:41.003631 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:41.005867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-26875e1f-f79d-44b7-9962-c19c8593b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:41.007622 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-26875e1f-f79d-44b7-9962-c19c8593b888 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 1127 time: 0.0567679 Jan 28 17:24:41.051237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:41.099577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-4e129600-3599-41b0-b24e-8b5d46179f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:41.101082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-4e129600-3599-41b0-b24e-8b5d46179f35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0877836 Jan 28 17:24:41.142328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-63642941-e684-40b1-b54f-03f61529b310 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 200 len: 217 time: 0.0352449 Jan 28 17:24:41.188708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-b374bebb-b5e4-4172-b109-5ec733a77bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:41.190120 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-b374bebb-b5e4-4172-b109-5ec733a77bfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0425975 Jan 28 17:24:41.219983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ef542368-1f77-4006-b58b-457deca2bf0a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:24:41.220453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-83dc7427-b3e4-4b69-ac30-c5b6b61be33c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249989 Jan 28 17:24:41.315858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-14efc1e5-11f0-4121-95c5-db2b222a87d7 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Jan 28 17:24:41.407118 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8bf04447-8ab9-4c3a-925e-b3ba1da3288c req-9555de28-7089-49cf-bb52-18e74f6607cb service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896792 Jan 28 17:24:41.679196 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:24:41.982674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170dcb0-674f-46fe-ab6e-64c7125579e4 req-3d7869de-984e-42b3-b99a-816080cbe0c2 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:41.984352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3170dcb0-674f-46fe-ab6e-64c7125579e4 req-3d7869de-984e-42b3-b99a-816080cbe0c2 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 945 time: 0.0579937 Jan 28 17:24:42.038831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3170dcb0-674f-46fe-ab6e-64c7125579e4 req-9f7b1630-662d-4cd8-951c-33578cb8969a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487998 Jan 28 17:24:42.157755 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9e7b-22ac-4674-a065-d33faecf6256 req-d6f3b1ae-15d2-4a79-a70a-ef0053ab3526 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:42.159227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d4c9e7b-22ac-4674-a065-d33faecf6256 req-d6f3b1ae-15d2-4a79-a70a-ef0053ab3526 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Jan 28 17:24:42.205605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d4c9e7b-22ac-4674-a065-d33faecf6256 req-ba1efb89-6a27-42e8-99d9-6c4103995197 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Jan 28 17:24:42.324657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02936ea-6123-46ea-b35f-650db79e3e09 req-9ebd35a1-1a8e-4a46-a07e-05ba897638d9 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:42.326146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c02936ea-6123-46ea-b35f-650db79e3e09 req-9ebd35a1-1a8e-4a46-a07e-05ba897638d9 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 945 time: 0.0555930 Jan 28 17:24:42.371633 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c02936ea-6123-46ea-b35f-650db79e3e09 req-01e9eda4-4888-48bb-a991-a3cbe84e7f8c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Jan 28 17:24:42.605122 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:42.625653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:42.714531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a6569483-711a-4696-9edd-acb2a8518d79 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:42.715998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a6569483-711a-4696-9edd-acb2a8518d79 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 815 time: 0.1053600 Jan 28 17:24:42.730273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-8cf810dc-9943-488c-94b8-5dd595469657 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/quotas/ff03f703e6db44f3a0ae6ba4a767745c HTTP/1.1" status: 200 len: 375 time: 0.0087829 Jan 28 17:24:42.786000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-9eafd557-412c-4f6a-8550-ed4cc9bf7611 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506530 Jan 28 17:24:42.796187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-901a7818-9b76-4aa7-bdfa-afafb6f7e01b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:24:42.797455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-901a7818-9b76-4aa7-bdfa-afafb6f7e01b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051548 Jan 28 17:24:42.804037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ef542368-1f77-4006-b58b-457deca2bf0a up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:24:42.858693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port ef542368-1f77-4006-b58b-457deca2bf0a completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:24:42.863273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port ef542368-1f77-4006-b58b-457deca2bf0a triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:24:42.863663 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:42.886728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-856799f9-2e37-423c-bd4b-61ffb1e4ecd9 service neutron] 10.222.0.25 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839963 Jan 28 17:24:42.946254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port ef542368-1f77-4006-b58b-457deca2bf0a is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:24:42.946684 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:42.969935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:42.972439 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be508271-65a4-4e78-9dea-52cf0fb4ef51" -d '{"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-plugged", "status": "completed", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:42.989398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:42.994840 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:43.001827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-cb02a7df-bf9f-4ca3-9b56-092d3cb0bb0f service neutron] 10.222.0.25 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076772 Jan 28 17:24:43.023381 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fbd5a6-9952-4bf6-bc59-35ead835d9b1 x-openstack-request-id: req-45fbd5a6-9952-4bf6-bc59-35ead835d9b1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:43.023697 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-plugged", "status": "completed", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:43.023979 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45fbd5a6-9952-4bf6-bc59-35ead835d9b1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:43.024421 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'code': 200} Jan 28 17:24:43.051380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:43.174245 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-58e7667d-dbdf-40ea-92c0-9fb1bb90cfb9 req-7926ee89-fbd1-4ab4-a504-7f5e0dda63f2 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 210 time: 0.0284340 Jan 28 17:24:43.979417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-a50eaa40-5b94-416a-8466-3aa63b60a360 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:43.980896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-a50eaa40-5b94-416a-8466-3aa63b60a360 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34c816d-f00e-4916-bd3a-6c495b4e62f1 HTTP/1.1" status: 200 len: 946 time: 0.0521488 Jan 28 17:24:44.082971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Deleting port ef542368-1f77-4006-b58b-457deca2bf0a {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:24:44.083678 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.112643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a4581975-32d7-4201-b560-ecc4d207bdfd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:44.115944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a4581975-32d7-4201-b560-ecc4d207bdfd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 815 time: 0.1118371 Jan 28 17:24:44.128967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Request body: {'port': {'device_id': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'admin_state_up': True, 'tenant_id': 'ff03f703e6db44f3a0ae6ba4a767745c'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:24:44.175929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] For port ef542368-1f77-4006-b58b-457deca2bf0a, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=ef542368-1f77-4006-b58b-457deca2bf0a,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:44.176288 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.187863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Calling delete_port for ef542368-1f77-4006-b58b-457deca2bf0a owned by compute:nova {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:24:44.242493 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Made reservation on behalf of ff03f703e6db44f3a0ae6ba4a767745c for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:24:44.245824 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.377260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Allocated IP 172.20.0.13 (993d97ff-c208-4781-9c98-e736d9ca88c5/c7810318-4c1f-466f-8cd8-d9b3983312a7/50594b03-7a0a-43f4-ba7f-df823263d5c0) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:24:44.536016 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks [] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.570500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.583866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ef542368-1f77-4006-b58b-457deca2bf0a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:24:44.616434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Network 993d97ff-c208-4781-9c98-e736d9ca88c5 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:24:44.622541 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:24:44.625090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:24:44.650570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:44.675288 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4486f-a46b-43ef-8313-a1e9cf8a7897 req-5da5c215-c315-4644-bc0f-3775c103f3e7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:44.676822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccb4486f-a46b-43ef-8313-a1e9cf8a7897 req-5da5c215-c315-4644-bc0f-3775c103f3e7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 932 time: 0.4314520 Jan 28 17:24:44.679111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:44.679755 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.697948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-a878feeb-ad9f-4e91-935e-e4258b46891a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740867 Jan 28 17:24:44.711113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Request body: {'port': {'device_id': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:24:44.718089 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ef542368-1f77-4006-b58b-457deca2bf0a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.730999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['ef542368-1f77-4006-b58b-457deca2bf0a'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:24:44.763036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Pushing event deleted for resources: {'Port': ['ID=ef542368-1f77-4006-b58b-457deca2bf0a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:44.771017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccb4486f-a46b-43ef-8313-a1e9cf8a7897 req-b383e27e-cbe3-4dcb-9a3b-4655cb54fc4e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Jan 28 17:24:44.782839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.814371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] No DVR routers for this DVR port ef542368-1f77-4006-b58b-457deca2bf0a on host n-h1-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:24:44.817621 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:44.821129 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.24 "DELETE /v2.0/ports/ef542368-1f77-4006-b58b-457deca2bf0a HTTP/1.1" status: 204 len: 173 time: 0.8350847 Jan 28 17:24:44.821712 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-deleted', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:44.824095 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc96d4f-0e40-426d-8043-5e85428e68e2" -d '{"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-deleted", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:44.866799 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dd44fe-2afe-4f30-94a2-86d4a15428ac x-openstack-request-id: req-56dd44fe-2afe-4f30-94a2-86d4a15428ac {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:44.867092 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34c816d-f00e-4916-bd3a-6c495b4e62f1", "name": "network-vif-deleted", "tag": "ef542368-1f77-4006-b58b-457deca2bf0a", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:44.867366 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56dd44fe-2afe-4f30-94a2-86d4a15428ac {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:44.867762 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34c816d-f00e-4916-bd3a-6c495b4e62f1', 'name': 'network-vif-deleted', 'tag': 'ef542368-1f77-4006-b58b-457deca2bf0a', 'status': 'completed', 'code': 200} Jan 28 17:24:45.062859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50594b03-7a0a-43f4-ba7f-df823263d5c0 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:24:45.070397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Publish callbacks [] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:45.082300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Transition to ACTIVE for port object 50594b03-7a0a-43f4-ba7f-df823263d5c0 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:24:45.085814 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:45.134956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:45.205814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:24:45.206180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:24:45.206505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:24:45.210732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on network 993d97ff-c208-4781-9c98-e736d9ca88c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:24:45.211053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:24:45.216355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:24:45.216717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Checking segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:24:45.217105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Bound using segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:24:45.217525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Bound port: 50594b03-7a0a-43f4-ba7f-df823263d5c0, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:24:45.217878 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:45.278313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:24:45.281259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:24:45.287051 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:45.320056 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.320637 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:45.322622 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] 10.222.0.24 "PUT /v2.0/ports/50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 1093 time: 0.6165578 Jan 28 17:24:45.323057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:45.325303 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3e896a-92de-4293-994f-5b035e9ed615" -d '{"events": [{"name": "network-changed", "server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:45.349566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7821e-5265-4a1e-828d-9616ea0c3031 service neutron] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:45.372111 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca0262-f55d-499f-b485-7cd7b6feab80 x-openstack-request-id: req-c2ca0262-f55d-499f-b485-7cd7b6feab80 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:45.372414 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:45.372693 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2ca0262-f55d-499f-b485-7cd7b6feab80 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:45.373098 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'status': 'completed', 'code': 200} Jan 28 17:24:45.409865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-84369e75-9093-437c-817f-b0d27556990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.411380 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-84369e75-9093-437c-817f-b0d27556990f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1127 time: 0.0509918 Jan 28 17:24:45.453005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-cef9a7f3-bdb4-4e17-883f-c96749e261ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0340390 Jan 28 17:24:45.499087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-34cca80f-0c87-4077-be1d-6f4b38c1b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.500497 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-34cca80f-0c87-4077-be1d-6f4b38c1b49b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0415246 Jan 28 17:24:45.534900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-7e64caf0-ff43-4717-a0fe-dae47ff33f47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jan 28 17:24:45.620628 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-bd022cbe-28ae-4bd5-a3ce-ac1681ba253a service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795524 Jan 28 17:24:45.710436 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be60a6d-f4ae-4eba-ab06-6c70e3e4368b req-3c901e1c-b5bf-44ac-8400-778df9b4ad8d service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Jan 28 17:24:45.795379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-f19d40ac-42b7-4b66-8e15-bc91c72b901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.797154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-f19d40ac-42b7-4b66-8e15-bc91c72b901e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1127 time: 0.0440104 Jan 28 17:24:45.887874 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-c97063d5-dcf0-487a-a03c-092e93232b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.889284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-c97063d5-dcf0-487a-a03c-092e93232b29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0863657 Jan 28 17:24:45.905523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad3fb0-dac5-4342-91fa-f2888d45ebfd req-9e60170c-7d83-40f3-bf44-41dfebffd557 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.907000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33ad3fb0-dac5-4342-91fa-f2888d45ebfd req-9e60170c-7d83-40f3-bf44-41dfebffd557 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 944 time: 0.0534878 Jan 28 17:24:45.934621 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-4978bb2c-4d49-4668-b84b-03eae737ef74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0382791 Jan 28 17:24:45.954405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33ad3fb0-dac5-4342-91fa-f2888d45ebfd req-00d6cc5b-498f-4b9d-babe-277056029457 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Jan 28 17:24:45.986771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-1de75c74-247c-4518-a192-2ab50e412f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:45.988458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-1de75c74-247c-4518-a192-2ab50e412f4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0473559 Jan 28 17:24:46.000767 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-195da92b-9cae-4f57-86b5-5bec073255d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:46.023646 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-e684040f-6fe7-4da1-8e11-9e3acc1bfc28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274510 Jan 28 17:24:46.114226 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-097fe42e-ada6-49ce-a39e-d56aa278ad6e service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841427 Jan 28 17:24:46.202541 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b3e896a-92de-4293-994f-5b035e9ed615 req-6ee548e4-0756-4376-877b-66c21e812efe service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809875 Jan 28 17:24:46.819989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ef542368-1f77-4006-b58b-457deca2bf0a no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:24:46.843419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: ef542368-1f77-4006-b58b-457deca2bf0a {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:24:46.843762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device ef542368-1f77-4006-b58b-457deca2bf0a not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:24:47.086604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141da62-0e1a-48c9-a39f-e40361c1779f req-4f79c55f-d0ba-43a6-8898-68f672a1bfe3 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:47.088510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b141da62-0e1a-48c9-a39f-e40361c1779f req-4f79c55f-d0ba-43a6-8898-68f672a1bfe3 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 944 time: 0.0656967 Jan 28 17:24:47.134597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b141da62-0e1a-48c9-a39f-e40361c1779f req-962ccb16-a590-4e02-a520-d0aefd819147 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Jan 28 17:24:47.951483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-01169b39-d08f-4d09-854e-29d6bcf19ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:48.250783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5239d0b-e6aa-4636-89fc-9e27e6dbcc91 req-f948596a-a373-4fad-b6db-a5b443d58130 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:48.252241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5239d0b-e6aa-4636-89fc-9e27e6dbcc91 req-f948596a-a373-4fad-b6db-a5b443d58130 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Jan 28 17:24:48.298786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5239d0b-e6aa-4636-89fc-9e27e6dbcc91 req-f903887a-dda4-4786-a3f3-b927ec34d0df tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Jan 28 17:24:48.834026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:24:48.926799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:48.937964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'port_id': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'mac_address': 'fa:16:3e:31:a4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7810318-4c1f-466f-8cd8-d9b3983312a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:24:48.977166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 50594b03-7a0a-43f4-ba7f-df823263d5c0 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:24:48.977792 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:48.989622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50594b03-7a0a-43f4-ba7f-df823263d5c0 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:24:49.008203 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:49.012595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:49.057656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:49.203618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['50594b03-7a0a-43f4-ba7f-df823263d5c0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:24:49.422961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4762d4-6972-4055-a4e0-27f4b9872af6 req-c71675ae-eb5b-4126-92b5-de026da46ada tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:49.424379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f4762d4-6972-4055-a4e0-27f4b9872af6 req-c71675ae-eb5b-4126-92b5-de026da46ada tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0595641 Jan 28 17:24:49.475386 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f4762d4-6972-4055-a4e0-27f4b9872af6 req-1bb126c1-99e1-44fb-961e-416a41841462 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Jan 28 17:24:49.538430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:50.596473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604e6dc-7b47-4f28-9ec3-92b2d792643e req-61da9414-5641-41cb-86f7-f20e68b4df36 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:50.598001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b604e6dc-7b47-4f28-9ec3-92b2d792643e req-61da9414-5641-41cb-86f7-f20e68b4df36 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0534544 Jan 28 17:24:50.645874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b604e6dc-7b47-4f28-9ec3-92b2d792643e req-5514fb57-c52a-4900-9f63-5ed4d0d67eb3 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Jan 28 17:24:50.779168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:50.849059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:24:50.895666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 50594b03-7a0a-43f4-ba7f-df823263d5c0 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:24:50.899492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 50594b03-7a0a-43f4-ba7f-df823263d5c0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:24:50.899870 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:50.978109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 50594b03-7a0a-43f4-ba7f-df823263d5c0 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:24:50.978497 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:51.000229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:24:51.002450 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6ece5-2ec5-4d4a-ae6b-a3d9f2a0dad2" -d '{"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-plugged", "status": "completed", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:24:51.015501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:24:51.019322 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:51.043820 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca6ad4b-0e92-4dd8-ba4e-5022efe74ac3 x-openstack-request-id: req-9ca6ad4b-0e92-4dd8-ba4e-5022efe74ac3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:24:51.044115 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-plugged", "status": "completed", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:24:51.044372 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ca6ad4b-0e92-4dd8-ba4e-5022efe74ac3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:24:51.044788 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'code': 200} Jan 28 17:24:51.068875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:24:51.077009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.077362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.077709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.078051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.078391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.078725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.079058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.079390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.079750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.080077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.080404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.080750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.081081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:24:51.149045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c12fa-3b9f-40dc-b2d2-c490245a3385 req-5178347a-e55c-420a-94f9-ded3227facb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:51.150579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd1c12fa-3b9f-40dc-b2d2-c490245a3385 req-5178347a-e55c-420a-94f9-ded3227facb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1129 time: 0.0447469 Jan 28 17:24:51.197159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dd1c12fa-3b9f-40dc-b2d2-c490245a3385 req-4ab1f8dd-09f0-4eb3-b873-1b4af11c72e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Jan 28 17:24:51.762966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6167bb-8401-4ea9-8d27-83dfdd8c1c7c req-b2d88597-3599-4363-9134-0ffc6e5e9f1e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:51.764410 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e6167bb-8401-4ea9-8d27-83dfdd8c1c7c req-b2d88597-3599-4363-9134-0ffc6e5e9f1e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0509996 Jan 28 17:24:51.810112 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e6167bb-8401-4ea9-8d27-83dfdd8c1c7c req-741f0727-b35b-4cc4-9d67-9a2947f0c7c0 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Jan 28 17:24:51.816811 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:24:52.935035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301aa81-0956-4987-9f5f-542aec51aecb req-0f2dbbec-fb88-4f10-b3ef-6cdf70814caa tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:52.936366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5301aa81-0956-4987-9f5f-542aec51aecb req-0f2dbbec-fb88-4f10-b3ef-6cdf70814caa tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0566685 Jan 28 17:24:52.983188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5301aa81-0956-4987-9f5f-542aec51aecb req-f4912f44-9fa4-4c74-88af-6b8c5fd59eb1 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jan 28 17:24:53.100376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88155da-7c72-497b-975e-448a5e85ca53 req-516c8586-d671-44d7-8781-c2d79f810fc0 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:53.101779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a88155da-7c72-497b-975e-448a5e85ca53 req-516c8586-d671-44d7-8781-c2d79f810fc0 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0516832 Jan 28 17:24:53.147949 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a88155da-7c72-497b-975e-448a5e85ca53 req-44d7d6e8-87e8-4907-a756-7de0592c962a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Jan 28 17:24:53.369268 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-bcd84ba3-7401-4623-94b5-501fb5e28090 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440023 Jan 28 17:24:53.381876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fa1d7-51be-41dd-ae55-a28a17c3258c req-8c2b0a9b-4530-4d9b-ba89-7c1f89b5eb44 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:53.383364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-821fa1d7-51be-41dd-ae55-a28a17c3258c req-8c2b0a9b-4530-4d9b-ba89-7c1f89b5eb44 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0530081 Jan 28 17:24:53.437128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-821fa1d7-51be-41dd-ae55-a28a17c3258c req-4cc130f3-8404-48eb-bdaa-c7aac96b8067 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Jan 28 17:24:54.409585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-8d756270-d7cd-4c00-bc2a-79cb73012ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:54.411108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-8d756270-d7cd-4c00-bc2a-79cb73012ee0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1129 time: 0.0437450 Jan 28 17:24:54.503388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-0a81c5c2-f24c-40fd-8729-161b0052f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:54.504906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-0a81c5c2-f24c-40fd-8729-161b0052f673 service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0885575 Jan 28 17:24:54.546526 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-3155270c-2d35-47b5-8117-3ef80b082805 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0360639 Jan 28 17:24:54.559357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb8cde-5ade-45e8-ae38-1bdf1b86dc88 req-ae3df1d4-b6df-4ad7-a32b-b9d21fd65098 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:54.560867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6afb8cde-5ade-45e8-ae38-1bdf1b86dc88 req-ae3df1d4-b6df-4ad7-a32b-b9d21fd65098 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0529110 Jan 28 17:24:54.593647 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-c5b8e627-879e-4498-bf07-7ccf6232708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:54.595122 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-c5b8e627-879e-4498-bf07-7ccf6232708e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0424380 Jan 28 17:24:54.607753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6afb8cde-5ade-45e8-ae38-1bdf1b86dc88 req-48dde2b4-1bc3-4c16-88e3-9cf564694f76 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Jan 28 17:24:54.628835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-552b0f31-05df-4e56-b21e-a5f1acc29687 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280709 Jan 28 17:24:54.719368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-b24c186c-d805-4de9-b5b0-814e497e8caf service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Jan 28 17:24:54.806507 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-ebb5fc8f-56f8-4bb8-ae89-181440acf326 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Jan 28 17:24:55.727095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f1dd2-d8a4-4fc8-9c2b-3743ca43ac72 req-04368812-5a39-4ae8-8cd1-4403a5107516 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:55.728577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d37f1dd2-d8a4-4fc8-9c2b-3743ca43ac72 req-04368812-5a39-4ae8-8cd1-4403a5107516 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0516872 Jan 28 17:24:55.775005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d37f1dd2-d8a4-4fc8-9c2b-3743ca43ac72 req-779c56b2-def8-4b6c-bdd3-9a07f6f2e893 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Jan 28 17:24:56.897299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0c5f6-eddb-4301-9fe5-d306c4536445 req-bf1884af-2a2e-467e-a40d-8d1c4f63935f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:56.898773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51c0c5f6-eddb-4301-9fe5-d306c4536445 req-bf1884af-2a2e-467e-a40d-8d1c4f63935f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0557940 Jan 28 17:24:56.944850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-51c0c5f6-eddb-4301-9fe5-d306c4536445 req-2e268c4d-911b-4e07-b207-dc06f503b2bf tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Jan 28 17:24:58.064086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeb654-5644-47a1-a7af-a006ad49b673 req-6e76fec4-30dc-4141-bfb6-992f3c538018 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:58.065579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34eeb654-5644-47a1-a7af-a006ad49b673 req-6e76fec4-30dc-4141-bfb6-992f3c538018 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0529261 Jan 28 17:24:58.111216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-34eeb654-5644-47a1-a7af-a006ad49b673 req-27de5316-e472-431a-adbc-8799e1e67653 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Jan 28 17:24:59.231655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac594-9540-4244-9da4-3145e3082220 req-16f2caf0-b044-42a5-83b3-9aebb90716cf tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:24:59.233144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-501ac594-9540-4244-9da4-3145e3082220 req-16f2caf0-b044-42a5-83b3-9aebb90716cf tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0555766 Jan 28 17:24:59.283151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-501ac594-9540-4244-9da4-3145e3082220 req-3dd0b420-07cf-4691-abed-435c2d1ed1c2 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Jan 28 17:25:00.401572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04628d-4e5a-4562-9033-0b9d1375bb06 req-86c8b1ca-872b-43b3-b2b1-ee55fc5e489a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:00.403557 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e04628d-4e5a-4562-9033-0b9d1375bb06 req-86c8b1ca-872b-43b3-b2b1-ee55fc5e489a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0522509 Jan 28 17:25:00.449988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e04628d-4e5a-4562-9033-0b9d1375bb06 req-07a7fd3a-4d31-4d7f-9e28-8de699d0154a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Jan 28 17:25:01.572127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f37e8a-f2f7-4e76-b96b-1b2fd3bfcd4f req-33c35c29-792a-41cc-8953-ccf77f516d1a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:01.574174 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84f37e8a-f2f7-4e76-b96b-1b2fd3bfcd4f req-33c35c29-792a-41cc-8953-ccf77f516d1a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0514090 Jan 28 17:25:01.623958 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84f37e8a-f2f7-4e76-b96b-1b2fd3bfcd4f req-7b3de65e-6821-44b9-bd07-7527c501dd43 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Jan 28 17:25:02.742645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a13592-b20b-4af0-9f29-291bca8ae4e5 req-48fab434-3875-408d-8ccf-81518fe25afb tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:02.744123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89a13592-b20b-4af0-9f29-291bca8ae4e5 req-48fab434-3875-408d-8ccf-81518fe25afb tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0526407 Jan 28 17:25:02.790555 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89a13592-b20b-4af0-9f29-291bca8ae4e5 req-616eb9ae-dba0-461b-9cce-0c80a0890697 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Jan 28 17:25:03.908203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538d2f-1adb-499d-b917-ee8ae6d3c5c6 req-76c30b31-9e9f-4eb8-bf4b-366637c6cb49 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:03.909673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f538d2f-1adb-499d-b917-ee8ae6d3c5c6 req-76c30b31-9e9f-4eb8-bf4b-366637c6cb49 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0527248 Jan 28 17:25:03.955121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f538d2f-1adb-499d-b917-ee8ae6d3c5c6 req-9cdf1c9f-e5a5-4d90-8020-a7529b72c94b tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Jan 28 17:25:05.077388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731bae4-026f-44e5-bb6c-9d18201e82b8 req-480cdbfa-d699-4edf-b155-0764b760cbab tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:05.078846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6731bae4-026f-44e5-bb6c-9d18201e82b8 req-480cdbfa-d699-4edf-b155-0764b760cbab tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0564530 Jan 28 17:25:05.126476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6731bae4-026f-44e5-bb6c-9d18201e82b8 req-97b4690f-3355-4061-b240-2eb21f053bb4 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Jan 28 17:25:06.244930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400e4a5-9941-44b3-b83d-d4acd65b95d4 req-c4c42f64-05b8-4392-adf6-035613b4b69d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:06.246390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5400e4a5-9941-44b3-b83d-d4acd65b95d4 req-c4c42f64-05b8-4392-adf6-035613b4b69d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0521209 Jan 28 17:25:06.292512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5400e4a5-9941-44b3-b83d-d4acd65b95d4 req-353a8c94-d87a-43aa-aff5-4348b2c2dc51 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Jan 28 17:25:07.411189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276dba3-41f6-475a-89bf-99cde379db6e req-b625c218-569d-4519-ac04-e93587524b18 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:07.412706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0276dba3-41f6-475a-89bf-99cde379db6e req-b625c218-569d-4519-ac04-e93587524b18 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0526609 Jan 28 17:25:07.465593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0276dba3-41f6-475a-89bf-99cde379db6e req-d800b07d-5003-4d98-aa23-1db2b4b143e4 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469611 Jan 28 17:25:08.588885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bb7ea-0ea3-4c0e-b457-3725d653d67d req-5ec61661-157b-4bdb-b325-e13a9929b6e9 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:08.590365 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-042bb7ea-0ea3-4c0e-b457-3725d653d67d req-5ec61661-157b-4bdb-b325-e13a9929b6e9 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0520656 Jan 28 17:25:08.636188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-042bb7ea-0ea3-4c0e-b457-3725d653d67d req-77c45da8-12e6-434c-92d7-df43669e2baa tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Jan 28 17:25:09.755468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc92d13-c2fe-41b6-beff-0a4d11316846 req-34f383b4-56c9-44ca-8ac9-5a4237920321 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:09.756943 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fc92d13-c2fe-41b6-beff-0a4d11316846 req-34f383b4-56c9-44ca-8ac9-5a4237920321 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0517147 Jan 28 17:25:09.802658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fc92d13-c2fe-41b6-beff-0a4d11316846 req-2f304323-5c55-403d-9fcc-4427885c5f0e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Jan 28 17:25:10.926126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199bcf-3bcd-4554-ad64-160e11245033 req-47ee91dc-101a-4684-b62d-64096cc5ab4c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:10.927620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6199bcf-3bcd-4554-ad64-160e11245033 req-47ee91dc-101a-4684-b62d-64096cc5ab4c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0585644 Jan 28 17:25:10.973988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6199bcf-3bcd-4554-ad64-160e11245033 req-0273e243-06d6-4e57-98bb-779d9469394c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Jan 28 17:25:12.094557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04449c-8383-430b-9e4f-17c4c67dc75a req-bdaacff0-5fe6-4aae-8653-1ce38f1c7d0a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:12.096166 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c04449c-8383-430b-9e4f-17c4c67dc75a req-bdaacff0-5fe6-4aae-8653-1ce38f1c7d0a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0535474 Jan 28 17:25:12.144305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c04449c-8383-430b-9e4f-17c4c67dc75a req-b33312a1-3faa-4bd5-831c-ea4053e0a4fa tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Jan 28 17:25:12.603434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:12.635139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:13.265189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4223-a0eb-4df8-a0b0-6291184d0bbf req-5c99b77c-3178-45a8-9c12-ce70ef956c6e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:13.266662 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88cd4223-a0eb-4df8-a0b0-6291184d0bbf req-5c99b77c-3178-45a8-9c12-ce70ef956c6e tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0561509 Jan 28 17:25:13.313314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88cd4223-a0eb-4df8-a0b0-6291184d0bbf req-d314491d-24e2-4931-a460-df930067bd40 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Jan 28 17:25:14.431416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3169-4acf-4132-9568-680472bdb267 req-9485d7fd-f068-4267-b396-a239f202614d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:14.432855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b6b3169-4acf-4132-9568-680472bdb267 req-9485d7fd-f068-4267-b396-a239f202614d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0527029 Jan 28 17:25:14.479667 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b6b3169-4acf-4132-9568-680472bdb267 req-8baf70e4-7127-412f-8833-bbb2b2a1e10b tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Jan 28 17:25:15.599471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186e4be-d81b-48d8-b430-6694117a1ef9 req-c7ed3d07-8545-4163-b2cb-4e9efe76598d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:15.600953 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0186e4be-d81b-48d8-b430-6694117a1ef9 req-c7ed3d07-8545-4163-b2cb-4e9efe76598d tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0510969 Jan 28 17:25:15.651075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0186e4be-d81b-48d8-b430-6694117a1ef9 req-ec3244a5-3f10-4ae5-b90f-f961d2d3f3a7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Jan 28 17:25:16.001289 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a738dd32-c5f7-4660-8e15-d4a006fcde75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:16.769213 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f3a7-ca2d-415e-ab68-89e01761433b req-fc5810d8-9277-47c2-812b-e24f7bcfa8ea tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:16.770750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbd5f3a7-ca2d-415e-ab68-89e01761433b req-fc5810d8-9277-47c2-812b-e24f7bcfa8ea tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0519381 Jan 28 17:25:16.816741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbd5f3a7-ca2d-415e-ab68-89e01761433b req-4fb1ef7b-5796-44c1-91fe-4ddc55de2b8f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Jan 28 17:25:17.884124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-7a91d0fc-5707-48b1-8564-063e52a5f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:17.885772 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-7a91d0fc-5707-48b1-8564-063e52a5f56e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1129 time: 0.0481796 Jan 28 17:25:17.936867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889255-2b55-4d96-b09a-85f6ab04a3db req-8b3466c7-d92e-4c08-b974-823fcde51469 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:17.938630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0889255-2b55-4d96-b09a-85f6ab04a3db req-8b3466c7-d92e-4c08-b974-823fcde51469 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0546703 Jan 28 17:25:17.954994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92692d23-0692-409f-ae1d-237861abe5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:17.986741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-f0cf801e-f8db-407c-a245-1f41418acf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:17.987741 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f0889255-2b55-4d96-b09a-85f6ab04a3db req-3eb3e5d9-2f9b-4066-9274-aa07931939c2 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Jan 28 17:25:17.988201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-f0cf801e-f8db-407c-a245-1f41418acf4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0846946 Jan 28 17:25:18.035938 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-402a6ea4-ac8f-4f2f-b2c9-ac2dc98bd4e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0390525 Jan 28 17:25:18.087142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-f9ec5362-fb9c-46dd-960e-438841f505f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:18.088582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-f9ec5362-fb9c-46dd-960e-438841f505f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0461745 Jan 28 17:25:18.118842 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-2e29af37-f833-44a5-8694-5d1018684d38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241606 Jan 28 17:25:18.203586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-ba7834ce-70d5-433d-adc8-28b065b89cc4 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787327 Jan 28 17:25:18.291878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-50dc00c4-20ec-4f7d-a09a-1eebb487cde4 req-de62fe58-b018-4b90-a74e-8c8d89acb707 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Jan 28 17:25:18.678420 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:25:19.111794 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564521e-4ac6-4e9e-8b66-75f87db5ff91 req-06d99e5d-78d8-49c3-87f3-1febcb345400 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:19.113985 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1564521e-4ac6-4e9e-8b66-75f87db5ff91 req-06d99e5d-78d8-49c3-87f3-1febcb345400 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0572300 Jan 28 17:25:19.162195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1564521e-4ac6-4e9e-8b66-75f87db5ff91 req-e783c420-127e-4a4f-9703-4869f3e31105 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Jan 28 17:25:19.541631 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:20.277918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd38d67-ce50-422f-80a3-af2c5dc5bc3a req-86956955-2c99-4993-8dd8-4ce76264dd3f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:20.279916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dd38d67-ce50-422f-80a3-af2c5dc5bc3a req-86956955-2c99-4993-8dd8-4ce76264dd3f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Jan 28 17:25:20.325922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9dd38d67-ce50-422f-80a3-af2c5dc5bc3a req-f6e529ee-539b-4a5b-8bed-3a4294472307 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Jan 28 17:25:20.782118 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:21.445977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af4365-f8ae-41f4-9766-37b3d8bcaf66 req-08338b4a-a74c-48ea-8bfe-d1d1a255ab24 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:21.447359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59af4365-f8ae-41f4-9766-37b3d8bcaf66 req-08338b4a-a74c-48ea-8bfe-d1d1a255ab24 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0525231 Jan 28 17:25:21.497945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59af4365-f8ae-41f4-9766-37b3d8bcaf66 req-7d4d4fb5-4321-4d18-b23c-ce186900bdc6 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jan 28 17:25:21.544271 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-ea267512-7a88-4f2b-942d-bf57f48c01f5 service neutron] show failed (client error): The resource could not be found. Jan 28 17:25:21.545362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-ea267512-7a88-4f2b-942d-bf57f48c01f5 service neutron] 10.222.0.24 "GET /v2.0/ports/50594b03-7a0a-43f4-ba7f-df823263d5c0/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0546045 Jan 28 17:25:21.741783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-ab0d7dda-21db-41e3-b77b-658841adc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:21.743301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-ab0d7dda-21db-41e3-b77b-658841adc3ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154&tenant_id=ff03f703e6db44f3a0ae6ba4a767745c HTTP/1.1" status: 200 len: 1129 time: 0.0440538 Jan 28 17:25:21.754522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:21.814665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:21.818816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:22.007669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:22.038424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:25:22.075724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:22.077963 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f010dae6-2240-42f1-82b0-c6d2d3d87020" -d '{"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-unplugged", "status": "completed", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:22.081665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Publish callbacks [] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:22.094038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Transition to ACTIVE for port object 50594b03-7a0a-43f4-ba7f-df823263d5c0 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:25:22.097851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:22.130938 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc209c-eae0-4c09-a378-11f1c6a5cecc x-openstack-request-id: req-59bc209c-eae0-4c09-a378-11f1c6a5cecc {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:22.131249 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-unplugged", "status": "completed", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:22.131499 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59bc209c-eae0-4c09-a378-11f1c6a5cecc {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:22.131890 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'code': 200} Jan 28 17:25:22.167082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] No DVR routers for this DVR port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:25:22.170664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:22.181782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.182134 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.182475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.182812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.183145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.183475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.183801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.184125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.184517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.184864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.185192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.185512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.185831 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:22.213659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:25:22.213990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:25:22.214313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:22.219047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on network 993d97ff-c208-4781-9c98-e736d9ca88c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:25:22.219368 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Attempting to bind port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on network 993d97ff-c208-4781-9c98-e736d9ca88c5 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:22.224030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:25:22.224365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Checking segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:25:22.224777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Bound using segment: {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:25:22.225198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Bound port: 50594b03-7a0a-43f4-ba7f-df823263d5c0, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ecd355-f62f-475f-bb62-5376d41d0b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:25:22.225552 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:22.285259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:25:22.288068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:25:22.294485 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:22.328386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:22.329076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:22.330424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] 10.222.0.31 "PUT /v2.0/ports/50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 1093 time: 0.5798631 Jan 28 17:25:22.360721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ddb4-ac57-4cdc-aa85-075a5ea68d3c service neutron] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:22.397738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-0479f2e9-ecd9-4606-940d-81b12c38be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:22.399253 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-0479f2e9-ecd9-4606-940d-81b12c38be28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1127 time: 0.0466352 Jan 28 17:25:22.485465 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-8b4091c4-f6e5-42e1-a205-27433ad8104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:22.486917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-8b4091c4-f6e5-42e1-a205-27433ad8104e service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0818398 Jan 28 17:25:22.530219 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-f5eea27a-54a9-4ae2-b5f2-544a2a041b95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0375412 Jan 28 17:25:22.576750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-e218ef98-a2c8-4985-8078-4d09909da6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:22.578203 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-e218ef98-a2c8-4985-8078-4d09909da6f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0424542 Jan 28 17:25:22.609051 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-74c9a2f4-55c8-4540-b17a-5930725881dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249710 Jan 28 17:25:22.621102 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bea78-9a3b-4427-ab63-930f498faea4 req-c47b7228-1620-4aa0-a1ff-1567e2a49610 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:22.622690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa0bea78-9a3b-4427-ab63-930f498faea4 req-c47b7228-1620-4aa0-a1ff-1567e2a49610 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 944 time: 0.0528371 Jan 28 17:25:22.671336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa0bea78-9a3b-4427-ab63-930f498faea4 req-c425c4be-9f92-47a6-9113-0d70a26c1d60 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Jan 28 17:25:23.018997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-040ca3b0-64fd-4f08-970f-24c4d1cb2b95 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044623 Jan 28 17:25:23.105350 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9ac57c18-0030-45ed-b82a-defa8ea85bf2 req-593abeda-aa51-49df-a622-8189d02c0b86 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797100 Jan 28 17:25:23.794802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7414a1-1ba1-40a6-a03d-f2f100c6eb38 req-e3867d9e-82a5-4cec-9ac7-b6ea5f56b6aa tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:23.796293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a7414a1-1ba1-40a6-a03d-f2f100c6eb38 req-e3867d9e-82a5-4cec-9ac7-b6ea5f56b6aa tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 944 time: 0.0539541 Jan 28 17:25:23.845164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a7414a1-1ba1-40a6-a03d-f2f100c6eb38 req-47767f0e-f1cb-4462-a735-a83a213770b0 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Jan 28 17:25:24.133190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:24.135593 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5a88c-5bfd-4df7-8157-1840301d9c92" -d '{"events": [{"name": "network-changed", "server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:24.184141 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86c20f-fcae-46ce-b0bf-a1a6089a395f x-openstack-request-id: req-1b86c20f-fcae-46ce-b0bf-a1a6089a395f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:24.184463 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:24.184760 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b86c20f-fcae-46ce-b0bf-a1a6089a395f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:24.185194 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'status': 'completed', 'code': 200} Jan 28 17:25:24.286582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-a83ec9e9-b3ce-44bc-89d6-95c154b2f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.288113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-a83ec9e9-b3ce-44bc-89d6-95c154b2f1f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1127 time: 0.0775881 Jan 28 17:25:24.290571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-24b773b3-d98f-42ae-aa98-c09cde3ed82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.291914 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-24b773b3-d98f-42ae-aa98-c09cde3ed82f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1127 time: 0.0733085 Jan 28 17:25:24.444204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-ba3dbfdb-3808-4c8f-a886-8ee1b03e0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.445614 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-ba3dbfdb-3808-4c8f-a886-8ee1b03e0ac6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.1505730 Jan 28 17:25:24.448157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-1563b12b-3f2a-4501-9390-26414942e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.449523 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-1563b12b-3f2a-4501-9390-26414942e381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.1471963 Jan 28 17:25:24.496665 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-98315455-d1eb-4c1b-8ae5-4fb6cbc5b118 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0443449 Jan 28 17:25:24.530159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-bfaee03a-1b28-4d37-8f33-211ab5471ed7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0721464 Jan 28 17:25:24.600724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-7159b6e1-7f82-42c0-95a1-c5a86bdde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.602271 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-7159b6e1-7f82-42c0-95a1-c5a86bdde3e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0806615 Jan 28 17:25:24.606270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-57cfc03d-7eb5-4db7-8851-214aed1be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.608160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-57cfc03d-7eb5-4db7-8851-214aed1be7b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0582855 Jan 28 17:25:24.638760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:25:24.658972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-3a98f7d5-6420-43b1-b8b3-555b4af5a989 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498528 Jan 28 17:25:24.660928 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-1819ff88-83ad-45e6-96ae-7e1719df4f69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444689 Jan 28 17:25:24.743159 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:24.756284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'network_id': '993d97ff-c208-4781-9c98-e736d9ca88c5', 'port_id': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'mac_address': 'fa:16:3e:31:a4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7810318-4c1f-466f-8cd8-d9b3983312a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:25:24.793569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 50594b03-7a0a-43f4-ba7f-df823263d5c0 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:24.794465 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:24.807257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50594b03-7a0a-43f4-ba7f-df823263d5c0 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:25:24.818400 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-2ac69769-b200-4451-80d0-340f8aa1be5a service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540830 Jan 28 17:25:24.823687 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-f46ae342-2437-40e6-9d8e-44423fe5ad30 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511350 Jan 28 17:25:24.826887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:24.830737 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:24.878362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:24.970040 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581424-5d7d-4945-ae18-cae060ac7e54 req-a267569a-f315-449f-91a5-51f142eb3fd5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:24.973087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29581424-5d7d-4945-ae18-cae060ac7e54 req-a267569a-f315-449f-91a5-51f142eb3fd5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0588794 Jan 28 17:25:24.974682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:25:24.977794 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-e91d9b64-d337-4b74-a8dc-03dafc560c41 service neutron] 10.222.0.31 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526055 Jan 28 17:25:24.981850 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d7f5a88c-5bfd-4df7-8157-1840301d9c92 req-7d756635-4a0f-48b8-aa6e-d7401baa9d66 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487780 Jan 28 17:25:25.017376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 50594b03-7a0a-43f4-ba7f-df823263d5c0 host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:25:25.017670 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:25:25.034369 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29581424-5d7d-4945-ae18-cae060ac7e54 req-660033ea-e641-4034-bddd-b1354aca0f4f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537863 Jan 28 17:25:25.041525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['50594b03-7a0a-43f4-ba7f-df823263d5c0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:25:25.239412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2705b8-b974-40d1-bb1b-35b041c53ffe req-6a54fdc7-4120-4bb5-8e4c-da4ebf3eaf6f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:25.240935 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f2705b8-b974-40d1-bb1b-35b041c53ffe req-6a54fdc7-4120-4bb5-8e4c-da4ebf3eaf6f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Jan 28 17:25:25.249145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-96d49f31-df92-4a65-a487-2f55efffd492 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:25.250630 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-96d49f31-df92-4a65-a487-2f55efffd492 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154&tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 945 time: 0.0583985 Jan 28 17:25:25.288552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f2705b8-b974-40d1-bb1b-35b041c53ffe req-25cf0cde-c4cf-4fc4-a311-ee0a6940f5d5 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Jan 28 17:25:25.315798 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-e85ba59c-1488-42e3-a0a7-a0afa01602d7 service neutron] delete failed (client error): The resource could not be found. Jan 28 17:25:25.316881 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-e85ba59c-1488-42e3-a0a7-a0afa01602d7 service neutron] 10.222.0.24 "DELETE /v2.0/ports/50594b03-7a0a-43f4-ba7f-df823263d5c0/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0589039 Jan 28 17:25:25.402114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-aa429436-2f71-4324-a5e0-0abcee55ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:25.403661 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-aa429436-2f71-4324-a5e0-0abcee55ccb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 1128 time: 0.0452914 Jan 28 17:25:25.491785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-b64e7b3d-43b7-4a26-b6bd-af05432c2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:25.493288 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-b64e7b3d-43b7-4a26-b6bd-af05432c2f2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 200 len: 916 time: 0.0838408 Jan 28 17:25:25.538653 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-fbcd3617-ea80-41ff-a325-168084f1ab17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0392261 Jan 28 17:25:25.585508 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-ad68de95-e783-4133-868d-8ee10a8692b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:25.586898 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-ad68de95-e783-4133-868d-8ee10a8692b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 200 len: 855 time: 0.0431275 Jan 28 17:25:25.616791 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-f7e18e7a-dfdb-47e0-a1ac-9e0e58c3ec79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=993d97ff-c208-4781-9c98-e736d9ca88c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241537 Jan 28 17:25:25.707030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-ebcb0b5c-75a3-47fb-a091-f34b11d3a6ec service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843506 Jan 28 17:25:25.794933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-516c1c4a-bb69-47c8-97df-19466ca7afca req-3617989e-199f-4a6d-9c3c-59a1c70540e7 service neutron] 10.222.0.24 "GET /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813377 Jan 28 17:25:26.413154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c3bad-0e71-46e8-9b2e-d71146d3492a req-902e7571-cdab-48d5-9196-afead7e01371 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:26.414531 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f12c3bad-0e71-46e8-9b2e-d71146d3492a req-902e7571-cdab-48d5-9196-afead7e01371 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0551569 Jan 28 17:25:26.461064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f12c3bad-0e71-46e8-9b2e-d71146d3492a req-3f6a2ca3-423f-489a-9dba-e45726986052 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Jan 28 17:25:26.580221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c650b3-cf6f-4ba6-a497-b964e67a9f8a req-4917f931-61eb-48e2-b0b1-cf916dfdb8c8 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:26.581722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1c650b3-cf6f-4ba6-a497-b964e67a9f8a req-4917f931-61eb-48e2-b0b1-cf916dfdb8c8 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0533288 Jan 28 17:25:26.627142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d1c650b3-cf6f-4ba6-a497-b964e67a9f8a req-e1648213-f53e-4c2f-a8f9-00974424b92a tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Jan 28 17:25:26.639740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:26.694723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 50594b03-7a0a-43f4-ba7f-df823263d5c0 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:25:26.699465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 50594b03-7a0a-43f4-ba7f-df823263d5c0 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:26.699832 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:26.742882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613c605-fca7-4ff3-b1b3-c1c6ab41e2be req-b657c585-257c-49ef-8be1-4e0b74ffbc6c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:26.744360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5613c605-fca7-4ff3-b1b3-c1c6ab41e2be req-b657c585-257c-49ef-8be1-4e0b74ffbc6c tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Jan 28 17:25:26.775865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 50594b03-7a0a-43f4-ba7f-df823263d5c0 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:26.776261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:26.796306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5613c605-fca7-4ff3-b1b3-c1c6ab41e2be req-ba05c054-d5e1-4c25-9195-b6ee6451bed8 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Jan 28 17:25:26.798461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:26.800697 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57711d7a-cef3-4a4a-9821-fcf18842d1df" -d '{"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-plugged", "status": "completed", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:26.813903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:26.819646 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:26.848804 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4519b6-59d1-4fae-8563-bf02276ffa64 x-openstack-request-id: req-1f4519b6-59d1-4fae-8563-bf02276ffa64 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:26.849110 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-plugged", "status": "completed", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:26.849369 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f4519b6-59d1-4fae-8563-bf02276ffa64 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:26.849764 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'code': 200} Jan 28 17:25:27.031038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:27.142819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c43cf-aae7-4f82-a618-6c8f9ada3e51 req-7431fbb9-e260-4af6-b1d2-123a2678627f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:27.144306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b32c43cf-aae7-4f82-a618-6c8f9ada3e51 req-7431fbb9-e260-4af6-b1d2-123a2678627f tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0516870 Jan 28 17:25:27.192502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b32c43cf-aae7-4f82-a618-6c8f9ada3e51 req-484512cd-1389-442f-913b-6d7bb35baad0 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Jan 28 17:25:28.258895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-97e231a6-1845-4e2e-ba80-8f12ab4f70f7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:28.260367 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-97e231a6-1845-4e2e-ba80-8f12ab4f70f7 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.31 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0526283 Jan 28 17:25:28.310536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c4bf-e696-4594-9ae7-4b4b12f402d7 req-63f8dfa6-d7cb-4f67-8d89-64f6f2abaa75 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:28.312014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9d3c4bf-e696-4594-9ae7-4b4b12f402d7 req-63f8dfa6-d7cb-4f67-8d89-64f6f2abaa75 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/ports?device_id=c78cd74a-6ef2-4f19-98f8-1e1103416154 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Jan 28 17:25:28.355904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Deleting port 50594b03-7a0a-43f4-ba7f-df823263d5c0 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:25:28.356248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:28.358549 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9d3c4bf-e696-4594-9ae7-4b4b12f402d7 req-3ea29d4f-5260-43a7-9f1e-38690470c637 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Jan 28 17:25:28.445909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] For port 50594b03-7a0a-43f4-ba7f-df823263d5c0, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=50594b03-7a0a-43f4-ba7f-df823263d5c0,segment=NetworkSegment(63ecd355-f62f-475f-bb62-5376d41d0b8a),segment_id=63ecd355-f62f-475f-bb62-5376d41d0b8a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:28.446288 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:28.458804 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Calling delete_port for 50594b03-7a0a-43f4-ba7f-df823263d5c0 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:25:28.589614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (50594b03-7a0a-43f4-ba7f-df823263d5c0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:28.604211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['50594b03-7a0a-43f4-ba7f-df823263d5c0'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:25:28.624784 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Pushing event deleted for resources: {'Port': ['ID=50594b03-7a0a-43f4-ba7f-df823263d5c0,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:28.671490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] No DVR routers for this DVR port 50594b03-7a0a-43f4-ba7f-df823263d5c0 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:25:28.674479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:28.678166 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-121629ed-4b3b-4771-9aeb-0318001cf7d4 req-ae507322-e646-4bb6-86dc-4f5a3be8d4cd tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] 10.222.0.31 "DELETE /v2.0/ports/50594b03-7a0a-43f4-ba7f-df823263d5c0 HTTP/1.1" status: 204 len: 173 time: 0.4122736 Jan 28 17:25:28.678608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-deleted', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:28.680942 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2cbce-7651-4a58-8974-a12c664c3cf8" -d '{"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-deleted", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:28.724749 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa2826-c5b2-430e-bc59-d8a32d2cba9a x-openstack-request-id: req-bdaa2826-c5b2-430e-bc59-d8a32d2cba9a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:28.725049 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78cd74a-6ef2-4f19-98f8-1e1103416154", "name": "network-vif-deleted", "tag": "50594b03-7a0a-43f4-ba7f-df823263d5c0", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:28.725301 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdaa2826-c5b2-430e-bc59-d8a32d2cba9a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:28.725835 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78cd74a-6ef2-4f19-98f8-1e1103416154', 'name': 'network-vif-deleted', 'tag': '50594b03-7a0a-43f4-ba7f-df823263d5c0', 'status': 'completed', 'code': 200} Jan 28 17:25:29.480289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33318) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:29.529694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Deleting subnet c7810318-4c1f-466f-8cd8-d9b3983312a7 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:25:29.532633 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Publish callbacks [] for subnet (c7810318-4c1f-466f-8cd8-d9b3983312a7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.566698 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (c7810318-4c1f-466f-8cd8-d9b3983312a7), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.603938 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c7810318-4c1f-466f-8cd8-d9b3983312a7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.654255 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (c7810318-4c1f-466f-8cd8-d9b3983312a7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.680804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7810318-4c1f-466f-8cd8-d9b3983312a7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:29.683504 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.686269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c7810318-4c1f-466f-8cd8-d9b3983312a7 HTTP/1.1" status: 204 len: 168 time: 0.2049482 Jan 28 17:25:29.688997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33320) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:29.692517 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.692898 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.693248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.693589 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.693927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.694261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.694596 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.694925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.695253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.695582 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.695910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.696235 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.696562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62e94e-c23a-4100-b97a-63b2ee68bea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:29.756382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (993d97ff-c208-4781-9c98-e736d9ca88c5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.841943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (993d97ff-c208-4781-9c98-e736d9ca88c5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.861810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993d97ff-c208-4781-9c98-e736d9ca88c5']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:29.870747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ecd355-f62f-475f-bb62-5376d41d0b8a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:29.871047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ecd355-f62f-475f-bb62-5376d41d0b8a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:29.880106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (63ecd355-f62f-475f-bb62-5376d41d0b8a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.892702 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (63ecd355-f62f-475f-bb62-5376d41d0b8a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.898426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:25:29.898804 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (63ecd355-f62f-475f-bb62-5376d41d0b8a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:25:29.900376 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:25:29.952509 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (993d97ff-c208-4781-9c98-e736d9ca88c5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.957085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:29.960638 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] 10.222.0.25 "DELETE /v2.0/networks/993d97ff-c208-4781-9c98-e736d9ca88c5 HTTP/1.1" status: 204 len: 168 time: 0.2705078 Jan 28 17:25:29.973717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969469dc-f59e-43e4-8636-c1c45edb2341 admin admin] Pushing event deleted for resources: {'Network': ['ID=993d97ff-c208-4781-9c98-e736d9ca88c5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:30.066772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33324) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:30.106379 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4c88210f-b4af-4ac9-befe-7d17c2c36e0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff03f703e6db44f3a0ae6ba4a767745c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384550 Jan 28 17:25:30.108965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33326) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:30.159740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24bee418-2ea4-4c45-99c0-43d8b3a69491 admin admin] Publish callbacks [] for security_group (bc101ee8-84a8-4bf5-8a5e-c4acca416ac4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:30.180073 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24bee418-2ea4-4c45-99c0-43d8b3a69491 admin admin] Publish callbacks [] for security_group (bc101ee8-84a8-4bf5-8a5e-c4acca416ac4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:30.225067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24bee418-2ea4-4c45-99c0-43d8b3a69491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (bc101ee8-84a8-4bf5-8a5e-c4acca416ac4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:30.227675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24bee418-2ea4-4c45-99c0-43d8b3a69491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:30.228893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-24bee418-2ea4-4c45-99c0-43d8b3a69491 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc101ee8-84a8-4bf5-8a5e-c4acca416ac4 HTTP/1.1" status: 204 len: 168 time: 0.1190016 Jan 28 17:25:30.236961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bee418-2ea4-4c45-99c0-43d8b3a69491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc101ee8-84a8-4bf5-8a5e-c4acca416ac4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:30.867454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33348) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:30.961440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1650583991-network', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:30.980774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Made reservation on behalf of 6e50497060024e428c3403fd70bdf6b8 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:25:30.983534 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:30.991742 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.064612 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks [] for security_group (04643c6b-236c-42b1-9377-b0952d9b93bd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.068306 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (04643c6b-236c-42b1-9377-b0952d9b93bd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.092275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:25:31.100943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04643c6b-236c-42b1-9377-b0952d9b93bd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:31.108558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (64d4fda4-2a72-4cc5-b578-988fab5d0d7a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.108784 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Added segment 64d4fda4-2a72-4cc5-b578-988fab5d0d7a of type vlan for network 2b5e58aa-0388-45c6-bd21-b44c4c254774 Jan 28 17:25:31.148313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (2b5e58aa-0388-45c6-bd21-b44c4c254774), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.175452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (2b5e58aa-0388-45c6-bd21-b44c4c254774), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.176391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:31.177026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.233336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3647795 Jan 28 17:25:31.236577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33352) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:31.237099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bef5b4-9a28-4aba-94d8-c44f32d20d56 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5e58aa-0388-45c6-bd21-b44c4c254774,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:31.241849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Request body: {'subnet': {'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1650583991-subnet', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:31.246259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:25:31.262941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Made reservation on behalf of 6e50497060024e428c3403fd70bdf6b8 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:25:31.265488 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.432642 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.495968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:31.500700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:25:31.501066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Network hostable DHCP agents. Network: 2b5e58aa-0388-45c6-bd21-b44c4c254774, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:25:31.518028 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:25:31.527629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 2b5e58aa-0388-45c6-bd21-b44c4c254774) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:31.532924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:31.533544 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.538500 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c24c4-e636-4db5-a04b-75b6ae9f5583 None None] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:25:31.551241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b02c2ce1-9608-4508-a009-78a7bb250eb7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3133335 Jan 28 17:25:31.554110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33354) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:31.558527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:31.577869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (23198219-c9b7-4994-9cbc-c889752192d3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.579110 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (23198219-c9b7-4994-9cbc-c889752192d3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.633055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks [] for router_controller (23198219-c9b7-4994-9cbc-c889752192d3), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.636309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-2b5e58aa-0388-45c6-bd21-b44c4c254774', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:25:31.637843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.768196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks [] for router_gateway (23198219-c9b7-4994-9cbc-c889752192d3), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.772890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Allocated IP 172.20.0.2 (2b5e58aa-0388-45c6-bd21-b44c4c254774/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b/09702196-5708-4be1-9aa0-0f0a835eaabc) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:25:31.925632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Publish callbacks [] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.931761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.967620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:25:31.971808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:31.975825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks [] for router_gateway (23198219-c9b7-4994-9cbc-c889752192d3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:31.978388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:25:31.985802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Pushing event updated for resources: {'Port': ['ID=09702196-5708-4be1-9aa0-0f0a835eaabc,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:31.995235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.039876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Attempting to bind port 09702196-5708-4be1-9aa0-0f0a835eaabc on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:25:32.040155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Attempting to bind port 09702196-5708-4be1-9aa0-0f0a835eaabc by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:25:32.040520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Attempting to bind port 09702196-5708-4be1-9aa0-0f0a835eaabc on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:32.045520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:25:32.045900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:25:32.046307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.046700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:25:32.047437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Bound port: 09702196-5708-4be1-9aa0-0f0a835eaabc, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:25:32.047822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.098868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Allocated IP 172.25.8.96 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/5b20f145-73ed-45ab-8e3e-e820d10367cb) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:25:32.110138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] For port 09702196-5708-4be1-9aa0-0f0a835eaabc, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:25:32.113472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] For port 09702196-5708-4be1-9aa0-0f0a835eaabc, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09702196-5708-4be1-9aa0-0f0a835eaabc,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:25:32.119577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.179631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f9cbc-9a06-4e1a-81fd-1819cc2a86a5 None None] Pushing event updated for resources: {'Port': ['ID=09702196-5708-4be1-9aa0-0f0a835eaabc,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:32.213627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks [] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.249576 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.288641 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:25:32.294255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:32.298820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:25:32.301864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Pushing event updated for resources: {'Port': ['ID=5b20f145-73ed-45ab-8e3e-e820d10367cb,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:32.565799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks [] for router_gateway (23198219-c9b7-4994-9cbc-c889752192d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.669530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:25:32.690254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 50594b03-7a0a-43f4-ba7f-df823263d5c0 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:25:32.690597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 50594b03-7a0a-43f4-ba7f-df823263d5c0 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:25:32.759565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (23198219-c9b7-4994-9cbc-c889752192d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:32.890167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Router 23198219-c9b7-4994-9cbc-c889752192d3 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:25:33.011912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:25:33.026679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:25:33.031837 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.033110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-69ecc4d9-73c0-4fec-be66-80280e9861ab admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4780047 Jan 28 17:25:33.035908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33358) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:33.054150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:25:33.055056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:25:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:33.130142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09702196-5708-4be1-9aa0-0f0a835eaabc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:33.239436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:25:33.241351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b6a64-39a1-4073-9dee-baaeab6d6278 None None] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:25:33.394883 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 09702196-5708-4be1-9aa0-0f0a835eaabc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:33.395200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.458047 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Provisioning complete for port 09702196-5708-4be1-9aa0-0f0a835eaabc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:33.458426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.657388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 09702196-5708-4be1-9aa0-0f0a835eaabc is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:33.657787 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.693450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Current status of the port 09702196-5708-4be1-9aa0-0f0a835eaabc is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:33.694143 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.700455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:32Z', 'revision_number': 3, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:33.754925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:25:33.755286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Updating router 23198219-c9b7-4994-9cbc-c889752192d3 port 5b20f145-73ed-45ab-8e3e-e820d10367cb binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:25:33.758750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 09702196-5708-4be1-9aa0-0f0a835eaabc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09702196-5708-4be1-9aa0-0f0a835eaabc,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:33.780354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.814190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.846811 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:33.851647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:25:33.851647 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:25:33.957077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=09702196-5708-4be1-9aa0-0f0a835eaabc,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:33.973403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Allocated IP 172.20.0.1 (2b5e58aa-0388-45c6-bd21-b44c4c254774/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b/8eef84bf-6ede-41c6-8e3e-841f3afc8188) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:25:34.079042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks [] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.112777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.127785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Publish callbacks [] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.133476 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.157407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:25:34.161484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:34.163398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=8eef84bf-6ede-41c6-8e3e-841f3afc8188,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:34.165817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:25:34.184928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Attempting to bind port 5b20f145-73ed-45ab-8e3e-e820d10367cb on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:25:34.185301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Attempting to bind port 5b20f145-73ed-45ab-8e3e-e820d10367cb by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:25:34.185664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Attempting to bind port 5b20f145-73ed-45ab-8e3e-e820d10367cb on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:34.196542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e99a3-68e4-46a8-aa06-fa5edacb0c8d None None] Pushing event updated for resources: {'Port': ['ID=5b20f145-73ed-45ab-8e3e-e820d10367cb,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:34.200924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:25:34.201253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:25:34.201656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.202036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:25:34.202519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Bound port: 5b20f145-73ed-45ab-8e3e-e820d10367cb, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:25:34.202900 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.206026 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (23198219-c9b7-4994-9cbc-c889752192d3), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.262779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] For port 5b20f145-73ed-45ab-8e3e-e820d10367cb, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:25:34.266485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] For port 5b20f145-73ed-45ab-8e3e-e820d10367cb, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b20f145-73ed-45ab-8e3e-e820d10367cb,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:25:34.274698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.336902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:25:34.337540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:25:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:34.345500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.379029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e99a3-68e4-46a8-aa06-fa5edacb0c8d None None] Pushing event updated for resources: {'Port': ['ID=5b20f145-73ed-45ab-8e3e-e820d10367cb,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:34.518874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks [] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.523496 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.590756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=8eef84bf-6ede-41c6-8e3e-841f3afc8188,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:34.593175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (23198219-c9b7-4994-9cbc-c889752192d3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.611600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1013be79-8fce-4a71-8d1c-379433268b79 None None] Current status of the port 09702196-5708-4be1-9aa0-0f0a835eaabc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:34.637657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:25:34.646327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-60382d07-e5b0-45fb-8362-1aa03658c267 req-c4efcfad-bb65-465f-a968-6c9e9ea7cac4 service neutron] (103093) timed out ('10.222.0.31', 51262) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:25:34.687430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:25:34.688885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:34.776191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b5c79bfc-d935-4731-a3bc-1462eeda3856 None None] Provisioning complete for port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:34.776742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b5c79bfc-d935-4731-a3bc-1462eeda3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.808518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:25:34.859198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b5c79bfc-d935-4731-a3bc-1462eeda3856 None None] Port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:25:34.878619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b5c79bfc-d935-4731-a3bc-1462eeda3856 None None] Provisioning complete for port 09702196-5708-4be1-9aa0-0f0a835eaabc triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:34.878992 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b5c79bfc-d935-4731-a3bc-1462eeda3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:34.923260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:25:34.924981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:33Z', 'revision_number': 1, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:34.936034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0b704aaa-03ba-4303-9b3b-953cf29a6fb1 admin admin] 10.222.0.25 "PUT /v2.0/routers/23198219-c9b7-4994-9cbc-c889752192d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914809 Jan 28 17:25:34.953985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749794f-0595-4956-8d71-6e23f23ec6c1 None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:33Z', 'revision_number': 1, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:25:35.005115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b5c79bfc-d935-4731-a3bc-1462eeda3856 None None] Current status of the port 09702196-5708-4be1-9aa0-0f0a835eaabc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:35.036449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09702196-5708-4be1-9aa0-0f0a835eaabc up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:35.087481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 09702196-5708-4be1-9aa0-0f0a835eaabc triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:35.087934 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.142087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-51b43eb9-63fa-43b5-967b-6e90cd63efd7 None None] Provisioning complete for port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:35.142708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51b43eb9-63fa-43b5-967b-6e90cd63efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.213782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-51b43eb9-63fa-43b5-967b-6e90cd63efd7 None None] Port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:25:35.224001 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 09702196-5708-4be1-9aa0-0f0a835eaabc is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:35.657142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33366) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:35.661719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880580105', 'description': 'tempest-description--74726600'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:35.682216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.753065 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group (343132d8-3530-476c-98e2-d6d282db69cf), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.758020 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (343132d8-3530-476c-98e2-d6d282db69cf), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.790265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.794585 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333756 Jan 28 17:25:35.794728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33368) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:35.799332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'security_group_rule': {'security_group_id': '343132d8-3530-476c-98e2-d6d282db69cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:35.803481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ccd7d-096b-4c70-a371-d3e321084c6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343132d8-3530-476c-98e2-d6d282db69cf,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:35.828846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group_rule (69062779-24de-489e-9e8f-f2a5e6daa4ec), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.888262 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group_rule (69062779-24de-489e-9e8f-f2a5e6daa4ec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.892479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (69062779-24de-489e-9e8f-f2a5e6daa4ec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.912340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69062779-24de-489e-9e8f-f2a5e6daa4ec,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:35.920408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:35.921713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9e173da-43b4-4453-b07b-f88623cbf04d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260645 Jan 28 17:25:35.924529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33370) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:35.928894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'security_group_rule': {'security_group_id': '343132d8-3530-476c-98e2-d6d282db69cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:35.953448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group_rule (140e0c87-e4d9-4d27-9fe4-e1bf2ef27f3c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.014944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group_rule (140e0c87-e4d9-4d27-9fe4-e1bf2ef27f3c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.018924 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (140e0c87-e4d9-4d27-9fe4-e1bf2ef27f3c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.039544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140e0c87-e4d9-4d27-9fe4-e1bf2ef27f3c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:36.050112 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.051364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-11891d84-1e12-4075-a7af-dccd7b4c9077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258972 Jan 28 17:25:36.054308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 33372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:36.058961 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:36.081086 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.190882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.300234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Allocated IP 172.25.8.49 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/c2b31d5e-1ece-4105-b877-2328534a51e1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:25:36.401883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.436380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.476265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:25:36.479073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:36.483355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:25:36.514796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'Port': ['ID=c2b31d5e-1ece-4105-b877-2328534a51e1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:36.578069 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.614122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.765519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.769950 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.852018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'Port': ['ID=c2b31d5e-1ece-4105-b877-2328534a51e1,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:36.861549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.877732 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:36.879006 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-17e67ddb-cc01-4e59-8130-8f739a6999bb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8237379 Jan 28 17:25:37.034540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:25:37.043029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-29a9706e-7797-47d9-9021-d171226728fc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--880580105&fields=id&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 267 time: 0.0555267 Jan 28 17:25:37.048719 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:25:37.049373 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:25:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:37.075005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b20f145-73ed-45ab-8e3e-e820d10367cb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:37.130475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b20f145-73ed-45ab-8e3e-e820d10367cb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:37.130849 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.158425 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:25:37.160126 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-dac65e33-897b-43b2-8908-b2583bb8da53 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:37.161781 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-dac65e33-897b-43b2-8908-b2583bb8da53 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.1093092 Jan 28 17:25:37.181208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-aa82a17d-ef51-45c9-a03e-85256cb47803 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/quotas/6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 375 time: 0.0140626 Jan 28 17:25:37.209171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b20f145-73ed-45ab-8e3e-e820d10367cb is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:37.209571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.235443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 5b20f145-73ed-45ab-8e3e-e820d10367cb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b20f145-73ed-45ab-8e3e-e820d10367cb,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:37.240756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-e78c329f-c7ba-43b9-a69a-61434be18eef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575900 Jan 28 17:25:37.241210 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.297579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=5b20f145-73ed-45ab-8e3e-e820d10367cb,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:37.345185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-bd210bd7-2181-471b-bde9-9a328b5ead43 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Jan 28 17:25:37.360134 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 2, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:37.385998 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:25:37.386278 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Updating router 23198219-c9b7-4994-9cbc-c889752192d3 port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:25:37.416695 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.437991 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-b3900bd5-9bab-48ef-8ca3-58db71752ef8 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862377 Jan 28 17:25:37.601972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a7328b8-da0e-41b6-a85a-ca5356e09751 req-53943473-195c-4367-ac30-7c73335565f9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Jan 28 17:25:37.715770 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Publish callbacks [] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.720379 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.772800 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Pushing event updated for resources: {'Port': ['ID=8eef84bf-6ede-41c6-8e3e-841f3afc8188,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:37.798136 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.798492 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.798837 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.799178 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.799523 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.799858 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.800190 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.800518 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.800870 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.801197 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.801523 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.801848 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.802170 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:25:37.844581 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Attempting to bind port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:25:37.844986 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Attempting to bind port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:25:37.845351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Attempting to bind port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:37.850849 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:25:37.851231 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:25:37.851644 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.852027 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:25:37.852624 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Bound port: 8eef84bf-6ede-41c6-8e3e-841f3afc8188, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:25:37.852904 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.921659 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] For port 8eef84bf-6ede-41c6-8e3e-841f3afc8188, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:25:37.925553 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] For port 8eef84bf-6ede-41c6-8e3e-841f3afc8188, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8eef84bf-6ede-41c6-8e3e-841f3afc8188,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:25:37.931839 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:37.988894 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:25:37.989727 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:25:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:38.031955 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc4608-96e4-49ca-b919-f94ec3670c15 None None] Pushing event updated for resources: {'Port': ['ID=8eef84bf-6ede-41c6-8e3e-841f3afc8188,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:38.061953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] Provisioning complete for port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:38.062569 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:38.132699 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:25:38.153753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] Current status of the port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:38.154270 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:38.194375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] For port 8eef84bf-6ede-41c6-8e3e-841f3afc8188, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8eef84bf-6ede-41c6-8e3e-841f3afc8188,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:38.201525 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:38.253589 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf7123-66da-4b03-9db2-6673f12ec64b None None] Pushing event updated for resources: {'Port': ['ID=8eef84bf-6ede-41c6-8e3e-841f3afc8188,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:38.321338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e9eeeed9-03b8-419e-abc6-83cfa8847150 None None] Provisioning complete for port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:38.321715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9eeeed9-03b8-419e-abc6-83cfa8847150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:38.338021 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:38.364277 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbfc7-4ee2-4613-a046-9e82cb01ec0a None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:25:38.398541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e9eeeed9-03b8-419e-abc6-83cfa8847150 None None] Current status of the port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:38.614656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ebd707e7-50dc-408a-9e8d-3e485b8ec57e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:38.616858 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ebd707e7-50dc-408a-9e8d-3e485b8ec57e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.1283145 Jan 28 17:25:38.687234 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-314bee3e-d188-42f4-a780-23d825bf6abe tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 379 time: 0.0614738 Jan 28 17:25:38.696203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'port': {'device_id': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'admin_state_up': True, 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'security_groups': ['343132d8-3530-476c-98e2-d6d282db69cf']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:38.707088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bf8cffa-4c4f-44d5-8483-add4431d153a req-107c6513-32e6-4dda-a32c-e0266727e4c3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Jan 28 17:25:38.810952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Made reservation on behalf of 6e50497060024e428c3403fd70bdf6b8 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:25:38.814579 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:38.945200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Allocated IP 172.20.0.6 (2b5e58aa-0388-45c6-bd21-b44c4c254774/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b/e59956b1-980b-4989-a442-c550f641a8d6) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:25:39.076242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8eef84bf-6ede-41c6-8e3e-841f3afc8188 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:39.104952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for port (e59956b1-980b-4989-a442-c550f641a8d6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.131303 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:39.131675 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.140247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.182857 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:25:39.186275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:25:39.192274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:25:39.209221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:39.210307 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b20f145-73ed-45ab-8e3e-e820d10367cb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:39.221440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:39.251425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:39.252282 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.259332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 5b20f145-73ed-45ab-8e3e-e820d10367cb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:39.259711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.271275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-ccdf4111-e383-461c-a73a-b9fe24de50be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787854 Jan 28 17:25:39.284191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Request body: {'port': {'device_id': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:39.351614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 5b20f145-73ed-45ab-8e3e-e820d10367cb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:39.351865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.424657 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-13ab03eb-6165-46bb-8b97-d8b86d5f45f2 None None] Provisioning complete for port e59956b1-980b-4989-a442-c550f641a8d6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:39.425064 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-13ab03eb-6165-46bb-8b97-d8b86d5f45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e59956b1-980b-4989-a442-c550f641a8d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.459514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-13ab03eb-6165-46bb-8b97-d8b86d5f45f2 None None] Port e59956b1-980b-4989-a442-c550f641a8d6 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:25:39.613796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59956b1-980b-4989-a442-c550f641a8d6 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:25:39.622078 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Publish callbacks [] for port (e59956b1-980b-4989-a442-c550f641a8d6), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.634236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Transition to ACTIVE for port object e59956b1-980b-4989-a442-c550f641a8d6 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:25:39.638797 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.688181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:39.758670 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:25:39.759023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:25:39.759340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:39.765276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Port e59956b1-980b-4989-a442-c550f641a8d6 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:25:39.766172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:25:39.770782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:25:39.771121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:25:39.771507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:25:39.771989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Bound port: e59956b1-980b-4989-a442-c550f641a8d6, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:25:39.772352 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.835273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb10c-cfbc-43be-8f48-ee692410ba6e req-44f98b5f-8209-4039-88fc-478b665135cc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:39.836849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c39fb10c-cfbc-43be-8f48-ee692410ba6e req-44f98b5f-8209-4039-88fc-478b665135cc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 943 time: 0.0571575 Jan 28 17:25:39.843824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:25:39.847100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:25:39.854645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.890670 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:39.891294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:39.892718 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] 10.222.0.31 "PUT /v2.0/ports/e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 1092 time: 0.6136622 Jan 28 17:25:39.893168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:39.895463 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:39.905648 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c39fb10c-cfbc-43be-8f48-ee692410ba6e req-5c3574cd-dda3-4730-9040-3303d0bf4feb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598841 Jan 28 17:25:39.932524 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e8c7-ec69-4e3b-b0b1-11c400bf8fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:39.950836 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b36b714-8e3b-4909-a3a3-30403f16abc6 x-openstack-request-id: req-9b36b714-8e3b-4909-a3a3-30403f16abc6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:39.951131 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:39.951388 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b36b714-8e3b-4909-a3a3-30403f16abc6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:39.951792 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'status': 'completed', 'code': 200} Jan 28 17:25:39.998264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-aca43de5-d5b4-412f-b505-41e726f1a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:39.999994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-aca43de5-d5b4-412f-b505-41e726f1a4a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0566039 Jan 28 17:25:40.040920 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-5155ec02-c6b1-4aa4-a095-6dbcb9909dad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 217 time: 0.0345628 Jan 28 17:25:40.094826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-b3344af5-8628-4191-8f42-88fe8f76789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:40.096332 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-b3344af5-8628-4191-8f42-88fe8f76789c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0496950 Jan 28 17:25:40.144692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc45b5-20a7-400f-abd7-680c940504ae req-bdee428e-75bf-4ad0-98a0-dab337d00d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:40.146199 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-bdee428e-75bf-4ad0-98a0-dab337d00d3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442882 Jan 28 17:25:40.232937 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-80b3610d-c263-4571-a392-3172aa9b5a53 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799544 Jan 28 17:25:40.321102 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-72dc45b5-20a7-400f-abd7-680c940504ae req-b02793ec-b284-4eea-8324-67bfbf19ab6b service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825124 Jan 28 17:25:40.405399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-19549257-e5ed-4bd8-9e2d-880bc11a1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:40.406880 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-19549257-e5ed-4bd8-9e2d-880bc11a1b7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0445871 Jan 28 17:25:40.504631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-febeba7c-a6c0-4617-bec5-234958c8191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:40.506135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-febeba7c-a6c0-4617-bec5-234958c8191a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0936069 Jan 28 17:25:40.548117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-86e75e7d-0214-4b47-bf11-dd25b4ad0a05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 217 time: 0.0359247 Jan 28 17:25:40.594721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-85b02414-e9ec-466b-9694-eea9d2fe2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:40.596058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-85b02414-e9ec-466b-9694-eea9d2fe2d21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0421734 Jan 28 17:25:40.647185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-c551f66c-edfd-4293-ba94-8158825a14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:40.648728 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-c551f66c-edfd-4293-ba94-8158825a14a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465229 Jan 28 17:25:40.735226 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-c358c814-79e8-48d1-889c-fe38feb59de2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796883 Jan 28 17:25:40.827268 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cb336989-c55f-46bf-ac15-2e9f2cbb10ee req-ca4bdc77-437b-4949-bd84-6907e6da62d7 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850255 Jan 28 17:25:41.051339 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e0863-e590-41a1-a66b-c384b3093504 req-312110b0-302e-42f7-a129-da5bb189416b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:41.052808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a3e0863-e590-41a1-a66b-c384b3093504 req-312110b0-302e-42f7-a129-da5bb189416b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 943 time: 0.0553374 Jan 28 17:25:41.098868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a3e0863-e590-41a1-a66b-c384b3093504 req-ba561bd4-669e-461a-bcf4-aa83004cd2af tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405302 Jan 28 17:25:42.217927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52e92-c7a2-47f2-86b3-5543c3455069 req-02a9e60a-1ad8-491d-a83f-b97ba6a8c922 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:42.219375 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aba52e92-c7a2-47f2-86b3-5543c3455069 req-02a9e60a-1ad8-491d-a83f-b97ba6a8c922 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 943 time: 0.0515897 Jan 28 17:25:42.264820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aba52e92-c7a2-47f2-86b3-5543c3455069 req-14eda3cb-e762-4bf0-a350-0591fdc4d2c3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Jan 28 17:25:42.606590 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:42.648515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:42.714435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e59956b1-980b-4989-a442-c550f641a8d6 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:25:42.806435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:42.817207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'e59956b1-980b-4989-a442-c550f641a8d6', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': 'e59956b1-980b-4989-a442-c550f641a8d6', 'mac_address': 'fa:16:3e:8c:bc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:25:42.856006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port e59956b1-980b-4989-a442-c550f641a8d6 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:42.856392 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:42.868541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59956b1-980b-4989-a442-c550f641a8d6 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:25:42.887818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:42.891479 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:42.937921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:43.081180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['e59956b1-980b-4989-a442-c550f641a8d6'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:25:43.385332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743445c4-a9fe-43a4-94fd-c1956feb329f req-10b8a436-14a6-4079-9958-aa3ed8e649c8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:43.386795 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-743445c4-a9fe-43a4-94fd-c1956feb329f req-10b8a436-14a6-4079-9958-aa3ed8e649c8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 944 time: 0.0521250 Jan 28 17:25:43.437120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-743445c4-a9fe-43a4-94fd-c1956feb329f req-83598fae-39bb-4ec1-bebe-d0eb274a8e66 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 Jan 28 17:25:44.554008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa7097-0cff-46b1-b69e-757183e093a5 req-00a94cbf-3010-4e94-9120-e03a08f56c5a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:44.555483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fa7097-0cff-46b1-b69e-757183e093a5 req-00a94cbf-3010-4e94-9120-e03a08f56c5a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 944 time: 0.0529721 Jan 28 17:25:44.601314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fa7097-0cff-46b1-b69e-757183e093a5 req-814d7f68-dbc6-4948-a14f-2bd00d42ff3d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Jan 28 17:25:44.731173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e59956b1-980b-4989-a442-c550f641a8d6 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:25:44.778995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port e59956b1-980b-4989-a442-c550f641a8d6 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:25:44.782722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port e59956b1-980b-4989-a442-c550f641a8d6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:25:44.783097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e59956b1-980b-4989-a442-c550f641a8d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:44.859549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port e59956b1-980b-4989-a442-c550f641a8d6 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:25:44.859934 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:44.881686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:44.883922 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6308db6b-cc0d-45a7-9984-53855ac1f4d6" -d '{"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-plugged", "status": "completed", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:44.897755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:25:44.902260 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:44.924975 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2571fd-7bef-4de3-8b6a-97d7881af264 x-openstack-request-id: req-8f2571fd-7bef-4de3-8b6a-97d7881af264 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:44.925271 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-plugged", "status": "completed", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:44.925531 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f2571fd-7bef-4de3-8b6a-97d7881af264 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:44.925921 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'code': 200} Jan 28 17:25:44.956843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:25:45.024859 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6fd13-3a9d-410b-bdb6-466af86b608f req-beaaeb70-a4b7-4b6a-85f9-bb2b18fc058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:45.026283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91b6fd13-3a9d-410b-bdb6-466af86b608f req-beaaeb70-a4b7-4b6a-85f9-bb2b18fc058e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0464721 Jan 28 17:25:45.068833 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-91b6fd13-3a9d-410b-bdb6-466af86b608f req-e7ad6a4e-5ab7-431b-99e4-0e1c5832266f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368066 Jan 28 17:25:45.716656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c27e2-8b21-473c-93fd-325fff8a3f6d req-15f5510a-4d08-4801-86a3-da0d23f1f40d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:45.718057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a99c27e2-8b21-473c-93fd-325fff8a3f6d req-15f5510a-4d08-4801-86a3-da0d23f1f40d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Jan 28 17:25:45.763587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a99c27e2-8b21-473c-93fd-325fff8a3f6d req-db174a28-77a3-4a51-b0cf-20f7062ea716 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400441 Jan 28 17:25:46.003080 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c098e8a-f155-4593-852e-4ec436204ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:46.885724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160aa8-d5eb-410b-80d7-43e15986e4c3 req-4c59f928-0468-4257-b666-bc4484b11cb7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:46.887716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d160aa8-d5eb-410b-80d7-43e15986e4c3 req-4c59f928-0468-4257-b666-bc4484b11cb7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0561376 Jan 28 17:25:46.933400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2d160aa8-d5eb-410b-80d7-43e15986e4c3 req-d93f5c56-54d4-4390-a74d-338df1f3e822 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Jan 28 17:25:47.047849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17327e-3071-4138-b676-7c2b14dd3fe7 req-9e75992f-4487-4f11-8fd8-71905dcf0821 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:47.049378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e17327e-3071-4138-b676-7c2b14dd3fe7 req-9e75992f-4487-4f11-8fd8-71905dcf0821 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0534301 Jan 28 17:25:47.057963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33418) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:25:47.062718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'floatingip': {'port_id': 'e59956b1-980b-4989-a442-c550f641a8d6'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:25:47.104157 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:47.539388 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:47.543580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:47.643390 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c associated. External IP: 172.25.8.49, port: e59956b1-980b-4989-a442-c550f641a8d6. Jan 28 17:25:47.846272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:25:47.952894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:25:47.957670 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:47.957856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3b78f989-d532-44db-9718-c9a14757c241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:47.962836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:25:47.973351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:25:47.973993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:25:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:47.990658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3eb754ac-6cba-4886-a9c6-4771dcf1d8f1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "PUT /v2.0/floatingips/ccb59473-8f1b-4e8c-96bc-79a90e00c20c HTTP/1.1" status: 200 len: 990 time: 0.9313645 Jan 28 17:25:47.991362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:25:47.993795 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151" -d '{"events": [{"name": "network-changed", "server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:25:48.035882 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5542f3-08e6-4987-b030-f57e9fad9715 x-openstack-request-id: req-ec5542f3-08e6-4987-b030-f57e9fad9715 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:25:48.036188 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:25:48.036602 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec5542f3-08e6-4987-b030-f57e9fad9715 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:25:48.037205 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'status': 'completed', 'code': 200} Jan 28 17:25:48.081996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:25:48.099544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7b008-845e-4c27-b404-715f714dcf98 req-9e3c27f7-0423-4db1-aec5-7f24a5c52d4b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:48.101092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73e7b008-845e-4c27-b404-715f714dcf98 req-9e3c27f7-0423-4db1-aec5-7f24a5c52d4b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0562060 Jan 28 17:25:48.122765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-3180675f-3077-4e3d-94b7-25da538a10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:48.124476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-3180675f-3077-4e3d-94b7-25da538a10f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0665314 Jan 28 17:25:48.155496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73e7b008-845e-4c27-b404-715f714dcf98 req-9ca5c4e0-4186-4f9b-8f30-c4a0bf45a113 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474279 Jan 28 17:25:48.229923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-8f0945b7-2a8b-4427-bd7c-3c53d9604448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:48.231468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-8f0945b7-2a8b-4427-bd7c-3c53d9604448 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1002426 Jan 28 17:25:48.299128 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-eb6d82b9-0cae-4bfe-b2da-a69ec78ef1a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 998 time: 0.0611882 Jan 28 17:25:48.314797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': 'e59956b1-980b-4989-a442-c550f641a8d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:8c:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:25:47Z', 'revision_number': 1, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:48.346098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:25:48.355529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:25:48.356057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:25:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:48.380282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-5f250c59-2d25-4934-916e-d14899de8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:48.381954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-5f250c59-2d25-4934-916e-d14899de8adc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0779498 Jan 28 17:25:48.411887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d07e3-04f6-4430-8d82-974efd06f7b0 req-84c5b894-c2ea-4aca-9e0a-3b756e44a576 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:48.413405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c65d07e3-04f6-4430-8d82-974efd06f7b0 req-84c5b894-c2ea-4aca-9e0a-3b756e44a576 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0554793 Jan 28 17:25:48.434983 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-8b6aa3c0-d1e3-4b76-82e9-377f2dbba306 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819972 Jan 28 17:25:48.445242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-0e75a5f1-9dc3-40aa-a6f5-8cc72531aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:48.446729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-0e75a5f1-9dc3-40aa-a6f5-8cc72531aa46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0592818 Jan 28 17:25:48.472861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c65d07e3-04f6-4430-8d82-974efd06f7b0 req-4f3f0c78-47b5-4a7c-a7d9-391de4256c21 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490139 Jan 28 17:25:48.496142 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:25:48.546112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-5f4039c7-6649-4245-bba3-eebbd8410df8 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925639 Jan 28 17:25:48.638690 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ed42c64b-313a-4e22-bdc8-a8d33f2a8151 req-c452933c-d865-441d-a6fd-58832bee46cb service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Jan 28 17:25:48.750526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': 'e59956b1-980b-4989-a442-c550f641a8d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:8c:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:25:47Z', 'revision_number': 1, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:25:48.779955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7755b-d997-4f2e-8655-4943a2c43a7f None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': 'e59956b1-980b-4989-a442-c550f641a8d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:8c:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:25:47Z', 'revision_number': 1, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:25:48.981591 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193321c-59d7-41b2-b8d9-cf8c2d665764 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:25:49.553459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:49.604580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82133bbc-7982-4663-aea7-8765afafbfaa req-36279ffb-10bc-4992-a94c-f2889aacd9d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:49.606671 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82133bbc-7982-4663-aea7-8765afafbfaa req-36279ffb-10bc-4992-a94c-f2889aacd9d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Jan 28 17:25:49.621902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-d3ed9a94-a423-4b96-ba83-0820e6939970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:49.623426 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-d3ed9a94-a423-4b96-ba83-0820e6939970 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0453231 Jan 28 17:25:49.653012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82133bbc-7982-4663-aea7-8765afafbfaa req-edb051f4-e4c5-4184-8e36-72fdb660e106 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Jan 28 17:25:49.715272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-a11b9343-07ef-4020-b0dd-1d7b0695cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:49.716808 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-a11b9343-07ef-4020-b0dd-1d7b0695cb0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0868514 Jan 28 17:25:49.779776 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-bba381a0-57f9-456b-9ced-aff581af061e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0568180 Jan 28 17:25:49.829610 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-e5a0fad1-dd2e-467d-9c83-411a2de6c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:49.831044 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-e5a0fad1-dd2e-467d-9c83-411a2de6c10f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0458584 Jan 28 17:25:49.878032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-20c441c4-9b0b-474e-ac7d-6ae3bbe77b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:49.879505 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-20c441c4-9b0b-474e-ac7d-6ae3bbe77b5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430903 Jan 28 17:25:49.964186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-4af71829-0d25-4aa4-8a0e-071fc5b653d4 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790343 Jan 28 17:25:50.054223 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-93069693-f7e1-4657-828c-6ce444277e89 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844886 Jan 28 17:25:50.773746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5da2a7-52ae-4e8a-a7c4-df7895db954f req-ed60bc76-239a-4fea-aaad-826100504b06 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:50.775224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae5da2a7-52ae-4e8a-a7c4-df7895db954f req-ed60bc76-239a-4fea-aaad-826100504b06 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0550551 Jan 28 17:25:50.784019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:50.821883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae5da2a7-52ae-4e8a-a7c4-df7895db954f req-caab4097-9d81-4acf-98a9-f0dd460ae155 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Jan 28 17:25:51.821117 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:25:51.945260 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80ad6-a246-49b2-8123-e9e973e67147 req-f1a900d8-5c20-4778-8e57-b7617b269777 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:51.946766 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39b80ad6-a246-49b2-8123-e9e973e67147 req-f1a900d8-5c20-4778-8e57-b7617b269777 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0561407 Jan 28 17:25:51.995019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39b80ad6-a246-49b2-8123-e9e973e67147 req-d2e3e7ac-e567-4e3e-b590-ad4a2394350f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427005 Jan 28 17:25:53.115275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a3d2-2e01-4e48-849c-8ac46322048a req-9867593a-1624-4694-a91a-894d4f7258c9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:53.116792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6330a3d2-2e01-4e48-849c-8ac46322048a req-9867593a-1624-4694-a91a-894d4f7258c9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0530970 Jan 28 17:25:53.165836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6330a3d2-2e01-4e48-849c-8ac46322048a req-c598915e-ea58-4a3d-a65b-2ae9cbbbe40f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Jan 28 17:25:54.283445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f584fd-d95e-4b92-85e4-aa4c26047ec5 req-45276709-52f3-49b5-a16d-4510212836a3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:54.284923 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16f584fd-d95e-4b92-85e4-aa4c26047ec5 req-45276709-52f3-49b5-a16d-4510212836a3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0515020 Jan 28 17:25:54.330417 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-16f584fd-d95e-4b92-85e4-aa4c26047ec5 req-ee1a1f59-f0c6-4567-b1c4-02a8d3a5955c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400305 Jan 28 17:25:55.448248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93524e-b002-4189-a001-ed9b37b94ee4 req-bac77e6f-3e0f-41a6-a9f6-1747543f42a5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:55.449722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b93524e-b002-4189-a001-ed9b37b94ee4 req-bac77e6f-3e0f-41a6-a9f6-1747543f42a5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Jan 28 17:25:55.495482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b93524e-b002-4189-a001-ed9b37b94ee4 req-26751c8a-f779-40ee-9dca-8d81252d093a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Jan 28 17:25:55.680454 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:25:56.615226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed67e36-9906-49a0-ba92-a41ae7fb8818 req-f36eb356-47bd-4388-b149-dce7cb487ea4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:56.616666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ed67e36-9906-49a0-ba92-a41ae7fb8818 req-f36eb356-47bd-4388-b149-dce7cb487ea4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0546527 Jan 28 17:25:56.662324 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7ed67e36-9906-49a0-ba92-a41ae7fb8818 req-ba24b0c9-0b2a-4932-996f-bc39529553e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395238 Jan 28 17:25:57.778752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240361-6b27-474a-9fcb-942640435ab7 req-52a12449-5d20-4567-badd-0dfded3861c9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:57.780216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa240361-6b27-474a-9fcb-942640435ab7 req-52a12449-5d20-4567-badd-0dfded3861c9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Jan 28 17:25:57.826034 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa240361-6b27-474a-9fcb-942640435ab7 req-cc3896f2-8226-4617-988c-9c99951f3eb5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402839 Jan 28 17:25:58.946051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb744f-e925-4e87-8857-1f212e0a875f req-08d2a8b9-36e8-43c1-a3ef-4bd1f1bc1895 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:25:58.947516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bccb744f-e925-4e87-8857-1f212e0a875f req-08d2a8b9-36e8-43c1-a3ef-4bd1f1bc1895 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0552926 Jan 28 17:25:58.992651 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bccb744f-e925-4e87-8857-1f212e0a875f req-df64ff60-d3af-4167-abf2-f509c714f308 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Jan 28 17:26:00.112488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e38e-f95f-4ec2-8234-611212b7b4b9 req-9106d768-42ad-4514-b751-091172312d40 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:00.113998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a34e38e-f95f-4ec2-8234-611212b7b4b9 req-9106d768-42ad-4514-b751-091172312d40 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0519717 Jan 28 17:26:00.160048 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a34e38e-f95f-4ec2-8234-611212b7b4b9 req-1c09be59-4bab-4d31-bcf0-ea5968be91a0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 Jan 28 17:26:01.276029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b3a80-ca6a-48a2-ba52-678cc4df9e2f req-327e97ac-1808-49f0-adfd-8dee92ad7705 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:01.278106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50b3a80-ca6a-48a2-ba52-678cc4df9e2f req-327e97ac-1808-49f0-adfd-8dee92ad7705 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Jan 28 17:26:01.327335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c50b3a80-ca6a-48a2-ba52-678cc4df9e2f req-96db09ee-14d6-4d69-9471-a6a8a70c8506 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Jan 28 17:26:02.447312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a261-57f5-4f6c-891b-fc07d8e77588 req-0b81e931-1058-4a8f-ab93-0f516a41789d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:02.448712 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa7a261-57f5-4f6c-891b-fc07d8e77588 req-0b81e931-1058-4a8f-ab93-0f516a41789d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0521648 Jan 28 17:26:02.494367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bfa7a261-57f5-4f6c-891b-fc07d8e77588 req-d23478d5-ebab-46d2-a447-275bf2b625c2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395854 Jan 28 17:26:03.614706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc54649-819f-49f4-87b5-6d0d1b677a54 req-4b2c4121-1506-41fa-bae4-d5df6b8627c1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:03.616180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cc54649-819f-49f4-87b5-6d0d1b677a54 req-4b2c4121-1506-41fa-bae4-d5df6b8627c1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Jan 28 17:26:03.662052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cc54649-819f-49f4-87b5-6d0d1b677a54 req-71d70726-e54e-403e-9e7e-4a4978a58bfa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397017 Jan 28 17:26:04.782682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f611-b9ab-40aa-8912-f0f727e17277 req-c3d7b792-e684-4db8-80d5-006da818a6cd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:04.784124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9d5f611-b9ab-40aa-8912-f0f727e17277 req-c3d7b792-e684-4db8-80d5-006da818a6cd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0547674 Jan 28 17:26:04.830022 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9d5f611-b9ab-40aa-8912-f0f727e17277 req-4429a3f5-7d52-4fe4-bfeb-32aff044eac8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402491 Jan 28 17:26:05.950567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52dac4-bd80-46c1-b5ad-1cddccea6114 req-549cdf77-6efc-45bf-9198-23ae50b373f3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:05.952036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb52dac4-bd80-46c1-b5ad-1cddccea6114 req-549cdf77-6efc-45bf-9198-23ae50b373f3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0536995 Jan 28 17:26:05.998155 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb52dac4-bd80-46c1-b5ad-1cddccea6114 req-2268479f-8a2f-45e1-9951-ea144bc358a7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404234 Jan 28 17:26:07.116407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501647f-7b1e-4f34-b016-025fa3667325 req-24d7d900-2eab-4cdc-8423-56a7c60f5b02 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:07.117893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e501647f-7b1e-4f34-b016-025fa3667325 req-24d7d900-2eab-4cdc-8423-56a7c60f5b02 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0506880 Jan 28 17:26:07.168515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e501647f-7b1e-4f34-b016-025fa3667325 req-f28285e7-52bb-4616-8a99-ba7490f1dbd6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444081 Jan 28 17:26:08.285245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114e33-4eb5-452a-8ac8-48f5c7364220 req-e5789582-699e-44be-8339-16e9719b9780 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:08.286704 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6114e33-4eb5-452a-8ac8-48f5c7364220 req-e5789582-699e-44be-8339-16e9719b9780 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0511487 Jan 28 17:26:08.333616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b6114e33-4eb5-452a-8ac8-48f5c7364220 req-09ff5ea2-5f50-49d9-ad5a-74f2bed757e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413947 Jan 28 17:26:08.561506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-f408cfe8-37d8-48cd-baa6-72eff521bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:08.562992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-f408cfe8-37d8-48cd-baa6-72eff521bc69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0450947 Jan 28 17:26:08.666125 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-e4718704-d147-45ef-8f90-6393f3706253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:08.668200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-e4718704-d147-45ef-8f90-6393f3706253 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0859978 Jan 28 17:26:08.730001 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-e3bd6eb6-b509-4832-964b-1c3eb04b1736 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0561955 Jan 28 17:26:08.775623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-b52c408d-6f39-41b5-a0dc-f5a2407f7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:08.777601 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-b52c408d-6f39-41b5-a0dc-f5a2407f7a48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0410306 Jan 28 17:26:08.826750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-f8a14892-c985-4fd3-b745-2648d8a7f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:08.828112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-f8a14892-c985-4fd3-b745-2648d8a7f1bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453317 Jan 28 17:26:08.914399 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-da755ac6-dd38-4180-9943-b8a15da756fe service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796366 Jan 28 17:26:09.004857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8691632b-b8a8-41bb-be7a-3680d3ab0036 req-378f7583-87df-4aa8-8246-edfefb7a9a22 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827219 Jan 28 17:26:09.452273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e45ee-beae-4dd6-8e10-2211c9ef190b req-e1d2c464-9b3e-4e8c-a04c-e64e47e05605 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:09.453756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f51e45ee-beae-4dd6-8e10-2211c9ef190b req-e1d2c464-9b3e-4e8c-a04c-e64e47e05605 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Jan 28 17:26:09.499200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f51e45ee-beae-4dd6-8e10-2211c9ef190b req-f8893fc7-723c-4e41-b183-e14eb5ec19d6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399513 Jan 28 17:26:10.625234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f69e-3fcd-4b92-a498-64ad41d3dd1c req-8a711fb3-9837-473f-8838-9d304db92246 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:10.627002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c153f69e-3fcd-4b92-a498-64ad41d3dd1c req-8a711fb3-9837-473f-8838-9d304db92246 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0597422 Jan 28 17:26:10.673719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c153f69e-3fcd-4b92-a498-64ad41d3dd1c req-5a2e2bc2-1092-45ec-bbc6-a452e28a2467 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Jan 28 17:26:11.792144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b0c51-ea2a-4900-a574-e904448c66d0 req-770e5634-0e79-42b0-a241-236a27b8bfe1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:11.794217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a3b0c51-ea2a-4900-a574-e904448c66d0 req-770e5634-0e79-42b0-a241-236a27b8bfe1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0530043 Jan 28 17:26:11.841477 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a3b0c51-ea2a-4900-a574-e904448c66d0 req-cbbf24d1-ee9a-4b03-8533-4cb68612bf6c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413597 Jan 28 17:26:12.613003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:12.663482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:12.965330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887282c-9bb7-480a-a728-3cedc93a807f req-50ee9371-1aed-4619-a82c-32e5b123d218 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:12.966705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5887282c-9bb7-480a-a728-3cedc93a807f req-50ee9371-1aed-4619-a82c-32e5b123d218 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0564322 Jan 28 17:26:13.012942 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5887282c-9bb7-480a-a728-3cedc93a807f req-b3e9957c-ef47-4cf6-b0f8-f3fd4041a08b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406091 Jan 28 17:26:14.131117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583914-0ffc-45dc-80a3-ab12b4eb4369 req-f9820939-57a2-4d02-9a47-e30c78533448 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:14.132577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7583914-0ffc-45dc-80a3-ab12b4eb4369 req-f9820939-57a2-4d02-9a47-e30c78533448 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0521760 Jan 28 17:26:14.178260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7583914-0ffc-45dc-80a3-ab12b4eb4369 req-d3b7cc74-d1eb-4ee5-b761-d0a029de758b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395637 Jan 28 17:26:15.295256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d715-787e-44d5-9e8b-9660e7a701ab req-1eadbc78-8dd2-4305-84dd-9a94fc8e7e28 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:15.296630 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6257d715-787e-44d5-9e8b-9660e7a701ab req-1eadbc78-8dd2-4305-84dd-9a94fc8e7e28 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Jan 28 17:26:15.346845 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6257d715-787e-44d5-9e8b-9660e7a701ab req-164594e0-0d7b-49a9-8949-91133cb3c145 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443752 Jan 28 17:26:16.003074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f728f2c9-7262-4dba-85ed-e2fbf7285221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:16.468883 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21354-3f7e-400e-a316-c764bbc56fc9 req-6aef2595-dc58-473e-96f4-1b7a426c72b4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:16.470349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ba21354-3f7e-400e-a316-c764bbc56fc9 req-6aef2595-dc58-473e-96f4-1b7a426c72b4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0529346 Jan 28 17:26:16.516751 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ba21354-3f7e-400e-a316-c764bbc56fc9 req-cd14b441-5d1a-4e11-94bd-bf6a366613cd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Jan 28 17:26:17.636692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3249-b30f-4988-be21-f2048a19b107 req-69d1431a-dbe4-48d6-a5d8-ca1e183e2f51 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:17.638143 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-076c3249-b30f-4988-be21-f2048a19b107 req-69d1431a-dbe4-48d6-a5d8-ca1e183e2f51 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0516534 Jan 28 17:26:17.683918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-076c3249-b30f-4988-be21-f2048a19b107 req-5def4cb8-ef7a-4cca-bebc-05ec98c2d3a5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Jan 28 17:26:17.960020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45f92b19-63d2-4eb4-a60b-888e72acc75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:19.130606 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eb106-736b-4bb6-adc9-43501f459e0c req-5d37b3c6-732d-4d60-9551-7dc64eb4a651 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:19.132106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da4eb106-736b-4bb6-adc9-43501f459e0c req-5d37b3c6-732d-4d60-9551-7dc64eb4a651 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.3811190 Jan 28 17:26:19.179792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-da4eb106-736b-4bb6-adc9-43501f459e0c req-9f446dd0-8d20-46ac-ada7-d798cdcc560a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 Jan 28 17:26:19.547298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:20.296749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3076f9-a534-4b02-98b9-650c3bedaa33 req-bd74b22c-003e-4a10-9152-fb76a384fb49 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:20.298468 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b3076f9-a534-4b02-98b9-650c3bedaa33 req-bd74b22c-003e-4a10-9152-fb76a384fb49 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Jan 28 17:26:20.344199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7b3076f9-a534-4b02-98b9-650c3bedaa33 req-02dfc575-1869-4ef0-82f7-f61272c85cac tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 Jan 28 17:26:20.786857 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:21.464241 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde898e6-9a73-4ecb-9cb6-04fe5d7baa44 req-7f2aca97-aa76-454b-b995-804b7d32941b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:21.466334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cde898e6-9a73-4ecb-9cb6-04fe5d7baa44 req-7f2aca97-aa76-454b-b995-804b7d32941b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0560272 Jan 28 17:26:21.511720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cde898e6-9a73-4ecb-9cb6-04fe5d7baa44 req-c48cd5f5-b270-4cf9-a3a6-1194e19c2bf0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393605 Jan 28 17:26:21.742812 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-1867e21d-da55-4941-9beb-5bc13152a48d service neutron] show failed (client error): The resource could not be found. Jan 28 17:26:21.743973 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-1867e21d-da55-4941-9beb-5bc13152a48d service neutron] 10.222.0.31 "GET /v2.0/ports/e59956b1-980b-4989-a442-c550f641a8d6/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0586812 Jan 28 17:26:21.823595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:21.944552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-7a2a5093-624b-494c-8e66-71bc470f06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:21.946121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-7a2a5093-624b-494c-8e66-71bc470f06b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0443921 Jan 28 17:26:21.956520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:26:22.014308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:22.214120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:22.246891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:26:22.284742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:22.286914 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748dd4b-c86f-4544-9185-3eee64f89533" -d '{"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:22.290802 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Publish callbacks [] for port (e59956b1-980b-4989-a442-c550f641a8d6), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:22.303112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Transition to ACTIVE for port object e59956b1-980b-4989-a442-c550f641a8d6 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:26:22.306774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:22.336501 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c6cfc-8a16-4252-b39c-190a03036336 x-openstack-request-id: req-de6c6cfc-8a16-4252-b39c-190a03036336 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:22.336824 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:22.337078 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de6c6cfc-8a16-4252-b39c-190a03036336 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:22.337468 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'code': 200} Jan 28 17:26:22.638619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ab988-a5cc-477a-bae4-81d73a1efbe4 req-26b0de9e-0c72-4bfd-bd80-7f87b8562086 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:22.640066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-746ab988-a5cc-477a-bae4-81d73a1efbe4 req-26b0de9e-0c72-4bfd-bd80-7f87b8562086 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 943 time: 0.0563304 Jan 28 17:26:22.692762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-746ab988-a5cc-477a-bae4-81d73a1efbe4 req-05010dd5-0b8a-4e1f-9c93-5c1eeff45923 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467863 Jan 28 17:26:22.746287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:22.768753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.769102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.769443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.769780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.770113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.770442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.770770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.771096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.771416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.771740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.772072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.772387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.772728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:22.824242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] No DVR routers for this DVR port e59956b1-980b-4989-a442-c550f641a8d6 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:26:22.957777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:26:22.958113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:26:22.958440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:26:22.962814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Port e59956b1-980b-4989-a442-c550f641a8d6 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:26:22.963143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Attempting to bind port e59956b1-980b-4989-a442-c550f641a8d6 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:26:22.967912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:26:22.968253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:26:22.968664 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:26:22.969120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Bound port: e59956b1-980b-4989-a442-c550f641a8d6, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:26:22.969472 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:23.033995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:26:23.036916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:26:23.042162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:23.074412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:23.075117 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:23.076508 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] 10.222.0.24 "PUT /v2.0/ports/e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 1092 time: 1.1238337 Jan 28 17:26:23.102866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dc04a-4e4f-4c27-a3e3-ccf58085ca8e service neutron] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:23.150455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-ae3f566f-e8f2-446d-8919-c8ba983e967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:23.152048 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-ae3f566f-e8f2-446d-8919-c8ba983e967a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0505037 Jan 28 17:26:23.246764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-66cb5626-fd53-42f5-b3c2-c2467a745a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:23.248284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-66cb5626-fd53-42f5-b3c2-c2467a745a0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0910060 Jan 28 17:26:23.314813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-391f8cbd-be79-4616-acba-4bd350539707 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 998 time: 0.0601387 Jan 28 17:26:23.365394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-ac0c0a3e-dbc5-415d-9dbe-f1eb69307b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:23.366728 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-ac0c0a3e-dbc5-415d-9dbe-f1eb69307b86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0466533 Jan 28 17:26:23.413367 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-8b4588c6-9a43-4c6a-a267-2006391ad440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:23.414840 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-8b4588c6-9a43-4c6a-a267-2006391ad440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424929 Jan 28 17:26:23.500059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-9f89ff3b-8eaf-4058-bcd6-0d02bacc69e5 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795996 Jan 28 17:26:23.592684 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eabbc38a-497c-423d-b430-ce4c4d79570a req-2c256764-ee5b-4afd-8d69-7084ce7cffd4 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Jan 28 17:26:23.812095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540ca1-44db-4cd1-ba18-2a0c77a9f06f req-5f37ba6a-e952-4566-b06a-406238669120 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:23.813587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05540ca1-44db-4cd1-ba18-2a0c77a9f06f req-5f37ba6a-e952-4566-b06a-406238669120 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 943 time: 0.0512924 Jan 28 17:26:23.862536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-05540ca1-44db-4cd1-ba18-2a0c77a9f06f req-0857a776-4b10-4205-988c-f683a823fe9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Jan 28 17:26:24.338855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:24.341746 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77" -d '{"events": [{"name": "network-changed", "server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:24.388617 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b1d37-81d3-4f82-aff1-ef95e47efe1f x-openstack-request-id: req-e39b1d37-81d3-4f82-aff1-ef95e47efe1f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:24.388937 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:24.389195 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e39b1d37-81d3-4f82-aff1-ef95e47efe1f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:24.389591 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'status': 'completed', 'code': 200} Jan 28 17:26:24.488855 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-6e75f348-40df-412c-9b32-002027e85dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.490359 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-6e75f348-40df-412c-9b32-002027e85dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0818236 Jan 28 17:26:24.492830 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-d768bbdb-1992-4065-b529-7942e39d8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.494161 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-d768bbdb-1992-4065-b529-7942e39d8eef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0772669 Jan 28 17:26:24.647738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-d0ae883a-d89e-4e8c-900f-c007be2d83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.649232 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-d0ae883a-d89e-4e8c-900f-c007be2d83b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1526942 Jan 28 17:26:24.650862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-eb3a5d1e-8476-4bdd-8bdd-eed2c5ee1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.652207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-eb3a5d1e-8476-4bdd-8bdd-eed2c5ee1bb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1486824 Jan 28 17:26:24.761428 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-fc677935-937c-4df0-bf83-3121e29f06af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 998 time: 0.1058757 Jan 28 17:26:24.763429 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-85cb318c-1203-4672-9d1d-78cadb9dd832 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 998 time: 0.1023209 Jan 28 17:26:24.840841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-5af59421-604b-41dc-8f2c-f127a862bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.842256 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-5af59421-604b-41dc-8f2c-f127a862bf68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0758839 Jan 28 17:26:24.843597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-0d9101c7-180c-4683-81a5-726e6f41d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.844914 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-0d9101c7-180c-4683-81a5-726e6f41d15e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0715921 Jan 28 17:26:24.924092 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-bfcf68b9-4021-404a-aa18-09637014081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.925634 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-bfcf68b9-4021-404a-aa18-09637014081b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0710731 Jan 28 17:26:24.928206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-8fc7b0db-1800-4294-a5ea-6028dbb4081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.929586 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-8fc7b0db-1800-4294-a5ea-6028dbb4081c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0822079 Jan 28 17:26:24.979690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e59956b1-980b-4989-a442-c550f641a8d6 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:26:24.981615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff8f2-91fc-4289-ab2e-cf63a599969c req-77ca808a-99bf-4ece-a6d6-d21ea7218d75 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:24.983123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbaff8f2-91fc-4289-ab2e-cf63a599969c req-77ca808a-99bf-4ece-a6d6-d21ea7218d75 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 943 time: 0.0519278 Jan 28 17:26:25.031814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port e59956b1-980b-4989-a442-c550f641a8d6 host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:26:25.032205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device e59956b1-980b-4989-a442-c550f641a8d6 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:26:25.039484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbaff8f2-91fc-4289-ab2e-cf63a599969c req-a2ad74d9-e1c0-485e-81c2-ef1a4231dafc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500674 Jan 28 17:26:25.083767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-99c18191-4f68-48b6-a3f3-765b2bbf8281 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515336 Jan 28 17:26:25.085623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-25674bda-3bda-482b-b4c4-b96ea4a217b1 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465647 Jan 28 17:26:25.186445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e59956b1-980b-4989-a442-c550f641a8d6 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:26:25.244968 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-7838b40b-90d7-49ca-9014-55aa79acbb90 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537764 Jan 28 17:26:25.248369 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f8c9f722-44fa-4c20-ab1d-9f5af2d48f77 req-c4c997d3-20a1-4780-856f-b3db98e0b4f1 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562254 Jan 28 17:26:25.282880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:25.294046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'e59956b1-980b-4989-a442-c550f641a8d6', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': 'e59956b1-980b-4989-a442-c550f641a8d6', 'mac_address': 'fa:16:3e:8c:bc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:26:25.329808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port e59956b1-980b-4989-a442-c550f641a8d6 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:26:25.330207 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:25.346409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59956b1-980b-4989-a442-c550f641a8d6 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:26:25.365205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:25.368843 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:25.414139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:25.421294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.421642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.422248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.422590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.422925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.423254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.423579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.423904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.424226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.424563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.424893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.425215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.425535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:26:25.579598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['e59956b1-980b-4989-a442-c550f641a8d6'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:26:26.158963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc560594-55e6-4d6d-9dd9-f830de3a8195 req-e1785bfb-4001-437a-9f7b-6bdcae465441 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.160412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc560594-55e6-4d6d-9dd9-f830de3a8195 req-e1785bfb-4001-437a-9f7b-6bdcae465441 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 944 time: 0.0515506 Jan 28 17:26:26.205694 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc560594-55e6-4d6d-9dd9-f830de3a8195 req-874f5d0e-b9db-4012-935d-2a5c30cf7fbb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396826 Jan 28 17:26:26.399114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c0560-7067-4043-9306-04a57273b405 req-c7349e1c-7efd-48ff-b613-86e2959b2b45 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.400503 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d0c0560-7067-4043-9306-04a57273b405 req-c7349e1c-7efd-48ff-b613-86e2959b2b45 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 944 time: 0.0560508 Jan 28 17:26:26.415117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-f4deac83-26ad-403d-ae4f-1de493dd47ef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.416593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-f4deac83-26ad-403d-ae4f-1de493dd47ef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9&tenant_id=6e50497060024e428c3403fd70bdf6b8&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 944 time: 0.0577538 Jan 28 17:26:26.450063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d0c0560-7067-4043-9306-04a57273b405 req-93760d57-965a-437f-8e8e-c2afe94518ec tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Jan 28 17:26:26.480452 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-5bc025e6-3791-4064-a081-756ff4e34269 service neutron] delete failed (client error): The resource could not be found. Jan 28 17:26:26.481512 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-5bc025e6-3791-4064-a081-756ff4e34269 service neutron] 10.222.0.31 "DELETE /v2.0/ports/e59956b1-980b-4989-a442-c550f641a8d6/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0585923 Jan 28 17:26:26.565639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-1891eed9-2ee6-420a-86f4-ef9890e10b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.567590 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-1891eed9-2ee6-420a-86f4-ef9890e10b21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0456653 Jan 28 17:26:26.653430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-97b210a2-d831-411d-afd3-19bd432567cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.654820 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-97b210a2-d831-411d-afd3-19bd432567cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0822163 Jan 28 17:26:26.723824 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-537eb17e-1f31-49ba-9af2-13aa51c93145 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 200 len: 999 time: 0.0631137 Jan 28 17:26:26.769673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-f57d0caf-92e0-41bd-996e-f04bd5058921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.771073 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-f57d0caf-92e0-41bd-996e-f04bd5058921 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0419259 Jan 28 17:26:26.817864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-575c9423-9c04-4a14-af2d-c615471de610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:26.819351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-575c9423-9c04-4a14-af2d-c615471de610 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427036 Jan 28 17:26:26.908333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-0708251d-6e99-45ef-a89e-1701cbbec5f3 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Jan 28 17:26:26.992062 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-02ebd4ff-3455-4484-ade4-7ebc214e0323 req-5aee5a34-824c-4a08-98e0-f6cf112f1fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786088 Jan 28 17:26:27.367425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e59956b1-980b-4989-a442-c550f641a8d6 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:26:27.414875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port e59956b1-980b-4989-a442-c550f641a8d6 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:26:27.419369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port e59956b1-980b-4989-a442-c550f641a8d6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:26:27.419739 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e59956b1-980b-4989-a442-c550f641a8d6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:27.500937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port e59956b1-980b-4989-a442-c550f641a8d6 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:26:27.501422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:27.529268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:27.531607 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d4e671-ce83-4e8a-a381-f21166a2890e" -d '{"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-plugged", "status": "completed", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:27.544900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:27.550237 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:27.576254 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b3238-d54e-457b-85b2-15f804a7913f x-openstack-request-id: req-d55b3238-d54e-457b-85b2-15f804a7913f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:27.576561 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-plugged", "status": "completed", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:27.576846 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d55b3238-d54e-457b-85b2-15f804a7913f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:27.577239 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'code': 200} Jan 28 17:26:27.581689 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729fd29-17f6-413a-a453-87b5e601003c req-6e3642e0-6076-4a77-bf05-5a3dc3b88612 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:27.583147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a729fd29-17f6-413a-a453-87b5e601003c req-6e3642e0-6076-4a77-bf05-5a3dc3b88612 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 944 time: 0.0596819 Jan 28 17:26:27.602137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:27.634336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a729fd29-17f6-413a-a453-87b5e601003c req-99821278-9d9b-46c0-8ad3-2a2819ba8ca8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450873 Jan 28 17:26:27.757357 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1304d-0940-4dcc-9bfc-d8e87e275f1c req-11e9428c-40b4-4293-8007-4ba4fe70fab1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:27.758827 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f1304d-0940-4dcc-9bfc-d8e87e275f1c req-11e9428c-40b4-4293-8007-4ba4fe70fab1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0553038 Jan 28 17:26:27.808986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f1304d-0940-4dcc-9bfc-d8e87e275f1c req-efae5d8b-bcc9-4066-9b19-a21147c2fff6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Jan 28 17:26:27.926654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87cd70-4084-491b-b71b-7ff9ce3c4d14 req-54a81bc8-6490-496b-839e-b22acbce98d2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:27.928078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd87cd70-4084-491b-b71b-7ff9ce3c4d14 req-54a81bc8-6490-496b-839e-b22acbce98d2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0533390 Jan 28 17:26:27.973811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd87cd70-4084-491b-b71b-7ff9ce3c4d14 req-049d2497-f644-4432-be19-f405287d85cb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401242 Jan 28 17:26:28.204920 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8d2af-aacf-4b3b-b388-c636e816a930 req-851123ea-7c37-44d8-aac8-c665aa0bd4d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:28.206273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60c8d2af-aacf-4b3b-b388-c636e816a930 req-851123ea-7c37-44d8-aac8-c665aa0bd4d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0521407 Jan 28 17:26:28.251693 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-60c8d2af-aacf-4b3b-b388-c636e816a930 req-a8848b44-59ef-4a41-8b1c-b509c8581d98 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Jan 28 17:26:29.375340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad2c4b-b34d-4282-8d98-64b6b5326f87 req-e93d1a04-5d51-42b6-9282-b3ec0f461fa3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:29.376831 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3ad2c4b-b34d-4282-8d98-64b6b5326f87 req-e93d1a04-5d51-42b6-9282-b3ec0f461fa3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0563779 Jan 28 17:26:29.423484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3ad2c4b-b34d-4282-8d98-64b6b5326f87 req-bdf339fe-3624-41ad-b82c-99f29029bbee tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Jan 28 17:26:29.444204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-7df0e385-5d26-4093-aeda-c4359988275e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:29.445703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-7df0e385-5d26-4093-aeda-c4359988275e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Jan 28 17:26:29.539030 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Deleting port e59956b1-980b-4989-a442-c550f641a8d6 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:26:29.539247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e59956b1-980b-4989-a442-c550f641a8d6), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:29.623882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] For port e59956b1-980b-4989-a442-c550f641a8d6, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=e59956b1-980b-4989-a442-c550f641a8d6,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:29.624238 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e59956b1-980b-4989-a442-c550f641a8d6), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:29.793764 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:29.794042 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:29.794354 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c disassociated. External IP: 172.25.8.49, port: e59956b1-980b-4989-a442-c550f641a8d6. Jan 28 17:26:29.794704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Calling delete_port for e59956b1-980b-4989-a442-c550f641a8d6 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:26:29.918071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e59956b1-980b-4989-a442-c550f641a8d6), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:29.953758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event deleted for resources: {'Port': ['ID=e59956b1-980b-4989-a442-c550f641a8d6,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:30.067989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:26:30.180513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:26:30.190468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:26:30.201683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:26:30.202306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:26:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:30.220594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] No DVR routers for this DVR port e59956b1-980b-4989-a442-c550f641a8d6 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:26:30.223444 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:30.227063 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9104df06-6a45-425d-b4ce-d2b251113f65 req-e9cf2ea3-713f-4816-b6e8-3c4a10ba8110 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "DELETE /v2.0/ports/e59956b1-980b-4989-a442-c550f641a8d6 HTTP/1.1" status: 204 len: 173 time: 0.7760401 Jan 28 17:26:30.227505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-deleted', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:30.229893 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b773c06a-dbfb-485c-a243-6338071f8cbb" -d '{"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-deleted", "tag": "e59956b1-980b-4989-a442-c550f641a8d6"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:30.273808 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec24f6-a990-49e8-9660-64fcf64a8e70 x-openstack-request-id: req-45ec24f6-a990-49e8-9660-64fcf64a8e70 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:30.274112 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9", "name": "network-vif-deleted", "tag": "e59956b1-980b-4989-a442-c550f641a8d6", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:30.274372 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45ec24f6-a990-49e8-9660-64fcf64a8e70 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:30.274783 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b698ab5-a8a0-4935-a7b0-8ac9bc507fb9', 'name': 'network-vif-deleted', 'tag': 'e59956b1-980b-4989-a442-c550f641a8d6', 'status': 'completed', 'code': 200} Jan 28 17:26:30.313383 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:26:30.522714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:30.550422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:26:30.558912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:26:30.559522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:26:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:30.663777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-b43ff91d-5d1b-4112-9421-4fc3ec710693 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--880580105&fields=id&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 267 time: 0.0425956 Jan 28 17:26:30.666188 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:26:30.780041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-bf244f91-e9e9-47bb-80bd-fdbcc450b0ab tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:30.781692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-bf244f91-e9e9-47bb-80bd-fdbcc450b0ab tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.1110561 Jan 28 17:26:30.796193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-a54b8630-ae5b-4778-91a8-9af90c8cbb01 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/quotas/6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 375 time: 0.0090127 Jan 28 17:26:30.859046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-c4cd31b0-d380-4042-a492-b2f21566e0e7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568211 Jan 28 17:26:30.868354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:30.899475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bb5ca-f67c-42f1-82db-61a8d23f74df None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:26:30.955638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-923f2c95-0f9c-460c-b2e6-af6c9b9ce7e7 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841525 Jan 28 17:26:31.050224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-f6922e45-c4c0-4e25-b535-c54f0aa60471 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887773 Jan 28 17:26:31.137170 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701aa43-1ebc-4ebd-bcb5-6553751efae1 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:26:32.223141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f695726-565a-400e-b0b7-a417d7353668 req-a2f58327-77ef-4011-85c6-25aace275d62 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jan 28 17:26:32.679608 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:26:33.094495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-39061512-5f19-4e2b-b0d6-7961228997aa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:33.095970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-39061512-5f19-4e2b-b0d6-7961228997aa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.1028950 Jan 28 17:26:33.166259 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-df24645b-6ef8-4b0a-8b7c-3323afbec6b3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 379 time: 0.0622511 Jan 28 17:26:33.175616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'port': {'device_id': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'admin_state_up': True, 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'security_groups': ['343132d8-3530-476c-98e2-d6d282db69cf']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:26:33.282555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Made reservation on behalf of 6e50497060024e428c3403fd70bdf6b8 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:26:33.285984 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:33.319443 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1976474b-da80-4666-baf8-1b3569e40bb0 req-2ff4e2ad-1fc1-4fac-b256-c488ee61fa86 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jan 28 17:26:33.412299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Allocated IP 172.20.0.7 (2b5e58aa-0388-45c6-bd21-b44c4c254774/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b/bd8207a7-5f97-4ba7-b81a-c33c130486b4) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:26:33.540055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:33.573989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:33.618785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:26:33.629516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:26:33.632121 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:26:33.636071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:33.682531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:33.683748 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:33.700430 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-59e48ae6-acaf-4484-845a-daa589a57b0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5288110 Jan 28 17:26:33.711291 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Request body: {'port': {'device_id': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:26:33.771126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:33.884565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-50b47bcc-d7aa-4063-822b-910b2a71b537 None None] Provisioning complete for port bd8207a7-5f97-4ba7-b81a-c33c130486b4 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:26:33.885158 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50b47bcc-d7aa-4063-822b-910b2a71b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:33.917868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-50b47bcc-d7aa-4063-822b-910b2a71b537 None None] Port bd8207a7-5f97-4ba7-b81a-c33c130486b4 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:26:34.033823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8207a7-5f97-4ba7-b81a-c33c130486b4 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:26:34.041109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Publish callbacks [] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:34.052665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Transition to ACTIVE for port object bd8207a7-5f97-4ba7-b81a-c33c130486b4 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:26:34.056827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:34.107171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:34.190139 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:26:34.190477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:26:34.190811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:26:34.195477 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:26:34.195880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:26:34.201091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:26:34.201525 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:26:34.201982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:26:34.202490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Bound port: bd8207a7-5f97-4ba7-b81a-c33c130486b4, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:26:34.202921 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:34.266177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:26:34.269106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:26:34.274961 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:34.306811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.307541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:34.309483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 1092 time: 0.6022911 Jan 28 17:26:34.310061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:34.312279 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c79eb8-2b88-4058-938b-dff6689ec356" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:34.338910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eb545-64d7-4a70-8b45-366c870b6c59 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:34.386874 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6583f-5f79-4ab8-9574-23590a82cd17 x-openstack-request-id: req-bae6583f-5f79-4ab8-9574-23590a82cd17 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:34.387764 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:34.388029 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bae6583f-5f79-4ab8-9574-23590a82cd17 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:34.388431 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'status': 'completed', 'code': 200} Jan 28 17:26:34.409409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-5a7b05ba-84fa-4129-84e8-4d50483018e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.411091 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-5a7b05ba-84fa-4129-84e8-4d50483018e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1126 time: 0.0513339 Jan 28 17:26:34.460408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-a8adbf9d-7384-47ef-938d-fa0ec4d7ac47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 217 time: 0.0417240 Jan 28 17:26:34.474083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116686-8128-4fb3-b54d-e570827ecd51 req-809298e4-5aff-457b-87da-1e787f860e35 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.475589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e116686-8128-4fb3-b54d-e570827ecd51 req-809298e4-5aff-457b-87da-1e787f860e35 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 943 time: 0.0738072 Jan 28 17:26:34.511625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-87202882-2061-4596-86dd-5fa1ad6a8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.513373 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-87202882-2061-4596-86dd-5fa1ad6a8803 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0474503 Jan 28 17:26:34.528331 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e116686-8128-4fb3-b54d-e570827ecd51 req-f66e3fdd-31e9-4471-b9d3-d90254be3779 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466893 Jan 28 17:26:34.562042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-96b079b9-bbfd-4301-94e1-184b1d389dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.563467 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-96b079b9-bbfd-4301-94e1-184b1d389dd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443914 Jan 28 17:26:34.655382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-ea41c1ad-7fcc-46a1-8be4-541fa19b065f service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826161 Jan 28 17:26:34.741412 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c4629d65-e6c4-4403-aa5a-dc24cecc8b5a req-b2e81412-33f8-4cc6-8013-80e788561950 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803447 Jan 28 17:26:34.838815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-20dc1b3b-a9a0-4efd-bfa2-0447ad8602ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.840269 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-20dc1b3b-a9a0-4efd-bfa2-0447ad8602ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1126 time: 0.0490746 Jan 28 17:26:34.925464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-b337ba4a-107f-4427-b7f5-cbd464f205c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:34.926953 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-b337ba4a-107f-4427-b7f5-cbd464f205c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0812795 Jan 28 17:26:34.969501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-a9a1490b-9ee1-4bf2-a2d5-de15a535dd70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 217 time: 0.0367205 Jan 28 17:26:35.016387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-58440df2-10aa-48cd-ac47-d3f88b8d6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:35.018078 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-58440df2-10aa-48cd-ac47-d3f88b8d6519 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0422058 Jan 28 17:26:35.069648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-15a20fe3-f97e-4a0b-9ef2-d0843e8eeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:35.071184 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-15a20fe3-f97e-4a0b-9ef2-d0843e8eeeef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442228 Jan 28 17:26:35.159515 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-a7522212-66e4-4a0a-aef2-26cd38a92d01 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820005 Jan 28 17:26:35.244698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e59956b1-980b-4989-a442-c550f641a8d6 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:26:35.266559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: e59956b1-980b-4989-a442-c550f641a8d6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:26:35.266908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device e59956b1-980b-4989-a442-c550f641a8d6 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:26:35.570303 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-34c79eb8-2b88-4058-938b-dff6689ec356 req-5f543006-890b-4959-81cf-f1ccee96e0cb service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037714 Jan 28 17:26:35.649715 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb28856-0c1c-4254-b6fc-769335db4931 req-6c30a72d-b943-4a94-a3fb-f7a90e6ec8d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:35.651193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb28856-0c1c-4254-b6fc-769335db4931 req-6c30a72d-b943-4a94-a3fb-f7a90e6ec8d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 943 time: 0.0520849 Jan 28 17:26:35.697277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-beb28856-0c1c-4254-b6fc-769335db4931 req-345e2e9e-d3aa-4aa9-a15c-b160b4603be4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Jan 28 17:26:36.818612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411026c1-f081-4287-9054-454d962f98eb req-d1a135da-c501-484b-baa2-1cce0c8a6b38 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:36.820074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-411026c1-f081-4287-9054-454d962f98eb req-d1a135da-c501-484b-baa2-1cce0c8a6b38 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 943 time: 0.0526922 Jan 28 17:26:36.868993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-411026c1-f081-4287-9054-454d962f98eb req-92dafeee-2fc5-42f8-848a-52d46167b26b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Jan 28 17:26:37.274812 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:26:37.366480 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:37.377659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'mac_address': 'fa:16:3e:05:2c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:26:37.412898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port bd8207a7-5f97-4ba7-b81a-c33c130486b4 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:26:37.413284 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:37.430237 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8207a7-5f97-4ba7-b81a-c33c130486b4 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:26:37.449264 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:37.452987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:37.500804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:37.643864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['bd8207a7-5f97-4ba7-b81a-c33c130486b4'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:26:37.986829 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176faaf-d7f4-41c5-a3ee-bd461d49c145 req-dd4d8f17-791b-4887-b917-dda10e67123c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:37.988272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a176faaf-d7f4-41c5-a3ee-bd461d49c145 req-dd4d8f17-791b-4887-b917-dda10e67123c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 944 time: 0.0517046 Jan 28 17:26:38.034552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a176faaf-d7f4-41c5-a3ee-bd461d49c145 req-186c94df-2b4c-4a3a-9dd5-af8682b208ed tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Jan 28 17:26:39.155692 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cf59e-9596-4a8e-b963-ddb0a8557fbd req-0c78dee4-ab3c-431a-b3c1-43ca08a0289a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:39.157188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a02cf59e-9596-4a8e-b963-ddb0a8557fbd req-0c78dee4-ab3c-431a-b3c1-43ca08a0289a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 944 time: 0.0558543 Jan 28 17:26:39.203588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a02cf59e-9596-4a8e-b963-ddb0a8557fbd req-f10a7fd9-2d43-4c59-b5ae-f2567721bd4f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Jan 28 17:26:39.307960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:26:39.354754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port bd8207a7-5f97-4ba7-b81a-c33c130486b4 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:26:39.358855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port bd8207a7-5f97-4ba7-b81a-c33c130486b4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:26:39.359231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:39.434063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port bd8207a7-5f97-4ba7-b81a-c33c130486b4 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:26:39.434448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:39.456023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:39.458266 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a01b6d-455d-498b-ac20-a0ae07a17688" -d '{"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-plugged", "status": "completed", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:39.474081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:26:39.478374 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:39.504935 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6805d773-3480-4365-b9ec-0af92afc913f x-openstack-request-id: req-6805d773-3480-4365-b9ec-0af92afc913f {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:39.505236 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-plugged", "status": "completed", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:39.505498 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6805d773-3480-4365-b9ec-0af92afc913f {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:39.505900 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'code': 200} Jan 28 17:26:39.534875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:26:39.592039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d189fd-c022-4fc6-8569-ac9073ee208d req-547285d9-20f6-4be0-af36-98328711db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:39.593501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c8d189fd-c022-4fc6-8569-ac9073ee208d req-547285d9-20f6-4be0-af36-98328711db5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1128 time: 0.0429013 Jan 28 17:26:39.638805 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c8d189fd-c022-4fc6-8569-ac9073ee208d req-9b2eb5a7-f701-4f1a-82ab-6a0977165464 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 Jan 28 17:26:40.324119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1c37-5900-41cc-8905-3edc5813f574 req-5d8dc32a-7030-480d-8a26-99f27082dc97 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:40.325606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48ef1c37-5900-41cc-8905-3edc5813f574 req-5d8dc32a-7030-480d-8a26-99f27082dc97 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0560186 Jan 28 17:26:40.370974 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48ef1c37-5900-41cc-8905-3edc5813f574 req-5fe6f70d-27ce-4fd9-ad0c-722db66500c5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397656 Jan 28 17:26:41.493021 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba24f8-b36d-4782-bea0-64afad6741f8 req-d2bff53e-3475-4f43-afc7-52ea93715a05 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:41.494486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5aba24f8-b36d-4782-bea0-64afad6741f8 req-d2bff53e-3475-4f43-afc7-52ea93715a05 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0545664 Jan 28 17:26:41.542019 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5aba24f8-b36d-4782-bea0-64afad6741f8 req-0654352b-45ea-4a59-8993-6422ea0dee9a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 Jan 28 17:26:41.655912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f57a3-f3b8-41cd-ac26-989e7ca62270 req-018251a6-a04b-4a09-ad50-01070da149f7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:41.657350 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-475f57a3-f3b8-41cd-ac26-989e7ca62270 req-018251a6-a04b-4a09-ad50-01070da149f7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0521696 Jan 28 17:26:41.665942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33598) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:26:41.670753 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'floatingip': {'port_id': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:26:41.712902 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:42.155851 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:42.159774 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:42.258965 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c associated. External IP: 172.25.8.49, port: bd8207a7-5f97-4ba7-b81a-c33c130486b4. Jan 28 17:26:42.458197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:26:42.565042 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:26:42.569837 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:42.575352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:26:42.584463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:26:42.585120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:26:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:42.600482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bafec0f7-9704-4a12-aa44-bbb8a9bb4728 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "PUT /v2.0/floatingips/ccb59473-8f1b-4e8c-96bc-79a90e00c20c HTTP/1.1" status: 200 len: 990 time: 0.9334960 Jan 28 17:26:42.601138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:26:42.603387 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:26:42.648118 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902b878-bcaa-4f0e-bf2c-76e923cbdd9a x-openstack-request-id: req-9902b878-bcaa-4f0e-bf2c-76e923cbdd9a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:26:42.648118 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:26:42.648348 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9902b878-bcaa-4f0e-bf2c-76e923cbdd9a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:26:42.648598 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'status': 'completed', 'code': 200} Jan 28 17:26:42.652761 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:42.702298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:42.723848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-e1bdecb9-d41d-45b3-a7a9-e3de0c9e1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:42.724441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:26:42.726668 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-e1bdecb9-d41d-45b3-a7a9-e3de0c9e1313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1128 time: 0.0507557 Jan 28 17:26:42.826096 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-9a980880-c627-41fd-8d0d-3eb552c57340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:42.827611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-9a980880-c627-41fd-8d0d-3eb552c57340 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0963714 Jan 28 17:26:42.899356 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-4059a08f-1f1a-4ae4-928e-e65da28318c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 998 time: 0.0653393 Jan 28 17:26:42.962967 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-c1ef49a9-ec28-47a2-a737-55b0ab3a11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:42.964812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-c1ef49a9-ec28-47a2-a737-55b0ab3a11cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0598366 Jan 28 17:26:42.966872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:05:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:26:42Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:42.994469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:26:43.003631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:26:43.004251 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:26:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:43.020564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-250de685-6be4-429b-bcc4-60ab0d67cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:43.022425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-250de685-6be4-429b-bcc4-60ab0d67cf15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510240 Jan 28 17:26:43.115001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bccef8-3b7e-4db2-9e44-94b3f1032fbe req-d98cd019-862b-4c57-8164-a24071b8e683 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:43.115001 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08bccef8-3b7e-4db2-9e44-94b3f1032fbe req-d98cd019-862b-4c57-8164-a24071b8e683 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0867684 Jan 28 17:26:43.121576 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-b230574e-6953-4525-8073-e5e5ecfd8a9a service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917196 Jan 28 17:26:43.128116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:26:43.166407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-08bccef8-3b7e-4db2-9e44-94b3f1032fbe req-b8a1616f-c535-4dd5-9e17-c9ae22d3181c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467906 Jan 28 17:26:43.219589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4e28b20-fc38-4e2b-b1e0-fbd0a471b6d9 req-76fcd971-9d17-4d24-884f-6859fea7bb8e service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922315 Jan 28 17:26:43.350015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:05:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:26:42Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:26:43.379992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ae652-ce10-45aa-9217-c1c60ad4c8a6 None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:05:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:26:42Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:26:43.564469 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e3185-d602-40f1-a5d3-7a625f66af7a None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:26:44.289008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d999ffa-6cd5-474f-870e-8cb6e50a8a1e req-acbb764a-edb1-4dff-b5a7-73af6f298bb6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:44.290467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d999ffa-6cd5-474f-870e-8cb6e50a8a1e req-acbb764a-edb1-4dff-b5a7-73af6f298bb6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0520542 Jan 28 17:26:44.336983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d999ffa-6cd5-474f-870e-8cb6e50a8a1e req-a6b0416a-5082-477d-8f4b-9a1160e80a90 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Jan 28 17:26:45.457916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a940b36-7319-4590-a4eb-301f121c3485 req-5d398de5-e840-4e76-8979-a1801f5c57fc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:45.459390 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a940b36-7319-4590-a4eb-301f121c3485 req-5d398de5-e840-4e76-8979-a1801f5c57fc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0565152 Jan 28 17:26:45.504519 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a940b36-7319-4590-a4eb-301f121c3485 req-05529b1a-8c4c-4b43-ba1a-bc7688867ae9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389886 Jan 28 17:26:46.003945 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-15d3fbd1-90c2-4832-b20e-14c70a3bf9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:46.635034 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f57000-0e69-4953-a3ee-f02c5b0ce08e req-325906d1-003a-48ff-8995-303261568003 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:46.636506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74f57000-0e69-4953-a3ee-f02c5b0ce08e req-325906d1-003a-48ff-8995-303261568003 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0528636 Jan 28 17:26:46.683657 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-74f57000-0e69-4953-a3ee-f02c5b0ce08e req-1433ceee-93b1-4352-9722-8ff447332ab1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414710 Jan 28 17:26:47.803658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4eee1-abe6-44b4-abcb-3c5ef247f6d0 req-98ee6726-c6a1-47eb-859d-b663a372e8f4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:47.805165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85f4eee1-abe6-44b4-abcb-3c5ef247f6d0 req-98ee6726-c6a1-47eb-859d-b663a372e8f4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0517848 Jan 28 17:26:47.856416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85f4eee1-abe6-44b4-abcb-3c5ef247f6d0 req-4a40d902-2444-4f40-b3c4-ba27fced10fe tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434599 Jan 28 17:26:47.961953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0515665b-0a09-4fec-ae0f-88ed21072f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:48.972910 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc61b1-4b07-4e46-91f3-ba4370e48891 req-b416530b-c5e4-43d7-ab69-dcde5430916f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:48.974402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9cc61b1-4b07-4e46-91f3-ba4370e48891 req-b416530b-c5e4-43d7-ab69-dcde5430916f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0522380 Jan 28 17:26:49.020332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9cc61b1-4b07-4e46-91f3-ba4370e48891 req-2efd279c-e0b8-4344-b8a2-ce5ffc560a1a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Jan 28 17:26:49.549891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:50.139907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951c44-2e06-4c32-9240-2a01076260f7 req-66473388-9da0-451e-a97f-35d0f70a6793 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:50.141438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a951c44-2e06-4c32-9240-2a01076260f7 req-66473388-9da0-451e-a97f-35d0f70a6793 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0536785 Jan 28 17:26:50.188689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5a951c44-2e06-4c32-9240-2a01076260f7 req-3648a4af-2100-4f23-9cac-1f5f9e85f060 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Jan 28 17:26:50.789885 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:51.308756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640769-ff49-4639-b0aa-e206c527d2ec req-d2f2ace8-9512-4feb-873b-0ec85595cb84 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:51.310773 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d640769-ff49-4639-b0aa-e206c527d2ec req-d2f2ace8-9512-4feb-873b-0ec85595cb84 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0567384 Jan 28 17:26:51.356543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d640769-ff49-4639-b0aa-e206c527d2ec req-ee294f1a-0518-41f3-9bee-179dd73cc321 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 Jan 28 17:26:51.826133 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:26:52.475529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27827395-3b64-4a96-b21f-c4c849f1c0b0 req-e106239a-2463-4f09-82f5-d4f0891aabf1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:52.477029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27827395-3b64-4a96-b21f-c4c849f1c0b0 req-e106239a-2463-4f09-82f5-d4f0891aabf1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0529146 Jan 28 17:26:52.524132 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27827395-3b64-4a96-b21f-c4c849f1c0b0 req-b1ce28e5-7ef9-424d-94b4-6d1334a64311 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415592 Jan 28 17:26:53.640318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723cdd-d554-4423-85c0-d8659c9e8c92 req-3e857ec1-b417-45e9-8681-fa9050978ad7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:53.641838 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f723cdd-d554-4423-85c0-d8659c9e8c92 req-3e857ec1-b417-45e9-8681-fa9050978ad7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Jan 28 17:26:53.691720 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f723cdd-d554-4423-85c0-d8659c9e8c92 req-f935d870-8dcc-4f50-917e-bd2bf762dbc9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Jan 28 17:26:54.824622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895455a4-3f3e-4144-9a0b-71e66f797e55 req-f6bfab23-ac43-4138-a341-3cf7dfa12bb8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:54.826263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-895455a4-3f3e-4144-9a0b-71e66f797e55 req-f6bfab23-ac43-4138-a341-3cf7dfa12bb8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0570717 Jan 28 17:26:54.878631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-895455a4-3f3e-4144-9a0b-71e66f797e55 req-4aaa4ab8-7969-479b-80f0-20297c20f8d0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Jan 28 17:26:55.998194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78fbc-c052-4e35-a12a-8e7ee53b8f36 req-e560aff3-31df-44de-b0aa-80d1bf4851cd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:55.999676 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3d78fbc-c052-4e35-a12a-8e7ee53b8f36 req-e560aff3-31df-44de-b0aa-80d1bf4851cd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0531802 Jan 28 17:26:56.048182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3d78fbc-c052-4e35-a12a-8e7ee53b8f36 req-f6f61411-af04-49a5-b05f-62de76afd12e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Jan 28 17:26:57.169998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37526dd-866b-4e19-8b97-244029d32227 req-f586ff5b-8061-4549-b65e-d764ea853348 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:57.171462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f37526dd-866b-4e19-8b97-244029d32227 req-f586ff5b-8061-4549-b65e-d764ea853348 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0558498 Jan 28 17:26:57.217347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f37526dd-866b-4e19-8b97-244029d32227 req-b30622ec-a859-4f8a-9308-bcc1316ae83d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399592 Jan 28 17:26:58.334670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02727232-19fc-40a3-8669-86af4ee87c5f req-7b44894b-00f8-4845-a932-74faf65e7934 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:58.336206 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02727232-19fc-40a3-8669-86af4ee87c5f req-7b44894b-00f8-4845-a932-74faf65e7934 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0518985 Jan 28 17:26:58.381476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02727232-19fc-40a3-8669-86af4ee87c5f req-4e485a4a-f2af-46b4-82b5-6cee77a6ec79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Jan 28 17:26:59.503356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e9de-6c40-48c9-9605-8277212ff967 req-70c05b68-5daa-45f4-9fb3-ff158379a12c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:26:59.504829 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6f9e9de-6c40-48c9-9605-8277212ff967 req-70c05b68-5daa-45f4-9fb3-ff158379a12c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0565593 Jan 28 17:26:59.552152 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6f9e9de-6c40-48c9-9605-8277212ff967 req-e19a63ef-a5d4-441f-9c33-a29f2b0e4dca tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Jan 28 17:27:00.667316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0712956-dedd-4ee5-b546-035be4bad31a req-016231d1-7ef9-4539-abca-bdeaa25af070 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:00.668806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0712956-dedd-4ee5-b546-035be4bad31a req-016231d1-7ef9-4539-abca-bdeaa25af070 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0510983 Jan 28 17:27:00.714660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c0712956-dedd-4ee5-b546-035be4bad31a req-172937ed-4df7-4752-bf9a-2e0039b83d00 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Jan 28 17:27:01.840014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0935b03-68b1-436d-9707-4e63db55c816 req-4ffd92ba-cce5-4d81-83b7-dc72d1ab4f1a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:01.841487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0935b03-68b1-436d-9707-4e63db55c816 req-4ffd92ba-cce5-4d81-83b7-dc72d1ab4f1a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0522690 Jan 28 17:27:01.891961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a0935b03-68b1-436d-9707-4e63db55c816 req-ffd2f9f1-0132-4971-a32c-df9f57241906 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446839 Jan 28 17:27:03.009537 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef79e15-bca8-4b97-9525-8c7c052feca0 req-cfeb7310-0293-45be-ae8b-abab70910802 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:03.011009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ef79e15-bca8-4b97-9525-8c7c052feca0 req-cfeb7310-0293-45be-ae8b-abab70910802 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Jan 28 17:27:03.057454 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ef79e15-bca8-4b97-9525-8c7c052feca0 req-4e233b65-99a0-41ca-a224-446a46ae7152 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399737 Jan 28 17:27:04.178218 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5df1f-3c12-4c45-8c89-253913ebc1f8 req-f05c85ce-4bfa-46b1-a903-26a3993f5c41 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:04.179686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cd5df1f-3c12-4c45-8c89-253913ebc1f8 req-f05c85ce-4bfa-46b1-a903-26a3993f5c41 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Jan 28 17:27:04.227595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6cd5df1f-3c12-4c45-8c89-253913ebc1f8 req-43c1da24-08ad-432f-9c7b-2263011ed494 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Jan 28 17:27:05.349473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1653de-c448-47a0-93b2-3751eb735ae3 req-5d67646b-33d7-4736-975e-d788caf0f0c8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:05.350919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f1653de-c448-47a0-93b2-3751eb735ae3 req-5d67646b-33d7-4736-975e-d788caf0f0c8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0553598 Jan 28 17:27:05.395799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f1653de-c448-47a0-93b2-3751eb735ae3 req-54e0f6b0-dde7-45e2-b42f-77b35b32359e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393953 Jan 28 17:27:06.515653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbb852-db16-43c6-baf5-7bda583e058b req-0dae69a7-aecd-4448-95c1-f14ded98b721 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:06.517120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-effbb852-db16-43c6-baf5-7bda583e058b req-0dae69a7-aecd-4448-95c1-f14ded98b721 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Jan 28 17:27:06.565453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-effbb852-db16-43c6-baf5-7bda583e058b req-0885c998-8995-4711-86f5-6d1cbad07093 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428574 Jan 28 17:27:07.686573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989823a7-4a33-4ea1-be08-05580e568ff4 req-8f253779-888a-4d77-aff3-20ede088479f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:07.688047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-989823a7-4a33-4ea1-be08-05580e568ff4 req-8f253779-888a-4d77-aff3-20ede088479f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0558984 Jan 28 17:27:07.737062 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-989823a7-4a33-4ea1-be08-05580e568ff4 req-87638a78-788d-4604-9a09-6622cb035add tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Jan 28 17:27:08.860870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e421e0-65ef-4245-aa62-d024b9d490fb req-e7675ff0-a8d9-4c67-850d-42967d76aada tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:08.862329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3e421e0-65ef-4245-aa62-d024b9d490fb req-e7675ff0-a8d9-4c67-850d-42967d76aada tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0525539 Jan 28 17:27:08.907842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c3e421e0-65ef-4245-aa62-d024b9d490fb req-1b00db97-407d-4837-a3cb-fd6354fdea05 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399177 Jan 28 17:27:09.144970 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-8c9184eb-1cae-4cfe-8c5f-618355bda7e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495191 Jan 28 17:27:09.163759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0caa-4e5a-4a0b-b644-c59ea8993434 req-e8edc9af-20ba-463b-8bd2-ce4ee6899596 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:09.165318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d5f0caa-4e5a-4a0b-b644-c59ea8993434 req-e8edc9af-20ba-463b-8bd2-ce4ee6899596 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0644455 Jan 28 17:27:09.212612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d5f0caa-4e5a-4a0b-b644-c59ea8993434 req-91fb995f-fcc6-44f2-927b-09aaf456d5e1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Jan 28 17:27:09.679487 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:27:10.175955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-72399f56-cb4e-41ed-98c5-32813bfabafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:10.177377 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-72399f56-cb4e-41ed-98c5-32813bfabafc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1128 time: 0.0431886 Jan 28 17:27:10.262743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-6dc65417-36a9-4f82-b64d-ed289dbfa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:10.264205 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-6dc65417-36a9-4f82-b64d-ed289dbfa9c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0813885 Jan 28 17:27:10.335396 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-a92180d5-7a97-4328-9d89-f831cfda2137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 1000 time: 0.0635750 Jan 28 17:27:10.337427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fffb-ae76-4d56-902d-112512f0b5d0 req-3cace91b-4d3e-4073-af5c-ad366d533dc7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:10.338894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ead9fffb-ae76-4d56-902d-112512f0b5d0 req-3cace91b-4d3e-4073-af5c-ad366d533dc7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0579035 Jan 28 17:27:10.383899 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-07ca9a54-dfd7-435b-bd93-017ec94b1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:10.385383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ead9fffb-ae76-4d56-902d-112512f0b5d0 req-251b62a6-49ab-4096-a782-4f6639823deb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Jan 28 17:27:10.385500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-07ca9a54-dfd7-435b-bd93-017ec94b1dd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0437591 Jan 28 17:27:10.433921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-14584150-3165-47ce-ada3-14839b6fe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:10.435340 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-14584150-3165-47ce-ada3-14839b6fe756 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441823 Jan 28 17:27:10.528449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-d20ffbdc-7f89-42cb-9c86-6ab6554dad83 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 Jan 28 17:27:10.614130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-315cb6e9-f184-4d92-8e77-fb0d0ae3adef service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805175 Jan 28 17:27:11.504655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9dab6-2be8-41b7-882f-7a1e91fb2d4d req-83170d4e-61c1-4b4a-8028-f13eb9834833 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:11.506183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12d9dab6-2be8-41b7-882f-7a1e91fb2d4d req-83170d4e-61c1-4b4a-8028-f13eb9834833 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Jan 28 17:27:11.554432 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-12d9dab6-2be8-41b7-882f-7a1e91fb2d4d req-3c228ee4-667c-4ff6-b8fb-6367dfe3b366 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Jan 28 17:27:12.303853 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-09a9e98a-2b34-4be7-996c-67afe514f0f0 service neutron] show failed (client error): The resource could not be found. Jan 28 17:27:12.304904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-09a9e98a-2b34-4be7-996c-67afe514f0f0 service neutron] 10.222.0.24 "GET /v2.0/ports/bd8207a7-5f97-4ba7-b81a-c33c130486b4/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0596912 Jan 28 17:27:12.512238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-6453f11c-b9fd-4a78-b79f-5a70963f2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:12.513907 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-6453f11c-b9fd-4a78-b79f-5a70963f2be9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0447364 Jan 28 17:27:12.524316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:27:12.583647 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:12.677828 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:12.687361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:12.715198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954001e-61c4-439b-89c7-64ba206f0a24 req-1241b677-c796-4379-998d-c2ae762b2175 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:12.716733 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a954001e-61c4-439b-89c7-64ba206f0a24 req-1241b677-c796-4379-998d-c2ae762b2175 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0893581 Jan 28 17:27:12.763470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a954001e-61c4-439b-89c7-64ba206f0a24 req-a753e865-99af-472e-981f-f79331ada472 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Jan 28 17:27:12.797871 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:12.832145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:27:12.869837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:12.872098 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55be20f-c3a8-4fc3-b774-f9dbc4ef53e9" -d '{"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:12.876164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Publish callbacks [] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:12.888388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Transition to ACTIVE for port object bd8207a7-5f97-4ba7-b81a-c33c130486b4 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:27:12.893053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:12.925845 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8577e6-76a3-46d9-823f-a531f538c9c9 x-openstack-request-id: req-3b8577e6-76a3-46d9-823f-a531f538c9c9 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:12.926890 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:12.926890 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b8577e6-76a3-46d9-823f-a531f538c9c9 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:12.926890 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'code': 200} Jan 28 17:27:12.977447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:13.020428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] No DVR routers for this DVR port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:27:13.158494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:27:13.158834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:27:13.159156 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:27:13.163326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:27:13.163648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Attempting to bind port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:27:13.168357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:27:13.168724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:27:13.169111 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:27:13.169564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Bound port: bd8207a7-5f97-4ba7-b81a-c33c130486b4, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:27:13.169914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:13.230157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:27:13.233218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:27:13.239636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:13.272559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:13.273287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:13.274679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] 10.222.0.31 "PUT /v2.0/ports/bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 1092 time: 0.7545526 Jan 28 17:27:13.307809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c752b-b5fb-4cf8-b384-0a381448316c service neutron] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:13.348488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-586f8c59-5413-4995-9a1b-aa1c838d69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:13.350089 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-586f8c59-5413-4995-9a1b-aa1c838d69d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1126 time: 0.0514646 Jan 28 17:27:13.443081 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-bc32cb56-20d9-4fdc-a973-e529a01e8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:13.444605 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-bc32cb56-20d9-4fdc-a973-e529a01e8f86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0885363 Jan 28 17:27:13.511113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-c753fe02-eec6-45da-97fa-1658fb25419e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 998 time: 0.0610507 Jan 28 17:27:13.560370 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-fcff1e28-983c-4cd4-a3ab-d13dbb54682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:13.561900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-fcff1e28-983c-4cd4-a3ab-d13dbb54682f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0443490 Jan 28 17:27:13.611690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-64d9e741-fd1c-4d69-baa4-9cff1e9e769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:13.613201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-64d9e741-fd1c-4d69-baa4-9cff1e9e769a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454898 Jan 28 17:27:13.703272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-02219631-2875-4f90-9b2b-cf5f6b4c9c1a service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833781 Jan 28 17:27:13.798452 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-66797c25-b8c0-4c49-992a-945a9016dd1e req-05a02704-8720-4433-b58b-0f3c95aa7ced service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887380 Jan 28 17:27:13.889000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c7a8-1d35-4c21-bc07-1cb120193e2f req-0bbe2d0f-1c6c-49c9-9c25-d6ff7dfcee4d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:13.891039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77d0c7a8-1d35-4c21-bc07-1cb120193e2f req-0bbe2d0f-1c6c-49c9-9c25-d6ff7dfcee4d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 943 time: 0.0574067 Jan 28 17:27:13.938105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77d0c7a8-1d35-4c21-bc07-1cb120193e2f req-cd585818-6b50-47a6-8782-759c79ec1f51 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413523 Jan 28 17:27:14.927703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:14.930580 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8a2e41-b787-4e7f-8565-ce664368ec4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:14.981087 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25666d8d-04aa-4968-b774-8275c56c83ea x-openstack-request-id: req-25666d8d-04aa-4968-b774-8275c56c83ea {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:14.981392 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:14.981659 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25666d8d-04aa-4968-b774-8275c56c83ea {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:14.982069 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'status': 'completed', 'code': 200} Jan 28 17:27:15.084692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-d9622a3d-851d-404e-a9d6-e68088b226a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.086228 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-d9622a3d-851d-404e-a9d6-e68088b226a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1126 time: 0.0859718 Jan 28 17:27:15.088831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d23a93-5fff-4d32-a911-945e6897757b req-28874786-034b-43f9-b0a2-ef30063e398e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.090360 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54d23a93-5fff-4d32-a911-945e6897757b req-28874786-034b-43f9-b0a2-ef30063e398e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 943 time: 0.0667677 Jan 28 17:27:15.101185 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-f3fba74a-fbbd-4d21-a753-f636d8326cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.102645 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-f3fba74a-fbbd-4d21-a753-f636d8326cbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1126 time: 0.0931990 Jan 28 17:27:15.147179 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-54d23a93-5fff-4d32-a911-945e6897757b req-4745dcf6-6c51-4ea9-bbae-276c39161769 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 Jan 28 17:27:15.213367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:27:15.251296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-1bc58c01-6e46-4278-8ce7-bc1bcde4f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.252819 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-1bc58c01-6e46-4278-8ce7-bc1bcde4f686 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1610355 Jan 28 17:27:15.255399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-0693d648-1271-4ea6-95f6-119bfca7e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.256755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-0693d648-1271-4ea6-95f6-119bfca7e1ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1427588 Jan 28 17:27:15.307727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:15.319813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'mac_address': 'fa:16:3e:05:2c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:27:15.359522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port bd8207a7-5f97-4ba7-b81a-c33c130486b4 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:27:15.359939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:15.364523 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-ecc6ae1f-81df-4ffe-a5f5-0dd500a1bc67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 998 time: 0.1060209 Jan 28 17:27:15.368132 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-f9318511-ef66-441e-80cd-641365db5d6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 998 time: 0.1039767 Jan 28 17:27:15.372876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8207a7-5f97-4ba7-b81a-c33c130486b4 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:27:15.393266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:15.397031 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:15.447809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:15.448294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-b481232d-1686-44ff-8471-e3cb34366296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.449870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-b481232d-1686-44ff-8471-e3cb34366296 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0801766 Jan 28 17:27:15.453536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-cba1950b-593e-45e6-905d-8cb753aa5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.454921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-cba1950b-593e-45e6-905d-8cb753aa5489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0767376 Jan 28 17:27:15.528725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-16d8199c-1290-41ce-84d8-7f4cacd2b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.530286 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-16d8199c-1290-41ce-84d8-7f4cacd2b77b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744925 Jan 28 17:27:15.536060 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-b3138db1-97c0-4a49-8a07-4247e42e32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:15.537485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-b3138db1-97c0-4a49-8a07-4247e42e32d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0743244 Jan 28 17:27:15.632610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['bd8207a7-5f97-4ba7-b81a-c33c130486b4'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:27:15.690116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-365a71a8-43a8-4b1d-a197-569ebaac6dce service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516821 Jan 28 17:27:15.691980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-a170be90-10bc-4a39-a947-09097fbb4bd5 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460516 Jan 28 17:27:15.848193 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-629b8c3d-3807-4f7e-9929-4c734ac171af service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515894 Jan 28 17:27:15.850026 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7b8a2e41-b787-4e7f-8565-ce664368ec4e req-b157f2f6-c079-4b6f-bd66-a6b09d4c21a1 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460760 Jan 28 17:27:16.005362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-65e1072c-510f-4565-95b1-ba1e4ee5d76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:16.270122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6de1b-75e2-48b8-a45b-c8f4b77aa7e8 req-8cc161be-6d93-463f-92bb-63e22c8029fe tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.271621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06a6de1b-75e2-48b8-a45b-c8f4b77aa7e8 req-8cc161be-6d93-463f-92bb-63e22c8029fe tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 944 time: 0.0515134 Jan 28 17:27:16.317978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-06a6de1b-75e2-48b8-a45b-c8f4b77aa7e8 req-4ad9ee25-1e1f-46c6-b14d-d18336a01121 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Jan 28 17:27:16.512424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863aa364-a708-4843-84e5-9f59d60b54ef req-c7eb9a41-6872-419f-833c-62f4b63bf454 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.514042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-863aa364-a708-4843-84e5-9f59d60b54ef req-c7eb9a41-6872-419f-833c-62f4b63bf454 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 944 time: 0.0530536 Jan 28 17:27:16.529240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980120-d944-498e-9a8e-f742915af583 req-8f5705c1-0ca5-4ff5-a30d-b58147319d54 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.531247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-8f5705c1-0ca5-4ff5-a30d-b58147319d54 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57&tenant_id=6e50497060024e428c3403fd70bdf6b8&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 944 time: 0.0596101 Jan 28 17:27:16.562028 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-863aa364-a708-4843-84e5-9f59d60b54ef req-a9c22b47-e643-425b-8fa3-bc6adfc3733d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422628 Jan 28 17:27:16.594530 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-4f980120-d944-498e-9a8e-f742915af583 req-96230348-6eed-4b76-9c4d-5ce09e82baf5 service neutron] delete failed (client error): The resource could not be found. Jan 28 17:27:16.595763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-96230348-6eed-4b76-9c4d-5ce09e82baf5 service neutron] 10.222.0.24 "DELETE /v2.0/ports/bd8207a7-5f97-4ba7-b81a-c33c130486b4/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0567992 Jan 28 17:27:16.684975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980120-d944-498e-9a8e-f742915af583 req-fbfc5742-fdc5-4963-a043-09f3f87566ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.686449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-fbfc5742-fdc5-4963-a043-09f3f87566ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1127 time: 0.0446415 Jan 28 17:27:16.778706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980120-d944-498e-9a8e-f742915af583 req-c6a6cd2e-0fcd-41ca-93c5-b8c4c68eecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.780756 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-c6a6cd2e-0fcd-41ca-93c5-b8c4c68eecb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0887949 Jan 28 17:27:16.848591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-95e4ab51-0695-45f6-8290-a523cdf0dc9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 999 time: 0.0623384 Jan 28 17:27:16.897150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980120-d944-498e-9a8e-f742915af583 req-98254e3d-b4ba-4f76-9336-9245d8d8d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.898609 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-98254e3d-b4ba-4f76-9336-9245d8d8d564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0427642 Jan 28 17:27:16.948573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980120-d944-498e-9a8e-f742915af583 req-0b44b2d0-f185-4c6e-9edf-e8b47a1570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:16.949987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-0b44b2d0-f185-4c6e-9edf-e8b47a1570e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460339 Jan 28 17:27:17.035257 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-7db4f18d-b3a7-41d6-84dd-bc21c754d3ae service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798793 Jan 28 17:27:17.126404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f980120-d944-498e-9a8e-f742915af583 req-be191f5b-579f-4280-a9d8-e81bb75bd8bf service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843101 Jan 28 17:27:17.228884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:27:17.276411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port bd8207a7-5f97-4ba7-b81a-c33c130486b4 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:27:17.280227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port bd8207a7-5f97-4ba7-b81a-c33c130486b4 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:27:17.280602 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:17.357727 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port bd8207a7-5f97-4ba7-b81a-c33c130486b4 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:27:17.358114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:17.380036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:17.382263 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b8d836-64cc-47b8-8600-de59cfd73a8b" -d '{"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-plugged", "status": "completed", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:17.395943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:17.400103 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:17.437201 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba8907-dcca-4b0b-a269-9b79447d5058 x-openstack-request-id: req-80ba8907-dcca-4b0b-a269-9b79447d5058 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:17.437605 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-plugged", "status": "completed", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:17.437724 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80ba8907-dcca-4b0b-a269-9b79447d5058 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:17.438111 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'code': 200} Jan 28 17:27:17.450622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:17.559472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:27:17.601668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port bd8207a7-5f97-4ba7-b81a-c33c130486b4 host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:27:17.602095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:27:17.693706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f9dd-dbe7-416f-bf4f-da4cce89d8a9 req-9f3bd8d0-1fa8-4cf0-a1a0-2752d7ede228 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:17.695188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c174f9dd-dbe7-416f-bf4f-da4cce89d8a9 req-9f3bd8d0-1fa8-4cf0-a1a0-2752d7ede228 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0625324 Jan 28 17:27:17.742251 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c174f9dd-dbe7-416f-bf4f-da4cce89d8a9 req-64a4159a-0b0b-4a05-aa3a-07df6aa3eca0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Jan 28 17:27:17.861636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5ea07-8146-437b-ab39-b032492e87a7 req-828ef384-761b-4fdc-b2b2-1af3f70c40ef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:17.863105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2c5ea07-8146-437b-ab39-b032492e87a7 req-828ef384-761b-4fdc-b2b2-1af3f70c40ef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0535262 Jan 28 17:27:17.908263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d2c5ea07-8146-437b-ab39-b032492e87a7 req-1fce46fd-5697-42a0-a6f2-871c408ed509 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Jan 28 17:27:17.963430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8372b5fd-ebbb-4d28-ba8e-fb61986cec17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:18.107326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9364f54-fc24-43a3-a057-9bf9b7005e67 req-71b8db45-b20c-4e3d-8d37-999d0f8a3ad9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:18.109473 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9364f54-fc24-43a3-a057-9bf9b7005e67 req-71b8db45-b20c-4e3d-8d37-999d0f8a3ad9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0530462 Jan 28 17:27:18.142749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-f8f06360-57a7-4ac2-a5ef-505fba5ae180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:18.144380 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-f8f06360-57a7-4ac2-a5ef-505fba5ae180 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 1128 time: 0.0471756 Jan 28 17:27:18.162945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f9364f54-fc24-43a3-a057-9bf9b7005e67 req-0070fa91-1ff8-4fa6-8d60-1e803fcbee46 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476680 Jan 28 17:27:18.235629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-6d9d6adb-1056-4a84-8cfe-de0d7159eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:18.237147 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-6d9d6adb-1056-4a84-8cfe-de0d7159eefb service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0863132 Jan 28 17:27:18.304941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-04f2202c-1a49-4efb-acdb-0562c3c47e36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 200 len: 1000 time: 0.0615637 Jan 28 17:27:18.351282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-b9b3d8c0-f758-4ec0-8f0a-aa154696905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:18.352743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-b9b3d8c0-f758-4ec0-8f0a-aa154696905a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0424349 Jan 28 17:27:18.398716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-2bad43bd-17c2-4df8-ad4a-a48f209d68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:18.400204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-2bad43bd-17c2-4df8-ad4a-a48f209d68f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424023 Jan 28 17:27:18.490710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-2f3e0cb1-e2a9-4350-a01b-6c5245a65eb2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845237 Jan 28 17:27:18.578065 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c761e7a5-01a5-4275-a4b3-4f04bc73e26d req-bab257a1-2045-40fe-8730-c8c8e1da463b service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815494 Jan 28 17:27:19.283461 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93243305-fc61-47f9-b6f7-37bb54b28cad req-ab12e2a4-42a6-4a9f-a4a9-0217eb482f04 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:19.284873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93243305-fc61-47f9-b6f7-37bb54b28cad req-ab12e2a4-42a6-4a9f-a4a9-0217eb482f04 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Jan 28 17:27:19.331512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93243305-fc61-47f9-b6f7-37bb54b28cad req-a058c369-1ee1-44e0-9c34-a805a30d93a4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408709 Jan 28 17:27:19.552345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:19.569846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca377c6-8991-4e7e-a21a-067b9595c178 req-60d37607-8aa3-456d-862e-d2592db0bfc9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:19.571322 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cca377c6-8991-4e7e-a21a-067b9595c178 req-60d37607-8aa3-456d-862e-d2592db0bfc9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0538800 Jan 28 17:27:19.616617 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cca377c6-8991-4e7e-a21a-067b9595c178 req-60b572de-3924-45f7-8bfe-f193b046639c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396690 Jan 28 17:27:20.738768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06766c-23c9-425c-a22b-1ee489864791 req-4331d3ba-cbf6-4518-9bbc-7d66cc006430 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:20.740219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd06766c-23c9-425c-a22b-1ee489864791 req-4331d3ba-cbf6-4518-9bbc-7d66cc006430 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0560100 Jan 28 17:27:20.792108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bd06766c-23c9-425c-a22b-1ee489864791 req-5f196204-5de0-4294-9c71-5737e862e8fe tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Jan 28 17:27:20.801434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:20.847519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5260a1b0-5365-4619-af25-065944bf2f9d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:20.849006 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5260a1b0-5365-4619-af25-065944bf2f9d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Jan 28 17:27:20.941032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Deleting port bd8207a7-5f97-4ba7-b81a-c33c130486b4 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:27:20.941298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.028987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] For port bd8207a7-5f97-4ba7-b81a-c33c130486b4, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=bd8207a7-5f97-4ba7-b81a-c33c130486b4,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:21.029354 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.195102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.195452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.195825 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c disassociated. External IP: 172.25.8.49, port: bd8207a7-5f97-4ba7-b81a-c33c130486b4. Jan 28 17:27:21.196192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Calling delete_port for bd8207a7-5f97-4ba7-b81a-c33c130486b4 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:27:21.653914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (bd8207a7-5f97-4ba7-b81a-c33c130486b4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.682118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event deleted for resources: {'Port': ['ID=bd8207a7-5f97-4ba7-b81a-c33c130486b4,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:21.796235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:27:21.832311 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.901661 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87dfd93a-5a10-404b-b744-246d0c924df4 req-8eaed630-51b7-4cc3-85bc-e84261aa4077 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3125fb-958e-47c2-9e53-d2d437b0da57 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Jan 28 17:27:21.915343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:27:21.925796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:27:21.936765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:27:21.937484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:27:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:21.956066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] No DVR routers for this DVR port bd8207a7-5f97-4ba7-b81a-c33c130486b4 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:27:21.958680 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:21.962034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e3cacb49-cb06-4b7e-b1fc-b0af86930100 req-5e768534-01f3-4f51-a5d5-439ea9b7acdb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "DELETE /v2.0/ports/bd8207a7-5f97-4ba7-b81a-c33c130486b4 HTTP/1.1" status: 204 len: 173 time: 1.1075892 Jan 28 17:27:21.962566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-deleted', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:21.964936 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecaf93f-d4b4-4c51-bb1a-1b42ed917662" -d '{"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-deleted", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:22.007839 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70574b60-650b-4ce0-92d9-bc1665205f41 x-openstack-request-id: req-70574b60-650b-4ce0-92d9-bc1665205f41 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:22.008128 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3125fb-958e-47c2-9e53-d2d437b0da57", "name": "network-vif-deleted", "tag": "bd8207a7-5f97-4ba7-b81a-c33c130486b4", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:22.008379 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70574b60-650b-4ce0-92d9-bc1665205f41 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:22.008880 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3125fb-958e-47c2-9e53-d2d437b0da57', 'name': 'network-vif-deleted', 'tag': 'bd8207a7-5f97-4ba7-b81a-c33c130486b4', 'status': 'completed', 'code': 200} Jan 28 17:27:22.054352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:27:22.253234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:22.281699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:27:22.289856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:27:22.290448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:27:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:22.396120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:27:22.593084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:22.619447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed114c-a0fa-4c5a-9473-466e0b16532e None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:27:22.828601 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb9530-2e8a-4ec5-831a-d9926f38c686 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:27:23.154571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-0c990eb6-fe72-46d3-86ea-18c955992bbc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--880580105&fields=id&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 267 time: 0.0426347 Jan 28 17:27:23.260588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e86716c8-29d5-468e-957b-9d94e084f093 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:23.262289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e86716c8-29d5-468e-957b-9d94e084f093 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.1011841 Jan 28 17:27:23.276349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-84779bf3-eec9-41b0-b45c-7be3d928a1d3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/quotas/6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 375 time: 0.0087285 Jan 28 17:27:23.331230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-87514581-1f7a-462c-a6be-c1669878816f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496333 Jan 28 17:27:23.429760 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-bacd7512-2a0b-45fa-95dd-2a723c5cad6e service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875452 Jan 28 17:27:23.521870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-b9e91e53-5995-47d4-9f95-d86d81266119 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863745 Jan 28 17:27:23.682792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b339003-01d2-4678-9edb-9f2af3617825 req-32770e3e-37d6-4bb7-b8b3-02507ff8e47a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 210 time: 0.0284765 Jan 28 17:27:24.566808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-d5826e31-7895-4df9-98fc-8864add0f064 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:24.568305 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-d5826e31-7895-4df9-98fc-8864add0f064 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.1061490 Jan 28 17:27:24.627524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-aae4a4ac-9dfb-41c7-a803-87a11995e942 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 379 time: 0.0516970 Jan 28 17:27:24.637539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'port': {'device_id': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'admin_state_up': True, 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'security_groups': ['343132d8-3530-476c-98e2-d6d282db69cf']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:27:24.741772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Made reservation on behalf of 6e50497060024e428c3403fd70bdf6b8 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:27:24.745323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:24.779804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93516708-8bbe-4147-8b23-afb0e99d4b19 req-af2415f4-7216-4805-b3bf-ef2581bb28d5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Jan 28 17:27:24.874766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Allocated IP 172.20.0.11 (2b5e58aa-0388-45c6-bd21-b44c4c254774/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b/2443b3af-39ff-4cfa-89c2-1309bbc20f7e) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:27:25.009795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.046214 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.090051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:27:25.093576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:27:25.100322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:27:25.108097 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:25.137106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.137715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.138061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.138535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.138872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.139200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.140041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.140362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.140772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.141021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.141648 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.141970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.142289 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:25.170161 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:25.171022 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.187486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c545c8f9-3775-477d-86b8-d018ced41c5e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535350 Jan 28 17:27:25.199022 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Request body: {'port': {'device_id': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:27:25.263969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.291331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:27:25.315472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: bd8207a7-5f97-4ba7-b81a-c33c130486b4 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:27:25.315827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device bd8207a7-5f97-4ba7-b81a-c33c130486b4 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:27:25.332873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2d55ce6b-c59f-4ac8-939c-b2cfe44568f6 None None] Provisioning complete for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:27:25.333249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2d55ce6b-c59f-4ac8-939c-b2cfe44568f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.366337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2d55ce6b-c59f-4ac8-939c-b2cfe44568f6 None None] Port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:27:25.522042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2443b3af-39ff-4cfa-89c2-1309bbc20f7e {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:27:25.529985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Publish callbacks [] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.541832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Transition to ACTIVE for port object 2443b3af-39ff-4cfa-89c2-1309bbc20f7e will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:27:25.545465 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.596447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:25.669992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:27:25.670326 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:27:25.670657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:27:25.675538 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:27:25.675864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:27:25.680953 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:27:25.681296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:27:25.681681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:27:25.682110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Bound port: 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:27:25.682473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.747091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:27:25.750808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:27:25.757092 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.790901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:25.791519 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:25.792977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1093 time: 0.5983646 Jan 28 17:27:25.793419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:25.796184 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f56ad0-01c3-48cf-8333-a35ebb6bf444" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:25.837810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035e3d-e08e-4b96-a7d9-f263f01ef8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:25.855422 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85005f6e-4ed2-41b4-b998-5ea9b72c9637 x-openstack-request-id: req-85005f6e-4ed2-41b4-b998-5ea9b72c9637 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:25.855715 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:25.855968 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85005f6e-4ed2-41b4-b998-5ea9b72c9637 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:25.856368 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'status': 'completed', 'code': 200} Jan 28 17:27:25.891385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c6e559f4-2e97-4686-8a6a-2f945e1eb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:25.892927 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-c6e559f4-2e97-4686-8a6a-2f945e1eb8e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1127 time: 0.0488343 Jan 28 17:27:25.937730 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-3a349d74-82ea-4e0c-979e-5a7c46d99ca6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 217 time: 0.0365915 Jan 28 17:27:25.940417 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beb79f-fe98-4a38-b6e7-71c605f17819 req-fb0c99b0-0041-4da5-80f6-c56ceb6a4781 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:25.941973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8beb79f-fe98-4a38-b6e7-71c605f17819 req-fb0c99b0-0041-4da5-80f6-c56ceb6a4781 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 944 time: 0.0624547 Jan 28 17:27:25.990809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-d2b7aacd-f9e7-4ca2-9ba8-35714dc6305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:25.992278 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-d2b7aacd-f9e7-4ca2-9ba8-35714dc6305c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0464747 Jan 28 17:27:25.993193 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c8beb79f-fe98-4a38-b6e7-71c605f17819 req-4d6ec49f-c1c2-4fd4-853e-8a9027233719 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453000 Jan 28 17:27:26.051038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-557d8021-6727-454d-9250-202581bb2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:26.052474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-557d8021-6727-454d-9250-202581bb2e1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539138 Jan 28 17:27:26.142987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-6ddac0cd-a290-4bf0-972c-704ca6373e59 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846334 Jan 28 17:27:26.235978 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a71ae053-3b6c-4f1d-8be8-776ace7454b3 req-5574b2cc-c177-4f51-ad46-371b95534873 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871429 Jan 28 17:27:26.321591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-654f58aa-2b4c-40f0-8326-2ab8fddbc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:26.323002 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-654f58aa-2b4c-40f0-8326-2ab8fddbc427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1127 time: 0.0452573 Jan 28 17:27:26.413058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-35b92870-c68d-4b30-8540-fd1a45b34f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:26.414555 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-35b92870-c68d-4b30-8540-fd1a45b34f81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0858784 Jan 28 17:27:26.455069 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-b8264d9b-34cf-4c10-972c-311147322e93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 217 time: 0.0348914 Jan 28 17:27:26.502595 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-4a8a6d34-48ec-403d-b38d-24f2d3568387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:26.504022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-4a8a6d34-48ec-403d-b38d-24f2d3568387 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0425968 Jan 28 17:27:26.553074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-089bea24-bc60-4971-8017-9329aabc39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:26.554600 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-089bea24-bc60-4971-8017-9329aabc39ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440874 Jan 28 17:27:26.645022 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-6069ddb7-963c-4b57-886f-5fd0e5fd44e3 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838706 Jan 28 17:27:26.731952 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-62f56ad0-01c3-48cf-8333-a35ebb6bf444 req-33b7df25-ca74-4ad7-86fc-7024e59b614e service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802314 Jan 28 17:27:27.112450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac6ef-8567-4b1f-84b9-c298f381131c req-d929fe00-6a58-46c4-ad68-92b68f45bea7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:27.113984 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4acac6ef-8567-4b1f-84b9-c298f381131c req-d929fe00-6a58-46c4-ad68-92b68f45bea7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 944 time: 0.0515018 Jan 28 17:27:27.161349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4acac6ef-8567-4b1f-84b9-c298f381131c req-1ddad373-fdce-43cd-8417-e36c20a4f101 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Jan 28 17:27:27.602946 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:27:27.699540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:27.710444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'mac_address': 'fa:16:3e:bf:08:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:27:27.746461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:27:27.746854 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:27.761873 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2443b3af-39ff-4cfa-89c2-1309bbc20f7e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:27:27.781121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:27.785355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:27.831356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:27.838476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.838824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.839165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.839504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.839839 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.840170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.840501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.840862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.841191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.841522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.841875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.842200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.843060 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:27:27.989854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2443b3af-39ff-4cfa-89c2-1309bbc20f7e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:27:28.278490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce342-3e07-4941-b243-9c54500fa187 req-a29d24e7-b55a-40a6-9091-a4f35f83f507 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:28.279913 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-804ce342-3e07-4941-b243-9c54500fa187 req-a29d24e7-b55a-40a6-9091-a4f35f83f507 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Jan 28 17:27:28.330053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-804ce342-3e07-4941-b243-9c54500fa187 req-27d5e137-df93-4557-99fe-c600b67b95a8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439808 Jan 28 17:27:29.447359 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ff227-50ca-43f1-882d-2daf6a686423 req-da31ab11-227b-4876-b14f-26c66e2f5141 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:29.448861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-162ff227-50ca-43f1-882d-2daf6a686423 req-da31ab11-227b-4876-b14f-26c66e2f5141 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Jan 28 17:27:29.494355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-162ff227-50ca-43f1-882d-2daf6a686423 req-588793dd-d1a6-4010-a550-2851c2e4a5bc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 Jan 28 17:27:29.619141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:27:29.665944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:27:29.669539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:27:29.669906 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:29.747371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:27:29.747780 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:29.769693 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:29.771918 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f66a5-9cc8-4436-a212-77d9352cac68" -d '{"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-plugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:29.784231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:27:29.787947 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:29.810496 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e78d1ce-5106-472c-9dfa-bd33aca34da9 x-openstack-request-id: req-3e78d1ce-5106-472c-9dfa-bd33aca34da9 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:29.810789 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-plugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:29.811048 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e78d1ce-5106-472c-9dfa-bd33aca34da9 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:29.811440 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'code': 200} Jan 28 17:27:29.836928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:27:29.908885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567c179-6f90-4e43-bbfd-37fe3ca94f3a req-1a2841b7-d0da-46ce-bbc9-465a06055317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:29.910462 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8567c179-6f90-4e43-bbfd-37fe3ca94f3a req-1a2841b7-d0da-46ce-bbc9-465a06055317 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1129 time: 0.0490756 Jan 28 17:27:29.952694 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8567c179-6f90-4e43-bbfd-37fe3ca94f3a req-4a31096b-86d0-4665-8bce-ba7c99cd665c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362449 Jan 28 17:27:30.611448 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459820c5-ae77-449e-b751-c08fa11c402f req-267eb22f-95ba-4336-999a-a69e0d28936c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:30.612930 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459820c5-ae77-449e-b751-c08fa11c402f req-267eb22f-95ba-4336-999a-a69e0d28936c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0515113 Jan 28 17:27:30.658247 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-459820c5-ae77-449e-b751-c08fa11c402f req-432ba1a8-89d3-4754-9b6f-054462bd3669 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398321 Jan 28 17:27:31.777831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b4c63-3911-4459-b25b-1012cbd502b9 req-264cb778-55df-4136-93cf-b7f780230c35 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:31.779271 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-751b4c63-3911-4459-b25b-1012cbd502b9 req-264cb778-55df-4136-93cf-b7f780230c35 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0547009 Jan 28 17:27:31.824900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-751b4c63-3911-4459-b25b-1012cbd502b9 req-1711f433-277b-4c50-a949-d3255a840537 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394099 Jan 28 17:27:31.938740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ed85b-1eee-4b0e-b2d2-ba0f285507fa req-f25bbd20-95fb-4194-affc-b0ef3fd0be3f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:31.940107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-035ed85b-1eee-4b0e-b2d2-ba0f285507fa req-f25bbd20-95fb-4194-affc-b0ef3fd0be3f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Jan 28 17:27:31.948562 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33766) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:27:31.952838 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'floatingip': {'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:27:31.994392 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:32.739971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:32.743742 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:32.841173 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c associated. External IP: 172.25.8.49, port: 2443b3af-39ff-4cfa-89c2-1309bbc20f7e. Jan 28 17:27:33.044996 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:27:33.151988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:27:33.156805 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:33.162117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:27:33.171435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:27:33.172382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:27:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:33.187332 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1089e278-925f-433f-b482-69a608e9c1ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "PUT /v2.0/floatingips/ccb59473-8f1b-4e8c-96bc-79a90e00c20c HTTP/1.1" status: 200 len: 991 time: 1.2377176 Jan 28 17:27:33.187932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:27:33.190417 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191da78c-91e1-4aa9-adfb-20f2c9287d80" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:27:33.228030 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02200802-e118-47a3-9896-f14c8291c066 x-openstack-request-id: req-02200802-e118-47a3-9896-f14c8291c066 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:27:33.228467 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:27:33.228760 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02200802-e118-47a3-9896-f14c8291c066 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:27:33.229441 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'status': 'completed', 'code': 200} Jan 28 17:27:33.287540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:27:33.300944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-4440a49d-4445-498f-82fe-c2ab1f554e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:33.303088 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-4440a49d-4445-498f-82fe-c2ab1f554e15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1129 time: 0.0504420 Jan 28 17:27:33.437000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bab2-8c41-4163-96c9-4cb8a018c211 req-880531bc-bae9-4559-a994-a94efa8da1b3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:33.439230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c26bab2-8c41-4163-96c9-4cb8a018c211 req-880531bc-bae9-4559-a994-a94efa8da1b3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0668912 Jan 28 17:27:33.440430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-f6c78b6e-783c-4a54-80c4-0eb469141d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:33.441917 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-f6c78b6e-783c-4a54-80c4-0eb469141d58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1327512 Jan 28 17:27:33.447617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-c876facc-6959-47b6-9aab-7c5e72ec2978 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724146 Jan 28 17:27:33.503141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c26bab2-8c41-4163-96c9-4cb8a018c211 req-2612c557-4192-4d2e-a281-8b3514e2650b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574160 Jan 28 17:27:33.516729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-ee3f6f15-d20a-4225-b7ac-43bdc230c917 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 999 time: 0.0681000 Jan 28 17:27:33.527802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:bf:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:27:32Z', 'revision_number': 9, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:33.557263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:27:33.566866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:27:33.567481 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:27:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:33.574106 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-55edbbe6-20ee-4b97-afc4-85f012961d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:33.575584 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-55edbbe6-20ee-4b97-afc4-85f012961d96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0528040 Jan 28 17:27:33.627528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-e0a8456f-9d84-40e0-ac9a-1fb48ef2a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:33.629146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-e0a8456f-9d84-40e0-ac9a-1fb48ef2a2a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474608 Jan 28 17:27:33.677824 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:27:33.726365 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-57614a42-6675-4d96-99aa-f50d18282234 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914412 Jan 28 17:27:33.827735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-191da78c-91e1-4aa9-adfb-20f2c9287d80 req-93734b57-ffba-422e-a109-71be16866137 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953567 Jan 28 17:27:34.080437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:bf:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:27:32Z', 'revision_number': 9, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:27:34.107457 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8d810-4e51-4188-91e5-87b081cc0305 None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:bf:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:27:32Z', 'revision_number': 9, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:27:34.301273 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf52ff-73be-4e1a-bf0c-0ee9d4cbd0b6 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:27:34.567412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-43ffb836-9833-4d98-9f31-a40b1e4ae126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:34.568963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-43ffb836-9833-4d98-9f31-a40b1e4ae126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1129 time: 0.0472379 Jan 28 17:27:34.625152 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71c46-9c83-45ff-bb5f-d26856742594 req-f2c6242f-32c3-4e3f-b7d9-a0fbd11390fc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:34.627289 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dd71c46-9c83-45ff-bb5f-d26856742594 req-f2c6242f-32c3-4e3f-b7d9-a0fbd11390fc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Jan 28 17:27:34.659384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3fafc735-434d-41f4-97ac-b4569f7c67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:34.660894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3fafc735-434d-41f4-97ac-b4569f7c67ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0866678 Jan 28 17:27:34.675180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6dd71c46-9c83-45ff-bb5f-d26856742594 req-0a779398-a376-4157-9fe0-e6f9188838e4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 Jan 28 17:27:34.724237 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-1af15ae2-5a6a-42af-8d0c-bee1694548df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1002 time: 0.0577965 Jan 28 17:27:34.769793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-ef4e8829-30d4-48ac-9052-251d8405ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:34.771188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-ef4e8829-30d4-48ac-9052-251d8405ab2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0417976 Jan 28 17:27:34.822149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-723f6cee-6c7c-4786-a739-0a865c8b7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:34.823642 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-723f6cee-6c7c-4786-a739-0a865c8b7217 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469277 Jan 28 17:27:34.916532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-0ee0b0e9-f6f4-41f0-a35f-66bafc7b5832 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869038 Jan 28 17:27:35.005371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-dda50005-a1b2-4b07-87ad-d6832387cdb4 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834630 Jan 28 17:27:35.790603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7fd8-3d70-4598-8a85-3a76e5ab2d5f req-b88252bc-5a94-4b27-9de5-76e97e1a3d24 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:35.792064 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fcf7fd8-3d70-4598-8a85-3a76e5ab2d5f req-b88252bc-5a94-4b27-9de5-76e97e1a3d24 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0508091 Jan 28 17:27:35.837833 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4fcf7fd8-3d70-4598-8a85-3a76e5ab2d5f req-77510b91-7abc-4249-9bb0-b640ad1b97e8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Jan 28 17:27:36.962022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2eea2-2f66-4441-9c6c-fe17217eaf84 req-537fd015-6ec0-4694-9061-f4c46bb27545 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:36.963494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-adc2eea2-2f66-4441-9c6c-fe17217eaf84 req-537fd015-6ec0-4694-9061-f4c46bb27545 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0587695 Jan 28 17:27:37.009589 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-adc2eea2-2f66-4441-9c6c-fe17217eaf84 req-40d042fc-74e0-4521-bfe7-f54d3afd4d3a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Jan 28 17:27:38.129514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d05c-e0d3-4d14-b9eb-56f0173558f6 req-70ffd902-277a-4fa6-b207-5bccb179ac0f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:38.131035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49a5d05c-e0d3-4d14-b9eb-56f0173558f6 req-70ffd902-277a-4fa6-b207-5bccb179ac0f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0532250 Jan 28 17:27:38.177046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-49a5d05c-e0d3-4d14-b9eb-56f0173558f6 req-6d516aa1-c742-463e-a725-219ff780c684 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Jan 28 17:27:39.294516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54a11-a8ee-4fe1-85c4-0774cd405d0d req-78a78da6-27b9-46ef-9449-d94d0ada2720 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:39.295877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6a54a11-a8ee-4fe1-85c4-0774cd405d0d req-78a78da6-27b9-46ef-9449-d94d0ada2720 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0510776 Jan 28 17:27:39.345580 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6a54a11-a8ee-4fe1-85c4-0774cd405d0d req-b25993a7-02a8-49dc-bf5e-c7c001fad660 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433469 Jan 28 17:27:40.463985 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb71d3-7a04-405c-b0ae-ba63d2578431 req-51164c6c-0e61-41e1-bc95-c56ce19ab303 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:40.465516 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cdb71d3-7a04-405c-b0ae-ba63d2578431 req-51164c6c-0e61-41e1-bc95-c56ce19ab303 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0529330 Jan 28 17:27:40.512965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7cdb71d3-7a04-405c-b0ae-ba63d2578431 req-d3cf6c9e-7cbd-4c51-b29f-746a8baa0a94 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Jan 28 17:27:41.629528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93fd19-13ae-4a16-8f14-8667a7cdbee5 req-74f2b953-8ffc-459e-a8e8-d4771aade070 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:41.630981 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf93fd19-13ae-4a16-8f14-8667a7cdbee5 req-74f2b953-8ffc-459e-a8e8-d4771aade070 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Jan 28 17:27:41.676595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf93fd19-13ae-4a16-8f14-8667a7cdbee5 req-2caf31d4-8852-4d63-913d-4c7ef688cc5c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402224 Jan 28 17:27:42.651505 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:42.676753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:42.798271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0558fed-dcaa-4b90-88d8-74f2516a0e1e req-a145ffef-71aa-4f9b-89ed-5d8b270b9f75 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:42.800372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0558fed-dcaa-4b90-88d8-74f2516a0e1e req-a145ffef-71aa-4f9b-89ed-5d8b270b9f75 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0556114 Jan 28 17:27:42.846270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0558fed-dcaa-4b90-88d8-74f2516a0e1e req-5f9a0969-f607-4ed9-b784-34832558fbcd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Jan 28 17:27:43.963890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d03706-d03b-4701-9df1-500caf1038e3 req-c3d57f25-9004-48fa-8059-7c2d34a94b9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:43.965381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98d03706-d03b-4701-9df1-500caf1038e3 req-c3d57f25-9004-48fa-8059-7c2d34a94b9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0521600 Jan 28 17:27:44.011049 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-98d03706-d03b-4701-9df1-500caf1038e3 req-4777858c-18a5-40a5-975f-00f7558ef4b7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Jan 28 17:27:45.131539 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f7756-173f-4ae8-925f-54d4e0142221 req-e2d88c53-9562-4978-832a-eb4328ce0161 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:45.133050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d7f7756-173f-4ae8-925f-54d4e0142221 req-e2d88c53-9562-4978-832a-eb4328ce0161 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0562317 Jan 28 17:27:45.178680 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d7f7756-173f-4ae8-925f-54d4e0142221 req-75d13131-3dc7-492d-95a3-09907e0f225f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Jan 28 17:27:46.005161 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9e7000e-50e0-4fa5-b613-7a6420f57e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:46.301442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83d4f-fd2f-4e8f-a437-024a6e110eb6 req-50cc01af-6ae3-4fdc-8f50-952a2c178501 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:46.302893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ce83d4f-fd2f-4e8f-a437-024a6e110eb6 req-50cc01af-6ae3-4fdc-8f50-952a2c178501 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0518157 Jan 28 17:27:46.348541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ce83d4f-fd2f-4e8f-a437-024a6e110eb6 req-6b1f6d29-a209-45ab-8e44-9e77c4b139cc tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Jan 28 17:27:46.679479 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:27:47.465468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b56a23-07b9-4ede-a67c-9b446f2996d6 req-43f0248c-7614-4035-b974-f82158b69380 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:47.466946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b56a23-07b9-4ede-a67c-9b446f2996d6 req-43f0248c-7614-4035-b974-f82158b69380 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Jan 28 17:27:47.518455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8b56a23-07b9-4ede-a67c-9b446f2996d6 req-fa49c280-3f47-404a-9c26-7569eaeccb14 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Jan 28 17:27:47.965656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c24d-08c7-4201-9abb-3e79a98d2957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:48.637196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9e2db-f4f7-41ad-a758-965843620189 req-8828f809-6e67-4640-8c44-1dda07c8380c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:48.638654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66e9e2db-f4f7-41ad-a758-965843620189 req-8828f809-6e67-4640-8c44-1dda07c8380c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0518239 Jan 28 17:27:48.685978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66e9e2db-f4f7-41ad-a758-965843620189 req-6e8f1b67-7dbd-4065-8a60-9144d0b2d6d0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Jan 28 17:27:49.553703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:49.801756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82786af3-5f63-4ae3-9b49-cc79280c18e1 req-66b26adb-efb4-4096-9f52-44da5d14e007 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:49.803211 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82786af3-5f63-4ae3-9b49-cc79280c18e1 req-66b26adb-efb4-4096-9f52-44da5d14e007 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0516448 Jan 28 17:27:49.848320 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82786af3-5f63-4ae3-9b49-cc79280c18e1 req-6dde8e21-cdfb-4251-9179-8e9828ea6a25 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Jan 28 17:27:50.794381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:50.971992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308f7a9-1c02-4acb-ab4f-fef93724c068 req-da51cdaa-1ec3-42b0-af27-6d3afe1c6ab9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:50.973539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0308f7a9-1c02-4acb-ab4f-fef93724c068 req-da51cdaa-1ec3-42b0-af27-6d3afe1c6ab9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0570891 Jan 28 17:27:51.019121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0308f7a9-1c02-4acb-ab4f-fef93724c068 req-98e2e4fb-6e53-4280-b213-8c6ab1fc6825 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Jan 28 17:27:51.825212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:27:52.140608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630d00-663a-4ee7-8a75-c25658335b01 req-775310d1-2345-4ba2-8536-8f32911223e8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:52.142124 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a630d00-663a-4ee7-8a75-c25658335b01 req-775310d1-2345-4ba2-8536-8f32911223e8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0528879 Jan 28 17:27:52.188527 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8a630d00-663a-4ee7-8a75-c25658335b01 req-19368b7d-ec19-42e1-acae-06f40ab78b4c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401473 Jan 28 17:27:53.378236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a559ba-941b-4ae7-8ec9-874099f9cc35 req-39923ba3-c25c-43f0-b79b-cbf984fb70a3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:53.380212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a559ba-941b-4ae7-8ec9-874099f9cc35 req-39923ba3-c25c-43f0-b79b-cbf984fb70a3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.1258345 Jan 28 17:27:53.430714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-85a559ba-941b-4ae7-8ec9-874099f9cc35 req-438b3c26-d179-4d00-9a34-2288199e61bd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448396 Jan 28 17:27:54.608907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00e75-b856-4dc8-b32e-54cb48043d86 req-c8e44505-c6d2-46e0-abc5-40492fff9731 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:54.610374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6db00e75-b856-4dc8-b32e-54cb48043d86 req-c8e44505-c6d2-46e0-abc5-40492fff9731 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.1102746 Jan 28 17:27:54.656394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6db00e75-b856-4dc8-b32e-54cb48043d86 req-1dbbd95f-9854-4de4-aa5e-fd0ae52c1744 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 Jan 28 17:27:55.773852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8db52-7ae4-43ce-9a97-34a577c1185f req-3964b34d-d5c1-405c-88ba-d955571312ef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:55.775335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2c8db52-7ae4-43ce-9a97-34a577c1185f req-3964b34d-d5c1-405c-88ba-d955571312ef tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0521612 Jan 28 17:27:55.821085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f2c8db52-7ae4-43ce-9a97-34a577c1185f req-2460a7c8-c2e0-4ad3-991b-e88a1b65bbe1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Jan 28 17:27:56.942490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0763-ac26-4838-8268-594a09493c98 req-33ff7c21-9d0f-48e7-8834-1f8e4a574cd1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:56.944061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911e0763-ac26-4838-8268-594a09493c98 req-33ff7c21-9d0f-48e7-8834-1f8e4a574cd1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0563638 Jan 28 17:27:56.991178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-911e0763-ac26-4838-8268-594a09493c98 req-c6359193-2c03-45a1-a912-2c9b72fe818f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414131 Jan 28 17:27:58.109136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247bb6-e779-4087-bc92-d74e989a6420 req-45958529-6c28-4f1a-966c-0044dec3bee0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:58.110605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e247bb6-e779-4087-bc92-d74e989a6420 req-45958529-6c28-4f1a-966c-0044dec3bee0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0518012 Jan 28 17:27:58.157536 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7e247bb6-e779-4087-bc92-d74e989a6420 req-62a5cd08-19c4-4b30-8f1c-6090af3fa742 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Jan 28 17:27:59.277958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964190b1-67b7-4422-a83e-03637c2c5277 req-efb237be-b78a-4afd-bac5-d446631fc8d6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:27:59.279541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-964190b1-67b7-4422-a83e-03637c2c5277 req-efb237be-b78a-4afd-bac5-d446631fc8d6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0550249 Jan 28 17:27:59.326221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-964190b1-67b7-4422-a83e-03637c2c5277 req-b981cc27-0586-466b-8f2c-e864d39c16e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Jan 28 17:28:00.445665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435c80b-65e0-41bb-85dc-ca6589380d45 req-6e10c47b-72bf-4e1f-900c-7c6d04660a7b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:00.447042 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5435c80b-65e0-41bb-85dc-ca6589380d45 req-6e10c47b-72bf-4e1f-900c-7c6d04660a7b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Jan 28 17:28:00.494785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5435c80b-65e0-41bb-85dc-ca6589380d45 req-f703217e-4fc1-4864-abae-015a8e944511 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420487 Jan 28 17:28:01.613062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41da8f-65e3-4863-81db-c88c85f5cc20 req-45991097-022f-4815-9d1d-6d8e3bcb738d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:01.614514 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd41da8f-65e3-4863-81db-c88c85f5cc20 req-45991097-022f-4815-9d1d-6d8e3bcb738d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Jan 28 17:28:01.668032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dd41da8f-65e3-4863-81db-c88c85f5cc20 req-16894c11-a85d-404f-bfd7-87481e1153c0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478756 Jan 28 17:28:01.856619 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-ce5420f5-b687-4b81-bb53-604c0d025dd2 service neutron] show failed (client error): The resource could not be found. Jan 28 17:28:01.857647 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-ce5420f5-b687-4b81-bb53-604c0d025dd2 service neutron] 10.222.0.24 "GET /v2.0/ports/2443b3af-39ff-4cfa-89c2-1309bbc20f7e/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0984082 Jan 28 17:28:02.052882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-7432a3df-4d2f-4d7e-94bc-0f114c4a67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:02.054295 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-7432a3df-4d2f-4d7e-94bc-0f114c4a67d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0447032 Jan 28 17:28:02.064976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:28:02.124348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:02.320300 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:02.351826 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:02.390449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:02.392986 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd0bd06-e7ac-406c-9b19-621ccff2f9db" -d '{"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-unplugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:02.396959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Publish callbacks [] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:02.409316 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Transition to ACTIVE for port object 2443b3af-39ff-4cfa-89c2-1309bbc20f7e will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:28:02.414167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:02.450064 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7566ed45-4c7e-494b-a423-49958bc1311f x-openstack-request-id: req-7566ed45-4c7e-494b-a423-49958bc1311f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:02.450366 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-unplugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:02.450621 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7566ed45-4c7e-494b-a423-49958bc1311f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:02.451013 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'code': 200} Jan 28 17:28:02.466165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:02.543102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] No DVR routers for this DVR port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:28:02.678122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:28:02.678456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:28:02.678885 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:02.683129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:28:02.683446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:02.688024 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:28:02.688356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:28:02.688793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:28:02.689218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Bound port: 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:28:02.689568 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:02.751058 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:02.754912 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:28:02.760919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:02.787508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d9d2f-35a3-4a19-801e-570be47b5d89 req-0e2fb774-8511-4a88-9734-c7d81e2c92aa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:02.789004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-631d9d2f-35a3-4a19-801e-570be47b5d89 req-0e2fb774-8511-4a88-9734-c7d81e2c92aa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 944 time: 0.0523798 Jan 28 17:28:02.795334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:02.796220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:02.797915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] 10.222.0.31 "PUT /v2.0/ports/2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1093 time: 0.7367656 Jan 28 17:28:02.841321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-631d9d2f-35a3-4a19-801e-570be47b5d89 req-3de1e389-aa8c-4a8d-9058-20de4fc011ca tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463698 Jan 28 17:28:02.856013 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327253b-a61b-4e2e-8203-d143e3797af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:02.876019 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-9057d3f4-728f-4e77-9fb4-eea9ffa232d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:02.877422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-9057d3f4-728f-4e77-9fb4-eea9ffa232d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1127 time: 0.0553243 Jan 28 17:28:02.970263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-e27b02cb-15a8-4dac-bd4e-aafdd2f2b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:02.971765 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-e27b02cb-15a8-4dac-bd4e-aafdd2f2b690 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0879862 Jan 28 17:28:03.048591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-4f9d5a5c-ad78-4efb-bbd5-2f846b7d512e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1000 time: 0.0712774 Jan 28 17:28:03.097446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-7a12064e-bb1e-4c09-8093-895135c35574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:03.099514 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-7a12064e-bb1e-4c09-8093-895135c35574 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0450313 Jan 28 17:28:03.148306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-77964e63-2633-4913-a9c4-040faaac8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:03.149863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-77964e63-2633-4913-a9c4-040faaac8684 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447385 Jan 28 17:28:03.238031 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-d53347e2-0b8b-47af-ad0b-9b36de2b8edd service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821576 Jan 28 17:28:03.322458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-52901974-e953-4a14-b506-c6cf60a4beb3 req-726036e2-e9a7-4348-9c9d-9f2c619a52f5 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789225 Jan 28 17:28:03.962379 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7432580-41b2-4a99-acbb-f56cf9a5d5a5 req-7caa0d75-5efb-4fda-8a9b-b00f36e1ce17 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:03.963849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7432580-41b2-4a99-acbb-f56cf9a5d5a5 req-7caa0d75-5efb-4fda-8a9b-b00f36e1ce17 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 944 time: 0.0522680 Jan 28 17:28:04.010115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7432580-41b2-4a99-acbb-f56cf9a5d5a5 req-ded63def-77e5-4288-982d-0a1113d71688 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Jan 28 17:28:04.452003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:04.454368 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c79815b-490b-4001-b60a-45e0108a4538" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:04.501601 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c48178-2f99-42a5-bd83-06f0ac53d776 x-openstack-request-id: req-85c48178-2f99-42a5-bd83-06f0ac53d776 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:04.501895 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:04.502205 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85c48178-2f99-42a5-bd83-06f0ac53d776 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:04.502605 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'status': 'completed', 'code': 200} Jan 28 17:28:04.596108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-95dee35e-3961-43ef-a78d-dcf347c67a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:04.597629 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-95dee35e-3961-43ef-a78d-dcf347c67a7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1127 time: 0.0781074 Jan 28 17:28:04.603165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-305d5874-8fd5-4419-9d8c-735f6c6b022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:04.604540 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-305d5874-8fd5-4419-9d8c-735f6c6b022b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1127 time: 0.0765638 Jan 28 17:28:04.754489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-e0084906-d6b0-4d61-92ad-8e2f4ca48460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:04.755949 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-e0084906-d6b0-4d61-92ad-8e2f4ca48460 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1505458 Jan 28 17:28:04.758430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-23f3cd32-120e-4f91-9cec-0cc01f98752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:04.759735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-23f3cd32-120e-4f91-9cec-0cc01f98752b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1472917 Jan 28 17:28:04.866937 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-0a668b06-28d5-463c-8c77-9c854eb1f4dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1000 time: 0.1046495 Jan 28 17:28:04.870391 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-0fc87243-2e1c-4edc-9b88-198c1c6e8bbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1000 time: 0.1025603 Jan 28 17:28:04.948795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-65d9f4e9-fd3c-4081-893d-bed9c5af45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:04.950218 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-65d9f4e9-fd3c-4081-893d-bed9c5af45ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0769894 Jan 28 17:28:04.951543 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-e2fb12a9-c53b-4eb1-abfd-5e06b3774f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:04.952843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-e2fb12a9-c53b-4eb1-abfd-5e06b3774f07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0727839 Jan 28 17:28:05.027236 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-8f4fc5ea-7ef3-4fb5-8275-2c0951836d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.028637 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-8f4fc5ea-7ef3-4fb5-8275-2c0951836d03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0726659 Jan 28 17:28:05.030433 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79815b-490b-4001-b60a-45e0108a4538 req-1daaac00-41a4-4239-953c-388140cba907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.031961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-1daaac00-41a4-4239-953c-388140cba907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683308 Jan 28 17:28:05.134850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962f3-ccda-4b6e-a3f6-f393fbaaa633 req-79f2fbed-0482-4430-9648-6b68518e0195 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.136621 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6f962f3-ccda-4b6e-a3f6-f393fbaaa633 req-79f2fbed-0482-4430-9648-6b68518e0195 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 944 time: 0.0584383 Jan 28 17:28:05.182534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6f962f3-ccda-4b6e-a3f6-f393fbaaa633 req-135779c1-8f2e-4546-bdf9-fc23a5260eb7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 Jan 28 17:28:05.187801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-34d2b4f4-8d53-4fb9-ab9e-7f41f36c4fcd service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444719 Jan 28 17:28:05.189669 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-31ea9501-ebde-45c7-98e6-d241b2179a07 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552074 Jan 28 17:28:05.360851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:28:05.436713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.31', 51903) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:28:05.490020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:05.502543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'mac_address': 'fa:16:3e:bf:08:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:28:05.531706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-f4190153-8b9b-44cb-aea7-28ae9ae3f2c7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.533485 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-f4190153-8b9b-44cb-aea7-28ae9ae3f2c7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1&tenant_id=6e50497060024e428c3403fd70bdf6b8&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 944 time: 0.0958519 Jan 28 17:28:05.541631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:05.542181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:05.545196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63260715-d5af-4f18-9af6-3499a42a6a1a req-ce9379da-c8a6-4f78-a07e-2fd40a3031e7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.547548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63260715-d5af-4f18-9af6-3499a42a6a1a req-ce9379da-c8a6-4f78-a07e-2fd40a3031e7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 944 time: 0.0794587 Jan 28 17:28:05.557420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2443b3af-39ff-4cfa-89c2-1309bbc20f7e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:28:05.579455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:05.584230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:05.632524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:05.643074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63260715-d5af-4f18-9af6-3499a42a6a1a req-03d2d13a-41f9-4db9-ae83-798026484810 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874641 Jan 28 17:28:05.644550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-ff8b8723-7c4a-4245-bb31-f14f6272b7ba service neutron] 10.222.0.31 "GET /v2.0/ports/2443b3af-39ff-4cfa-89c2-1309bbc20f7e/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 383 time: 0.0961049 Jan 28 17:28:05.709444 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-c63c56a0-d813-44a2-ad07-45408e78b173 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149217 Jan 28 17:28:05.711620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3c79815b-490b-4001-b60a-45e0108a4538 req-b95d02b5-db0a-495f-a336-433b8c4118aa service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097365 Jan 28 17:28:05.775048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:28:05.796822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-08417e63-ae47-49fe-9fb8-47ee8cefc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.798525 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-08417e63-ae47-49fe-9fb8-47ee8cefc88f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1128 time: 0.0485861 Jan 28 17:28:05.803291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['2443b3af-39ff-4cfa-89c2-1309bbc20f7e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:28:05.850973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] The host n-h1-812111-13 is not matching for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e host n-h2-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:28:05.851365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:28:05.886558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-91bb98ff-bcda-4754-a174-484df9d7dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:05.888047 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-91bb98ff-bcda-4754-a174-484df9d7dd9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0830810 Jan 28 17:28:05.955291 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-66efb15c-b794-428d-814a-d919ec7d5901 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1001 time: 0.0617912 Jan 28 17:28:06.001875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-bac4adf4-5b99-40ab-a5b0-15e0c621dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:06.003280 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-bac4adf4-5b99-40ab-a5b0-15e0c621dcd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0419285 Jan 28 17:28:06.052263 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-e1ef10f0-8cb1-45a2-983b-317136571956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:06.053721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-e1ef10f0-8cb1-45a2-983b-317136571956 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439663 Jan 28 17:28:06.149321 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-a65679b0-5409-45a6-be40-4750227bff34 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892076 Jan 28 17:28:06.235131 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-62f443e7-211e-4c6b-a592-d8f779a35245 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792861 Jan 28 17:28:06.768195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d999df-f8a3-414b-a1f8-b4b3466c06b2 req-2218e713-5d98-448b-9703-362277c93693 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:06.770241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69d999df-f8a3-414b-a1f8-b4b3466c06b2 req-2218e713-5d98-448b-9703-362277c93693 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Jan 28 17:28:06.815496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-69d999df-f8a3-414b-a1f8-b4b3466c06b2 req-0fdf91a4-26a1-435f-9a76-0251804fd568 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396709 Jan 28 17:28:07.369680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:28:07.420972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:28:07.425318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:28:07.425693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:07.499422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:07.499821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:07.521195 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:07.523408 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a84d4-47c5-423d-bc21-8a1c023f849d" -d '{"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-plugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:07.536736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:07.542071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:07.591242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:07.640526 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eaf72a-ca8a-4810-871e-53ce878a0dc2 x-openstack-request-id: req-26eaf72a-ca8a-4810-871e-53ce878a0dc2 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:07.640913 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-plugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:07.641169 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26eaf72a-ca8a-4810-871e-53ce878a0dc2 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:07.641651 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'code': 200} Jan 28 17:28:07.933822 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b0d62-1e95-4101-9f1a-28e1ce4b2809 req-810c69b7-96b9-462b-a85d-d490c4010d15 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:07.935197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-414b0d62-1e95-4101-9f1a-28e1ce4b2809 req-810c69b7-96b9-462b-a85d-d490c4010d15 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0524931 Jan 28 17:28:07.985775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-414b0d62-1e95-4101-9f1a-28e1ce4b2809 req-9aca48f9-2eca-4bf5-b773-cbb358e5712e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Jan 28 17:28:08.329927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-afcf79f5-0a2d-4fd4-865d-eeb3b68c54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:08.331451 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-afcf79f5-0a2d-4fd4-865d-eeb3b68c54d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0488124 Jan 28 17:28:08.341902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:28:08.397166 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:08.593715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:08.625295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:08.667007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:08.669260 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf72e17-2e8e-48a4-b0f6-14afbff74926" -d '{"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-unplugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:08.673790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Publish callbacks [] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:08.686573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Transition to ACTIVE for port object 2443b3af-39ff-4cfa-89c2-1309bbc20f7e will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:28:08.690343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:08.718532 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e9e388-2133-4343-a6c8-04fd25e42cc4 x-openstack-request-id: req-59e9e388-2133-4343-a6c8-04fd25e42cc4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:08.718835 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-unplugged", "status": "completed", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:08.719094 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59e9e388-2133-4343-a6c8-04fd25e42cc4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:08.719490 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'code': 200} Jan 28 17:28:08.768813 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=10']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:08.818839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] No DVR routers for this DVR port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:28:08.952157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:28:08.952491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:28:08.952854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:08.957654 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:28:08.957971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Attempting to bind port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:08.962631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:28:08.962964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:28:08.963342 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:28:08.963759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Bound port: 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:28:08.964106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:09.024234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:09.027566 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:28:09.033663 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:09.067389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:09.068015 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:09.069423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] 10.222.0.24 "PUT /v2.0/ports/2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1094 time: 0.7313890 Jan 28 17:28:09.092346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc6297-2aba-4cbb-a757-50301198ec0b service neutron] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=11']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:09.117327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd054db5-de74-45ac-87c5-90a8849024fd req-8ad9967c-2334-4841-bd0d-968ce50bdaee tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:09.121197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd054db5-de74-45ac-87c5-90a8849024fd req-8ad9967c-2334-4841-bd0d-968ce50bdaee tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0615976 Jan 28 17:28:09.147203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-59db586f-14b0-4623-805e-eaf13387361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:09.148908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-59db586f-14b0-4623-805e-eaf13387361b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1128 time: 0.0489395 Jan 28 17:28:09.170659 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd054db5-de74-45ac-87c5-90a8849024fd req-3d50973f-70ac-4684-aabf-dd2d25a5afe6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Jan 28 17:28:09.246514 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-84a6631b-c29f-4f35-a7cb-82ac71d0e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:09.247985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-84a6631b-c29f-4f35-a7cb-82ac71d0e674 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0938039 Jan 28 17:28:09.312626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-369c15a3-b8be-49fc-afde-b22ba520b5e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1000 time: 0.0587437 Jan 28 17:28:09.363627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-9e9d7d10-2d1b-4717-955a-14cb52661c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:09.365104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-9e9d7d10-2d1b-4717-955a-14cb52661c83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0460494 Jan 28 17:28:09.411944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-f9647c71-4080-45c1-89f9-d56767591a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:09.413427 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-f9647c71-4080-45c1-89f9-d56767591a5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430274 Jan 28 17:28:09.500599 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-a185e664-9405-43a5-a52d-fe17df228247 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Jan 28 17:28:09.591997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-7fa7f45f-7ea3-4730-a3aa-2f7c8caaa1b9 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849020 Jan 28 17:28:10.294095 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b93c2-45b2-4e4e-b6a9-b1ac51a9d840 req-3c094bda-5e25-400d-b259-361b344f976f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:10.295576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-665b93c2-45b2-4e4e-b6a9-b1ac51a9d840 req-3c094bda-5e25-400d-b259-361b344f976f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Jan 28 17:28:10.341108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-665b93c2-45b2-4e4e-b6a9-b1ac51a9d840 req-6b20ea76-6c20-4edd-8f45-27e379d05bc3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392945 Jan 28 17:28:10.720783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:10.723105 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddfc7f5-4535-4395-9dc4-430da1ec9324" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:10.771751 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e216d3-ef06-415a-9739-6fe7e98adf6b x-openstack-request-id: req-a6e216d3-ef06-415a-9739-6fe7e98adf6b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:10.772046 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:10.772305 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6e216d3-ef06-415a-9739-6fe7e98adf6b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:10.772743 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'status': 'completed', 'code': 200} Jan 28 17:28:10.867817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-720f3e23-389f-4ac9-ad44-f40a7202b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:10.869355 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-720f3e23-389f-4ac9-ad44-f40a7202b980 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1128 time: 0.0797825 Jan 28 17:28:10.877815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-6ebe3f17-0c7f-47f6-9149-f6f1849aabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:10.879882 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-6ebe3f17-0c7f-47f6-9149-f6f1849aabdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 1128 time: 0.0639188 Jan 28 17:28:11.037447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-1de925d9-df20-493a-b1ff-e905b2a54e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.039364 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-1de925d9-df20-493a-b1ff-e905b2a54e09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1636815 Jan 28 17:28:11.041575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-28d85d9b-79fa-48f8-8d22-88c3acf3a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.042944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-28d85d9b-79fa-48f8-8d22-88c3acf3a63a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1556110 Jan 28 17:28:11.155465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-9c0abb65-6bd8-44f9-935b-d6fc2aa335e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1000 time: 0.1094556 Jan 28 17:28:11.161700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-84395ec1-0aaa-49ff-a1b8-bd1a6b8bfe20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 200 len: 1000 time: 0.1068585 Jan 28 17:28:11.238519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-623fbcd5-5af3-4a67-80fa-162e4b03093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.239997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-623fbcd5-5af3-4a67-80fa-162e4b03093b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0774629 Jan 28 17:28:11.241432 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-389dd9c5-856d-459e-9f29-b8e83b7d0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.242743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-389dd9c5-856d-459e-9f29-b8e83b7d0584 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0732162 Jan 28 17:28:11.320403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-019e14fb-c8fd-4d5f-96f1-a1f13857d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.321872 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-019e14fb-c8fd-4d5f-96f1-a1f13857d94f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767002 Jan 28 17:28:11.327705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-2b392179-fc0c-4ef4-93e5-02a312689860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.329131 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-2b392179-fc0c-4ef4-93e5-02a312689860 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766711 Jan 28 17:28:11.400199 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:28:11.466329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:28:11.467135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:28:11.468536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ce3f-43dd-4f05-8a98-b7cdf988fb43 req-0b3cfc5d-80e0-41b3-8844-5ced014e0fbf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.471572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a167ce3f-43dd-4f05-8a98-b7cdf988fb43 req-0b3cfc5d-80e0-41b3-8844-5ced014e0fbf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0590119 Jan 28 17:28:11.483276 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-0c1ecc6b-8d4e-4922-858c-6a28c1d282a0 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532054 Jan 28 17:28:11.485153 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-a854683f-2d4e-43f6-8e2f-038310151cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477480 Jan 28 17:28:11.519996 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a167ce3f-43dd-4f05-8a98-b7cdf988fb43 req-a6ade317-27e5-4171-a187-84f07ea470bf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Jan 28 17:28:11.640664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71bce-ccb7-46ce-974f-023aa847d6a9 req-188aaa36-c658-4c10-ac2a-d443d74c703e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.641903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-b2c09695-7746-413f-8cdb-cf7c0cde672e service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525745 Jan 28 17:28:11.642117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ca71bce-ccb7-46ce-974f-023aa847d6a9 req-188aaa36-c658-4c10-ac2a-d443d74c703e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Jan 28 17:28:11.644041 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eddfc7f5-4535-4395-9dc4-430da1ec9324 req-556a3ceb-5ab0-4033-93d2-82c5b446a8ae service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477230 Jan 28 17:28:11.695221 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ca71bce-ccb7-46ce-974f-023aa847d6a9 req-ff667621-4409-45a7-9e71-7b78b87b0f6f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467727 Jan 28 17:28:11.818903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:28:11.820237 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9dbe4-2e45-4f16-a494-f1b92b341319 req-09b1ca83-39e5-426a-bcce-7e1715ce3ce1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:11.821785 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1a9dbe4-2e45-4f16-a494-f1b92b341319 req-09b1ca83-39e5-426a-bcce-7e1715ce3ce1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 945 time: 0.0579150 Jan 28 17:28:11.869559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1a9dbe4-2e45-4f16-a494-f1b92b341319 req-8b34fa93-8716-487c-b97b-c74779a1021c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 Jan 28 17:28:11.944583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:11.958220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'mac_address': 'fa:16:3e:bf:08:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:28:11.996401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:11.996750 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:12.011493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2443b3af-39ff-4cfa-89c2-1309bbc20f7e {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:28:12.033568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:12.037778 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:12.088563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:12.129431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bdd8-604d-4c47-a677-3cd91d9badd5 req-dbe9f35d-9424-44a9-8a80-29c7fb26f3cf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:12.131031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fe2bdd8-604d-4c47-a677-3cd91d9badd5 req-dbe9f35d-9424-44a9-8a80-29c7fb26f3cf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0565546 Jan 28 17:28:12.178148 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fe2bdd8-604d-4c47-a677-3cd91d9badd5 req-a2e2c91c-291b-4697-8d44-5080d034b663 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Jan 28 17:28:12.259301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['2443b3af-39ff-4cfa-89c2-1309bbc20f7e'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:28:12.640265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:12.669900 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:13.301408 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a9fa-8e50-4b4d-b101-15a01552fb29 req-04586eec-6258-4e1b-ae06-c3cf960bf3dd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:13.302792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0b1a9fa-8e50-4b4d-b101-15a01552fb29 req-04586eec-6258-4e1b-ae06-c3cf960bf3dd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Jan 28 17:28:13.352765 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0b1a9fa-8e50-4b4d-b101-15a01552fb29 req-2cc4c52b-dc9e-4e2f-b74a-42a432679a09 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Jan 28 17:28:13.542624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-6e04176f-3cd8-4d37-9117-7fe687ba34a6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:13.544112 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-6e04176f-3cd8-4d37-9117-7fe687ba34a6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 946 time: 0.0530977 Jan 28 17:28:13.635428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Deleting port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:28:13.635688 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:13.719837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] For port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:13.720196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:13.820664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:28:13.870730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:28:13.875023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:28:13.875424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:13.891545 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:13.891853 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:13.892175 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c disassociated. External IP: 172.25.8.49, port: 2443b3af-39ff-4cfa-89c2-1309bbc20f7e. Jan 28 17:28:13.892521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Calling delete_port for 2443b3af-39ff-4cfa-89c2-1309bbc20f7e owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:28:13.951014 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:13.951642 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:14.020323 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (2443b3af-39ff-4cfa-89c2-1309bbc20f7e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:14.056436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event deleted for resources: {'Port': ['ID=2443b3af-39ff-4cfa-89c2-1309bbc20f7e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:14.177238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:28:14.282892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:28:14.295990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:28:14.306964 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:28:14.307584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:27:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:14.331088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] No DVR routers for this DVR port 2443b3af-39ff-4cfa-89c2-1309bbc20f7e on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:28:14.333799 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:14.337230 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5fd057ef-294a-473d-818d-0f3a04efe1fc req-5d642209-44ae-48e8-bb93-cedb1d1df163 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "DELETE /v2.0/ports/2443b3af-39ff-4cfa-89c2-1309bbc20f7e HTTP/1.1" status: 204 len: 173 time: 0.7878013 Jan 28 17:28:14.337679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-deleted', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:14.340072 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb56120e-6691-47b3-aee9-50f8259bf833" -d '{"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-deleted", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:14.386981 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7c99df-a988-404e-b73b-77810e25c930 x-openstack-request-id: req-ed7c99df-a988-404e-b73b-77810e25c930 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:14.387267 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81ed6c-4121-4dca-91f6-8df264d8cde1", "name": "network-vif-deleted", "tag": "2443b3af-39ff-4cfa-89c2-1309bbc20f7e", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:14.387497 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed7c99df-a988-404e-b73b-77810e25c930 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:14.387900 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81ed6c-4121-4dca-91f6-8df264d8cde1', 'name': 'network-vif-deleted', 'tag': '2443b3af-39ff-4cfa-89c2-1309bbc20f7e', 'status': 'completed', 'code': 200} Jan 28 17:28:14.429393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:28:14.509079 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d9653a0e-0d2c-4148-8b8e-bf13e36a62fb req-1f96d91a-6fe5-4f70-bf06-87478a600750 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b81ed6c-4121-4dca-91f6-8df264d8cde1 HTTP/1.1" status: 200 len: 210 time: 0.0475881 Jan 28 17:28:14.663044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:14.701288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:28:14.710851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:28:14.711463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:27:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:14.827765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:28:15.024726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:15.056242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df0fe3-0bd7-48cc-a647-0badef58f41a None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:28:15.268377 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda01d1-7d8d-475a-96fa-5568d9ead9b0 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:28:15.751757 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a76d79a0-8584-4f7f-8bbc-af4522d6ee6b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--880580105&fields=id&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 267 time: 0.0412295 Jan 28 17:28:15.852664 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-e7f6b1fb-60a1-4fde-bccd-cb0c05e8c765 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:15.854137 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-e7f6b1fb-60a1-4fde-bccd-cb0c05e8c765 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.0962136 Jan 28 17:28:15.868860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-b8c4a3e6-2e18-4938-93f4-7235f06a155c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/quotas/6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 375 time: 0.0094392 Jan 28 17:28:15.926146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-4e0ff039-dcfc-4b39-a1a1-f3154fd22be3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524545 Jan 28 17:28:16.006821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2cdd4a5-6060-43f8-bcc1-59f11e8dfeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:16.065929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-9fbc485d-f4a5-4fe9-a7a4-e75e86e12094 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287823 Jan 28 17:28:16.159806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-29ce1c8f-9cd9-43cb-967a-74dafafe1ee8 service neutron] 10.222.0.25 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881019 Jan 28 17:28:16.319267 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a6a4d5fc-a139-4b20-a099-088a5f708749 req-cafbb309-6116-42e8-af05-577963d7162f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0282118 Jan 28 17:28:17.255394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-64e99004-044c-4b54-82a9-2eefdbfe383e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:17.257020 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-64e99004-044c-4b54-82a9-2eefdbfe383e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 812 time: 0.0994418 Jan 28 17:28:17.321220 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-e7e3304b-1c67-4d74-b90c-5876d871fcce tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 379 time: 0.0563836 Jan 28 17:28:17.329422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'port': {'device_id': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'admin_state_up': True, 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'security_groups': ['343132d8-3530-476c-98e2-d6d282db69cf']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:28:17.413861 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d2f5078-ddbc-4043-b513-6d777963e463 req-e95f2bc6-d28b-4cd5-a336-e00466cbb1a7 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0277011 Jan 28 17:28:17.434496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Made reservation on behalf of 6e50497060024e428c3403fd70bdf6b8 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:28:17.437879 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:17.563975 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Allocated IP 172.20.0.10 (2b5e58aa-0388-45c6-bd21-b44c4c254774/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b/7c6248d5-a738-4b68-903c-cbdd918df8d9) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:28:17.690846 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:17.724126 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:17.766908 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:28:17.770430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:28:17.773979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:28:17.805428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:17.829653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:17.830267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:17.846787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-1d247bf7-9da8-4531-a907-8e1933b523ad tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5208952 Jan 28 17:28:17.851469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:28:17.858261 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Request body: {'port': {'device_id': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:28:17.875287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 2443b3af-39ff-4cfa-89c2-1309bbc20f7e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:28:17.875638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 2443b3af-39ff-4cfa-89c2-1309bbc20f7e not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:28:17.919645 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:17.967986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61a339c2-86e0-4615-a8de-30abcfd29f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.018648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a795a028-b667-457e-8402-e633c5efe89a None None] Provisioning complete for port 7c6248d5-a738-4b68-903c-cbdd918df8d9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:28:18.019024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a795a028-b667-457e-8402-e633c5efe89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.053308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a795a028-b667-457e-8402-e633c5efe89a None None] Port 7c6248d5-a738-4b68-903c-cbdd918df8d9 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:28:18.187294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:28:18.195260 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Publish callbacks [] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.207011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Transition to ACTIVE for port object 7c6248d5-a738-4b68-903c-cbdd918df8d9 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:28:18.210149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.258556 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:18.333819 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:28:18.334154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:28:18.334489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:18.338946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:28:18.339301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:18.344199 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:28:18.344533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:28:18.344995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:28:18.345418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Bound port: 7c6248d5-a738-4b68-903c-cbdd918df8d9, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:28:18.345773 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.410201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:18.413244 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:28:18.420858 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.457436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:18.458028 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:18.459539 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1093 time: 0.6054726 Jan 28 17:28:18.459993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:18.462340 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb940cb58aa13ecee69459914440252c2d0e8e0dd43b7a00e9d3ce3e94bffc78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974f796-543d-4a07-aa0d-9f763eeddf95" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:18.489760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b67efd-ceb6-46fd-8b6d-68b084b53562 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:18.539289 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac947051-4321-4f36-b71b-c3f8bac19c4b x-openstack-request-id: req-ac947051-4321-4f36-b71b-c3f8bac19c4b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:18.539588 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:18.539841 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac947051-4321-4f36-b71b-c3f8bac19c4b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:18.540238 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'status': 'completed', 'code': 200} Jan 28 17:28:18.561341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-539ace4c-88d8-40ac-82b1-7f16da23dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:18.562983 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-539ace4c-88d8-40ac-82b1-7f16da23dffb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1127 time: 0.0529699 Jan 28 17:28:18.577813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e5f58-d13b-4057-83bb-0f40a7caf3b9 req-e5dc84ce-c56e-4798-9354-42a842ec6084 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:18.579644 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-782e5f58-d13b-4057-83bb-0f40a7caf3b9 req-e5dc84ce-c56e-4798-9354-42a842ec6084 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0653386 Jan 28 17:28:18.612715 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-dafaa9df-a51e-4b83-8a28-7d10252ab17b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 217 time: 0.0412707 Jan 28 17:28:18.629995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-782e5f58-d13b-4057-83bb-0f40a7caf3b9 req-e809186b-3046-4998-a12a-507fd474cdca tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Jan 28 17:28:18.663351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-090f4b3c-5e39-48e8-925e-25435639e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:18.664875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-090f4b3c-5e39-48e8-925e-25435639e4eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0469265 Jan 28 17:28:18.713452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-b386e5ed-b743-4f2e-968f-3758de00ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:18.714889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-b386e5ed-b743-4f2e-968f-3758de00ffcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443292 Jan 28 17:28:19.135216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-3d9f8785-765c-43a6-bda5-021f3d279bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142215 Jan 28 17:28:19.221822 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9c003ef5-e4c2-4c2f-bc29-3e30d512412b req-3bf3969f-8c19-4a2b-9f9b-d1219add00e9 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798304 Jan 28 17:28:19.313548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-4dd59768-c5f4-4453-b0f6-c484e627ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:19.314985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-4dd59768-c5f4-4453-b0f6-c484e627ac44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1127 time: 0.0481699 Jan 28 17:28:19.405215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-31bad75d-0ca4-4fb9-91bc-4ebbdd9725f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:19.406712 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-31bad75d-0ca4-4fb9-91bc-4ebbdd9725f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0828996 Jan 28 17:28:19.450963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-ceb77144-fb48-4338-be11-cee58b5fe644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 217 time: 0.0379109 Jan 28 17:28:19.497168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-9dc018cf-be00-4ec6-a8d8-fb2c43101a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:19.498575 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-9dc018cf-be00-4ec6-a8d8-fb2c43101a3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0419598 Jan 28 17:28:19.548759 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-ed59c2b3-8610-4f1a-8c67-cc2bdb10a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:19.550304 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-ed59c2b3-8610-4f1a-8c67-cc2bdb10a3df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436213 Jan 28 17:28:19.555825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:19.640978 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-04d7ab00-9505-43c5-a039-eac2a773eb31 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832751 Jan 28 17:28:19.727905 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5974f796-543d-4a07-aa0d-9f763eeddf95 req-8fd99716-2a13-48a5-b626-a005e344b885 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810919 Jan 28 17:28:19.756099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33c1a-768a-445e-b2be-2ad58444bf83 req-8353b8a7-ffe6-4207-8491-9250258d9299 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:19.757614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3b33c1a-768a-445e-b2be-2ad58444bf83 req-8353b8a7-ffe6-4207-8491-9250258d9299 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0564737 Jan 28 17:28:19.803214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3b33c1a-768a-445e-b2be-2ad58444bf83 req-79bb9147-82c5-438c-9055-f60f91ec5da6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Jan 28 17:28:20.796998 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:20.926001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a55d-a722-40ec-a772-99254faf7441 req-257dd700-dd0a-45d7-b2cd-9c3754f15e5c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:20.927496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc03a55d-a722-40ec-a772-99254faf7441 req-257dd700-dd0a-45d7-b2cd-9c3754f15e5c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0525959 Jan 28 17:28:20.975794 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc03a55d-a722-40ec-a772-99254faf7441 req-8a69f3f0-3814-4f40-ae62-e3e40f09b7a4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Jan 28 17:28:21.825976 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:21.881331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:28:21.976591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:21.987988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'mac_address': 'fa:16:3e:5b:f6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:28:22.024192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:22.024583 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:22.037680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:28:22.057412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:22.062400 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:22.100509 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537b932-03f0-41b0-8311-aa6b84cd4e1e req-523b2ffd-644a-4a1c-a9c8-691d4cb62dfd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:22.101932 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5537b932-03f0-41b0-8311-aa6b84cd4e1e req-523b2ffd-644a-4a1c-a9c8-691d4cb62dfd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0579274 Jan 28 17:28:22.112605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:22.149535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5537b932-03f0-41b0-8311-aa6b84cd4e1e req-0b6616e3-17b2-45d0-aaca-7af99fc4c7e2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 Jan 28 17:28:22.253031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['7c6248d5-a738-4b68-903c-cbdd918df8d9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:28:23.268900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f717d-77a2-4245-ba7a-b81b6980e62d req-f610d08a-eea8-4ed1-b7aa-5996f5134f1e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:23.270341 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a00f717d-77a2-4245-ba7a-b81b6980e62d req-f610d08a-eea8-4ed1-b7aa-5996f5134f1e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0514202 Jan 28 17:28:23.316087 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a00f717d-77a2-4245-ba7a-b81b6980e62d req-fd53bc63-57d0-4a07-b3aa-74788c56feb2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400112 Jan 28 17:28:23.678882 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:28:23.879340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:28:23.929037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 7c6248d5-a738-4b68-903c-cbdd918df8d9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:28:23.932636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 7c6248d5-a738-4b68-903c-cbdd918df8d9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:28:23.933036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:24.004840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:24.005219 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:24.026706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:24.028932 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae51c53a89a7463f41f1c6d1137e27635e0ea4d6ac9f044758119c0247c435b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc11114-0998-46eb-9433-e0be5753f3e6" -d '{"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-plugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:24.041535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:24.045727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:24.072026 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e66cb-2c09-4799-90ed-0df9673ec7c9 x-openstack-request-id: req-141e66cb-2c09-4799-90ed-0df9673ec7c9 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:24.072321 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-plugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:24.072577 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-141e66cb-2c09-4799-90ed-0df9673ec7c9 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:24.072997 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'code': 200} Jan 28 17:28:24.098684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:24.167989 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6b539-9fe6-4916-860f-1baacdde5d97 req-83413277-48d6-4c6e-8802-5e11c4c8b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:24.169499 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f6d6b539-9fe6-4916-860f-1baacdde5d97 req-83413277-48d6-4c6e-8802-5e11c4c8b642 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1129 time: 0.0464799 Jan 28 17:28:24.212063 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f6d6b539-9fe6-4916-860f-1baacdde5d97 req-014f1dc8-b471-436e-b44a-2d48bbcdf075 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360661 Jan 28 17:28:24.432887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8c14-9501-4bf1-bcad-3bc44dd10de0 req-15754960-3327-4330-aadc-ff4f6737f14b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:24.434400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf3c8c14-9501-4bf1-bcad-3bc44dd10de0 req-15754960-3327-4330-aadc-ff4f6737f14b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0524180 Jan 28 17:28:24.485004 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf3c8c14-9501-4bf1-bcad-3bc44dd10de0 req-dc5d009c-c38c-45e7-8390-deafa74a11e4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450022 Jan 28 17:28:25.603812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe85e7-0d97-4183-962d-fcd6edbac69e req-9d406454-bd87-42e5-94ad-b402cb9fe3da tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:25.605296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-defe85e7-0d97-4183-962d-fcd6edbac69e req-9d406454-bd87-42e5-94ad-b402cb9fe3da tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0520341 Jan 28 17:28:25.650940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-defe85e7-0d97-4183-962d-fcd6edbac69e req-c9e90994-5de5-4672-8495-dc677b1a388a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400548 Jan 28 17:28:25.768020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610ffb5-a7ab-4fed-8fd2-a68841704791 req-626f2a98-9829-467f-a07c-a4c58cace6e8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:25.769467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c610ffb5-a7ab-4fed-8fd2-a68841704791 req-626f2a98-9829-467f-a07c-a4c58cace6e8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0556097 Jan 28 17:28:25.777864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 33950) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:28:25.782158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Request body: {'floatingip': {'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:28:25.824437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:26.261891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:26.265492 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:26.363945 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c associated. External IP: 172.25.8.49, port: 7c6248d5-a738-4b68-903c-cbdd918df8d9. Jan 28 17:28:26.572304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:28:26.677601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:28:26.683412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:26.690262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:28:26.700725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:28:26.701504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:28:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:26.715188 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6a79ac23-1cd9-4e83-b1e7-7bd391567c9c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "PUT /v2.0/floatingips/ccb59473-8f1b-4e8c-96bc-79a90e00c20c HTTP/1.1" status: 200 len: 992 time: 0.9332674 Jan 28 17:28:26.715188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:26.715188 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cce2c2473d01e80cd1387352835d38b9f1ee0daab236a758db04e5eb2e7f5f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:26.819996 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad15f56-c2c8-453d-b71a-e052dd821e7d x-openstack-request-id: req-fad15f56-c2c8-453d-b71a-e052dd821e7d {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:26.820294 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:26.820554 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fad15f56-c2c8-453d-b71a-e052dd821e7d {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:26.820992 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'status': 'completed', 'code': 200} Jan 28 17:28:26.900007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-e4ddf19a-394a-4c44-977a-6e0886e39a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:26.901596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-e4ddf19a-394a-4c44-977a-6e0886e39a85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1129 time: 0.0586438 Jan 28 17:28:26.980868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:28:27.028768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-2a572330-3c84-46fc-983f-94989252d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:27.030562 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-2a572330-3c84-46fc-983f-94989252d477 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1235774 Jan 28 17:28:27.104404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-266fca55-75dc-4960-8acb-12a151e872b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0676823 Jan 28 17:28:27.159509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-455e8f93-c364-4b46-b253-0ee98d72865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:27.161009 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-455e8f93-c364-4b46-b253-0ee98d72865c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0513124 Jan 28 17:28:27.210102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-7de9d985-b958-4874-acec-f5f01183864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:27.211656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-7de9d985-b958-4874-acec-f5f01183864a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454364 Jan 28 17:28:27.232434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:5b:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:28:26Z', 'revision_number': 13, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:27.263823 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:28:27.272509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:28:27.273232 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:28:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:27.319145 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-8689c42b-0f77-47d9-8a7b-7eea61895d24 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915620 Jan 28 17:28:27.379474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:28:27.409826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dad81f0d-2bc0-40c0-845e-4561e8d2d6b8 req-8d14b12b-b563-4bb4-8e2a-6604b3113171 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843441 Jan 28 17:28:27.608634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:5b:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:28:26Z', 'revision_number': 13, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:28:27.634386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4084b8-d508-4817-9563-a963e07cc77e None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'ccb59473-8f1b-4e8c-96bc-79a90e00c20c', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'mac_address': 'fa:16:3e:5b:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:25:36Z', 'updated_at': '2022-01-28T17:28:26Z', 'revision_number': 13, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:28:27.837098 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab6abd-fb17-4bc9-83ec-f721960bb2d1 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:28:29.222399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8eb57-9137-4e7b-9409-b7a0012f55f5 req-4fa3546e-7fe1-4733-ad88-5188754fb939 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:29.223924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fee8eb57-9137-4e7b-9409-b7a0012f55f5 req-4fa3546e-7fe1-4733-ad88-5188754fb939 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0532806 Jan 28 17:28:29.273108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fee8eb57-9137-4e7b-9409-b7a0012f55f5 req-bd7d5e22-4e67-48bc-a7b0-9566944cd374 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Jan 28 17:28:42.647104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:42.691635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:45.671398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-74babba8-ee3a-41c3-b927-9d1882b35fe5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934439 Jan 28 17:28:45.776810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd574ea-e6f8-4863-b8fa-78530a2f73cf req-735bde9a-fc1e-45fc-a12c-f4ca0b5c8090 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:45.778298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd574ea-e6f8-4863-b8fa-78530a2f73cf req-735bde9a-fc1e-45fc-a12c-f4ca0b5c8090 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0992923 Jan 28 17:28:45.825419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0bd574ea-e6f8-4863-b8fa-78530a2f73cf req-88a35787-cba6-4ccc-b015-dbcc7908adaa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Jan 28 17:28:46.008562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f341-c806-482a-9315-ba11079e508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:46.752792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-81b87d9c-c52c-4653-8be6-6f457b7c462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:46.754416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-81b87d9c-c52c-4653-8be6-6f457b7c462b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1129 time: 0.0499866 Jan 28 17:28:46.841622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-2d63baa7-a03c-4962-bc36-0afa922c082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:46.844333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-2d63baa7-a03c-4962-bc36-0afa922c082a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0837321 Jan 28 17:28:46.913753 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-cea7485a-5949-4a48-92b1-a2c40ca87ff9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1002 time: 0.0625062 Jan 28 17:28:46.963842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-f2543e1d-6050-4571-80d2-372e4e958589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:46.965393 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-f2543e1d-6050-4571-80d2-372e4e958589 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0444031 Jan 28 17:28:47.016662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-d4f6f637-612c-41f1-b22f-642ff97672aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:47.018207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-d4f6f637-612c-41f1-b22f-642ff97672aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434794 Jan 28 17:28:47.062453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781904-685e-48e3-b573-da54efe4bc38 req-24762d9d-9852-43c6-b062-7273525cfe0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:47.063919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff781904-685e-48e3-b573-da54efe4bc38 req-24762d9d-9852-43c6-b062-7273525cfe0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0969632 Jan 28 17:28:47.110253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff781904-685e-48e3-b573-da54efe4bc38 req-52d919f0-a1f5-4902-81cf-621bb3b98618 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400763 Jan 28 17:28:47.111164 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-b26f2d9b-e08e-4696-8cdf-9a519a3351c2 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857515 Jan 28 17:28:47.202667 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-5216202c-cb6d-492e-b861-8ab123cfa55b service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845802 Jan 28 17:28:47.968337 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-726fa5d8-9883-4658-957d-82a7f6b47fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:48.233187 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e16ba-4b9f-422b-9c17-919832d37a2f req-667c5c4d-f48a-4651-b222-c75bf8b7aa42 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:48.234647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c5e16ba-4b9f-422b-9c17-919832d37a2f req-667c5c4d-f48a-4651-b222-c75bf8b7aa42 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0557044 Jan 28 17:28:48.279593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c5e16ba-4b9f-422b-9c17-919832d37a2f req-9019bf1a-b18b-4505-ab90-8845c43895e4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393498 Jan 28 17:28:49.401030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f345ff2-c6e8-4293-862b-a1278c115041 req-e66952ff-24cf-46bd-a91a-860a7fa26a3e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:49.402498 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f345ff2-c6e8-4293-862b-a1278c115041 req-e66952ff-24cf-46bd-a91a-860a7fa26a3e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0518618 Jan 28 17:28:49.448936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f345ff2-c6e8-4293-862b-a1278c115041 req-89f12017-ca0d-43b5-ab81-86ee7685ee1e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Jan 28 17:28:49.560571 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:50.573549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1576a-b6c3-40b5-8fcf-4edafd62358d req-da022442-d50e-439d-8237-73e62ecfbb7c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:50.575032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f1576a-b6c3-40b5-8fcf-4edafd62358d req-da022442-d50e-439d-8237-73e62ecfbb7c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0514030 Jan 28 17:28:50.624883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-23f1576a-b6c3-40b5-8fcf-4edafd62358d req-c492791d-ac48-4669-b819-0af0a01b7a6e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442770 Jan 28 17:28:50.799632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:51.743672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01bc7-bc6a-453b-8db7-176da1732271 req-cb230b6b-2131-4137-b957-c21be9a026c3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:51.745173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ea01bc7-bc6a-453b-8db7-176da1732271 req-cb230b6b-2131-4137-b957-c21be9a026c3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0515363 Jan 28 17:28:51.792507 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2ea01bc7-bc6a-453b-8db7-176da1732271 req-bc193bb7-790c-4e37-8859-64d2206a0cf9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Jan 28 17:28:51.827883 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:52.910082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ab66b-c8b6-465d-9c9d-0e2633c3c647 req-b263db1c-1c42-407b-8c62-3f699dd4a994 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:52.911551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a8ab66b-c8b6-465d-9c9d-0e2633c3c647 req-b263db1c-1c42-407b-8c62-3f699dd4a994 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0519810 Jan 28 17:28:52.957391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3a8ab66b-c8b6-465d-9c9d-0e2633c3c647 req-a8db3af9-274c-4b5d-9db3-40c7195b41a3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402889 Jan 28 17:28:54.079024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71c5dd-88cd-4bdd-8743-ac410cfb3d89 req-bb576ac0-194f-4303-941d-57b415986bcf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:54.080494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f71c5dd-88cd-4bdd-8743-ac410cfb3d89 req-bb576ac0-194f-4303-941d-57b415986bcf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0552580 Jan 28 17:28:54.126718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f71c5dd-88cd-4bdd-8743-ac410cfb3d89 req-ced67b56-5ec7-4055-b1ad-43af7e28a4bf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Jan 28 17:28:55.249054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba79f8-d41b-483b-b57a-340c5a8bd9e0 req-899e11ed-1797-42db-a6f6-54baeee536f4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:55.250529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36ba79f8-d41b-483b-b57a-340c5a8bd9e0 req-899e11ed-1797-42db-a6f6-54baeee536f4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0553870 Jan 28 17:28:55.297623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36ba79f8-d41b-483b-b57a-340c5a8bd9e0 req-9efb8dbe-9d06-4ad8-b8b7-aa1e4e5a51c9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Jan 28 17:28:56.422162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbef00-7a9b-43c6-896d-0817ce936446 req-55e891e9-6dc1-463a-8539-26f63592c5da tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:56.423857 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3efbef00-7a9b-43c6-896d-0817ce936446 req-55e891e9-6dc1-463a-8539-26f63592c5da tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0569832 Jan 28 17:28:56.471502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3efbef00-7a9b-43c6-896d-0817ce936446 req-f60db568-2f97-4908-b60f-f666a8cb9910 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Jan 28 17:28:57.595381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fafe3d-903b-4aa7-b9d8-b0216bf32c05 req-983e6a49-a2a9-4ad7-a85d-3189f4ce490d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:57.597542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56fafe3d-903b-4aa7-b9d8-b0216bf32c05 req-983e6a49-a2a9-4ad7-a85d-3189f4ce490d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0533319 Jan 28 17:28:57.608615 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-0d7205e7-bfb3-4223-a34f-06c59400817d service neutron] show failed (client error): The resource could not be found. Jan 28 17:28:57.609671 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-0d7205e7-bfb3-4223-a34f-06c59400817d service neutron] 10.222.0.24 "GET /v2.0/ports/7c6248d5-a738-4b68-903c-cbdd918df8d9/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0537002 Jan 28 17:28:57.645637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-56fafe3d-903b-4aa7-b9d8-b0216bf32c05 req-b3696a07-5831-4ad7-926c-e5eb9f2cb82f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Jan 28 17:28:57.887491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1abdcd99-9ed1-47d6-bc65-2783651b0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:57.889036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1abdcd99-9ed1-47d6-bc65-2783651b0334 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0858035 Jan 28 17:28:57.898877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:28:57.955958 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.009941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:28:58.087249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:58.087552 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.153896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:28:58.186146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:58.227728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:28:58.232910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Publish callbacks [] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.245398 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Transition to ACTIVE for port object 7c6248d5-a738-4b68-903c-cbdd918df8d9 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:28:58.248857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.276939 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e09bb6-bec3-4a30-98a7-0091f13657b4" -d '{"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:28:58.303358 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:28:58.303718 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:28:58.332414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:58.342985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.343339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.343692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.344029 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.344361 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.344712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.345048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.345376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.345702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.346028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.346909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.347231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.347554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:28:58.385672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] No DVR routers for this DVR port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:28:58.425226 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64501750-88bf-4d85-818b-140542c9b381 x-openstack-request-id: req-64501750-88bf-4d85-818b-140542c9b381 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:28:58.425526 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:28:58.425785 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64501750-88bf-4d85-818b-140542c9b381 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:28:58.426188 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'code': 200} Jan 28 17:28:58.531692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:28:58.532052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:28:58.532386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:58.537169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:28:58.537489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:28:58.542257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:28:58.542597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:28:58.542982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:28:58.543410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Bound port: 7c6248d5-a738-4b68-903c-cbdd918df8d9, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:28:58.543768 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.606080 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:28:58.608925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:28:58.615695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.649130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:58.649835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:28:58.651243 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] 10.222.0.31 "PUT /v2.0/ports/7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1093 time: 0.7562869 Jan 28 17:28:58.672800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e010ee8-a745-4a15-8068-d2e5765f7b29 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:28:58.726512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-f102b000-2866-4d99-8992-9046a1e67a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:58.727870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-f102b000-2866-4d99-8992-9046a1e67a5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1127 time: 0.0522606 Jan 28 17:28:58.779144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d806fbc-4edb-4bfe-8377-724ede26927d req-b0a4a3c0-a29c-43d8-b6f9-9e9a5e29f807 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:58.780724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d806fbc-4edb-4bfe-8377-724ede26927d req-b0a4a3c0-a29c-43d8-b6f9-9e9a5e29f807 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0549088 Jan 28 17:28:58.833735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-7391b7ce-2639-49b5-9715-44ed7d726ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:58.836270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-7391b7ce-2639-49b5-9715-44ed7d726ad6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1022170 Jan 28 17:28:58.840133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d806fbc-4edb-4bfe-8377-724ede26927d req-a025d623-7337-4dd6-a3fa-077990d45993 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504947 Jan 28 17:28:58.848103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: DOWN; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:28:58.908425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-5a426c56-cd54-4024-bd9f-bdbccf71be80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0619354 Jan 28 17:28:58.961522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-cc3d1fc6-7582-47bd-b887-28b635138d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:58.962992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-cc3d1fc6-7582-47bd-b887-28b635138d68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0490792 Jan 28 17:28:59.011140 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-54a179c8-5f50-410a-b833-525dde33a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:28:59.012689 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-54a179c8-5f50-410a-b833-525dde33a469 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440333 Jan 28 17:28:59.099261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-c3f79db7-9a29-4d90-bbd9-5e5ba9d173b2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804424 Jan 28 17:28:59.196972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-57ec2195-b861-4a74-afc2-cbca671c3aee service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913537 Jan 28 17:29:00.288454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c372e2f-d408-4931-ad87-14198270d814 req-e1935829-70b8-49fa-af02-a64e29959af1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.290142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c372e2f-d408-4931-ad87-14198270d814 req-e1935829-70b8-49fa-af02-a64e29959af1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.3768146 Jan 28 17:29:00.340104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4c372e2f-d408-4931-ad87-14198270d814 req-3ad40ab0-bf97-4e73-b1a6-15fda364e822 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441391 Jan 28 17:29:00.427782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:29:00.430237 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d88486a-3836-46b5-89c4-753262c4b333" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:29:00.477831 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcf0fbc-b478-4f0a-931a-86b86c2083fd x-openstack-request-id: req-3bcf0fbc-b478-4f0a-931a-86b86c2083fd {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:29:00.478204 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:29:00.478540 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bcf0fbc-b478-4f0a-931a-86b86c2083fd {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:29:00.479010 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'status': 'completed', 'code': 200} Jan 28 17:29:00.574427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-e5920793-afbe-4c00-8984-f2e3235d3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.575871 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-e5920793-afbe-4c00-8984-f2e3235d3482 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1127 time: 0.0762038 Jan 28 17:29:00.578413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-719da0c7-9880-49b3-bd93-9f9c74b8419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.579780 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-719da0c7-9880-49b3-bd93-9f9c74b8419f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1127 time: 0.0715678 Jan 28 17:29:00.679292 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:29:00.736016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-bc17ce47-2f05-4292-94e6-0810151d50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.738107 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-bc17ce47-2f05-4292-94e6-0810151d50fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1566811 Jan 28 17:29:00.739197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-b9879172-f118-4300-b45f-b00a3a39928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.740483 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-b9879172-f118-4300-b45f-b00a3a39928a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1520901 Jan 28 17:29:00.847108 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-6ea9a259-d441-48ee-9d08-d45753a6dd27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.1027513 Jan 28 17:29:00.848763 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-b1bdc157-dc77-4cb6-abd0-f5fc35687c76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0988929 Jan 28 17:29:00.926117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-433ca0b2-1a95-4284-8e52-69daefef6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.927578 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-433ca0b2-1a95-4284-8e52-69daefef6189 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0743520 Jan 28 17:29:00.930860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-cef5881c-a215-4b1d-b42e-448f7f4c8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:00.932160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-cef5881c-a215-4b1d-b42e-448f7f4c8679 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0719986 Jan 28 17:29:01.009415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-b77964d1-eb30-4ad5-9732-a7f209630015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:01.010921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-b77964d1-eb30-4ad5-9732-a7f209630015 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0777514 Jan 28 17:29:01.016252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88486a-3836-46b5-89c4-753262c4b333 req-9022d5a9-52cd-4645-9dd8-f08ac7ba4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:01.017678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-9022d5a9-52cd-4645-9dd8-f08ac7ba4387 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757256 Jan 28 17:29:01.160436 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-940c35b1-f660-4041-ad54-ff96a0a94655 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349475 Jan 28 17:29:01.186298 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-375be0f4-da6a-435d-84d1-e360883074e4 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677005 Jan 28 17:29:01.315901 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-1c5f24bc-37c2-4997-a233-baeb2a0d206d service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486299 Jan 28 17:29:01.329691 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8d88486a-3836-46b5-89c4-753262c4b333 req-ff63e8dd-7ac4-4069-8e47-9528db6f860e service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144695 Jan 28 17:29:01.458854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741a5fe-98f5-4e81-9df4-87c18e0e442d req-1dfd2742-1b45-4cc0-bd62-a5ee7d3edeae tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:01.460299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0741a5fe-98f5-4e81-9df4-87c18e0e442d req-1dfd2742-1b45-4cc0-bd62-a5ee7d3edeae tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0508785 Jan 28 17:29:01.506142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0741a5fe-98f5-4e81-9df4-87c18e0e442d req-7a09bbd4-6d8d-431b-88eb-ca8347870646 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402889 Jan 28 17:29:02.632061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee4077-7bf5-4a39-aa7f-84c761821734 req-d51efaab-70cd-4ac1-8129-ddc0e3b6bcdf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:02.633563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17ee4077-7bf5-4a39-aa7f-84c761821734 req-d51efaab-70cd-4ac1-8129-ddc0e3b6bcdf tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0549772 Jan 28 17:29:02.680036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17ee4077-7bf5-4a39-aa7f-84c761821734 req-8b62555c-ac28-4fad-aa06-c931f9871f54 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Jan 28 17:29:03.801374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208532d-5597-4621-8fa2-9df9a398092f req-8107379f-05da-4fbb-be21-82707426cca6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:03.802729 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6208532d-5597-4621-8fa2-9df9a398092f req-8107379f-05da-4fbb-be21-82707426cca6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0522637 Jan 28 17:29:03.848439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6208532d-5597-4621-8fa2-9df9a398092f req-becaa90c-be92-4c3e-8dbd-d284db549e70 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 Jan 28 17:29:04.974307 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7f11b-3edd-4d9b-b9a8-3e80b1fd5f18 req-235ee34a-c53b-40bc-9edf-a4f6731dae99 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:04.975786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62f7f11b-3edd-4d9b-b9a8-3e80b1fd5f18 req-235ee34a-c53b-40bc-9edf-a4f6731dae99 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0585999 Jan 28 17:29:05.022596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62f7f11b-3edd-4d9b-b9a8-3e80b1fd5f18 req-4f9d0ad7-9670-430c-a44f-93a4c469b215 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Jan 28 17:29:06.146648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd7f0-f72b-49f9-88d1-6ddf85c5639d req-8558f345-7203-48a7-935a-45d96d6be7ca tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:06.148226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e59fd7f0-f72b-49f9-88d1-6ddf85c5639d req-8558f345-7203-48a7-935a-45d96d6be7ca tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0534046 Jan 28 17:29:06.194318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e59fd7f0-f72b-49f9-88d1-6ddf85c5639d req-07d8cd42-317f-46b7-beef-2e6d653a6205 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Jan 28 17:29:07.323670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d0ecd-152a-4679-ae8b-c0cc115009c2 req-c0f49656-985c-467a-8ae9-7bda37507d97 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:07.325092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-139d0ecd-152a-4679-ae8b-c0cc115009c2 req-c0f49656-985c-467a-8ae9-7bda37507d97 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0617692 Jan 28 17:29:07.375732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-139d0ecd-152a-4679-ae8b-c0cc115009c2 req-e294b9d3-9200-4756-aa29-38257db49611 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448465 Jan 28 17:29:08.499017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6f22-6d6c-46d5-b395-a5cd00b6ca50 req-951e82b0-dd2c-42e8-9307-9060b1aca93e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:08.500510 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35bc6f22-6d6c-46d5-b395-a5cd00b6ca50 req-951e82b0-dd2c-42e8-9307-9060b1aca93e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0549595 Jan 28 17:29:08.550286 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35bc6f22-6d6c-46d5-b395-a5cd00b6ca50 req-d08821df-269b-4ddb-822d-6354411c1a22 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436051 Jan 28 17:29:09.668443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d2a12-4f47-42a0-adc0-e7f54e909570 req-912beb9b-7edf-4726-9b27-5d026c9a46af tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:09.669938 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb1d2a12-4f47-42a0-adc0-e7f54e909570 req-912beb9b-7edf-4726-9b27-5d026c9a46af tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0520217 Jan 28 17:29:09.717126 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eb1d2a12-4f47-42a0-adc0-e7f54e909570 req-c5b34554-da1b-46ca-9eba-f9b995f25791 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Jan 28 17:29:10.838501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f41f-49fb-4bec-87e9-3b6932e1422b req-2570e929-25d0-4d18-b68a-57b96b3416e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:10.839968 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4856f41f-49fb-4bec-87e9-3b6932e1422b req-2570e929-25d0-4d18-b68a-57b96b3416e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0559468 Jan 28 17:29:10.885837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4856f41f-49fb-4bec-87e9-3b6932e1422b req-e5bfe615-1f0e-458e-b122-27f642a46907 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 Jan 28 17:29:12.008613 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fcb7c-6b34-4b38-998a-14c8e930c795 req-bfb1b326-9526-4f4a-9871-81c360aecba4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:12.010091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655fcb7c-6b34-4b38-998a-14c8e930c795 req-bfb1b326-9526-4f4a-9871-81c360aecba4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0514009 Jan 28 17:29:12.055896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-655fcb7c-6b34-4b38-998a-14c8e930c795 req-b98fa266-fadd-48d7-8fd6-e023f9ffac69 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Jan 28 17:29:12.648055 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:12.690498 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:13.176907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89897067-6178-4ed3-84b2-88fb4388578f req-af1e08c6-b4bd-41b0-b437-6f8ecc515ead tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:13.178399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89897067-6178-4ed3-84b2-88fb4388578f req-af1e08c6-b4bd-41b0-b437-6f8ecc515ead tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0531130 Jan 28 17:29:13.228338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89897067-6178-4ed3-84b2-88fb4388578f req-c5be7ee5-c17e-4de8-b858-8662936ed4c6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443366 Jan 28 17:29:13.560851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-7f1c5c88-47ab-4412-b24d-d8b88cd632af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:13.562369 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-7f1c5c88-47ab-4412-b24d-d8b88cd632af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1127 time: 0.0480573 Jan 28 17:29:13.659427 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-32260358-5c79-4024-8362-de3fb21b0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:13.660908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-32260358-5c79-4024-8362-de3fb21b0b47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0811412 Jan 28 17:29:13.726999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-f9163834-545d-4170-b3a0-f04eea9b1014 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0606112 Jan 28 17:29:13.773865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-b5731b5d-b519-4bfd-8e01-ffadf8583ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:13.775290 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-b5731b5d-b519-4bfd-8e01-ffadf8583ab3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0428760 Jan 28 17:29:13.823149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-e2daef6b-cbf3-4937-b26a-65f2ada63e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:13.824564 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-e2daef6b-cbf3-4937-b26a-65f2ada63e74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436971 Jan 28 17:29:13.917781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-7341271e-6502-49f9-bf67-405ad6530e8f service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874178 Jan 28 17:29:14.004742 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b0a31910-7429-4f76-8b27-51aa215054b9 req-b80cbc19-362c-4d01-b161-4c5255e8c5a5 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812852 Jan 28 17:29:14.344041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5569517-3375-4132-a09e-73f028769b39 req-86bc27db-e655-4e9f-a44b-7318b1af183e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:14.345529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5569517-3375-4132-a09e-73f028769b39 req-86bc27db-e655-4e9f-a44b-7318b1af183e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0512378 Jan 28 17:29:14.391216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5569517-3375-4132-a09e-73f028769b39 req-f5a49241-1fed-4eb7-99da-a5fe1992d11a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396543 Jan 28 17:29:15.516663 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c8e0-816a-48db-b324-7111c1a93d3f req-56ea182c-b8d0-49fc-9b78-310e95560b99 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:15.518304 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbb4c8e0-816a-48db-b324-7111c1a93d3f req-56ea182c-b8d0-49fc-9b78-310e95560b99 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 944 time: 0.0530095 Jan 28 17:29:15.566113 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cbb4c8e0-816a-48db-b324-7111c1a93d3f req-0a565936-7c58-447d-92fe-d4f676cf542b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Jan 28 17:29:15.664546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:29:15.768463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:15.781688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'mac_address': 'fa:16:3e:5b:f6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:29:15.827000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:29:15.827430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:15.841778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:29:15.865596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:15.869517 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:15.917933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:15.926043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.926399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.926747 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.927103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.927439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.927773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.928102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.928435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.928795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.929140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.929450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.929773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:15.930096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:16.010743 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-146faaa4-8d9f-44d8-b50a-b656e420390f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:16.103050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['7c6248d5-a738-4b68-903c-cbdd918df8d9'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:29:16.692540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba6741-0834-4ed4-ba30-b8e44b5ff7c5 req-2848caeb-68a3-4abf-bf86-f2a45118b1f2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:16.694025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9ba6741-0834-4ed4-ba30-b8e44b5ff7c5 req-2848caeb-68a3-4abf-bf86-f2a45118b1f2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0563595 Jan 28 17:29:16.739470 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9ba6741-0834-4ed4-ba30-b8e44b5ff7c5 req-7b4a49dc-ce10-4986-a169-84f98ea5bfb3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398896 Jan 28 17:29:17.019607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-7af60466-15dd-4c6e-81e0-760ea51dccb3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:17.021104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-7af60466-15dd-4c6e-81e0-760ea51dccb3 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e&tenant_id=6e50497060024e428c3403fd70bdf6b8&binding%3Ahost_id=n-h2-812111-13 HTTP/1.1" status: 200 len: 945 time: 0.0557563 Jan 28 17:29:17.038954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358756b7-330f-42a2-8fca-e6256c2b5b9e req-7a16def9-7d7c-4278-9aa0-6a71262530e1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:17.040460 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-358756b7-330f-42a2-8fca-e6256c2b5b9e req-7a16def9-7d7c-4278-9aa0-6a71262530e1 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0526080 Jan 28 17:29:17.084617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-3af14e22-16f6-4b5a-8bf8-ff738660fa9c service neutron] 10.222.0.31 "GET /v2.0/ports/7c6248d5-a738-4b68-903c-cbdd918df8d9/bindings/n-h2-812111-13 HTTP/1.1" status: 200 len: 383 time: 0.0579705 Jan 28 17:29:17.088308 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-358756b7-330f-42a2-8fca-e6256c2b5b9e req-8b1b5322-186b-4f7b-9ee0-92893738ee2c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Jan 28 17:29:17.148954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-73264c7c-7fc3-4108-b4c1-4a44f1ff9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:17.150438 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-73264c7c-7fc3-4108-b4c1-4a44f1ff9744 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1128 time: 0.0450292 Jan 28 17:29:17.235814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-e87e08a3-e2d4-49b4-b902-10befb55e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:17.237329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-e87e08a3-e2d4-49b4-b902-10befb55e292 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0815599 Jan 28 17:29:17.304316 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-019b5586-5f19-4cad-a19a-ce89a585d915 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1001 time: 0.0614178 Jan 28 17:29:17.355872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-a084d141-450e-420b-b944-145edf81ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:17.357326 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-a084d141-450e-420b-b944-145edf81ca7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0468104 Jan 28 17:29:17.403805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-35e35eba-9c23-46f8-8628-d9a7852c4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:17.405297 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-35e35eba-9c23-46f8-8628-d9a7852c4a07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424244 Jan 28 17:29:17.493710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-e1d4ddb8-efd0-4eb4-ab3b-46d33edebe49 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826538 Jan 28 17:29:17.578873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-35cb1209-f5d5-410d-9ee9-ee5aba672a80 service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797791 Jan 28 17:29:17.689751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:29:17.737991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 7c6248d5-a738-4b68-903c-cbdd918df8d9 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:29:17.741865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 7c6248d5-a738-4b68-903c-cbdd918df8d9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:29:17.742242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:17.816851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:29:17.817167 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:17.839132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:29:17.857039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:17.860988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:17.884890 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28da928-fcb2-4ff6-9df6-fbeefab464d6" -d '{"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-plugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:29:17.912565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:17.969449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e758e6e-f77e-48f0-8c43-a07a7710db76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:17.981047 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae9f40-073d-41e3-99c8-9e205e496963 x-openstack-request-id: req-beae9f40-073d-41e3-99c8-9e205e496963 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:29:17.981387 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-plugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:29:17.981671 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beae9f40-073d-41e3-99c8-9e205e496963 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:29:17.982072 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'code': 200} Jan 28 17:29:18.211819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b827c09-8a7f-4f9a-ae26-ef0106a0b327 req-542ffed1-98b2-4ec5-9f87-b127aada81d5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:18.213323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b827c09-8a7f-4f9a-ae26-ef0106a0b327 req-542ffed1-98b2-4ec5-9f87-b127aada81d5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0560691 Jan 28 17:29:18.259178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5b827c09-8a7f-4f9a-ae26-ef0106a0b327 req-2c86a043-ec1d-4b54-90f0-053acf8eecbb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Jan 28 17:29:19.383961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ea57-97d2-42a1-9f13-0497c7e5831a req-50c0514b-83f1-4c26-b675-8295010b8216 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:19.385418 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c12ea57-97d2-42a1-9f13-0497c7e5831a req-50c0514b-83f1-4c26-b675-8295010b8216 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0541332 Jan 28 17:29:19.434060 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2c12ea57-97d2-42a1-9f13-0497c7e5831a req-fb746b57-3281-4997-abae-f239077dbdda tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Jan 28 17:29:19.563299 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:20.552969 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f65b-b824-45d3-b073-fb92445ebb61 req-bbafce68-34b3-432d-83ae-1da470754df8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:20.554441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d13f65b-b824-45d3-b073-fb92445ebb61 req-bbafce68-34b3-432d-83ae-1da470754df8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0521028 Jan 28 17:29:20.603865 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8d13f65b-b824-45d3-b073-fb92445ebb61 req-42b324ca-e244-4880-91c9-fc51ce143c7f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Jan 28 17:29:20.810419 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:21.712178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:29:21.725038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0044d-eff8-43ce-bfdd-2146c10961a9 req-1f4543c9-6211-4efb-8763-9d60d676553b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:21.726504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48d0044d-eff8-43ce-bfdd-2146c10961a9 req-1f4543c9-6211-4efb-8763-9d60d676553b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 946 time: 0.0546341 Jan 28 17:29:21.776077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-48d0044d-eff8-43ce-bfdd-2146c10961a9 req-6c1969f6-b61b-4ac6-9b40-20fae0a16e84 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431545 Jan 28 17:29:21.793394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:29:21.793871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:21.817149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:29:21.819345 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69582c1-c1b3-42fa-959a-4683103d58f7" -d '{"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:29:21.841806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:21.848565 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:21.854373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:21.877810 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a848a7-ecd9-4d18-ac67-27f6a7af4eb1 x-openstack-request-id: req-b2a848a7-ecd9-4d18-ac67-27f6a7af4eb1 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:29:21.878116 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:29:21.878379 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2a848a7-ecd9-4d18-ac67-27f6a7af4eb1 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:29:21.878772 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'code': 200} Jan 28 17:29:21.901795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=10']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:22.894952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999676-c6c9-4202-88da-b23543cd2d72 req-bf66e5a2-c0bd-4788-8047-d67235287c16 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:22.896442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f999676-c6c9-4202-88da-b23543cd2d72 req-bf66e5a2-c0bd-4788-8047-d67235287c16 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0527236 Jan 28 17:29:22.944218 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f999676-c6c9-4202-88da-b23543cd2d72 req-10389b28-a545-4f83-8461-d6e331d781d6 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Jan 28 17:29:23.327470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-2c67b832-2559-446d-b255-90b510c8f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:23.328890 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-2c67b832-2559-446d-b255-90b510c8f088 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e&tenant_id=6e50497060024e428c3403fd70bdf6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0821939 Jan 28 17:29:23.341800 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:29:23.401285 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:23.593222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:23.624659 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:29:23.655061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:29:23.662778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Publish callbacks [] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:23.674672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Transition to ACTIVE for port object 7c6248d5-a738-4b68-903c-cbdd918df8d9 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:29:23.677536 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:23.753785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=11']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:23.798535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] No DVR routers for this DVR port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:29:23.932248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:29:23.932575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:29:23.932922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:29:23.937070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:29:23.937390 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Attempting to bind port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on network 2b5e58aa-0388-45c6-bd21-b44c4c254774 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:29:23.942574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:29:23.942906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Checking segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:29:23.943283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Bound using segment: {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:29:23.943693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Bound port: 7c6248d5-a738-4b68-903c-cbdd918df8d9, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d4fda4-2a72-4cc5-b578-988fab5d0d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:29:23.944038 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:24.011273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:29:24.014299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:29:24.021154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:24.056462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.057113 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:24.058751 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1094 time: 0.7205365 Jan 28 17:29:24.058979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:29:24.061237 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe132718-95a0-42a1-8b2a-7d48742d8727" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:29:24.076826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949cbd5-a0f8-4ed2-8ae9-de6429627164 req-7329e823-03a2-441c-82c9-e68942b9124c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.079253 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a949cbd5-a0f8-4ed2-8ae9-de6429627164 req-7329e823-03a2-441c-82c9-e68942b9124c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0619798 Jan 28 17:29:24.130214 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d742e9-0a6f-4b97-8343-0ae8812ea5a3 x-openstack-request-id: req-86d742e9-0a6f-4b97-8343-0ae8812ea5a3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:29:24.130505 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:29:24.130762 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86d742e9-0a6f-4b97-8343-0ae8812ea5a3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:29:24.131158 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'status': 'completed', 'code': 200} Jan 28 17:29:24.140363 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052ab25-da07-42a0-8383-389912d79d05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=12']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:24.153412 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a949cbd5-a0f8-4ed2-8ae9-de6429627164 req-b7c63513-6e58-483b-9a18-43bb57f4b996 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678971 Jan 28 17:29:24.195627 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-41ef1721-733d-46b0-8601-acfa163459a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.197197 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-41ef1721-733d-46b0-8601-acfa163459a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1128 time: 0.1093848 Jan 28 17:29:24.214844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-d4752c0e-18b1-41eb-9c1d-02dd68349697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.216334 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-d4752c0e-18b1-41eb-9c1d-02dd68349697 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1128 time: 0.0696738 Jan 28 17:29:24.691872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-4bae864f-3448-48fa-835e-712710071a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.693366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-4bae864f-3448-48fa-835e-712710071a53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.4889374 Jan 28 17:29:24.697531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-8e412ef5-1fd9-4a83-b949-9c25d9228357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.698842 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-8e412ef5-1fd9-4a83-b949-9c25d9228357 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.1373899 Jan 28 17:29:24.804659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-fad975b4-d19f-4150-a1fc-8b4bcc9cab9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.1043704 Jan 28 17:29:24.806416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-f3d87ef6-087e-481c-8314-698f4fb5c0ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0999277 Jan 28 17:29:24.888539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-14b8b391-3200-4e64-8ce5-d5c1ae88bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.890011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-14b8b391-3200-4e64-8ce5-d5c1ae88bf61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0771074 Jan 28 17:29:24.893844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-394218e1-a732-4865-b919-8d44964edb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.895212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-394218e1-a732-4865-b919-8d44964edb4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0748019 Jan 28 17:29:24.968358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-c97e892d-b46b-4ad2-ac5c-1f2482f7aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.969800 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-c97e892d-b46b-4ad2-ac5c-1f2482f7aec2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737772 Jan 28 17:29:24.972267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06820-305b-4579-9006-c612af95252a req-41852a1a-cad8-447b-b352-2f0c7cc55765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:24.973640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-41852a1a-cad8-447b-b352-2f0c7cc55765 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0704803 Jan 28 17:29:25.121273 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-07a60081-fee9-453e-8498-422ac0eb983a service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451848 Jan 28 17:29:25.126341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-2bd8e6cb-a77a-49c8-8666-18f39b8a1eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429310 Jan 28 17:29:25.274039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38440bb0-e1cc-472a-a213-d02d1b915e55 req-a6d2c6c6-508e-4d8d-b860-3e4565e5be11 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:25.275526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38440bb0-e1cc-472a-a213-d02d1b915e55 req-a6d2c6c6-508e-4d8d-b860-3e4565e5be11 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0524309 Jan 28 17:29:25.285309 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-c8bedca9-c40c-4b11-a68e-58761b2764cd service neutron] 10.222.0.31 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573474 Jan 28 17:29:25.287201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93d06820-305b-4579-9006-c612af95252a req-ea42b2ed-5ab2-4df4-9d1d-ac95838ac385 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524563 Jan 28 17:29:25.328762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-38440bb0-e1cc-472a-a213-d02d1b915e55 req-5d52e5eb-84f6-4692-97b7-be8cc7e75273 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470970 Jan 28 17:29:25.380384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-88bcbabe-2695-4295-924d-07e38ce54970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:25.381944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-88bcbabe-2695-4295-924d-07e38ce54970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e50497060024e428c3403fd70bdf6b8&device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 1128 time: 0.0495443 Jan 28 17:29:25.473345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-be9cd2a1-284c-44fc-a4b9-caf4951ede0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:25.474881 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-be9cd2a1-284c-44fc-a4b9-caf4951ede0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 200 len: 913 time: 0.0872979 Jan 28 17:29:25.544047 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-360d65ab-2dec-4cdb-b2ae-51433ab72556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0630152 Jan 28 17:29:25.591934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-c102e09c-f412-4cc5-900e-7a0bd96bc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:25.593493 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-c102e09c-f412-4cc5-900e-7a0bd96bc841 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 200 len: 851 time: 0.0432591 Jan 28 17:29:25.642937 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-793a1703-71ab-4203-b957-df0af86267d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:25.644347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-793a1703-71ab-4203-b957-df0af86267d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5e58aa-0388-45c6-bd21-b44c4c254774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441356 Jan 28 17:29:25.735596 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-7b4273dc-4be9-4398-8932-3fbcc2d99d21 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846078 Jan 28 17:29:25.823093 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe132718-95a0-42a1-8b2a-7d48742d8727 req-e792cb96-a9c7-44c8-80f6-85522b670b9e service neutron] 10.222.0.24 "GET /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808301 Jan 28 17:29:26.453282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d0ae-18b5-48d4-a524-641c17aeeb68 req-dde991cd-fcf6-46d7-be08-601d929d8b31 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:26.454779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f810d0ae-18b5-48d4-a524-641c17aeeb68 req-dde991cd-fcf6-46d7-be08-601d929d8b31 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0537968 Jan 28 17:29:26.506504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f810d0ae-18b5-48d4-a524-641c17aeeb68 req-1fe7c0b0-986e-42ab-8d38-5f21fa143b41 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460491 Jan 28 17:29:27.629769 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eb40-61cc-4f2b-9ac7-20b4cf7785d3 req-1c3d4fbc-30ee-4ee8-82bc-3e1134007487 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:27.631292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b842eb40-61cc-4f2b-9ac7-20b4cf7785d3 req-1c3d4fbc-30ee-4ee8-82bc-3e1134007487 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0529087 Jan 28 17:29:27.680336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b842eb40-61cc-4f2b-9ac7-20b4cf7785d3 req-24a5d5e7-048a-4c87-8b57-d54a3c6772da tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429711 Jan 28 17:29:28.802440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5cfda-6557-4858-a388-a7bc3b42ed1a req-f58e34e4-fb36-4984-b041-14016ddd1908 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:28.803916 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89c5cfda-6557-4858-a388-a7bc3b42ed1a req-f58e34e4-fb36-4984-b041-14016ddd1908 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0524874 Jan 28 17:29:28.849815 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89c5cfda-6557-4858-a388-a7bc3b42ed1a req-ed23fbac-91c1-4b38-a003-587801d0201d tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 Jan 28 17:29:29.972067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16a82-422e-42af-841f-cfb8036e82c1 req-0faca0a3-5e32-47c4-8a40-15ac107810fb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:29.973561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46e16a82-422e-42af-841f-cfb8036e82c1 req-0faca0a3-5e32-47c4-8a40-15ac107810fb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0556767 Jan 28 17:29:30.020243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-46e16a82-422e-42af-841f-cfb8036e82c1 req-52a699e0-e7ff-4b3f-925c-243c76e2d082 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410659 Jan 28 17:29:31.153777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc871-5437-487a-a631-61aa6e565cb3 req-70598f04-c2fb-49df-977f-492615341569 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:31.155334 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b7fc871-5437-487a-a631-61aa6e565cb3 req-70598f04-c2fb-49df-977f-492615341569 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0558484 Jan 28 17:29:31.206755 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b7fc871-5437-487a-a631-61aa6e565cb3 req-4b9afa49-016c-4bc8-a585-17d92c00d0d4 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Jan 28 17:29:32.331151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5694-912d-4811-887a-387b369fb37a req-3f3b81c9-2b8a-41d9-a34d-2a05b436f5e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:32.332619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8ec5694-912d-4811-887a-387b369fb37a req-3f3b81c9-2b8a-41d9-a34d-2a05b436f5e5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0567410 Jan 28 17:29:32.378205 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e8ec5694-912d-4811-887a-387b369fb37a req-d41fb580-9091-4a0a-bb05-2e88422f530e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397749 Jan 28 17:29:33.500649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd327c-92f1-4f53-a45f-d08e90dceacd req-e128b479-28a1-4a41-9ae4-174f344e3ddd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:33.502752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45dd327c-92f1-4f53-a45f-d08e90dceacd req-e128b479-28a1-4a41-9ae4-174f344e3ddd tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0530369 Jan 28 17:29:33.549742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-45dd327c-92f1-4f53-a45f-d08e90dceacd req-7adc3331-f25e-45cd-af74-5b3aa63deb0a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Jan 28 17:29:34.669007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326c85e-cf2b-48a7-a151-38ee07e6837e req-97ae463d-a0e8-41f3-8d8c-7000dfa35bbb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:34.670467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c326c85e-cf2b-48a7-a151-38ee07e6837e req-97ae463d-a0e8-41f3-8d8c-7000dfa35bbb tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0514481 Jan 28 17:29:34.719821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c326c85e-cf2b-48a7-a151-38ee07e6837e req-b9155f18-f5ff-47cf-836c-6e6a440d0cf9 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 Jan 28 17:29:35.839150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271bfa0-7925-427e-8734-143d09c19b69 req-3376e3ee-2448-45e6-8b68-7420a5abca78 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:35.840610 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0271bfa0-7925-427e-8734-143d09c19b69 req-3376e3ee-2448-45e6-8b68-7420a5abca78 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0527182 Jan 28 17:29:35.885636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0271bfa0-7925-427e-8734-143d09c19b69 req-9496ad17-f2a7-47f5-95d1-b41f591bc540 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394714 Jan 28 17:29:37.003645 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6ffad-1e7c-4190-926d-001a902b4794 req-f02b34bf-f9e6-43ee-bbd7-c61800cac0d0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:37.005120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf6ffad-1e7c-4190-926d-001a902b4794 req-f02b34bf-f9e6-43ee-bbd7-c61800cac0d0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0518515 Jan 28 17:29:37.050889 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bf6ffad-1e7c-4190-926d-001a902b4794 req-e0e3d1e5-beaa-4794-a947-9e61a7fa62b0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Jan 28 17:29:37.678667 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:29:38.175583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c895-ab2c-46c2-8f45-0e45a6d72125 req-c3643528-9c72-49ff-908b-899854be425b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:38.177065 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bb1c895-ab2c-46c2-8f45-0e45a6d72125 req-c3643528-9c72-49ff-908b-899854be425b tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0560257 Jan 28 17:29:38.223026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3bb1c895-ab2c-46c2-8f45-0e45a6d72125 req-38d62363-d0e7-45a5-97fb-26519242dc9a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Jan 28 17:29:39.341371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c0087-cabd-471a-814f-c4947012028b req-736dd7b7-56f1-480c-8f24-df71dae9353a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:39.342732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e69c0087-cabd-471a-814f-c4947012028b req-736dd7b7-56f1-480c-8f24-df71dae9353a tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0529027 Jan 28 17:29:39.388159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e69c0087-cabd-471a-814f-c4947012028b req-6d676191-69aa-4d31-9e95-a6cebda78252 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Jan 28 17:29:40.505647 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15546f6b-3b2f-46de-89f8-93af822b5342 req-58311da8-9063-4c8c-8db4-ce0fd0fe5438 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:40.507117 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15546f6b-3b2f-46de-89f8-93af822b5342 req-58311da8-9063-4c8c-8db4-ce0fd0fe5438 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0511413 Jan 28 17:29:40.557928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15546f6b-3b2f-46de-89f8-93af822b5342 req-98075c2c-766b-4213-81f4-10e6669d2a07 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Jan 28 17:29:41.679564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64f94-8fd7-4982-aab5-cb542aa2baf3 req-a2c1e896-398a-49d0-962c-31302894d8d0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:41.680964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fb64f94-8fd7-4982-aab5-cb542aa2baf3 req-a2c1e896-398a-49d0-962c-31302894d8d0 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0524466 Jan 28 17:29:41.726900 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1fb64f94-8fd7-4982-aab5-cb542aa2baf3 req-1d563745-ccdb-419b-af5b-fedbcf843740 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Jan 28 17:29:41.848284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba655dbe-93a3-48af-b0df-ff5f39d1b062 req-33062189-6b78-4928-a8ff-627bf6ab9e0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:41.849813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba655dbe-93a3-48af-b0df-ff5f39d1b062 req-33062189-6b78-4928-a8ff-627bf6ab9e0e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0529664 Jan 28 17:29:41.897208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba655dbe-93a3-48af-b0df-ff5f39d1b062 req-43b2a36a-f464-4616-8f8c-c6dd30d2abc2 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418835 Jan 28 17:29:42.016594 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c3bc-34ee-47bb-80e3-5c168d87e185 req-93470e09-8114-422e-93af-24477a021bde tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:42.018689 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9130c3bc-34ee-47bb-80e3-5c168d87e185 req-93470e09-8114-422e-93af-24477a021bde tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0565209 Jan 28 17:29:42.064784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9130c3bc-34ee-47bb-80e3-5c168d87e185 req-ac125644-5d86-42df-bb8f-3757e939a50f tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Jan 28 17:29:42.301211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc996769-c81e-4e50-a7e6-7e0cf401071b req-76cfaaaf-0a6f-4489-9f51-cb6eb691f9f8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:42.302680 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc996769-c81e-4e50-a7e6-7e0cf401071b req-76cfaaaf-0a6f-4489-9f51-cb6eb691f9f8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0528619 Jan 28 17:29:42.348921 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc996769-c81e-4e50-a7e6-7e0cf401071b req-d2e8bc31-0500-4dcf-84bc-9678ceac677c tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405664 Jan 28 17:29:42.662430 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:42.688648 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:43.473209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12037a-da08-4362-bf27-8979bbdd51f4 req-df754ef5-5c42-4d56-965b-639b41f39f69 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:43.474820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c12037a-da08-4362-bf27-8979bbdd51f4 req-df754ef5-5c42-4d56-965b-639b41f39f69 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0576916 Jan 28 17:29:43.522242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c12037a-da08-4362-bf27-8979bbdd51f4 req-1cdfcb58-bce8-450d-af49-6e89aee8f28e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups?id=343132d8-3530-476c-98e2-d6d282db69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Jan 28 17:29:43.787449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-98c4d27a-8a21-4262-b22f-423526a8ea57 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:29:43.788931 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-98c4d27a-8a21-4262-b22f-423526a8ea57 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 945 time: 0.0518451 Jan 28 17:29:43.881650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Deleting port 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:29:43.881995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:43.966700 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:43.967062 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:44.086440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:29:44.138035 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:44.138408 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:44.138728 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c disassociated. External IP: 172.25.8.49, port: 7c6248d5-a738-4b68-903c-cbdd918df8d9. Jan 28 17:29:44.139077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Calling delete_port for 7c6248d5-a738-4b68-903c-cbdd918df8d9 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:29:44.182260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 7c6248d5-a738-4b68-903c-cbdd918df8d9, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=7c6248d5-a738-4b68-903c-cbdd918df8d9,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:29:44.193415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'port_id': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'mac_address': 'fa:16:3e:5b:f6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:29:44.231045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 7c6248d5-a738-4b68-903c-cbdd918df8d9 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:29:44.231440 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:44.247319 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:29:44.264523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (7c6248d5-a738-4b68-903c-cbdd918df8d9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:44.298774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event deleted for resources: {'Port': ['ID=7c6248d5-a738-4b68-903c-cbdd918df8d9,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:44.415224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:29:44.521558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:29:44.531177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:29:44.541286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:29:44.541901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:29:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:29:44.566621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] No DVR routers for this DVR port 7c6248d5-a738-4b68-903c-cbdd918df8d9 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:29:44.569377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:44.572700 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac95e21f-8fe2-43c0-b377-aafcfe8d383b req-694e1a9c-4406-4ee7-9d87-50db1851934e tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.24 "DELETE /v2.0/ports/7c6248d5-a738-4b68-903c-cbdd918df8d9 HTTP/1.1" status: 204 len: 173 time: 0.7790129 Jan 28 17:29:44.573164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-deleted', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:29:44.575503 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00c7acc-58dc-4160-9585-6fbb397d97ff" -d '{"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-deleted", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:29:44.652060 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a75b561-f82f-4493-b6e6-62a286cdb0a8 x-openstack-request-id: req-8a75b561-f82f-4493-b6e6-62a286cdb0a8 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:29:44.652366 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcb951-e63b-4f6c-be34-1d277f3ee11e", "name": "network-vif-deleted", "tag": "7c6248d5-a738-4b68-903c-cbdd918df8d9", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:29:44.652630 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a75b561-f82f-4493-b6e6-62a286cdb0a8 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:29:44.653088 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fcb951-e63b-4f6c-be34-1d277f3ee11e', 'name': 'network-vif-deleted', 'tag': '7c6248d5-a738-4b68-903c-cbdd918df8d9', 'status': 'completed', 'code': 200} Jan 28 17:29:44.657646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:29:44.664036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0b96fb95-f2c0-4369-8d6d-f8e54f409273 req-8b3daf59-1b53-400d-9d79-db63604183aa tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0384574 Jan 28 17:29:44.852276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:29:45.037268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:29:45.045558 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:29:45.046160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:29:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:29:45.152621 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:29:45.349018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:29:45.374462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182dc7-02c7-4c66-ace6-17fc16a98083 None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:25:34Z', 'revision_number': 4, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '8eef84bf-6ede-41c6-8e3e-841f3afc8188', 'name': '', 'network_id': '2b5e58aa-0388-45c6-bd21-b44c4c254774', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'mac_address': 'fa:16:3e:62:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:33Z', 'updated_at': '2022-01-28T17:25:38Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'subnets': [{'id': '2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:29:45.590935 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1496f-8adb-4d87-9de2-8e44ef760488 None None] New status for floating IP ccb59473-8f1b-4e8c-96bc-79a90e00c20c: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:29:45.770398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b172303-ecd8-40d1-8f57-8881889cfd6a req-f8f5c3a3-7b63-45fa-8f6f-b7af96645f44 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0284033 Jan 28 17:29:46.015368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5fc3-c8c6-4afe-808c-effc425e8da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:46.867342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2fbe64f9-0ba2-46b0-a05f-c850bfba1cf4 req-9aa1a6a8-494c-483e-8175-e0a3f820a1b8 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0277119 Jan 28 17:29:47.966848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d71a179-972d-4c69-b68e-c747450be596 req-ca03663e-0839-41c3-85d8-aa600a4e2518 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0311801 Jan 28 17:29:47.974937 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e70f359-6682-42ba-bd33-3290a651f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:48.101963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:29:48.122539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 7c6248d5-a738-4b68-903c-cbdd918df8d9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:29:48.122890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 7c6248d5-a738-4b68-903c-cbdd918df8d9 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:29:49.064619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-96ad3299-3501-4f92-9c6b-05b2d8cbbb42 req-8a453b73-bc71-4169-b029-da154a767ac5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0281284 Jan 28 17:29:49.566746 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:50.159108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0724302-9529-48ab-8205-7d909d2534a7 req-d9a002c0-877a-423d-a924-141305f95a24 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0269375 Jan 28 17:29:50.807107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:51.254328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43408057-e92c-4737-b582-795ab1268013 req-24343b91-8148-481f-b3f3-4dea1eaaa4ae tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0278447 Jan 28 17:29:51.829528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:52.357858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-667836d3-7931-4e25-a5c4-35fc77b921e6 req-c86337ac-4d7c-49fb-a0e5-a4c6dd913ff5 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1fcb951-e63b-4f6c-be34-1d277f3ee11e HTTP/1.1" status: 200 len: 210 time: 0.0269539 Jan 28 17:29:59.171868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34256) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:29:59.228426 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group (343132d8-3530-476c-98e2-d6d282db69cf), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.254952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group (343132d8-3530-476c-98e2-d6d282db69cf), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.307491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (343132d8-3530-476c-98e2-d6d282db69cf), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.310259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.311486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "DELETE /v2.0/security-groups/343132d8-3530-476c-98e2-d6d282db69cf HTTP/1.1" status: 204 len: 168 time: 0.1375055 Jan 28 17:29:59.314344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34258) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:29:59.321289 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343132d8-3530-476c-98e2-d6d282db69cf,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:59.329625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.329987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.330334 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.330682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.331035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.331361 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.331694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.332024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.332356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.332705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.333033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.333375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.333684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe1d61-17b3-45f8-ab13-1aa1f0bbfe79 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.334530 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-3b1ad0f8-52ab-4cfd-a689-5cb5fba57377 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] show failed (client error): The resource could not be found. Jan 28 17:29:59.335773 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3b1ad0f8-52ab-4cfd-a689-5cb5fba57377 tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "GET /v2.0/security-groups/343132d8-3530-476c-98e2-d6d282db69cf HTTP/1.1" status: 404 len: 347 time: 0.0198009 Jan 28 17:29:59.338568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:29:59.468353 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Deleting port c2b31d5e-1ece-4105-b877-2328534a51e1 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:29:59.468723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.543774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.544103 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (c2b31d5e-1ece-4105-b877-2328534a51e1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.556036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Calling delete_port for c2b31d5e-1ece-4105-b877-2328534a51e1 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:29:59.693562 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (c2b31d5e-1ece-4105-b877-2328534a51e1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.716620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Pushing event deleted for resources: {'Port': ['ID=c2b31d5e-1ece-4105-b877-2328534a51e1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:29:59.731568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.731927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.732265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.732599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.732962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.733290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.733616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.733938 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.734257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.734576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.734910 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.735214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.735531 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:29:59.794886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks [] for floatingip (ccb59473-8f1b-4e8c-96bc-79a90e00c20c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.797857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:29:59.799013 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2a161727-7b7a-4e85-bacf-9a609ac919be tempest-ServerActionsTestJSON-1360380635 tempest-ServerActionsTestJSON-1360380635-project] 10.222.0.25 "DELETE /v2.0/floatingips/ccb59473-8f1b-4e8c-96bc-79a90e00c20c HTTP/1.1" status: 204 len: 168 time: 0.4595256 Jan 28 17:29:59.801998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34262) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:00.142871 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (23198219-c9b7-4994-9cbc-c889752192d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:00.389991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Deleting port 8eef84bf-6ede-41c6-8e3e-841f3afc8188 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:00.390484 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:00.473790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] For port 8eef84bf-6ede-41c6-8e3e-841f3afc8188, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=8eef84bf-6ede-41c6-8e3e-841f3afc8188,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:00.474163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:00.486307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Calling delete_port for 8eef84bf-6ede-41c6-8e3e-841f3afc8188 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:00.663969 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (8eef84bf-6ede-41c6-8e3e-841f3afc8188), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:00.689730 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eef84bf-6ede-41c6-8e3e-841f3afc8188,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:00.852391 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (23198219-c9b7-4994-9cbc-c889752192d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:01.060691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Router 23198219-c9b7-4994-9cbc-c889752192d3 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:30:01.169443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:30:01.175425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c19105d4-77d0-4fd2-a4b7-18c4234323d9 admin admin] 10.222.0.25 "PUT /v2.0/routers/23198219-c9b7-4994-9cbc-c889752192d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3724618 Jan 28 17:30:01.177731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34264) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:01.178610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] Sync routers for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:30:01.188216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:01.188869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:29:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:01.278591 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks [] for router (23198219-c9b7-4994-9cbc-c889752192d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:01.292707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:01.378887 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks [] for router_gateway (23198219-c9b7-4994-9cbc-c889752192d3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:01.432749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Deleting port 5b20f145-73ed-45ab-8e3e-e820d10367cb {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:01.433457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:01.466886 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:30:00Z', 'revision_number': 5, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port': {'id': '5b20f145-73ed-45ab-8e3e-e820d10367cb', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23198219-c9b7-4994-9cbc-c889752192d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:25:32Z', 'updated_at': '2022-01-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:01.497738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] Checking router: 23198219-c9b7-4994-9cbc-c889752192d3 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:30:01.505907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] Routers {'23198219-c9b7-4994-9cbc-c889752192d3'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:01.506510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:29:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['23198219-c9b7-4994-9cbc-c889752192d3'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:01.513794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] For port 5b20f145-73ed-45ab-8e3e-e820d10367cb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=5b20f145-73ed-45ab-8e3e-e820d10367cb,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:01.514162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:01.525534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Calling delete_port for 5b20f145-73ed-45ab-8e3e-e820d10367cb owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:01.595234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] Set router 23198219-c9b7-4994-9cbc-c889752192d3 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:01.647391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:30:01Z', 'revision_number': 6, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:01.677368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e0b37-aea3-468c-b9bb-355556becc8f None None] The sync data for ids ['23198219-c9b7-4994-9cbc-c889752192d3'] in n-d-812111-13 is: [{'id': '23198219-c9b7-4994-9cbc-c889752192d3', 'name': 'tempest-ServerActionsTestJSON-1650583991-router', 'tenant_id': '6e50497060024e428c3403fd70bdf6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:25:31Z', 'updated_at': '2022-01-28T17:30:01Z', 'revision_number': 6, 'project_id': '6e50497060024e428c3403fd70bdf6b8', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:30:02.026880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5b20f145-73ed-45ab-8e3e-e820d10367cb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.054041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b20f145-73ed-45ab-8e3e-e820d10367cb,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:02.121104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (23198219-c9b7-4994-9cbc-c889752192d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.213524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (23198219-c9b7-4994-9cbc-c889752192d3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.215897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks [] for router_controller (23198219-c9b7-4994-9cbc-c889752192d3), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.258817 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (23198219-c9b7-4994-9cbc-c889752192d3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.259329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23198219-c9b7-4994-9cbc-c889752192d3 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:30:02.263925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.264815 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-97cef671-fbbe-40c3-930c-9546b45f1a27 admin admin] 10.222.0.25 "DELETE /v2.0/routers/23198219-c9b7-4994-9cbc-c889752192d3 HTTP/1.1" status: 204 len: 168 time: 1.0861392 Jan 28 17:30:02.268083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34266) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:02.310572 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Deleting subnet 2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:30:02.314252 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Publish callbacks [] for subnet (2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.348133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.428291 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.479966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.507100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:02.512963 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.518715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01d2b3-542e-4401-b7ef-d7f39f9fd137 None None] Network 2b5e58aa-0388-45c6-bd21-b44c4c254774 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:02.522299 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8fec2dfc-67ec-4416-88f5-34360bb9fcf4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2ad6c06c-31ed-4fd6-a0c1-ede1d6a5279b HTTP/1.1" status: 204 len: 168 time: 0.2532051 Jan 28 17:30:02.524652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:02.610944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (2b5e58aa-0388-45c6-bd21-b44c4c254774), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.700272 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Deleting port 09702196-5708-4be1-9aa0-0f0a835eaabc {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:02.700570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.724561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] DHCP port deletion for 2b5e58aa-0388-45c6-bd21-b44c4c254774 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:30:02.765145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] For port 09702196-5708-4be1-9aa0-0f0a835eaabc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09702196-5708-4be1-9aa0-0f0a835eaabc,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:02.765437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.785713 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Calling delete_port for 09702196-5708-4be1-9aa0-0f0a835eaabc owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:02.786412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] Deleting port 09702196-5708-4be1-9aa0-0f0a835eaabc {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:02.787541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.848957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] For port 09702196-5708-4be1-9aa0-0f0a835eaabc, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09702196-5708-4be1-9aa0-0f0a835eaabc,segment=NetworkSegment(64d4fda4-2a72-4cc5-b578-988fab5d0d7a),segment_id=64d4fda4-2a72-4cc5-b578-988fab5d0d7a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:02.849365 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.863724 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] Calling delete_port for 09702196-5708-4be1-9aa0-0f0a835eaabc owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:02.869292 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.895536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Pushing event deleted for resources: {'Port': ['ID=09702196-5708-4be1-9aa0-0f0a835eaabc,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:02.897505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] No DVR routers for this DVR port 09702196-5708-4be1-9aa0-0f0a835eaabc on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:02.945449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (09702196-5708-4be1-9aa0-0f0a835eaabc), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.970927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] Pushing event deleted for resources: {'Port': ['ID=09702196-5708-4be1-9aa0-0f0a835eaabc,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:02.971163 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (2b5e58aa-0388-45c6-bd21-b44c4c254774), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:02.976056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cc04b-bfcc-4fa0-ad71-1ceefc23bc56 None None] No DVR routers for this DVR port 09702196-5708-4be1-9aa0-0f0a835eaabc on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:02.992960 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5e58aa-0388-45c6-bd21-b44c4c254774']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:03.003727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d4fda4-2a72-4cc5-b578-988fab5d0d7a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:03.004045 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d4fda4-2a72-4cc5-b578-988fab5d0d7a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:03.013379 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (64d4fda4-2a72-4cc5-b578-988fab5d0d7a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.026793 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (64d4fda4-2a72-4cc5-b578-988fab5d0d7a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.033357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:03.033795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (64d4fda4-2a72-4cc5-b578-988fab5d0d7a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:03.036014 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:03.089868 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (2b5e58aa-0388-45c6-bd21-b44c4c254774), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.095946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.099232 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b5e58aa-0388-45c6-bd21-b44c4c254774 HTTP/1.1" status: 204 len: 168 time: 0.5736027 Jan 28 17:30:03.116002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3c646-8586-47b6-8f54-820be8af831d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5e58aa-0388-45c6-bd21-b44c4c254774,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:03.181321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8eef84bf-6ede-41c6-8e3e-841f3afc8188 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:03.201322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 8eef84bf-6ede-41c6-8e3e-841f3afc8188 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:03.201673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 8eef84bf-6ede-41c6-8e3e-841f3afc8188 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:03.202091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b20f145-73ed-45ab-8e3e-e820d10367cb no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:03.221943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 5b20f145-73ed-45ab-8e3e-e820d10367cb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:03.222294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 5b20f145-73ed-45ab-8e3e-e820d10367cb not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:03.222793 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09702196-5708-4be1-9aa0-0f0a835eaabc no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:03.225758 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34272) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:03.241576 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 09702196-5708-4be1-9aa0-0f0a835eaabc {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:03.241859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09702196-5708-4be1-9aa0-0f0a835eaabc not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:03.265777 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18e37e7d-1583-4e01-84d4-5e78fd7b34d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e50497060024e428c3403fd70bdf6b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387392 Jan 28 17:30:03.268703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34274) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:03.315167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d411-6c5f-4e93-95f7-81f45d83e462 admin admin] Publish callbacks [] for security_group (04643c6b-236c-42b1-9377-b0952d9b93bd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.336349 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d411-6c5f-4e93-95f7-81f45d83e462 admin admin] Publish callbacks [] for security_group (04643c6b-236c-42b1-9377-b0952d9b93bd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.382506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d411-6c5f-4e93-95f7-81f45d83e462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (04643c6b-236c-42b1-9377-b0952d9b93bd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.385113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d411-6c5f-4e93-95f7-81f45d83e462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:03.386263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ed8d411-6c5f-4e93-95f7-81f45d83e462 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04643c6b-236c-42b1-9377-b0952d9b93bd HTTP/1.1" status: 204 len: 168 time: 0.1166558 Jan 28 17:30:03.394670 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d411-6c5f-4e93-95f7-81f45d83e462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04643c6b-236c-42b1-9377-b0952d9b93bd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:04.049630 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34296) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:04.144465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1420716742-network', 'tenant_id': '5e41bf4322e64b49b88e8ebf3eadde46'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:04.163773 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Made reservation on behalf of 5e41bf4322e64b49b88e8ebf3eadde46 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:04.165995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.174926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.249626 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks [] for security_group (f382c0d0-f4a8-49ed-9701-b899ae894d36), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.253881 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f382c0d0-f4a8-49ed-9701-b899ae894d36), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.279005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:04.289578 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f382c0d0-f4a8-49ed-9701-b899ae894d36,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:04.294314 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1b0294d2-1feb-4a81-aace-bedd0d4563a7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.294654 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Added segment 1b0294d2-1feb-4a81-aace-bedd0d4563a7 of type vlan for network 730c1bbb-b709-4f3d-9e67-462eb886133a Jan 28 17:30:04.334800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (730c1bbb-b709-4f3d-9e67-462eb886133a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.359551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (730c1bbb-b709-4f3d-9e67-462eb886133a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.361083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:04.361659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.415292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3644476 Jan 28 17:30:04.418507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:04.423454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da045-cac9-4375-b9af-042cbaba4a98 admin admin] Pushing event updated for resources: {'Network': ['ID=730c1bbb-b709-4f3d-9e67-462eb886133a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:04.424943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Request body: {'subnet': {'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1420716742-subnet', 'tenant_id': '5e41bf4322e64b49b88e8ebf3eadde46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:04.433960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 730c1bbb-b709-4f3d-9e67-462eb886133a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:04.445093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Made reservation on behalf of 5e41bf4322e64b49b88e8ebf3eadde46 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:04.447433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.621162 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (32df576d-1bcf-4517-843e-46ee31347597), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.681551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32df576d-1bcf-4517-843e-46ee31347597,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:04.688269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Checking segment: {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:04.688631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Network hostable DHCP agents. Network: 730c1bbb-b709-4f3d-9e67-462eb886133a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:04.704873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Network 730c1bbb-b709-4f3d-9e67-462eb886133a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:04.712842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 730c1bbb-b709-4f3d-9e67-462eb886133a) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:04.717372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:04.717962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:04.723259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f875d-7485-4981-9206-d45af15033db None None] Network 730c1bbb-b709-4f3d-9e67-462eb886133a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:04.733623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e0cf3bbb-079f-4822-b050-74ca9e8ced76 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3135097 Jan 28 17:30:04.821291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef72bb4-67e8-4b56-8193-cb7f5a89637b None None] Network 730c1bbb-b709-4f3d-9e67-462eb886133a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:05.157443 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-203ae4ff-6d7b-422a-b61a-9e52779a1bd5 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:05.158919 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-203ae4ff-6d7b-422a-b61a-9e52779a1bd5 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 814 time: 0.1088059 Jan 28 17:30:05.174024 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-0e1a813d-236b-47eb-8719-3eedd6ffdc21 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/quotas/5e41bf4322e64b49b88e8ebf3eadde46 HTTP/1.1" status: 200 len: 375 time: 0.0097687 Jan 28 17:30:05.205045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-d1e4fdf7-d9fd-42a8-867b-e82e5013c4c1 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263708 Jan 28 17:30:05.367259 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c5aecae7-70d4-4566-82e3-b4c7441f39e3 service neutron] 10.222.0.25 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229744 Jan 28 17:30:05.452638 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-e4425731-0db5-4bc1-b12e-03028a32775b service neutron] 10.222.0.25 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796909 Jan 28 17:30:05.614358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ce13cc-1426-41b2-9ba8-0f0fc7e153f8 req-635ac8fd-fb7b-46be-b9f6-90a1a8569379 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 210 time: 0.0283751 Jan 28 17:30:06.512239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-6531535a-a308-454a-8352-ff9af2d432a6 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:06.514303 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-6531535a-a308-454a-8352-ff9af2d432a6 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.31 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 814 time: 0.1080878 Jan 28 17:30:06.526351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Request body: {'port': {'device_id': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a', 'admin_state_up': True, 'tenant_id': '5e41bf4322e64b49b88e8ebf3eadde46'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:06.639068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Made reservation on behalf of 5e41bf4322e64b49b88e8ebf3eadde46 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:06.643116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:06.716578 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a70e4d3-d8ca-4953-81e1-ce3592da6b52 req-91464154-9af1-436b-bf40-94fde11e744a tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 210 time: 0.0322495 Jan 28 17:30:06.765828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Allocated IP 172.20.0.3 (730c1bbb-b709-4f3d-9e67-462eb886133a/32df576d-1bcf-4517-843e-46ee31347597/9a712635-ac8e-4024-adca-f032103b5ec5) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:06.911627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks [] for port (9a712635-ac8e-4024-adca-f032103b5ec5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:06.945821 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:06.986699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Network 730c1bbb-b709-4f3d-9e67-462eb886133a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:06.989602 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:06.992481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:07.033502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Pushing event updated for resources: {'Port': ['ID=9a712635-ac8e-4024-adca-f032103b5ec5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:07.057990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:07.058603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.073433 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-045bd20c-e022-411d-aa35-9c64dd7046e0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512321 Jan 28 17:30:07.084322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Request body: {'port': {'device_id': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:07.142036 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.400118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a712635-ac8e-4024-adca-f032103b5ec5 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:30:07.407329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Publish callbacks [] for port (9a712635-ac8e-4024-adca-f032103b5ec5), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.418731 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Transition to ACTIVE for port object 9a712635-ac8e-4024-adca-f032103b5ec5 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:30:07.422655 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.469440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Pushing event updated for resources: {'Port': ['ID=9a712635-ac8e-4024-adca-f032103b5ec5,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:07.540605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Attempting to bind port 9a712635-ac8e-4024-adca-f032103b5ec5 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:07.541439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Attempting to bind port 9a712635-ac8e-4024-adca-f032103b5ec5 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:07.541439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Attempting to bind port 9a712635-ac8e-4024-adca-f032103b5ec5 on network 730c1bbb-b709-4f3d-9e67-462eb886133a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:07.545723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Port 9a712635-ac8e-4024-adca-f032103b5ec5 on network 730c1bbb-b709-4f3d-9e67-462eb886133a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:30:07.546042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Attempting to bind port 9a712635-ac8e-4024-adca-f032103b5ec5 on network 730c1bbb-b709-4f3d-9e67-462eb886133a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:07.551006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:07.551338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Checking segment: {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:07.551718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Bound using segment: {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:07.552143 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Bound port: 9a712635-ac8e-4024-adca-f032103b5ec5, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:07.552498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.618620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] For port 9a712635-ac8e-4024-adca-f032103b5ec5, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:07.621966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] For port 9a712635-ac8e-4024-adca-f032103b5ec5, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9a712635-ac8e-4024-adca-f032103b5ec5,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:07.628169 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.661935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:07.662558 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:07.663977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] 10.222.0.31 "PUT /v2.0/ports/9a712635-ac8e-4024-adca-f032103b5ec5 HTTP/1.1" status: 200 len: 1092 time: 0.5837336 Jan 28 17:30:07.664394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'tag': '9a712635-ac8e-4024-adca-f032103b5ec5'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:30:07.666663 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd34055f-48ab-4b13-bb22-73672fb0c6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e539cce-ef3e-401e-bbab-6df91fec1663", "tag": "9a712635-ac8e-4024-adca-f032103b5ec5"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:30:07.689779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebb1a4-1a68-4f9d-82f5-adbd82c625ba service neutron] Pushing event updated for resources: {'Port': ['ID=9a712635-ac8e-4024-adca-f032103b5ec5,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:07.709158 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc10565-616e-4321-9d53-423715b24857 x-openstack-request-id: req-1bc10565-616e-4321-9d53-423715b24857 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:30:07.709456 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e539cce-ef3e-401e-bbab-6df91fec1663", "tag": "9a712635-ac8e-4024-adca-f032103b5ec5", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:30:07.709715 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bc10565-616e-4321-9d53-423715b24857 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:30:07.710196 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'tag': '9a712635-ac8e-4024-adca-f032103b5ec5', 'status': 'completed', 'code': 200} Jan 28 17:30:07.761576 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-19a32f85-4aff-4b37-b946-fa8102fc6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:07.763103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-19a32f85-4aff-4b37-b946-fa8102fc6321 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 1126 time: 0.0469203 Jan 28 17:30:07.807952 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-b9805e54-3c8d-4cd0-9ad4-31a69c551dc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a712635-ac8e-4024-adca-f032103b5ec5 HTTP/1.1" status: 200 len: 217 time: 0.0376766 Jan 28 17:30:07.835765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52f440-af01-4f9b-95fe-dc6dccf96dd9 req-985c952e-f090-4168-8c14-bd3a1d08d719 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:07.837288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f52f440-af01-4f9b-95fe-dc6dccf96dd9 req-985c952e-f090-4168-8c14-bd3a1d08d719 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 943 time: 0.0538423 Jan 28 17:30:07.854941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-b21c4238-b6a5-4cc2-9ff6-c7a5eb60fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:07.856485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-b21c4238-b6a5-4cc2-9ff6-c7a5eb60fdfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32df576d-1bcf-4517-843e-46ee31347597 HTTP/1.1" status: 200 len: 854 time: 0.0422876 Jan 28 17:30:07.883597 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3f52f440-af01-4f9b-95fe-dc6dccf96dd9 req-d99c9c7b-a9d1-4d14-addf-5429538e76ce tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Jan 28 17:30:07.887158 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-0767c90b-6547-4860-9413-8ff91ef1679e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=730c1bbb-b709-4f3d-9e67-462eb886133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252724 Jan 28 17:30:07.971549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-d14deae6-4013-4778-a89c-c40b70ba0e87 service neutron] 10.222.0.31 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789981 Jan 28 17:30:08.062434 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eeeeeb63-90af-45bc-9226-f8dc96a51b3d req-42586e88-ebb6-48e3-b957-06176775e300 service neutron] 10.222.0.31 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Jan 28 17:30:08.146741 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-d08f8e1e-9029-4c84-bffd-b410852d925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:08.148254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-d08f8e1e-9029-4c84-bffd-b410852d925d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 1126 time: 0.0447834 Jan 28 17:30:08.237547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-512ac4a0-cf72-4985-af09-ef89322302ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:08.238918 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-512ac4a0-cf72-4985-af09-ef89322302ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 915 time: 0.0854583 Jan 28 17:30:08.277979 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-b368fb80-72d8-47bd-9b46-d56cf3843977 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a712635-ac8e-4024-adca-f032103b5ec5 HTTP/1.1" status: 200 len: 217 time: 0.0330787 Jan 28 17:30:08.322719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-5f34c3da-fbe0-4ab3-a37c-efe857a5f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:08.324110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-5f34c3da-fbe0-4ab3-a37c-efe857a5f2e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32df576d-1bcf-4517-843e-46ee31347597 HTTP/1.1" status: 200 len: 854 time: 0.0411024 Jan 28 17:30:08.357685 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-29a168c6-9862-4e5a-9b4c-c984cc94c211 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=730c1bbb-b709-4f3d-9e67-462eb886133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280676 Jan 28 17:30:08.442449 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-581c1ad7-c4ce-4714-93df-7d9908904f8e service neutron] 10.222.0.31 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789864 Jan 28 17:30:08.532530 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fd34055f-48ab-4b13-bb22-73672fb0c6a5 req-05d0b2f5-d9f5-4817-aa9d-57bffe64d0fa service neutron] 10.222.0.31 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836868 Jan 28 17:30:09.003139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ad101-9b12-476d-a942-960589b04457 req-96641fcf-a1a2-4a58-a87f-3376fada8168 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:09.004596 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad4ad101-9b12-476d-a942-960589b04457 req-96641fcf-a1a2-4a58-a87f-3376fada8168 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 943 time: 0.0520008 Jan 28 17:30:09.050550 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad4ad101-9b12-476d-a942-960589b04457 req-68e239e1-ff39-44b6-9848-236d1e8fde4e tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Jan 28 17:30:09.961182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9a712635-ac8e-4024-adca-f032103b5ec5 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:30:10.054372 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9a712635-ac8e-4024-adca-f032103b5ec5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9a712635-ac8e-4024-adca-f032103b5ec5,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:10.065402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '9a712635-ac8e-4024-adca-f032103b5ec5', 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a', 'port_id': '9a712635-ac8e-4024-adca-f032103b5ec5', 'mac_address': 'fa:16:3e:96:05:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32df576d-1bcf-4517-843e-46ee31347597', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:30:10.106045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9a712635-ac8e-4024-adca-f032103b5ec5 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:10.106441 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:10.119427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a712635-ac8e-4024-adca-f032103b5ec5 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:30:10.138855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9a712635-ac8e-4024-adca-f032103b5ec5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9a712635-ac8e-4024-adca-f032103b5ec5,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:10.142777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:10.173791 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f37c5-1355-435d-8a44-bf26022f2665 req-97ffd7a2-09b6-4e8d-9a9f-4ee4dda1bd24 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:10.175257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c4f37c5-1355-435d-8a44-bf26022f2665 req-97ffd7a2-09b6-4e8d-9a9f-4ee4dda1bd24 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 943 time: 0.0563638 Jan 28 17:30:10.191552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9a712635-ac8e-4024-adca-f032103b5ec5,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:10.223257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c4f37c5-1355-435d-8a44-bf26022f2665 req-f3bc08a4-a2af-427d-af71-d7f72ec25a59 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Jan 28 17:30:10.338898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9a712635-ac8e-4024-adca-f032103b5ec5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:30:11.340966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78c030-62fc-4497-8b5f-a7698f3cea00 req-7c557bde-f780-4ada-aedc-6e6217120240 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:11.342429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab78c030-62fc-4497-8b5f-a7698f3cea00 req-7c557bde-f780-4ada-aedc-6e6217120240 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 944 time: 0.0524764 Jan 28 17:30:11.389050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ab78c030-62fc-4497-8b5f-a7698f3cea00 req-60fd8eb3-9c67-413a-b904-f01925aa23a7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Jan 28 17:30:11.970686 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9a712635-ac8e-4024-adca-f032103b5ec5 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:12.017942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 9a712635-ac8e-4024-adca-f032103b5ec5 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:30:12.021744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 9a712635-ac8e-4024-adca-f032103b5ec5 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:12.022116 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:12.256313 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9a712635-ac8e-4024-adca-f032103b5ec5 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:12.256628 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:12.279443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a712635-ac8e-4024-adca-f032103b5ec5'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:30:12.282009 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3bf320-1790-42c5-a5af-5697c237493b" -d '{"events": [{"server_uuid": "4e539cce-ef3e-401e-bbab-6df91fec1663", "name": "network-vif-plugged", "status": "completed", "tag": "9a712635-ac8e-4024-adca-f032103b5ec5"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:30:12.294456 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9a712635-ac8e-4024-adca-f032103b5ec5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9a712635-ac8e-4024-adca-f032103b5ec5,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:12.299738 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:12.328214 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a79f2-143b-4e5b-9311-2343240e9c7e x-openstack-request-id: req-e19a79f2-143b-4e5b-9311-2343240e9c7e {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:30:12.328494 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e539cce-ef3e-401e-bbab-6df91fec1663", "name": "network-vif-plugged", "status": "completed", "tag": "9a712635-ac8e-4024-adca-f032103b5ec5", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:30:12.328774 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e19a79f2-143b-4e5b-9311-2343240e9c7e {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:30:12.329163 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a712635-ac8e-4024-adca-f032103b5ec5', 'code': 200} Jan 28 17:30:12.355162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9a712635-ac8e-4024-adca-f032103b5ec5,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:12.427455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7a8ef-bd1c-41f5-ac57-fd805cc628eb req-f533a518-38d6-49c2-b6a2-4171db554ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:12.429014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07e7a8ef-bd1c-41f5-ac57-fd805cc628eb req-f533a518-38d6-49c2-b6a2-4171db554ea9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 1128 time: 0.0455434 Jan 28 17:30:12.473608 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-07e7a8ef-bd1c-41f5-ac57-fd805cc628eb req-4d9d84c5-562a-4b8e-ac9d-f3021f0f07de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Jan 28 17:30:12.509315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c5447-29fa-421e-a245-7d5ec033431b req-6d584a2e-1273-4235-87b2-0d2379a87b5d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:12.510728 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f1c5447-29fa-421e-a245-7d5ec033431b req-6d584a2e-1273-4235-87b2-0d2379a87b5d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0511928 Jan 28 17:30:12.564739 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8f1c5447-29fa-421e-a245-7d5ec033431b req-ac6ee999-7c2f-4332-8467-4300ffb01b2d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477700 Jan 28 17:30:12.658003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:12.679303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:13.691229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82939d-79b6-4ecc-bacb-6feb758f0f8a req-3b90820d-d377-4000-a1e2-ee69d9bbe1ca tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:13.692705 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d82939d-79b6-4ecc-bacb-6feb758f0f8a req-3b90820d-d377-4000-a1e2-ee69d9bbe1ca tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0594966 Jan 28 17:30:13.738987 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d82939d-79b6-4ecc-bacb-6feb758f0f8a req-6cfe38fb-fe42-4f74-8655-53cdea9ac92e tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Jan 28 17:30:13.958076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-5402f902-44c0-49e4-9f6c-5036d3df5145 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:13.959526 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-5402f902-44c0-49e4-9f6c-5036d3df5145 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 814 time: 0.1028626 Jan 28 17:30:13.973690 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-eae49bf4-1966-4f0b-ae7b-9ffd58a19778 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/quotas/5e41bf4322e64b49b88e8ebf3eadde46 HTTP/1.1" status: 200 len: 375 time: 0.0087683 Jan 28 17:30:14.025585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-9d6bbd94-f489-466b-a075-00dccb9ac51e tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469339 Jan 28 17:30:14.183802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-ad9a3be9-dff8-49f3-aaea-dc0890b56a88 service neutron] 10.222.0.25 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182411 Jan 28 17:30:14.273634 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-2bfd5f14-d702-4ba1-95e2-f613c0152652 service neutron] 10.222.0.25 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841851 Jan 28 17:30:14.433744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d7708b8-086a-4bfe-9a76-ec0d6109d3f9 req-0aa58682-cce2-4dc3-82d4-aa6eb9e88c55 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 210 time: 0.0284200 Jan 28 17:30:14.518977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-de99f772-3e73-434d-885b-f949911c34ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446641 Jan 28 17:30:14.612115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-4b9ea949-6c6d-49f3-9f2e-2aab4fb87964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:14.613929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-4b9ea949-6c6d-49f3-9f2e-2aab4fb87964 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 1128 time: 0.0513828 Jan 28 17:30:14.680518 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:30:14.723212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-2b6dee52-0674-4e96-817c-d45a3c658c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:14.725014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-2b6dee52-0674-4e96-817c-d45a3c658c39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 915 time: 0.0910754 Jan 28 17:30:14.768770 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-6e65cac4-558a-4d1f-a663-1176e7de5a75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a712635-ac8e-4024-adca-f032103b5ec5 HTTP/1.1" status: 200 len: 217 time: 0.0376387 Jan 28 17:30:14.820966 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-4cf5ef18-59b9-40c3-af33-be5e469da010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:14.822445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-4cf5ef18-59b9-40c3-af33-be5e469da010 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32df576d-1bcf-4517-843e-46ee31347597 HTTP/1.1" status: 200 len: 854 time: 0.0486846 Jan 28 17:30:14.854106 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-5e48526e-e026-4b33-a679-ca539a3409dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=730c1bbb-b709-4f3d-9e67-462eb886133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261443 Jan 28 17:30:14.941869 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-877009cb-95cd-4c9a-b3c5-d8e59e7f5e62 service neutron] 10.222.0.31 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810850 Jan 28 17:30:15.032883 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a86a22b2-3c28-499b-b5d8-adf3b0e500f6 req-95cbf75f-a338-47d9-b4c7-ca64b386b746 service neutron] 10.222.0.31 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855470 Jan 28 17:30:15.342469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-902fb927-1897-4913-8605-adc7067156fc tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:15.343980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-902fb927-1897-4913-8605-adc7067156fc tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.24 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 814 time: 0.0994296 Jan 28 17:30:15.356995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Request body: {'port': {'device_id': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a', 'admin_state_up': True, 'tenant_id': '5e41bf4322e64b49b88e8ebf3eadde46'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:15.466242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Made reservation on behalf of 5e41bf4322e64b49b88e8ebf3eadde46 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:15.470234 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:15.530260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0a452d8-6040-4f72-add6-e71452d01313 req-37ef1834-80d1-432b-86ff-a151bd21cd76 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 210 time: 0.0279260 Jan 28 17:30:15.598197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Allocated IP 172.20.0.13 (730c1bbb-b709-4f3d-9e67-462eb886133a/32df576d-1bcf-4517-843e-46ee31347597/fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:15.740305 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks [] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:15.773343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:15.784937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9a712635-ac8e-4024-adca-f032103b5ec5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:30:15.817040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Network 730c1bbb-b709-4f3d-9e67-462eb886133a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:15.819962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:15.823534 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:15.851053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Pushing event updated for resources: {'Port': ['ID=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:15.878055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:15.878669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:15.894258 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-c01720dc-8d6b-4ae8-9602-b8bc7a464776 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5409176 Jan 28 17:30:15.905638 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Request body: {'port': {'device_id': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:15.962979 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.006388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2942eed7-24d9-4e5d-b39f-4c03a3ee6dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.218818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:30:16.226638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Publish callbacks [] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.238210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Transition to ACTIVE for port object fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:30:16.241510 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.290624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Pushing event updated for resources: {'Port': ['ID=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:16.355688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Attempting to bind port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:16.356026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Attempting to bind port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:16.356357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Attempting to bind port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee on network 730c1bbb-b709-4f3d-9e67-462eb886133a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:16.360567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee on network 730c1bbb-b709-4f3d-9e67-462eb886133a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:30:16.360916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Attempting to bind port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee on network 730c1bbb-b709-4f3d-9e67-462eb886133a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:16.365589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:16.365925 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Checking segment: {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:16.366305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Bound using segment: {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:16.366725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Bound port: fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0294d2-1feb-4a81-aace-bedd0d4563a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:16.367076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.430769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] For port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:16.433839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] For port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:16.439468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.471406 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:16.472011 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:16.473415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] 10.222.0.24 "PUT /v2.0/ports/fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee HTTP/1.1" status: 200 len: 1093 time: 0.5718644 Jan 28 17:30:16.473868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'tag': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:30:16.476084 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5879f54-f481-40e1-bc09-d638bf911eac" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1d7730-9cf6-4b68-a67a-9fed116a044d", "tag": "fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:30:16.507958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93e488-0d23-4072-a69d-8116bdfa1d53 service neutron] Pushing event updated for resources: {'Port': ['ID=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:16.521840 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80094b-fbc6-4576-b9ee-0600d3615096 x-openstack-request-id: req-fe80094b-fbc6-4576-b9ee-0600d3615096 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:30:16.522250 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1d7730-9cf6-4b68-a67a-9fed116a044d", "tag": "fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:30:16.522513 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe80094b-fbc6-4576-b9ee-0600d3615096 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:30:16.522912 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'tag': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee', 'status': 'completed', 'code': 200} Jan 28 17:30:16.558191 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-9ff58a92-e438-42b4-b165-012f47d662af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:16.559747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-9ff58a92-e438-42b4-b165-012f47d662af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 1127 time: 0.0481632 Jan 28 17:30:16.604169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-06a44456-66d2-4cb5-955d-1488f17b54e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee HTTP/1.1" status: 200 len: 217 time: 0.0378952 Jan 28 17:30:16.653020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-65494f0c-4b80-49d9-a1ec-bc07e367c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:16.653279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229422d3-1c43-4826-abcc-0c77f4abe280 req-cae4a6d8-b2c0-456a-98cc-18a1558ae44d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:16.654482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-65494f0c-4b80-49d9-a1ec-bc07e367c5b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32df576d-1bcf-4517-843e-46ee31347597 HTTP/1.1" status: 200 len: 854 time: 0.0439911 Jan 28 17:30:16.654645 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-229422d3-1c43-4826-abcc-0c77f4abe280 req-cae4a6d8-b2c0-456a-98cc-18a1558ae44d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 944 time: 0.0528994 Jan 28 17:30:16.685889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-bf5d5bad-73c6-4651-bece-ba9eb8f81732 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=730c1bbb-b709-4f3d-9e67-462eb886133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254576 Jan 28 17:30:16.707162 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-229422d3-1c43-4826-abcc-0c77f4abe280 req-8d824ef1-200b-4455-90c4-d4658e71719d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Jan 28 17:30:16.775237 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-5a7279f8-bf0f-44ed-a813-d11fa7290389 service neutron] 10.222.0.24 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834303 Jan 28 17:30:16.861066 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a26e226a-3025-4192-bd93-3f3c4ec0d853 req-3dbc8097-99a1-4f75-861f-e10feb32f341 service neutron] 10.222.0.24 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797582 Jan 28 17:30:16.950417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5879f54-f481-40e1-bc09-d638bf911eac req-cffcbff9-2efb-4f6a-9eaf-744a750f66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:16.951812 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-cffcbff9-2efb-4f6a-9eaf-744a750f66e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 1127 time: 0.0446658 Jan 28 17:30:17.041655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5879f54-f481-40e1-bc09-d638bf911eac req-808ff8cc-1cdb-43de-8280-c2c1054df47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:17.043084 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-808ff8cc-1cdb-43de-8280-c2c1054df47c service neutron] 10.222.0.24 "GET /v2.0/networks?id=730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 200 len: 915 time: 0.0851328 Jan 28 17:30:17.083405 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-c1090f88-7d9e-4860-916b-ec3767d862d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee HTTP/1.1" status: 200 len: 217 time: 0.0341897 Jan 28 17:30:17.134415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5879f54-f481-40e1-bc09-d638bf911eac req-500a5be3-99a4-4aba-9471-53fae56aad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:17.135885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-500a5be3-99a4-4aba-9471-53fae56aad79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32df576d-1bcf-4517-843e-46ee31347597 HTTP/1.1" status: 200 len: 854 time: 0.0456576 Jan 28 17:30:17.168036 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-01ff1f5e-b1f7-4e99-8fcf-af2b04af415b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=730c1bbb-b709-4f3d-9e67-462eb886133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257750 Jan 28 17:30:17.254064 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-47404cc2-c25c-43d1-a78f-645d1c951788 service neutron] 10.222.0.24 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796833 Jan 28 17:30:17.350704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b5879f54-f481-40e1-bc09-d638bf911eac req-cf7315f6-509c-4f39-b6ff-228ba84a53d9 service neutron] 10.222.0.24 "GET /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888448 Jan 28 17:30:17.826506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea350b0d-4740-4c2a-b7d8-d2db431ec4ed req-024084d8-d31e-4fcb-812e-74ede8b0da88 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:17.827971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea350b0d-4740-4c2a-b7d8-d2db431ec4ed req-024084d8-d31e-4fcb-812e-74ede8b0da88 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 944 time: 0.0521312 Jan 28 17:30:17.873287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea350b0d-4740-4c2a-b7d8-d2db431ec4ed req-22cf0d2b-09c1-4377-8e6b-1372f046e15a tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Jan 28 17:30:17.976085 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60ce6d04-991b-419f-a13d-14da11856c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:18.990402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d0d47-e86f-4478-94d8-a472f9e4f983 req-27f0801f-aa25-47cc-919e-89b36f730b29 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:18.991841 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-833d0d47-e86f-4478-94d8-a472f9e4f983 req-27f0801f-aa25-47cc-919e-89b36f730b29 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 944 time: 0.0516307 Jan 28 17:30:19.037039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-833d0d47-e86f-4478-94d8-a472f9e4f983 req-66debfa9-e8c9-4185-b281-97c4d151b3d9 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Jan 28 17:30:19.568910 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:20.155474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3e4b-0cc6-47d8-a378-551880e70cbc req-9a9b41ac-7c37-4cde-973a-e4b876ee1046 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:20.157474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-440a3e4b-0cc6-47d8-a378-551880e70cbc req-9a9b41ac-7c37-4cde-973a-e4b876ee1046 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 944 time: 0.0555997 Jan 28 17:30:20.203237 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-440a3e4b-0cc6-47d8-a378-551880e70cbc req-a4291eeb-5402-4edb-9b10-d85de7c249c0 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Jan 28 17:30:20.213157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:30:20.308391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:20.319550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee', 'network_id': '730c1bbb-b709-4f3d-9e67-462eb886133a', 'port_id': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee', 'mac_address': 'fa:16:3e:6f:a2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32df576d-1bcf-4517-843e-46ee31347597', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:30:20.355775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:20.356147 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:20.369359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:30:20.387951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:20.392531 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:20.442664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:20.450145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.450492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.450841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.451179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.451510 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.451841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.452170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.452496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.452848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.453172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.453497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.453819 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.454140 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:20.586640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:30:20.811247 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:21.319145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d38c6-cba8-4d37-9bf3-1ad17649a567 req-41aae494-3fec-4fd2-a8f9-ec74bafd7a66 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:21.320515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d81d38c6-cba8-4d37-9bf3-1ad17649a567 req-41aae494-3fec-4fd2-a8f9-ec74bafd7a66 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 945 time: 0.0520046 Jan 28 17:30:21.367600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d81d38c6-cba8-4d37-9bf3-1ad17649a567 req-7766c9f3-b2a4-4249-b292-783dfa4dad74 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Jan 28 17:30:21.835051 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:22.222200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:22.270493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:30:22.274390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:22.274796 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:22.348943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:22.349326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:22.371245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:30:22.373408 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c7c90e-1fbf-4718-8d77-a5323b901eec" -d '{"events": [{"server_uuid": "9c1d7730-9cf6-4b68-a67a-9fed116a044d", "name": "network-vif-plugged", "status": "completed", "tag": "fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:30:22.389186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:22.394598 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:22.420570 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06ea645-1f07-4a9a-9598-55179482c665 x-openstack-request-id: req-c06ea645-1f07-4a9a-9598-55179482c665 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:30:22.421095 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d7730-9cf6-4b68-a67a-9fed116a044d", "name": "network-vif-plugged", "status": "completed", "tag": "fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:30:22.421599 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c06ea645-1f07-4a9a-9598-55179482c665 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:30:22.422849 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee', 'code': 200} Jan 28 17:30:22.450335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:22.500726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4115efb-d030-4a9f-a305-77f430b43e1c req-6c63f94b-0892-4c9b-9861-ca5307dcdd33 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:22.502203 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4115efb-d030-4a9f-a305-77f430b43e1c req-6c63f94b-0892-4c9b-9861-ca5307dcdd33 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 946 time: 0.0652833 Jan 28 17:30:22.517637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e377f-96b2-48bf-be4d-bb131db4ce2f req-5a1e6420-90e3-437f-be23-9224780b9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:22.519164 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b25e377f-96b2-48bf-be4d-bb131db4ce2f req-5a1e6420-90e3-437f-be23-9224780b9f21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 1129 time: 0.0448155 Jan 28 17:30:22.549462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b4115efb-d030-4a9f-a305-77f430b43e1c req-1d08525b-8dc9-47a8-b3a2-fa5fbd8779c9 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Jan 28 17:30:22.563441 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b25e377f-96b2-48bf-be4d-bb131db4ce2f req-a99991d5-1be8-4550-9a6e-cdfa452ddde0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Jan 28 17:30:23.670561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe66f10-2a0f-4d04-9366-ce0f37f3c178 req-af344d83-7c0a-4bef-95ba-3276b9c2d178 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:23.672849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abe66f10-2a0f-4d04-9366-ce0f37f3c178 req-af344d83-7c0a-4bef-95ba-3276b9c2d178 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 946 time: 0.0555532 Jan 28 17:30:23.718554 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-abe66f10-2a0f-4d04-9366-ce0f37f3c178 req-40fc2f62-7c90-419e-a77e-f2a717096ac5 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Jan 28 17:30:24.835134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9ebf-4f79-4f30-8732-595bb1014fa0 req-28ff7624-cc2d-4b50-b950-582803cc9910 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:24.836595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-672e9ebf-4f79-4f30-8732-595bb1014fa0 req-28ff7624-cc2d-4b50-b950-582803cc9910 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 946 time: 0.0512695 Jan 28 17:30:24.886081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-672e9ebf-4f79-4f30-8732-595bb1014fa0 req-483fcfc7-ee6d-47b7-b696-b8c99135aa41 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Jan 28 17:30:25.122858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99cf45-889e-4fde-9bdd-f38b35ad0372 req-d8b93d20-3acd-4cc5-b192-f9e08bf74987 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:25.124345 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a99cf45-889e-4fde-9bdd-f38b35ad0372 req-d8b93d20-3acd-4cc5-b192-f9e08bf74987 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 946 time: 0.0533648 Jan 28 17:30:25.170813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0a99cf45-889e-4fde-9bdd-f38b35ad0372 req-7af4b61f-3344-464b-945e-0c59f6ae034d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Jan 28 17:30:26.287708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04126dd4-fbe2-49bc-807f-21bfe6e6ab50 req-5045b5cd-21b1-4ac7-a0b7-3948c9cdf984 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:26.289225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04126dd4-fbe2-49bc-807f-21bfe6e6ab50 req-5045b5cd-21b1-4ac7-a0b7-3948c9cdf984 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 946 time: 0.0514421 Jan 28 17:30:26.335882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-04126dd4-fbe2-49bc-807f-21bfe6e6ab50 req-73b797cd-3f7b-4477-81c8-797a11e2ff9d tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Jan 28 17:30:26.348802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-e78ed75c-f07a-4f67-96b7-dc66cc619ed9 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:26.350272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-e78ed75c-f07a-4f67-96b7-dc66cc619ed9 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1d7730-9cf6-4b68-a67a-9fed116a044d HTTP/1.1" status: 200 len: 946 time: 0.0509381 Jan 28 17:30:26.443672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Deleting port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:26.443937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:26.528239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] For port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:26.528605 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:26.540707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Calling delete_port for fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:26.669801 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:26.683187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9a712635-ac8e-4024-adca-f032103b5ec5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:30:26.685406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:30:26.698018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Pushing event deleted for resources: {'Port': ['ID=fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:26.743396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] No DVR routers for this DVR port fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:26.746431 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:26.749760 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-cd46eab5-9fe7-4c59-8cd2-133dbcd4f509 req-50eb0136-ba59-404e-b613-1b9f1065d8f7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.24 "DELETE /v2.0/ports/fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee HTTP/1.1" status: 204 len: 173 time: 0.3945029 Jan 28 17:30:26.750214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'name': 'network-vif-deleted', 'tag': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:30:26.752453 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1e4daa-87bf-4db8-8d45-b0c6e74485bf" -d '{"events": [{"server_uuid": "9c1d7730-9cf6-4b68-a67a-9fed116a044d", "name": "network-vif-deleted", "tag": "fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:30:26.798696 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f22202-318f-4197-b636-47e32247fcba x-openstack-request-id: req-e9f22202-318f-4197-b636-47e32247fcba {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:30:26.798996 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d7730-9cf6-4b68-a67a-9fed116a044d", "name": "network-vif-deleted", "tag": "fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:30:26.799254 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9f22202-318f-4197-b636-47e32247fcba {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:30:26.799654 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1d7730-9cf6-4b68-a67a-9fed116a044d', 'name': 'network-vif-deleted', 'tag': 'fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee', 'status': 'completed', 'code': 200} Jan 28 17:30:27.492158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123a86-a1f3-44f4-a8fa-2bedca4f2522 req-8cab6c69-3348-4be0-97c1-0c0d06ab3941 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:27.493646 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17123a86-a1f3-44f4-a8fa-2bedca4f2522 req-8cab6c69-3348-4be0-97c1-0c0d06ab3941 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0569963 Jan 28 17:30:27.539487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17123a86-a1f3-44f4-a8fa-2bedca4f2522 req-057bdec2-b5f1-476f-a353-b074d3bd940b tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Jan 28 17:30:27.670390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdee0e-6dfc-4568-80c1-8d9898520642 req-873577bb-a2a7-43e3-8fe8-f19584a9ee4f tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:27.671767 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fcdee0e-6dfc-4568-80c1-8d9898520642 req-873577bb-a2a7-43e3-8fe8-f19584a9ee4f tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Jan 28 17:30:27.717287 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fcdee0e-6dfc-4568-80c1-8d9898520642 req-330bf14d-5994-40e7-ae5c-3b73c331c4b9 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Jan 28 17:30:27.836614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb8b48-4eb6-4874-907e-0cf682eb45ed req-1afd2d71-64f2-4674-8d55-215c905939a2 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:27.838103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ceb8b48-4eb6-4874-907e-0cf682eb45ed req-1afd2d71-64f2-4674-8d55-215c905939a2 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Jan 28 17:30:27.886995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ceb8b48-4eb6-4874-907e-0cf682eb45ed req-729fa012-8d07-4904-8c5e-17154c818d6a tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Jan 28 17:30:28.060019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f190a-a1a3-4381-97ea-ec9c7fb9e7c1 req-1d2cc309-806a-4cfb-a664-5f89e4755073 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:28.061502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c5f190a-a1a3-4381-97ea-ec9c7fb9e7c1 req-1d2cc309-806a-4cfb-a664-5f89e4755073 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0539742 Jan 28 17:30:28.106768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6c5f190a-a1a3-4381-97ea-ec9c7fb9e7c1 req-fae85328-302d-4e6c-8645-dc452a24d284 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390606 Jan 28 17:30:28.222131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca56d-715b-43a6-853c-5ead643bca33 req-c754df5b-8d2b-4871-b5f1-39c507910d65 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:28.223565 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed8ca56d-715b-43a6-853c-5ead643bca33 req-c754df5b-8d2b-4871-b5f1-39c507910d65 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Jan 28 17:30:28.269254 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed8ca56d-715b-43a6-853c-5ead643bca33 req-e639ab07-12ed-4426-b3c1-bbc6e4e3a8cf tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Jan 28 17:30:28.400734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef75c6-a20f-4a59-84da-cc168426ac10 req-dd3e416b-678d-4078-8095-c08419e872c4 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:28.402214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccef75c6-a20f-4a59-84da-cc168426ac10 req-dd3e416b-678d-4078-8095-c08419e872c4 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0588028 Jan 28 17:30:28.449180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ccef75c6-a20f-4a59-84da-cc168426ac10 req-9ddcfec6-0c32-4ac3-8193-cd7b2f0a01b7 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Jan 28 17:30:28.754197 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc679ad1-21f6-4b7d-b8f8-1067edb87751 req-1b4589b5-280c-442a-b8df-96021c9fe57f tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:28.755587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc679ad1-21f6-4b7d-b8f8-1067edb87751 req-1b4589b5-280c-442a-b8df-96021c9fe57f tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Jan 28 17:30:28.802046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bc679ad1-21f6-4b7d-b8f8-1067edb87751 req-184c148b-4808-44f5-9392-92df7997bf38 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Jan 28 17:30:29.927671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dcdf9-7152-48f2-ae70-a56c244b5fe2 req-225b51e8-6577-4073-8fca-9a115fc3e938 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:29.929176 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c56dcdf9-7152-48f2-ae70-a56c244b5fe2 req-225b51e8-6577-4073-8fca-9a115fc3e938 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0564594 Jan 28 17:30:29.975880 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c56dcdf9-7152-48f2-ae70-a56c244b5fe2 req-1f8673a3-5fab-4e87-9f83-831e3f2d8c8a tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.25 "GET /v2.0/security-groups?id=f382c0d0-f4a8-49ed-9701-b899ae894d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Jan 28 17:30:30.022384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-5c82577d-dc30-4471-ad55-396dbb105f52 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:30.023839 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-5c82577d-dc30-4471-ad55-396dbb105f52 tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e539cce-ef3e-401e-bbab-6df91fec1663 HTTP/1.1" status: 200 len: 945 time: 0.0538898 Jan 28 17:30:30.110979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Deleting port 9a712635-ac8e-4024-adca-f032103b5ec5 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:30.111237 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:30.197897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] For port 9a712635-ac8e-4024-adca-f032103b5ec5, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9a712635-ac8e-4024-adca-f032103b5ec5,segment=NetworkSegment(1b0294d2-1feb-4a81-aace-bedd0d4563a7),segment_id=1b0294d2-1feb-4a81-aace-bedd0d4563a7)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:30.198257 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:30.210047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Calling delete_port for 9a712635-ac8e-4024-adca-f032103b5ec5 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:30.258849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:30.278970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:30.279322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device fbacc29e-f4ff-4aeb-bc3b-e4985380e6ee not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:30.334962 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9a712635-ac8e-4024-adca-f032103b5ec5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:30.346643 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9a712635-ac8e-4024-adca-f032103b5ec5'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:30:30.362307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Pushing event deleted for resources: {'Port': ['ID=9a712635-ac8e-4024-adca-f032103b5ec5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:30.405450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] No DVR routers for this DVR port 9a712635-ac8e-4024-adca-f032103b5ec5 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:30.408586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:30.411838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4e2d185d-5ff5-4639-a706-d4ec55cb9bb9 req-e97a3f17-4009-4cfe-a24f-f47e90a268fd tempest-ServersNegativeTestJSON-1619358293 tempest-ServersNegativeTestJSON-1619358293-project] 10.222.0.31 "DELETE /v2.0/ports/9a712635-ac8e-4024-adca-f032103b5ec5 HTTP/1.1" status: 204 len: 173 time: 0.3827062 Jan 28 17:30:30.412277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'name': 'network-vif-deleted', 'tag': '9a712635-ac8e-4024-adca-f032103b5ec5'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:30:30.414600 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4344f4c9-65f9-40a7-bd55-fb9f7d306f14" -d '{"events": [{"server_uuid": "4e539cce-ef3e-401e-bbab-6df91fec1663", "name": "network-vif-deleted", "tag": "9a712635-ac8e-4024-adca-f032103b5ec5"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:30:30.458211 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152eadd9-ec61-4102-903a-0390b84a5b3a x-openstack-request-id: req-152eadd9-ec61-4102-903a-0390b84a5b3a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:30:30.458502 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e539cce-ef3e-401e-bbab-6df91fec1663", "name": "network-vif-deleted", "tag": "9a712635-ac8e-4024-adca-f032103b5ec5", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:30:30.458756 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-152eadd9-ec61-4102-903a-0390b84a5b3a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:30:30.459155 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e539cce-ef3e-401e-bbab-6df91fec1663', 'name': 'network-vif-deleted', 'tag': '9a712635-ac8e-4024-adca-f032103b5ec5', 'status': 'completed', 'code': 200} Jan 28 17:30:31.033913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34456) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:31.084328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Deleting subnet 32df576d-1bcf-4517-843e-46ee31347597 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:30:31.087430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Publish callbacks [] for subnet (32df576d-1bcf-4517-843e-46ee31347597), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.125458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (32df576d-1bcf-4517-843e-46ee31347597), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.163048 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (32df576d-1bcf-4517-843e-46ee31347597), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.212899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (32df576d-1bcf-4517-843e-46ee31347597), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.238753 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32df576d-1bcf-4517-843e-46ee31347597,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:31.240726 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.246091 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-96a2cef5-9819-4d82-b356-fd629e6ee750 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32df576d-1bcf-4517-843e-46ee31347597 HTTP/1.1" status: 204 len: 168 time: 0.2090034 Jan 28 17:30:31.246420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34458) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:31.315539 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (730c1bbb-b709-4f3d-9e67-462eb886133a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.715719 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (730c1bbb-b709-4f3d-9e67-462eb886133a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.735112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730c1bbb-b709-4f3d-9e67-462eb886133a']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:31.746469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0294d2-1feb-4a81-aace-bedd0d4563a7') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:31.746767 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0294d2-1feb-4a81-aace-bedd0d4563a7') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:31.756358 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (1b0294d2-1feb-4a81-aace-bedd0d4563a7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.768966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1b0294d2-1feb-4a81-aace-bedd0d4563a7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.774629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:31.775009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (1b0294d2-1feb-4a81-aace-bedd0d4563a7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:31.776603 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:31.832570 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (730c1bbb-b709-4f3d-9e67-462eb886133a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.838258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:31.841835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] 10.222.0.25 "DELETE /v2.0/networks/730c1bbb-b709-4f3d-9e67-462eb886133a HTTP/1.1" status: 204 len: 168 time: 0.5944226 Jan 28 17:30:31.854302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa253d3-a265-41dd-aa4e-f615b4308756 admin admin] Pushing event deleted for resources: {'Network': ['ID=730c1bbb-b709-4f3d-9e67-462eb886133a,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:31.950427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34462) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:31.989000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c0d2c7c7-e963-4f6a-825a-b2fcc8959fc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e41bf4322e64b49b88e8ebf3eadde46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373909 Jan 28 17:30:31.991375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34464) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:32.036855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd12c96-4be9-42b2-a48a-799b2613de03 admin admin] Publish callbacks [] for security_group (f382c0d0-f4a8-49ed-9701-b899ae894d36), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.057919 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd12c96-4be9-42b2-a48a-799b2613de03 admin admin] Publish callbacks [] for security_group (f382c0d0-f4a8-49ed-9701-b899ae894d36), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.101575 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd12c96-4be9-42b2-a48a-799b2613de03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f382c0d0-f4a8-49ed-9701-b899ae894d36), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.104346 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cdd12c96-4be9-42b2-a48a-799b2613de03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.105524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cdd12c96-4be9-42b2-a48a-799b2613de03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f382c0d0-f4a8-49ed-9701-b899ae894d36 HTTP/1.1" status: 204 len: 168 time: 0.1132693 Jan 28 17:30:32.114082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd12c96-4be9-42b2-a48a-799b2613de03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382c0d0-f4a8-49ed-9701-b899ae894d36,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:32.772228 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34486) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:32.865330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633427746'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:32.884486 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:32.887674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.896151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.973085 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for security_group (b3bab80d-1ddd-4d60-a555-9ef4004f9173), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:32.976804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b3bab80d-1ddd-4d60-a555-9ef4004f9173), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:33.003905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:33.012721 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bab80d-1ddd-4d60-a555-9ef4004f9173,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:33.018677 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2ade4a8c-1c73-4e39-87f9-312904a7b23a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:33.019092 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Added segment 2ade4a8c-1c73-4e39-87f9-312904a7b23a of type vlan for network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b Jan 28 17:30:33.060308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (2692dcc6-6afa-492a-9bd8-7c404f4e7a4b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:33.083853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (2692dcc6-6afa-492a-9bd8-7c404f4e7a4b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:33.088886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:33.089468 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:33.142660 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3692923 Jan 28 17:30:33.169037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee32e-ca63-44d7-9a1d-3e7359777d5b tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Network': ['ID=2692dcc6-6afa-492a-9bd8-7c404f4e7a4b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:33.179631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:34.142332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9a712635-ac8e-4024-adca-f032103b5ec5 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:34.165127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 9a712635-ac8e-4024-adca-f032103b5ec5 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:34.165468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9a712635-ac8e-4024-adca-f032103b5ec5 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:36.382420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34490) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:36.387442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'subnet': {'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:36.475384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:36.478971 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.671138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.722000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Subnet': ['ID=94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:36.740777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Checking segment: {'id': '2ade4a8c-1c73-4e39-87f9-312904a7b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:36.741139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network hostable DHCP agents. Network: 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:36.757025 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:36.765369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:36.769394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:36.770147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.775455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91de31-a278-4b9b-b08b-01b34a76171e None None] Network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:36.786797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a1e03f34-dd8d-4e78-b255-b56ba5ff9ec8 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4033527 Jan 28 17:30:36.790297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34496) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:36.795514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409728216'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:36.817093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:36.820750 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.845071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:36.855519 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f03ec186-d2c4-4d15-9127-3f2cc483a5f5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.855861 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Added segment f03ec186-d2c4-4d15-9127-3f2cc483a5f5 of type vlan for network 36fd3191-da63-48b9-afeb-1e9d31fdfb6f Jan 28 17:30:36.873907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-2692dcc6-6afa-492a-9bd8-7c404f4e7a4b', 'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b', 'project_id': '962d7d9d66024c2f9630bd956a37681e', 'fixed_ips': [{'subnet_id': '94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:36.874821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.897246 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (36fd3191-da63-48b9-afeb-1e9d31fdfb6f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.926891 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (36fd3191-da63-48b9-afeb-1e9d31fdfb6f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.931626 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:36.932193 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:36.985020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1907961 Jan 28 17:30:36.985404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34498) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:36.990980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'subnet': {'network_id': '36fd3191-da63-48b9-afeb-1e9d31fdfb6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:36.999567 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdf137-aeb2-43d1-be78-b97726a5d93c tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Network': ['ID=36fd3191-da63-48b9-afeb-1e9d31fdfb6f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:37.010802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 36fd3191-da63-48b9-afeb-1e9d31fdfb6f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:37.020710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Allocated IP 2001:db8:0:ffff::2 (2692dcc6-6afa-492a-9bd8-7c404f4e7a4b/94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3/25e0e053-9a12-41cc-9e0c-214db840c168) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:37.091308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:37.095397 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.217865 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Publish callbacks [] for port (25e0e053-9a12-41cc-9e0c-214db840c168), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.223877 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.262861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:37.266759 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:37.269859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:37.286483 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (d7c9442d-5ec0-4f5f-97b3-3a29c06f256c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.302238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Pushing event updated for resources: {'Port': ['ID=25e0e053-9a12-41cc-9e0c-214db840c168,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:37.343808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Attempting to bind port 25e0e053-9a12-41cc-9e0c-214db840c168 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:37.344155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Attempting to bind port 25e0e053-9a12-41cc-9e0c-214db840c168 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '2ade4a8c-1c73-4e39-87f9-312904a7b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:37.344513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Attempting to bind port 25e0e053-9a12-41cc-9e0c-214db840c168 on network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:37.347623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Subnet': ['ID=d7c9442d-5ec0-4f5f-97b3-3a29c06f256c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:37.350087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:37.350467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Checking segment: {'id': '2ade4a8c-1c73-4e39-87f9-312904a7b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:37.350871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.351270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Bound using segment: {'id': '2ade4a8c-1c73-4e39-87f9-312904a7b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:37.351729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Bound port: 25e0e053-9a12-41cc-9e0c-214db840c168, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ade4a8c-1c73-4e39-87f9-312904a7b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2692dcc6-6afa-492a-9bd8-7c404f4e7a4b'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:37.352104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.363325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Checking segment: {'id': 'f03ec186-d2c4-4d15-9127-3f2cc483a5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '36fd3191-da63-48b9-afeb-1e9d31fdfb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:37.363325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network hostable DHCP agents. Network: 36fd3191-da63-48b9-afeb-1e9d31fdfb6f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:37.384188 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network 36fd3191-da63-48b9-afeb-1e9d31fdfb6f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:37.392313 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 36fd3191-da63-48b9-afeb-1e9d31fdfb6f) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:37.397456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:37.398109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.404985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab654c0-f165-4077-bc59-9d088a55f97e None None] Network 36fd3191-da63-48b9-afeb-1e9d31fdfb6f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:37.415531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-baf95b9a-ba90-44a9-a248-1b04f3b07aa7 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4289854 Jan 28 17:30:37.418207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34502) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:37.471230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] For port 25e0e053-9a12-41cc-9e0c-214db840c168, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:37.486114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] For port 25e0e053-9a12-41cc-9e0c-214db840c168, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=25e0e053-9a12-41cc-9e0c-214db840c168,segment=NetworkSegment(2ade4a8c-1c73-4e39-87f9-312904a7b23a),segment_id=2ade4a8c-1c73-4e39-87f9-312904a7b23a)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:37.494107 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.516096 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (36fd3191-da63-48b9-afeb-1e9d31fdfb6f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.569709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (d7c9442d-5ec0-4f5f-97b3-3a29c06f256c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.589345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a04fb-ea81-48d4-ae7d-fd6ce51503ae None None] Pushing event updated for resources: {'Port': ['ID=25e0e053-9a12-41cc-9e0c-214db840c168,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:37.595025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c98271-8511-4c23-be20-62fdd5938d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-36fd3191-da63-48b9-afeb-1e9d31fdfb6f', 'network_id': '36fd3191-da63-48b9-afeb-1e9d31fdfb6f', 'project_id': '962d7d9d66024c2f9630bd956a37681e', 'fixed_ips': [{'subnet_id': 'd7c9442d-5ec0-4f5f-97b3-3a29c06f256c'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:37.596647 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-31c98271-8511-4c23-be20-62fdd5938d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.645430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (d7c9442d-5ec0-4f5f-97b3-3a29c06f256c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.675159 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c9442d-5ec0-4f5f-97b3-3a29c06f256c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server [None req-31c98271-8511-4c23-be20-62fdd5938d68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7c9442d-5ec0-4f5f-97b3-3a29c06f256c: This subnet is being modified by another concurrent operation. Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7c9442d-5ec0-4f5f-97b3-3a29c06f256c: This subnet is being modified by another concurrent operation. Jan 28 17:30:37.697612 n-d-812111-13 neutron-server[103095]: ERROR oslo_messaging.rpc.server Jan 28 17:30:37.725069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c6619-f283-4b93-9962-0c6fdefd2570 None None] Network 36fd3191-da63-48b9-afeb-1e9d31fdfb6f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:37.738875 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (36fd3191-da63-48b9-afeb-1e9d31fdfb6f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.771484 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fd3191-da63-48b9-afeb-1e9d31fdfb6f']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:37.785755 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03ec186-d2c4-4d15-9127-3f2cc483a5f5') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:37.786069 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03ec186-d2c4-4d15-9127-3f2cc483a5f5') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:37.796115 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (f03ec186-d2c4-4d15-9127-3f2cc483a5f5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.811613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (f03ec186-d2c4-4d15-9127-3f2cc483a5f5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.818536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:37.818937 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (f03ec186-d2c4-4d15-9127-3f2cc483a5f5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:37.822316 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:37.899050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (36fd3191-da63-48b9-afeb-1e9d31fdfb6f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.904710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.908527 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/36fd3191-da63-48b9-afeb-1e9d31fdfb6f HTTP/1.1" status: 204 len: 168 time: 0.4893856 Jan 28 17:30:37.912171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:37.917688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73908486'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:37.925248 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82fc15-11ed-41cc-9a72-23e1a053afee tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Network': ['ID=36fd3191-da63-48b9-afeb-1e9d31fdfb6f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:37.938406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:37.941908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.967409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:37.976566 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:37.976892 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Added segment d3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff of type vlan for network 3ca58359-823f-4a3e-b623-3f81e00bb5ad Jan 28 17:30:38.015894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (3ca58359-823f-4a3e-b623-3f81e00bb5ad), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.039724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (3ca58359-823f-4a3e-b623-3f81e00bb5ad), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.044619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:38.045257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.101560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1881993 Jan 28 17:30:38.104447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34506) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:38.110551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'subnet': {'network_id': '3ca58359-823f-4a3e-b623-3f81e00bb5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:38.119481 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260adb9-cc09-4a0a-a49e-b1cc76547218 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Network': ['ID=3ca58359-823f-4a3e-b623-3f81e00bb5ad,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:38.129860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 3ca58359-823f-4a3e-b623-3f81e00bb5ad details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:38.200230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:38.203869 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.267639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Performing IP validity checks on allocation pools {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 17:30:38.268173 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.ipam_backend_mixin [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103094) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 17:30:38.398508 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (540e95a6-d3cb-452e-b38a-cc3ae9201e3e), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.463201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Subnet': ['ID=540e95a6-d3cb-452e-b38a-cc3ae9201e3e,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:38.474105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Checking segment: {'id': 'd3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3ca58359-823f-4a3e-b623-3f81e00bb5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:38.474438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network hostable DHCP agents. Network: 3ca58359-823f-4a3e-b623-3f81e00bb5ad, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:38.491434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network 3ca58359-823f-4a3e-b623-3f81e00bb5ad is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:38.501203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 3ca58359-823f-4a3e-b623-3f81e00bb5ad) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:38.505456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:38.506052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.516253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd3e4a-2a49-4a81-a3e1-160ce6a0136f None None] Network 3ca58359-823f-4a3e-b623-3f81e00bb5ad requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:38.525123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34508) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:38.525330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8460229-f6ed-49f1-93ba-5eeb71a8f17d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4196908 Jan 28 17:30:38.568370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e44cf-4580-401a-8f44-0eb858e21c2d None None] Network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:38.621989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (3ca58359-823f-4a3e-b623-3f81e00bb5ad), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.641876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] Provisioning complete for port 25e0e053-9a12-41cc-9e0c-214db840c168 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:38.642253 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.678361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (540e95a6-d3cb-452e-b38a-cc3ae9201e3e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.715716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af83c1e4-02a5-45ab-9ef2-9059c58bcdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-3ca58359-823f-4a3e-b623-3f81e00bb5ad', 'network_id': '3ca58359-823f-4a3e-b623-3f81e00bb5ad', 'project_id': '962d7d9d66024c2f9630bd956a37681e', 'fixed_ips': [{'subnet_id': '540e95a6-d3cb-452e-b38a-cc3ae9201e3e'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:38.716534 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-af83c1e4-02a5-45ab-9ef2-9059c58bcdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.742014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (540e95a6-d3cb-452e-b38a-cc3ae9201e3e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.770725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Subnet': ['ID=540e95a6-d3cb-452e-b38a-cc3ae9201e3e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:38.833975 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (3ca58359-823f-4a3e-b623-3f81e00bb5ad), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.856157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] Current status of the port 25e0e053-9a12-41cc-9e0c-214db840c168 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:38.856693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.857151 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca58359-823f-4a3e-b623-3f81e00bb5ad']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:38.859988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612dba57-e34d-43dc-b189-8a278c43609d None None] Network 3ca58359-823f-4a3e-b623-3f81e00bb5ad requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:38.870570 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:38.870923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:38.881300 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (d3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.895662 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.904002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:38.904408 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (d3ecf0f2-0789-443b-b6d6-3ce79e1eb7ff), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:38.907728 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:38.941742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] For port 25e0e053-9a12-41cc-9e0c-214db840c168, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=25e0e053-9a12-41cc-9e0c-214db840c168,segment=NetworkSegment(2ade4a8c-1c73-4e39-87f9-312904a7b23a),segment_id=2ade4a8c-1c73-4e39-87f9-312904a7b23a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:38.958696 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.968866 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (3ca58359-823f-4a3e-b623-3f81e00bb5ad), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.974764 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:38.978682 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/3ca58359-823f-4a3e-b623-3f81e00bb5ad HTTP/1.1" status: 204 len: 168 time: 0.4524498 Jan 28 17:30:38.982729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34510) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:38.988282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128000333'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:39.005968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5106-4bd7-4690-87e9-2c9a02714085 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Network': ['ID=3ca58359-823f-4a3e-b623-3f81e00bb5ad,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:39.011235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:39.014946 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.025333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff040a-29cd-48a4-b221-20d1142ca602 None None] Pushing event updated for resources: {'Port': ['ID=25e0e053-9a12-41cc-9e0c-214db840c168,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:39.040450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:39.050945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (741ba44f-f42b-4ff7-bdec-429b6ea28083), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.051301 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Added segment 741ba44f-f42b-4ff7-bdec-429b6ea28083 of type vlan for network bc766cf4-c63e-48c2-8401-3c6b702a4b47 Jan 28 17:30:39.083892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb601fb-888f-45b6-a526-c7c3b54bdd59 None None] get_active_networks_info from n-d-812111-13 {{(pid=103095) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 17:30:39.092173 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (bc766cf4-c63e-48c2-8401-3c6b702a4b47), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.120095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (bc766cf4-c63e-48c2-8401-3c6b702a4b47), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.125949 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:39.126619 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.168482 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb601fb-888f-45b6-a526-c7c3b54bdd59 None None] Resources bound (agent type, host, resource id): {{(pid=103095) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:30:39.182990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1988609 Jan 28 17:30:39.186089 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34512) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:39.196132 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-1475a03e-13fd-42a8-874e-60f516841d65 None None] Provisioning complete for port 25e0e053-9a12-41cc-9e0c-214db840c168 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:39.196515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1475a03e-13fd-42a8-874e-60f516841d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.196732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'subnet': {'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:39.203008 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954727e-6655-4118-ac75-55232ed8ac0e tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Network': ['ID=bc766cf4-c63e-48c2-8401-3c6b702a4b47,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:39.253815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network bc766cf4-c63e-48c2-8401-3c6b702a4b47 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:39.266518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 25e0e053-9a12-41cc-9e0c-214db840c168 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:39.295473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:39.299188 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.499019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (3247108e-01d1-4935-a717-205d6c04fdc2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.561098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Subnet': ['ID=3247108e-01d1-4935-a717-205d6c04fdc2,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:39.570454 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Checking segment: {'id': '741ba44f-f42b-4ff7-bdec-429b6ea28083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:39.570804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network hostable DHCP agents. Network: bc766cf4-c63e-48c2-8401-3c6b702a4b47, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:39.593399 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network bc766cf4-c63e-48c2-8401-3c6b702a4b47 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:39.603984 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, bc766cf4-c63e-48c2-8401-3c6b702a4b47) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:39.609843 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:39.611112 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.611259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 25e0e053-9a12-41cc-9e0c-214db840c168 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:39.611491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.629453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4c5303f0-b24a-4181-a4c5-b4c846a9dc72 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413042 Jan 28 17:30:39.634311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34514) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:39.639634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934009530'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:39.663017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:39.667075 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.687885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1475a03e-13fd-42a8-874e-60f516841d65 None None] Current status of the port 25e0e053-9a12-41cc-9e0c-214db840c168 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:39.705516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:39.720382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (087510e0-74fd-4473-8857-1841ff7ce6ba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.720771 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Added segment 087510e0-74fd-4473-8857-1841ff7ce6ba of type vlan for network af4d20bb-8f9f-4bbb-af46-c5381d1fe163 Jan 28 17:30:39.734846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f285e-4e1d-49d6-bc3b-7082ee31c740 None None] Network bc766cf4-c63e-48c2-8401-3c6b702a4b47 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:39.766720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (af4d20bb-8f9f-4bbb-af46-c5381d1fe163), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.791356 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (af4d20bb-8f9f-4bbb-af46-c5381d1fe163), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.796690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:39.797287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.802046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 25e0e053-9a12-41cc-9e0c-214db840c168 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:39.849873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2143941 Jan 28 17:30:39.853391 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:39.858023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-bc766cf4-c63e-48c2-8401-3c6b702a4b47', 'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47', 'project_id': '962d7d9d66024c2f9630bd956a37681e', 'fixed_ips': [{'subnet_id': '3247108e-01d1-4935-a717-205d6c04fdc2'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:39.858324 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Request body: {'subnet': {'network_id': 'af4d20bb-8f9f-4bbb-af46-c5381d1fe163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:39.859417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:39.868271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e44bf-4aa5-40d7-b59d-5940c503c401 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Network': ['ID=af4d20bb-8f9f-4bbb-af46-c5381d1fe163,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:39.882253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network af4d20bb-8f9f-4bbb-af46-c5381d1fe163 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:39.951931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Made reservation on behalf of 962d7d9d66024c2f9630bd956a37681e for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:39.955353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.048893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Allocated IP 2001:db8::2 (bc766cf4-c63e-48c2-8401-3c6b702a4b47/3247108e-01d1-4935-a717-205d6c04fdc2/63dcf1e4-fc96-405b-9307-37e3095e5b33) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:40.149144 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (a14c41ea-885e-42a4-b3af-23fe00a7ebd9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.208905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event updated for resources: {'Subnet': ['ID=a14c41ea-885e-42a4-b3af-23fe00a7ebd9,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:40.216873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Publish callbacks [] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.217737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Checking segment: {'id': '087510e0-74fd-4473-8857-1841ff7ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'af4d20bb-8f9f-4bbb-af46-c5381d1fe163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:40.218377 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network hostable DHCP agents. Network: af4d20bb-8f9f-4bbb-af46-c5381d1fe163, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:40.224825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.235803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Network af4d20bb-8f9f-4bbb-af46-c5381d1fe163 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:40.245581 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, af4d20bb-8f9f-4bbb-af46-c5381d1fe163) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:40.250385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:40.251046 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.267556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-cf0956cd-e4a4-4875-9cf6-65f6677b765a tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134521 Jan 28 17:30:40.270171 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34518) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:40.270342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c021c7-31f5-4996-9e2e-024c8bdd1bf8 None None] Network af4d20bb-8f9f-4bbb-af46-c5381d1fe163 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:40.298808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Network bc766cf4-c63e-48c2-8401-3c6b702a4b47 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:40.332786 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:40.335648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:40.353457 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Pushing event updated for resources: {'Port': ['ID=63dcf1e4-fc96-405b-9307-37e3095e5b33,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:40.367879 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (af4d20bb-8f9f-4bbb-af46-c5381d1fe163), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.421942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Attempting to bind port 63dcf1e4-fc96-405b-9307-37e3095e5b33 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:40.422228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Attempting to bind port 63dcf1e4-fc96-405b-9307-37e3095e5b33 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '741ba44f-f42b-4ff7-bdec-429b6ea28083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:40.422848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Attempting to bind port 63dcf1e4-fc96-405b-9307-37e3095e5b33 on network bc766cf4-c63e-48c2-8401-3c6b702a4b47 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:40.424295 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (a14c41ea-885e-42a4-b3af-23fe00a7ebd9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.443555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:40.443744 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Checking segment: {'id': '741ba44f-f42b-4ff7-bdec-429b6ea28083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:40.444146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.444524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Bound using segment: {'id': '741ba44f-f42b-4ff7-bdec-429b6ea28083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:40.445026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Bound port: 63dcf1e4-fc96-405b-9307-37e3095e5b33, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741ba44f-f42b-4ff7-bdec-429b6ea28083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bc766cf4-c63e-48c2-8401-3c6b702a4b47'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:40.445406 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.456917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604634eb-f222-4aab-84ae-965dc5b0824e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-af4d20bb-8f9f-4bbb-af46-c5381d1fe163', 'network_id': 'af4d20bb-8f9f-4bbb-af46-c5381d1fe163', 'project_id': '962d7d9d66024c2f9630bd956a37681e', 'fixed_ips': [{'subnet_id': 'a14c41ea-885e-42a4-b3af-23fe00a7ebd9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:40.457742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-604634eb-f222-4aab-84ae-965dc5b0824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.484772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (a14c41ea-885e-42a4-b3af-23fe00a7ebd9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.509310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Subnet': ['ID=a14c41ea-885e-42a4-b3af-23fe00a7ebd9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:40.579540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (af4d20bb-8f9f-4bbb-af46-c5381d1fe163), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.585321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] For port 63dcf1e4-fc96-405b-9307-37e3095e5b33, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:40.588782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] For port 63dcf1e4-fc96-405b-9307-37e3095e5b33, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63dcf1e4-fc96-405b-9307-37e3095e5b33,segment=NetworkSegment(741ba44f-f42b-4ff7-bdec-429b6ea28083),segment_id=741ba44f-f42b-4ff7-bdec-429b6ea28083)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:40.592415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2c448-1fb9-4fbf-95ef-054f1a575dac None None] Network af4d20bb-8f9f-4bbb-af46-c5381d1fe163 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:40.608649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4d20bb-8f9f-4bbb-af46-c5381d1fe163']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:40.609964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.620113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087510e0-74fd-4473-8857-1841ff7ce6ba') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:40.620411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087510e0-74fd-4473-8857-1841ff7ce6ba') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:40.629873 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (087510e0-74fd-4473-8857-1841ff7ce6ba), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.643524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (087510e0-74fd-4473-8857-1841ff7ce6ba), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.650658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:40.651269 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (087510e0-74fd-4473-8857-1841ff7ce6ba), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:40.654434 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:40.717022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (af4d20bb-8f9f-4bbb-af46-c5381d1fe163), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.725387 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.730683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c883611-78fd-459e-a790-9233eb72ca13 None None] Pushing event updated for resources: {'Port': ['ID=63dcf1e4-fc96-405b-9307-37e3095e5b33,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:40.733895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34520) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:40.734978 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/af4d20bb-8f9f-4bbb-af46-c5381d1fe163 HTTP/1.1" status: 204 len: 168 time: 0.4637499 Jan 28 17:30:40.747855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2fd72-4b44-4627-bec8-fa2b5363faaa tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Network': ['ID=af4d20bb-8f9f-4bbb-af46-c5381d1fe163,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:40.765814 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ecc713-5160-4da8-aa98-27efaa85e167 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] GET failed (client error): The resource could not be found. Jan 28 17:30:40.768709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-74ecc713-5160-4da8-aa98-27efaa85e167 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "GET /v2.0/subnets/a14c41ea-885e-42a4-b3af-23fe00a7ebd9 HTTP/1.1" status: 404 len: 337 time: 0.0323875 Jan 28 17:30:40.770284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:40.791673 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bef52e-fff9-435c-b2d0-149482b70cab tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:40.792171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bef52e-fff9-435c-b2d0-149482b70cab tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:40.795683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-53bef52e-fff9-435c-b2d0-149482b70cab tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/af4d20bb-8f9f-4bbb-af46-c5381d1fe163 HTTP/1.1" status: 404 len: 339 time: 0.0243824 Jan 28 17:30:40.799798 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34524) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:40.830858 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bc7dd1-1007-414e-8ac3-6fa880e977c4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:40.831324 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bc7dd1-1007-414e-8ac3-6fa880e977c4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:40.834404 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-54bc7dd1-1007-414e-8ac3-6fa880e977c4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/subnets/a14c41ea-885e-42a4-b3af-23fe00a7ebd9 HTTP/1.1" status: 404 len: 337 time: 0.0335875 Jan 28 17:30:40.837131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34526) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:40.856428 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf5b483-7a1d-4f45-9708-683923873b94 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:40.856580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf5b483-7a1d-4f45-9708-683923873b94 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:40.859717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fcf5b483-7a1d-4f45-9708-683923873b94 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/af4d20bb-8f9f-4bbb-af46-c5381d1fe163 HTTP/1.1" status: 404 len: 339 time: 0.0216620 Jan 28 17:30:40.862440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:40.921529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Deleting subnet 3247108e-01d1-4935-a717-205d6c04fdc2 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:30:40.925074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (3247108e-01d1-4935-a717-205d6c04fdc2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:40.967377 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (3247108e-01d1-4935-a717-205d6c04fdc2), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.057549 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (3247108e-01d1-4935-a717-205d6c04fdc2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.114798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (3247108e-01d1-4935-a717-205d6c04fdc2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.146613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Subnet': ['ID=3247108e-01d1-4935-a717-205d6c04fdc2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:41.150662 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.156696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34530) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:41.157141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-48c945c1-b1a1-46cb-b562-89dcfc62d597 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/subnets/3247108e-01d1-4935-a717-205d6c04fdc2 HTTP/1.1" status: 204 len: 168 time: 0.2933464 Jan 28 17:30:41.218515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63dcf1e4-fc96-405b-9307-37e3095e5b33 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:41.268951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 63dcf1e4-fc96-405b-9307-37e3095e5b33 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:41.269335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.354944 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 63dcf1e4-fc96-405b-9307-37e3095e5b33 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:41.355347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.394379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 63dcf1e4-fc96-405b-9307-37e3095e5b33, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63dcf1e4-fc96-405b-9307-37e3095e5b33,segment=NetworkSegment(741ba44f-f42b-4ff7-bdec-429b6ea28083),segment_id=741ba44f-f42b-4ff7-bdec-429b6ea28083)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:41.398540 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.454369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=63dcf1e4-fc96-405b-9307-37e3095e5b33,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:41.586809 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (bc766cf4-c63e-48c2-8401-3c6b702a4b47), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.640762 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Deleting port 63dcf1e4-fc96-405b-9307-37e3095e5b33 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:41.641105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.700089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f577a0-a7a1-402a-9064-e5714253d419 None None] Network bc766cf4-c63e-48c2-8401-3c6b702a4b47 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:41.706914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] For port 63dcf1e4-fc96-405b-9307-37e3095e5b33, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=63dcf1e4-fc96-405b-9307-37e3095e5b33,segment=NetworkSegment(741ba44f-f42b-4ff7-bdec-429b6ea28083),segment_id=741ba44f-f42b-4ff7-bdec-429b6ea28083)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:41.707214 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.723874 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Calling delete_port for 63dcf1e4-fc96-405b-9307-37e3095e5b33 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:41.786123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e615d8d3-ca7d-4b90-834a-95c9f68ae201 None None] Provisioning complete for port 63dcf1e4-fc96-405b-9307-37e3095e5b33 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:41.786502 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e615d8d3-ca7d-4b90-834a-95c9f68ae201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.802585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (63dcf1e4-fc96-405b-9307-37e3095e5b33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.830123 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Port': ['ID=63dcf1e4-fc96-405b-9307-37e3095e5b33,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:41.835351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e615d8d3-ca7d-4b90-834a-95c9f68ae201 None None] Could not find standard attr ID for object 63dcf1e4-fc96-405b-9307-37e3095e5b33. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:30:41.835707 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No DVR routers for this DVR port 63dcf1e4-fc96-405b-9307-37e3095e5b33 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:41.838941 n-d-812111-13 neutron-server[103095]: INFO neutron.plugins.ml2.db [None req-e615d8d3-ca7d-4b90-834a-95c9f68ae201 None None] No ports have port_id starting with 63dcf1e4-fc96-405b-9307-37e3095e5b33 Jan 28 17:30:41.916190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509b370-de52-4936-8130-8f4967e36271 None None] DHCP port deletion for bc766cf4-c63e-48c2-8401-3c6b702a4b47 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:30:41.920189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (bc766cf4-c63e-48c2-8401-3c6b702a4b47), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.942214 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc766cf4-c63e-48c2-8401-3c6b702a4b47']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:41.951259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741ba44f-f42b-4ff7-bdec-429b6ea28083') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:41.951558 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741ba44f-f42b-4ff7-bdec-429b6ea28083') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:41.961437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (741ba44f-f42b-4ff7-bdec-429b6ea28083), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.974648 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (741ba44f-f42b-4ff7-bdec-429b6ea28083), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.980622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:41.981070 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (741ba44f-f42b-4ff7-bdec-429b6ea28083), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:41.984121 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:42.043297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (bc766cf4-c63e-48c2-8401-3c6b702a4b47), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.050242 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.053372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/bc766cf4-c63e-48c2-8401-3c6b702a4b47 HTTP/1.1" status: 204 len: 168 time: 0.8955197 Jan 28 17:30:42.056122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34532) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:42.065592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16f769-0caf-4a8f-9773-ed8ff546df55 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Network': ['ID=bc766cf4-c63e-48c2-8401-3c6b702a4b47,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:42.083488 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c531614-b383-4ad2-a5c9-5a43707d56bc tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:42.083942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c531614-b383-4ad2-a5c9-5a43707d56bc tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:42.086936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6c531614-b383-4ad2-a5c9-5a43707d56bc tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/subnets/540e95a6-d3cb-452e-b38a-cc3ae9201e3e HTTP/1.1" status: 404 len: 337 time: 0.0292346 Jan 28 17:30:42.089475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34534) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:42.106466 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-505f7b22-4e27-444f-a057-50bb7ec6aacb tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:42.106944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505f7b22-4e27-444f-a057-50bb7ec6aacb tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:42.109838 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-505f7b22-4e27-444f-a057-50bb7ec6aacb tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/3ca58359-823f-4a3e-b623-3f81e00bb5ad HTTP/1.1" status: 404 len: 339 time: 0.0194895 Jan 28 17:30:42.111990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34536) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:42.143861 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce4594f-e3ce-473e-b21c-607a1f053020 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:42.144315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce4594f-e3ce-473e-b21c-607a1f053020 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:42.147323 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4ce4594f-e3ce-473e-b21c-607a1f053020 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/subnets/d7c9442d-5ec0-4f5f-97b3-3a29c06f256c HTTP/1.1" status: 404 len: 337 time: 0.0344646 Jan 28 17:30:42.149822 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34538) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:42.166790 n-d-812111-13 neutron-server[103094]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ef732a-e931-4107-a9bb-1581999df355 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] DELETE failed (client error): The resource could not be found. Jan 28 17:30:42.167277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ef732a-e931-4107-a9bb-1581999df355 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103094) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:30:42.170244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-45ef732a-e931-4107-a9bb-1581999df355 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/36fd3191-da63-48b9-afeb-1e9d31fdfb6f HTTP/1.1" status: 404 len: 339 time: 0.0194817 Jan 28 17:30:42.173124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34540) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:42.220934 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Deleting subnet 94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:30:42.223898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.262253 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.346448 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.402608 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.426838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Subnet': ['ID=94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:42.432436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.435460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-aaf62e1b-9bd6-462b-ab9e-d39c6f5c316d tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/subnets/94d2fa92-5bd9-49ce-b86a-0a2cf334e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2614717 Jan 28 17:30:42.438552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34542) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:42.440771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a7f6a-65e6-4dcd-98b8-9eee509a1d3e None None] Network 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:42.516883 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (2692dcc6-6afa-492a-9bd8-7c404f4e7a4b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.571881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Deleting port 25e0e053-9a12-41cc-9e0c-214db840c168 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:42.572283 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.587664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] DHCP port deletion for 2692dcc6-6afa-492a-9bd8-7c404f4e7a4b request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:30:42.633424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] For port 25e0e053-9a12-41cc-9e0c-214db840c168, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=25e0e053-9a12-41cc-9e0c-214db840c168,segment=NetworkSegment(2ade4a8c-1c73-4e39-87f9-312904a7b23a),segment_id=2ade4a8c-1c73-4e39-87f9-312904a7b23a)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:42.633793 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.637255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] Deleting port 25e0e053-9a12-41cc-9e0c-214db840c168 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:42.637630 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.646941 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Calling delete_port for 25e0e053-9a12-41cc-9e0c-214db840c168 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:42.710563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.718012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] For port 25e0e053-9a12-41cc-9e0c-214db840c168, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=25e0e053-9a12-41cc-9e0c-214db840c168,segment=NetworkSegment(2ade4a8c-1c73-4e39-87f9-312904a7b23a),segment_id=2ade4a8c-1c73-4e39-87f9-312904a7b23a)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:42.718934 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.721267 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.730816 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.731520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] Calling delete_port for 25e0e053-9a12-41cc-9e0c-214db840c168 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:42.757607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Port': ['ID=25e0e053-9a12-41cc-9e0c-214db840c168,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:42.759542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] No DVR routers for this DVR port 25e0e053-9a12-41cc-9e0c-214db840c168 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:30:42.806584 n-d-812111-13 neutron-server[103095]: self.session.flush() Jan 28 17:30:42.810559 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (25e0e053-9a12-41cc-9e0c-214db840c168), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.836874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] Pushing event deleted for resources: {'Port': ['ID=25e0e053-9a12-41cc-9e0c-214db840c168,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:42.837055 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (2692dcc6-6afa-492a-9bd8-7c404f4e7a4b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.839532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312132cd-6a56-4376-b2b6-a1c0de6a4b12 None None] No DVR routers for this DVR port 25e0e053-9a12-41cc-9e0c-214db840c168 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:42.862107 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2692dcc6-6afa-492a-9bd8-7c404f4e7a4b']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:42.871787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ade4a8c-1c73-4e39-87f9-312904a7b23a') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:42.872091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ade4a8c-1c73-4e39-87f9-312904a7b23a') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:42.882060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (2ade4a8c-1c73-4e39-87f9-312904a7b23a), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.895302 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (2ade4a8c-1c73-4e39-87f9-312904a7b23a), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.900954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:42.901336 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (2ade4a8c-1c73-4e39-87f9-312904a7b23a), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:42.904171 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:42.960843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (2692dcc6-6afa-492a-9bd8-7c404f4e7a4b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.968083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:42.973250 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] 10.222.0.25 "DELETE /v2.0/networks/2692dcc6-6afa-492a-9bd8-7c404f4e7a4b HTTP/1.1" status: 204 len: 168 time: 0.5314536 Jan 28 17:30:42.982579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244e11-2893-4ba6-8895-7f72e222c7f4 tempest-NetworksIpV6Test-1046307416 tempest-NetworksIpV6Test-1046307416-project] Pushing event deleted for resources: {'Network': ['ID=2692dcc6-6afa-492a-9bd8-7c404f4e7a4b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:43.185169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 25e0e053-9a12-41cc-9e0c-214db840c168 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:43.205492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 25e0e053-9a12-41cc-9e0c-214db840c168 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:43.205841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 25e0e053-9a12-41cc-9e0c-214db840c168 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:43.206254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63dcf1e4-fc96-405b-9307-37e3095e5b33 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:43.212712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34548) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:43.225122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 63dcf1e4-fc96-405b-9307-37e3095e5b33 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:43.225477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 63dcf1e4-fc96-405b-9307-37e3095e5b33 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:43.341863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d30ee6c-d716-43f6-968b-a9aa265318b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=962d7d9d66024c2f9630bd956a37681e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279023 Jan 28 17:30:43.344189 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34552) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:43.389608 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b0ce-e854-46a4-9900-0e33b6f16e37 admin admin] Publish callbacks [] for security_group (b3bab80d-1ddd-4d60-a555-9ef4004f9173), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:43.414529 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b0ce-e854-46a4-9900-0e33b6f16e37 admin admin] Publish callbacks [] for security_group (b3bab80d-1ddd-4d60-a555-9ef4004f9173), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:43.467155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b0ce-e854-46a4-9900-0e33b6f16e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b3bab80d-1ddd-4d60-a555-9ef4004f9173), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:43.470309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b0ce-e854-46a4-9900-0e33b6f16e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:43.471459 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9fd6b0ce-e854-46a4-9900-0e33b6f16e37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3bab80d-1ddd-4d60-a555-9ef4004f9173 HTTP/1.1" status: 204 len: 168 time: 0.1263611 Jan 28 17:30:43.478920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6b0ce-e854-46a4-9900-0e33b6f16e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bab80d-1ddd-4d60-a555-9ef4004f9173,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:44.110818 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:44.203958 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-257943624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:44.224936 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (6d72c5b5-6398-489c-8fd4-ea748d2801fc), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.225905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (6d72c5b5-6398-489c-8fd4-ea748d2801fc), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.273952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for router_controller (6d72c5b5-6398-489c-8fd4-ea748d2801fc), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.277827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (6d72c5b5-6398-489c-8fd4-ea748d2801fc), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.294428 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.295619 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c3688f31-4ed8-4456-a55f-62e482648d74 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1837792 Jan 28 17:30:44.298581 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34580) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:44.303588 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1286335612'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:44.321471 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Made reservation on behalf of 826e2248d4464067bc3e319a34a80c08 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:44.324644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.333310 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.414392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for security_group (ab05c878-6f8a-4086-aca2-b22d9496580d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.418642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ab05c878-6f8a-4086-aca2-b22d9496580d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.442356 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:44.456187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05c878-6f8a-4086-aca2-b22d9496580d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:44.460989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1424e226-6869-4edd-869a-32f220c39486), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.461333 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Added segment 1424e226-6869-4edd-869a-32f220c39486 of type vlan for network 03b35321-c7a0-4802-9e74-957e800a24b1 Jan 28 17:30:44.501273 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (03b35321-c7a0-4802-9e74-957e800a24b1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.525772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (03b35321-c7a0-4802-9e74-957e800a24b1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.530985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:44.531584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.584111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2844245 Jan 28 17:30:44.587031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34582) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:44.592165 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Request body: {'subnet': {'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:44.603564 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac53a9-3166-48a3-a817-ed9325b527bc tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event updated for resources: {'Network': ['ID=03b35321-c7a0-4802-9e74-957e800a24b1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:44.614084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 03b35321-c7a0-4802-9e74-957e800a24b1 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:44.676724 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Made reservation on behalf of 826e2248d4464067bc3e319a34a80c08 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:44.680054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.855459 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (5d95949d-6739-408c-ae47-ab793df6f3bb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.911457 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event updated for resources: {'Subnet': ['ID=5d95949d-6739-408c-ae47-ab793df6f3bb,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:44.921296 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Checking segment: {'id': '1424e226-6869-4edd-869a-32f220c39486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:44.921660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Network hostable DHCP agents. Network: 03b35321-c7a0-4802-9e74-957e800a24b1, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:44.937881 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Network 03b35321-c7a0-4802-9e74-957e800a24b1 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:44.946217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 03b35321-c7a0-4802-9e74-957e800a24b1) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:44.950196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:44.950792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:44.955901 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446a5c2-1653-4b4f-afce-5d43d4be982d None None] Network 03b35321-c7a0-4802-9e74-957e800a24b1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:44.967032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a00093a0-829b-444b-bc31-05449d40e296 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3788605 Jan 28 17:30:44.970651 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34584) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:44.975654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-636244641'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:44.993856 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Made reservation on behalf of 826e2248d4464067bc3e319a34a80c08 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:44.997335 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.024922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:45.034465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3c27b011-29dd-4aa5-b2e1-6b06e163f230), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.034806 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Added segment 3c27b011-29dd-4aa5-b2e1-6b06e163f230 of type vlan for network 5554a3b3-ec31-4979-9291-8e5889fe8e88 Jan 28 17:30:45.060335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-03b35321-c7a0-4802-9e74-957e800a24b1', 'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1', 'project_id': '826e2248d4464067bc3e319a34a80c08', 'fixed_ips': [{'subnet_id': '5d95949d-6739-408c-ae47-ab793df6f3bb'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:45.061231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.073560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (5554a3b3-ec31-4979-9291-8e5889fe8e88), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.099139 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (5554a3b3-ec31-4979-9291-8e5889fe8e88), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.104221 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:45.104820 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.156535 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1847572 Jan 28 17:30:45.159385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34586) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:45.164635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Request body: {'subnet': {'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:45.175067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cfd67-556a-42eb-b9bf-6750f105d195 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event updated for resources: {'Network': ['ID=5554a3b3-ec31-4979-9291-8e5889fe8e88,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:45.187872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 5554a3b3-ec31-4979-9291-8e5889fe8e88 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:45.254396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Made reservation on behalf of 826e2248d4464067bc3e319a34a80c08 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:45.257993 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.419438 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Allocated IP 172.20.0.2 (03b35321-c7a0-4802-9e74-957e800a24b1/5d95949d-6739-408c-ae47-ab793df6f3bb/23d5bb87-f1b7-4dd2-b437-af87dc360e66) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:45.444383 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (db8eff1a-851c-493c-9771-275717f03e80), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.501620 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event updated for resources: {'Subnet': ['ID=db8eff1a-851c-493c-9771-275717f03e80,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:45.512451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Checking segment: {'id': '3c27b011-29dd-4aa5-b2e1-6b06e163f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:45.512852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Network hostable DHCP agents. Network: 5554a3b3-ec31-4979-9291-8e5889fe8e88, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:45.528913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Network 5554a3b3-ec31-4979-9291-8e5889fe8e88 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:45.537841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 5554a3b3-ec31-4979-9291-8e5889fe8e88) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:45.541929 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:45.542521 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.554917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3204fa9-90ef-4a32-ab9a-74393226fd72 None None] Network 5554a3b3-ec31-4979-9291-8e5889fe8e88 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:45.560948 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-807a30e5-b54c-4df6-88e1-2690c61ab043 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3977759 Jan 28 17:30:45.561296 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34588) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:45.565870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-5e567a05-610b-4400-bd47-baf529bc7f55 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Request body: {'router': {'external_gateway_info': {'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:45.607953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Publish callbacks [] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.618266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.673602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Network 03b35321-c7a0-4802-9e74-957e800a24b1 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:45.682235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:45.688624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:45.692135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Pushing event updated for resources: {'Port': ['ID=23d5bb87-f1b7-4dd2-b437-af87dc360e66,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:45.735238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-5554a3b3-ec31-4979-9291-8e5889fe8e88', 'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88', 'project_id': '826e2248d4464067bc3e319a34a80c08', 'fixed_ips': [{'subnet_id': 'db8eff1a-851c-493c-9771-275717f03e80'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:45.736089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.769476 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5e567a05-610b-4400-bd47-baf529bc7f55 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for router_gateway (6d72c5b5-6398-489c-8fd4-ea748d2801fc), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.782866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Attempting to bind port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:45.783270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Attempting to bind port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1424e226-6869-4edd-869a-32f220c39486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:45.783633 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Attempting to bind port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 on network 03b35321-c7a0-4802-9e74-957e800a24b1 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:45.839270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:45.839656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Checking segment: {'id': '1424e226-6869-4edd-869a-32f220c39486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:45.840065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.840551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Bound using segment: {'id': '1424e226-6869-4edd-869a-32f220c39486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:45.840989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Bound port: 23d5bb87-f1b7-4dd2-b437-af87dc360e66, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1424e226-6869-4edd-869a-32f220c39486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '03b35321-c7a0-4802-9e74-957e800a24b1'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:45.841380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:45.876275 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [None req-5e567a05-610b-4400-bd47-baf529bc7f55 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:30:45.877410 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5e567a05-610b-4400-bd47-baf529bc7f55 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "PUT /v2.0/routers/6d72c5b5-6398-489c-8fd4-ea748d2801fc HTTP/1.1" status: 400 len: 364 time: 0.3151410 Jan 28 17:30:45.883237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34590) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:45.934044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Deleting subnet db8eff1a-851c-493c-9771-275717f03e80 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:30:45.953241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] For port 23d5bb87-f1b7-4dd2-b437-af87dc360e66, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:45.958225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] For port 23d5bb87-f1b7-4dd2-b437-af87dc360e66, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=23d5bb87-f1b7-4dd2-b437-af87dc360e66,segment=NetworkSegment(1424e226-6869-4edd-869a-32f220c39486),segment_id=1424e226-6869-4edd-869a-32f220c39486)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:45.959848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Allocated IP 172.21.0.2 (5554a3b3-ec31-4979-9291-8e5889fe8e88/db8eff1a-851c-493c-9771-275717f03e80/ac5e8663-6a57-404a-8923-89bd81f25d56) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:45.970303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.075280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f7394c5e-d502-4abe-b0b6-ff3fbf94501c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.090031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16575e66-0c55-46e3-a4fb-d989f39f6625 None None] Pushing event updated for resources: {'Port': ['ID=23d5bb87-f1b7-4dd2-b437-af87dc360e66,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:46.175380 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Publish callbacks [] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.181102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for subnet (db8eff1a-851c-493c-9771-275717f03e80), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.182942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.226641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Network 5554a3b3-ec31-4979-9291-8e5889fe8e88 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:46.228108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:46.232027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:46.251338 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Pushing event updated for resources: {'Port': ['ID=ac5e8663-6a57-404a-8923-89bd81f25d56,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:46.255927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (db8eff1a-851c-493c-9771-275717f03e80), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.304762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Attempting to bind port ac5e8663-6a57-404a-8923-89bd81f25d56 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:46.304971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Attempting to bind port ac5e8663-6a57-404a-8923-89bd81f25d56 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3c27b011-29dd-4aa5-b2e1-6b06e163f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:46.305568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Attempting to bind port ac5e8663-6a57-404a-8923-89bd81f25d56 on network 5554a3b3-ec31-4979-9291-8e5889fe8e88 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:46.313177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:46.313555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Checking segment: {'id': '3c27b011-29dd-4aa5-b2e1-6b06e163f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:46.313965 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.315422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Bound using segment: {'id': '3c27b011-29dd-4aa5-b2e1-6b06e163f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:46.315422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Bound port: ac5e8663-6a57-404a-8923-89bd81f25d56, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c27b011-29dd-4aa5-b2e1-6b06e163f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5554a3b3-ec31-4979-9291-8e5889fe8e88'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:46.315422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.353000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (db8eff1a-851c-493c-9771-275717f03e80), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.413532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (db8eff1a-851c-493c-9771-275717f03e80), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.416263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] For port ac5e8663-6a57-404a-8923-89bd81f25d56, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:46.419899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] For port ac5e8663-6a57-404a-8923-89bd81f25d56, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ac5e8663-6a57-404a-8923-89bd81f25d56,segment=NetworkSegment(3c27b011-29dd-4aa5-b2e1-6b06e163f230),segment_id=3c27b011-29dd-4aa5-b2e1-6b06e163f230)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:46.426641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.440984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event deleted for resources: {'Subnet': ['ID=db8eff1a-851c-493c-9771-275717f03e80,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:46.444432 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.449938 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-467760bf-b7fe-4a4b-a4de-a0a2ae9a562b tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "DELETE /v2.0/subnets/db8eff1a-851c-493c-9771-275717f03e80 HTTP/1.1" status: 204 len: 168 time: 0.5632656 Jan 28 17:30:46.450105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34594) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:46.483184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce358fa-b242-40af-8bd8-5c8f8c9688bf None None] Pushing event updated for resources: {'Port': ['ID=ac5e8663-6a57-404a-8923-89bd81f25d56,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:46.534068 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (5554a3b3-ec31-4979-9291-8e5889fe8e88), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.593645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Deleting port ac5e8663-6a57-404a-8923-89bd81f25d56 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:46.593870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.666732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] For port ac5e8663-6a57-404a-8923-89bd81f25d56, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ac5e8663-6a57-404a-8923-89bd81f25d56,segment=NetworkSegment(3c27b011-29dd-4aa5-b2e1-6b06e163f230),segment_id=3c27b011-29dd-4aa5-b2e1-6b06e163f230)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:46.667120 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.680153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Calling delete_port for ac5e8663-6a57-404a-8923-89bd81f25d56 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:46.770236 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ac5e8663-6a57-404a-8923-89bd81f25d56), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.795464 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event deleted for resources: {'Port': ['ID=ac5e8663-6a57-404a-8923-89bd81f25d56,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:46.801870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] No DVR routers for this DVR port ac5e8663-6a57-404a-8923-89bd81f25d56 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:46.885944 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (5554a3b3-ec31-4979-9291-8e5889fe8e88), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.907674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5554a3b3-ec31-4979-9291-8e5889fe8e88']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:46.917059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c27b011-29dd-4aa5-b2e1-6b06e163f230') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:46.917351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c27b011-29dd-4aa5-b2e1-6b06e163f230') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:46.927206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3c27b011-29dd-4aa5-b2e1-6b06e163f230), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.940966 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3c27b011-29dd-4aa5-b2e1-6b06e163f230), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.947628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:46.948329 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3c27b011-29dd-4aa5-b2e1-6b06e163f230), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:46.951696 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:47.010865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (5554a3b3-ec31-4979-9291-8e5889fe8e88), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.017122 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.020358 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "DELETE /v2.0/networks/5554a3b3-ec31-4979-9291-8e5889fe8e88 HTTP/1.1" status: 204 len: 168 time: 0.5692935 Jan 28 17:30:47.023146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:47.042317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3517a60-fcc4-4c6e-aeea-b7f668ae3ec9 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event deleted for resources: {'Network': ['ID=5554a3b3-ec31-4979-9291-8e5889fe8e88,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:47.080285 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Deleting subnet 5d95949d-6739-408c-ae47-ab793df6f3bb {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:30:47.085069 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f0683-b590-4437-b5b7-2e2ca73d061d None None] Network 03b35321-c7a0-4802-9e74-957e800a24b1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:47.085845 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for subnet (5d95949d-6739-408c-ae47-ab793df6f3bb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.146367 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (5d95949d-6739-408c-ae47-ab793df6f3bb), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.153143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Provisioning complete for port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:47.153522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.261799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (5d95949d-6739-408c-ae47-ab793df6f3bb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.277821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23d5bb87-f1b7-4dd2-b437-af87dc360e66 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:47.318273 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Current status of the port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:47.318896 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.336744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (5d95949d-6739-408c-ae47-ab793df6f3bb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.383008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.386818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "DELETE /v2.0/subnets/5d95949d-6739-408c-ae47-ab793df6f3bb HTTP/1.1" status: 204 len: 168 time: 0.3617523 Jan 28 17:30:47.389295 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34600) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:47.394032 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df64f1-92b7-469e-9502-a48a81d76f7e tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event deleted for resources: {'Subnet': ['ID=5d95949d-6739-408c-ae47-ab793df6f3bb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:47.397331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:47.397886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.438862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:30:47.439376 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:30:47.495306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:47.495842 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.498106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (03b35321-c7a0-4802-9e74-957e800a24b1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.532626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 23d5bb87-f1b7-4dd2-b437-af87dc360e66, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=23d5bb87-f1b7-4dd2-b437-af87dc360e66,segment=NetworkSegment(1424e226-6869-4edd-869a-32f220c39486),segment_id=1424e226-6869-4edd-869a-32f220c39486)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:47.537892 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.566624 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496dc425-d8b5-40aa-ae25-3a24a2e79943 None None] Network 03b35321-c7a0-4802-9e74-957e800a24b1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:47.578118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Deleting port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:30:47.578583 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.643939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=23d5bb87-f1b7-4dd2-b437-af87dc360e66,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:47.656840 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] For port 23d5bb87-f1b7-4dd2-b437-af87dc360e66, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=23d5bb87-f1b7-4dd2-b437-af87dc360e66,segment=NetworkSegment(1424e226-6869-4edd-869a-32f220c39486),segment_id=1424e226-6869-4edd-869a-32f220c39486)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:47.657298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.671241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Calling delete_port for 23d5bb87-f1b7-4dd2-b437-af87dc360e66 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:30:47.708789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a198851-40f6-4959-ae82-e672f3d59524 None None] DHCP port deletion for 5554a3b3-ec31-4979-9291-8e5889fe8e88 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:30:47.727391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68890baf-1dd5-42e8-850e-e1722694bc6b None None] Network 5554a3b3-ec31-4979-9291-8e5889fe8e88 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:47.743595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68890baf-1dd5-42e8-850e-e1722694bc6b None None] Network 5554a3b3-ec31-4979-9291-8e5889fe8e88 could not be found, it might have been deleted concurrently. {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 17:30:47.758559 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (23d5bb87-f1b7-4dd2-b437-af87dc360e66), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.763716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e4420-ddb8-48b1-bf07-95c3f252cbfd None None] DHCP port deletion for 03b35321-c7a0-4802-9e74-957e800a24b1 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:30:47.790255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event deleted for resources: {'Port': ['ID=23d5bb87-f1b7-4dd2-b437-af87dc360e66,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:47.792084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] No DVR routers for this DVR port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:30:47.870319 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (03b35321-c7a0-4802-9e74-957e800a24b1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.892515 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b35321-c7a0-4802-9e74-957e800a24b1']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:47.901428 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424e226-6869-4edd-869a-32f220c39486') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:47.901728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424e226-6869-4edd-869a-32f220c39486') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:47.910897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (1424e226-6869-4edd-869a-32f220c39486), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.924720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1424e226-6869-4edd-869a-32f220c39486), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.930709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:30:47.931095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (1424e226-6869-4edd-869a-32f220c39486), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:30:47.934231 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:30:47.958514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-001a0715-6fd5-437d-889d-b4540c69cfbf None None] Port 23d5bb87-f1b7-4dd2-b437-af87dc360e66 update to ACTIVE by agent not found {{(pid=103095) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 17:30:47.976002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7639c9bc-380b-4d74-9ae1-26106bdba9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.001854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (03b35321-c7a0-4802-9e74-957e800a24b1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.008652 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.011749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "DELETE /v2.0/networks/03b35321-c7a0-4802-9e74-957e800a24b1 HTTP/1.1" status: 204 len: 168 time: 0.6208239 Jan 28 17:30:48.014597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34606) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:48.023330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5354a8b-5935-49d4-9b1c-d06f9e26a111 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Pushing event deleted for resources: {'Network': ['ID=03b35321-c7a0-4802-9e74-957e800a24b1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:48.041718 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2b8560f8-b5fd-4aec-8f6b-d6e0b2ea18ac tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d72c5b5-6398-489c-8fd4-ea748d2801fc HTTP/1.1" status: 200 len: 205 time: 0.0259402 Jan 28 17:30:48.043998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34608) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:48.071068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5c4f4e4b-6470-4d48-99fe-9849042363b0 None None] Could not find standard attr ID for object ac5e8663-6a57-404a-8923-89bd81f25d56. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:30:48.074151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5c4f4e4b-6470-4d48-99fe-9849042363b0 None None] Could not find standard attr ID for object 23d5bb87-f1b7-4dd2-b437-af87dc360e66. {{(pid=103095) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:30:48.122540 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for router (6d72c5b5-6398-489c-8fd4-ea748d2801fc), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.279536 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (6d72c5b5-6398-489c-8fd4-ea748d2801fc), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.282251 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for router_controller (6d72c5b5-6398-489c-8fd4-ea748d2801fc), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.325609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (6d72c5b5-6398-489c-8fd4-ea748d2801fc), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.326145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Fanout notify agent at l3_agent the message router_deleted on router 6d72c5b5-6398-489c-8fd4-ea748d2801fc {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:30:48.334010 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.335147 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eb77a2b6-c7ba-449f-8bee-4571e8b813a5 tempest-RoutersNegativeTest-1663275205 tempest-RoutersNegativeTest-1663275205-project] 10.222.0.25 "DELETE /v2.0/routers/6d72c5b5-6398-489c-8fd4-ea748d2801fc HTTP/1.1" status: 204 len: 168 time: 0.2902143 Jan 28 17:30:48.569691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34614) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:48.697824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e0abd07e-8fc4-44ee-99e5-a67eae2a1ebe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=826e2248d4464067bc3e319a34a80c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270018 Jan 28 17:30:48.700471 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:48.747111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-469f644c-eade-416d-95dc-f016ed7eaa09 admin admin] Publish callbacks [] for security_group (ab05c878-6f8a-4086-aca2-b22d9496580d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.768701 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-469f644c-eade-416d-95dc-f016ed7eaa09 admin admin] Publish callbacks [] for security_group (ab05c878-6f8a-4086-aca2-b22d9496580d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.814178 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-469f644c-eade-416d-95dc-f016ed7eaa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (ab05c878-6f8a-4086-aca2-b22d9496580d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.816833 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-469f644c-eade-416d-95dc-f016ed7eaa09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:48.817980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-469f644c-eade-416d-95dc-f016ed7eaa09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab05c878-6f8a-4086-aca2-b22d9496580d HTTP/1.1" status: 204 len: 168 time: 0.1165926 Jan 28 17:30:48.825521 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f644c-eade-416d-95dc-f016ed7eaa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05c878-6f8a-4086-aca2-b22d9496580d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:49.179708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ac5e8663-6a57-404a-8923-89bd81f25d56 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:49.199488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ac5e8663-6a57-404a-8923-89bd81f25d56 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:49.199835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ac5e8663-6a57-404a-8923-89bd81f25d56 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:49.200250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23d5bb87-f1b7-4dd2-b437-af87dc360e66 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:30:49.219276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 23d5bb87-f1b7-4dd2-b437-af87dc360e66 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:30:49.219626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23d5bb87-f1b7-4dd2-b437-af87dc360e66 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:30:49.419955 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34640) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:49.514287 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-798558834-network', 'tenant_id': '8fe16bf95fc547a8809457518695d068'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:49.536945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Made reservation on behalf of 8fe16bf95fc547a8809457518695d068 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:49.539212 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.548572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.574074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.623658 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks [] for security_group (06ab701c-3aa7-4d20-852c-fb92bd22ac2e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.627682 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (06ab701c-3aa7-4d20-852c-fb92bd22ac2e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.654699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:49.660656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab701c-3aa7-4d20-852c-fb92bd22ac2e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:49.668453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (28460a51-795b-45a1-8ac7-4770e912f9eb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.668872 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Added segment 28460a51-795b-45a1-8ac7-4770e912f9eb of type vlan for network f21267e7-2f46-48c2-9e54-28415f82efd2 Jan 28 17:30:49.710474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (f21267e7-2f46-48c2-9e54-28415f82efd2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.734412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (f21267e7-2f46-48c2-9e54-28415f82efd2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.735432 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:49.736013 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.792592 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3715346 Jan 28 17:30:49.795491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34644) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:49.800662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Request body: {'subnet': {'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-subnet', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:49.801717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf54f38-c2ab-4308-b1a0-2e5903cfdf4e admin admin] Pushing event updated for resources: {'Network': ['ID=f21267e7-2f46-48c2-9e54-28415f82efd2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:49.811068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network f21267e7-2f46-48c2-9e54-28415f82efd2 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:49.823229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Made reservation on behalf of 8fe16bf95fc547a8809457518695d068 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:49.825682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:49.995149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (e9c30e0e-5c20-4262-9527-f887e01edd50), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.050849 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c30e0e-5c20-4262-9527-f887e01edd50,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:50.057768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Checking segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:50.058130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Network hostable DHCP agents. Network: f21267e7-2f46-48c2-9e54-28415f82efd2, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:50.074684 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Network f21267e7-2f46-48c2-9e54-28415f82efd2 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:50.083332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, f21267e7-2f46-48c2-9e54-28415f82efd2) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:50.087362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:50.087960 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.092485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcc372-c951-48e8-bf84-85e26ffd8760 None None] Network f21267e7-2f46-48c2-9e54-28415f82efd2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:50.103678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2df17133-aa98-4709-8f59-f64a615b25c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3070982 Jan 28 17:30:50.106513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34646) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:50.111861 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:50.131963 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (1f7edcc3-d761-4a6c-850f-e46592cd5528), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.132995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (1f7edcc3-d761-4a6c-850f-e46592cd5528), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.183580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks [] for router_controller (1f7edcc3-d761-4a6c-850f-e46592cd5528), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.193543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-f21267e7-2f46-48c2-9e54-28415f82efd2', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'project_id': '8fe16bf95fc547a8809457518695d068', 'fixed_ips': [{'subnet_id': 'e9c30e0e-5c20-4262-9527-f887e01edd50'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:50.194405 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.324061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks [] for router_gateway (1f7edcc3-d761-4a6c-850f-e46592cd5528), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.328587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Allocated IP 172.20.0.2 (f21267e7-2f46-48c2-9e54-28415f82efd2/e9c30e0e-5c20-4262-9527-f887e01edd50/91f0a97a-7cc7-4695-91d7-e601b58faea9) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:50.472266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Publish callbacks [] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.478544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.517192 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Network f21267e7-2f46-48c2-9e54-28415f82efd2 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:50.521749 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks [] for router_gateway (1f7edcc3-d761-4a6c-850f-e46592cd5528), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.524206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:50.526293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Pushing event updated for resources: {'Port': ['ID=91f0a97a-7cc7-4695-91d7-e601b58faea9,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:50.528437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:50.549161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.584699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Attempting to bind port 91f0a97a-7cc7-4695-91d7-e601b58faea9 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:50.585056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Attempting to bind port 91f0a97a-7cc7-4695-91d7-e601b58faea9 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:50.585420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Attempting to bind port 91f0a97a-7cc7-4695-91d7-e601b58faea9 on network f21267e7-2f46-48c2-9e54-28415f82efd2 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:50.590464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:50.590848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Checking segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:50.591258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.591652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Bound using segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:50.592151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Bound port: 91f0a97a-7cc7-4695-91d7-e601b58faea9, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:50.592539 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.651216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Allocated IP 172.25.8.171 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/36ccac39-9f37-4bbe-8948-3d146459cb9c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:50.658568 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] For port 91f0a97a-7cc7-4695-91d7-e601b58faea9, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:50.662113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] For port 91f0a97a-7cc7-4695-91d7-e601b58faea9, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=91f0a97a-7cc7-4695-91d7-e601b58faea9,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:50.668207 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.728290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b49c8-a0ba-4f1c-96bd-4acc882ea15f None None] Pushing event updated for resources: {'Port': ['ID=91f0a97a-7cc7-4695-91d7-e601b58faea9,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:50.759019 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks [] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.796835 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.820355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:50.839648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:50.844783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:50.849368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:50.852284 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Pushing event updated for resources: {'Port': ['ID=36ccac39-9f37-4bbe-8948-3d146459cb9c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:51.118379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks [] for router_gateway (1f7edcc3-d761-4a6c-850f-e46592cd5528), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.233271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 91f0a97a-7cc7-4695-91d7-e601b58faea9 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:51.280021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 91f0a97a-7cc7-4695-91d7-e601b58faea9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:51.280967 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.324341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (1f7edcc3-d761-4a6c-850f-e46592cd5528), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.368610 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 91f0a97a-7cc7-4695-91d7-e601b58faea9 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:51.368971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.404189 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 91f0a97a-7cc7-4695-91d7-e601b58faea9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=91f0a97a-7cc7-4695-91d7-e601b58faea9,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:51.412703 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.465020 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=91f0a97a-7cc7-4695-91d7-e601b58faea9,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:51.466114 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Router 1f7edcc3-d761-4a6c-850f-e46592cd5528 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:30:51.579217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:30:51.588373 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Sync routers for ids ['1f7edcc3-d761-4a6c-850f-e46592cd5528'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:30:51.597154 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.598399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3531ea39-f3cb-4f98-9b94-fb049449e5dd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4908476 Jan 28 17:30:51.601472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34648) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:51.602404 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Routers {'1f7edcc3-d761-4a6c-850f-e46592cd5528'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:51.603169 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1f7edcc3-d761-4a6c-850f-e46592cd5528'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:51.665999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910a918-6568-4b8e-b6c5-3d495a3b90cc None None] Network f21267e7-2f46-48c2-9e54-28415f82efd2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:51.706747 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:30:51.727082 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Set router 1f7edcc3-d761-4a6c-850f-e46592cd5528 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:51.755230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd0799c4-e3c8-46cc-8e47-57e09586a53c None None] Provisioning complete for port 91f0a97a-7cc7-4695-91d7-e601b58faea9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:51.755757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd0799c4-e3c8-46cc-8e47-57e09586a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.850610 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:51.934240 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:51Z', 'revision_number': 3, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:51.962133 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Checking router: 1f7edcc3-d761-4a6c-850f-e46592cd5528 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:30:51.962490 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Updating router 1f7edcc3-d761-4a6c-850f-e46592cd5528 port 36ccac39-9f37-4bbe-8948-3d146459cb9c binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:30:51.992464 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.075102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd0799c4-e3c8-46cc-8e47-57e09586a53c None None] Current status of the port 91f0a97a-7cc7-4695-91d7-e601b58faea9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:52.262303 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Publish callbacks [] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.269888 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.300451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-909b5a9a-aa32-448f-9433-e0a3d2639fbe None None] Provisioning complete for port 91f0a97a-7cc7-4695-91d7-e601b58faea9 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:52.301090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-909b5a9a-aa32-448f-9433-e0a3d2639fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.319811 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Attempting to bind port 36ccac39-9f37-4bbe-8948-3d146459cb9c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:52.320177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Attempting to bind port 36ccac39-9f37-4bbe-8948-3d146459cb9c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:52.320540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Attempting to bind port 36ccac39-9f37-4bbe-8948-3d146459cb9c on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:52.327920 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Pushing event updated for resources: {'Port': ['ID=36ccac39-9f37-4bbe-8948-3d146459cb9c,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:52.335830 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.336181 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.336587 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.336880 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.337220 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.337600 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.337883 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.338211 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.338536 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.338863 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.339187 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.339510 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.339830 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:30:52.343268 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:52.343650 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:52.344100 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.344484 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:52.345140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Bound port: 36ccac39-9f37-4bbe-8948-3d146459cb9c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:52.345360 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.389246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-909b5a9a-aa32-448f-9433-e0a3d2639fbe None None] Current status of the port 91f0a97a-7cc7-4695-91d7-e601b58faea9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:52.395782 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.397789 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] For port 36ccac39-9f37-4bbe-8948-3d146459cb9c, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:52.400942 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] For port 36ccac39-9f37-4bbe-8948-3d146459cb9c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=36ccac39-9f37-4bbe-8948-3d146459cb9c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:52.406809 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.469111 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e2216-d55c-46dc-ae9b-9797658e6e0f None None] Pushing event updated for resources: {'Port': ['ID=36ccac39-9f37-4bbe-8948-3d146459cb9c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:52.471582 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Routers {'1f7edcc3-d761-4a6c-850f-e46592cd5528'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:52.472240 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1f7edcc3-d761-4a6c-850f-e46592cd5528'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:52.565495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Allocated IP 172.20.0.1 (f21267e7-2f46-48c2-9e54-28415f82efd2/e9c30e0e-5c20-4262-9527-f887e01edd50/09df82df-699e-45a1-a5f5-accdb26e6d39) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:52.575927 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] Set router 1f7edcc3-d761-4a6c-850f-e46592cd5528 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:52.667688 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks [] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.702458 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.743121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Network f21267e7-2f46-48c2-9e54-28415f82efd2 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:52.745926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:52.749342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:52.777779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=09df82df-699e-45a1-a5f5-accdb26e6d39,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:52.794410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (1f7edcc3-d761-4a6c-850f-e46592cd5528), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:52.857699 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:51Z', 'revision_number': 3, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:52.886331 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60634ae2-7461-40ed-a369-df5e51083db0 None None] The sync data for ids ['1f7edcc3-d761-4a6c-850f-e46592cd5528'] in n-d-812111-13 is: [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:51Z', 'revision_number': 3, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:30:52.945288 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.015849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d77e1bc7-84c2-4dff-89f2-7f4c2979dbcc None None] Provisioning complete for port 09df82df-699e-45a1-a5f5-accdb26e6d39 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:53.016162 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d77e1bc7-84c2-4dff-89f2-7f4c2979dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.053561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d77e1bc7-84c2-4dff-89f2-7f4c2979dbcc None None] Port 09df82df-699e-45a1-a5f5-accdb26e6d39 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:30:53.138814 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks [] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.144841 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.219528 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=09df82df-699e-45a1-a5f5-accdb26e6d39,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:53.224603 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (1f7edcc3-d761-4a6c-850f-e46592cd5528), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.330932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Network f21267e7-2f46-48c2-9e54-28415f82efd2 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:53.332615 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:53.337444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 91f0a97a-7cc7-4695-91d7-e601b58faea9 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:53.402248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 91f0a97a-7cc7-4695-91d7-e601b58faea9 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:53.402795 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.467473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Router 1f7edcc3-d761-4a6c-850f-e46592cd5528 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:30:53.505367 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 91f0a97a-7cc7-4695-91d7-e601b58faea9 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:53.506542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 36ccac39-9f37-4bbe-8948-3d146459cb9c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:53.568270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 36ccac39-9f37-4bbe-8948-3d146459cb9c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:53.568644 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.585529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:30:53.591965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c3e363ac-4731-4266-a4d8-ee6b5a48ba24 admin admin] 10.222.0.25 "PUT /v2.0/routers/1f7edcc3-d761-4a6c-850f-e46592cd5528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9888489 Jan 28 17:30:53.606516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-36090a86-0c7e-409a-ab50-79b85641c4be None None] Provisioning complete for port 09df82df-699e-45a1-a5f5-accdb26e6d39 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:53.606911 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36090a86-0c7e-409a-ab50-79b85641c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.654397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-36090a86-0c7e-409a-ab50-79b85641c4be None None] Port 09df82df-699e-45a1-a5f5-accdb26e6d39 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:30:53.702328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 36ccac39-9f37-4bbe-8948-3d146459cb9c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:53.702736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.724225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 36ccac39-9f37-4bbe-8948-3d146459cb9c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=36ccac39-9f37-4bbe-8948-3d146459cb9c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:53.729269 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:53.787825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=36ccac39-9f37-4bbe-8948-3d146459cb9c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:54.076419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 34664) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:54.082010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1465799337-network', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:54.101632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Made reservation on behalf of 538fdf2f54a246dea0104d6aea39a242 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:54.103968 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.112774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.185706 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks [] for security_group (21f0d2a7-3732-4316-a2c3-cac852383eba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.189839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (21f0d2a7-3732-4316-a2c3-cac852383eba), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.210337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:30:54.223302 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f0d2a7-3732-4316-a2c3-cac852383eba,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:54.228452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0ff395d8-8967-4bd0-9fba-f0cae4a51baa), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.228859 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Added segment 0ff395d8-8967-4bd0-9fba-f0cae4a51baa of type vlan for network a16bfeca-697e-45e9-abd7-92174606050d Jan 28 17:30:54.270698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (a16bfeca-697e-45e9-abd7-92174606050d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.294750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (a16bfeca-697e-45e9-abd7-92174606050d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.295583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:54.296775 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.352009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34666) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:54.352460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2738492 Jan 28 17:30:54.357224 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Request body: {'subnet': {'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-subnet', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:54.362318 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598259a-3bdf-4efb-a8ef-abccbc4024df admin admin] Pushing event updated for resources: {'Network': ['ID=a16bfeca-697e-45e9-abd7-92174606050d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:54.372904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network a16bfeca-697e-45e9-abd7-92174606050d details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:30:54.378082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Made reservation on behalf of 538fdf2f54a246dea0104d6aea39a242 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:30:54.380844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.549653 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (2418e23c-ee9d-4d22-9095-c9e0ea376b27), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.610121 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2418e23c-ee9d-4d22-9095-c9e0ea376b27,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:54.618750 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Checking segment: {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:54.619107 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Network hostable DHCP agents. Network: a16bfeca-697e-45e9-abd7-92174606050d, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:30:54.635705 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Network a16bfeca-697e-45e9-abd7-92174606050d is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:30:54.647798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, a16bfeca-697e-45e9-abd7-92174606050d) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:54.652015 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:54.652627 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.666893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de805268-1d34-43a7-8607-d222bbe71869 None None] Network a16bfeca-697e-45e9-abd7-92174606050d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:54.670133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7a8cb6a8-9e77-49aa-969f-2b54684787f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3171749 Jan 28 17:30:54.673220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34668) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:54.677850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:30:54.697951 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (6328d7a4-a062-448b-8d61-10acedf31886), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.699082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (6328d7a4-a062-448b-8d61-10acedf31886), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.718324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Sync routers for ids ['1f7edcc3-d761-4a6c-850f-e46592cd5528'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:30:54.749194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Routers {'1f7edcc3-d761-4a6c-850f-e46592cd5528'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:54.749814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1f7edcc3-d761-4a6c-850f-e46592cd5528'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:54.755234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks [] for router_controller (6328d7a4-a062-448b-8d61-10acedf31886), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.843921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-a16bfeca-697e-45e9-abd7-92174606050d', 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d', 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'fixed_ips': [{'subnet_id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:30:54.844802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.897737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks [] for router_gateway (6328d7a4-a062-448b-8d61-10acedf31886), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:54.959919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Set router 1f7edcc3-d761-4a6c-850f-e46592cd5528 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:55.098138 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks [] for router_gateway (6328d7a4-a062-448b-8d61-10acedf31886), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.121496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.187094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Allocated IP 172.20.0.2 (a16bfeca-697e-45e9-abd7-92174606050d/2418e23c-ee9d-4d22-9095-c9e0ea376b27/bc10d989-f7a0-4a52-b51d-f973ff80df32) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:55.223893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 36ccac39-9f37-4bbe-8948-3d146459cb9c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:55.234259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Allocated IP 172.25.8.194 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ae23b3d0-de0a-4468-a855-4ca4e98f1b74) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:55.339123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks [] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.375334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.398653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 36ccac39-9f37-4bbe-8948-3d146459cb9c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:55.399204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.411643 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:55.414478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:55.417927 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:55.446793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Pushing event updated for resources: {'Port': ['ID=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:55.473186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:52Z', 'revision_number': 4, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '09df82df-699e-45a1-a5f5-accdb26e6d39', 'name': '', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'mac_address': 'fa:16:3e:91:de:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:52Z', 'updated_at': '2022-01-28T17:30:52Z', 'revision_number': 2, 'project_id': '8fe16bf95fc547a8809457518695d068', 'subnets': [{'id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:55.475960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Publish callbacks [] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.508721 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.510550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Checking router: 1f7edcc3-d761-4a6c-850f-e46592cd5528 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:30:55.510902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Updating router 1f7edcc3-d761-4a6c-850f-e46592cd5528 port 09df82df-699e-45a1-a5f5-accdb26e6d39 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:30:55.575547 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Network a16bfeca-697e-45e9-abd7-92174606050d is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:55.585768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:55.607165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.611032 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:55.628202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Pushing event updated for resources: {'Port': ['ID=bc10d989-f7a0-4a52-b51d-f973ff80df32,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:55.645207 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 36ccac39-9f37-4bbe-8948-3d146459cb9c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:55.677364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks [] for router_gateway (6328d7a4-a062-448b-8d61-10acedf31886), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.718164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Attempting to bind port bc10d989-f7a0-4a52-b51d-f973ff80df32 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:55.718550 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Attempting to bind port bc10d989-f7a0-4a52-b51d-f973ff80df32 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:55.718912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Attempting to bind port bc10d989-f7a0-4a52-b51d-f973ff80df32 on network a16bfeca-697e-45e9-abd7-92174606050d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:55.768051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:55.768432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Checking segment: {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:55.768874 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.769277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Bound using segment: {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:55.769768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Bound port: bc10d989-f7a0-4a52-b51d-f973ff80df32, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:55.770154 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.876604 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (6328d7a4-a062-448b-8d61-10acedf31886), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:55.894496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] For port bc10d989-f7a0-4a52-b51d-f973ff80df32, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:55.898526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] For port bc10d989-f7a0-4a52-b51d-f973ff80df32, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc10d989-f7a0-4a52-b51d-f973ff80df32,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:55.911727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.013345 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Router 6328d7a4-a062-448b-8d61-10acedf31886 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:30:56.176229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:30:56.182003 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eec7d-c965-4d81-87cd-099b5ed348cd None None] Pushing event updated for resources: {'Port': ['ID=bc10d989-f7a0-4a52-b51d-f973ff80df32,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:56.191392 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Sync routers for ids ['6328d7a4-a062-448b-8d61-10acedf31886'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:30:56.206665 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Routers {'6328d7a4-a062-448b-8d61-10acedf31886'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:56.207677 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6328d7a4-a062-448b-8d61-10acedf31886'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:56.212904 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.214313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-67ec2a95-93be-4670-86e9-63d7ac73e15f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5400126 Jan 28 17:30:56.217122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 34672) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:30:56.226753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Publish callbacks [] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.233089 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.298606 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903be11-607c-407e-9d81-1f586f2accc4 None None] Pushing event updated for resources: {'Port': ['ID=09df82df-699e-45a1-a5f5-accdb26e6d39,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:56.325942 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Set router 6328d7a4-a062-448b-8d61-10acedf31886 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:56.402311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Attempting to bind port 09df82df-699e-45a1-a5f5-accdb26e6d39 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:56.402842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Attempting to bind port 09df82df-699e-45a1-a5f5-accdb26e6d39 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:56.403231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Attempting to bind port 09df82df-699e-45a1-a5f5-accdb26e6d39 on network f21267e7-2f46-48c2-9e54-28415f82efd2 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:56.411762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:56.417255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Checking segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:56.417825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.418391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Bound using segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:56.418983 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Bound port: 09df82df-699e-45a1-a5f5-accdb26e6d39, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:56.420236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.495007 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] For port 09df82df-699e-45a1-a5f5-accdb26e6d39, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:56.500111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] For port 09df82df-699e-45a1-a5f5-accdb26e6d39, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09df82df-699e-45a1-a5f5-accdb26e6d39,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:56.507329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.543190 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:30:55Z', 'revision_number': 3, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:56.574077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Routers {'1f7edcc3-d761-4a6c-850f-e46592cd5528'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:56.574725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1f7edcc3-d761-4a6c-850f-e46592cd5528'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:56.576934 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Checking router: 6328d7a4-a062-448b-8d61-10acedf31886 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:30:56.577646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903be11-607c-407e-9d81-1f586f2accc4 None None] Pushing event updated for resources: {'Port': ['ID=09df82df-699e-45a1-a5f5-accdb26e6d39,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:56.578000 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Updating router 6328d7a4-a062-448b-8d61-10acedf31886 port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:30:56.618247 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.727706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] Provisioning complete for port 09df82df-699e-45a1-a5f5-accdb26e6d39 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:56.728095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.757837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] Set router 1f7edcc3-d761-4a6c-850f-e46592cd5528 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:56.788454 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.955001 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Publish callbacks [] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.962875 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:56.974916 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] Current status of the port 09df82df-699e-45a1-a5f5-accdb26e6d39 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:56.975463 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.031540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Attempting to bind port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:30:57.031928 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Attempting to bind port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:30:57.032268 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Attempting to bind port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:30:57.035031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322e87-8615-405d-b64a-aaad3dc6803a None None] Pushing event updated for resources: {'Port': ['ID=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:57.041298 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:30:57.042116 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:30:57.043394 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.043874 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:30:57.044471 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Bound port: ae23b3d0-de0a-4468-a855-4ca4e98f1b74, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:30:57.045132 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.081326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] For port 09df82df-699e-45a1-a5f5-accdb26e6d39, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09df82df-699e-45a1-a5f5-accdb26e6d39,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:57.091772 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.122425 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] For port ae23b3d0-de0a-4468-a855-4ca4e98f1b74, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:30:57.127730 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] For port ae23b3d0-de0a-4468-a855-4ca4e98f1b74, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:30:57.137911 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.189488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:52Z', 'revision_number': 4, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '09df82df-699e-45a1-a5f5-accdb26e6d39', 'name': '', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'mac_address': 'fa:16:3e:91:de:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:52Z', 'updated_at': '2022-01-28T17:30:56Z', 'revision_number': 4, 'project_id': '8fe16bf95fc547a8809457518695d068', 'subnets': [{'id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:57.201196 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Routers {'6328d7a4-a062-448b-8d61-10acedf31886'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:30:57.201939 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6328d7a4-a062-448b-8d61-10acedf31886'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:57.245249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59591d0-189c-4fa9-a0d9-9b20a4f8e438 None None] Pushing event updated for resources: {'Port': ['ID=09df82df-699e-45a1-a5f5-accdb26e6d39,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:57.248023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ce441-85d6-4b2e-b844-3803d7f9cc6b None None] The sync data for ids ['1f7edcc3-d761-4a6c-850f-e46592cd5528'] in n-d-812111-13 is: [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:52Z', 'revision_number': 4, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '09df82df-699e-45a1-a5f5-accdb26e6d39', 'name': '', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'mac_address': 'fa:16:3e:91:de:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:52Z', 'updated_at': '2022-01-28T17:30:56Z', 'revision_number': 4, 'project_id': '8fe16bf95fc547a8809457518695d068', 'subnets': [{'id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:30:57.281728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dd89f5af-012d-443a-9869-880df71ab5c8 None None] Provisioning complete for port 09df82df-699e-45a1-a5f5-accdb26e6d39 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:57.282108 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd89f5af-012d-443a-9869-880df71ab5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.319862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc10d989-f7a0-4a52-b51d-f973ff80df32 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:57.372233 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c730a-2c54-4825-b89c-55f0ea1ccdb5 None None] Network a16bfeca-697e-45e9-abd7-92174606050d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:30:57.395009 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322e87-8615-405d-b64a-aaad3dc6803a None None] Pushing event updated for resources: {'Port': ['ID=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:57.421081 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] Set router 6328d7a4-a062-448b-8d61-10acedf31886 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:30:57.501386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Allocated IP 172.20.0.1 (a16bfeca-697e-45e9-abd7-92174606050d/2418e23c-ee9d-4d22-9095-c9e0ea376b27/a7f0a1ac-7030-4c6e-8e46-f9fc57241427) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:30:57.550465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bc10d989-f7a0-4a52-b51d-f973ff80df32 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:57.551017 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.557361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dd89f5af-012d-443a-9869-880df71ab5c8 None None] Current status of the port 09df82df-699e-45a1-a5f5-accdb26e6d39 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:57.634624 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks [] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.670352 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:30:55Z', 'revision_number': 3, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:30:57.687325 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.699796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0d2be677-ca81-49cc-991f-c07351a740cc None None] Provisioning complete for port bc10d989-f7a0-4a52-b51d-f973ff80df32 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:57.700172 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d2be677-ca81-49cc-991f-c07351a740cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.701866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bc10d989-f7a0-4a52-b51d-f973ff80df32 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:57.702279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.710818 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e5968-d6d9-4483-96d8-9051dfed0077 None None] The sync data for ids ['6328d7a4-a062-448b-8d61-10acedf31886'] in n-d-812111-13 is: [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:30:55Z', 'revision_number': 3, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:30:57.731671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Network a16bfeca-697e-45e9-abd7-92174606050d is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:57.735292 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:57.751662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:30:57.773205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port bc10d989-f7a0-4a52-b51d-f973ff80df32, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc10d989-f7a0-4a52-b51d-f973ff80df32,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:57.785365 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.794638 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:57.812452 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (6328d7a4-a062-448b-8d61-10acedf31886), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:57.887176 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=bc10d989-f7a0-4a52-b51d-f973ff80df32,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:57.909958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0d2be677-ca81-49cc-991f-c07351a740cc None None] Current status of the port bc10d989-f7a0-4a52-b51d-f973ff80df32 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:57.997993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.039056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-043baefe-832d-4f67-b81c-5c407744ccee None None] Provisioning complete for port bc10d989-f7a0-4a52-b51d-f973ff80df32 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:58.039451 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-043baefe-832d-4f67-b81c-5c407744ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.198183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-043baefe-832d-4f67-b81c-5c407744ccee None None] Current status of the port bc10d989-f7a0-4a52-b51d-f973ff80df32 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:58.250947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks [] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.258259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.323136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-651e5216-d602-4381-a32b-b8057ad23341 None None] Provisioning complete for port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:58.323987 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-651e5216-d602-4381-a32b-b8057ad23341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.329811 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:58.343233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (6328d7a4-a062-448b-8d61-10acedf31886), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.372716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-651e5216-d602-4381-a32b-b8057ad23341 None None] Port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:30:58.445362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Network a16bfeca-697e-45e9-abd7-92174606050d is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:30:58.447002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:30:58.582390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Router 6328d7a4-a062-448b-8d61-10acedf31886 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:30:58.709323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:30:58.714692 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6fdfdca3-8f56-4120-ae4c-36319ed19080 admin admin] 10.222.0.25 "PUT /v2.0/routers/6328d7a4-a062-448b-8d61-10acedf31886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958467 Jan 28 17:30:58.799152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0a8c5e54-7c10-46ba-8003-049f01f7e6e6 None None] Provisioning complete for port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:58.799691 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5e54-7c10-46ba-8003-049f01f7e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:58.840116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c5e54-7c10-46ba-8003-049f01f7e6e6 None None] Port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:30:59.319586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09df82df-699e-45a1-a5f5-accdb26e6d39 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:59.368541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 09df82df-699e-45a1-a5f5-accdb26e6d39 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:59.369168 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:59.423508 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-dc745a07-7257-42ed-a1d6-aeb394beccfc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:30:59.425039 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-dc745a07-7257-42ed-a1d6-aeb394beccfc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 816 time: 0.1013501 Jan 28 17:30:59.439459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-8ab49fca-4672-40c4-b2b2-f01f3caef1af tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/quotas/8fe16bf95fc547a8809457518695d068 HTTP/1.1" status: 200 len: 375 time: 0.0089867 Jan 28 17:30:59.449377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 09df82df-699e-45a1-a5f5-accdb26e6d39 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:59.450444 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc10d989-f7a0-4a52-b51d-f973ff80df32 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:59.495581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port bc10d989-f7a0-4a52-b51d-f973ff80df32 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:59.495960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:59.501170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-9ee57292-902c-48a7-a9c6-0cb428b86036 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559835 Jan 28 17:30:59.574050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port bc10d989-f7a0-4a52-b51d-f973ff80df32 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:59.575041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae23b3d0-de0a-4468-a855-4ca4e98f1b74 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:30:59.600303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-c1fe3f2d-c9c5-40d8-a089-0ab0903ea981 service neutron] 10.222.0.25 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890405 Jan 28 17:30:59.621166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:30:59.621543 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:59.692882 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-dc5c1a30-1f3a-4b11-b3e4-82fe4c019529 service neutron] 10.222.0.25 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866752 Jan 28 17:30:59.696221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:30:59.696617 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:59.716066 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ae23b3d0-de0a-4468-a855-4ca4e98f1b74, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:30:59.721407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:30:59.772019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:30:59.862269 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4777c5c1-7063-4eb8-ba38-99806fe86f9a req-ee982cad-794f-4e39-bbc2-b6b979e157e9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 210 time: 0.0283005 Jan 28 17:31:00.562464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Sync routers for ids ['6328d7a4-a062-448b-8d61-10acedf31886'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:31:00.572876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Routers {'6328d7a4-a062-448b-8d61-10acedf31886'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:31:00.573493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6328d7a4-a062-448b-8d61-10acedf31886'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:31:00.679893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Set router 6328d7a4-a062-448b-8d61-10acedf31886 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:31:00.816426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-3f9dce88-738f-4d99-aef2-c28bc3faac5d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:00.818640 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-3f9dce88-738f-4d99-aef2-c28bc3faac5d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.24 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 816 time: 0.1156135 Jan 28 17:31:00.831055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Request body: {'port': {'device_id': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'admin_state_up': True, 'tenant_id': '8fe16bf95fc547a8809457518695d068'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:31:00.886523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:30:57Z', 'revision_number': 4, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a7f0a1ac-7030-4c6e-8e46-f9fc57241427', 'name': '', 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'mac_address': 'fa:16:3e:55:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:56Z', 'updated_at': '2022-01-28T17:30:58Z', 'revision_number': 2, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'subnets': [{'id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:31:00.919197 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Checking router: 6328d7a4-a062-448b-8d61-10acedf31886 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:31:00.919653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Updating router 6328d7a4-a062-448b-8d61-10acedf31886 port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:31:00.939749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Made reservation on behalf of 8fe16bf95fc547a8809457518695d068 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:31:00.943385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:00.950283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:00.963874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-47ade64b-6d8c-48d3-a8d3-612996a00401 req-144c5037-4f47-470d-bb28-5f1b73564606 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 210 time: 0.0296884 Jan 28 17:31:01.071607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Allocated IP 172.20.0.14 (f21267e7-2f46-48c2-9e54-28415f82efd2/e9c30e0e-5c20-4262-9527-f887e01edd50/35e3ef81-f1a1-4df2-9357-907469a0a410) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:31:01.205368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae23b3d0-de0a-4468-a855-4ca4e98f1b74 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:31:01.220457 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks [] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.250697 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Publish callbacks [] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.253625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.260636 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.297860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Network f21267e7-2f46-48c2-9e54-28415f82efd2 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:31:01.300990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:31:01.308021 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:31:01.315509 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Pushing event updated for resources: {'Port': ['ID=35e3ef81-f1a1-4df2-9357-907469a0a410,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:01.346757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.347117 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.347466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.347810 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.348144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.348476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.348838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.349174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.349504 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.349837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.350166 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.350496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.350824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:01.375532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:01.376195 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.395297 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-0ca6f0d3-57d9-41ad-84c3-8d19a5eb0e3e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5685227 Jan 28 17:31:01.407135 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Request body: {'port': {'device_id': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:31:01.479758 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.487337 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:01.487722 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.492631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb848e5a-09c7-4f57-8af6-64cc3af85d42 None None] Pushing event updated for resources: {'Port': ['ID=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:01.587123 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Attempting to bind port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:31:01.587692 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Attempting to bind port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:31:01.587866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Attempting to bind port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 on network a16bfeca-697e-45e9-abd7-92174606050d {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:31:01.618795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:31:01.619183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Checking segment: {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:31:01.619600 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.620012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Bound using segment: {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:31:01.620515 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Bound port: a7f0a1ac-7030-4c6e-8e46-f9fc57241427, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff395d8-8967-4bd0-9fba-f0cae4a51baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:31:01.620928 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.648711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d6114fbc-2866-448b-bb84-48e3b8e76496 None None] Provisioning complete for port 35e3ef81-f1a1-4df2-9357-907469a0a410 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:01.649106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6114fbc-2866-448b-bb84-48e3b8e76496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.652896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:01.721742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d6114fbc-2866-448b-bb84-48e3b8e76496 None None] Port 35e3ef81-f1a1-4df2-9357-907469a0a410 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:31:01.732743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] For port a7f0a1ac-7030-4c6e-8e46-f9fc57241427, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:31:01.735787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] For port a7f0a1ac-7030-4c6e-8e46-f9fc57241427, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:31:01.742078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.769734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e3ef81-f1a1-4df2-9357-907469a0a410 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:31:01.777341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Publish callbacks [] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.787095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Routers {'6328d7a4-a062-448b-8d61-10acedf31886'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:31:01.787751 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:30:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6328d7a4-a062-448b-8d61-10acedf31886'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:31:01.790160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Transition to ACTIVE for port object 35e3ef81-f1a1-4df2-9357-907469a0a410 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:31:01.795630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.849727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Pushing event updated for resources: {'Port': ['ID=35e3ef81-f1a1-4df2-9357-907469a0a410,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:01.887469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb848e5a-09c7-4f57-8af6-64cc3af85d42 None None] Pushing event updated for resources: {'Port': ['ID=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:01.930418 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Attempting to bind port 35e3ef81-f1a1-4df2-9357-907469a0a410 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:31:01.930763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Attempting to bind port 35e3ef81-f1a1-4df2-9357-907469a0a410 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:31:01.931095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Attempting to bind port 35e3ef81-f1a1-4df2-9357-907469a0a410 on network f21267e7-2f46-48c2-9e54-28415f82efd2 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:31:01.935883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Port 35e3ef81-f1a1-4df2-9357-907469a0a410 on network f21267e7-2f46-48c2-9e54-28415f82efd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:31:01.936868 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Attempting to bind port 35e3ef81-f1a1-4df2-9357-907469a0a410 on network f21267e7-2f46-48c2-9e54-28415f82efd2 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:31:01.943998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:31:01.944387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Checking segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:31:01.944880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Bound using segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:31:01.945605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Bound port: 35e3ef81-f1a1-4df2-9357-907469a0a410, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:31:01.946210 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:01.947027 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] Provisioning complete for port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:01.947615 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:02.018382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] Set router 6328d7a4-a062-448b-8d61-10acedf31886 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:31:02.040571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] For port 35e3ef81-f1a1-4df2-9357-907469a0a410, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:31:02.048280 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] For port 35e3ef81-f1a1-4df2-9357-907469a0a410, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=35e3ef81-f1a1-4df2-9357-907469a0a410,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:31:02.058141 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:02.104154 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.104947 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:02.108080 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] 10.222.0.24 "PUT /v2.0/ports/35e3ef81-f1a1-4df2-9357-907469a0a410 HTTP/1.1" status: 200 len: 1093 time: 0.7058468 Jan 28 17:31:02.108825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'tag': '35e3ef81-f1a1-4df2-9357-907469a0a410'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:31:02.112252 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f627b-dc92-4965-995c-9e98f98c674f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9dd6c2-cc5d-49fb-a908-79cb3e619b23", "tag": "35e3ef81-f1a1-4df2-9357-907469a0a410"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:31:02.157382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71753eff-1318-4d8d-9042-9f15b9f06adb req-5f00341b-22af-4b53-92aa-b761c99a24a1 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.159491 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71753eff-1318-4d8d-9042-9f15b9f06adb req-5f00341b-22af-4b53-92aa-b761c99a24a1 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 944 time: 0.0969319 Jan 28 17:31:02.165250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdff1a-9a23-49b1-94d6-78e156526286 service neutron] Pushing event updated for resources: {'Port': ['ID=35e3ef81-f1a1-4df2-9357-907469a0a410,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:02.176288 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7268baa-81e8-4e53-9e71-897ef298ec5a x-openstack-request-id: req-d7268baa-81e8-4e53-9e71-897ef298ec5a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:31:02.177388 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9dd6c2-cc5d-49fb-a908-79cb3e619b23", "tag": "35e3ef81-f1a1-4df2-9357-907469a0a410", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:31:02.177388 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7268baa-81e8-4e53-9e71-897ef298ec5a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:31:02.177555 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'tag': '35e3ef81-f1a1-4df2-9357-907469a0a410', 'status': 'completed', 'code': 200} Jan 28 17:31:02.231323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-71753eff-1318-4d8d-9042-9f15b9f06adb req-68d36ddd-e28c-4f60-a37b-44159da16bff tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Jan 28 17:31:02.237776 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-8fc1a8b4-3fbe-4ea7-9862-216bd9ed4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.240502 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-8fc1a8b4-3fbe-4ea7-9862-216bd9ed4948 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 1127 time: 0.0556250 Jan 28 17:31:02.289483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] Current status of the port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:02.289860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:02.290453 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-59db3322-2a76-4a50-8b92-30142d279809 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e3ef81-f1a1-4df2-9357-907469a0a410 HTTP/1.1" status: 200 len: 217 time: 0.0395460 Jan 28 17:31:02.333023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] For port a7f0a1ac-7030-4c6e-8e46-f9fc57241427, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:02.338708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:02.344243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-156fd23d-e57c-472a-a9f1-b9a3cdfea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.347169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-156fd23d-e57c-472a-a9f1-b9a3cdfea97a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 200 len: 855 time: 0.0512912 Jan 28 17:31:02.347535 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:30:57Z', 'revision_number': 4, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a7f0a1ac-7030-4c6e-8e46-f9fc57241427', 'name': '', 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'mac_address': 'fa:16:3e:55:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:56Z', 'updated_at': '2022-01-28T17:31:01Z', 'revision_number': 4, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'subnets': [{'id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:31:02.395774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bc1c2-6af0-4a7c-a31c-0f00c604867d None None] The sync data for ids ['6328d7a4-a062-448b-8d61-10acedf31886'] in n-d-812111-13 is: [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:30:57Z', 'revision_number': 4, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'a7f0a1ac-7030-4c6e-8e46-f9fc57241427', 'name': '', 'network_id': 'a16bfeca-697e-45e9-abd7-92174606050d', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'mac_address': 'fa:16:3e:55:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:56Z', 'updated_at': '2022-01-28T17:31:01Z', 'revision_number': 4, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'subnets': [{'id': '2418e23c-ee9d-4d22-9095-c9e0ea376b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:31:02.399542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-84429daa-0a3c-4085-9946-421fda2207d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.401078 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-84429daa-0a3c-4085-9946-421fda2207d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f21267e7-2f46-48c2-9e54-28415f82efd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474014 Jan 28 17:31:02.419474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391cae9-8076-4c96-a74e-f212cf8ba4a2 None None] Pushing event updated for resources: {'Port': ['ID=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:02.491235 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e39ea98d-a5a2-41d6-9fa5-d79e4345db55 None None] Provisioning complete for port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:02.491619 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e39ea98d-a5a2-41d6-9fa5-d79e4345db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:02.514831 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-6bd73590-81e5-41ad-aafd-02497b394ddd service neutron] 10.222.0.24 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065843 Jan 28 17:31:02.578765 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e39ea98d-a5a2-41d6-9fa5-d79e4345db55 None None] Current status of the port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:02.611976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ee90c1be-f95d-463a-88d7-250d9ebb01d7 req-2c21e8e1-47bb-4036-8da6-d09186b9e785 service neutron] 10.222.0.24 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 Jan 28 17:31:02.709419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f627b-dc92-4965-995c-9e98f98c674f req-55653e7f-ab19-4e66-b2d2-8c8ef2f0125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.710963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-55653e7f-ab19-4e66-b2d2-8c8ef2f0125b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 1127 time: 0.0513909 Jan 28 17:31:02.803665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f627b-dc92-4965-995c-9e98f98c674f req-691d84bc-cbe6-424c-89f1-c6a22c1f2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.805274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-691d84bc-cbe6-424c-89f1-c6a22c1f2b35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 917 time: 0.0885079 Jan 28 17:31:02.852063 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-584c24f4-b199-496b-a9f2-a7540f8f4ec6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e3ef81-f1a1-4df2-9357-907469a0a410 HTTP/1.1" status: 200 len: 217 time: 0.0405893 Jan 28 17:31:02.900645 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f627b-dc92-4965-995c-9e98f98c674f req-76a9f345-c0ce-4f6f-ab8e-bbc96669fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.902187 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-76a9f345-c0ce-4f6f-ab8e-bbc96669fdc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 200 len: 855 time: 0.0443976 Jan 28 17:31:02.952866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f627b-dc92-4965-995c-9e98f98c674f req-a705d21c-d124-46c2-acbf-4f13c4fb9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:02.954428 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-a705d21c-d124-46c2-acbf-4f13c4fb9e5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f21267e7-2f46-48c2-9e54-28415f82efd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459275 Jan 28 17:31:03.049125 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-8cf097ae-3823-49c7-8e80-30a169ea958e service neutron] 10.222.0.24 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866451 Jan 28 17:31:03.243994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7f0a1ac-7030-4c6e-8e46-f9fc57241427 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:31:03.298523 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:03.298814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:03.361067 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee7396-d5da-452b-9050-9fb8bca53efe req-35f8b233-6376-4af2-91eb-777618709229 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:03.362771 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ee7396-d5da-452b-9050-9fb8bca53efe req-35f8b233-6376-4af2-91eb-777618709229 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 944 time: 0.0584340 Jan 28 17:31:03.379622 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:03.413964 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ee7396-d5da-452b-9050-9fb8bca53efe req-d3da910b-cc2f-4295-ae39-d9f6cafdcadb tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Jan 28 17:31:03.479844 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-164f627b-dc92-4965-995c-9e98f98c674f req-a84a90d9-5d82-42ed-a289-9e8a896943cb service neutron] 10.222.0.24 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241831 Jan 28 17:31:04.531846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f79e7-2694-4c2b-95c2-b5ac0abfe7c0 req-2c6d12c3-22d7-4e11-898d-c3d8fd45d1e9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:04.533378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-809f79e7-2694-4c2b-95c2-b5ac0abfe7c0 req-2c6d12c3-22d7-4e11-898d-c3d8fd45d1e9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 944 time: 0.0537081 Jan 28 17:31:04.582150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-809f79e7-2694-4c2b-95c2-b5ac0abfe7c0 req-ce65caaa-a9ef-47e9-b756-d8501a695d05 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Jan 28 17:31:05.704110 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a6300-b8fb-4440-9772-6c9367b00373 req-67ca041d-983b-462c-9f43-a4b4b37fb608 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:05.705604 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-701a6300-b8fb-4440-9772-6c9367b00373 req-67ca041d-983b-462c-9f43-a4b4b37fb608 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 944 time: 0.0549982 Jan 28 17:31:05.755668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-701a6300-b8fb-4440-9772-6c9367b00373 req-8397e6f1-a4d0-4399-bfa1-e00938568d13 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Jan 28 17:31:06.392951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 35e3ef81-f1a1-4df2-9357-907469a0a410 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:31:06.489960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 35e3ef81-f1a1-4df2-9357-907469a0a410, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=35e3ef81-f1a1-4df2-9357-907469a0a410,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:06.504802 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '35e3ef81-f1a1-4df2-9357-907469a0a410', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'port_id': '35e3ef81-f1a1-4df2-9357-907469a0a410', 'mac_address': 'fa:16:3e:e9:ca:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:31:06.543236 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 35e3ef81-f1a1-4df2-9357-907469a0a410 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:06.543632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:06.559698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e3ef81-f1a1-4df2-9357-907469a0a410 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:31:06.580404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 35e3ef81-f1a1-4df2-9357-907469a0a410, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=35e3ef81-f1a1-4df2-9357-907469a0a410,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:06.583950 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:06.629698 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=35e3ef81-f1a1-4df2-9357-907469a0a410,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:06.779648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['35e3ef81-f1a1-4df2-9357-907469a0a410'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:31:06.872553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc8928-f75b-41b1-a9f5-fbc618d3efd9 req-d8b60080-560b-4e9e-9bd0-0ec393f283e7 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:06.874057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fbc8928-f75b-41b1-a9f5-fbc618d3efd9 req-d8b60080-560b-4e9e-9bd0-0ec393f283e7 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Jan 28 17:31:06.921614 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fbc8928-f75b-41b1-a9f5-fbc618d3efd9 req-206f99db-e9b4-41ad-89b8-526a4c4021c9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Jan 28 17:31:08.043064 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad389fc3-2ae0-4278-b62b-54227a90bed9 req-3faac51f-f34e-4c75-934b-5684e98617af tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:08.044518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad389fc3-2ae0-4278-b62b-54227a90bed9 req-3faac51f-f34e-4c75-934b-5684e98617af tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 945 time: 0.0510015 Jan 28 17:31:08.091005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad389fc3-2ae0-4278-b62b-54227a90bed9 req-b3acce16-1a22-4975-85e9-b55d5735647f tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Jan 28 17:31:08.400499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 35e3ef81-f1a1-4df2-9357-907469a0a410 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:31:08.448465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 35e3ef81-f1a1-4df2-9357-907469a0a410 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:31:08.453357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 35e3ef81-f1a1-4df2-9357-907469a0a410 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:08.453734 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:08.530353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 35e3ef81-f1a1-4df2-9357-907469a0a410 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:08.530661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:08.554036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e3ef81-f1a1-4df2-9357-907469a0a410'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:31:08.556302 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdcfb79-752e-42d1-921c-71be53c1caa4" -d '{"events": [{"server_uuid": "0a9dd6c2-cc5d-49fb-a908-79cb3e619b23", "name": "network-vif-plugged", "status": "completed", "tag": "35e3ef81-f1a1-4df2-9357-907469a0a410"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:31:08.569184 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 35e3ef81-f1a1-4df2-9357-907469a0a410, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=35e3ef81-f1a1-4df2-9357-907469a0a410,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:08.573653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:08.599291 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e25b7-9f2e-4151-b52d-0213447708b5 x-openstack-request-id: req-fa9e25b7-9f2e-4151-b52d-0213447708b5 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:31:08.599591 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9dd6c2-cc5d-49fb-a908-79cb3e619b23", "name": "network-vif-plugged", "status": "completed", "tag": "35e3ef81-f1a1-4df2-9357-907469a0a410", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:31:08.599848 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa9e25b7-9f2e-4151-b52d-0213447708b5 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:31:08.600242 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e3ef81-f1a1-4df2-9357-907469a0a410', 'code': 200} Jan 28 17:31:08.623043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=35e3ef81-f1a1-4df2-9357-907469a0a410,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:08.699725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b989911-79e7-4f42-b435-99678c08827e req-47cca453-b16b-4bd1-ac5c-75ca36605784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:08.701283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8b989911-79e7-4f42-b435-99678c08827e req-47cca453-b16b-4bd1-ac5c-75ca36605784 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 1129 time: 0.0431838 Jan 28 17:31:08.745160 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8b989911-79e7-4f42-b435-99678c08827e req-45c88370-7ae7-436f-88e8-15f653a843e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Jan 28 17:31:09.212179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f467e-ac9f-4318-90b0-a00d0419d0c9 req-29fbd4cc-ef6f-41b0-a4e4-bcf42a0c2034 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:09.213681 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-885f467e-ac9f-4318-90b0-a00d0419d0c9 req-29fbd4cc-ef6f-41b0-a4e4-bcf42a0c2034 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 946 time: 0.0559993 Jan 28 17:31:09.259975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-885f467e-ac9f-4318-90b0-a00d0419d0c9 req-abac95aa-da3e-4abe-9c67-8bbf53444ca9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jan 28 17:31:10.377608 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe9fb1-e91d-4eb4-a89c-dd3192b22c24 req-720b1506-214a-472c-acef-261348c9df34 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:10.378967 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afbe9fb1-e91d-4eb4-a89c-dd3192b22c24 req-720b1506-214a-472c-acef-261348c9df34 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Jan 28 17:31:10.424141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-afbe9fb1-e91d-4eb4-a89c-dd3192b22c24 req-a21455d6-5d03-49db-8a04-b934ea0d6245 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Jan 28 17:31:10.543903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda3134-e879-4ece-b3ee-8fa5fc95b936 req-2ebef026-ded9-4f4f-8a72-8d9accc076d5 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:10.546184 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8dda3134-e879-4ece-b3ee-8fa5fc95b936 req-2ebef026-ded9-4f4f-8a72-8d9accc076d5 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 946 time: 0.0563018 Jan 28 17:31:10.597081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8dda3134-e879-4ece-b3ee-8fa5fc95b936 req-114da018-a4a3-4abf-8bd1-ea8ad60689e4 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Jan 28 17:31:12.667979 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:12.705891 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:16.013960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-653491f5-cb42-4461-ae87-7fdbaf3f721f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:17.978448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0edb897-16ad-4162-bb52-88611fc490e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:19.577203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:20.817126 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:21.838092 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:22.824813 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-11799687-7c76-41f3-8194-7b507d05557f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438125 Jan 28 17:31:22.915685 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-58da3552-d7c8-4b8d-87a7-6454862a2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:22.917192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-58da3552-d7c8-4b8d-87a7-6454862a2a28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 1129 time: 0.0452080 Jan 28 17:31:23.021943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-deaa4729-784f-4aa9-a34d-3725f805faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:23.023419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-deaa4729-784f-4aa9-a34d-3725f805faef service neutron] 10.222.0.24 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 917 time: 0.0872498 Jan 28 17:31:23.065598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-324d4ce0-53cc-4f1d-b478-0f0f730643a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e3ef81-f1a1-4df2-9357-907469a0a410 HTTP/1.1" status: 200 len: 217 time: 0.0346224 Jan 28 17:31:23.114206 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-ffedfb34-46f9-43f7-9120-119f0bfe142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:23.115692 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-ffedfb34-46f9-43f7-9120-119f0bfe142a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 200 len: 855 time: 0.0426521 Jan 28 17:31:23.164436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-0ec79839-172e-4d4a-ba06-991e6b85b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:23.165983 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-0ec79839-172e-4d4a-ba06-991e6b85b25d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f21267e7-2f46-48c2-9e54-28415f82efd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442715 Jan 28 17:31:23.257265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-636349bd-b9ff-42f8-a200-5c5856bd53fe service neutron] 10.222.0.24 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842965 Jan 28 17:31:23.344826 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e0b1341e-b1f1-4dc9-81b6-7b8183ac7048 req-64c2bd39-e4e1-4fff-bdde-e5a65d6e97e4 service neutron] 10.222.0.24 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808883 Jan 28 17:31:28.696132 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:31:42.661314 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:42.700608 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:44.764243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8440f-330b-481a-ba7a-825ccea9a064 req-664cfabf-e580-4ea8-9a09-3573375cb9cb tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:44.765762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ae8440f-330b-481a-ba7a-825ccea9a064 req-664cfabf-e580-4ea8-9a09-3573375cb9cb tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 946 time: 0.0543866 Jan 28 17:31:44.813255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9ae8440f-330b-481a-ba7a-825ccea9a064 req-71598f77-a2ec-4970-9890-51b26c740ec3 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Jan 28 17:31:45.934723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e714-cff9-428d-900e-6b8a96be2427 req-0365baa6-fad7-4c05-b68e-ef9915ee45dc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:45.936824 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bd0e714-cff9-428d-900e-6b8a96be2427 req-0365baa6-fad7-4c05-b68e-ef9915ee45dc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 946 time: 0.0562882 Jan 28 17:31:45.989716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8bd0e714-cff9-428d-900e-6b8a96be2427 req-9b19d0ce-7d90-449a-b599-8e1c7d65dcc9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Jan 28 17:31:46.015528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1b7267d8-d163-4b48-8840-ee0aa1100014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:46.295253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-e6554488-82a0-4e65-9951-610ee3ab8dd6 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:46.297114 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-e6554488-82a0-4e65-9951-610ee3ab8dd6 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 946 time: 0.0604334 Jan 28 17:31:46.385284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Deleting port 35e3ef81-f1a1-4df2-9357-907469a0a410 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:31:46.385548 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:46.474632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] For port 35e3ef81-f1a1-4df2-9357-907469a0a410, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=35e3ef81-f1a1-4df2-9357-907469a0a410,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:46.475000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:46.486841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Calling delete_port for 35e3ef81-f1a1-4df2-9357-907469a0a410 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:31:46.617524 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (35e3ef81-f1a1-4df2-9357-907469a0a410), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:46.629324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['35e3ef81-f1a1-4df2-9357-907469a0a410'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:31:46.650990 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Pushing event deleted for resources: {'Port': ['ID=35e3ef81-f1a1-4df2-9357-907469a0a410,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:46.694545 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] No DVR routers for this DVR port 35e3ef81-f1a1-4df2-9357-907469a0a410 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:31:46.697187 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:46.700539 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5cf24060-24b7-4cd6-b1b0-64ad9571e1fe req-ae692e79-3109-435d-8bd1-71377f6d0963 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.24 "DELETE /v2.0/ports/35e3ef81-f1a1-4df2-9357-907469a0a410 HTTP/1.1" status: 204 len: 173 time: 0.3984437 Jan 28 17:31:46.701649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'name': 'network-vif-deleted', 'tag': '35e3ef81-f1a1-4df2-9357-907469a0a410'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:31:46.704005 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ddd145-5521-4c1f-982b-2185a312f71f" -d '{"events": [{"server_uuid": "0a9dd6c2-cc5d-49fb-a908-79cb3e619b23", "name": "network-vif-deleted", "tag": "35e3ef81-f1a1-4df2-9357-907469a0a410"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:31:46.746414 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2ee7b-b7ec-4a98-8a36-310af3f79a59 x-openstack-request-id: req-62f2ee7b-b7ec-4a98-8a36-310af3f79a59 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:31:46.746734 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9dd6c2-cc5d-49fb-a908-79cb3e619b23", "name": "network-vif-deleted", "tag": "35e3ef81-f1a1-4df2-9357-907469a0a410", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:31:46.746971 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62f2ee7b-b7ec-4a98-8a36-310af3f79a59 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:31:46.747392 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9dd6c2-cc5d-49fb-a908-79cb3e619b23', 'name': 'network-vif-deleted', 'tag': '35e3ef81-f1a1-4df2-9357-907469a0a410', 'status': 'completed', 'code': 200} Jan 28 17:31:47.115059 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89c7e794-96c7-4498-aa40-519129627565 req-db347c13-bf38-4cce-8aca-54deb4d0e9b1 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a9dd6c2-cc5d-49fb-a908-79cb3e619b23 HTTP/1.1" status: 200 len: 210 time: 0.0337100 Jan 28 17:31:47.979215 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc1f656e-85b7-41ab-82bb-a2c616f39009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:48.891249 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-9e2912d0-6a88-4079-90ee-ddffa5694e84 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:48.892697 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-9e2912d0-6a88-4079-90ee-ddffa5694e84 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 816 time: 0.0983641 Jan 28 17:31:48.907109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-dc29386f-dd3c-4a2c-906f-64e85f6654b7 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/quotas/8fe16bf95fc547a8809457518695d068 HTTP/1.1" status: 200 len: 375 time: 0.0091290 Jan 28 17:31:48.960316 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-6df48c45-556e-4710-a46d-a280dd644512 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483921 Jan 28 17:31:49.056307 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-edc1e1b9-1866-4aec-b1b7-c1785b29f7d6 service neutron] 10.222.0.25 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Jan 28 17:31:49.144448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-579d0ddd-f25f-4394-bc9b-e5c5ccf1a893 service neutron] 10.222.0.25 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824862 Jan 28 17:31:49.316252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aaf78f15-9199-48f7-baec-f2e5bd8040c1 req-49accb29-e2e0-43aa-97b3-43b4b7656fbd tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 210 time: 0.0332696 Jan 28 17:31:49.577554 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.216820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-b1ef6bda-8af8-4c4a-bc2e-5dd83e9e9fb5 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:50.218247 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-b1ef6bda-8af8-4c4a-bc2e-5dd83e9e9fb5 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.31 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 816 time: 0.1036050 Jan 28 17:31:50.232978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Request body: {'port': {'device_id': 'd072de71-6db6-4d38-832f-2c9761460dea', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'admin_state_up': True, 'tenant_id': '8fe16bf95fc547a8809457518695d068'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:31:50.339048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Made reservation on behalf of 8fe16bf95fc547a8809457518695d068 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:31:50.342515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.413061 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-35b6e2f5-bdff-4a69-a104-982d8f2b8911 req-6569d78d-4379-47d2-907f-0e12c3d3a6c2 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 210 time: 0.0278914 Jan 28 17:31:50.472379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Allocated IP 172.20.0.14 (f21267e7-2f46-48c2-9e54-28415f82efd2/e9c30e0e-5c20-4262-9527-f887e01edd50/9d410b3a-dbbf-4374-aaee-c3e2421add6b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:31:50.565452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 35e3ef81-f1a1-4df2-9357-907469a0a410 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:31:50.584544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 35e3ef81-f1a1-4df2-9357-907469a0a410 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:31:50.585231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 35e3ef81-f1a1-4df2-9357-907469a0a410 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:31:50.619265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks [] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.651851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.692971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Network f21267e7-2f46-48c2-9e54-28415f82efd2 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:31:50.695745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:31:50.699209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:31:50.726472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Pushing event updated for resources: {'Port': ['ID=9d410b3a-dbbf-4374-aaee-c3e2421add6b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:50.755649 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:50.756267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.773086 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-78cb828a-2520-430c-9840-e26fdc8cddbc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5448732 Jan 28 17:31:50.782951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-7cd974be-ef6e-4ff1-9d0f-28ada02e0d08 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:31:50.783976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-7cd974be-ef6e-4ff1-9d0f-28ada02e0d08 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058641 Jan 28 17:31:50.794946 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Request body: {'port': {'device_id': 'd072de71-6db6-4d38-832f-2c9761460dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:31:50.824495 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.861630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:50.993685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d4264051-f914-4431-a773-8e282e2f9620 None None] Provisioning complete for port 9d410b3a-dbbf-4374-aaee-c3e2421add6b triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:50.994653 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d4264051-f914-4431-a773-8e282e2f9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.030080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d4264051-f914-4431-a773-8e282e2f9620 None None] Port 9d410b3a-dbbf-4374-aaee-c3e2421add6b cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:31:51.117298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d410b3a-dbbf-4374-aaee-c3e2421add6b {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:31:51.124786 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Publish callbacks [] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.136360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Transition to ACTIVE for port object 9d410b3a-dbbf-4374-aaee-c3e2421add6b will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:31:51.140940 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.188995 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Pushing event updated for resources: {'Port': ['ID=9d410b3a-dbbf-4374-aaee-c3e2421add6b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:51.265103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Attempting to bind port 9d410b3a-dbbf-4374-aaee-c3e2421add6b on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:31:51.265777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Attempting to bind port 9d410b3a-dbbf-4374-aaee-c3e2421add6b by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:31:51.265777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Attempting to bind port 9d410b3a-dbbf-4374-aaee-c3e2421add6b on network f21267e7-2f46-48c2-9e54-28415f82efd2 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:31:51.270330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Port 9d410b3a-dbbf-4374-aaee-c3e2421add6b on network f21267e7-2f46-48c2-9e54-28415f82efd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:31:51.270656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Attempting to bind port 9d410b3a-dbbf-4374-aaee-c3e2421add6b on network f21267e7-2f46-48c2-9e54-28415f82efd2 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:31:51.275696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:31:51.276034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Checking segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:31:51.276446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Bound using segment: {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:31:51.276897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Bound port: 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28460a51-795b-45a1-8ac7-4770e912f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:31:51.277258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.343728 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] For port 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:31:51.346764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] For port 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:31:51.352088 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.385681 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.386299 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.387676 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] 10.222.0.31 "PUT /v2.0/ports/9d410b3a-dbbf-4374-aaee-c3e2421add6b HTTP/1.1" status: 200 len: 1093 time: 0.5973446 Jan 28 17:31:51.388146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd072de71-6db6-4d38-832f-2c9761460dea', 'tag': '9d410b3a-dbbf-4374-aaee-c3e2421add6b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:31:51.390410 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963bdc12-147d-40ab-96d3-f0369746c5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d072de71-6db6-4d38-832f-2c9761460dea", "tag": "9d410b3a-dbbf-4374-aaee-c3e2421add6b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:31:51.417567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b37480-11d6-4eed-ab42-8d0b422f4508 service neutron] Pushing event updated for resources: {'Port': ['ID=9d410b3a-dbbf-4374-aaee-c3e2421add6b,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:51.466581 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5537919-d252-4794-b9e3-65664d3a43fc x-openstack-request-id: req-e5537919-d252-4794-b9e3-65664d3a43fc {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:31:51.466900 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d072de71-6db6-4d38-832f-2c9761460dea", "tag": "9d410b3a-dbbf-4374-aaee-c3e2421add6b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:31:51.467162 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5537919-d252-4794-b9e3-65664d3a43fc {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:31:51.467560 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd072de71-6db6-4d38-832f-2c9761460dea', 'tag': '9d410b3a-dbbf-4374-aaee-c3e2421add6b', 'status': 'completed', 'code': 200} Jan 28 17:31:51.487680 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-2c25319a-f174-4481-a814-00a86faa139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.489261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-2c25319a-f174-4481-a814-00a86faa139c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 1127 time: 0.0548449 Jan 28 17:31:51.535890 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-a440dfb5-50ed-4d7b-922a-3fb2e9dd04b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b HTTP/1.1" status: 200 len: 217 time: 0.0392549 Jan 28 17:31:51.547125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37371-6f7c-409c-95a6-cecc2fd6e84f req-366ac3a0-8e41-4484-a2cf-33389a175ca9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.549082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10b37371-6f7c-409c-95a6-cecc2fd6e84f req-366ac3a0-8e41-4484-a2cf-33389a175ca9 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 944 time: 0.0575202 Jan 28 17:31:51.587133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-facd1925-a059-47f0-a079-12affec345cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.588787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-facd1925-a059-47f0-a079-12affec345cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 200 len: 855 time: 0.0474401 Jan 28 17:31:51.600265 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10b37371-6f7c-409c-95a6-cecc2fd6e84f req-f6300ce9-be5a-4d25-8df0-6b47449edfb7 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Jan 28 17:31:51.635970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-06955e4b-097e-429b-a28c-46afa9d36a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.637548 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-06955e4b-097e-429b-a28c-46afa9d36a4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f21267e7-2f46-48c2-9e54-28415f82efd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432060 Jan 28 17:31:51.727768 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-acbf5a0c-d47d-40cd-b501-d4eba4c83a47 service neutron] 10.222.0.31 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835488 Jan 28 17:31:51.813380 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-27f490ba-a755-4cec-b518-6dd177d09b75 req-35f7fb6b-eaee-4695-a859-0c32dd533c8b service neutron] 10.222.0.31 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787554 Jan 28 17:31:51.840388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:51.902914 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-da845396-1702-44e1-b34c-aaa5bfe56f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.905044 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-da845396-1702-44e1-b34c-aaa5bfe56f69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 1127 time: 0.0488243 Jan 28 17:31:51.991658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-d82e3bec-7e21-4989-9b6e-b814a8b5bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:51.993162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-d82e3bec-7e21-4989-9b6e-b814a8b5bef8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 917 time: 0.0823824 Jan 28 17:31:52.036703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-90f2ddd8-8544-4b7a-b327-a879ca0ae5b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b HTTP/1.1" status: 200 len: 217 time: 0.0375986 Jan 28 17:31:52.082900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-ff460404-efb6-443c-bae4-014d899daa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:52.084256 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-ff460404-efb6-443c-bae4-014d899daa64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 200 len: 855 time: 0.0421278 Jan 28 17:31:52.132719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-ce1e4694-9daf-4cce-a112-686d57bd1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:52.134253 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-ce1e4694-9daf-4cce-a112-686d57bd1893 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f21267e7-2f46-48c2-9e54-28415f82efd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433178 Jan 28 17:31:52.223042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-d9fe67ee-d807-4079-93ee-f4d851907ac2 service neutron] 10.222.0.31 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821574 Jan 28 17:31:52.314435 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-963bdc12-147d-40ab-96d3-f0369746c5f2 req-d44f5be6-0de9-443b-b89a-ebdf764b4c75 service neutron] 10.222.0.31 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849817 Jan 28 17:31:52.720189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9582cf3-6877-4c41-8141-247dfc7ae5cf req-794e9fbd-76c8-465b-ac0c-68468bfb52b3 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:52.721740 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9582cf3-6877-4c41-8141-247dfc7ae5cf req-794e9fbd-76c8-465b-ac0c-68468bfb52b3 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 944 time: 0.0531120 Jan 28 17:31:52.771562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9582cf3-6877-4c41-8141-247dfc7ae5cf req-4e00df36-ad86-4743-98eb-177154d4aaf6 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Jan 28 17:31:53.887266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d0560-29df-4380-a7fc-5ba5b87f9bf3 req-3dafa055-dfdc-4b9e-b6ba-5c471598a9a6 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:53.889264 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-050d0560-29df-4380-a7fc-5ba5b87f9bf3 req-3dafa055-dfdc-4b9e-b6ba-5c471598a9a6 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 944 time: 0.0518031 Jan 28 17:31:53.934687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-050d0560-29df-4380-a7fc-5ba5b87f9bf3 req-044d0619-ecb3-4520-a03d-32c40ea2182c tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Jan 28 17:31:54.411651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9d410b3a-dbbf-4374-aaee-c3e2421add6b details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:31:54.507831 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:54.519300 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '9d410b3a-dbbf-4374-aaee-c3e2421add6b', 'network_id': 'f21267e7-2f46-48c2-9e54-28415f82efd2', 'port_id': '9d410b3a-dbbf-4374-aaee-c3e2421add6b', 'mac_address': 'fa:16:3e:42:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c30e0e-5c20-4262-9527-f887e01edd50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:31:54.557321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9d410b3a-dbbf-4374-aaee-c3e2421add6b is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:54.557713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:54.570551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d410b3a-dbbf-4374-aaee-c3e2421add6b {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:31:54.589878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:54.593281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:54.643037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9d410b3a-dbbf-4374-aaee-c3e2421add6b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:54.650111 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.650458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.650796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.651130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.651459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.651784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.652109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.652431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.652774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.653102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.653421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.653739 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.654057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:31:54.808591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['9d410b3a-dbbf-4374-aaee-c3e2421add6b'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:31:55.051430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc8ba7-bfde-4cc3-91b2-9eee2f8b0c0d req-b3a2ec35-425b-4e38-a2cb-62561baaf152 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:55.052947 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99cc8ba7-bfde-4cc3-91b2-9eee2f8b0c0d req-b3a2ec35-425b-4e38-a2cb-62561baaf152 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 945 time: 0.0521262 Jan 28 17:31:55.097951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99cc8ba7-bfde-4cc3-91b2-9eee2f8b0c0d req-41aa90a5-8b3d-4265-a53b-30befb2d13dc tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Jan 28 17:31:56.219796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2299-be13-48eb-8d7f-45085c34027e req-c3cf6e43-f18c-4936-a3a0-e2f1ef366301 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:56.221303 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55ef2299-be13-48eb-8d7f-45085c34027e req-c3cf6e43-f18c-4936-a3a0-e2f1ef366301 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 945 time: 0.0564306 Jan 28 17:31:56.268823 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-55ef2299-be13-48eb-8d7f-45085c34027e req-0d6b5d62-36e1-4521-ab2d-cf751986c74f tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Jan 28 17:31:56.425628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9d410b3a-dbbf-4374-aaee-c3e2421add6b up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:31:56.474855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 9d410b3a-dbbf-4374-aaee-c3e2421add6b completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:31:56.478814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 9d410b3a-dbbf-4374-aaee-c3e2421add6b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:31:56.479181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:56.554298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 9d410b3a-dbbf-4374-aaee-c3e2421add6b is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:31:56.554741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:56.576341 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072de71-6db6-4d38-832f-2c9761460dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d410b3a-dbbf-4374-aaee-c3e2421add6b'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:31:56.578566 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcac76e-c564-43c7-9d26-5fd591808475" -d '{"events": [{"server_uuid": "d072de71-6db6-4d38-832f-2c9761460dea", "name": "network-vif-plugged", "status": "completed", "tag": "9d410b3a-dbbf-4374-aaee-c3e2421add6b"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:31:56.591455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:31:56.596019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:31:56.619173 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa9bf8-51b5-42c1-86d6-40a752cdf00e x-openstack-request-id: req-5baa9bf8-51b5-42c1-86d6-40a752cdf00e {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:31:56.619850 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d072de71-6db6-4d38-832f-2c9761460dea", "name": "network-vif-plugged", "status": "completed", "tag": "9d410b3a-dbbf-4374-aaee-c3e2421add6b", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:31:56.620109 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5baa9bf8-51b5-42c1-86d6-40a752cdf00e {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:31:56.620498 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072de71-6db6-4d38-832f-2c9761460dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d410b3a-dbbf-4374-aaee-c3e2421add6b', 'code': 200} Jan 28 17:31:56.646295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=9d410b3a-dbbf-4374-aaee-c3e2421add6b,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:31:56.720801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b1c9-82a2-48a1-88bc-7c2c1e9221df req-7b52270d-2ad1-40a9-ae96-8571c5161f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:56.722325 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f484b1c9-82a2-48a1-88bc-7c2c1e9221df req-7b52270d-2ad1-40a9-ae96-8571c5161f05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 1129 time: 0.0444214 Jan 28 17:31:56.764362 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f484b1c9-82a2-48a1-88bc-7c2c1e9221df req-1072ae40-5c2e-4cf1-a1d1-8f6ef62134d1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364630 Jan 28 17:31:57.386325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ef1a-921d-4037-872e-70790812aa1e req-9430d022-ddfa-499e-af7c-b99a21b58e3a tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:57.387699 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1e5ef1a-921d-4037-872e-70790812aa1e req-9430d022-ddfa-499e-af7c-b99a21b58e3a tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 946 time: 0.0522201 Jan 28 17:31:57.433850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b1e5ef1a-921d-4037-872e-70790812aa1e req-4a4726ca-e976-431c-aa12-6787227929aa tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Jan 28 17:31:58.550598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f806e-b55d-4bea-86e3-34945b85cd47 req-ccec0500-9060-480f-a6d6-8c68c4008f00 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:58.552035 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-707f806e-b55d-4bea-86e3-34945b85cd47 req-ccec0500-9060-480f-a6d6-8c68c4008f00 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 946 time: 0.0512722 Jan 28 17:31:58.602374 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-707f806e-b55d-4bea-86e3-34945b85cd47 req-6fe49e0f-5596-47ac-8068-0e6873278f43 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Jan 28 17:31:58.723497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cef21-d6d3-4f92-9337-81b122d57397 req-a9b8c7db-1b46-4a3e-a7b2-1d28f2319c4d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:31:58.725020 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb5cef21-d6d3-4f92-9337-81b122d57397 req-a9b8c7db-1b46-4a3e-a7b2-1d28f2319c4d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 946 time: 0.0525830 Jan 28 17:31:58.770988 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb5cef21-d6d3-4f92-9337-81b122d57397 req-593a4fb6-ef57-43e7-b959-0cf7bedbcc00 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Jan 28 17:32:05.694627 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:32:12.676204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:12.701173 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:15.536255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-f3fbeb61-3cb6-471e-bec4-f5932b164f80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469000 Jan 28 17:32:15.620350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-776a6c22-d3ed-49ad-8980-eb2da612186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:15.622470 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-776a6c22-d3ed-49ad-8980-eb2da612186d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fe16bf95fc547a8809457518695d068&device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 1129 time: 0.0433173 Jan 28 17:32:15.724518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-0ad1a8ba-b741-470c-a548-ad6e5b94d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:15.726056 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-0ad1a8ba-b741-470c-a548-ad6e5b94d2f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 200 len: 917 time: 0.0857773 Jan 28 17:32:15.766506 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-89392d4c-d63a-421b-ae03-76267f56bb94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b HTTP/1.1" status: 200 len: 217 time: 0.0339127 Jan 28 17:32:15.813861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-71920946-b9a1-4696-874a-d8fcd24b5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:15.815231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-71920946-b9a1-4696-874a-d8fcd24b5355 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 200 len: 855 time: 0.0424123 Jan 28 17:32:15.869063 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-9421f1c3-faeb-41ba-ba72-684970c9a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:15.870550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-9421f1c3-faeb-41ba-ba72-684970c9a730 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f21267e7-2f46-48c2-9e54-28415f82efd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479980 Jan 28 17:32:15.959771 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-1a95507d-5926-4e37-b7da-ddf3a4a79c24 service neutron] 10.222.0.31 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826066 Jan 28 17:32:16.018123 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-31ef44f9-57ff-45a3-9921-78a01d61b05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:16.052333 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9fc21bb2-cb5c-456b-8a5b-e9eccfbfd8e7 req-670aa7dc-e013-4487-b6e0-e0ecc2e80d93 service neutron] 10.222.0.31 "GET /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844364 Jan 28 17:32:17.980249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-608fb728-1740-4514-8c5a-5075af2fb67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:19.580665 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:20.823790 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:21.842984 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:32.744828 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5cc6b-7149-4762-ade8-4455206c5a55 req-408b7da3-75e0-4a58-a155-e5750354fa13 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:32.746367 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-add5cc6b-7149-4762-ade8-4455206c5a55 req-408b7da3-75e0-4a58-a155-e5750354fa13 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 946 time: 0.0526135 Jan 28 17:32:32.792898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-add5cc6b-7149-4762-ade8-4455206c5a55 req-3ffadafd-722c-4f7f-9cd8-9dcf5a1bf7cf tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jan 28 17:32:33.917685 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911b8c8-bec6-4e8b-b9f6-f06a97b2f11b req-b2bdb498-5248-4885-9e9f-7fe1c0e9fa6b tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:33.919893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2911b8c8-bec6-4e8b-b9f6-f06a97b2f11b req-b2bdb498-5248-4885-9e9f-7fe1c0e9fa6b tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 946 time: 0.0573721 Jan 28 17:32:33.969023 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2911b8c8-bec6-4e8b-b9f6-f06a97b2f11b req-7c7f3a60-b9a8-4357-af33-f07f0e227a38 tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/security-groups?id=06ab701c-3aa7-4d20-852c-fb92bd22ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Jan 28 17:32:34.239487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-85d3681e-5b32-42ff-a528-e5216a0797ca tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:34.240896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-85d3681e-5b32-42ff-a528-e5216a0797ca tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.31 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 946 time: 0.0555766 Jan 28 17:32:34.331105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Deleting port 9d410b3a-dbbf-4374-aaee-c3e2421add6b {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:34.331453 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:34.420410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] For port 9d410b3a-dbbf-4374-aaee-c3e2421add6b, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=9d410b3a-dbbf-4374-aaee-c3e2421add6b,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:34.420724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:34.432795 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Calling delete_port for 9d410b3a-dbbf-4374-aaee-c3e2421add6b owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:34.557230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9d410b3a-dbbf-4374-aaee-c3e2421add6b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:34.591550 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Pushing event deleted for resources: {'Port': ['ID=9d410b3a-dbbf-4374-aaee-c3e2421add6b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:34.615672 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.616028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.616378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.616806 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.617146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.617481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.617812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.618145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.618468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.618792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.619115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.619437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.619758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:34.641695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] No DVR routers for this DVR port 9d410b3a-dbbf-4374-aaee-c3e2421add6b on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:32:34.644148 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:34.647444 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b84b4990-db37-48b6-b9be-480b1be81e3d req-a6940a7b-3878-4463-97c5-bc1b2d9cfd9d tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.31 "DELETE /v2.0/ports/9d410b3a-dbbf-4374-aaee-c3e2421add6b HTTP/1.1" status: 204 len: 173 time: 0.4017506 Jan 28 17:32:34.647887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072de71-6db6-4d38-832f-2c9761460dea', 'name': 'network-vif-deleted', 'tag': '9d410b3a-dbbf-4374-aaee-c3e2421add6b'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:32:34.650788 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c684009-edfc-4682-badb-e3d03853e9a4" -d '{"events": [{"server_uuid": "d072de71-6db6-4d38-832f-2c9761460dea", "name": "network-vif-deleted", "tag": "9d410b3a-dbbf-4374-aaee-c3e2421add6b"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:32:34.690456 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effa73bc-62be-4bcd-90f6-bf0d7b120024 x-openstack-request-id: req-effa73bc-62be-4bcd-90f6-bf0d7b120024 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:32:34.690752 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d072de71-6db6-4d38-832f-2c9761460dea", "name": "network-vif-deleted", "tag": "9d410b3a-dbbf-4374-aaee-c3e2421add6b", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:32:34.691008 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-effa73bc-62be-4bcd-90f6-bf0d7b120024 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:32:34.691455 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072de71-6db6-4d38-832f-2c9761460dea', 'name': 'network-vif-deleted', 'tag': '9d410b3a-dbbf-4374-aaee-c3e2421add6b', 'status': 'completed', 'code': 200} Jan 28 17:32:35.086892 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b0060195-a34a-46ee-acd2-41da7e8afe4b req-00ccd5ca-0173-4148-83d6-0be97c4fde4e tempest-TestEncryptedCinderVolumes-186841775 tempest-TestEncryptedCinderVolumes-186841775-project] 10.222.0.25 "GET /v2.0/ports?device_id=d072de71-6db6-4d38-832f-2c9761460dea HTTP/1.1" status: 200 len: 210 time: 0.0319242 Jan 28 17:32:36.180636 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35066) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:36.518972 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (1f7edcc3-d761-4a6c-850f-e46592cd5528), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:36.567847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9d410b3a-dbbf-4374-aaee-c3e2421add6b no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:36.587857 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 9d410b3a-dbbf-4374-aaee-c3e2421add6b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:36.588252 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 9d410b3a-dbbf-4374-aaee-c3e2421add6b not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:36.767958 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Deleting port 09df82df-699e-45a1-a5f5-accdb26e6d39 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:36.768292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:36.843797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] For port 09df82df-699e-45a1-a5f5-accdb26e6d39, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=09df82df-699e-45a1-a5f5-accdb26e6d39,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:36.844082 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:36.855429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Calling delete_port for 09df82df-699e-45a1-a5f5-accdb26e6d39 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:37.029775 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (09df82df-699e-45a1-a5f5-accdb26e6d39), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:37.054382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Pushing event deleted for resources: {'Port': ['ID=09df82df-699e-45a1-a5f5-accdb26e6d39,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:37.066426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.066777 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.067122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.067465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.067802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.068136 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.068469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.068826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.069160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.069490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.069814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.070143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.070464 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:37.238729 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (1f7edcc3-d761-4a6c-850f-e46592cd5528), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:37.450418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Router 1f7edcc3-d761-4a6c-850f-e46592cd5528 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:32:37.555396 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:32:37.561125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8d3cbfd7-dcb8-4ad5-a73b-651fb0ded65d admin admin] 10.222.0.25 "PUT /v2.0/routers/1f7edcc3-d761-4a6c-850f-e46592cd5528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3794501 Jan 28 17:32:37.563557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35068) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:37.564302 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] Sync routers for ids ['1f7edcc3-d761-4a6c-850f-e46592cd5528'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:32:37.575073 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] Routers {'1f7edcc3-d761-4a6c-850f-e46592cd5528'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:37.575701 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1f7edcc3-d761-4a6c-850f-e46592cd5528'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:37.777550 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] Set router 1f7edcc3-d761-4a6c-850f-e46592cd5528 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:37.954946 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:32:36Z', 'revision_number': 5, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:37.983751 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] Checking router: 1f7edcc3-d761-4a6c-850f-e46592cd5528 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:32:37.992191 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] Routers {'1f7edcc3-d761-4a6c-850f-e46592cd5528'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:37.992833 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['1f7edcc3-d761-4a6c-850f-e46592cd5528'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:38.001014 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks [] for router (1f7edcc3-d761-4a6c-850f-e46592cd5528), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.095454 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] Set router 1f7edcc3-d761-4a6c-850f-e46592cd5528 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:38.102700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks [] for router_gateway (1f7edcc3-d761-4a6c-850f-e46592cd5528), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.155963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Deleting port 36ccac39-9f37-4bbe-8948-3d146459cb9c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:38.156301 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.240112 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] For port 36ccac39-9f37-4bbe-8948-3d146459cb9c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=36ccac39-9f37-4bbe-8948-3d146459cb9c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:38.240846 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.252725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Calling delete_port for 36ccac39-9f37-4bbe-8948-3d146459cb9c owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:38.270585 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:32:36Z', 'revision_number': 5, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:38.296249 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00f894-bace-4484-99c0-186d5bc58906 None None] The sync data for ids ['1f7edcc3-d761-4a6c-850f-e46592cd5528'] in n-d-812111-13 is: [{'id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'name': 'tempest-TestEncryptedCinderVolumes-798558834-router', 'tenant_id': '8fe16bf95fc547a8809457518695d068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:32:36Z', 'revision_number': 5, 'project_id': '8fe16bf95fc547a8809457518695d068', 'gw_port': {'id': '36ccac39-9f37-4bbe-8948-3d146459cb9c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7edcc3-d761-4a6c-850f-e46592cd5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:50Z', 'updated_at': '2022-01-28T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:32:38.419085 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (36ccac39-9f37-4bbe-8948-3d146459cb9c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.448159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ccac39-9f37-4bbe-8948-3d146459cb9c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:38.508403 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (1f7edcc3-d761-4a6c-850f-e46592cd5528), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.602076 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (1f7edcc3-d761-4a6c-850f-e46592cd5528), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.604120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks [] for router_controller (1f7edcc3-d761-4a6c-850f-e46592cd5528), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.650896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (1f7edcc3-d761-4a6c-850f-e46592cd5528), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.651478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7edcc3-d761-4a6c-850f-e46592cd5528 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:32:38.656656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.657924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-784710b8-f7a6-4ba8-9ca3-7146aab45c32 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1f7edcc3-d761-4a6c-850f-e46592cd5528 HTTP/1.1" status: 204 len: 168 time: 1.0934651 Jan 28 17:32:38.660478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35070) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:38.711143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Deleting subnet e9c30e0e-5c20-4262-9527-f887e01edd50 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:32:38.719100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Publish callbacks [] for subnet (e9c30e0e-5c20-4262-9527-f887e01edd50), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.755228 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (e9c30e0e-5c20-4262-9527-f887e01edd50), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.833903 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e9c30e0e-5c20-4262-9527-f887e01edd50), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.893503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (e9c30e0e-5c20-4262-9527-f887e01edd50), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.920277 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c30e0e-5c20-4262-9527-f887e01edd50,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:38.926157 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:38.930571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-080a38c1-46fc-4ca6-a080-b75206334e55 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9c30e0e-5c20-4262-9527-f887e01edd50 HTTP/1.1" status: 204 len: 168 time: 0.2687461 Jan 28 17:32:38.931844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b3d8f-49d0-47e9-b39f-5abf0b7caff4 None None] Network f21267e7-2f46-48c2-9e54-28415f82efd2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:32:38.932807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35072) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:39.002001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (f21267e7-2f46-48c2-9e54-28415f82efd2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.056412 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Deleting port 91f0a97a-7cc7-4695-91d7-e601b58faea9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:39.056781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.126872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] For port 91f0a97a-7cc7-4695-91d7-e601b58faea9, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=91f0a97a-7cc7-4695-91d7-e601b58faea9,segment=NetworkSegment(28460a51-795b-45a1-8ac7-4770e912f9eb),segment_id=28460a51-795b-45a1-8ac7-4770e912f9eb)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:39.127234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.140520 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Calling delete_port for 91f0a97a-7cc7-4695-91d7-e601b58faea9 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:39.221282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (91f0a97a-7cc7-4695-91d7-e601b58faea9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.251981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=91f0a97a-7cc7-4695-91d7-e601b58faea9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:39.253836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] No DVR routers for this DVR port 91f0a97a-7cc7-4695-91d7-e601b58faea9 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:32:39.302637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c44f29-4d30-4010-8c85-df92099e45cb None None] DHCP port deletion for f21267e7-2f46-48c2-9e54-28415f82efd2 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:32:39.339366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (f21267e7-2f46-48c2-9e54-28415f82efd2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.361148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21267e7-2f46-48c2-9e54-28415f82efd2']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:39.367799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09df82df-699e-45a1-a5f5-accdb26e6d39 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:39.371718 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28460a51-795b-45a1-8ac7-4770e912f9eb') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:39.372019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28460a51-795b-45a1-8ac7-4770e912f9eb') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:39.383166 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (28460a51-795b-45a1-8ac7-4770e912f9eb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.388967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 09df82df-699e-45a1-a5f5-accdb26e6d39 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:39.389387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 09df82df-699e-45a1-a5f5-accdb26e6d39 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:39.389994 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 36ccac39-9f37-4bbe-8948-3d146459cb9c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:39.395645 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (28460a51-795b-45a1-8ac7-4770e912f9eb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.401693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:32:39.402166 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (28460a51-795b-45a1-8ac7-4770e912f9eb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:32:39.404011 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:32:39.408711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 36ccac39-9f37-4bbe-8948-3d146459cb9c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:39.409077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 36ccac39-9f37-4bbe-8948-3d146459cb9c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:39.409487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 91f0a97a-7cc7-4695-91d7-e601b58faea9 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:39.428407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 91f0a97a-7cc7-4695-91d7-e601b58faea9 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:39.428785 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 91f0a97a-7cc7-4695-91d7-e601b58faea9 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:39.463079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (f21267e7-2f46-48c2-9e54-28415f82efd2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.468650 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:39.471858 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] 10.222.0.25 "DELETE /v2.0/networks/f21267e7-2f46-48c2-9e54-28415f82efd2 HTTP/1.1" status: 204 len: 168 time: 0.5379596 Jan 28 17:32:39.474931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35074) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:39.485164 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c50ed-c0ef-45fb-9e41-e8d402febfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=f21267e7-2f46-48c2-9e54-28415f82efd2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:39.812000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (6328d7a4-a062-448b-8d61-10acedf31886), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:40.049594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Deleting port a7f0a1ac-7030-4c6e-8e46-f9fc57241427 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:40.049919 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:40.124091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] For port a7f0a1ac-7030-4c6e-8e46-f9fc57241427, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:40.124460 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:40.135913 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Calling delete_port for a7f0a1ac-7030-4c6e-8e46-f9fc57241427 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:40.310029 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (a7f0a1ac-7030-4c6e-8e46-f9fc57241427), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:40.339062 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f0a1ac-7030-4c6e-8e46-f9fc57241427,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:40.501140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (6328d7a4-a062-448b-8d61-10acedf31886), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.033153 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Router 6328d7a4-a062-448b-8d61-10acedf31886 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:32:41.135169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:32:41.140136 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-963819f0-ea87-4e9a-9f76-27ccc245c92a admin admin] 10.222.0.25 "PUT /v2.0/routers/6328d7a4-a062-448b-8d61-10acedf31886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641173 Jan 28 17:32:41.142852 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35076) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:41.143852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] Sync routers for ids ['6328d7a4-a062-448b-8d61-10acedf31886'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:32:41.153982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] Routers {'6328d7a4-a062-448b-8d61-10acedf31886'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:41.154597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6328d7a4-a062-448b-8d61-10acedf31886'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:41.255530 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks [] for router (6328d7a4-a062-448b-8d61-10acedf31886), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.260226 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] Set router 6328d7a4-a062-448b-8d61-10acedf31886 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:41.355933 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks [] for router_gateway (6328d7a4-a062-448b-8d61-10acedf31886), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.407825 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Deleting port ae23b3d0-de0a-4468-a855-4ca4e98f1b74 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:41.408308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.441736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:32:40Z', 'revision_number': 5, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port': {'id': 'ae23b3d0-de0a-4468-a855-4ca4e98f1b74', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6328d7a4-a062-448b-8d61-10acedf31886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:30:55Z', 'updated_at': '2022-01-28T17:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:41.467636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] Checking router: 6328d7a4-a062-448b-8d61-10acedf31886 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:32:41.475570 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] Routers {'6328d7a4-a062-448b-8d61-10acedf31886'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:41.476166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6328d7a4-a062-448b-8d61-10acedf31886'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:41.489260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] For port ae23b3d0-de0a-4468-a855-4ca4e98f1b74, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:41.489630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.500983 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Calling delete_port for ae23b3d0-de0a-4468-a855-4ca4e98f1b74 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:41.562016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] Set router 6328d7a4-a062-448b-8d61-10acedf31886 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:41.615586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:32:41Z', 'revision_number': 6, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:41.641945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75120d23-e7d9-47e9-baa7-7dd607b449d3 None None] The sync data for ids ['6328d7a4-a062-448b-8d61-10acedf31886'] in n-d-812111-13 is: [{'id': '6328d7a4-a062-448b-8d61-10acedf31886', 'name': 'tempest-TestEncryptedCinderVolumes-1465799337-router', 'tenant_id': '538fdf2f54a246dea0104d6aea39a242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:30:54Z', 'updated_at': '2022-01-28T17:32:41Z', 'revision_number': 6, 'project_id': '538fdf2f54a246dea0104d6aea39a242', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:32:41.668107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ae23b3d0-de0a-4468-a855-4ca4e98f1b74), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.694458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae23b3d0-de0a-4468-a855-4ca4e98f1b74,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:41.758467 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (6328d7a4-a062-448b-8d61-10acedf31886), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.847808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (6328d7a4-a062-448b-8d61-10acedf31886), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.849910 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks [] for router_controller (6328d7a4-a062-448b-8d61-10acedf31886), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.896855 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (6328d7a4-a062-448b-8d61-10acedf31886), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.897350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6328d7a4-a062-448b-8d61-10acedf31886 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:32:41.901838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.903579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d62101e5-f47c-42e5-8d1c-17a79cf3c57c admin admin] 10.222.0.25 "DELETE /v2.0/routers/6328d7a4-a062-448b-8d61-10acedf31886 HTTP/1.1" status: 204 len: 168 time: 0.7597907 Jan 28 17:32:41.906424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:41.951367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Deleting subnet 2418e23c-ee9d-4d22-9095-c9e0ea376b27 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:32:41.954356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Publish callbacks [] for subnet (2418e23c-ee9d-4d22-9095-c9e0ea376b27), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:41.991564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (2418e23c-ee9d-4d22-9095-c9e0ea376b27), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.077997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (2418e23c-ee9d-4d22-9095-c9e0ea376b27), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.127852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (2418e23c-ee9d-4d22-9095-c9e0ea376b27), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.154184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2418e23c-ee9d-4d22-9095-c9e0ea376b27,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:42.157706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.163108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d63622b6-0be4-4a4e-99dc-1ff13afa0ae4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2418e23c-ee9d-4d22-9095-c9e0ea376b27 HTTP/1.1" status: 204 len: 168 time: 0.2534380 Jan 28 17:32:42.163925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35080) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:42.166149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b96f8-adc2-474a-b207-03f44bee7565 None None] Network a16bfeca-697e-45e9-abd7-92174606050d requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:32:42.238071 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (a16bfeca-697e-45e9-abd7-92174606050d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.292805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Deleting port bc10d989-f7a0-4a52-b51d-f973ff80df32 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:42.293243 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.354099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] For port bc10d989-f7a0-4a52-b51d-f973ff80df32, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc10d989-f7a0-4a52-b51d-f973ff80df32,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:42.354380 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.367390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Calling delete_port for bc10d989-f7a0-4a52-b51d-f973ff80df32 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:42.396166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] DHCP port deletion for a16bfeca-697e-45e9-abd7-92174606050d request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:32:42.445065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] Deleting port bc10d989-f7a0-4a52-b51d-f973ff80df32 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:32:42.445358 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.451880 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.478564 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc10d989-f7a0-4a52-b51d-f973ff80df32,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:42.480836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] No DVR routers for this DVR port bc10d989-f7a0-4a52-b51d-f973ff80df32 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:32:42.516309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] For port bc10d989-f7a0-4a52-b51d-f973ff80df32, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=bc10d989-f7a0-4a52-b51d-f973ff80df32,segment=NetworkSegment(0ff395d8-8967-4bd0-9fba-f0cae4a51baa),segment_id=0ff395d8-8967-4bd0-9fba-f0cae4a51baa)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:42.516757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.530856 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] Calling delete_port for bc10d989-f7a0-4a52-b51d-f973ff80df32 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:32:42.554263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (a16bfeca-697e-45e9-abd7-92174606050d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.579644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16bfeca-697e-45e9-abd7-92174606050d']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:42.589085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff395d8-8967-4bd0-9fba-f0cae4a51baa') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:42.589434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff395d8-8967-4bd0-9fba-f0cae4a51baa') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:42.599619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (0ff395d8-8967-4bd0-9fba-f0cae4a51baa), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.607971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (bc10d989-f7a0-4a52-b51d-f973ff80df32), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.618239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0ff395d8-8967-4bd0-9fba-f0cae4a51baa), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.625584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:32:42.626167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (0ff395d8-8967-4bd0-9fba-f0cae4a51baa), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:32:42.628744 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:32:42.634265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] Pushing event deleted for resources: {'Port': ['ID=bc10d989-f7a0-4a52-b51d-f973ff80df32,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:42.640078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab30922-d38f-499d-8de5-e972288a3c0f None None] No DVR routers for this DVR port bc10d989-f7a0-4a52-b51d-f973ff80df32 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:32:42.678066 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.694321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (a16bfeca-697e-45e9-abd7-92174606050d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.703620 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:32:42.710823 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.715955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a16bfeca-697e-45e9-abd7-92174606050d HTTP/1.1" status: 204 len: 168 time: 0.5516653 Jan 28 17:32:42.716880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db5eb-ca5c-4390-bd15-9f84e00ee548 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16bfeca-697e-45e9-abd7-92174606050d,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:42.721464 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:42.906622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35084) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:42.949972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-72e621fd-9a7b-4214-860c-6b385a3371ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fe16bf95fc547a8809457518695d068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416205 Jan 28 17:32:42.952347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35086) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:42.998164 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a51f08f-c650-4f38-ba3b-75b43130bc7d admin admin] Publish callbacks [] for security_group (06ab701c-3aa7-4d20-852c-fb92bd22ac2e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.024377 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a51f08f-c650-4f38-ba3b-75b43130bc7d admin admin] Publish callbacks [] for security_group (06ab701c-3aa7-4d20-852c-fb92bd22ac2e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.070364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a51f08f-c650-4f38-ba3b-75b43130bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (06ab701c-3aa7-4d20-852c-fb92bd22ac2e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.073105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a51f08f-c650-4f38-ba3b-75b43130bc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.074296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2a51f08f-c650-4f38-ba3b-75b43130bc7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06ab701c-3aa7-4d20-852c-fb92bd22ac2e HTTP/1.1" status: 204 len: 168 time: 0.1210866 Jan 28 17:32:43.082194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51f08f-c650-4f38-ba3b-75b43130bc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab701c-3aa7-4d20-852c-fb92bd22ac2e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:43.245230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc10d989-f7a0-4a52-b51d-f973ff80df32 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:43.265375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: bc10d989-f7a0-4a52-b51d-f973ff80df32 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:43.265730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device bc10d989-f7a0-4a52-b51d-f973ff80df32 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:43.266154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae23b3d0-de0a-4468-a855-4ca4e98f1b74 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:43.287832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ae23b3d0-de0a-4468-a855-4ca4e98f1b74 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:43.288187 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ae23b3d0-de0a-4468-a855-4ca4e98f1b74 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:43.288603 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7f0a1ac-7030-4c6e-8e46-f9fc57241427 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:32:43.308543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a7f0a1ac-7030-4c6e-8e46-f9fc57241427 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:32:43.308923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a7f0a1ac-7030-4c6e-8e46-f9fc57241427 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:32:43.434570 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35092) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:43.474944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-41be2b00-fbe8-48fa-b8a7-baf5b751735d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=538fdf2f54a246dea0104d6aea39a242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391438 Jan 28 17:32:43.477507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35094) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:43.523060 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf45a-f27d-4212-9f24-cacf15b10a6e admin admin] Publish callbacks [] for security_group (21f0d2a7-3732-4316-a2c3-cac852383eba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.549087 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf45a-f27d-4212-9f24-cacf15b10a6e admin admin] Publish callbacks [] for security_group (21f0d2a7-3732-4316-a2c3-cac852383eba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.600204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf45a-f27d-4212-9f24-cacf15b10a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (21f0d2a7-3732-4316-a2c3-cac852383eba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.602753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf45a-f27d-4212-9f24-cacf15b10a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:43.603878 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a5bcf45a-f27d-4212-9f24-cacf15b10a6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21f0d2a7-3732-4316-a2c3-cac852383eba HTTP/1.1" status: 204 len: 168 time: 0.1254859 Jan 28 17:32:43.612805 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcf45a-f27d-4212-9f24-cacf15b10a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f0d2a7-3732-4316-a2c3-cac852383eba,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:44.251867 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35116) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:44.371184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-483014118-network', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:32:44.390917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Made reservation on behalf of 72b58b4979b44e638562ea4f26ab29a7 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:32:44.393345 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.401573 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.473798 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks [] for security_group (5810f8e4-29d3-4a62-8ff7-0dcc0905b778), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.477584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5810f8e4-29d3-4a62-8ff7-0dcc0905b778), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.501174 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:32:44.509674 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5810f8e4-29d3-4a62-8ff7-0dcc0905b778,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:44.516085 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d5fbdd56-3504-4687-8c9e-773a4baa7622), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.516423 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Added segment d5fbdd56-3504-4687-8c9e-773a4baa7622 of type vlan for network 13871be7-d78b-44e6-a646-33907deedb7f Jan 28 17:32:44.554728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (13871be7-d78b-44e6-a646-33907deedb7f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.580718 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (13871be7-d78b-44e6-a646-33907deedb7f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.581655 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:44.582290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.635083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3819520 Jan 28 17:32:44.638407 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35120) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:44.643436 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Request body: {'subnet': {'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-483014118-subnet', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:32:44.652415 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb9b1-b37c-44af-a46d-2d1cebeec235 admin admin] Pushing event updated for resources: {'Network': ['ID=13871be7-d78b-44e6-a646-33907deedb7f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:44.663070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 13871be7-d78b-44e6-a646-33907deedb7f details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:32:44.664137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Made reservation on behalf of 72b58b4979b44e638562ea4f26ab29a7 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:32:44.666894 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.835267 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.887219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:44.897104 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Checking segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:44.897460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Network hostable DHCP agents. Network: 13871be7-d78b-44e6-a646-33907deedb7f, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:32:44.913575 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Network 13871be7-d78b-44e6-a646-33907deedb7f is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:32:44.922245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 13871be7-d78b-44e6-a646-33907deedb7f) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:44.926470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:44.927065 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.931838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb3088-8b62-4d3e-9a7d-bcba8c4a09f5 None None] Network 13871be7-d78b-44e6-a646-33907deedb7f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:32:44.945559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3287daa1-a8a1-442e-aece-521e1502934f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3060126 Jan 28 17:32:44.948552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35122) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:44.953772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:32:44.973287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (7663766a-3def-4d6e-bcb5-d626e7c1452b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:44.974287 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (7663766a-3def-4d6e-bcb5-d626e7c1452b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.025054 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks [] for router_controller (7663766a-3def-4d6e-bcb5-d626e7c1452b), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.035631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-13871be7-d78b-44e6-a646-33907deedb7f', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:32:45.036474 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.167489 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks [] for router_gateway (7663766a-3def-4d6e-bcb5-d626e7c1452b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.168405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Allocated IP 172.20.0.2 (13871be7-d78b-44e6-a646-33907deedb7f/ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9/e0c99316-fea7-451d-981a-69dba078fad6) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:32:45.312637 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Publish callbacks [] for port (e0c99316-fea7-451d-981a-69dba078fad6), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.318270 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (e0c99316-fea7-451d-981a-69dba078fad6), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.354658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Network 13871be7-d78b-44e6-a646-33907deedb7f is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:45.361459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:45.363896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks [] for router_gateway (7663766a-3def-4d6e-bcb5-d626e7c1452b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.365902 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:32:45.367827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Pushing event updated for resources: {'Port': ['ID=e0c99316-fea7-451d-981a-69dba078fad6,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:45.387009 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.426808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Attempting to bind port e0c99316-fea7-451d-981a-69dba078fad6 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:32:45.427088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Attempting to bind port e0c99316-fea7-451d-981a-69dba078fad6 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:32:45.427448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Attempting to bind port e0c99316-fea7-451d-981a-69dba078fad6 on network 13871be7-d78b-44e6-a646-33907deedb7f {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:32:45.432334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:32:45.432746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Checking segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:45.433150 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.433560 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Bound using segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:32:45.434026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Bound port: e0c99316-fea7-451d-981a-69dba078fad6, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:32:45.434403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e0c99316-fea7-451d-981a-69dba078fad6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.489314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Allocated IP 172.25.8.121 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/3679fba6-ef89-4286-bfa8-523489473dfd) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:32:45.493935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] For port e0c99316-fea7-451d-981a-69dba078fad6, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:32:45.497672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] For port e0c99316-fea7-451d-981a-69dba078fad6, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e0c99316-fea7-451d-981a-69dba078fad6,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:32:45.504326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e0c99316-fea7-451d-981a-69dba078fad6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.565255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6ebe-be26-4038-8f0f-18aa2075f697 None None] Pushing event updated for resources: {'Port': ['ID=e0c99316-fea7-451d-981a-69dba078fad6,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:45.599481 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks [] for port (3679fba6-ef89-4286-bfa8-523489473dfd), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.634340 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:45.673334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:45.676151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:45.681991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:32:45.687609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Pushing event updated for resources: {'Port': ['ID=3679fba6-ef89-4286-bfa8-523489473dfd,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:45.955027 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks [] for router_gateway (7663766a-3def-4d6e-bcb5-d626e7c1452b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.021130 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0b83f02a-f5ab-4435-821e-84fa03e307c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.148417 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (7663766a-3def-4d6e-bcb5-d626e7c1452b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.279182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Router 7663766a-3def-4d6e-bcb5-d626e7c1452b is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:32:46.387976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:32:46.398918 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Sync routers for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:32:46.406934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.410872 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9d2acc63-954b-41d8-a72c-8d0e4bc970fb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4578822 Jan 28 17:32:46.411051 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:46.411290 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35124) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:46.411760 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:46.491507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25ad70-3c26-4a65-9302-9a39be90de7c None None] Network 13871be7-d78b-44e6-a646-33907deedb7f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:32:46.537598 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:46.556702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] Provisioning complete for port e0c99316-fea7-451d-981a-69dba078fad6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:46.557075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e0c99316-fea7-451d-981a-69dba078fad6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.678058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] Current status of the port e0c99316-fea7-451d-981a-69dba078fad6 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:46.678058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e0c99316-fea7-451d-981a-69dba078fad6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.714927 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] For port e0c99316-fea7-451d-981a-69dba078fad6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e0c99316-fea7-451d-981a-69dba078fad6,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:46.722039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e0c99316-fea7-451d-981a-69dba078fad6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.741997 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:45Z', 'revision_number': 3, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:46.770669 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Checking router: 7663766a-3def-4d6e-bcb5-d626e7c1452b for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:32:46.771011 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Updating router 7663766a-3def-4d6e-bcb5-d626e7c1452b port 3679fba6-ef89-4286-bfa8-523489473dfd binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:32:46.774445 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a3c5e-8908-4b7b-80e3-4df02f5b9316 None None] Pushing event updated for resources: {'Port': ['ID=e0c99316-fea7-451d-981a-69dba078fad6,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:46.802728 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.883386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:46.945201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f121d5e1-46fa-4a52-9a6f-3aea565ff930 None None] Provisioning complete for port e0c99316-fea7-451d-981a-69dba078fad6 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:46.945572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f121d5e1-46fa-4a52-9a6f-3aea565ff930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e0c99316-fea7-451d-981a-69dba078fad6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.026092 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f121d5e1-46fa-4a52-9a6f-3aea565ff930 None None] Current status of the port e0c99316-fea7-451d-981a-69dba078fad6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:47.044232 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Allocated IP 172.20.0.1 (13871be7-d78b-44e6-a646-33907deedb7f/ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9/4b70e52d-ac27-40a0-879b-12fa9d851114) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:32:47.061148 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Publish callbacks [] for port (3679fba6-ef89-4286-bfa8-523489473dfd), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.066734 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.118109 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Attempting to bind port 3679fba6-ef89-4286-bfa8-523489473dfd on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:32:47.118109 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Attempting to bind port 3679fba6-ef89-4286-bfa8-523489473dfd by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:32:47.118912 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Attempting to bind port 3679fba6-ef89-4286-bfa8-523489473dfd on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:32:47.123588 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Pushing event updated for resources: {'Port': ['ID=3679fba6-ef89-4286-bfa8-523489473dfd,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:47.129739 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.130054 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.130391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.130721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.131044 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.131366 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.131685 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.132003 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.132318 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.132634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.133368 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.133368 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.133597 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:47.137523 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:32:47.137896 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:47.138286 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.138658 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:32:47.139121 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Bound port: 3679fba6-ef89-4286-bfa8-523489473dfd, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:32:47.139845 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.156515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks [] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.189200 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] For port 3679fba6-ef89-4286-bfa8-523489473dfd, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:32:47.192303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] For port 3679fba6-ef89-4286-bfa8-523489473dfd, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3679fba6-ef89-4286-bfa8-523489473dfd,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:32:47.195379 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.200370 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.239239 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Network 13871be7-d78b-44e6-a646-33907deedb7f is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:47.246665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:47.251177 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:32:47.253281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:47.253930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:47.254374 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Pushing event updated for resources: {'Port': ['ID=4b70e52d-ac27-40a0-879b-12fa9d851114,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:47.293233 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (7663766a-3def-4d6e-bcb5-d626e7c1452b), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.318315 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f0c53-c3e3-4e81-af97-000176e8ded6 None None] Pushing event updated for resources: {'Port': ['ID=3679fba6-ef89-4286-bfa8-523489473dfd,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:47.347615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e0c99316-fea7-451d-981a-69dba078fad6 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:47.391169 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:47.418808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e0c99316-fea7-451d-981a-69dba078fad6 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:47.419520 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e0c99316-fea7-451d-981a-69dba078fad6), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.451281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.523442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e0c99316-fea7-451d-981a-69dba078fad6 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:47.549711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d69b31ed-b120-4789-ac82-b1fa69516bbc None None] Provisioning complete for port 4b70e52d-ac27-40a0-879b-12fa9d851114 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:47.550094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d69b31ed-b120-4789-ac82-b1fa69516bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.589041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d69b31ed-b120-4789-ac82-b1fa69516bbc None None] Port 4b70e52d-ac27-40a0-879b-12fa9d851114 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:32:47.595536 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:45Z', 'revision_number': 3, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:47.622207 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90761d-4d9d-4e5d-98e2-d962285aa39f None None] The sync data for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 is: [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:45Z', 'revision_number': 3, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:32:47.643718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks [] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.648444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.719243 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Pushing event updated for resources: {'Port': ['ID=4b70e52d-ac27-40a0-879b-12fa9d851114,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:47.721611 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (7663766a-3def-4d6e-bcb5-d626e7c1452b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:47.814383 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Network 13871be7-d78b-44e6-a646-33907deedb7f is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:47.815793 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:47.966687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Router 7663766a-3def-4d6e-bcb5-d626e7c1452b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:32:47.989734 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f4e0-0569-4385-a775-e7dba5513f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.097754 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:32:48.105569 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-994e5163-0325-4bf1-8a2e-264506a4ff36 admin admin] 10.222.0.25 "PUT /v2.0/routers/7663766a-3def-4d6e-bcb5-d626e7c1452b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909633 Jan 28 17:32:48.129293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2b5ac716-c659-482f-bbbd-029391402c93 None None] Provisioning complete for port 4b70e52d-ac27-40a0-879b-12fa9d851114 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:48.129829 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac716-c659-482f-bbbd-029391402c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.166522 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ac716-c659-482f-bbbd-029391402c93 None None] Port 4b70e52d-ac27-40a0-879b-12fa9d851114 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:32:48.592765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35140) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:48.597781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-747595770-network', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:32:48.615834 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Made reservation on behalf of 40ed6cf1a576481fb9d61e91a82c9b31 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:32:48.618257 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.626591 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.702924 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks [] for security_group (11b3af77-69ad-45e5-ab03-4735a61fd930), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.706657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11b3af77-69ad-45e5-ab03-4735a61fd930), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.734710 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:32:48.741389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3af77-69ad-45e5-ab03-4735a61fd930,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:48.750112 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (62979612-cf8b-43fc-a185-ab74c4745299), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.750477 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Added segment 62979612-cf8b-43fc-a185-ab74c4745299 of type vlan for network 138a16d1-4f71-4d68-9295-68bde50c960c Jan 28 17:32:48.800354 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (138a16d1-4f71-4d68-9295-68bde50c960c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.824513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (138a16d1-4f71-4d68-9295-68bde50c960c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.825870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:48.826465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:48.878116 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2841730 Jan 28 17:32:48.880948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35142) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:48.886000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Request body: {'subnet': {'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-747595770-subnet', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:32:48.887507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af849847-5775-49a2-acf4-ca08466c11c7 admin admin] Pushing event updated for resources: {'Network': ['ID=138a16d1-4f71-4d68-9295-68bde50c960c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:48.897321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 138a16d1-4f71-4d68-9295-68bde50c960c details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:32:48.908916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Made reservation on behalf of 40ed6cf1a576481fb9d61e91a82c9b31 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:32:48.911294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.084314 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (4bbf965c-add4-4276-ba21-57c73aa5ab3b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.133676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bbf965c-add4-4276-ba21-57c73aa5ab3b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:49.148377 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Checking segment: {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:49.148762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Network hostable DHCP agents. Network: 138a16d1-4f71-4d68-9295-68bde50c960c, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:32:49.165947 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Network 138a16d1-4f71-4d68-9295-68bde50c960c is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:32:49.175018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 138a16d1-4f71-4d68-9295-68bde50c960c) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:49.178981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:32:49.179574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.184285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d10e1-6953-4241-a93d-b93dbf7d46f8 None None] Network 138a16d1-4f71-4d68-9295-68bde50c960c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:32:49.200050 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1d0c2f53-9ce2-498f-ad24-ac36be2b37d8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3148661 Jan 28 17:32:49.200482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35144) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:49.206583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:32:49.244793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.246798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.268178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Sync routers for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:32:49.285067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:49.285680 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:49.304640 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks [] for router_controller (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.450664 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks [] for router_gateway (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.500894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3679fba6-ef89-4286-bfa8-523489473dfd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:49.530808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-138a16d1-4f71-4d68-9295-68bde50c960c', 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c', 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'fixed_ips': [{'subnet_id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:32:49.531652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.651726 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks [] for router_gateway (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.686235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.708182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:49.771960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3679fba6-ef89-4286-bfa8-523489473dfd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:49.772337 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:49.850409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Allocated IP 172.20.0.2 (138a16d1-4f71-4d68-9295-68bde50c960c/4bbf965c-add4-4276-ba21-57c73aa5ab3b/d2295c36-b66b-46fe-8dcb-a9296eb6f3f8) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:32:49.994146 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.081316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3679fba6-ef89-4286-bfa8-523489473dfd is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:50.081707 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.096940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Allocated IP 172.25.8.194 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d0a6c7b1-71e0-4198-962d-430603f0e63c) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:32:50.136035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 3679fba6-ef89-4286-bfa8-523489473dfd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3679fba6-ef89-4286-bfa8-523489473dfd,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:50.147681 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.158233 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Publish callbacks [] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.186424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.208164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 2, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:50.210860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks [] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.244704 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Network 138a16d1-4f71-4d68-9295-68bde50c960c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:50.244916 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.247173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:50.248993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Checking router: 7663766a-3def-4d6e-bcb5-d626e7c1452b for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:32:50.249309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Updating router 7663766a-3def-4d6e-bcb5-d626e7c1452b port 4b70e52d-ac27-40a0-879b-12fa9d851114 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:32:50.251075 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=3679fba6-ef89-4286-bfa8-523489473dfd,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:50.253840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:32:50.288918 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:50.293540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:50.295321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Pushing event updated for resources: {'Port': ['ID=d0a6c7b1-71e0-4198-962d-430603f0e63c,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:50.297552 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:32:50.323736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.361781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Pushing event updated for resources: {'Port': ['ID=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:50.392296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Attempting to bind port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:32:50.392689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Attempting to bind port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:32:50.393044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Attempting to bind port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 on network 138a16d1-4f71-4d68-9295-68bde50c960c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:32:50.401764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:32:50.402728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Checking segment: {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:50.403135 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.403525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Bound using segment: {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:32:50.403999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Bound port: d2295c36-b66b-46fe-8dcb-a9296eb6f3f8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:32:50.404375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.543341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks [] for router_gateway (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.577321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] For port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:32:50.592696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] For port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,segment=NetworkSegment(62979612-cf8b-43fc-a185-ab74c4745299),segment_id=62979612-cf8b-43fc-a185-ab74c4745299)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:32:50.602541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.688102 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2853da3-9264-4e4a-beb2-7526a6036848 None None] Pushing event updated for resources: {'Port': ['ID=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:50.741800 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Publish callbacks [] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.747370 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.753114 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.800489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a0c7b-bf8f-4909-a96c-11bd4ab6db8e None None] Pushing event updated for resources: {'Port': ['ID=4b70e52d-ac27-40a0-879b-12fa9d851114,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:50.887901 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.908277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Attempting to bind port 4b70e52d-ac27-40a0-879b-12fa9d851114 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:32:50.908845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Attempting to bind port 4b70e52d-ac27-40a0-879b-12fa9d851114 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:32:50.909317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Attempting to bind port 4b70e52d-ac27-40a0-879b-12fa9d851114 on network 13871be7-d78b-44e6-a646-33907deedb7f {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:32:50.915943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:32:50.916422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Checking segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:50.916952 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.917422 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Bound using segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:32:50.918499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Bound port: 4b70e52d-ac27-40a0-879b-12fa9d851114, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:32:50.918955 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:50.925012 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:32:50.995424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] For port 4b70e52d-ac27-40a0-879b-12fa9d851114, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:32:51.000178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] For port 4b70e52d-ac27-40a0-879b-12fa9d851114, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4b70e52d-ac27-40a0-879b-12fa9d851114,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:32:51.010067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.069862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:32:51.082264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Sync routers for ids ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:32:51.088387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:51.089096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:51.103271 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Routers {'6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:51.104181 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:51.110741 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.115212 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-edb2f12d-30f8-439a-a31d-5709099f7a2e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9131620 Jan 28 17:32:51.117591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35146) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:32:51.128991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a0c7b-bf8f-4909-a96c-11bd4ab6db8e None None] Pushing event updated for resources: {'Port': ['ID=4b70e52d-ac27-40a0-879b-12fa9d851114,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:51.218708 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:51.264288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] Provisioning complete for port 4b70e52d-ac27-40a0-879b-12fa9d851114 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:51.264687 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.421153 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Set router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:51.484516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:51.622816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 3, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:51.663623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Checking router: 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:32:51.664595 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Updating router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 port d0a6c7b1-71e0-4198-962d-430603f0e63c binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:32:51.683804 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.706971 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.727676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] Current status of the port 4b70e52d-ac27-40a0-879b-12fa9d851114 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:51.728071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.804842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] For port 4b70e52d-ac27-40a0-879b-12fa9d851114, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4b70e52d-ac27-40a0-879b-12fa9d851114,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:51.814153 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:51.814153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.818375 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.881646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Allocated IP 172.20.0.1 (138a16d1-4f71-4d68-9295-68bde50c960c/4bbf965c-add4-4276-ba21-57c73aa5ab3b/84dc4e07-e64d-462e-a3e1-7ad8c8fb2018) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:32:51.912818 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:51.929889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:51.968046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e295f3-6ce3-4064-8622-455f45d2d3b9 None None] Pushing event updated for resources: {'Port': ['ID=4b70e52d-ac27-40a0-879b-12fa9d851114,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:51.975161 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09825ca-88da-41c3-84d2-a57bce468044 None None] The sync data for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 is: [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:32:52.022442 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7d5813c4-06f1-4427-966a-cb3da1ba9883 None None] Provisioning complete for port 4b70e52d-ac27-40a0-879b-12fa9d851114 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:52.022823 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d5813c4-06f1-4427-966a-cb3da1ba9883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.069006 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks [] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.076658 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Publish callbacks [] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.081728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:52.082061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.085764 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.105380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb0b91-5144-4364-af02-926af6bbc09a None None] Network 138a16d1-4f71-4d68-9295-68bde50c960c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:32:52.140084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.140645 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Attempting to bind port d0a6c7b1-71e0-4198-962d-430603f0e63c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:32:52.140645 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Attempting to bind port d0a6c7b1-71e0-4198-962d-430603f0e63c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:32:52.140891 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Attempting to bind port d0a6c7b1-71e0-4198-962d-430603f0e63c on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:32:52.160503 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:32:52.161188 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:52.161754 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.162325 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:32:52.162961 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Bound port: d0a6c7b1-71e0-4198-962d-430603f0e63c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:32:52.163515 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.187951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Network 138a16d1-4f71-4d68-9295-68bde50c960c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:52.191201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:52.196404 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:32:52.211172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,segment=NetworkSegment(62979612-cf8b-43fc-a185-ab74c4745299),segment_id=62979612-cf8b-43fc-a185-ab74c4745299)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:52.225468 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.226380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3679fba6-ef89-4286-bfa8-523489473dfd up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:52.229029 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] For port d0a6c7b1-71e0-4198-962d-430603f0e63c, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:32:52.233494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] For port d0a6c7b1-71e0-4198-962d-430603f0e63c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d0a6c7b1-71e0-4198-962d-430603f0e63c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:32:52.236639 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ff202-961f-4da9-b3a7-54bedb606ca3 None None] Pushing event updated for resources: {'Port': ['ID=d0a6c7b1-71e0-4198-962d-430603f0e63c,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:52.243843 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.249916 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Pushing event updated for resources: {'Port': ['ID=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:52.284907 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.301840 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Routers {'6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:52.302486 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:52.317025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7d5813c4-06f1-4427-966a-cb3da1ba9883 None None] Current status of the port 4b70e52d-ac27-40a0-879b-12fa9d851114 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:52.381598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:52.408340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3679fba6-ef89-4286-bfa8-523489473dfd triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:52.409267 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.425289 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ff202-961f-4da9-b3a7-54bedb606ca3 None None] Pushing event updated for resources: {'Port': ['ID=d0a6c7b1-71e0-4198-962d-430603f0e63c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:52.458615 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] Set router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:52.481921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e35a13f2-5897-41a6-b5c9-77913b757baa None None] Provisioning complete for port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:52.482297 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e35a13f2-5897-41a6-b5c9-77913b757baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.510246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.648346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3679fba6-ef89-4286-bfa8-523489473dfd is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:52.685125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e35a13f2-5897-41a6-b5c9-77913b757baa None None] Current status of the port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:52.734883 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 3, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:52.773827 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f886d86-83bb-4ee4-a9e1-f1758b6f9f2a None None] The sync data for ids ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'] in n-d-812111-13 is: [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 3, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:32:52.816922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e770be3a-7e78-4816-aecc-52817819a61d None None] Provisioning complete for port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:52.816922 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e770be3a-7e78-4816-aecc-52817819a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:52.875929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e770be3a-7e78-4816-aecc-52817819a61d None None] Port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:32:52.898093 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e770be3a-7e78-4816-aecc-52817819a61d None None] Provisioning complete for port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:52.898528 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e770be3a-7e78-4816-aecc-52817819a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.013552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e770be3a-7e78-4816-aecc-52817819a61d None None] Current status of the port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:53.147555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks [] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.166949 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.172329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d3705bca-38f2-4e00-bfc7-8f7797d760dd None None] Provisioning complete for port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:53.173633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d3705bca-38f2-4e00-bfc7-8f7797d760dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.223406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d3705bca-38f2-4e00-bfc7-8f7797d760dd None None] Port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:32:53.247123 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.249078 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Pushing event updated for resources: {'Port': ['ID=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:53.366954 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Network 138a16d1-4f71-4d68-9295-68bde50c960c is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:32:53.368528 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:32:53.509906 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4b70e52d-ac27-40a0-879b-12fa9d851114 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:53.518738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:32:53.597298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 4b70e52d-ac27-40a0-879b-12fa9d851114 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:53.597873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.654039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:32:53.656903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-965f6bd0-348e-4365-864c-8cdd478ec017 None None] Provisioning complete for port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:53.657482 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-965f6bd0-348e-4365-864c-8cdd478ec017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.659087 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-320bad4f-2473-496e-aecc-835d66fe0354 admin admin] 10.222.0.25 "PUT /v2.0/routers/6e7dd9ca-bc3a-4228-83b3-bc81e15fe209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398598 Jan 28 17:32:53.723845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 4b70e52d-ac27-40a0-879b-12fa9d851114 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:53.724981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:53.753890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-965f6bd0-348e-4365-864c-8cdd478ec017 None None] Port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:32:53.781851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:53.782226 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:53.867574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:53.868716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d0a6c7b1-71e0-4198-962d-430603f0e63c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:53.918555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d0a6c7b1-71e0-4198-962d-430603f0e63c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:53.918936 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:54.006441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d0a6c7b1-71e0-4198-962d-430603f0e63c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:54.006841 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:54.029713 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port d0a6c7b1-71e0-4198-962d-430603f0e63c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d0a6c7b1-71e0-4198-962d-430603f0e63c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:54.035248 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:54.090656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=d0a6c7b1-71e0-4198-962d-430603f0e63c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:55.269636 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d0a6c7b1-71e0-4198-962d-430603f0e63c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:55.331605 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d0a6c7b1-71e0-4198-962d-430603f0e63c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:55.332067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:55.425039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d0a6c7b1-71e0-4198-962d-430603f0e63c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:55.589909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Sync routers for ids ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:32:55.602332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Routers {'6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:55.602952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:55.716315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Set router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:55.927741 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:32:52Z', 'revision_number': 4, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '84dc4e07-e64d-462e-a3e1-7ad8c8fb2018', 'name': '', 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'mac_address': 'fa:16:3e:dd:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:51Z', 'updated_at': '2022-01-28T17:32:52Z', 'revision_number': 2, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'subnets': [{'id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:55.962532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Checking router: 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:32:55.963136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Updating router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:32:55.993065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.302833 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Publish callbacks [] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.309456 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.411973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Pushing event updated for resources: {'Port': ['ID=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:56.431687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Attempting to bind port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:32:56.432323 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Attempting to bind port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:32:56.432780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Attempting to bind port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 on network 138a16d1-4f71-4d68-9295-68bde50c960c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:32:56.442702 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.443427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.443840 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.444243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.444583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.445002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.445340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.445677 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.445989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.446311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.446634 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.446951 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.447268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:32:56.452298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:32:56.452666 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Checking segment: {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:32:56.453095 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.453477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Bound using segment: {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:32:56.453961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Bound port: 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62979612-cf8b-43fc-a185-ab74c4745299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:32:56.454345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.533730 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] For port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:32:56.537297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] For port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,segment=NetworkSegment(62979612-cf8b-43fc-a185-ab74c4745299),segment_id=62979612-cf8b-43fc-a185-ab74c4745299)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:32:56.544437 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.615162 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Routers {'6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:32:56.615795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:32:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:56.617559 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44fce-f07f-4c1a-a8f1-aabba13cf3dd None None] Pushing event updated for resources: {'Port': ['ID=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:56.677078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] Provisioning complete for port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:56.677562 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:56.955706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] Set router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:32:57.116969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] Current status of the port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:57.117329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:57.182116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] For port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,segment=NetworkSegment(62979612-cf8b-43fc-a185-ab74c4745299),segment_id=62979612-cf8b-43fc-a185-ab74c4745299)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:32:57.229622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:57.287352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6292b06-dbd7-4f6d-a989-0271422b4a73 None None] Pushing event updated for resources: {'Port': ['ID=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:32:57.293584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:32:52Z', 'revision_number': 4, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '84dc4e07-e64d-462e-a3e1-7ad8c8fb2018', 'name': '', 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'mac_address': 'fa:16:3e:dd:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:51Z', 'updated_at': '2022-01-28T17:32:56Z', 'revision_number': 4, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'subnets': [{'id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:32:57.331401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30d975-0b64-453b-92b7-50da1b27cf46 None None] The sync data for ids ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'] in n-d-812111-13 is: [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:32:52Z', 'revision_number': 4, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '84dc4e07-e64d-462e-a3e1-7ad8c8fb2018', 'name': '', 'network_id': '138a16d1-4f71-4d68-9295-68bde50c960c', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'mac_address': 'fa:16:3e:dd:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:51Z', 'updated_at': '2022-01-28T17:32:56Z', 'revision_number': 4, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'subnets': [{'id': '4bbf965c-add4-4276-ba21-57c73aa5ab3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:32:57.358942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-702920f2-0f08-4e96-ae09-64b1d12975fb None None] Provisioning complete for port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:57.359698 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-702920f2-0f08-4e96-ae09-64b1d12975fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:57.470206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-702920f2-0f08-4e96-ae09-64b1d12975fb None None] Current status of the port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:32:59.324907 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:32:59.394154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:32:59.394533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:32:59.491955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:33:03.619933 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-4b10e6ba-f947-462f-bae4-9205a24e57dd tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:03.622002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-4b10e6ba-f947-462f-bae4-9205a24e57dd tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 814 time: 0.1015294 Jan 28 17:33:03.636197 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-376f18f4-46c5-4b08-a885-2dd949103635 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/quotas/72b58b4979b44e638562ea4f26ab29a7 HTTP/1.1" status: 200 len: 375 time: 0.0088277 Jan 28 17:33:03.699780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-086b188a-94db-4a33-b8e5-496460a30f3c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576918 Jan 28 17:33:03.791918 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-52a15a65-6cbc-4a06-b096-c13effbb1c6d service neutron] 10.222.0.25 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811019 Jan 28 17:33:03.883716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-b69911b3-0068-454c-bd85-dc8696b54471 service neutron] 10.222.0.25 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851223 Jan 28 17:33:04.041496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77191a2f-13fc-4605-8e5e-c78498a34b97 req-50eea547-1bc2-43e6-8efc-937622b3137b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 210 time: 0.0275450 Jan 28 17:33:05.003165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-193533af-675c-4c30-a0c9-ce258cbc9b49 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:05.004611 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-193533af-675c-4c30-a0c9-ce258cbc9b49 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 814 time: 0.1030574 Jan 28 17:33:05.017461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'port': {'device_id': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'admin_state_up': True, 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:05.143346 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Made reservation on behalf of 72b58b4979b44e638562ea4f26ab29a7 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:33:05.146999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:05.147664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-baee93a0-594d-4507-b211-635112210c27 req-b6d14b2c-b221-4e59-abbd-8c7bd7653bff tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 210 time: 0.0342956 Jan 28 17:33:05.288984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Allocated IP 172.20.0.10 (13871be7-d78b-44e6-a646-33907deedb7f/ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9/0c107bdc-3846-44e3-b8af-5d6c7102e977) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:33:05.447155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:05.500275 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:05.562222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Network 13871be7-d78b-44e6-a646-33907deedb7f is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:33:05.567372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:33:05.572162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:33:05.612364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:05.624924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:05.625574 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:05.645769 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-fa45a100-dee2-4bb8-bf13-7b09f98fe684 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320448 Jan 28 17:33:05.852435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4e86a074-90d1-40ac-baae-285ac5532257 None None] Provisioning complete for port 0c107bdc-3846-44e3-b8af-5d6c7102e977 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:33:05.853106 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e86a074-90d1-40ac-baae-285ac5532257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:05.895057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4e86a074-90d1-40ac-baae-285ac5532257 None None] Port 0c107bdc-3846-44e3-b8af-5d6c7102e977 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:33:06.274319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cfe13-01a2-4787-a12f-5c9f0e69ed3e req-f78b9ddf-3df6-4512-9ce7-5404a1b8dcc5 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:06.277096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f5cfe13-01a2-4787-a12f-5c9f0e69ed3e req-f78b9ddf-3df6-4512-9ce7-5404a1b8dcc5 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0559223 Jan 28 17:33:06.330898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f5cfe13-01a2-4787-a12f-5c9f0e69ed3e req-5ba90d93-8fb8-4f5c-b3d5-ff01173e653e tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Jan 28 17:33:07.459217 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9bfcd-b015-4cd3-895f-3831e38f49ee req-e917a294-af35-4f03-b99e-9aff7fc33a52 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:07.460750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3b9bfcd-b015-4cd3-895f-3831e38f49ee req-e917a294-af35-4f03-b99e-9aff7fc33a52 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0598330 Jan 28 17:33:07.513403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d3b9bfcd-b015-4cd3-895f-3831e38f49ee req-9a0475f5-cbbd-4053-a3d5-6f0e91bf366e tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 Jan 28 17:33:08.637699 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d1c6-5146-4376-88ab-3a0ec12a56e1 req-d8c555dc-f013-498c-94fa-8be89dc3f4df tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:08.639213 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4107d1c6-5146-4376-88ab-3a0ec12a56e1 req-d8c555dc-f013-498c-94fa-8be89dc3f4df tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0552521 Jan 28 17:33:08.692430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4107d1c6-5146-4376-88ab-3a0ec12a56e1 req-a5dd1b1f-0b8d-4ef3-9a36-e3b543efc428 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Jan 28 17:33:09.824628 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ee37-c27c-4126-a700-b7d655c6ed75 req-e5863194-9634-44c3-ade3-a347246eb2e5 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:09.826180 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3975ee37-c27c-4126-a700-b7d655c6ed75 req-e5863194-9634-44c3-ade3-a347246eb2e5 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0609777 Jan 28 17:33:09.875783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3975ee37-c27c-4126-a700-b7d655c6ed75 req-821161b2-2ed1-4624-9864-7bc03062fa0d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Jan 28 17:33:11.021621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2d2d2-758b-4eb4-96d1-6928a1a000ad req-fafab2c1-6277-40c2-91c7-1ced3649861d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:11.023559 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20b2d2d2-758b-4eb4-96d1-6928a1a000ad req-fafab2c1-6277-40c2-91c7-1ced3649861d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0714331 Jan 28 17:33:11.074499 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-20b2d2d2-758b-4eb4-96d1-6928a1a000ad req-cd656406-954f-4c88-af31-50712d77514d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437155 Jan 28 17:33:12.215146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2e0f-7abe-47cb-b9bb-c4161c1f88c3 req-1db20be3-7f2b-4acb-bfe4-cb3ca211be96 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:12.221962 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce8d2e0f-7abe-47cb-b9bb-c4161c1f88c3 req-1db20be3-7f2b-4acb-bfe4-cb3ca211be96 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0599608 Jan 28 17:33:12.286842 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce8d2e0f-7abe-47cb-b9bb-c4161c1f88c3 req-f9d4bdfc-c488-41d7-b5e8-478e312d4fea tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542529 Jan 28 17:33:12.728128 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:12.830102 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:13.399963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed415ed-af7b-467a-9004-a1b726a23e3f req-2eb33d1c-ade4-480b-82ea-25d511a6e19b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:13.401914 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eed415ed-af7b-467a-9004-a1b726a23e3f req-2eb33d1c-ade4-480b-82ea-25d511a6e19b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 932 time: 0.0609529 Jan 28 17:33:13.452980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eed415ed-af7b-467a-9004-a1b726a23e3f req-a77a5a4d-363f-43e3-8913-c64fefbbe974 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Jan 28 17:33:13.839409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-26ba27ad-3496-4f63-b6f5-0410ca67963f tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:33:13.841240 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-26ba27ad-3496-4f63-b6f5-0410ca67963f tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072267 Jan 28 17:33:13.853652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Request body: {'port': {'device_id': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:13.911672 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:14.171495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c107bdc-3846-44e3-b8af-5d6c7102e977 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:33:14.179401 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Publish callbacks [] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:14.191005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Transition to ACTIVE for port object 0c107bdc-3846-44e3-b8af-5d6c7102e977 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:33:14.194616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:14.245133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:14.315332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Attempting to bind port 0c107bdc-3846-44e3-b8af-5d6c7102e977 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:33:14.315678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Attempting to bind port 0c107bdc-3846-44e3-b8af-5d6c7102e977 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:33:14.316016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Attempting to bind port 0c107bdc-3846-44e3-b8af-5d6c7102e977 on network 13871be7-d78b-44e6-a646-33907deedb7f {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:33:14.320729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Port 0c107bdc-3846-44e3-b8af-5d6c7102e977 on network 13871be7-d78b-44e6-a646-33907deedb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:33:14.321061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Attempting to bind port 0c107bdc-3846-44e3-b8af-5d6c7102e977 on network 13871be7-d78b-44e6-a646-33907deedb7f {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:33:14.326275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:33:14.326623 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Checking segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:33:14.327018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Bound using segment: {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:33:14.327451 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Bound port: 0c107bdc-3846-44e3-b8af-5d6c7102e977, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fbdd56-3504-4687-8c9e-773a4baa7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:33:14.327819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:14.397227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:33:14.400299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:33:14.407149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:14.446112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:14.446738 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:14.448719 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 1093 time: 0.5984561 Jan 28 17:33:14.449171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:33:14.451430 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:33:14.523640 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4c7b3-4f94-425d-af2f-2b408b632b64 x-openstack-request-id: req-07a4c7b3-4f94-425d-af2f-2b408b632b64 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:33:14.523940 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:33:14.524199 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07a4c7b3-4f94-425d-af2f-2b408b632b64 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:33:14.524731 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'status': 'completed', 'code': 200} Jan 28 17:33:14.527717 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94ba2-1f9b-4f39-8099-f89bfbceb8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:14.557394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-948f7cea-6811-4364-bfa1-2bac48a1e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:14.559074 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-948f7cea-6811-4364-bfa1-2bac48a1e61b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1127 time: 0.0636933 Jan 28 17:33:14.599309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef30332-fc2c-4a15-b771-6055332f754a req-5acf6116-a67c-496f-8597-97f036032354 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:14.600856 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef30332-fc2c-4a15-b771-6055332f754a req-5acf6116-a67c-496f-8597-97f036032354 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 944 time: 0.0631838 Jan 28 17:33:14.607283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-bd409c72-840a-4160-8cad-78c7e9f39676 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 217 time: 0.0410643 Jan 28 17:33:14.652489 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef30332-fc2c-4a15-b771-6055332f754a req-3377ccd5-c41f-4f63-8518-4e68a1f08d8c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Jan 28 17:33:14.659738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-ee43b54f-a72d-4c9d-b017-4fc8e66b0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:14.661238 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-ee43b54f-a72d-4c9d-b017-4fc8e66b0b3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0480566 Jan 28 17:33:14.712452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-73b92c53-b3da-4dd9-a0ed-21c7b930af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:14.715885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-73b92c53-b3da-4dd9-a0ed-21c7b930af9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473616 Jan 28 17:33:14.812589 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-a99d6881-8574-4381-9e08-630ecd8f9654 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907943 Jan 28 17:33:14.901442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f741b7ca-7bd5-4ab8-87f0-66257f7d81f7 req-e2946479-ab3d-4f9c-a20c-06db7cd0590b service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829413 Jan 28 17:33:14.990933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-7a11d79b-5d53-4826-b443-c352a0a82389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:14.992421 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-7a11d79b-5d53-4826-b443-c352a0a82389 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1127 time: 0.0486717 Jan 28 17:33:15.079249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-3e925aa2-4068-4ebd-b562-513041289fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:15.080757 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-3e925aa2-4068-4ebd-b562-513041289fab service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.0816934 Jan 28 17:33:15.122031 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-907c7540-2b95-46a6-9dfd-fc73587591f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 217 time: 0.0343654 Jan 28 17:33:15.173222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-ad7eca44-f769-441a-8e31-0cc457e75858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:15.174581 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-ad7eca44-f769-441a-8e31-0cc457e75858 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0465186 Jan 28 17:33:15.223172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-44c2f7a2-4236-4e9f-b90d-d9ae6d1f1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:15.224720 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-44c2f7a2-4236-4e9f-b90d-d9ae6d1f1f05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435686 Jan 28 17:33:15.312425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-4b2896cd-2e80-45c0-aa68-5c0632ffde38 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808733 Jan 28 17:33:15.403912 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-6852f83c-65ad-4dbb-bd1d-a4968a2e10eb req-a39ac45e-94c7-494a-b927-9a61c9f206de service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Jan 28 17:33:15.774922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482c5d-d0ac-4a88-9c28-5d1f0b83e53e req-763071d4-926d-4e1c-92a4-843143bc65fa tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:15.776405 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44482c5d-d0ac-4a88-9c28-5d1f0b83e53e req-763071d4-926d-4e1c-92a4-843143bc65fa tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 944 time: 0.0557535 Jan 28 17:33:15.822496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-44482c5d-d0ac-4a88-9c28-5d1f0b83e53e req-3f60225a-48ba-4c5c-ba92-f6eed0ba739f tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Jan 28 17:33:16.022240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e558dda3-3591-46a6-925f-bad225e63524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:16.941017 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3581a-57dd-4103-8d2f-cd97c372547d req-c690b27f-93f9-4097-a65e-c10d1da7c879 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:16.942472 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef3581a-57dd-4103-8d2f-cd97c372547d req-c690b27f-93f9-4097-a65e-c10d1da7c879 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 944 time: 0.0539036 Jan 28 17:33:16.989818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ef3581a-57dd-4103-8d2f-cd97c372547d req-56a66bd5-dfd5-482e-9328-44913c47ffe4 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Jan 28 17:33:17.982870 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a8953ac-bb60-45fa-8fd4-dafe35e38aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:18.105726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50f443-733a-4f86-a1bf-8ee9b12d5459 req-8e2f229e-89d9-4e1c-b3ee-31ae44fafe74 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:18.107235 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e50f443-733a-4f86-a1bf-8ee9b12d5459 req-8e2f229e-89d9-4e1c-b3ee-31ae44fafe74 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 944 time: 0.0523612 Jan 28 17:33:18.164792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5e50f443-733a-4f86-a1bf-8ee9b12d5459 req-8d4519fa-ae11-454d-91f4-dcfc6700c593 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Jan 28 17:33:19.061683 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0c107bdc-3846-44e3-b8af-5d6c7102e977 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:33:19.155891 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:33:19.166816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'port_id': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:33:19.202880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0c107bdc-3846-44e3-b8af-5d6c7102e977 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:33:19.203304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:19.220344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c107bdc-3846-44e3-b8af-5d6c7102e977 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:33:19.239302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:33:19.242889 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:19.286316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a509b27-12ad-4d2c-9763-27f9ae273d3a req-0a4206d8-c9c8-430e-911c-00357923424a tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:19.287788 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a509b27-12ad-4d2c-9763-27f9ae273d3a req-0a4206d8-c9c8-430e-911c-00357923424a tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 945 time: 0.0532773 Jan 28 17:33:19.289133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:19.335216 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4a509b27-12ad-4d2c-9763-27f9ae273d3a req-a3f5012d-8727-42c0-af15-d6a97734f7bb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Jan 28 17:33:19.472887 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0c107bdc-3846-44e3-b8af-5d6c7102e977'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:33:19.597726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:19.694287 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:33:20.451038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4eb7-e7b2-4de5-b843-b6f7aaa40b67 req-c09dea99-911d-438e-a6ea-6a306b08ec3b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:20.452506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-905f4eb7-e7b2-4de5-b843-b6f7aaa40b67 req-c09dea99-911d-438e-a6ea-6a306b08ec3b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 945 time: 0.0521715 Jan 28 17:33:20.498282 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-905f4eb7-e7b2-4de5-b843-b6f7aaa40b67 req-9e0070ff-8eea-4364-86fb-f9948d7f0d46 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Jan 28 17:33:20.830748 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:21.071561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0c107bdc-3846-44e3-b8af-5d6c7102e977 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:33:21.119312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 0c107bdc-3846-44e3-b8af-5d6c7102e977 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:33:21.124113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 0c107bdc-3846-44e3-b8af-5d6c7102e977 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:33:21.124570 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:21.201019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 0c107bdc-3846-44e3-b8af-5d6c7102e977 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:33:21.201406 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:21.223404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:33:21.225682 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66768647-39e6-4da3-b2d4-8eb91f99e1f0" -d '{"events": [{"server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "name": "network-vif-plugged", "status": "completed", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:33:21.239141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:33:21.242953 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:21.266130 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3edc07-b12d-46a1-854a-2b0f798f4779 x-openstack-request-id: req-1a3edc07-b12d-46a1-854a-2b0f798f4779 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:33:21.266422 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "name": "network-vif-plugged", "status": "completed", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:33:21.266674 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a3edc07-b12d-46a1-854a-2b0f798f4779 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:33:21.267062 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'code': 200} Jan 28 17:33:21.292525 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:21.363996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ce216-5961-4521-93dd-22c5a23da4f0 req-82438103-63ab-4904-8efb-470fe0b2475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:21.365476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b5ce216-5961-4521-93dd-22c5a23da4f0 req-82438103-63ab-4904-8efb-470fe0b2475f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1129 time: 0.0441298 Jan 28 17:33:21.407667 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5b5ce216-5961-4521-93dd-22c5a23da4f0 req-2dcc6715-01f2-4096-9a70-1b7372b05254 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Jan 28 17:33:21.617746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa4c8-d71b-44c6-8f69-db8a28415246 req-18e420aa-871e-49a6-81b8-ab7d40fd8b08 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:21.619130 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a29aa4c8-d71b-44c6-8f69-db8a28415246 req-18e420aa-871e-49a6-81b8-ab7d40fd8b08 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0555654 Jan 28 17:33:21.664481 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a29aa4c8-d71b-44c6-8f69-db8a28415246 req-75852494-808d-4e97-899f-257572ec87ae tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Jan 28 17:33:21.845565 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:22.784398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e681d66-6a41-4fb0-985b-eff53f0beab8 req-412569ef-f832-4adb-aa29-19fd86cea2ea tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:22.786359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e681d66-6a41-4fb0-985b-eff53f0beab8 req-412569ef-f832-4adb-aa29-19fd86cea2ea tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0546901 Jan 28 17:33:22.832430 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e681d66-6a41-4fb0-985b-eff53f0beab8 req-e1d06868-445d-4a06-9d6f-dc07f7bbe87d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Jan 28 17:33:22.954497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f651bd5-489a-4c4f-b282-cf52e5734c7d req-2ec94688-8c20-48d2-b4bc-b10ddf885fbe tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:22.955870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f651bd5-489a-4c4f-b282-cf52e5734c7d req-2ec94688-8c20-48d2-b4bc-b10ddf885fbe tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0559652 Jan 28 17:33:23.001768 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f651bd5-489a-4c4f-b282-cf52e5734c7d req-e15ddeb9-e639-4aea-87ec-9df3e103a197 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Jan 28 17:33:23.195805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22f6a3-e6c8-496a-9ab7-3b2a5ed8e4f0 req-0f9a2bc9-6c49-4365-a5b7-e5b81aaf33b9 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:23.197288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b22f6a3-e6c8-496a-9ab7-3b2a5ed8e4f0 req-0f9a2bc9-6c49-4365-a5b7-e5b81aaf33b9 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0520391 Jan 28 17:33:23.243125 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9b22f6a3-e6c8-496a-9ab7-3b2a5ed8e4f0 req-56f62873-0f37-40a3-9f68-119753494557 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Jan 28 17:33:23.832886 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-88c29aec-9af4-486e-9522-aeb0f05cff5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495100 Jan 28 17:33:23.918639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-d6875f7d-0c0f-4593-908b-aecd392a0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:23.920135 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-d6875f7d-0c0f-4593-908b-aecd392a0aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1129 time: 0.0448747 Jan 28 17:33:24.023766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-0f49ad37-556f-47a8-b93c-251f6ca91f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:24.025778 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-0f49ad37-556f-47a8-b93c-251f6ca91f04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.0871727 Jan 28 17:33:24.071855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-2a0ca889-a10f-4e2b-9711-43d281bcee6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 217 time: 0.0393050 Jan 28 17:33:24.118703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-f696443f-ecd4-4c15-bb3d-f89dea0ff329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:24.120170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-f696443f-ecd4-4c15-bb3d-f89dea0ff329 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0427217 Jan 28 17:33:24.168293 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-0b6664d5-15d9-492d-9537-53e590384c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:24.169794 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-0b6664d5-15d9-492d-9537-53e590384c22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439477 Jan 28 17:33:24.259852 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-9ce3e7b2-9352-45f5-9a65-1a7f3825b9b5 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838571 Jan 28 17:33:24.348851 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2f1afef4-2722-4883-8af1-1d2c228c9415 req-60ffcd3a-b546-4f7c-82eb-1ebd0aad499a service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829415 Jan 28 17:33:26.629005 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-86830c98-18dd-4acb-810a-83d2fcaf8aeb req-d12f705a-d582-405f-b777-c3fa993d68b9 service neutron] (103093) timed out ('10.222.0.25', 60644) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:33:42.006691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ba7d-82bc-4bed-b350-bc0480ad3806 req-c667f80c-a331-44c1-b737-2b1a45cb9d5c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:42.008133 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09d4ba7d-82bc-4bed-b350-bc0480ad3806 req-c667f80c-a331-44c1-b737-2b1a45cb9d5c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0504580 Jan 28 17:33:42.057722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-09d4ba7d-82bc-4bed-b350-bc0480ad3806 req-0112a1c3-d9b3-4213-a6cf-46b88097bf06 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Jan 28 17:33:42.079195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35354) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:42.209954 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04378ca8-f54d-4bbf-9b7a-dd8c8b992c76 tempest-TestMinimumBasicScenario-385885936 tempest-TestMinimumBasicScenario-385885936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:42.211429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-04378ca8-f54d-4bbf-9b7a-dd8c8b992c76 tempest-TestMinimumBasicScenario-385885936 tempest-TestMinimumBasicScenario-385885936-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1124 time: 0.1312873 Jan 28 17:33:42.214942 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35358) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:42.219073 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:42.238213 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:42.331189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:42.432805 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Allocated IP 172.25.8.14 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/7f95099a-c9de-444b-967e-11d2fa423f91) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:33:42.530994 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for port (7f95099a-c9de-444b-967e-11d2fa423f91), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:42.568456 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7f95099a-c9de-444b-967e-11d2fa423f91), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:42.605380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:33:42.607929 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:33:42.613865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:33:42.636144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'Port': ['ID=7f95099a-c9de-444b-967e-11d2fa423f91,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:42.648574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.648956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.649312 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.649655 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.649992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.650350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.650687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.651020 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.651347 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.651674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.652002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.652329 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.652646 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:42.704416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:42.732180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:42.988495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for floatingip (228a8715-a3db-423e-a4f5-6f6cd8ecfa17), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.060289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7f95099a-c9de-444b-967e-11d2fa423f91), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.211499 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for port (7f95099a-c9de-444b-967e-11d2fa423f91), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.216009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (7f95099a-c9de-444b-967e-11d2fa423f91), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.285906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'Port': ['ID=7f95099a-c9de-444b-967e-11d2fa423f91,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:43.295425 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (228a8715-a3db-423e-a4f5-6f6cd8ecfa17), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.395681 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Floating IP 228a8715-a3db-423e-a4f5-6f6cd8ecfa17 associated. External IP: 172.25.8.14, port: 0c107bdc-3846-44e3-b8af-5d6c7102e977. Jan 28 17:33:43.606759 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Router 7663766a-3def-4d6e-bcb5-d626e7c1452b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:33:43.715921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:33:43.725726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] Sync routers for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:33:43.734007 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.735488 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:33:43.736138 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:33:43.765675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6ea1bd6f-14ca-4dbd-ad2b-078702271dc0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5496902 Jan 28 17:33:43.766447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:33:43.768491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35360) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:43.773858 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400010265', 'description': 'tempest-secgroup-smoke-1400010265 description', 'project_id': '72b58b4979b44e638562ea4f26ab29a7'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:43.804957 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.861508 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:33:43.873007 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group (2e42c7c0-1cc3-4ab4-90db-0332c6099b81), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.879359 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2e42c7c0-1cc3-4ab4-90db-0332c6099b81), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.898548 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:33:43.912785 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:43.916928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35368) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:43.917186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1468079 Jan 28 17:33:43.921653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group_rule': {'security_group_id': '2e42c7c0-1cc3-4ab4-90db-0332c6099b81', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:43.931911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42c7c0-1cc3-4ab4-90db-0332c6099b81,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:43.940594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.941040 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.941507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.941948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.942298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.942635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.943228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.943502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.943839 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.944283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.944499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.944942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.945271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef63e9-2d9c-4bb5-8c06-fa25f5c5e952 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:33:43.954187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (c62afce2-587c-4059-9d92-18401d39c515), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.009623 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (c62afce2-587c-4059-9d92-18401d39c515), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.016240 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c62afce2-587c-4059-9d92-18401d39c515), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.021380 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe82016-e2af-431d-bc6c-512a479974e6 x-openstack-request-id: req-7fe82016-e2af-431d-bc6c-512a479974e6 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:33:44.021739 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:33:44.022060 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fe82016-e2af-431d-bc6c-512a479974e6 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:33:44.022523 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'status': 'completed', 'code': 200} Jan 28 17:33:44.038380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62afce2-587c-4059-9d92-18401d39c515,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:44.046248 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.047560 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3e28304f-a084-4077-a64c-4e25262e500b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296124 Jan 28 17:33:44.054226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35370) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:44.059337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group_rule': {'security_group_id': '2e42c7c0-1cc3-4ab4-90db-0332c6099b81', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:44.088809 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (e0f1abc6-0014-49e3-953d-d86e01e8e6c6), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.095350 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-f42e937f-c787-479b-b51a-553baad84d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:44.097313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-f42e937f-c787-479b-b51a-553baad84d76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1129 time: 0.0477033 Jan 28 17:33:44.128120 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '228a8715-a3db-423e-a4f5-6f6cd8ecfa17', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'port_id': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:33:42Z', 'updated_at': '2022-01-28T17:33:42Z', 'revision_number': 0, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:51Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:33:44.158161 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (e0f1abc6-0014-49e3-953d-d86e01e8e6c6), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.162515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (e0f1abc6-0014-49e3-953d-d86e01e8e6c6), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.167873 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] Checking router: 7663766a-3def-4d6e-bcb5-d626e7c1452b for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:33:44.176981 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:33:44.177601 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:33:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:33:44.187895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f1abc6-0014-49e3-953d-d86e01e8e6c6,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:44.195118 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.198994 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-955e8589-f2a7-4076-a1b2-6b5af3d500a0 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410773 Jan 28 17:33:44.199267 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35372) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:44.206123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group_rule': {'security_group_id': '2e42c7c0-1cc3-4ab4-90db-0332c6099b81', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:44.215026 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-8ec13915-eed8-4637-a9b7-d71ba7e18fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:44.216485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-8ec13915-eed8-4637-a9b7-d71ba7e18fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.1131940 Jan 28 17:33:44.276696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (188a1403-3390-484f-b158-f639f3edfe68), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.280370 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:33:44.311471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-b6b68f74-31de-4683-86cb-bd5c95e69465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 999 time: 0.0868237 Jan 28 17:33:44.370209 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (188a1403-3390-484f-b158-f639f3edfe68), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.375642 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (188a1403-3390-484f-b158-f639f3edfe68), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.378239 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-fe0b5ea0-29bc-44c8-afbf-fcd7d26d475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:44.379731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-fe0b5ea0-29bc-44c8-afbf-fcd7d26d475b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0623574 Jan 28 17:33:44.425955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188a1403-3390-484f-b158-f639f3edfe68,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:44.431180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.432985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-029afd8f-aca2-4761-a0b6-7428cbf7da76 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2327614 Jan 28 17:33:44.435792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35374) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:44.440328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group_rule': {'security_group_id': '2e42c7c0-1cc3-4ab4-90db-0332c6099b81', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:44.477163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-ab3fb421-c765-4022-9bb8-27f9c1b43be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:44.479261 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-ab3fb421-c765-4022-9bb8-27f9c1b43be2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0862851 Jan 28 17:33:44.480159 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (093acae3-829d-499d-8589-dcdd15919eea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.589464 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (093acae3-829d-499d-8589-dcdd15919eea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.599926 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '228a8715-a3db-423e-a4f5-6f6cd8ecfa17', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'port_id': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:33:42Z', 'updated_at': '2022-01-28T17:33:42Z', 'revision_number': 0, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:51Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:33:44.600430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (093acae3-829d-499d-8589-dcdd15919eea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.625317 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-82808ede-b80d-45f6-9662-a9baa52e9a97 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351113 Jan 28 17:33:44.625676 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1780dba-f6e2-4005-9876-72094686b3fe None None] The sync data for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 is: [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '228a8715-a3db-423e-a4f5-6f6cd8ecfa17', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'port_id': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:33:42Z', 'updated_at': '2022-01-28T17:33:42Z', 'revision_number': 0, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:51Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:33:44.629601 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093acae3-829d-499d-8589-dcdd15919eea,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:44.642838 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.643987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f7d039ac-4be2-44bc-a52e-f405ff055aeb tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2072549 Jan 28 17:33:44.647268 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35376) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:44.653362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group_rule': {'security_group_id': '2e42c7c0-1cc3-4ab4-90db-0332c6099b81', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:44.676509 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Project 72b58b4979b44e638562ea4f26ab29a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:33:44.682321 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (8e4fc251-17dc-434f-8e0a-d1b2ca1a9c84), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.731110 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-372bc3ea-2362-4b24-9e63-b8fa2a28be4d req-67c8092c-ce4f-4f39-bd1e-3a3ccedf3f97 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978148 Jan 28 17:33:44.745422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (8e4fc251-17dc-434f-8e0a-d1b2ca1a9c84), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.752759 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (8e4fc251-17dc-434f-8e0a-d1b2ca1a9c84), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.771066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4fc251-17dc-434f-8e0a-d1b2ca1a9c84,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:44.782361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.783658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d578d40f-9840-4542-acbd-49b8ea650aab tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352077 Jan 28 17:33:44.786500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35378) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:33:44.791487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'security_group_rule': {'security_group_id': '2e42c7c0-1cc3-4ab4-90db-0332c6099b81', 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:44.813732 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Project 72b58b4979b44e638562ea4f26ab29a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:33:44.819003 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (e43d721f-c272-478f-81f6-8ba79243db75), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.857913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7081d-70a2-422a-ba0e-fbe6571351ad None None] New status for floating IP 228a8715-a3db-423e-a4f5-6f6cd8ecfa17: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:33:44.885260 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (e43d721f-c272-478f-81f6-8ba79243db75), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.889117 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (e43d721f-c272-478f-81f6-8ba79243db75), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.907620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43d721f-c272-478f-81f6-8ba79243db75,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:44.915853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:44.917701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-45609b3c-40de-4b3f-86c6-79713f156e75 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302040 Jan 28 17:33:45.013496 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-7d0c4679-063d-4466-a8a5-ea92ba248dde tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400010265&fields=id&tenant_id=72b58b4979b44e638562ea4f26ab29a7 HTTP/1.1" status: 200 len: 267 time: 0.0455592 Jan 28 17:33:45.077466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-f2c1d9cf-c340-4421-8075-c9ff8d1a1740 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:45.078951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-f2c1d9cf-c340-4421-8075-c9ff8d1a1740 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0586193 Jan 28 17:33:45.089433 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'port': {'security_groups': ['5810f8e4-29d3-4a62-8ff7-0dcc0905b778', '2e42c7c0-1cc3-4ab4-90db-0332c6099b81']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:33:45.156993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:45.338745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:33:45.368292 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:45.373201 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:45.385266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0c107bdc-3846-44e3-b8af-5d6c7102e977'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:33:45.414404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:45.415083 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:45.416995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8361712f-de00-4245-b3d9-dcf5bdbdfc68 req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "PUT /v2.0/ports/0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 982 time: 0.3319867 Jan 28 17:33:45.439928 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8dee2-6ff8-4f24-b08f-29c4986ce9b8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:33:45.487545 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0c107bdc-3846-44e3-b8af-5d6c7102e977'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:33:45.551304 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289198f-8330-4cef-aaf3-9c2f1b1b0df3 req-4d4d3f93-56ed-4269-8f55-bd08b2e1e1f3 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:45.553226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4289198f-8330-4cef-aaf3-9c2f1b1b0df3 req-4d4d3f93-56ed-4269-8f55-bd08b2e1e1f3 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0681405 Jan 28 17:33:45.620453 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4289198f-8330-4cef-aaf3-9c2f1b1b0df3 req-69ffc96b-22c8-4f09-96a1-ae703c2c517d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607574 Jan 28 17:33:45.763459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6008cda1-c76e-4cbd-b94e-abcc7206502a None None] Provisioning complete for port 0c107bdc-3846-44e3-b8af-5d6c7102e977 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:33:45.763831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6008cda1-c76e-4cbd-b94e-abcc7206502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:45.953387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6008cda1-c76e-4cbd-b94e-abcc7206502a None None] Current status of the port 0c107bdc-3846-44e3-b8af-5d6c7102e977 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:33:46.023893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:33:46.026267 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9efd49e-7a40-4932-af79-0cae40975808" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:33:46.055262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4804a3a3-849b-4056-856a-e2825ee7047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:46.063899 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea6a2f0-1ce6-42f1-882d-5789c88d8544 x-openstack-request-id: req-dea6a2f0-1ce6-42f1-882d-5789c88d8544 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:33:46.064374 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:33:46.064508 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dea6a2f0-1ce6-42f1-882d-5789c88d8544 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:33:46.064939 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'status': 'completed', 'code': 200} Jan 28 17:33:46.135552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd49e-7a40-4932-af79-0cae40975808 req-80cb16d4-e216-49fa-8073-a8b15269ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:46.137146 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-80cb16d4-e216-49fa-8073-a8b15269ee50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1168 time: 0.0457964 Jan 28 17:33:46.228005 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd49e-7a40-4932-af79-0cae40975808 req-cd38ca06-edc0-465f-b469-8f558b5a0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:46.230023 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-cd38ca06-edc0-465f-b469-8f558b5a0ec2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.0867538 Jan 28 17:33:46.294990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-3d5d26cf-59e3-40c1-89af-bd92f4996d7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 1001 time: 0.0578134 Jan 28 17:33:46.346422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd49e-7a40-4932-af79-0cae40975808 req-88fca14f-6c32-4248-acc6-7ae1dc0c9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:46.347827 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-88fca14f-6c32-4248-acc6-7ae1dc0c9f62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0462468 Jan 28 17:33:46.395083 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd49e-7a40-4932-af79-0cae40975808 req-3cad124a-f415-426c-9cd4-e219059cff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:46.396544 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-3cad124a-f415-426c-9cd4-e219059cff84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420828 Jan 28 17:33:46.482141 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-d7738719-80c0-4951-8151-ef2b634aa610 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794590 Jan 28 17:33:46.571006 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d9efd49e-7a40-4932-af79-0cae40975808 req-39f23101-5464-491b-a790-edde5a311e53 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Jan 28 17:33:47.983270 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c1b39f8-322f-4cbf-ab09-96494f86cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:49.590231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:50.833660 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:51.846641 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:33:55.347748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-6b2fae29-fe5c-4b7d-81e6-93ee018f9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:55.349445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-6b2fae29-fe5c-4b7d-81e6-93ee018f9ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1168 time: 0.0462542 Jan 28 17:33:55.399306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444e7d1-d8c4-48be-8e61-b9364a6b928b req-393c8606-a4dd-4c52-aaa5-30a7d84a44ee tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:55.401378 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8444e7d1-d8c4-48be-8e61-b9364a6b928b req-393c8606-a4dd-4c52-aaa5-30a7d84a44ee tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.1056511 Jan 28 17:33:55.453249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-901026bf-28cb-443b-b7e9-49cfb2764154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:55.454725 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-901026bf-28cb-443b-b7e9-49cfb2764154 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.0881042 Jan 28 17:33:55.460270 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8444e7d1-d8c4-48be-8e61-b9364a6b928b req-069449b9-f0ef-4cba-9762-d4683a94bf24 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532813 Jan 28 17:33:55.524289 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-76a26b76-660c-472b-ab55-17e3790f5883 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 1001 time: 0.0602887 Jan 28 17:33:55.572275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-7b6105c0-711a-410a-9ae6-8f37a10d1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:55.573758 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-7b6105c0-711a-410a-9ae6-8f37a10d1a6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0429037 Jan 28 17:33:55.624535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-de07e606-8d90-44cf-93d3-c81e67fe3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:55.625940 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-de07e606-8d90-44cf-93d3-c81e67fe3b9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465698 Jan 28 17:33:55.710799 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-aa01db1e-3efc-4166-9626-4bd738b1a73a service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788536 Jan 28 17:33:55.801218 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-e06d6949-282d-41d6-a9c8-bc65a2750abf req-7ea1d790-421a-4bc7-9321-fc49aa4cf92e service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829399 Jan 28 17:33:56.631516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0eb00-0adb-47bc-9a74-201feadf7677 req-70cba077-9429-4add-a6c7-696232ce71d1 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:56.633045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bde0eb00-0adb-47bc-9a74-201feadf7677 req-70cba077-9429-4add-a6c7-696232ce71d1 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.1003096 Jan 28 17:33:56.692649 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:33:56.695583 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bde0eb00-0adb-47bc-9a74-201feadf7677 req-c1583ae9-3a36-4578-941b-b0ad79c2186e tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567687 Jan 28 17:33:57.814671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40f3b-4e78-4883-909f-0d8cb5bc338b req-d6de091c-f86f-4596-b4bb-5988dfb2d374 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:57.816135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81c40f3b-4e78-4883-909f-0d8cb5bc338b req-d6de091c-f86f-4596-b4bb-5988dfb2d374 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0521038 Jan 28 17:33:57.874793 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-81c40f3b-4e78-4883-909f-0d8cb5bc338b req-a5521ce6-34b9-4582-8c30-881294ed115e tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530298 Jan 28 17:33:58.993895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585101-6f37-4cd7-9937-8c176c1ee828 req-2e66d380-0367-4295-baf1-2bd99920c818 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:33:58.995504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf585101-6f37-4cd7-9937-8c176c1ee828 req-2e66d380-0367-4295-baf1-2bd99920c818 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0539730 Jan 28 17:33:59.053092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cf585101-6f37-4cd7-9937-8c176c1ee828 req-c712f92a-af45-4816-8594-79ba61aa8215 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520084 Jan 28 17:34:00.175325 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a95352-e790-479a-80fb-40f38bb7d8a1 req-d22ac474-df36-4557-ace8-851e4a2f11e2 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:00.176791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2a95352-e790-479a-80fb-40f38bb7d8a1 req-d22ac474-df36-4557-ace8-851e4a2f11e2 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0558505 Jan 28 17:34:00.234092 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2a95352-e790-479a-80fb-40f38bb7d8a1 req-c0bcedb9-9e05-41f1-a426-d921863e8fe3 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516315 Jan 28 17:34:01.352142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd81e-c259-468d-86f2-f7226bdb3155 req-ca669f8b-6a68-4054-8191-89f39ff025c8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:01.353640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17dbd81e-c259-468d-86f2-f7226bdb3155 req-ca669f8b-6a68-4054-8191-89f39ff025c8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0524004 Jan 28 17:34:01.411847 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-17dbd81e-c259-468d-86f2-f7226bdb3155 req-d7384649-2ccb-4cc4-afb1-4306243e579d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524201 Jan 28 17:34:02.531862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d754d3-769e-4599-9bd4-735213eee9ac req-211753b0-52ff-4ab8-8812-011aa41cee07 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:02.533379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94d754d3-769e-4599-9bd4-735213eee9ac req-211753b0-52ff-4ab8-8812-011aa41cee07 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0557420 Jan 28 17:34:02.593590 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-94d754d3-769e-4599-9bd4-735213eee9ac req-31945407-db1d-4bef-9ac0-8fae1e740516 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545912 Jan 28 17:34:03.711725 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a396a-71f5-43a8-93c5-677889e9adaa req-f45dea4d-dd4c-4782-86ba-9ca8f775259c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:03.713233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c36a396a-71f5-43a8-93c5-677889e9adaa req-f45dea4d-dd4c-4782-86ba-9ca8f775259c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0520649 Jan 28 17:34:03.771459 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c36a396a-71f5-43a8-93c5-677889e9adaa req-0d664396-bdb8-4de1-bdce-55c157dfb5ca tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525401 Jan 28 17:34:04.893229 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce52e88-1c16-4d1c-839d-1260d2bb03c9 req-60194445-e485-45dc-aad8-477c9683572b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:04.894732 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bce52e88-1c16-4d1c-839d-1260d2bb03c9 req-60194445-e485-45dc-aad8-477c9683572b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0549383 Jan 28 17:34:04.957003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bce52e88-1c16-4d1c-839d-1260d2bb03c9 req-2b7d5204-e840-458f-8261-d663965eb0f1 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559440 Jan 28 17:34:06.074674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c80a4-8cf6-44ae-833d-738bbffc01de req-768289ac-ffa8-424c-b9a9-4ea2636f0d24 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:06.076159 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e90c80a4-8cf6-44ae-833d-738bbffc01de req-768289ac-ffa8-424c-b9a9-4ea2636f0d24 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0529714 Jan 28 17:34:06.135642 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e90c80a4-8cf6-44ae-833d-738bbffc01de req-45f2da08-99fb-49f9-a839-3f5ee73b493c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537477 Jan 28 17:34:07.253923 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09f6c7-22a9-4c04-83fd-3d9cc87cd42f req-c7a283d2-d973-4f00-8603-6b153aec0d6e tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:07.255381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c09f6c7-22a9-4c04-83fd-3d9cc87cd42f req-c7a283d2-d973-4f00-8603-6b153aec0d6e tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0519767 Jan 28 17:34:07.312735 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c09f6c7-22a9-4c04-83fd-3d9cc87cd42f req-8d988d2c-35cb-4856-abbc-cfbcd0438928 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e42c7c0-1cc3-4ab4-90db-0332c6099b81&id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515227 Jan 28 17:34:12.728423 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:12.729584 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:16.026630 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8317e2d-1b92-4bb8-b30f-e4e67fb7bacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:17.984742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b27f7bd4-f090-4267-9268-4d9b96cbc4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:19.592239 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:20.836434 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:21.847919 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:23.885096 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-2f73a6f4-9172-4931-8011-8ff7bbfbd4c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862632 Jan 28 17:34:23.966709 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-61b999da-4cd1-4d67-bc78-7e6032315bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:23.968198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-61b999da-4cd1-4d67-bc78-7e6032315bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1168 time: 0.0439851 Jan 28 17:34:24.069108 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-ab492721-2b6c-4ceb-b976-d6494bfa77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:24.070500 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-ab492721-2b6c-4ceb-b976-d6494bfa77c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.0856164 Jan 28 17:34:24.135348 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-70415eb2-f7fc-4464-aeab-27947ad7894a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 1001 time: 0.0582232 Jan 28 17:34:24.183677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-afa66fd3-098f-461b-9812-1d6ce74cbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:24.185162 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-afa66fd3-098f-461b-9812-1d6ce74cbbde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0427425 Jan 28 17:34:24.235086 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-685ef04d-e7ac-4b85-99c6-7582b021b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:24.236549 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-685ef04d-e7ac-4b85-99c6-7582b021b042 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453558 Jan 28 17:34:24.323212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-ad0a5922-f66f-48d2-b982-fe67ec5167ac service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801263 Jan 28 17:34:24.413443 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bf3856b7-f314-4b25-a12d-69d5a47d284d req-26c56d52-5e50-4906-9d9b-43511efcc864 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831108 Jan 28 17:34:33.691540 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:34:39.775210 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-11d0677e-4c5d-44d9-a79a-f4e6a2ba10a1 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400010265&fields=id&tenant_id=72b58b4979b44e638562ea4f26ab29a7 HTTP/1.1" status: 200 len: 267 time: 0.0479398 Jan 28 17:34:39.830061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-fedca7e2-c24b-4294-8b76-31bcaf79358d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:39.831515 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-fedca7e2-c24b-4294-8b76-31bcaf79358d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 985 time: 0.0510662 Jan 28 17:34:39.842686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Request body: {'port': {'security_groups': ['5810f8e4-29d3-4a62-8ff7-0dcc0905b778']}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:34:39.909670 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.081378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:34:40.110092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.114808 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.127479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0c107bdc-3846-44e3-b8af-5d6c7102e977'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:34:40.160870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:40.161497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.162877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cd6732ab-7ae0-4256-8bca-9a4aa3c6b267 req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "PUT /v2.0/ports/0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 943 time: 0.3245647 Jan 28 17:34:40.163327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:34:40.168887 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ab1090-32b3-45a0-832b-109cb75301b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:34:40.169257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35436) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:34:40.192145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decf682-4ff8-4d30-b793-6e965ad4b01b tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event updated for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:34:40.219145 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929700d9-78f6-4efc-bebc-d11ee77acbe2 x-openstack-request-id: req-929700d9-78f6-4efc-bebc-d11ee77acbe2 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:34:40.219493 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:34:40.219757 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-929700d9-78f6-4efc-bebc-d11ee77acbe2 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:34:40.220846 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'status': 'completed', 'code': 200} Jan 28 17:34:40.252201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0c107bdc-3846-44e3-b8af-5d6c7102e977'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:34:40.278198 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3babbde5-4d94-462f-869e-ca70448ce665 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group (2e42c7c0-1cc3-4ab4-90db-0332c6099b81), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.310934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3babbde5-4d94-462f-869e-ca70448ce665 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group (2e42c7c0-1cc3-4ab4-90db-0332c6099b81), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.334860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-9f7ec775-1964-463e-a8fc-9c637b5ea5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:40.337056 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-9f7ec775-1964-463e-a8fc-9c637b5ea5e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1129 time: 0.0965941 Jan 28 17:34:40.446371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-e53dae25-b329-45fd-89bd-3383e6c2fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:40.447936 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-e53dae25-b329-45fd-89bd-3383e6c2fd3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.1038463 Jan 28 17:34:40.448999 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3babbde5-4d94-462f-869e-ca70448ce665 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (2e42c7c0-1cc3-4ab4-90db-0332c6099b81), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.451551 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-3babbde5-4d94-462f-869e-ca70448ce665 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.452592 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-3babbde5-4d94-462f-869e-ca70448ce665 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e42c7c0-1cc3-4ab4-90db-0332c6099b81 HTTP/1.1" status: 204 len: 168 time: 0.2823043 Jan 28 17:34:40.455439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35438) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:34:40.469522 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babbde5-4d94-462f-869e-ca70448ce665 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42c7c0-1cc3-4ab4-90db-0332c6099b81,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:34:40.503567 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7d14a2d9-486f-489f-8c58-838016be98c0 None None] Provisioning complete for port 0c107bdc-3846-44e3-b8af-5d6c7102e977 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:34:40.504404 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d14a2d9-486f-489f-8c58-838016be98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.521848 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-2b14a298-3d59-481b-8eb5-473f999a8bde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 1001 time: 0.0656984 Jan 28 17:34:40.578489 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-d0bd1e9c-9e6e-42f6-a4f2-7bd64d506077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:40.580474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-d0bd1e9c-9e6e-42f6-a4f2-7bd64d506077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0505009 Jan 28 17:34:40.588090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7d14a2d9-486f-489f-8c58-838016be98c0 None None] Current status of the port 0c107bdc-3846-44e3-b8af-5d6c7102e977 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:34:40.628751 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Deleting port 7f95099a-c9de-444b-967e-11d2fa423f91 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:34:40.629090 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7f95099a-c9de-444b-967e-11d2fa423f91), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.630781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-3b39b6d8-ab22-470d-b63e-0455fe9e9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:40.632906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-3b39b6d8-ab22-470d-b63e-0455fe9e9444 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457532 Jan 28 17:34:40.703299 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7f95099a-c9de-444b-967e-11d2fa423f91), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.703628 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for floatingip (7f95099a-c9de-444b-967e-11d2fa423f91), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:40.715336 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Calling delete_port for 7f95099a-c9de-444b-967e-11d2fa423f91 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:34:40.719331 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-4fa76065-5041-4657-9b70-7b6f89f64c1a service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805409 Jan 28 17:34:40.814717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-31ab1090-32b3-45a0-832b-109cb75301b0 req-4264dcf5-fac5-416b-b108-362b60c2ffae service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895021 Jan 28 17:34:41.180304 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (7f95099a-c9de-444b-967e-11d2fa423f91), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:41.208787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event deleted for resources: {'Port': ['ID=7f95099a-c9de-444b-967e-11d2fa423f91,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:34:41.271346 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks [] for floatingip (228a8715-a3db-423e-a4f5-6f6cd8ecfa17), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:41.271699 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Floating IP 228a8715-a3db-423e-a4f5-6f6cd8ecfa17 disassociated (deleted). External IP: 172.25.8.14, port: 0c107bdc-3846-44e3-b8af-5d6c7102e977. Jan 28 17:34:41.481894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Router 7663766a-3def-4d6e-bcb5-d626e7c1452b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:34:41.586140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:34:41.590931 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:41.595924 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] Sync routers for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:34:41.605531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:34:41.606125 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:34:41.623945 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a18306a2-e80d-47b7-80cd-9895e28349a8 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "DELETE /v2.0/floatingips/228a8715-a3db-423e-a4f5-6f6cd8ecfa17 HTTP/1.1" status: 204 len: 168 time: 1.1668475 Jan 28 17:34:41.719383 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:34:41.923509 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:51Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:34:41.950239 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] Checking router: 7663766a-3def-4d6e-bcb5-d626e7c1452b for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:34:41.958177 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:34:41.958763 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:34:42.061176 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:34:42.222019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:34:42.224426 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:34:42.258973 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:51Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:34:42.264243 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104cad20-ca6d-4b34-b593-f893ca369543 x-openstack-request-id: req-104cad20-ca6d-4b34-b593-f893ca369543 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:34:42.264520 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:34:42.264809 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-104cad20-ca6d-4b34-b593-f893ca369543 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:34:42.265209 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'status': 'completed', 'code': 200} Jan 28 17:34:42.292721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0ee77-bca4-45be-a528-9b9dc431cb31 None None] The sync data for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 is: [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:32:47Z', 'revision_number': 4, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '4b70e52d-ac27-40a0-879b-12fa9d851114', 'name': '', 'network_id': '13871be7-d78b-44e6-a646-33907deedb7f', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'mac_address': 'fa:16:3e:21:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:46Z', 'updated_at': '2022-01-28T17:32:51Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'subnets': [{'id': 'ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:34:42.338657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-3053699e-af55-4a52-b330-5eeb567080ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:42.340169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-3053699e-af55-4a52-b330-5eeb567080ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72b58b4979b44e638562ea4f26ab29a7&device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 1129 time: 0.0549042 Jan 28 17:34:42.438068 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-dd106780-e3ba-4545-9a2a-7e8c84eb2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:42.439643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-dd106780-e3ba-4545-9a2a-7e8c84eb2e5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 200 len: 915 time: 0.0937719 Jan 28 17:34:42.481270 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-8473ea28-ed59-47e7-ab5d-8183ccc12607 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 200 len: 217 time: 0.0358357 Jan 28 17:34:42.534447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-c232a3ec-9fa8-46c5-84b6-3f98592b0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:42.536035 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-c232a3ec-9fa8-46c5-84b6-3f98592b0d71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 200 len: 853 time: 0.0496223 Jan 28 17:34:42.546382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4e6ab-4fd2-41a0-bccb-7e40aa6ba497 None None] New status for floating IP 228a8715-a3db-423e-a4f5-6f6cd8ecfa17: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:34:42.592754 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-15de8e32-094d-4f7c-b281-e82b4ef57a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:42.594265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-15de8e32-094d-4f7c-b281-e82b4ef57a13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13871be7-d78b-44e6-a646-33907deedb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518067 Jan 28 17:34:42.683100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-589f3b95-40df-4c16-8cdc-05483ec5f759 service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826955 Jan 28 17:34:42.741551 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:42.746156 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:42.776554 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0cc72fde-5e4e-456e-8f2b-b3a18e21808e req-91803d52-b473-4cff-8ebe-05278c42cf3e service neutron] 10.222.0.24 "GET /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883026 Jan 28 17:34:46.029677 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd804c-33a3-4347-9af9-e71dc3140bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:47.985766 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac96a-1b81-48fc-953e-f29332015adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:49.596024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:50.840566 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:51.849873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:56.921494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505bf7-efce-40fb-b81a-9c3bb6828745 req-bac094d9-34ad-45d4-936c-bdb2e89bb227 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:56.922999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af505bf7-efce-40fb-b81a-9c3bb6828745 req-bac094d9-34ad-45d4-936c-bdb2e89bb227 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0535970 Jan 28 17:34:56.970995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-af505bf7-efce-40fb-b81a-9c3bb6828745 req-a8915222-de4b-45a0-bcb2-bdffad8ccaa6 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Jan 28 17:34:58.091696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93339993-e938-4bd2-bd6e-2b94a0ffd787 req-a160ab30-de3a-4c65-8169-cbf5538c83a3 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:58.093227 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93339993-e938-4bd2-bd6e-2b94a0ffd787 req-a160ab30-de3a-4c65-8169-cbf5538c83a3 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.0530214 Jan 28 17:34:58.142901 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93339993-e938-4bd2-bd6e-2b94a0ffd787 req-12d53db7-e69c-4ff6-9cac-493ef0279369 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/security-groups?id=5810f8e4-29d3-4a62-8ff7-0dcc0905b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Jan 28 17:34:58.851285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-756822d4-0fd6-4b54-a962-80370243e19d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:34:58.852800 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-756822d4-0fd6-4b54-a962-80370243e19d tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.24 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 946 time: 0.3770957 Jan 28 17:34:58.941935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Deleting port 0c107bdc-3846-44e3-b8af-5d6c7102e977 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:34:58.942279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:59.028381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] For port 0c107bdc-3846-44e3-b8af-5d6c7102e977, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=0c107bdc-3846-44e3-b8af-5d6c7102e977,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:34:59.028767 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:59.040749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Calling delete_port for 0c107bdc-3846-44e3-b8af-5d6c7102e977 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:34:59.167621 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0c107bdc-3846-44e3-b8af-5d6c7102e977), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:59.180011 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['0c107bdc-3846-44e3-b8af-5d6c7102e977'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:34:59.199679 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Pushing event deleted for resources: {'Port': ['ID=0c107bdc-3846-44e3-b8af-5d6c7102e977,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:34:59.215628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.215993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.216652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.216850 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.217218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.217555 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.217892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.218229 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.218559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.218890 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.219221 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.219835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.220023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:34:59.248911 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3d983e76-3fb0-40fa-a892-a3b942e75dd6 req-df95d303-b686-49df-9f42-62d9c5f97281 tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.25 "GET /v2.0/ports?device_id=d14f0c82-8c6c-408b-a8ad-11a76257a52c HTTP/1.1" status: 200 len: 210 time: 0.0363529 Jan 28 17:34:59.255838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] No DVR routers for this DVR port 0c107bdc-3846-44e3-b8af-5d6c7102e977 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:34:59.259104 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:34:59.266643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8e2ec485-8679-43dc-8f36-e74c0481f94a req-fd5a9a6e-826f-4ac0-9a14-aebf3b6d2c0c tempest-TestMinimumBasicScenario-1245313248 tempest-TestMinimumBasicScenario-1245313248-project] 10.222.0.24 "DELETE /v2.0/ports/0c107bdc-3846-44e3-b8af-5d6c7102e977 HTTP/1.1" status: 204 len: 173 time: 0.4042387 Jan 28 17:34:59.266643 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'name': 'network-vif-deleted', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:34:59.266643 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af0cf8-7b09-4aef-947f-48875c4a07d8" -d '{"events": [{"server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "name": "network-vif-deleted", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:34:59.361646 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b2f8b0-c6c0-457f-a6d1-89bb0768d733 x-openstack-request-id: req-d6b2f8b0-c6c0-457f-a6d1-89bb0768d733 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:34:59.361952 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14f0c82-8c6c-408b-a8ad-11a76257a52c", "name": "network-vif-deleted", "tag": "0c107bdc-3846-44e3-b8af-5d6c7102e977", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:34:59.362204 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6b2f8b0-c6c0-457f-a6d1-89bb0768d733 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:34:59.362606 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14f0c82-8c6c-408b-a8ad-11a76257a52c', 'name': 'network-vif-deleted', 'tag': '0c107bdc-3846-44e3-b8af-5d6c7102e977', 'status': 'completed', 'code': 200} Jan 28 17:35:01.577897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0c107bdc-3846-44e3-b8af-5d6c7102e977 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:01.598425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 0c107bdc-3846-44e3-b8af-5d6c7102e977 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:01.598784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 0c107bdc-3846-44e3-b8af-5d6c7102e977 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:01.827674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35548) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:02.162069 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (7663766a-3def-4d6e-bcb5-d626e7c1452b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:02.404522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Deleting port 4b70e52d-ac27-40a0-879b-12fa9d851114 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:35:02.405361 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:02.481256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] For port 4b70e52d-ac27-40a0-879b-12fa9d851114, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=4b70e52d-ac27-40a0-879b-12fa9d851114,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:02.481620 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:02.498242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Calling delete_port for 4b70e52d-ac27-40a0-879b-12fa9d851114 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:35:02.674561 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4b70e52d-ac27-40a0-879b-12fa9d851114), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:02.705376 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b70e52d-ac27-40a0-879b-12fa9d851114,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:02.729350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.729708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.730054 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.730400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.730739 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.731072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.731406 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.731734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.732060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.732386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.732748 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.733059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.733382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:02.878266 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (7663766a-3def-4d6e-bcb5-d626e7c1452b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.088948 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Router 7663766a-3def-4d6e-bcb5-d626e7c1452b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:35:03.196255 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:35:03.201512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-849b7fe9-0d48-48ba-81a7-84c474dd39dc admin admin] 10.222.0.25 "PUT /v2.0/routers/7663766a-3def-4d6e-bcb5-d626e7c1452b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3728337 Jan 28 17:35:03.204168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35550) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:03.204749 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] Sync routers for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:35:03.215666 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:03.216262 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:03.310297 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks [] for router (7663766a-3def-4d6e-bcb5-d626e7c1452b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.323224 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:03.412641 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks [] for router_gateway (7663766a-3def-4d6e-bcb5-d626e7c1452b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.465500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Deleting port 3679fba6-ef89-4286-bfa8-523489473dfd {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:35:03.465906 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.497504 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:35:02Z', 'revision_number': 5, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port': {'id': '3679fba6-ef89-4286-bfa8-523489473dfd', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:45Z', 'updated_at': '2022-01-28T17:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:03.545470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] For port 3679fba6-ef89-4286-bfa8-523489473dfd, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3679fba6-ef89-4286-bfa8-523489473dfd,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:03.545988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.559885 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Calling delete_port for 3679fba6-ef89-4286-bfa8-523489473dfd owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:35:03.615208 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] Checking router: 7663766a-3def-4d6e-bcb5-d626e7c1452b for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:35:03.623267 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] Routers {'7663766a-3def-4d6e-bcb5-d626e7c1452b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:03.623864 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['7663766a-3def-4d6e-bcb5-d626e7c1452b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:03.707871 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] Set router 7663766a-3def-4d6e-bcb5-d626e7c1452b gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:03.727871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3679fba6-ef89-4286-bfa8-523489473dfd), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.756714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3679fba6-ef89-4286-bfa8-523489473dfd,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:03.763011 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:35:03Z', 'revision_number': 6, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:03.790141 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26376f8f-2e64-4609-a3d1-eddc36ec6850 None None] The sync data for ids ['7663766a-3def-4d6e-bcb5-d626e7c1452b'] in n-d-812111-13 is: [{'id': '7663766a-3def-4d6e-bcb5-d626e7c1452b', 'name': 'tempest-TestMinimumBasicScenario-483014118-router', 'tenant_id': '72b58b4979b44e638562ea4f26ab29a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:44Z', 'updated_at': '2022-01-28T17:35:03Z', 'revision_number': 6, 'project_id': '72b58b4979b44e638562ea4f26ab29a7', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:35:03.819430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (7663766a-3def-4d6e-bcb5-d626e7c1452b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.911757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (7663766a-3def-4d6e-bcb5-d626e7c1452b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.914416 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks [] for router_controller (7663766a-3def-4d6e-bcb5-d626e7c1452b), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.958942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (7663766a-3def-4d6e-bcb5-d626e7c1452b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.959472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7663766a-3def-4d6e-bcb5-d626e7c1452b {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:35:03.964041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:03.965389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c764a076-203d-48e7-8196-727e69068bd1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7663766a-3def-4d6e-bcb5-d626e7c1452b HTTP/1.1" status: 204 len: 168 time: 0.7601278 Jan 28 17:35:03.968098 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35552) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:04.011507 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Deleting subnet ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:35:04.014507 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Publish callbacks [] for subnet (ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.048884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.125366 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.180561 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.206815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:04.212236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.216281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-08bb9fd1-8d1b-4a57-9c66-84b4957fb9b8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee05bb42-2e28-4d99-a6ef-db0a3bcf78b9 HTTP/1.1" status: 204 len: 168 time: 0.2470286 Jan 28 17:35:04.218560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35554) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:04.220861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c49d3-176d-4b5d-a6b0-c8b7b5f68ab8 None None] Network 13871be7-d78b-44e6-a646-33907deedb7f requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:35:04.288187 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (13871be7-d78b-44e6-a646-33907deedb7f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.343166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Deleting port e0c99316-fea7-451d-981a-69dba078fad6 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:35:04.343514 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e0c99316-fea7-451d-981a-69dba078fad6), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.408388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] For port e0c99316-fea7-451d-981a-69dba078fad6, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e0c99316-fea7-451d-981a-69dba078fad6,segment=NetworkSegment(d5fbdd56-3504-4687-8c9e-773a4baa7622),segment_id=d5fbdd56-3504-4687-8c9e-773a4baa7622)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:04.408785 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e0c99316-fea7-451d-981a-69dba078fad6), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.421968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Calling delete_port for e0c99316-fea7-451d-981a-69dba078fad6 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:35:04.499151 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (e0c99316-fea7-451d-981a-69dba078fad6), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.579876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994dd17e-4ae8-407b-a772-95b202a66f71 None None] DHCP port deletion for 13871be7-d78b-44e6-a646-33907deedb7f request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:35:04.857105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c99316-fea7-451d-981a-69dba078fad6,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:04.860554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] No DVR routers for this DVR port e0c99316-fea7-451d-981a-69dba078fad6 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:35:04.930617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (13871be7-d78b-44e6-a646-33907deedb7f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.950714 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13871be7-d78b-44e6-a646-33907deedb7f']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:04.959719 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fbdd56-3504-4687-8c9e-773a4baa7622') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:04.960022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fbdd56-3504-4687-8c9e-773a4baa7622') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:04.969241 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (d5fbdd56-3504-4687-8c9e-773a4baa7622), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.981868 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d5fbdd56-3504-4687-8c9e-773a4baa7622), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.987675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:35:04.988059 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (d5fbdd56-3504-4687-8c9e-773a4baa7622), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:35:04.989696 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:35:05.045739 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (13871be7-d78b-44e6-a646-33907deedb7f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:05.051135 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:05.054870 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] 10.222.0.25 "DELETE /v2.0/networks/13871be7-d78b-44e6-a646-33907deedb7f HTTP/1.1" status: 204 len: 168 time: 0.8346770 Jan 28 17:35:05.057943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35556) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:05.065671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3d726-2617-4e26-9bcc-2c4154f4b08f admin admin] Pushing event deleted for resources: {'Network': ['ID=13871be7-d78b-44e6-a646-33907deedb7f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:05.321828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e0c99316-fea7-451d-981a-69dba078fad6 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:05.343037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e0c99316-fea7-451d-981a-69dba078fad6 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:05.343614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e0c99316-fea7-451d-981a-69dba078fad6 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:05.344296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3679fba6-ef89-4286-bfa8-523489473dfd no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:05.366815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3679fba6-ef89-4286-bfa8-523489473dfd {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:05.367684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3679fba6-ef89-4286-bfa8-523489473dfd not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:05.368096 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4b70e52d-ac27-40a0-879b-12fa9d851114 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:05.401360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:05.544328 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 4b70e52d-ac27-40a0-879b-12fa9d851114 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:05.544682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 4b70e52d-ac27-40a0-879b-12fa9d851114 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:05.653611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Deleting port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:35:05.653865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:05.729611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] For port 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,segment=NetworkSegment(62979612-cf8b-43fc-a185-ab74c4745299),segment_id=62979612-cf8b-43fc-a185-ab74c4745299)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:05.729976 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:05.742833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Calling delete_port for 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:35:05.918901 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (84dc4e07-e64d-462e-a3e1-7ad8c8fb2018), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:05.946091 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=84dc4e07-e64d-462e-a3e1-7ad8c8fb2018,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:06.115532 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:06.327399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:35:06.432450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:35:06.437481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d3ce9ff0-0092-4001-b625-57b450541d9e admin admin] 10.222.0.25 "PUT /v2.0/routers/6e7dd9ca-bc3a-4228-83b3-bc81e15fe209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785155 Jan 28 17:35:06.439991 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35558) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:06.442468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] Sync routers for ids ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:35:06.452519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] Routers {'6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:06.453350 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:06.541825 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks [] for router (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:06.558259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] Set router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:06.640701 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks [] for router_gateway (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:06.697028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Deleting port d0a6c7b1-71e0-4198-962d-430603f0e63c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:35:06.697369 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:06.737612 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:35:05Z', 'revision_number': 5, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port': {'id': 'd0a6c7b1-71e0-4198-962d-430603f0e63c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:32:50Z', 'updated_at': '2022-01-28T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:06.767669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] Checking router: 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:35:06.775529 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] For port d0a6c7b1-71e0-4198-962d-430603f0e63c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d0a6c7b1-71e0-4198-962d-430603f0e63c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:06.775898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:06.776427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] Routers {'6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:06.777137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:06.787823 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Calling delete_port for d0a6c7b1-71e0-4198-962d-430603f0e63c owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:35:06.861487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] Set router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:06.912021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:35:06Z', 'revision_number': 6, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:06.940534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae3d88-b648-4367-ac98-b815e1dc80da None None] The sync data for ids ['6e7dd9ca-bc3a-4228-83b3-bc81e15fe209'] in n-d-812111-13 is: [{'id': '6e7dd9ca-bc3a-4228-83b3-bc81e15fe209', 'name': 'tempest-TestMinimumBasicScenario-747595770-router', 'tenant_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:32:49Z', 'updated_at': '2022-01-28T17:35:06Z', 'revision_number': 6, 'project_id': '40ed6cf1a576481fb9d61e91a82c9b31', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:35:06.950717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d0a6c7b1-71e0-4198-962d-430603f0e63c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:06.982250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a6c7b1-71e0-4198-962d-430603f0e63c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:07.049050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.137207 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.139309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks [] for router_controller (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.181553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (6e7dd9ca-bc3a-4228-83b3-bc81e15fe209), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.181869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:35:07.186313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.187382 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6ba79273-a490-478c-b753-e9435bb2148b admin admin] 10.222.0.25 "DELETE /v2.0/routers/6e7dd9ca-bc3a-4228-83b3-bc81e15fe209 HTTP/1.1" status: 204 len: 168 time: 0.7464793 Jan 28 17:35:07.189902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35560) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:07.235956 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Deleting subnet 4bbf965c-add4-4276-ba21-57c73aa5ab3b {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:35:07.238899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Publish callbacks [] for subnet (4bbf965c-add4-4276-ba21-57c73aa5ab3b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.274074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (4bbf965c-add4-4276-ba21-57c73aa5ab3b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.363191 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (4bbf965c-add4-4276-ba21-57c73aa5ab3b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.417130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (4bbf965c-add4-4276-ba21-57c73aa5ab3b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.446146 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bbf965c-add4-4276-ba21-57c73aa5ab3b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:07.449600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.452755 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5c33bac8-0a61-4661-8879-3e577c56ff15 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bbf965c-add4-4276-ba21-57c73aa5ab3b HTTP/1.1" status: 204 len: 168 time: 0.2619278 Jan 28 17:35:07.455227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35562) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:07.455520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccfc5f-f5e3-442e-be56-4108ab8ddaa9 None None] Network 138a16d1-4f71-4d68-9295-68bde50c960c requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:35:07.523154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (138a16d1-4f71-4d68-9295-68bde50c960c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.577099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Deleting port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:35:07.577438 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.641292 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] For port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,segment=NetworkSegment(62979612-cf8b-43fc-a185-ab74c4745299),segment_id=62979612-cf8b-43fc-a185-ab74c4745299)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:07.641580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.653574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Calling delete_port for d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:35:07.720900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:07.722993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613ffd1-141d-44b4-bfb1-ec7f81e99dee None None] DHCP port deletion for 138a16d1-4f71-4d68-9295-68bde50c960c request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:35:07.736137 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d2295c36-b66b-46fe-8dcb-a9296eb6f3f8), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.763038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Pushing event deleted for resources: {'Port': ['ID=d2295c36-b66b-46fe-8dcb-a9296eb6f3f8,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:07.764880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] No DVR routers for this DVR port d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:35:07.772642 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:07.773549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 84dc4e07-e64d-462e-a3e1-7ad8c8fb2018 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:07.776181 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1613ffd1-141d-44b4-bfb1-ec7f81e99dee None None] The port 'd2295c36-b66b-46fe-8dcb-a9296eb6f3f8' was deleted {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 17:35:07.843498 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (138a16d1-4f71-4d68-9295-68bde50c960c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.864607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138a16d1-4f71-4d68-9295-68bde50c960c']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:07.875180 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62979612-cf8b-43fc-a185-ab74c4745299') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:07.875479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62979612-cf8b-43fc-a185-ab74c4745299') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:07.885474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (62979612-cf8b-43fc-a185-ab74c4745299), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.900852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (62979612-cf8b-43fc-a185-ab74c4745299), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.907205 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:35:07.907749 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (62979612-cf8b-43fc-a185-ab74c4745299), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:35:07.909607 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:35:07.970628 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (138a16d1-4f71-4d68-9295-68bde50c960c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.975515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:07.978784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] 10.222.0.25 "DELETE /v2.0/networks/138a16d1-4f71-4d68-9295-68bde50c960c HTTP/1.1" status: 204 len: 168 time: 0.5226312 Jan 28 17:35:07.991059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320b624-3b65-4182-a5de-5bc9fef596af admin admin] Pushing event deleted for resources: {'Network': ['ID=138a16d1-4f71-4d68-9295-68bde50c960c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:08.141813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35566) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:08.181371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-29177580-2ce2-482c-9d88-341954df867f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72b58b4979b44e638562ea4f26ab29a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383906 Jan 28 17:35:08.183659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35568) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:08.228762 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37ab4728-6a1e-439f-b93f-23dc51ef7069 admin admin] Publish callbacks [] for security_group (5810f8e4-29d3-4a62-8ff7-0dcc0905b778), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.249789 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37ab4728-6a1e-439f-b93f-23dc51ef7069 admin admin] Publish callbacks [] for security_group (5810f8e4-29d3-4a62-8ff7-0dcc0905b778), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.298764 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37ab4728-6a1e-439f-b93f-23dc51ef7069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (5810f8e4-29d3-4a62-8ff7-0dcc0905b778), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.301290 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37ab4728-6a1e-439f-b93f-23dc51ef7069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.302437 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-37ab4728-6a1e-439f-b93f-23dc51ef7069 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5810f8e4-29d3-4a62-8ff7-0dcc0905b778 HTTP/1.1" status: 204 len: 168 time: 0.1179125 Jan 28 17:35:08.311966 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab4728-6a1e-439f-b93f-23dc51ef7069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5810f8e4-29d3-4a62-8ff7-0dcc0905b778,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:08.602678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:08.641389 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7de21d55-89fd-46b3-89b0-4218588dec94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40ed6cf1a576481fb9d61e91a82c9b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375266 Jan 28 17:35:08.643887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35576) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:08.689715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5731297c-eb50-45ea-9f0c-76533acc310d admin admin] Publish callbacks [] for security_group (11b3af77-69ad-45e5-ab03-4735a61fd930), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.709649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5731297c-eb50-45ea-9f0c-76533acc310d admin admin] Publish callbacks [] for security_group (11b3af77-69ad-45e5-ab03-4735a61fd930), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.757959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5731297c-eb50-45ea-9f0c-76533acc310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (11b3af77-69ad-45e5-ab03-4735a61fd930), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.760449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5731297c-eb50-45ea-9f0c-76533acc310d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:08.761659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5731297c-eb50-45ea-9f0c-76533acc310d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11b3af77-69ad-45e5-ab03-4735a61fd930 HTTP/1.1" status: 204 len: 168 time: 0.1168690 Jan 28 17:35:08.769338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731297c-eb50-45ea-9f0c-76533acc310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3af77-69ad-45e5-ab03-4735a61fd930,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:09.321676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:09.346173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:09.346486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d2295c36-b66b-46fe-8dcb-a9296eb6f3f8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:09.346920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d0a6c7b1-71e0-4198-962d-430603f0e63c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:35:09.369954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d0a6c7b1-71e0-4198-962d-430603f0e63c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:35:09.370336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d0a6c7b1-71e0-4198-962d-430603f0e63c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:35:10.264178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35616) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:10.268848 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448923255', 'description': 'tempest-secgroup-smoke-448923255 description', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:10.289690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.297230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.370471 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (0ced5e80-2651-45a6-befd-8b14082b63e7), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.373848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0ced5e80-2651-45a6-befd-8b14082b63e7), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.411038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced5e80-2651-45a6-befd-8b14082b63e7,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:10.450387 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (668b4bfb-67aa-4657-9056-28ea9fbed2e5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.453917 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (668b4bfb-67aa-4657-9056-28ea9fbed2e5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.480430 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.481675 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2164264 Jan 28 17:35:10.484913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:10.485530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bb1e3-976a-43bb-b91c-56ae28f4d94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668b4bfb-67aa-4657-9056-28ea9fbed2e5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:10.490584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '668b4bfb-67aa-4657-9056-28ea9fbed2e5', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:10.515896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (025701c4-da2f-4797-bd9f-8ab161dcb1ac), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.560689 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (025701c4-da2f-4797-bd9f-8ab161dcb1ac), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.564234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (025701c4-da2f-4797-bd9f-8ab161dcb1ac), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.582780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025701c4-da2f-4797-bd9f-8ab161dcb1ac,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:10.590334 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.591518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bda4640a-236d-4f3c-9029-dd7c9f1c79ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054466 Jan 28 17:35:10.594245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35620) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:10.598526 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '668b4bfb-67aa-4657-9056-28ea9fbed2e5', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:10.621607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (e707eece-855a-4300-b59c-b3c07916061b), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.676121 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (e707eece-855a-4300-b59c-b3c07916061b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.680008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (e707eece-855a-4300-b59c-b3c07916061b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.691224 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:35:10.698600 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e707eece-855a-4300-b59c-b3c07916061b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:10.707772 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.709027 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a5c855de-86ac-47c8-a8b9-467cb001325f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138127 Jan 28 17:35:10.712456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35622) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:10.717395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '668b4bfb-67aa-4657-9056-28ea9fbed2e5', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:10.742572 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (ffaa45a2-5f3a-4676-8305-df3c53184411), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.798405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (ffaa45a2-5f3a-4676-8305-df3c53184411), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.801882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (ffaa45a2-5f3a-4676-8305-df3c53184411), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.823024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaa45a2-5f3a-4676-8305-df3c53184411,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:10.828463 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.829687 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5484f30e-4667-45fb-a3ed-4682e66356e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159883 Jan 28 17:35:10.832465 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35624) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:10.836941 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '668b4bfb-67aa-4657-9056-28ea9fbed2e5', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:10.861109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (3bfe518e-d8b0-42cb-a1c2-05a8d302b339), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.919989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (3bfe518e-d8b0-42cb-a1c2-05a8d302b339), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.923706 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (3bfe518e-d8b0-42cb-a1c2-05a8d302b339), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.942619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfe518e-d8b0-42cb-a1c2-05a8d302b339,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:10.952093 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:10.953317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-69d9a0a6-09fe-4223-bc1c-511e8da13531 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198461 Jan 28 17:35:10.956097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35626) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:10.960327 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '668b4bfb-67aa-4657-9056-28ea9fbed2e5', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:10.978860 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:35:10.984086 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (20d013a6-3414-4dfd-a25c-74dad82b77eb), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.041798 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (20d013a6-3414-4dfd-a25c-74dad82b77eb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.045357 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (20d013a6-3414-4dfd-a25c-74dad82b77eb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.063708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d013a6-3414-4dfd-a25c-74dad82b77eb,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:11.071735 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.072946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dd43a0cd-642b-4fb2-a6a3-ac53ed24387e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159203 Jan 28 17:35:11.075682 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35628) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:11.079981 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '668b4bfb-67aa-4657-9056-28ea9fbed2e5', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:11.098442 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:35:11.103284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (fbdb7100-077b-4d28-905c-9f4eb80f5ce4), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.161686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (fbdb7100-077b-4d28-905c-9f4eb80f5ce4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.166063 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (fbdb7100-077b-4d28-905c-9f4eb80f5ce4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.183708 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdb7100-077b-4d28-905c-9f4eb80f5ce4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:11.192512 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.193920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-74f1e1ad-8854-4d31-9d8d-6b7f2c9f9e27 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172767 Jan 28 17:35:11.199538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35630) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:11.204783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'network': {'name': 'tempest-network-smoke--1937279968', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:11.224588 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:35:11.228516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.255309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:35:11.264612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (26c1bad5-cb11-43c3-afe7-3695ad82a9dc), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.265023 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Added segment 26c1bad5-cb11-43c3-afe7-3695ad82a9dc of type vlan for network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 Jan 28 17:35:11.305353 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.329780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.334826 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:11.335453 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.400328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35632) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:11.400940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1997995 Jan 28 17:35:11.405372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'admin_state_up': True, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:11.412120 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b3989-4be0-426c-8058-9485d7d7dc17 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Network': ['ID=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:11.426755 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:35:11.427296 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (835bcde4-aa18-4323-b73b-c5ac1b281438), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.427922 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (835bcde4-aa18-4323-b73b-c5ac1b281438), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.482422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (835bcde4-aa18-4323-b73b-c5ac1b281438), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.622523 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (835bcde4-aa18-4323-b73b-c5ac1b281438), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.817678 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (835bcde4-aa18-4323-b73b-c5ac1b281438), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.836175 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:11.935512 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.216 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/3dbc9e43-8c7c-4f2a-90fa-9bd266557726) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:35:12.037953 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:12.072145 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:12.108900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:35:12.115426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:12.117640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:35:12.123064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:12.703650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (835bcde4-aa18-4323-b73b-c5ac1b281438), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:12.740266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:12.761163 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:12.909526 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (835bcde4-aa18-4323-b73b-c5ac1b281438), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.032422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 835bcde4-aa18-4323-b73b-c5ac1b281438 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:35:13.138650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:35:13.147851 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Sync routers for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:35:13.157651 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:13.158111 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.158236 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:13.159353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d5640797-7dd8-4e53-9bc9-72b44110ba14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7577977 Jan 28 17:35:13.162425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35634) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:13.266634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:13.286186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2d9e748e-3852-44be-a0b4-c11e311cec71 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1ed21f0a0caf4ce78cec3504583c1968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226218 Jan 28 17:35:13.288901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35638) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:13.444230 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:12Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:13.464658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b88dd-c990-445c-b461-ec974fb0d109 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:13.466220 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-424b88dd-c990-445c-b461-ec974fb0d109 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764209 Jan 28 17:35:13.469319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35640) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:13.470040 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Checking router: 835bcde4-aa18-4323-b73b-c5ac1b281438 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:35:13.470385 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Updating router 835bcde4-aa18-4323-b73b-c5ac1b281438 port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:35:13.497459 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.508602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ddfa290b-c6a9-45e9-baf0-652b986aa835 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381505 Jan 28 17:35:13.511234 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35642) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:13.515913 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1766247384', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:13.600527 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:35:13.604502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.737974 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Publish callbacks [] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.745771 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.783588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ff7b6434-3966-4523-a79b-a645974866c7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.800753 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Attempting to bind port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:35:13.801122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Attempting to bind port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:35:13.801478 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Attempting to bind port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:35:13.804525 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Pushing event updated for resources: {'Port': ['ID=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:13.812091 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:35:13.812468 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:35:13.812887 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.813281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:35:13.813740 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Bound port: 3dbc9e43-8c7c-4f2a-90fa-9bd266557726, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:35:13.814294 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.817496 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.817844 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.818634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.818634 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.818845 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.819156 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.819480 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.819837 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.820158 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.820482 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.820828 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.821152 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.821472 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:13.842323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Subnet': ['ID=ff7b6434-3966-4523-a79b-a645974866c7,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:13.853253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Checking segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:35:13.853563 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network hostable DHCP agents. Network: b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:35:13.870124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:35:13.873971 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] For port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:35:13.878447 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] For port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:35:13.880649 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:13.887042 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.887644 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:13.888352 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:13.891204 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdc5f3-d619-46f2-807d-fed3be9d88be None None] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:35:13.906711 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f02dcbb0-d2fa-4e66-a2be-c97b89275364 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3944716 Jan 28 17:35:13.909438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35644) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:13.947444 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0c925-9e03-4f1d-9bd8-aaac509302bc None None] Pushing event updated for resources: {'Port': ['ID=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:13.971597 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:13.972218 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:14.000855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:35:14.002125 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.081289 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:14.148532 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Allocated IP 172.20.0.2 (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2/ff7b6434-3966-4523-a79b-a645974866c7/40f40401-376b-423f-930e-34625dafe67d) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:35:14.278046 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:12Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:14.297424 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Publish callbacks [] for port (40f40401-376b-423f-930e-34625dafe67d), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.305002 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (40f40401-376b-423f-930e-34625dafe67d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.305658 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f93e2-6cb2-4278-8a2e-6b3e1b0bdf65 None None] The sync data for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 is: [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:12Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:35:14.350767 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:35:14.359911 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Pushing event updated for resources: {'Port': ['ID=40f40401-376b-423f-930e-34625dafe67d,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:14.362661 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:14.365720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:35:14.375113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.375113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.375405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.375738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.376078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.376410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.376771 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.377108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.377435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.377761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.378086 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.378412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.378735 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:35:14.388077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.436037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Attempting to bind port 40f40401-376b-423f-930e-34625dafe67d on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:35:14.436403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Attempting to bind port 40f40401-376b-423f-930e-34625dafe67d by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:35:14.436859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Attempting to bind port 40f40401-376b-423f-930e-34625dafe67d on network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:35:14.442018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:35:14.442394 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Checking segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:35:14.442799 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.443325 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Bound using segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:35:14.443800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Bound port: 40f40401-376b-423f-930e-34625dafe67d, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:35:14.444185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (40f40401-376b-423f-930e-34625dafe67d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.510229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] For port 40f40401-376b-423f-930e-34625dafe67d, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:35:14.513533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] For port 40f40401-376b-423f-930e-34625dafe67d, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=40f40401-376b-423f-930e-34625dafe67d,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:35:14.521830 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (40f40401-376b-423f-930e-34625dafe67d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.613343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f08d1e-2079-437a-b281-93f898c1d1f4 None None] Pushing event updated for resources: {'Port': ['ID=40f40401-376b-423f-930e-34625dafe67d,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:14.734331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.1 (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2/ff7b6434-3966-4523-a79b-a645974866c7/17dd51d1-a69d-4d92-a266-e303e528ee43) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:35:14.875103 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.915506 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:14.961445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:35:14.969076 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:14.973819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:35:14.978565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=17dd51d1-a69d-4d92-a266-e303e528ee43,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:15.025761 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (835bcde4-aa18-4323-b73b-c5ac1b281438), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.167355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.449277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:35:15.476916 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.485177 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.507198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:15.507572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.565523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=17dd51d1-a69d-4d92-a266-e303e528ee43,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:15.568235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (835bcde4-aa18-4323-b73b-c5ac1b281438), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.599130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:15.599675 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.622380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:15.627893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.629778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40f40401-376b-423f-930e-34625dafe67d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:35:15.668882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:35:15.670300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:15.707912 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02fae05-7f0c-4dd1-aa8f-18db515d9d3f None None] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:35:15.730968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:15.792583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] Provisioning complete for port 40f40401-376b-423f-930e-34625dafe67d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:15.793067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (40f40401-376b-423f-930e-34625dafe67d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.793300 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 835bcde4-aa18-4323-b73b-c5ac1b281438 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:35:15.799796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 40f40401-376b-423f-930e-34625dafe67d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:15.800231 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (40f40401-376b-423f-930e-34625dafe67d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:15.907934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:35:15.917056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-18ab1344-a22a-4669-a530-d33f51a971c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/835bcde4-aa18-4323-b73b-c5ac1b281438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0038121 Jan 28 17:35:15.991079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] Current status of the port 40f40401-376b-423f-930e-34625dafe67d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:15.992047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (40f40401-376b-423f-930e-34625dafe67d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:16.006668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 40f40401-376b-423f-930e-34625dafe67d is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:16.007457 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (40f40401-376b-423f-930e-34625dafe67d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:16.072466 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da0f35c0-0df6-4949-a962-6b02374aa202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:16.078374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] For port 40f40401-376b-423f-930e-34625dafe67d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=40f40401-376b-423f-930e-34625dafe67d,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:16.082476 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-dd43228f-2612-458d-b21d-03545481bc50 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448923255&fields=id&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 267 time: 0.0566127 Jan 28 17:35:16.088363 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (40f40401-376b-423f-930e-34625dafe67d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:16.122415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Sync routers for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:35:16.193600 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:16.194234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:16.196295 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088812c-b157-4bd1-b418-0b1855840d1f None None] Pushing event updated for resources: {'Port': ['ID=40f40401-376b-423f-930e-34625dafe67d,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:16.200097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:35:16.200630 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:35:16.211746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-0f0118a9-a2f9-417e-b3f6-2f696ea35c18 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:16.213547 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-0f0118a9-a2f9-417e-b3f6-2f696ea35c18 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/networks?id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 HTTP/1.1" status: 200 len: 797 time: 0.1232762 Jan 28 17:35:16.230791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-9788328e-3510-4b19-bf0a-6677a1751c54 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/quotas/1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 375 time: 0.0102379 Jan 28 17:35:16.260071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e0fc26e9-ad02-4c20-8053-70d0443288c0 None None] Provisioning complete for port 40f40401-376b-423f-930e-34625dafe67d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:16.260391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0fc26e9-ad02-4c20-8053-70d0443288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (40f40401-376b-423f-930e-34625dafe67d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:16.289448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-43d3b79d-3b20-4f32-acef-d598302d6d9d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524480 Jan 28 17:35:16.355329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:16.364310 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-184b867c-2b0a-4cf7-a3f9-f6cb6d2c7fac service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:35:16.365400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-184b867c-2b0a-4cf7-a3f9-f6cb6d2c7fac service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0647881 Jan 28 17:35:16.472242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-5de720f6-6202-4380-88e3-d9f2c76dd8c3 service neutron] 10.222.0.25 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999639 Jan 28 17:35:16.579033 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-fb6415dd-5aec-40ef-af03-8ea8b8664263 service neutron] 10.222.0.25 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999100 Jan 28 17:35:16.643263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc26e9-ad02-4c20-8053-70d0443288c0 None None] Current status of the port 40f40401-376b-423f-930e-34625dafe67d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:16.700764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e0fc26e9-ad02-4c20-8053-70d0443288c0 None None] Provisioning complete for port 17dd51d1-a69d-4d92-a266-e303e528ee43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:16.701229 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e0fc26e9-ad02-4c20-8053-70d0443288c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:16.752483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c9486c82-f3cd-4ab4-8b4a-ec8f3ffc91e6 req-0b8388bd-2757-48b0-bb2d-f34e2a571dd1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 210 time: 0.0305142 Jan 28 17:35:16.805426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 40f40401-376b-423f-930e-34625dafe67d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:16.811488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc26e9-ad02-4c20-8053-70d0443288c0 None None] Port 17dd51d1-a69d-4d92-a266-e303e528ee43 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:35:16.839214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 2, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:16.866443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Checking router: 835bcde4-aa18-4323-b73b-c5ac1b281438 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:35:16.866865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Updating router 835bcde4-aa18-4323-b73b-c5ac1b281438 port 17dd51d1-a69d-4d92-a266-e303e528ee43 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:35:16.893076 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.001446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2e985454-710a-4911-91aa-2b57026e359f None None] Provisioning complete for port 17dd51d1-a69d-4d92-a266-e303e528ee43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:17.001825 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e985454-710a-4911-91aa-2b57026e359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.053488 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2e985454-710a-4911-91aa-2b57026e359f None None] Port 17dd51d1-a69d-4d92-a266-e303e528ee43 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:35:17.199409 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Publish callbacks [] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.204432 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.260443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293f08c-bf84-4902-9681-15babe90d7e2 None None] Pushing event updated for resources: {'Port': ['ID=17dd51d1-a69d-4d92-a266-e303e528ee43,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:17.321760 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Attempting to bind port 17dd51d1-a69d-4d92-a266-e303e528ee43 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:35:17.322320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Attempting to bind port 17dd51d1-a69d-4d92-a266-e303e528ee43 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:35:17.322750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Attempting to bind port 17dd51d1-a69d-4d92-a266-e303e528ee43 on network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:35:17.329112 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:35:17.329604 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Checking segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:35:17.330082 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.331034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Bound using segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:35:17.331034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Bound port: 17dd51d1-a69d-4d92-a266-e303e528ee43, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:35:17.331472 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.376388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:35:17.443348 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] For port 17dd51d1-a69d-4d92-a266-e303e528ee43, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:35:17.447965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] For port 17dd51d1-a69d-4d92-a266-e303e528ee43, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=17dd51d1-a69d-4d92-a266-e303e528ee43,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:35:17.455555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.509202 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:17.509604 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.553609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] Provisioning complete for port 17dd51d1-a69d-4d92-a266-e303e528ee43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:17.553958 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.580597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:17.581274 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:34:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:17.583489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293f08c-bf84-4902-9681-15babe90d7e2 None None] Pushing event updated for resources: {'Port': ['ID=17dd51d1-a69d-4d92-a266-e303e528ee43,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:17.766312 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:17.767334 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40f40401-376b-423f-930e-34625dafe67d up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:35:17.798377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:17.846583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] Current status of the port 17dd51d1-a69d-4d92-a266-e303e528ee43 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:17.847425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.865425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-32af1ea6-5460-48e8-8069-b9b8d895c207 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:17.876738 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f22bca7b-06f3-468e-8efe-20229890b5ac req-b06a7c25-1eb5-42b0-958f-b3ffe7c880a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 210 time: 0.0360572 Jan 28 17:35:17.877849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-32af1ea6-5460-48e8-8069-b9b8d895c207 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/networks?id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 HTTP/1.1" status: 200 len: 797 time: 0.1520536 Jan 28 17:35:17.947178 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-c4f63831-3d6c-4696-9189-29bd5dd7cd1f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 379 time: 0.0646372 Jan 28 17:35:17.954312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'port': {'device_id': '8745b8a6-b23f-49db-8fee-75950eca897b', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'admin_state_up': True, 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'security_groups': ['668b4bfb-67aa-4657-9056-28ea9fbed2e5']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:17.967662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] For port 17dd51d1-a69d-4d92-a266-e303e528ee43, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=17dd51d1-a69d-4d92-a266-e303e528ee43,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:17.981830 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:17.987867 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 40f40401-376b-423f-930e-34625dafe67d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:17.988224 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (40f40401-376b-423f-930e-34625dafe67d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.050745 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f7a6b66a-8ba3-4474-a9ed-568f1b5fdc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.060228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:35:18.064196 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.101890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05cf38-a6be-49ee-89b3-b2652e3397bb None None] Pushing event updated for resources: {'Port': ['ID=17dd51d1-a69d-4d92-a266-e303e528ee43,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:18.144426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-9fda1dba-8f2e-46ce-9bdb-99b6929d275d None None] Provisioning complete for port 17dd51d1-a69d-4d92-a266-e303e528ee43 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:18.144822 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9fda1dba-8f2e-46ce-9bdb-99b6929d275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.200178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.5 (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2/ff7b6434-3966-4523-a79b-a645974866c7/4c1a42f5-cb69-473a-9347-60621f878dad) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:35:18.341857 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (4c1a42f5-cb69-473a-9347-60621f878dad), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.362832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 40f40401-376b-423f-930e-34625dafe67d is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:18.383587 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.391588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:18.426365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:35:18.429917 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:18.432387 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:35:18.438315 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3386c0-be36-460d-95d7-9576908d652b None None] The sync data for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 is: [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:35:18.451885 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9fda1dba-8f2e-46ce-9bdb-99b6929d275d None None] Current status of the port 17dd51d1-a69d-4d92-a266-e303e528ee43 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:18.469845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=4c1a42f5-cb69-473a-9347-60621f878dad,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:18.495424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:18.496071 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.538286 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-57688387-8c6f-4f50-8205-331382edf0ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874910 Jan 28 17:35:18.602304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Request body: {'port': {'device_id': '8745b8a6-b23f-49db-8fee-75950eca897b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:18.672927 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.771961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-5f1f87a6-70b4-449a-8ef8-dfe9371ee793 None None] Provisioning complete for port 4c1a42f5-cb69-473a-9347-60621f878dad triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:18.773349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f1f87a6-70b4-449a-8ef8-dfe9371ee793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.812179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f87a6-70b4-449a-8ef8-dfe9371ee793 None None] Port 4c1a42f5-cb69-473a-9347-60621f878dad cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:35:18.957222 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1a42f5-cb69-473a-9347-60621f878dad {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:35:18.968922 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Publish callbacks [] for port (4c1a42f5-cb69-473a-9347-60621f878dad), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.985594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Transition to ACTIVE for port object 4c1a42f5-cb69-473a-9347-60621f878dad will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:35:18.992220 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:18.997491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8c7c-06e5-414b-bf82-091b7b26bfd3 req-234fdac4-3cb4-4d6e-9c8d-d9c67ccb00eb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:18.999983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2ae8c7c-06e5-414b-bf82-091b7b26bfd3 req-234fdac4-3cb4-4d6e-9c8d-d9c67ccb00eb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 931 time: 0.0679152 Jan 28 17:35:19.049099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Pushing event updated for resources: {'Port': ['ID=4c1a42f5-cb69-473a-9347-60621f878dad,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:19.070156 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b2ae8c7c-06e5-414b-bf82-091b7b26bfd3 req-3e9e09b4-5eb0-4e48-b6d9-964ce91104fd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641372 Jan 28 17:35:19.154944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Attempting to bind port 4c1a42f5-cb69-473a-9347-60621f878dad on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:35:19.154944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Attempting to bind port 4c1a42f5-cb69-473a-9347-60621f878dad by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:35:19.154944 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Attempting to bind port 4c1a42f5-cb69-473a-9347-60621f878dad on network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:35:19.156521 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Port 4c1a42f5-cb69-473a-9347-60621f878dad on network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:35:19.156884 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Attempting to bind port 4c1a42f5-cb69-473a-9347-60621f878dad on network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:35:19.162357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:35:19.162701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Checking segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:35:19.163094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Bound using segment: {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:35:19.163558 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Bound port: 4c1a42f5-cb69-473a-9347-60621f878dad, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c1bad5-cb11-43c3-afe7-3695ad82a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:35:19.163925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:19.238028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] For port 4c1a42f5-cb69-473a-9347-60621f878dad, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:35:19.243393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] For port 4c1a42f5-cb69-473a-9347-60621f878dad, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4c1a42f5-cb69-473a-9347-60621f878dad,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:35:19.252140 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:19.292461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:19.292974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:19.294972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] 10.222.0.31 "PUT /v2.0/ports/4c1a42f5-cb69-473a-9347-60621f878dad HTTP/1.1" status: 200 len: 1092 time: 0.7500982 Jan 28 17:35:19.297896 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:35:19.301367 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66d29b8-fca9-4889-899c-b063bef87973" -d '{"events": [{"name": "network-changed", "server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:35:19.336935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728fd8-3617-4fc2-807d-ccceec23902a service neutron] Pushing event updated for resources: {'Port': ['ID=4c1a42f5-cb69-473a-9347-60621f878dad,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:19.392794 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63d7d07-3549-4118-9602-0a73117084e7 x-openstack-request-id: req-e63d7d07-3549-4118-9602-0a73117084e7 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:35:19.393042 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:35:19.393268 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e63d7d07-3549-4118-9602-0a73117084e7 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:35:19.393606 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad', 'status': 'completed', 'code': 200} Jan 28 17:35:19.427474 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-3769b11a-23b6-43bb-b115-e0da1139709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:19.430506 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-3769b11a-23b6-43bb-b115-e0da1139709a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 1126 time: 0.0840380 Jan 28 17:35:19.470255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 17dd51d1-a69d-4d92-a266-e303e528ee43 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:35:19.493550 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-0e10924f-c878-4083-af16-593b3c377c0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1a42f5-cb69-473a-9347-60621f878dad HTTP/1.1" status: 200 len: 217 time: 0.0539749 Jan 28 17:35:19.546059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 17dd51d1-a69d-4d92-a266-e303e528ee43 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:19.549071 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:19.561559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-b463ba14-619c-40c3-bbb1-6e4dde635258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:19.563341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-b463ba14-619c-40c3-bbb1-6e4dde635258 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff7b6434-3966-4523-a79b-a645974866c7 HTTP/1.1" status: 200 len: 835 time: 0.0631397 Jan 28 17:35:19.628632 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:19.639894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712725-0c68-4224-a49c-0403fb3b1783 req-7cb136a6-d416-442e-bc53-bb24fb64525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:19.641706 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-7cb136a6-d416-442e-bc53-bb24fb64525b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708919 Jan 28 17:35:19.683311 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 17dd51d1-a69d-4d92-a266-e303e528ee43 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:19.745409 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-579f5330-08f6-410f-968f-4c4dd6623357 service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968721 Jan 28 17:35:19.837615 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-93712725-0c68-4224-a49c-0403fb3b1783 req-a941bdbe-4d12-43a8-b4a8-d6e50a693103 service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863230 Jan 28 17:35:19.933116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d29b8-fca9-4889-899c-b063bef87973 req-5ed2f021-be07-4144-bb17-1513fb6d02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:19.934503 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-5ed2f021-be07-4144-bb17-1513fb6d02f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 1126 time: 0.0502267 Jan 28 17:35:20.024164 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d29b8-fca9-4889-899c-b063bef87973 req-8c9bcfec-737b-4796-8be3-2ed2497f89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:20.025721 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-8c9bcfec-737b-4796-8be3-2ed2497f89fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 HTTP/1.1" status: 200 len: 898 time: 0.0857587 Jan 28 17:35:20.066951 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-301c0d2e-8808-46be-92d6-6abfb2a964de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1a42f5-cb69-473a-9347-60621f878dad HTTP/1.1" status: 200 len: 217 time: 0.0344570 Jan 28 17:35:20.118903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d29b8-fca9-4889-899c-b063bef87973 req-45074569-8707-423d-bc3e-0ba0d1b3fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:20.120437 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-45074569-8707-423d-bc3e-0ba0d1b3fab9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff7b6434-3966-4523-a79b-a645974866c7 HTTP/1.1" status: 200 len: 835 time: 0.0476451 Jan 28 17:35:20.170599 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d29b8-fca9-4889-899c-b063bef87973 req-51b6a00d-e9ba-4ae2-8857-09b1ec39d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:20.172121 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-51b6a00d-e9ba-4ae2-8857-09b1ec39d816 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451410 Jan 28 17:35:20.197978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0090-0c1c-4afb-9d7b-f876f957601b req-6684b993-2488-404c-a47a-dc4528ad987a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:20.199376 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddba0090-0c1c-4afb-9d7b-f876f957601b req-6684b993-2488-404c-a47a-dc4528ad987a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 943 time: 0.0522749 Jan 28 17:35:20.247714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ddba0090-0c1c-4afb-9d7b-f876f957601b req-2048f8e8-0d31-4fdb-9426-1fcba58250cd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Jan 28 17:35:20.262870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-a25ab600-dec0-4475-8561-840c915afcb1 service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831711 Jan 28 17:35:20.355388 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a66d29b8-fca9-4889-899c-b063bef87973 req-393dc459-c8d4-482e-bad7-a5d4eeb2aa9c service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856276 Jan 28 17:35:20.843760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:21.365487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5555-6c3f-4f6c-bdf5-866e455c92ca req-d292601c-ddab-448b-8c63-5db9a010a5de tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:21.367506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-202c5555-6c3f-4f6c-bdf5-866e455c92ca req-d292601c-ddab-448b-8c63-5db9a010a5de tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 943 time: 0.0517409 Jan 28 17:35:21.419353 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-202c5555-6c3f-4f6c-bdf5-866e455c92ca req-78e9b99a-abce-4bd8-b66a-2d4ca2d6bcc6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458002 Jan 28 17:35:21.852875 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:22.536044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba3d38-4cfe-4409-b2a0-8bdbaef049cd req-49665177-de73-4e4e-adae-8c8d59a8a3f8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:22.537548 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fba3d38-4cfe-4409-b2a0-8bdbaef049cd req-49665177-de73-4e4e-adae-8c8d59a8a3f8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 943 time: 0.0511210 Jan 28 17:35:22.585541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5fba3d38-4cfe-4409-b2a0-8bdbaef049cd req-9fcd1965-ecad-4634-ab1e-70c9426740b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Jan 28 17:35:23.361243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4c1a42f5-cb69-473a-9347-60621f878dad details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:35:23.458431 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4c1a42f5-cb69-473a-9347-60621f878dad, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4c1a42f5-cb69-473a-9347-60621f878dad,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:23.469721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '4c1a42f5-cb69-473a-9347-60621f878dad', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'port_id': '4c1a42f5-cb69-473a-9347-60621f878dad', 'mac_address': 'fa:16:3e:d5:6c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:35:23.505939 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4c1a42f5-cb69-473a-9347-60621f878dad is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:23.506334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:23.519031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1a42f5-cb69-473a-9347-60621f878dad {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:35:23.539255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4c1a42f5-cb69-473a-9347-60621f878dad, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4c1a42f5-cb69-473a-9347-60621f878dad,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:23.542844 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:23.592950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4c1a42f5-cb69-473a-9347-60621f878dad,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:23.702553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe137a4d-ab7e-4975-8b7a-ddf81d230d7d req-74750d14-2ba4-4aee-a79c-7bad6d429b08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:23.704051 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe137a4d-ab7e-4975-8b7a-ddf81d230d7d req-74750d14-2ba4-4aee-a79c-7bad6d429b08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 944 time: 0.0516160 Jan 28 17:35:23.755296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fe137a4d-ab7e-4975-8b7a-ddf81d230d7d req-3d2de36f-d41f-4bda-ba99-a7aedbe61657 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Jan 28 17:35:23.787900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['4c1a42f5-cb69-473a-9347-60621f878dad'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:35:24.879124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974b30-dcdd-48b6-a55a-56b0214e6ce8 req-814fb4b1-ead7-4bd0-b133-3dddf6a2c585 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:24.880599 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43974b30-dcdd-48b6-a55a-56b0214e6ce8 req-814fb4b1-ead7-4bd0-b133-3dddf6a2c585 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 944 time: 0.0559099 Jan 28 17:35:24.928141 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43974b30-dcdd-48b6-a55a-56b0214e6ce8 req-8864bd4b-3081-4fb4-9070-5af900a39e61 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Jan 28 17:35:25.361287 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4c1a42f5-cb69-473a-9347-60621f878dad up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:35:25.409002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 4c1a42f5-cb69-473a-9347-60621f878dad completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:35:25.412539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 4c1a42f5-cb69-473a-9347-60621f878dad triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:35:25.412939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:25.493712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4c1a42f5-cb69-473a-9347-60621f878dad is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:35:25.494101 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:25.515914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:35:25.518156 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089765bc-33c3-4a4d-a9eb-da5ea9405775" -d '{"events": [{"server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "name": "network-vif-plugged", "status": "completed", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:35:25.530436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4c1a42f5-cb69-473a-9347-60621f878dad, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4c1a42f5-cb69-473a-9347-60621f878dad,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:35:25.534334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:25.583852 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4c1a42f5-cb69-473a-9347-60621f878dad,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:25.611781 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17889df-ef10-4591-942c-257662c0f760 x-openstack-request-id: req-a17889df-ef10-4591-942c-257662c0f760 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:35:25.612023 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "name": "network-vif-plugged", "status": "completed", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:35:25.612282 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a17889df-ef10-4591-942c-257662c0f760 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:35:25.612700 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad', 'code': 200} Jan 28 17:35:25.706870 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10447262-b998-4217-943a-62ee32225833 req-83a72bd8-ffdd-4004-874a-27521fb380ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:25.708376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10447262-b998-4217-943a-62ee32225833 req-83a72bd8-ffdd-4004-874a-27521fb380ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 1128 time: 0.0439851 Jan 28 17:35:25.753016 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-10447262-b998-4217-943a-62ee32225833 req-e70ecccd-427e-44fc-80e3-15974c9175ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387733 Jan 28 17:35:26.046267 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e7ce1-0a42-4e28-a6e2-eefbbd6fab71 req-a502af26-6d58-4c35-9612-6453c62bf63b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:26.047724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-218e7ce1-0a42-4e28-a6e2-eefbbd6fab71 req-a502af26-6d58-4c35-9612-6453c62bf63b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0528288 Jan 28 17:35:26.094925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-218e7ce1-0a42-4e28-a6e2-eefbbd6fab71 req-951fa3a9-db1f-44c7-965f-495a902d2955 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 Jan 28 17:35:27.211117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b8f06-17a4-4e40-a3e4-044bcaebd404 req-c828d709-4920-4d44-8818-ba62b535a8cb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:27.212572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a1b8f06-17a4-4e40-a3e4-044bcaebd404 req-c828d709-4920-4d44-8818-ba62b535a8cb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0517890 Jan 28 17:35:27.263329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9a1b8f06-17a4-4e40-a3e4-044bcaebd404 req-793c09fb-f629-4134-a184-39f5568e1785 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Jan 28 17:35:27.380574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff085-c1d4-4339-9f5f-5b7422d46547 req-4655f8ff-8526-4964-b4b2-22395e570107 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:27.382005 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78dff085-c1d4-4339-9f5f-5b7422d46547 req-4655f8ff-8526-4964-b4b2-22395e570107 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0523350 Jan 28 17:35:27.434902 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78dff085-c1d4-4339-9f5f-5b7422d46547 req-6b40c025-561f-4624-a3ef-9cddceba2428 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472493 Jan 28 17:35:27.456342 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35702) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:27.499069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad5453-bc8f-4ee3-96c2-ff74f5624846 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:27.500529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d2ad5453-bc8f-4ee3-96c2-ff74f5624846 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 1123 time: 0.0431902 Jan 28 17:35:27.503367 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35704) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:27.507735 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '4c1a42f5-cb69-473a-9347-60621f878dad', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:35:27.527944 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:27.624537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:27.723157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.173 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/196eec0c-5908-46c9-9aca-c2b2c85e22d7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:35:27.832207 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:27.864948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:27.901809 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:35:27.904492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:35:27.907182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:35:27.934031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=196eec0c-5908-46c9-9aca-c2b2c85e22d7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:28.284560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (0472272d-6c5e-49e5-84ae-90bb392eb6f1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:28.350576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:28.498609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:28.503058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:28.575888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=196eec0c-5908-46c9-9aca-c2b2c85e22d7,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:35:28.583895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (0472272d-6c5e-49e5-84ae-90bb392eb6f1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:28.682756 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 0472272d-6c5e-49e5-84ae-90bb392eb6f1 associated. External IP: 172.25.8.173, port: 4c1a42f5-cb69-473a-9347-60621f878dad. Jan 28 17:35:29.214723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 835bcde4-aa18-4323-b73b-c5ac1b281438 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:35:29.320620 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:35:29.329988 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] Sync routers for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:35:29.339385 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:29.340440 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:29.341072 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:29.368122 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-63dfec98-889d-4e27-84fb-15a35f42a7ab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8636615 Jan 28 17:35:29.368625 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:35:29.370892 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60c756-1515-4217-95fb-66501198df9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:35:29.415946 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3894519-7d59-4f1b-8e35-6c48435cb1b3 x-openstack-request-id: req-e3894519-7d59-4f1b-8e35-6c48435cb1b3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:35:29.416454 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:35:29.416856 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3894519-7d59-4f1b-8e35-6c48435cb1b3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:35:29.417259 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad', 'status': 'completed', 'code': 200} Jan 28 17:35:29.447052 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:29.485812 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b9ed8-b322-4dab-bcee-13079a5811a6 req-9ee8c78f-5743-4f95-a280-4e6b800e2313 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:29.489545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae3b9ed8-b322-4dab-bcee-13079a5811a6 req-9ee8c78f-5743-4f95-a280-4e6b800e2313 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0623438 Jan 28 17:35:29.489733 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c756-1515-4217-95fb-66501198df9f req-16c10327-038d-470e-914c-fba7309cc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:29.491693 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-16c10327-038d-470e-914c-fba7309cc0a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 1128 time: 0.0528691 Jan 28 17:35:29.541381 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ae3b9ed8-b322-4dab-bcee-13079a5811a6 req-db3e9eff-2176-4c07-8045-c5b6ab157c0d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456538 Jan 28 17:35:29.568354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35710) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:29.591851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c756-1515-4217-95fb-66501198df9f req-4cfb917a-c6d6-4131-84a3-6502484fd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:29.593377 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-4cfb917a-c6d6-4131-84a3-6502484fd685 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 HTTP/1.1" status: 200 len: 898 time: 0.0943673 Jan 28 17:35:29.636090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a5853268-0c51-4658-87dd-dea43ba27b00 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/0472272d-6c5e-49e5-84ae-90bb392eb6f1 HTTP/1.1" status: 200 len: 991 time: 0.0663741 Jan 28 17:35:29.666463 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-092e6ae4-3bb0-4ffe-a1ed-95dbf2e62927 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1a42f5-cb69-473a-9347-60621f878dad HTTP/1.1" status: 200 len: 999 time: 0.0660548 Jan 28 17:35:29.713964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c756-1515-4217-95fb-66501198df9f req-ab5508a3-d8c7-4f2a-88a1-fa6e0d779e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:29.715424 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-ab5508a3-d8c7-4f2a-88a1-fa6e0d779e49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff7b6434-3966-4523-a79b-a645974866c7 HTTP/1.1" status: 200 len: 835 time: 0.0430303 Jan 28 17:35:29.764746 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c756-1515-4217-95fb-66501198df9f req-596ab1c8-7a07-4efb-80e6-6e11c80f6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:29.766292 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-596ab1c8-7a07-4efb-80e6-6e11c80f6d35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444119 Jan 28 17:35:29.771367 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '0472272d-6c5e-49e5-84ae-90bb392eb6f1', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'port_id': '4c1a42f5-cb69-473a-9347-60621f878dad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'mac_address': 'fa:16:3e:d5:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8745b8a6-b23f-49db-8fee-75950eca897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:35:28Z', 'updated_at': '2022-01-28T17:35:28Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:29.797226 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] Checking router: 835bcde4-aa18-4323-b73b-c5ac1b281438 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:35:29.805947 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:35:29.806534 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:29.856577 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-0faebe44-307c-41da-9d3c-b213dc409952 service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Jan 28 17:35:29.908024 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:35:29.946398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a60c756-1515-4217-95fb-66501198df9f req-650bd405-b8cd-4724-b988-0d429d494065 service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840685 Jan 28 17:35:30.125842 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '0472272d-6c5e-49e5-84ae-90bb392eb6f1', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'port_id': '4c1a42f5-cb69-473a-9347-60621f878dad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'mac_address': 'fa:16:3e:d5:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8745b8a6-b23f-49db-8fee-75950eca897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:35:28Z', 'updated_at': '2022-01-28T17:35:28Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:35:30.156925 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f9937-c2e5-457e-8946-90f342a350ab None None] The sync data for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 is: [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '0472272d-6c5e-49e5-84ae-90bb392eb6f1', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'port_id': '4c1a42f5-cb69-473a-9347-60621f878dad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'mac_address': 'fa:16:3e:d5:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8745b8a6-b23f-49db-8fee-75950eca897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:35:28Z', 'updated_at': '2022-01-28T17:35:28Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:35:30.352174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa353f3-7d3e-40f0-a3bd-42b4f911e66d None None] New status for floating IP 0472272d-6c5e-49e5-84ae-90bb392eb6f1: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:35:30.639274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35712) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:35:30.757459 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-90b48d7b-91bc-4dc4-b163-b100eb1146d4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/0472272d-6c5e-49e5-84ae-90bb392eb6f1 HTTP/1.1" status: 200 len: 993 time: 0.1169436 Jan 28 17:35:42.756319 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:42.757459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:46.035111 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d649b56-c820-4220-a708-9206f53056cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:47.691862 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:35:47.984940 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1346e79a-3f91-484f-a54a-32b06c0e52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:49.602511 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:50.849200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:51.854918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:35:59.538782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8cee-27e7-4031-aef4-63eb5abd44ea req-0666b48d-d43b-4405-969d-9293a51df7b7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:35:59.540936 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f7e8cee-27e7-4031-aef4-63eb5abd44ea req-0666b48d-d43b-4405-969d-9293a51df7b7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0561759 Jan 28 17:35:59.590342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0f7e8cee-27e7-4031-aef4-63eb5abd44ea req-43d326f2-1e12-48c6-b873-304c2c97815c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Jan 28 17:36:00.709784 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa1f2e-5556-4349-874f-da4050f52fe4 req-0aa0824e-6da9-4f40-a395-4c572cd74396 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:00.711250 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78fa1f2e-5556-4349-874f-da4050f52fe4 req-0aa0824e-6da9-4f40-a395-4c572cd74396 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0519650 Jan 28 17:36:00.760925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78fa1f2e-5556-4349-874f-da4050f52fe4 req-599d4265-b73d-4e5c-9bd8-fd3b65a7ed60 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441260 Jan 28 17:36:00.782369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35740) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:00.844797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5b30101c-879c-4963-a1c7-3afde280ffb7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/0472272d-6c5e-49e5-84ae-90bb392eb6f1 HTTP/1.1" status: 200 len: 993 time: 0.0613022 Jan 28 17:36:02.116547 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777a42e-7479-4a29-83f0-c55273040959 req-94508e7f-0ca1-499e-bc08-240df313a3b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:02.121047 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8777a42e-7479-4a29-83f0-c55273040959 req-94508e7f-0ca1-499e-bc08-240df313a3b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0534756 Jan 28 17:36:02.167951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8777a42e-7479-4a29-83f0-c55273040959 req-fdfe09af-538e-4d3b-8b5c-5a2134aa2325 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429904 Jan 28 17:36:03.294549 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ecde-ff19-4ef5-9542-8622d32e13e4 req-5cde9047-d1ff-4878-9cdb-bdad2517b3a8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:03.296081 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c131ecde-ff19-4ef5-9542-8622d32e13e4 req-5cde9047-d1ff-4878-9cdb-bdad2517b3a8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0568078 Jan 28 17:36:03.344391 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c131ecde-ff19-4ef5-9542-8622d32e13e4 req-db8d78e4-71d5-46a3-9cba-d5f44e3e6149 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 Jan 28 17:36:03.366695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35750) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:03.427134 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e504fcc7-f8ad-4205-b7b6-5df9b597627e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/0472272d-6c5e-49e5-84ae-90bb392eb6f1 HTTP/1.1" status: 200 len: 993 time: 0.0591261 Jan 28 17:36:03.678183 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35756) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:03.832739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 196eec0c-5908-46c9-9aca-c2b2c85e22d7 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:36:03.833102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:03.912385 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:03.912750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (196eec0c-5908-46c9-9aca-c2b2c85e22d7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:03.924317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 196eec0c-5908-46c9-9aca-c2b2c85e22d7 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:36:04.106406 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (196eec0c-5908-46c9-9aca-c2b2c85e22d7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:04.132076 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=196eec0c-5908-46c9-9aca-c2b2c85e22d7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:04.160596 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.161061 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.161547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.161981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.162454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.163027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.163366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.163701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.164057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.164389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.164740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.165070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.165395 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:04.211707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (0472272d-6c5e-49e5-84ae-90bb392eb6f1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:04.212075 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 0472272d-6c5e-49e5-84ae-90bb392eb6f1 disassociated (deleted). External IP: 172.25.8.173, port: 4c1a42f5-cb69-473a-9347-60621f878dad. Jan 28 17:36:04.740162 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 835bcde4-aa18-4323-b73b-c5ac1b281438 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:36:04.844695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:36:04.849943 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:04.855123 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] Sync routers for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:36:04.864632 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:04.865527 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:04.879519 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a30fbe8a-ad5e-41e0-bc2f-1a181080b010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/floatingips/0472272d-6c5e-49e5-84ae-90bb392eb6f1 HTTP/1.1" status: 204 len: 168 time: 1.2003050 Jan 28 17:36:04.880124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:36:04.882523 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e221a-8b85-4b4a-bb90-cc4f20d43b66" -d '{"events": [{"name": "network-changed", "server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:36:04.928942 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a2ae8a-8850-4d04-abac-dd1534edf39c x-openstack-request-id: req-00a2ae8a-8850-4d04-abac-dd1534edf39c {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:36:04.929366 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:36:04.929630 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00a2ae8a-8850-4d04-abac-dd1534edf39c {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:36:04.930425 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad', 'status': 'completed', 'code': 200} Jan 28 17:36:04.975693 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:05.000197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-9b79feda-ed0c-4e22-b2e6-87413c2ab6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:05.001741 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-9b79feda-ed0c-4e22-b2e6-87413c2ab6a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 1128 time: 0.0513935 Jan 28 17:36:05.098726 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-7619ec2b-32b7-47eb-b6a5-063c68881e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:05.100442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-7619ec2b-32b7-47eb-b6a5-063c68881e64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 HTTP/1.1" status: 200 len: 898 time: 0.0913618 Jan 28 17:36:05.132475 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eae69-aaef-480c-b57f-837e251c5873 req-6fec724f-9d82-4d52-9bba-df20667713f4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:05.135325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-137eae69-aaef-480c-b57f-837e251c5873 req-6fec724f-9d82-4d52-9bba-df20667713f4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0660906 Jan 28 17:36:05.145555 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-8790e4b9-6dd1-4ef4-9850-97bedef9043b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1a42f5-cb69-473a-9347-60621f878dad HTTP/1.1" status: 200 len: 217 time: 0.0378761 Jan 28 17:36:05.187620 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-137eae69-aaef-480c-b57f-837e251c5873 req-a470ccfd-0db3-4ec2-9e5b-7e151d14040b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466573 Jan 28 17:36:05.191412 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:05.200994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-7af38f03-e9de-43b4-be8d-c23259ac0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:05.202468 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-7af38f03-e9de-43b4-be8d-c23259ac0de9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff7b6434-3966-4523-a79b-a645974866c7 HTTP/1.1" status: 200 len: 835 time: 0.0489609 Jan 28 17:36:05.217314 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] Checking router: 835bcde4-aa18-4323-b73b-c5ac1b281438 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:36:05.225601 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:05.226201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:05.250729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-b250db74-e886-4a06-b0f9-f6be0078b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:05.252169 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-b250db74-e886-4a06-b0f9-f6be0078b307 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433943 Jan 28 17:36:05.331053 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:05.339090 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-325b13d9-a3eb-4979-98cb-0497ce185d78 service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806627 Jan 28 17:36:05.433849 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-068e221a-8b85-4b4a-bb90-cc4f20d43b66 req-c96c06c8-64d6-4e9f-b054-c4c45fa9ccff service neutron] 10.222.0.31 "GET /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873446 Jan 28 17:36:05.524347 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:05.554035 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f77fb4-67e3-45ca-96f3-ba2de3e1b524 None None] The sync data for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 is: [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '17dd51d1-a69d-4d92-a266-e303e528ee43', 'name': '', 'network_id': 'b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:13:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:14Z', 'updated_at': '2022-01-28T17:35:17Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'ff7b6434-3966-4523-a79b-a645974866c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:36:05.775398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfe20b-e4e2-4f2e-887f-31b26d8b4619 None None] New status for floating IP 0472272d-6c5e-49e5-84ae-90bb392eb6f1: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:36:06.309677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e78f-62bd-4d48-b04f-4004ed73042f req-d5b97f25-a459-4f4b-b14c-25008aea112f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:06.311364 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7eb5e78f-62bd-4d48-b04f-4004ed73042f req-d5b97f25-a459-4f4b-b14c-25008aea112f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0545595 Jan 28 17:36:06.361424 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7eb5e78f-62bd-4d48-b04f-4004ed73042f req-fe6717a2-b76a-4837-afcd-0bdf8a8ad0ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=668b4bfb-67aa-4657-9056-28ea9fbed2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Jan 28 17:36:06.678861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb96b2-8039-4932-a469-08262b5b94af req-8af43abf-c3d8-4696-a0b4-4be516b10642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:06.680843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbeb96b2-8039-4932-a469-08262b5b94af req-8af43abf-c3d8-4696-a0b4-4be516b10642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 945 time: 0.0520937 Jan 28 17:36:06.771707 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 4c1a42f5-cb69-473a-9347-60621f878dad {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:36:06.772052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:06.857851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 4c1a42f5-cb69-473a-9347-60621f878dad, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4c1a42f5-cb69-473a-9347-60621f878dad,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:06.858215 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:06.870343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 4c1a42f5-cb69-473a-9347-60621f878dad owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:36:06.998067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4c1a42f5-cb69-473a-9347-60621f878dad), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:07.026129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=4c1a42f5-cb69-473a-9347-60621f878dad,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:07.072769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] No DVR routers for this DVR port 4c1a42f5-cb69-473a-9347-60621f878dad on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:36:07.075436 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:07.079083 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-bbeb96b2-8039-4932-a469-08262b5b94af req-053f8adf-f4ac-4a2a-b77d-e9927798b003 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "DELETE /v2.0/ports/4c1a42f5-cb69-473a-9347-60621f878dad HTTP/1.1" status: 204 len: 173 time: 0.3937311 Jan 28 17:36:07.079539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'name': 'network-vif-deleted', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:36:07.082306 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb40d4de-d79c-4a8d-9d90-bcd8dee4e4b6" -d '{"events": [{"server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "name": "network-vif-deleted", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:36:07.127476 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d51827-792b-4d4a-9dae-04925ecbf75a x-openstack-request-id: req-f1d51827-792b-4d4a-9dae-04925ecbf75a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:36:07.127773 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745b8a6-b23f-49db-8fee-75950eca897b", "name": "network-vif-deleted", "tag": "4c1a42f5-cb69-473a-9347-60621f878dad", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:36:07.128030 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1d51827-792b-4d4a-9dae-04925ecbf75a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:36:07.128431 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745b8a6-b23f-49db-8fee-75950eca897b', 'name': 'network-vif-deleted', 'tag': '4c1a42f5-cb69-473a-9347-60621f878dad', 'status': 'completed', 'code': 200} Jan 28 17:36:07.477220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f01377ca-5e07-4cf2-9fa5-11dee99e0005 req-e36dd5df-cb98-4cbf-9e51-eb26325e96d2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745b8a6-b23f-49db-8fee-75950eca897b HTTP/1.1" status: 200 len: 210 time: 0.0304079 Jan 28 17:36:08.537483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35772) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:08.886528 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (835bcde4-aa18-4323-b73b-c5ac1b281438), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:09.137339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 17dd51d1-a69d-4d92-a266-e303e528ee43 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:36:09.137622 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:09.225900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 17dd51d1-a69d-4d92-a266-e303e528ee43, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=17dd51d1-a69d-4d92-a266-e303e528ee43,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:09.226311 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:09.238099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 17dd51d1-a69d-4d92-a266-e303e528ee43 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:36:09.415206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (17dd51d1-a69d-4d92-a266-e303e528ee43), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:09.441178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=17dd51d1-a69d-4d92-a266-e303e528ee43,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:09.619727 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (835bcde4-aa18-4323-b73b-c5ac1b281438), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:09.825919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 835bcde4-aa18-4323-b73b-c5ac1b281438 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:36:09.929037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:36:09.937463 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a3d3d40e-1fff-4aab-b6c0-c8c898621a76 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/835bcde4-aa18-4323-b73b-c5ac1b281438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3960686 Jan 28 17:36:09.937463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35774) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:09.939538 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] Sync routers for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:36:09.949448 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:09.950184 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:09.991705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting subnet ff7b6434-3966-4523-a79b-a645974866c7 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:36:09.994866 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (ff7b6434-3966-4523-a79b-a645974866c7), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.034170 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (ff7b6434-3966-4523-a79b-a645974866c7), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.118415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ff7b6434-3966-4523-a79b-a645974866c7), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.143827 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:10.182724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (ff7b6434-3966-4523-a79b-a645974866c7), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.209264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7b6434-3966-4523-a79b-a645974866c7,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:10.213259 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.219082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35776) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:10.219884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e68178-69f1-48f4-adfd-079fb0d3d7df None None] Network b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:36:10.223539 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c684f11c-dc7f-4dca-ad4d-d1abe0da0530 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/subnets/ff7b6434-3966-4523-a79b-a645974866c7 HTTP/1.1" status: 204 len: 168 time: 0.2787485 Jan 28 17:36:10.322407 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:36:09Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:10.332899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (835bcde4-aa18-4323-b73b-c5ac1b281438), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.355345 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] Checking router: 835bcde4-aa18-4323-b73b-c5ac1b281438 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:36:10.364497 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] Routers {'835bcde4-aa18-4323-b73b-c5ac1b281438'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:10.365146 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['835bcde4-aa18-4323-b73b-c5ac1b281438'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:10.396872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] DHCP port deletion for b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:36:10.443210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] Deleting port 40f40401-376b-423f-930e-34625dafe67d {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:36:10.443589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (40f40401-376b-423f-930e-34625dafe67d), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.447597 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (835bcde4-aa18-4323-b73b-c5ac1b281438), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.471081 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] Set router 835bcde4-aa18-4323-b73b-c5ac1b281438 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:10.509039 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:36:10.509400 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.512894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] For port 40f40401-376b-423f-930e-34625dafe67d, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=40f40401-376b-423f-930e-34625dafe67d,segment=NetworkSegment(26c1bad5-cb11-43c3-afe7-3695ad82a9dc),segment_id=26c1bad5-cb11-43c3-afe7-3695ad82a9dc)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:10.513301 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (40f40401-376b-423f-930e-34625dafe67d), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.527155 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] Calling delete_port for 40f40401-376b-423f-930e-34625dafe67d owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:36:10.596161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 3dbc9e43-8c7c-4f2a-90fa-9bd266557726, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:10.596556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.610496 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:36:10.613086 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (40f40401-376b-423f-930e-34625dafe67d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.645362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] Pushing event deleted for resources: {'Port': ['ID=40f40401-376b-423f-930e-34625dafe67d,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:10.649037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822d9b1-264e-4d70-9e56-a6dc03d0dc6a None None] No DVR routers for this DVR port 40f40401-376b-423f-930e-34625dafe67d on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:36:10.668183 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:36:09Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:10.698269 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157c34-aee6-4ca4-b16d-325e1bdcad8f None None] The sync data for ids ['835bcde4-aa18-4323-b73b-c5ac1b281438'] in n-d-812111-13 is: [{'id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061834612', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:36:09Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '3dbc9e43-8c7c-4f2a-90fa-9bd266557726', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bcde4-aa18-4323-b73b-c5ac1b281438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:35:11Z', 'updated_at': '2022-01-28T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:36:10.798608 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (3dbc9e43-8c7c-4f2a-90fa-9bd266557726), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.822713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=3dbc9e43-8c7c-4f2a-90fa-9bd266557726,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:10.836656 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.837036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.837389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.837732 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.838072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.838411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.838749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.839082 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.839416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.839744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.840075 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.840404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.840764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:10.901041 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (835bcde4-aa18-4323-b73b-c5ac1b281438), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.992969 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (835bcde4-aa18-4323-b73b-c5ac1b281438), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:10.995092 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (835bcde4-aa18-4323-b73b-c5ac1b281438), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.041695 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (835bcde4-aa18-4323-b73b-c5ac1b281438), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.042836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Fanout notify agent at l3_agent the message router_deleted on router 835bcde4-aa18-4323-b73b-c5ac1b281438 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:36:11.050852 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.052043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-92c260cf-1ce5-43ac-9a42-dcf2b02cccc7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/routers/835bcde4-aa18-4323-b73b-c5ac1b281438 HTTP/1.1" status: 204 len: 168 time: 0.8318725 Jan 28 17:36:11.054847 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35778) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:11.136654 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.455245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 17dd51d1-a69d-4d92-a266-e303e528ee43 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:36:11.475795 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.476782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 17dd51d1-a69d-4d92-a266-e303e528ee43 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:36:11.477114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 17dd51d1-a69d-4d92-a266-e303e528ee43 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:36:11.477542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40f40401-376b-423f-930e-34625dafe67d no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:36:11.498963 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:11.501701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 40f40401-376b-423f-930e-34625dafe67d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:36:11.502076 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 40f40401-376b-423f-930e-34625dafe67d not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:36:11.508495 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c1bad5-cb11-43c3-afe7-3695ad82a9dc') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:11.508792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c1bad5-cb11-43c3-afe7-3695ad82a9dc') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:11.521219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (26c1bad5-cb11-43c3-afe7-3695ad82a9dc), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.535522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (26c1bad5-cb11-43c3-afe7-3695ad82a9dc), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.541494 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:36:11.541690 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (26c1bad5-cb11-43c3-afe7-3695ad82a9dc), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:36:11.544811 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:36:11.579920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4c1a42f5-cb69-473a-9347-60621f878dad no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:36:11.602379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 4c1a42f5-cb69-473a-9347-60621f878dad {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:36:11.602761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4c1a42f5-cb69-473a-9347-60621f878dad not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:36:11.604725 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.609294 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.612743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/networks/b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2 HTTP/1.1" status: 204 len: 168 time: 0.5566013 Jan 28 17:36:11.615556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35780) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:11.627893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e3dca-dc06-44c3-9ac6-8e87965116ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Network': ['ID=b580f7b8-8a92-4a9d-ab5d-08c670e1c8e2,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:11.673707 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2fb428e-d463-409c-8860-2200e6a56fd5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (668b4bfb-67aa-4657-9056-28ea9fbed2e5), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.701356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2fb428e-d463-409c-8860-2200e6a56fd5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (668b4bfb-67aa-4657-9056-28ea9fbed2e5), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.770590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2fb428e-d463-409c-8860-2200e6a56fd5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (668b4bfb-67aa-4657-9056-28ea9fbed2e5), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.773887 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2fb428e-d463-409c-8860-2200e6a56fd5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:11.775217 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b2fb428e-d463-409c-8860-2200e6a56fd5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/security-groups/668b4bfb-67aa-4657-9056-28ea9fbed2e5 HTTP/1.1" status: 204 len: 168 time: 0.1586287 Jan 28 17:36:11.785100 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb428e-d463-409c-8860-2200e6a56fd5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b4bfb-67aa-4657-9056-28ea9fbed2e5,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.210273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35786) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.214980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607941778', 'description': 'tempest-secgroup-smoke-1607941778 description', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.235744 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.306508 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (a1ebc581-b010-466f-a075-0bd61c9a2d0b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.311344 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a1ebc581-b010-466f-a075-0bd61c9a2d0b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.340435 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.341868 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305192 Jan 28 17:36:12.345331 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35788) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.346614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50875dc-43b8-4c1f-abbf-c897795ff380 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebc581-b010-466f-a075-0bd61c9a2d0b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.350112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'a1ebc581-b010-466f-a075-0bd61c9a2d0b', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.376108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (ebf96d23-aa3c-41df-9939-816b84dbdf4a), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.442118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (ebf96d23-aa3c-41df-9939-816b84dbdf4a), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.447566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (ebf96d23-aa3c-41df-9939-816b84dbdf4a), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.465510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf96d23-aa3c-41df-9939-816b84dbdf4a,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.476542 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.480751 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a7e544a6-4d9f-41f9-9195-10bc2659c6ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343484 Jan 28 17:36:12.480998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35790) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.487051 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'a1ebc581-b010-466f-a075-0bd61c9a2d0b', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.513853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (4083412c-c6f0-43ea-a566-5d0ab421ca24), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.569206 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (4083412c-c6f0-43ea-a566-5d0ab421ca24), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.573365 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (4083412c-c6f0-43ea-a566-5d0ab421ca24), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.590565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4083412c-c6f0-43ea-a566-5d0ab421ca24,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.600511 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.602372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3db8919b-134b-4a0c-b710-abce2886993a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201167 Jan 28 17:36:12.605236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35792) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.609616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'a1ebc581-b010-466f-a075-0bd61c9a2d0b', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.634748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (bdb9a89f-d2f1-428e-b6f6-3daeb90aa92d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.690556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (bdb9a89f-d2f1-428e-b6f6-3daeb90aa92d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.694203 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (bdb9a89f-d2f1-428e-b6f6-3daeb90aa92d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.711866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb9a89f-d2f1-428e-b6f6-3daeb90aa92d,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.719433 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.720647 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-612c9809-6e75-4225-8e95-babbc83313c8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144743 Jan 28 17:36:12.723442 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35794) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.727779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'a1ebc581-b010-466f-a075-0bd61c9a2d0b', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.751730 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (a886370b-595e-4123-a6c9-67de7d08c78c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.757100 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.758785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.817979 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (a886370b-595e-4123-a6c9-67de7d08c78c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.822431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a886370b-595e-4123-a6c9-67de7d08c78c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.844139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a886370b-595e-4123-a6c9-67de7d08c78c,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.850446 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.853182 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-738f357e-a356-47ec-85a5-88623fdd80df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288176 Jan 28 17:36:12.855557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35796) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.861010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'a1ebc581-b010-466f-a075-0bd61c9a2d0b', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.880371 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:36:12.885705 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (8b90bd0a-a579-4d83-8e55-e94c954860a5), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.942822 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (8b90bd0a-a579-4d83-8e55-e94c954860a5), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.946523 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (8b90bd0a-a579-4d83-8e55-e94c954860a5), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.963395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b90bd0a-a579-4d83-8e55-e94c954860a5,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:12.970308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:12.971483 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-982e3e32-0ef3-4220-8e26-55db1d4f8739 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149905 Jan 28 17:36:12.974271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35798) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:12.978561 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'a1ebc581-b010-466f-a075-0bd61c9a2d0b', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:12.998081 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:36:13.002956 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (86a5e93f-10d3-495a-8980-3ae5811a2787), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.061308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (86a5e93f-10d3-495a-8980-3ae5811a2787), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.064523 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (86a5e93f-10d3-495a-8980-3ae5811a2787), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.085305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a5e93f-10d3-495a-8980-3ae5811a2787,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:13.090836 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.091910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-913179fa-3091-456d-86e0-1d110e72a1c0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167240 Jan 28 17:36:13.094802 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35800) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:13.099617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'network': {'name': 'tempest-network-smoke--1140256148', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:13.118654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:36:13.121935 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.147274 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:36:13.155833 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f253e86-f013-4e36-a930-362241fce1a9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.156203 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Added segment 3f253e86-f013-4e36-a930-362241fce1a9 of type vlan for network 94a64dbf-5eb1-40d3-a113-c9b977c4181e Jan 28 17:36:13.197811 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (94a64dbf-5eb1-40d3-a113-c9b977c4181e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.222024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (94a64dbf-5eb1-40d3-a113-c9b977c4181e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.226973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:13.227555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.278780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1830306 Jan 28 17:36:13.281708 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35802) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:13.286372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'admin_state_up': True, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:13.296226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e67903-2e2d-4443-a6f8-b5a60c070ab2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Network': ['ID=94a64dbf-5eb1-40d3-a113-c9b977c4181e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:13.308135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:36:13.311076 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (e33d132b-2fda-41f6-9228-938c1c33a75b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.312156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (e33d132b-2fda-41f6-9228-938c1c33a75b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.326365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:36:13.364827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (e33d132b-2fda-41f6-9228-938c1c33a75b), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.377146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:36:13.377501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 3dbc9e43-8c7c-4f2a-90fa-9bd266557726 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:36:13.499328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (e33d132b-2fda-41f6-9228-938c1c33a75b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.688762 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (e33d132b-2fda-41f6-9228-938c1c33a75b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.707333 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.805009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.176 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/e64a0dfb-8b0b-42f2-85e3-61dcb282be63) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:36:13.917284 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.951877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:13.986844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:36:13.989533 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:13.993223 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:36:14.023152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:14.250806 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (e33d132b-2fda-41f6-9228-938c1c33a75b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:14.443000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (e33d132b-2fda-41f6-9228-938c1c33a75b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:14.566986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router e33d132b-2fda-41f6-9228-938c1c33a75b is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:36:14.672750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:36:14.684046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Sync routers for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:36:14.693357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:14.694591 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-1b127c44-bff5-4256-bfc9-367deee7c32b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4117982 Jan 28 17:36:14.696366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:14.697012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:14.697891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35804) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:14.728137 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0dc8f6ea-d693-41ee-913e-62c1e74e7154 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1ed21f0a0caf4ce78cec3504583c1968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283539 Jan 28 17:36:14.730828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35806) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:14.805663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:14.819102 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd71559-1b48-447e-b2ba-01abe4f6f7eb tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:14.821263 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fdd71559-1b48-447e-b2ba-01abe4f6f7eb tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893824 Jan 28 17:36:14.824128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35808) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:14.861709 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b9a863e9-8383-4fec-b4cb-defe6c2fe5a0 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364821 Jan 28 17:36:14.864190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35810) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:14.869499 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699166865', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:14.952609 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:36:14.956129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:14.982627 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:14Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:15.008936 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Checking router: e33d132b-2fda-41f6-9228-938c1c33a75b for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:36:15.009292 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Updating router e33d132b-2fda-41f6-9228-938c1c33a75b port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:36:15.036249 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.136434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (eb05ddb9-c1cd-48c7-9827-2edf78264ae1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.193314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Subnet': ['ID=eb05ddb9-c1cd-48c7-9827-2edf78264ae1,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:15.204607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Checking segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:36:15.205051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network hostable DHCP agents. Network: 94a64dbf-5eb1-40d3-a113-c9b977c4181e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:36:15.228049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:36:15.237210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 94a64dbf-5eb1-40d3-a113-c9b977c4181e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:15.241458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:15.242089 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.257574 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a6df4207-c8a4-43d6-b2ff-0adbd6d0e633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3923271 Jan 28 17:36:15.260306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35812) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:15.272432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5141652-a55a-46dc-9f95-af97b8c68bdc None None] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:36:15.333524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Publish callbacks [] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.341624 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.414406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Attempting to bind port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:36:15.414794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Attempting to bind port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:36:15.415157 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Attempting to bind port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:36:15.431447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Pushing event updated for resources: {'Port': ['ID=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:15.438637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:36:15.439094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:36:15.439417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.439797 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:36:15.440279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Bound port: e64a0dfb-8b0b-42f2-85e3-61dcb282be63, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:36:15.440661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.448224 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:36:15.449081 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.467703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.467980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.468322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.469057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.469057 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.469335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.469663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.469990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.470317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.470646 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.470970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.471298 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.471623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:15.522419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] For port e64a0dfb-8b0b-42f2-85e3-61dcb282be63, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:36:15.584472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] For port e64a0dfb-8b0b-42f2-85e3-61dcb282be63, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:36:15.594160 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.691426 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:15.692099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:35:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:15.696451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Allocated IP 172.20.0.2 (94a64dbf-5eb1-40d3-a113-c9b977c4181e/eb05ddb9-c1cd-48c7-9827-2edf78264ae1/7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:36:15.700178 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:15.701343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe7e9-12f8-492a-97e5-76072817315a None None] Pushing event updated for resources: {'Port': ['ID=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:16.040301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:16.113871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-44317baa-3e8f-4c15-b3ec-a1909ee6f70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.194762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Publish callbacks [] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.204715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.249423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.1 (94a64dbf-5eb1-40d3-a113-c9b977c4181e/eb05ddb9-c1cd-48c7-9827-2edf78264ae1/52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:36:16.264455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:36:16.288234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:16.291517 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:36:16.295493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Pushing event updated for resources: {'Port': ['ID=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:16.360461 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Attempting to bind port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:36:16.360863 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Attempting to bind port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:36:16.361231 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Attempting to bind port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 on network 94a64dbf-5eb1-40d3-a113-c9b977c4181e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:36:16.369880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:14Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:16.370720 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.371671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:36:16.372044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Checking segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:36:16.372445 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.372865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Bound using segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:36:16.373346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Bound port: 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:36:16.373714 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.406146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.411513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6d6ec-0645-4892-a7f2-34c5db2c0b99 None None] The sync data for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 is: [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:14Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:36:16.447535 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:36:16.450523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:16.454308 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:36:16.479593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] For port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:36:16.484866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] For port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:36:16.485998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:16.494250 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.505835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (e33d132b-2fda-41f6-9228-938c1c33a75b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:16.555909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6eef2-5147-4442-a369-8feb68c03569 None None] Pushing event updated for resources: {'Port': ['ID=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:16.939695 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.225650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.230952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.308253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:17.311980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (e33d132b-2fda-41f6-9228-938c1c33a75b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.416696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:36:17.418439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:17.502122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e64a0dfb-8b0b-42f2-85e3-61dcb282be63 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:36:17.570403 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router e33d132b-2fda-41f6-9228-938c1c33a75b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:36:17.574988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:17.575369 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.672396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:17.672830 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.681310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8c48a-cd8b-4c1c-a8b9-0bcb621d89ee None None] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:36:17.699036 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:36:17.705133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e36c2b01-a2e2-47d0-810c-61bf77f3a931 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/e33d132b-2fda-41f6-9228-938c1c33a75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431572 Jan 28 17:36:17.744198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port e64a0dfb-8b0b-42f2-85e3-61dcb282be63, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:17.752422 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.753234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:36:17.804408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] Provisioning complete for port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:17.804812 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.868910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-4c65d349-d55b-4e6b-ae12-fbe13c448dbd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607941778&fields=id&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 267 time: 0.0554712 Jan 28 17:36:17.918491 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:17.946415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:17.946794 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:17.998010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-0d476e3b-6d86-40e8-b6be-bcc15680210c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:18.001775 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-0d476e3b-6d86-40e8-b6be-bcc15680210c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 797 time: 0.1240723 Jan 28 17:36:18.018273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-bfcfc837-5b9c-49ad-a76d-3340c986be5e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/quotas/1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 375 time: 0.0127528 Jan 28 17:36:18.034127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] Current status of the port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:18.034524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.037298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dad4e145-f10a-40c5-96c3-200fbbc16715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.088313 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-0d5f7c84-166e-4857-8e97-56bebe9f2438 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628099 Jan 28 17:36:18.100541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] For port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:18.108727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.151362 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:18.151742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.213115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45b189-fe81-41d1-b76b-6e08127c43dd None None] Pushing event updated for resources: {'Port': ['ID=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:18.233399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-f264694c-df4b-47a1-a53b-849477956655 service neutron] 10.222.0.25 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195512 Jan 28 17:36:18.240756 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:36:18.242067 n-d-812111-13 neutron-server[103095]: DEBUG oslo_db.api [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:36:18.244515 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Sync routers for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:36:18.245029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d34e1ecb-0770-452c-8617-95c68734b298 None None] Provisioning complete for port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:18.245029 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d34e1ecb-0770-452c-8617-95c68734b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.264545 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:18.265207 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:36:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:18.333195 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-0334005e-419f-4609-a852-72c79a5fe370 service neutron] 10.222.0.25 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910776 Jan 28 17:36:18.356503 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d34e1ecb-0770-452c-8617-95c68734b298 None None] Current status of the port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:18.367711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-d34e1ecb-0770-452c-8617-95c68734b298 None None] Provisioning complete for port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:18.368165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d34e1ecb-0770-452c-8617-95c68734b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.381281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:18.411329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d34e1ecb-0770-452c-8617-95c68734b298 None None] Port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:36:18.542371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-db14b1ec-77f4-4c9f-8c8f-620762df0b25 None None] Provisioning complete for port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:18.542964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db14b1ec-77f4-4c9f-8c8f-620762df0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.553185 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-154dc06f-ada6-447b-9db5-cac4a4f16a8d req-dc390b45-c38d-49ae-9958-c4d8cdc348a4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 210 time: 0.0467193 Jan 28 17:36:18.592049 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-db14b1ec-77f4-4c9f-8c8f-620762df0b25 None None] Port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:36:18.634911 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 2, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:18.662479 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Checking router: e33d132b-2fda-41f6-9228-938c1c33a75b for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:36:18.662838 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Updating router e33d132b-2fda-41f6-9228-938c1c33a75b port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:36:18.692712 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.781989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:18.813924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-92468899-a974-4dd8-b567-620ef1deb450 None None] Provisioning complete for port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:18.814300 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92468899-a974-4dd8-b567-620ef1deb450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.848720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-92468899-a974-4dd8-b567-620ef1deb450 None None] Port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:36:18.972629 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Publish callbacks [] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:18.977872 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.030850 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Pushing event updated for resources: {'Port': ['ID=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:19.056726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.056726 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.057080 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.057170 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.057451 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.057784 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.058115 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.058439 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.058780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.059140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.059466 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.059789 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.060111 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:36:19.090549 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Attempting to bind port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:36:19.091071 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Attempting to bind port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:36:19.091437 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Attempting to bind port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba on network 94a64dbf-5eb1-40d3-a113-c9b977c4181e {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:36:19.096436 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:36:19.096954 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Checking segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:36:19.097297 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.097688 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Bound using segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:36:19.098149 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Bound port: 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:36:19.098544 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.176231 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] For port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:36:19.180626 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] For port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:36:19.187454 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.247210 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:19.248275 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:36:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:19.251766 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a19f-6506-4bc7-98a6-5a053dca6de2 None None] Pushing event updated for resources: {'Port': ['ID=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:19.281970 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] Provisioning complete for port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:19.282273 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.388777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] Current status of the port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:19.389093 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.401477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e64a0dfb-8b0b-42f2-85e3-61dcb282be63 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:36:19.464529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] For port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:19.469949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.482729 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:19.520860 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:19.521254 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.556467 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9051dc2-ca89-4b54-810b-c99b143ca643 None None] Pushing event updated for resources: {'Port': ['ID=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:19.656714 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-7d8c99a7-f126-423f-85d7-7c73f1b501b2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:19.658494 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f88703a9-08c6-4f46-874f-d74c26ad8b62 None None] Provisioning complete for port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:19.658873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f88703a9-08c6-4f46-874f-d74c26ad8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.659068 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-7d8c99a7-f126-423f-85d7-7c73f1b501b2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 797 time: 0.1619244 Jan 28 17:36:19.660436 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.662519 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:19.663108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:36:19.683501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5278db64-864d-4f12-8247-4346c37c68b9 req-3ef06f3e-6f5e-496f-bbb9-27d16458bd56 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 210 time: 0.0420294 Jan 28 17:36:19.754654 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-6feb0469-e3a1-41a2-9cb7-5aa3478e0f8c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 380 time: 0.0879745 Jan 28 17:36:19.764301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'port': {'device_id': '166c58fc-5173-4122-8518-c4d1380e7025', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'admin_state_up': True, 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'security_groups': ['a1ebc581-b010-466f-a075-0bd61c9a2d0b']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:19.777681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:19.778303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:19.780719 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:19.812290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f88703a9-08c6-4f46-874f-d74c26ad8b62 None None] Current status of the port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:19.813389 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1283a20-7009-4f74-9e60-2b90c7205cb4 None None] The sync data for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 is: [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:36:19.898240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:19.915167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:36:19.918544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.058902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.4 (94a64dbf-5eb1-40d3-a113-c9b977c4181e/eb05ddb9-c1cd-48c7-9827-2edf78264ae1/01acc2c8-db72-4fc4-a3ee-0c215cc22099) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:36:20.210486 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.247425 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.296442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:36:20.300176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:20.308114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:36:20.333976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=01acc2c8-db72-4fc4-a3ee-0c215cc22099,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:20.364718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:20.365382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.384531 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-085ddf59-3206-495d-bbc7-ee85e8a71276 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244767 Jan 28 17:36:20.396772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Request body: {'port': {'device_id': '166c58fc-5173-4122-8518-c4d1380e7025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:20.465631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.540820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cdf5e8e6-d6f0-4e14-8617-8728568ba962 None None] Provisioning complete for port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:20.541259 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e8e6-d6f0-4e14-8617-8728568ba962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.577790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5e8e6-d6f0-4e14-8617-8728568ba962 None None] Port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:36:20.783453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01acc2c8-db72-4fc4-a3ee-0c215cc22099 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:36:20.793440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Publish callbacks [] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.806808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Transition to ACTIVE for port object 01acc2c8-db72-4fc4-a3ee-0c215cc22099 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:36:20.811789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.815977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e116166-de3b-4a84-ba5e-4dbc0ed9254a req-3be2b7ad-044a-4b67-b24d-53d5d2fa2bc4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:20.821175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e116166-de3b-4a84-ba5e-4dbc0ed9254a req-3be2b7ad-044a-4b67-b24d-53d5d2fa2bc4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 931 time: 0.0662496 Jan 28 17:36:20.868033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Pushing event updated for resources: {'Port': ['ID=01acc2c8-db72-4fc4-a3ee-0c215cc22099,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:20.893769 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:20.906786 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9e116166-de3b-4a84-ba5e-4dbc0ed9254a req-8315b606-1d5d-4158-8bcc-9e3957a0ad9b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811954 Jan 28 17:36:20.956077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Attempting to bind port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:36:20.956591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Attempting to bind port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:36:20.957074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Attempting to bind port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 on network 94a64dbf-5eb1-40d3-a113-c9b977c4181e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:36:20.962832 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 on network 94a64dbf-5eb1-40d3-a113-c9b977c4181e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:36:20.963235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Attempting to bind port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 on network 94a64dbf-5eb1-40d3-a113-c9b977c4181e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:36:20.968892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:36:20.969422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Checking segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:36:20.969980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Bound using segment: {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:36:20.970582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Bound port: 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f253e86-f013-4e36-a930-362241fce1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:36:20.971106 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:21.042747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] For port 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:36:21.046439 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] For port 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:36:21.053955 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:21.088573 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.089229 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:21.091415 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] 10.222.0.31 "PUT /v2.0/ports/01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 1092 time: 0.6988170 Jan 28 17:36:21.094147 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:36:21.098751 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd2a792-d1f9-4b34-a38d-d7a24e903421" -d '{"events": [{"name": "network-changed", "server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:36:21.152373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157ef2-54b7-4d7f-82c2-b1357fd51e55 service neutron] Pushing event updated for resources: {'Port': ['ID=01acc2c8-db72-4fc4-a3ee-0c215cc22099,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:21.171351 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf20bc3-2b8e-4c4c-8276-0b1f7f94d5a4 x-openstack-request-id: req-fdf20bc3-2b8e-4c4c-8276-0b1f7f94d5a4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:36:21.171644 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:36:21.171892 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdf20bc3-2b8e-4c4c-8276-0b1f7f94d5a4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:36:21.172299 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'status': 'completed', 'code': 200} Jan 28 17:36:21.192811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-0aeb330c-7156-417f-a7e6-07a26001db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.194474 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-0aeb330c-7156-417f-a7e6-07a26001db92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1126 time: 0.0555961 Jan 28 17:36:21.239059 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-631297c8-6697-4e29-87b4-3cb18c181230 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 217 time: 0.0384076 Jan 28 17:36:21.290551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-f1a787be-2774-4634-a037-d6280c8aeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.292042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-f1a787be-2774-4634-a037-d6280c8aeef2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 200 len: 834 time: 0.0451813 Jan 28 17:36:21.358330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-c8579388-20ed-4598-b388-fbc8716d74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.359990 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-c8579388-20ed-4598-b388-fbc8716d74b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94a64dbf-5eb1-40d3-a113-c9b977c4181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0604668 Jan 28 17:36:21.425472 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:36:21.460467 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-b9052842-c5f3-4480-aba6-7c498bf7c40e service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944495 Jan 28 17:36:21.484851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:21.485235 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:21.548113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-30c9ffdb-84b5-46fa-af99-00eca48918c5 req-5a6dcc8e-ee86-4444-ac97-f7090cb2f72e service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824394 Jan 28 17:36:21.561417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:21.633339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-54d95550-14c3-435b-a4a4-36b35a9475c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.634801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-54d95550-14c3-435b-a4a4-36b35a9475c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1126 time: 0.0443456 Jan 28 17:36:21.724338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-a86261f7-cfec-45ca-b746-2b5601f7ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.725803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-a86261f7-cfec-45ca-b746-2b5601f7ebc3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 898 time: 0.0845776 Jan 28 17:36:21.766678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-e18c43d6-1a84-4c56-8e9c-07140f04b6ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 217 time: 0.0346217 Jan 28 17:36:21.816393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-f4bbcdf9-bf5e-4d99-91c9-5400c9bd833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.817852 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-f4bbcdf9-bf5e-4d99-91c9-5400c9bd833a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 200 len: 834 time: 0.0460999 Jan 28 17:36:21.857027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:21.868469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-1cc18c80-a18b-4e46-a4d7-e3edf7e1dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:21.870054 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-1cc18c80-a18b-4e46-a4d7-e3edf7e1dc09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94a64dbf-5eb1-40d3-a113-c9b977c4181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460391 Jan 28 17:36:21.963677 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-787fc756-253c-4e91-98e1-6342fbb97a20 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876715 Jan 28 17:36:22.032490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d1339-6788-4506-a5ac-41fcced20b2a req-ba7e9029-41b8-499e-8ad9-fd3a0f41a3c1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:22.035257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba7d1339-6788-4506-a5ac-41fcced20b2a req-ba7e9029-41b8-499e-8ad9-fd3a0f41a3c1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 943 time: 0.0541570 Jan 28 17:36:22.059328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3fd2a792-d1f9-4b34-a38d-d7a24e903421 req-83a15011-77cb-4091-8d1b-a63fbef063d1 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884886 Jan 28 17:36:22.082408 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ba7d1339-6788-4506-a5ac-41fcced20b2a req-61c96ca2-e7a6-4a7f-ada8-9908a588e2de tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428472 Jan 28 17:36:23.206771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a1c44-3d3d-460f-ab97-5b285e62b93b req-256e7e3d-e280-4278-beae-8b50b4a639a8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:23.208242 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e5a1c44-3d3d-460f-ab97-5b285e62b93b req-256e7e3d-e280-4278-beae-8b50b4a639a8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 943 time: 0.0563304 Jan 28 17:36:23.255980 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e5a1c44-3d3d-460f-ab97-5b285e62b93b req-7b39fcd4-0fae-4ca8-9ceb-56359f723e74 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Jan 28 17:36:24.376176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c1168-80b1-4eb4-a7fb-5a6c9d496dc1 req-8d083149-352b-4458-9221-92bf262caa61 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:24.377631 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b15c1168-80b1-4eb4-a7fb-5a6c9d496dc1 req-8d083149-352b-4458-9221-92bf262caa61 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 943 time: 0.0520942 Jan 28 17:36:24.426587 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b15c1168-80b1-4eb4-a7fb-5a6c9d496dc1 req-43d560f0-7461-49b8-944e-3948e3d5dba9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Jan 28 17:36:24.690468 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:36:25.541925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df059-6a9b-4443-8207-ab1fca120a7d req-651a7710-6e71-4293-9590-69e2d5d35891 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:25.543399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b2df059-6a9b-4443-8207-ab1fca120a7d req-651a7710-6e71-4293-9590-69e2d5d35891 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 943 time: 0.0522783 Jan 28 17:36:25.596175 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b2df059-6a9b-4443-8207-ab1fca120a7d req-5de935b4-c677-44e1-901e-acc5d0e0016c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467422 Jan 28 17:36:25.672996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 01acc2c8-db72-4fc4-a3ee-0c215cc22099 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:36:25.765125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:25.776186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'port_id': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'mac_address': 'fa:16:3e:93:fd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:36:25.816346 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:25.816777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:25.829925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01acc2c8-db72-4fc4-a3ee-0c215cc22099 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:36:25.848409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:25.852328 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:25.898322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=01acc2c8-db72-4fc4-a3ee-0c215cc22099,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:26.055087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['01acc2c8-db72-4fc4-a3ee-0c215cc22099'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:36:26.713101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d06801-edac-4878-b7f9-99525b0015aa req-6a84e828-974a-47a5-8a41-c3c89ebd7778 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:26.714509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95d06801-edac-4878-b7f9-99525b0015aa req-6a84e828-974a-47a5-8a41-c3c89ebd7778 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 944 time: 0.0530529 Jan 28 17:36:26.762484 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-95d06801-edac-4878-b7f9-99525b0015aa req-9ba81eb7-a997-412f-9547-531c1fa62138 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Jan 28 17:36:27.688996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 01acc2c8-db72-4fc4-a3ee-0c215cc22099 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:36:27.735669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:36:27.739201 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:36:27.739591 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:27.817554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:36:27.817954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:27.843750 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:36:27.846150 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20421cb7-0fde-4cc3-89c7-bb1dd8729a76" -d '{"events": [{"server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "name": "network-vif-plugged", "status": "completed", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:36:27.860726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:36:27.866178 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:27.885460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b4c1-5972-4e34-8d81-f6c88c03c510 req-643313e8-44b5-4520-a5e3-c3e8420dd178 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:27.886965 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f322b4c1-5972-4e34-8d81-f6c88c03c510 req-643313e8-44b5-4520-a5e3-c3e8420dd178 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 944 time: 0.0584588 Jan 28 17:36:27.892657 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172d6091-8803-434d-ae7b-30af2ab56fb7 x-openstack-request-id: req-172d6091-8803-434d-ae7b-30af2ab56fb7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:36:27.893002 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "name": "network-vif-plugged", "status": "completed", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:36:27.893219 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-172d6091-8803-434d-ae7b-30af2ab56fb7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:36:27.894603 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'code': 200} Jan 28 17:36:27.926449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=01acc2c8-db72-4fc4-a3ee-0c215cc22099,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:27.938229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f322b4c1-5972-4e34-8d81-f6c88c03c510 req-a2a760b5-93d2-4c0a-bedb-05b2eefab9d4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Jan 28 17:36:27.989023 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffe296-875c-4903-ade2-b000f619e225 req-7f46f7dd-e5bf-4e10-8f09-bb400e018c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:27.990542 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ffe296-875c-4903-ade2-b000f619e225 req-7f46f7dd-e5bf-4e10-8f09-bb400e018c47 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1128 time: 0.0432649 Jan 28 17:36:28.034345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-95ffe296-875c-4903-ade2-b000f619e225 req-78c679e9-d38b-4111-9e49-48ac8927851c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Jan 28 17:36:29.071033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b57a8-4192-4a31-888a-e0c866f789b6 req-4b7ae38f-796f-48ae-a510-dc699c7f6c55 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:29.072664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e0b57a8-4192-4a31-888a-e0c866f789b6 req-4b7ae38f-796f-48ae-a510-dc699c7f6c55 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0640080 Jan 28 17:36:29.124038 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e0b57a8-4192-4a31-888a-e0c866f789b6 req-9c89c015-35d2-4a84-840a-7b1e62347824 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Jan 28 17:36:30.240876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ad70-421a-4b3f-b2fb-b645d9639cd2 req-25634660-6cce-4833-a7f3-0a8c91972542 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:30.242336 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3aa8ad70-421a-4b3f-b2fb-b645d9639cd2 req-25634660-6cce-4833-a7f3-0a8c91972542 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Jan 28 17:36:30.290274 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3aa8ad70-421a-4b3f-b2fb-b645d9639cd2 req-6e03d4c5-f34e-4131-b4a6-3e12d190ae86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Jan 28 17:36:30.409609 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8238003-78bb-486e-ab48-96f849ee3037 req-fca56d83-a8fd-448c-86b9-c537bf14b32f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:30.411072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8238003-78bb-486e-ab48-96f849ee3037 req-fca56d83-a8fd-448c-86b9-c537bf14b32f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0550098 Jan 28 17:36:30.458722 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8238003-78bb-486e-ab48-96f849ee3037 req-bd0f613c-7ec6-4518-851f-24adfa6ea8af tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Jan 28 17:36:30.481706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35872) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:30.527935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956f5b0-7994-4082-8df4-f09576772f36 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:30.529487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8956f5b0-7994-4082-8df4-f09576772f36 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1123 time: 0.0468032 Jan 28 17:36:30.532264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35874) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:30.537003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:36:30.559626 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:30.659684 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:30.762371 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.231 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:36:30.857295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:30.891848 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:30.934817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:36:30.937634 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:36:30.940073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:36:30.965472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:31.428890 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (8b8a1397-a60a-4b63-9c56-8a6077b7c40f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:31.774903 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:31.917606 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:31.922597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:31.990436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:36:32.001952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (8b8a1397-a60a-4b63-9c56-8a6077b7c40f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:32.100528 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 8b8a1397-a60a-4b63-9c56-8a6077b7c40f associated. External IP: 172.25.8.231, port: 01acc2c8-db72-4fc4-a3ee-0c215cc22099. Jan 28 17:36:32.302274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router e33d132b-2fda-41f6-9228-938c1c33a75b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:36:32.406204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:36:32.416890 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc113-1144-4888-9860-827908262130 None None] Sync routers for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:36:32.423872 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:32.430640 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dfc113-1144-4888-9860-827908262130 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:32.431257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-05dfc113-1144-4888-9860-827908262130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:36:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:32.453735 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4eb402b9-aa98-436b-9195-6bc428f8c59b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9204295 Jan 28 17:36:32.454337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:36:32.456595 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303544e-7446-418c-b7d5-619baf1ce7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:36:32.502653 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cbb622-68fb-4cd1-bd4b-fc94e137cdaf x-openstack-request-id: req-95cbb622-68fb-4cd1-bd4b-fc94e137cdaf {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:36:32.502946 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:36:32.503200 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95cbb622-68fb-4cd1-bd4b-fc94e137cdaf {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:36:32.503635 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'status': 'completed', 'code': 200} Jan 28 17:36:32.542538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-05dfc113-1144-4888-9860-827908262130 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:32.567610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0fe64-9377-4aac-bc28-456cdda0c000 req-411e1ad8-09d7-47e9-9262-cd10e3221c30 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:32.569173 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91f0fe64-9377-4aac-bc28-456cdda0c000 req-411e1ad8-09d7-47e9-9262-cd10e3221c30 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0648723 Jan 28 17:36:32.580132 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-26d5ff36-efc6-464a-aca8-5a9ee7850afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:32.582094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-26d5ff36-efc6-464a-aca8-5a9ee7850afb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1128 time: 0.0568714 Jan 28 17:36:32.622419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-91f0fe64-9377-4aac-bc28-456cdda0c000 req-9dcf607c-97d6-4142-927c-1d44b57969af tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464954 Jan 28 17:36:32.644554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35880) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:32.726978 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0e04730b-408b-45b2-93a2-cd167eb3f53f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/8b8a1397-a60a-4b63-9c56-8a6077b7c40f HTTP/1.1" status: 200 len: 991 time: 0.0812995 Jan 28 17:36:32.728317 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-ba5f24ba-3be6-45e1-9972-55a8d0b9a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:32.729736 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-ba5f24ba-3be6-45e1-9972-55a8d0b9a207 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 898 time: 0.1425216 Jan 28 17:36:32.768125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-05dfc113-1144-4888-9860-827908262130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8b8a1397-a60a-4b63-9c56-8a6077b7c40f', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'port_id': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'mac_address': 'fa:16:3e:93:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166c58fc-5173-4122-8518-c4d1380e7025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:36:31Z', 'updated_at': '2022-01-28T17:36:31Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:32.794924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc113-1144-4888-9860-827908262130 None None] Checking router: e33d132b-2fda-41f6-9228-938c1c33a75b for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:36:32.799313 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-378326a3-1c47-4f06-97b9-a94d7d3cdd58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 999 time: 0.0629551 Jan 28 17:36:32.803405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dfc113-1144-4888-9860-827908262130 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:36:32.804029 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-05dfc113-1144-4888-9860-827908262130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:36:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:32.846542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-9e518a6b-f36e-4f72-944f-7586b114c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:32.848015 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-9e518a6b-f36e-4f72-944f-7586b114c569 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 200 len: 834 time: 0.0426972 Jan 28 17:36:32.895212 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-6a462c1d-be87-4a7e-aa49-305436260cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:36:32.896747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-6a462c1d-be87-4a7e-aa49-305436260cde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94a64dbf-5eb1-40d3-a113-c9b977c4181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433311 Jan 28 17:36:32.911101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-05dfc113-1144-4888-9860-827908262130 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:36:32.991857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-7fa7e32c-a871-4ba9-a4b0-0a631e0ad3f3 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893195 Jan 28 17:36:33.080055 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2303544e-7446-418c-b7d5-619baf1ce7c0 req-9a835712-b8d3-4e25-8a8d-fc7303be1b64 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831432 Jan 28 17:36:33.138138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-05dfc113-1144-4888-9860-827908262130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8b8a1397-a60a-4b63-9c56-8a6077b7c40f', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'port_id': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'mac_address': 'fa:16:3e:93:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166c58fc-5173-4122-8518-c4d1380e7025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:36:31Z', 'updated_at': '2022-01-28T17:36:31Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:36:33.164418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc113-1144-4888-9860-827908262130 None None] The sync data for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 is: [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8b8a1397-a60a-4b63-9c56-8a6077b7c40f', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'port_id': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'mac_address': 'fa:16:3e:93:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166c58fc-5173-4122-8518-c4d1380e7025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:36:31Z', 'updated_at': '2022-01-28T17:36:31Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:36:33.360453 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a9f88-638e-4f99-b315-1b860abbf0a6 None None] New status for floating IP 8b8a1397-a60a-4b63-9c56-8a6077b7c40f: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:36:33.730863 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35882) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:36:33.794749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-077322fa-eaa9-4e05-8878-e2c056a739f9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/8b8a1397-a60a-4b63-9c56-8a6077b7c40f HTTP/1.1" status: 200 len: 993 time: 0.0626462 Jan 28 17:36:42.789758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:42.793469 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:46.034704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-25d41b7e-9f8a-44db-aa2e-68cceb058e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:47.992582 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14f753bd-d7cc-4229-9847-16b0dcd3a3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:49.608206 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:50.857044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:36:51.857354 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:01.690330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:37:05.226200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-a6924a41-8a41-4a20-9f85-eb2558a48659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:05.227749 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-a6924a41-8a41-4a20-9f85-eb2558a48659 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1128 time: 0.0436084 Jan 28 17:37:05.228610 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f431f-ed62-4cc7-9fb5-0e85d3ce2c0e req-f7875cc1-2e78-41fb-85f5-79cf32f2090b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:05.230593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-280f431f-ed62-4cc7-9fb5-0e85d3ce2c0e req-f7875cc1-2e78-41fb-85f5-79cf32f2090b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0514410 Jan 28 17:37:05.283070 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-280f431f-ed62-4cc7-9fb5-0e85d3ce2c0e req-aae73817-a606-4957-b904-a4a3aff13594 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468709 Jan 28 17:37:05.326171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-65bb7d23-3aee-4a05-a873-19bd05b143b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:05.327579 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-65bb7d23-3aee-4a05-a873-19bd05b143b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 898 time: 0.0937150 Jan 28 17:37:05.395174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-fd763663-ac12-42fd-aabe-a05f8b6f6463 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 1001 time: 0.0608325 Jan 28 17:37:05.441592 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-9ab6fe70-861f-4614-a585-3c9f5565e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:05.443052 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-9ab6fe70-861f-4614-a585-3c9f5565e10c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 200 len: 834 time: 0.0424280 Jan 28 17:37:05.489598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-ae28f3c2-bdca-437b-abc6-8231c118aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:05.491065 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-ae28f3c2-bdca-437b-abc6-8231c118aa8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94a64dbf-5eb1-40d3-a113-c9b977c4181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424788 Jan 28 17:37:05.587361 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-4345bbe2-497d-4e49-a94c-59944146e304 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900409 Jan 28 17:37:05.673156 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b3db3dd1-6a65-4318-9dbc-3ff197bb7784 req-14ae4f88-8d7a-4d93-9c56-f3dcc6196417 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802305 Jan 28 17:37:06.400963 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd815e9-bf1f-4f6e-9f96-c782ed961fc1 req-37e26c9d-8757-49b0-af9e-10df62ed14c6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:06.402883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cd815e9-bf1f-4f6e-9f96-c782ed961fc1 req-37e26c9d-8757-49b0-af9e-10df62ed14c6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0511160 Jan 28 17:37:06.452053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0cd815e9-bf1f-4f6e-9f96-c782ed961fc1 req-a78b92a2-f39b-462e-9cac-a79d1e4e440f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Jan 28 17:37:07.569150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e05eb-f433-4784-bc64-79326bc73c70 req-411c7127-f54e-4ab7-8c2f-21d14d018f42 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:07.570616 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d75e05eb-f433-4784-bc64-79326bc73c70 req-411c7127-f54e-4ab7-8c2f-21d14d018f42 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0524049 Jan 28 17:37:07.618576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d75e05eb-f433-4784-bc64-79326bc73c70 req-d6ea19fd-2002-453c-918d-1cf2796053ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413768 Jan 28 17:37:08.739852 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79bd6e-46ba-400e-b029-a8397b1c9840 req-079eb845-0239-4101-8aef-3f22f72fe92a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:08.741339 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f79bd6e-46ba-400e-b029-a8397b1c9840 req-079eb845-0239-4101-8aef-3f22f72fe92a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0555608 Jan 28 17:37:08.788792 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5f79bd6e-46ba-400e-b029-a8397b1c9840 req-172f77cb-c063-494b-aa6a-936eb1122a37 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Jan 28 17:37:09.907223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af046e6-298d-4471-8493-ae5f6f6488ca req-4911f278-0cdd-44dd-8dfd-59192988cb2b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:09.908731 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1af046e6-298d-4471-8493-ae5f6f6488ca req-4911f278-0cdd-44dd-8dfd-59192988cb2b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0536783 Jan 28 17:37:09.955961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1af046e6-298d-4471-8493-ae5f6f6488ca req-892bcdd6-edc3-4df6-9bd4-db9bede173ea tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Jan 28 17:37:11.072930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998489a-fb59-4c4b-a7a7-5b1dc6e512da req-3685fcde-f330-444f-91ea-edc6b9e019b4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:11.074397 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4998489a-fb59-4c4b-a7a7-5b1dc6e512da req-3685fcde-f330-444f-91ea-edc6b9e019b4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Jan 28 17:37:11.128084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4998489a-fb59-4c4b-a7a7-5b1dc6e512da req-16828ddb-b207-4820-aa43-aabda77d17f8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481277 Jan 28 17:37:12.246115 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909adc6-7bce-4976-9c2d-aca75b3d5689 req-c5db22fe-44ff-411f-912a-77c329330802 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:12.247588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a909adc6-7bce-4976-9c2d-aca75b3d5689 req-c5db22fe-44ff-411f-912a-77c329330802 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0522332 Jan 28 17:37:12.296170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a909adc6-7bce-4976-9c2d-aca75b3d5689 req-c3aa0a7c-d2e9-49ae-a043-3a83a3daf710 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Jan 28 17:37:12.791028 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:12.792897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:13.411820 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19336-ef02-4197-98a9-c54f46b22f03 req-dbca65b2-9a66-444b-a954-5406b3320bbc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:13.413415 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01e19336-ef02-4197-98a9-c54f46b22f03 req-dbca65b2-9a66-444b-a954-5406b3320bbc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Jan 28 17:37:13.461169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-01e19336-ef02-4197-98a9-c54f46b22f03 req-3b4334c0-c1f6-4ae5-bd9a-094cdac0fd5c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Jan 28 17:37:14.583599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998de6-1a39-4135-8612-eff7b5350215 req-c63d403b-bc9d-405c-9e40-cce882211b2f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:14.585108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3998de6-1a39-4135-8612-eff7b5350215 req-c63d403b-bc9d-405c-9e40-cce882211b2f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0572484 Jan 28 17:37:14.634272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f3998de6-1a39-4135-8612-eff7b5350215 req-6c4b9ecd-07ba-4829-a9d7-66a214d5936d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Jan 28 17:37:15.754007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1747d-8713-44a0-b38d-333e9d1d4417 req-162cb774-2328-43ef-b064-641d9266b6c5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:15.755509 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1d1747d-8713-44a0-b38d-333e9d1d4417 req-162cb774-2328-43ef-b064-641d9266b6c5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0515974 Jan 28 17:37:15.805153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f1d1747d-8713-44a0-b38d-333e9d1d4417 req-86c04080-dad8-4978-8cfc-d16faabaae5d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 Jan 28 17:37:16.035606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc7f1ca8-a6ff-44d2-add3-9b766a40461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:16.935781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeae24-90a7-4d1c-acf2-addecf5c101f req-c00d2b2d-822f-46ff-8337-04fe7ce56473 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:16.937281 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6aeae24-90a7-4d1c-acf2-addecf5c101f req-c00d2b2d-822f-46ff-8337-04fe7ce56473 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0572591 Jan 28 17:37:16.984808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6aeae24-90a7-4d1c-acf2-addecf5c101f req-7a5e3616-96e0-40b1-abe3-21f576f43dab tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Jan 28 17:37:17.992996 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5fc480f4-e168-4377-b2c9-38ea21ca6ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:18.100973 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e21c3-5fdf-4b49-99be-37c5494a00d7 req-f38c9761-fadb-44ad-a179-5922bbcbc63b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:18.102448 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a91e21c3-5fdf-4b49-99be-37c5494a00d7 req-f38c9761-fadb-44ad-a179-5922bbcbc63b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0516398 Jan 28 17:37:18.151745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a91e21c3-5fdf-4b49-99be-37c5494a00d7 req-c5b3884c-1fcc-4912-93b8-2d591a6701e4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Jan 28 17:37:19.275263 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3860-8e43-4ba1-a47a-c0ca7bfe4c6c req-f943a127-38f1-4712-af9c-1e8a3574d6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:19.277311 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-111f3860-8e43-4ba1-a47a-c0ca7bfe4c6c req-f943a127-38f1-4712-af9c-1e8a3574d6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0504258 Jan 28 17:37:19.328123 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-111f3860-8e43-4ba1-a47a-c0ca7bfe4c6c req-717daed3-8959-411e-84fa-eec8b6c99aa6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Jan 28 17:37:19.610362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:20.443648 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abba47-094f-4261-839e-f49f96d806c7 req-40b36421-9b77-428d-8fbc-b28d48195633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:20.445073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5abba47-094f-4261-839e-f49f96d806c7 req-40b36421-9b77-428d-8fbc-b28d48195633 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Jan 28 17:37:20.495072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a5abba47-094f-4261-839e-f49f96d806c7 req-d929cd40-eacd-4274-860a-9c5739c5e844 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Jan 28 17:37:20.860596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:21.536304 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-390cb051-71ce-4885-a9c2-05e3f6bc0d3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491331 Jan 28 17:37:21.618326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234c58b-6420-4546-af00-972ac7159535 req-2f913688-ef7d-4e05-ae52-e2670ddd1fc1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:21.619970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6234c58b-6420-4546-af00-972ac7159535 req-2f913688-ef7d-4e05-ae52-e2670ddd1fc1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0557091 Jan 28 17:37:21.620537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f260-1e04-4878-b03e-265a921d7f2d req-d98e4490-7700-4212-8971-5fb8954908f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:21.622127 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-d98e4490-7700-4212-8971-5fb8954908f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1128 time: 0.0455737 Jan 28 17:37:21.670706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6234c58b-6420-4546-af00-972ac7159535 req-740d30bf-0732-444f-abe6-2dafb9d252d9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Jan 28 17:37:21.692914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35926) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:21.722853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f260-1e04-4878-b03e-265a921d7f2d req-2b5c769d-a4b6-4f9b-8000-5bc4dad154f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:21.724356 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-2b5c769d-a4b6-4f9b-8000-5bc4dad154f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 898 time: 0.0852704 Jan 28 17:37:21.761750 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3c662ad0-2d2e-4429-b79b-8a08ccf08f06 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/8b8a1397-a60a-4b63-9c56-8a6077b7c40f HTTP/1.1" status: 200 len: 993 time: 0.0627301 Jan 28 17:37:21.794460 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-ce89c717-6449-4f6a-82e0-b0333d85f745 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 1001 time: 0.0637591 Jan 28 17:37:21.844425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f260-1e04-4878-b03e-265a921d7f2d req-e843cfdd-9ee2-4031-9a9e-45a9a15a2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:21.845911 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-e843cfdd-9ee2-4031-9a9e-45a9a15a2be6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 200 len: 834 time: 0.0450430 Jan 28 17:37:21.860785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:21.895123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f260-1e04-4878-b03e-265a921d7f2d req-be0b0ff1-f74a-4183-9200-5bcf2ccf86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:21.896641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-be0b0ff1-f74a-4183-9200-5bcf2ccf86ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94a64dbf-5eb1-40d3-a113-c9b977c4181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455463 Jan 28 17:37:21.994033 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-1f382d3b-3dc3-4c52-88df-4b5960d940ee service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912576 Jan 28 17:37:22.082073 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7091f260-1e04-4878-b03e-265a921d7f2d req-2aaba5c5-7909-4841-865d-251fde6529e8 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825973 Jan 28 17:37:38.689692 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:37:42.785565 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:42.789389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:46.037181 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1ad46785-eea3-47ea-8796-3a78f5ac0b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:47.993775 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3af4b8b1-867f-435e-b0df-4015acd25ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:49.615499 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:50.862989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:51.862713 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:52.132854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35944) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:52.286070 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:37:52.286418 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:52.367802 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:52.368026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:52.379771 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:37:52.523216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:52.551831 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=4aaee4eb-8aa1-4a03-a06e-1ebe436b6fe1,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:37:52.564060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.564424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.564815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.565173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.565518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.565857 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.566196 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.566550 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.566872 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.567210 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.567546 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.567879 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.568211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:52.622651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (8b8a1397-a60a-4b63-9c56-8a6077b7c40f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:52.622872 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 8b8a1397-a60a-4b63-9c56-8a6077b7c40f disassociated (deleted). External IP: 172.25.8.231, port: 01acc2c8-db72-4fc4-a3ee-0c215cc22099. Jan 28 17:37:52.827108 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router e33d132b-2fda-41f6-9228-938c1c33a75b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:37:53.256265 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:37:53.261550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:53.266542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] Sync routers for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:37:53.276465 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:37:53.277170 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:53.290542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-592d6d04-10a1-4bce-a580-af2f41346165 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/floatingips/8b8a1397-a60a-4b63-9c56-8a6077b7c40f HTTP/1.1" status: 204 len: 168 time: 1.1566100 Jan 28 17:37:53.291191 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:37:53.293447 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb" -d '{"events": [{"name": "network-changed", "server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:37:53.337363 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8484e37c-4884-4ae7-b37e-ce273027f08a x-openstack-request-id: req-8484e37c-4884-4ae7-b37e-ce273027f08a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:37:53.337663 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:37:53.337949 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8484e37c-4884-4ae7-b37e-ce273027f08a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:37:53.338352 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'status': 'completed', 'code': 200} Jan 28 17:37:53.389415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:37:53.427734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-e8c4424c-575e-416d-b9c7-d2694cdb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:53.429297 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-e8c4424c-575e-416d-b9c7-d2694cdb5d11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 1128 time: 0.0690255 Jan 28 17:37:53.522101 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-a852a362-63da-4ce4-b86d-c3b2faf792b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:53.523614 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-a852a362-63da-4ce4-b86d-c3b2faf792b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 200 len: 898 time: 0.0882766 Jan 28 17:37:53.529504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43932ab3-96b4-498f-81bd-e36abbe43169 req-527434bc-b37e-4777-acf1-1d0988f11999 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:53.531067 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43932ab3-96b4-498f-81bd-e36abbe43169 req-527434bc-b37e-4777-acf1-1d0988f11999 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0592885 Jan 28 17:37:53.576154 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-8877f7cb-1596-470d-88c0-c0e2f839448d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 200 len: 217 time: 0.0399759 Jan 28 17:37:53.586544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-43932ab3-96b4-498f-81bd-e36abbe43169 req-52000394-5ee9-451d-9572-8bbc8d227232 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493832 Jan 28 17:37:53.600257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:53.630357 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-6b4c4dc7-3f81-4315-9f10-beb33770ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:53.630764 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] Checking router: e33d132b-2fda-41f6-9228-938c1c33a75b for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:37:53.631825 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-6b4c4dc7-3f81-4315-9f10-beb33770ec8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 200 len: 834 time: 0.0477009 Jan 28 17:37:53.639526 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:37:53.640065 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:53.680214 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-6ac22cb0-b996-4e94-a8cc-87baefbffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:53.682358 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-6ac22cb0-b996-4e94-a8cc-87baefbffa5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94a64dbf-5eb1-40d3-a113-c9b977c4181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431712 Jan 28 17:37:53.775986 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-6dff0e86-1f9f-447b-8c90-b812f7638fde service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869579 Jan 28 17:37:53.869805 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-7d9fa3b3-e8a4-4124-ab02-700276a5abeb req-76059847-1e5b-4401-a716-0914b6b59cd7 service neutron] 10.222.0.31 "GET /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858095 Jan 28 17:37:53.904256 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:37:54.093215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:54.118945 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3caedb5-3bd0-4847-92d2-9e253b4be964 None None] The sync data for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 is: [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:16Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba', 'name': '', 'network_id': '94a64dbf-5eb1-40d3-a113-c9b977c4181e', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:da:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:15Z', 'updated_at': '2022-01-28T17:36:19Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'eb05ddb9-c1cd-48c7-9827-2edf78264ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:37:54.338386 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c452d7-75c4-4199-a4df-212f7a404cbb None None] New status for floating IP 8b8a1397-a60a-4b63-9c56-8a6077b7c40f: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:37:54.709684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9e293-8729-443b-9513-bc7f38a19956 req-1ac4c8a0-0317-4cfb-94ee-4d4f7f7a95ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:54.711054 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ff9e293-8729-443b-9513-bc7f38a19956 req-1ac4c8a0-0317-4cfb-94ee-4d4f7f7a95ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0543916 Jan 28 17:37:54.758229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5ff9e293-8729-443b-9513-bc7f38a19956 req-09ee83f5-2f18-430c-bb7e-8a8814bfd801 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ebc581-b010-466f-a075-0bd61c9a2d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Jan 28 17:37:55.042887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-b8d5810b-c863-4b9a-adfe-eff59778ad43 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:37:55.044336 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-b8d5810b-c863-4b9a-adfe-eff59778ad43 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Jan 28 17:37:55.138375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:37:55.138723 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:55.224778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 01acc2c8-db72-4fc4-a3ee-0c215cc22099, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=01acc2c8-db72-4fc4-a3ee-0c215cc22099,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:37:55.225154 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:55.237246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 01acc2c8-db72-4fc4-a3ee-0c215cc22099 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:37:55.366264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (01acc2c8-db72-4fc4-a3ee-0c215cc22099), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:55.394142 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=01acc2c8-db72-4fc4-a3ee-0c215cc22099,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:37:55.421763 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.422114 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.422456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.422796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.423131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.423718 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.424055 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.424385 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.424738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.425071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.425399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.425724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.426048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:55.449192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] No DVR routers for this DVR port 01acc2c8-db72-4fc4-a3ee-0c215cc22099 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:37:55.451972 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:55.455486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-dbc41532-f70f-4811-9706-b4d1c9161762 req-97f5b9d3-7d08-4232-acfa-f8cad1eab9a0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "DELETE /v2.0/ports/01acc2c8-db72-4fc4-a3ee-0c215cc22099 HTTP/1.1" status: 204 len: 173 time: 0.4055343 Jan 28 17:37:55.455924 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'name': 'network-vif-deleted', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:37:55.458296 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17429553-534e-4078-969c-1a73cc4ebae9" -d '{"events": [{"server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "name": "network-vif-deleted", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:37:55.494865 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c9c21-575a-416f-b47a-077eb8992f28 x-openstack-request-id: req-184c9c21-575a-416f-b47a-077eb8992f28 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:37:55.495246 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166c58fc-5173-4122-8518-c4d1380e7025", "name": "network-vif-deleted", "tag": "01acc2c8-db72-4fc4-a3ee-0c215cc22099", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:37:55.495532 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-184c9c21-575a-416f-b47a-077eb8992f28 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:37:55.496097 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166c58fc-5173-4122-8518-c4d1380e7025', 'name': 'network-vif-deleted', 'tag': '01acc2c8-db72-4fc4-a3ee-0c215cc22099', 'status': 'completed', 'code': 200} Jan 28 17:37:55.873816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cafd0196-cdf6-44a7-adbe-c6e9b8d3bc0b req-f46ba323-7f9c-4759-a109-5032a093f365 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=166c58fc-5173-4122-8518-c4d1380e7025 HTTP/1.1" status: 200 len: 210 time: 0.0289934 Jan 28 17:37:56.935584 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35962) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:57.535959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (e33d132b-2fda-41f6-9228-938c1c33a75b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:57.787872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:37:57.788216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:57.876093 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:37:57.876462 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:57.889018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:37:58.071572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.095420 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:37:58.267438 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (e33d132b-2fda-41f6-9228-938c1c33a75b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.478978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router e33d132b-2fda-41f6-9228-938c1c33a75b has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:37:58.584487 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:37:58.590043 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-8c9e89d0-8919-4c79-a553-415064b3f9df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/e33d132b-2fda-41f6-9228-938c1c33a75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534519 Jan 28 17:37:58.592882 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35964) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:58.595699 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] Sync routers for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:37:58.605598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:37:58.606216 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:58.642705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting subnet eb05ddb9-c1cd-48c7-9827-2edf78264ae1 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:37:58.645747 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (eb05ddb9-c1cd-48c7-9827-2edf78264ae1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.689611 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (eb05ddb9-c1cd-48c7-9827-2edf78264ae1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.710889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:37:58.771474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (eb05ddb9-c1cd-48c7-9827-2edf78264ae1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.830650 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (eb05ddb9-c1cd-48c7-9827-2edf78264ae1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.858419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Subnet': ['ID=eb05ddb9-c1cd-48c7-9827-2edf78264ae1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:37:58.860434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:58.863663 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d420a54e-6b63-490a-a523-98fd461f1b7f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/subnets/eb05ddb9-c1cd-48c7-9827-2edf78264ae1 HTTP/1.1" status: 204 len: 168 time: 0.2698421 Jan 28 17:37:58.866345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35966) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:58.871284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a1e703-569b-4f28-ab1d-6ce7e5a649ef None None] Network 94a64dbf-5eb1-40d3-a113-c9b977c4181e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:37:58.973548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:37:58Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:58.975851 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (e33d132b-2fda-41f6-9228-938c1c33a75b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.004847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] Checking router: e33d132b-2fda-41f6-9228-938c1c33a75b for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:37:59.013971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] Routers {'e33d132b-2fda-41f6-9228-938c1c33a75b'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:37:59.014585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['e33d132b-2fda-41f6-9228-938c1c33a75b'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:59.087849 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (e33d132b-2fda-41f6-9228-938c1c33a75b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.096617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] DHCP port deletion for 94a64dbf-5eb1-40d3-a113-c9b977c4181e request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:37:59.143872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port e64a0dfb-8b0b-42f2-85e3-61dcb282be63 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:37:59.144133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] Set router e33d132b-2fda-41f6-9228-938c1c33a75b gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:37:59.144267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.227304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port e64a0dfb-8b0b-42f2-85e3-61dcb282be63, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:37:59.227669 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.239923 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for e64a0dfb-8b0b-42f2-85e3-61dcb282be63 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:37:59.261008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Deleting port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:37:59.261378 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.374242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] For port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,segment=NetworkSegment(3f253e86-f013-4e36-a930-362241fce1a9),segment_id=3f253e86-f013-4e36-a930-362241fce1a9)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:37:59.374645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.390095 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Calling delete_port for 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:37:59.414045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (e64a0dfb-8b0b-42f2-85e3-61dcb282be63), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.438894 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=e64a0dfb-8b0b-42f2-85e3-61dcb282be63,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:37:59.455929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:37:58Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:59.491261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880455-08a8-409e-a083-e4272f0928bc None None] The sync data for ids ['e33d132b-2fda-41f6-9228-938c1c33a75b'] in n-d-812111-13 is: [{'id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200495766', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:37:58Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': 'e64a0dfb-8b0b-42f2-85e3-61dcb282be63', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d132b-2fda-41f6-9228-938c1c33a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:36:13Z', 'updated_at': '2022-01-28T17:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:37:59.505378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:37:59.512845 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (e33d132b-2fda-41f6-9228-938c1c33a75b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.546278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.584304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] No DVR routers for this DVR port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:37:59.589904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Pushing event deleted for resources: {'Port': ['ID=7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:37:59.592533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No active binding found for port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 {{(pid=103095) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 17:37:59.592942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] The host n-d-812111-13 is not matching for port 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 host None! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:37:59.593329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 7fe0d3e9-8ad0-4a0c-8cd8-2a6398108106 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:37:59.601632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.602497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.602497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.602792 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.603154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.603541 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.603870 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.604196 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.605241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.605241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.605241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.605549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.605796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd830c-7db5-4bc5-acee-271b470127e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:37:59.609161 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (e33d132b-2fda-41f6-9228-938c1c33a75b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.611258 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (e33d132b-2fda-41f6-9228-938c1c33a75b), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.653956 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (e33d132b-2fda-41f6-9228-938c1c33a75b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.654606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Fanout notify agent at l3_agent the message router_deleted on router e33d132b-2fda-41f6-9228-938c1c33a75b {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:37:59.661885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.662997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-d7819781-7244-4992-b05e-f7c52c0488c4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/routers/e33d132b-2fda-41f6-9228-938c1c33a75b HTTP/1.1" status: 204 len: 168 time: 0.7957218 Jan 28 17:37:59.665764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35968) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:59.744694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (94a64dbf-5eb1-40d3-a113-c9b977c4181e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.826381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (94a64dbf-5eb1-40d3-a113-c9b977c4181e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.848082 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a64dbf-5eb1-40d3-a113-c9b977c4181e']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:59.858490 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f253e86-f013-4e36-a930-362241fce1a9') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:59.858789 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f253e86-f013-4e36-a930-362241fce1a9') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:37:59.868790 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (3f253e86-f013-4e36-a930-362241fce1a9), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.883149 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (3f253e86-f013-4e36-a930-362241fce1a9), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.889269 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:37:59.889660 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (3f253e86-f013-4e36-a930-362241fce1a9), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:37:59.893229 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:37:59.957586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (94a64dbf-5eb1-40d3-a113-c9b977c4181e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.965083 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:37:59.968207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/networks/94a64dbf-5eb1-40d3-a113-c9b977c4181e HTTP/1.1" status: 204 len: 168 time: 0.3014698 Jan 28 17:37:59.970853 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35970) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:37:59.988955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96df62-df17-4801-a101-6af0a39377a9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Network': ['ID=94a64dbf-5eb1-40d3-a113-c9b977c4181e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.015265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 01acc2c8-db72-4fc4-a3ee-0c215cc22099 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:38:00.038405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 01acc2c8-db72-4fc4-a3ee-0c215cc22099 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:38:00.038881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 01acc2c8-db72-4fc4-a3ee-0c215cc22099 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:38:00.042053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55241786-80e0-4a32-a3e8-e605be69919c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (a1ebc581-b010-466f-a075-0bd61c9a2d0b), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.067823 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55241786-80e0-4a32-a3e8-e605be69919c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (a1ebc581-b010-466f-a075-0bd61c9a2d0b), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.133934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55241786-80e0-4a32-a3e8-e605be69919c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (a1ebc581-b010-466f-a075-0bd61c9a2d0b), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.136765 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-55241786-80e0-4a32-a3e8-e605be69919c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.138008 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-55241786-80e0-4a32-a3e8-e605be69919c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/security-groups/a1ebc581-b010-466f-a075-0bd61c9a2d0b HTTP/1.1" status: 204 len: 168 time: 0.1662347 Jan 28 17:38:00.147503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55241786-80e0-4a32-a3e8-e605be69919c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebc581-b010-466f-a075-0bd61c9a2d0b,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.370617 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35976) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:00.375149 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684311260', 'description': 'tempest-secgroup-smoke-1684311260 description', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:00.395928 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.461153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (b1e77e5d-e6a9-42bf-9028-a4971f2dd6be), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.464614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b1e77e5d-e6a9-42bf-9028-a4971f2dd6be), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.495973 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.497207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256270 Jan 28 17:38:00.500211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35978) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:00.501085 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ec1c8-40ad-446c-ab4f-6af3d640c6df tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.504915 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77e5d-e6a9-42bf-9028-a4971f2dd6be', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:00.531584 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (d1110da0-86e2-422d-b1cb-29c6525e2aad), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.588874 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (d1110da0-86e2-422d-b1cb-29c6525e2aad), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.592173 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d1110da0-86e2-422d-b1cb-29c6525e2aad), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.609660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1110da0-86e2-422d-b1cb-29c6525e2aad,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.617373 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.618571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f26934e3-ae66-492a-80dc-dd4deaacc150 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172736 Jan 28 17:38:00.621896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35980) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:00.626601 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77e5d-e6a9-42bf-9028-a4971f2dd6be', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:00.650950 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (76d3b3a8-786f-463f-b588-b4ceb1b78066), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.708659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (76d3b3a8-786f-463f-b588-b4ceb1b78066), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.712049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (76d3b3a8-786f-463f-b588-b4ceb1b78066), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.732302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d3b3a8-786f-463f-b588-b4ceb1b78066,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.737768 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.738946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-65de5f73-ebfb-4bc4-b85f-8c80db7f3c08 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161733 Jan 28 17:38:00.741690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35982) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:00.745880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77e5d-e6a9-42bf-9028-a4971f2dd6be', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:00.769712 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (37290f1a-239d-4f2a-8d60-2fd037d380cd), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.825441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (37290f1a-239d-4f2a-8d60-2fd037d380cd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.828855 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (37290f1a-239d-4f2a-8d60-2fd037d380cd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.846069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37290f1a-239d-4f2a-8d60-2fd037d380cd,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.854700 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.855922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b4f421c6-7b55-470d-8046-c29b17020e21 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133249 Jan 28 17:38:00.858623 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35984) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:00.862836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77e5d-e6a9-42bf-9028-a4971f2dd6be', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:00.885839 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (a463698d-3cb7-45c3-bf22-b56e695d2245), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.941633 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (a463698d-3cb7-45c3-bf22-b56e695d2245), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.944967 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a463698d-3cb7-45c3-bf22-b56e695d2245), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.961349 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a463698d-3cb7-45c3-bf22-b56e695d2245,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:00.969617 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:00.970806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3a4293bb-2c37-42c2-a067-e1900f795555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1112788 Jan 28 17:38:00.973540 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35986) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:00.977700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77e5d-e6a9-42bf-9028-a4971f2dd6be', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:00.996802 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:38:01.001431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (c36acbe4-04a5-4a62-bf37-5e9abe423d60), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.059457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (c36acbe4-04a5-4a62-bf37-5e9abe423d60), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.062657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c36acbe4-04a5-4a62-bf37-5e9abe423d60), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.079049 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36acbe4-04a5-4a62-bf37-5e9abe423d60,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:01.086988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.088724 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ce974075-1db1-46fd-847b-97864e685a6d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142569 Jan 28 17:38:01.091530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35988) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:01.096029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': 'b1e77e5d-e6a9-42bf-9028-a4971f2dd6be', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:01.116709 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:38:01.121718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (0048b0fe-10ba-4aa0-95ad-e8803015dd55), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.178702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (0048b0fe-10ba-4aa0-95ad-e8803015dd55), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.182039 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (0048b0fe-10ba-4aa0-95ad-e8803015dd55), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.200093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0048b0fe-10ba-4aa0-95ad-e8803015dd55,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:01.204404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.208706 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7fa8ad6f-7968-42b3-9247-40815b29bd16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1131775 Jan 28 17:38:01.208706 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35990) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:01.213803 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'network': {'name': 'tempest-network-smoke--952785890', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:01.231044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:38:01.234244 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.256696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:38:01.265960 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (50643902-82b9-4d12-94a8-4052c065c701), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.266299 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Added segment 50643902-82b9-4d12-94a8-4052c065c701 of type vlan for network c1bd9271-f135-46a1-872d-eefb87e190de Jan 28 17:38:01.307720 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (c1bd9271-f135-46a1-872d-eefb87e190de), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.334913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (c1bd9271-f135-46a1-872d-eefb87e190de), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.340382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:01.341026 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.391501 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1819444 Jan 28 17:38:01.394612 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35992) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:01.401381 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'admin_state_up': True, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:01.410062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376d68f-a806-46ac-98ca-ea4d08efca7e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Network': ['ID=c1bd9271-f135-46a1-872d-eefb87e190de,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:01.422725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network c1bd9271-f135-46a1-872d-eefb87e190de details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:38:01.425050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (a587d240-c19e-4604-adef-f7130e580d08), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.426205 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (a587d240-c19e-4604-adef-f7130e580d08), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.441813 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e64a0dfb-8b0b-42f2-85e3-61dcb282be63 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:38:01.480617 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (a587d240-c19e-4604-adef-f7130e580d08), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.494645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: e64a0dfb-8b0b-42f2-85e3-61dcb282be63 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:38:01.494992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device e64a0dfb-8b0b-42f2-85e3-61dcb282be63 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:38:01.495402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:38:01.523808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:38:01.524154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 52dd8e1e-22dc-4b7e-9b0c-7b0d47aa5cba not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:38:01.622613 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (a587d240-c19e-4604-adef-f7130e580d08), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.806249 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (a587d240-c19e-4604-adef-f7130e580d08), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.825267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:01.928794 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.118 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/90f735de-f7be-456b-9809-d9b8a2cbeda3) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:38:02.027544 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:02.065407 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:02.099901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:38:02.102630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:02.106488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:38:02.132249 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=90f735de-f7be-456b-9809-d9b8a2cbeda3,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:02.351788 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (a587d240-c19e-4604-adef-f7130e580d08), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:02.794997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (a587d240-c19e-4604-adef-f7130e580d08), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:02.922120 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router a587d240-c19e-4604-adef-f7130e580d08 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:38:03.021940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:38:03.031838 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Sync routers for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:38:03.040459 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.042190 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-62583828-34cf-4fc4-a7f4-88de08678627 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6465094 Jan 28 17:38:03.042351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:38:03.042812 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:03.045362 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 35994) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:03.079584 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5cd4ae02-0c97-4d5f-abd5-d8da1b0de971 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1ed21f0a0caf4ce78cec3504583c1968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307958 Jan 28 17:38:03.079964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35996) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:03.148895 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:38:03.233576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e973b5-f188-40c0-9551-2eda6f538137 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:03.235078 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e7e973b5-f188-40c0-9551-2eda6f538137 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541271 Jan 28 17:38:03.237979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 35998) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:03.266623 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d1abeccb-247c-406f-8aea-16d69af2e6e3 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275750 Jan 28 17:38:03.269019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36000) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:03.273619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017108845', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:03.327741 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:02Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:03.354939 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Checking router: a587d240-c19e-4604-adef-f7130e580d08 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:38:03.355328 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Updating router a587d240-c19e-4604-adef-f7130e580d08 port 90f735de-f7be-456b-9809-d9b8a2cbeda3 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:38:03.363382 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:38:03.366952 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.382001 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.550196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (e4cb6609-f507-427e-b438-ae4f6f881d09), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.610294 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Subnet': ['ID=e4cb6609-f507-427e-b438-ae4f6f881d09,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:03.618341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Checking segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:38:03.618726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network hostable DHCP agents. Network: c1bd9271-f135-46a1-872d-eefb87e190de, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:38:03.633453 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Publish callbacks [] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.635264 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network c1bd9271-f135-46a1-872d-eefb87e190de is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:38:03.639424 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.644139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, c1bd9271-f135-46a1-872d-eefb87e190de) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:03.649930 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:03.650483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.656064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f56d30-63b2-47f3-bc7d-da3739779489 None None] Network c1bd9271-f135-46a1-872d-eefb87e190de requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:38:03.676840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-868c7f55-c138-42a6-a706-8f3d07cd6862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4067991 Jan 28 17:38:03.679726 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36002) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:03.686901 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Attempting to bind port 90f735de-f7be-456b-9809-d9b8a2cbeda3 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:38:03.687275 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Attempting to bind port 90f735de-f7be-456b-9809-d9b8a2cbeda3 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:38:03.687643 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Attempting to bind port 90f735de-f7be-456b-9809-d9b8a2cbeda3 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:38:03.698316 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Pushing event updated for resources: {'Port': ['ID=90f735de-f7be-456b-9809-d9b8a2cbeda3,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:03.700366 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:38:03.700774 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:38:03.701189 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.701563 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:38:03.702031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Bound port: 90f735de-f7be-456b-9809-d9b8a2cbeda3, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:38:03.702410 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.709599 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.709949 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.710290 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.710629 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.710963 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.711301 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.711622 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.711949 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.712273 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.712624 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.712975 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.713299 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.713622 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:38:03.765770 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] For port 90f735de-f7be-456b-9809-d9b8a2cbeda3, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:38:03.769816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] For port 90f735de-f7be-456b-9809-d9b8a2cbeda3, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=90f735de-f7be-456b-9809-d9b8a2cbeda3,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:38:03.778008 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.784506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-c1bd9271-f135-46a1-872d-eefb87e190de', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:38:03.785397 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:03.842262 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8354bc-473b-45c3-ab9d-1be78552bf4a None None] Pushing event updated for resources: {'Port': ['ID=90f735de-f7be-456b-9809-d9b8a2cbeda3,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:03.847891 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:38:03.848636 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:03.933745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Allocated IP 172.20.0.2 (c1bd9271-f135-46a1-872d-eefb87e190de/e4cb6609-f507-427e-b438-ae4f6f881d09/31838305-1d24-4f39-8ec9-dae1a1dcf898) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:38:03.960466 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:38:04.092090 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Publish callbacks [] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.097860 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.136492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Network c1bd9271-f135-46a1-872d-eefb87e190de is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:38:04.139593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:04.142974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:38:04.148006 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:02Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:04.156522 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.157107 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Pushing event updated for resources: {'Port': ['ID=31838305-1d24-4f39-8ec9-dae1a1dcf898,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:04.178235 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d16242-df36-40f8-9406-ee39154c6bce None None] The sync data for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 is: [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:02Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:38:04.218602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Attempting to bind port 31838305-1d24-4f39-8ec9-dae1a1dcf898 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:38:04.219136 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Attempting to bind port 31838305-1d24-4f39-8ec9-dae1a1dcf898 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:38:04.219617 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Attempting to bind port 31838305-1d24-4f39-8ec9-dae1a1dcf898 on network c1bd9271-f135-46a1-872d-eefb87e190de {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:38:04.225297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:38:04.225684 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Checking segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:38:04.226099 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.226504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Bound using segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:38:04.226985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Bound port: 31838305-1d24-4f39-8ec9-dae1a1dcf898, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:38:04.227372 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.292230 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] For port 31838305-1d24-4f39-8ec9-dae1a1dcf898, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:38:04.295688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] For port 31838305-1d24-4f39-8ec9-dae1a1dcf898, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31838305-1d24-4f39-8ec9-dae1a1dcf898,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:38:04.303033 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.364006 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8a31b-de8c-4936-ab64-605baf93d2c0 None None] Pushing event updated for resources: {'Port': ['ID=31838305-1d24-4f39-8ec9-dae1a1dcf898,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:04.496888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.1 (c1bd9271-f135-46a1-872d-eefb87e190de/e4cb6609-f507-427e-b438-ae4f6f881d09/cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:38:04.666120 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.706589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.753727 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network c1bd9271-f135-46a1-872d-eefb87e190de is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:38:04.756880 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:04.760097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:38:04.794568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:04.819589 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (a587d240-c19e-4604-adef-f7130e580d08), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:04.956422 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.251660 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.256440 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.335510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:05.338781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (a587d240-c19e-4604-adef-f7130e580d08), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.419320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb356b-6f95-44cb-8842-8df35af3a7b9 None None] Network c1bd9271-f135-46a1-872d-eefb87e190de requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:38:05.444533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network c1bd9271-f135-46a1-872d-eefb87e190de is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:38:05.445961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:05.528268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] Provisioning complete for port 31838305-1d24-4f39-8ec9-dae1a1dcf898 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:05.528635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.570490 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router a587d240-c19e-4604-adef-f7130e580d08 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:38:05.576999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 90f735de-f7be-456b-9809-d9b8a2cbeda3 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:38:05.700894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:38:05.714585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3a811fe9-eac1-4112-8248-92ccb5e9ce94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/a587d240-c19e-4604-adef-f7130e580d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0254192 Jan 28 17:38:05.857875 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] Current status of the port 31838305-1d24-4f39-8ec9-dae1a1dcf898 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:05.858273 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.861557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 90f735de-f7be-456b-9809-d9b8a2cbeda3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:05.861940 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:05.888993 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-f66a76f3-647d-45c3-9bce-cd3acfd23640 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684311260&fields=id&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 267 time: 0.0611076 Jan 28 17:38:05.923427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] For port 31838305-1d24-4f39-8ec9-dae1a1dcf898, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31838305-1d24-4f39-8ec9-dae1a1dcf898,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:38:05.932715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.004145 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-be8e7f30-f06d-41a9-b29f-71d02a51ac90 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:06.005818 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-be8e7f30-f06d-41a9-b29f-71d02a51ac90 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 796 time: 0.1159599 Jan 28 17:38:06.011736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 90f735de-f7be-456b-9809-d9b8a2cbeda3 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:06.012129 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.022474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-5440ccfa-9ad0-4135-adb5-83878b275943 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/quotas/1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 375 time: 0.0100441 Jan 28 17:38:06.034037 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 90f735de-f7be-456b-9809-d9b8a2cbeda3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=90f735de-f7be-456b-9809-d9b8a2cbeda3,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:38:06.042288 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.043137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31838305-1d24-4f39-8ec9-dae1a1dcf898 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:38:06.076034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1407c-2d95-4153-8444-7dad695aedd2 None None] Pushing event updated for resources: {'Port': ['ID=31838305-1d24-4f39-8ec9-dae1a1dcf898,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:06.097855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Sync routers for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:38:06.105110 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-365d1514-9f94-4ce0-8b46-f0edaed274c2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752265 Jan 28 17:38:06.166909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a49533b6-5d64-4b12-8aaf-24bbf1af321c None None] Provisioning complete for port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:06.167361 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a49533b6-5d64-4b12-8aaf-24bbf1af321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.174623 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:38:06.175343 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:06.178734 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-e879b48e-05fe-4dc9-bd02-c9bd48d26de8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:38:06.180006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-e879b48e-05fe-4dc9-bd02-c9bd48d26de8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0686636 Jan 28 17:38:06.235363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=90f735de-f7be-456b-9809-d9b8a2cbeda3,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:06.251098 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 31838305-1d24-4f39-8ec9-dae1a1dcf898 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:06.251552 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.289387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a49533b6-5d64-4b12-8aaf-24bbf1af321c None None] Port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:38:06.293244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-5046eae3-b7a8-4eec-be15-a0f6b6c7c5a7 service neutron] 10.222.0.25 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057825 Jan 28 17:38:06.352174 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-a49533b6-5d64-4b12-8aaf-24bbf1af321c None None] Provisioning complete for port 31838305-1d24-4f39-8ec9-dae1a1dcf898 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:06.352459 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a49533b6-5d64-4b12-8aaf-24bbf1af321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.376977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-35d34622-3c8d-4fc9-b083-c8499c94bd7f service neutron] 10.222.0.25 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828602 Jan 28 17:38:06.418967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:38:06.482115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 31838305-1d24-4f39-8ec9-dae1a1dcf898 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:06.554009 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-024d5b2d-7e9a-4584-a6a8-2119a31b5446 req-a262aa19-0f85-4a35-a9f3-0440e08e2f3e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 210 time: 0.0304260 Jan 28 17:38:06.611832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a49533b6-5d64-4b12-8aaf-24bbf1af321c None None] Current status of the port 31838305-1d24-4f39-8ec9-dae1a1dcf898 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:06.699271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:05Z', 'revision_number': 2, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:06.736808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Checking router: a587d240-c19e-4604-adef-f7130e580d08 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:38:06.737175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Updating router a587d240-c19e-4604-adef-f7130e580d08 port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:38:06.772001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.786249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6f5697b9-5ae1-499f-9cd6-94b594932f20 None None] Provisioning complete for port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:06.786621 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f5697b9-5ae1-499f-9cd6-94b594932f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:06.850318 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6f5697b9-5ae1-499f-9cd6-94b594932f20 None None] Port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:38:07.083652 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Publish callbacks [] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.090057 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.142408 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d5b6-b546-41ee-981c-59ea8008644b None None] Pushing event updated for resources: {'Port': ['ID=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:07.189373 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Attempting to bind port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:38:07.189754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Attempting to bind port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:38:07.190122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Attempting to bind port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb on network c1bd9271-f135-46a1-872d-eefb87e190de {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:38:07.195354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:38:07.195740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Checking segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:38:07.196150 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.196554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Bound using segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:38:07.197109 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Bound port: cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:38:07.197504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.264607 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] For port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:38:07.267753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] For port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:38:07.273874 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.335754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:38:07.336355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:07.339079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d5b6-b546-41ee-981c-59ea8008644b None None] Pushing event updated for resources: {'Port': ['ID=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:07.414954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-90cd5902-5392-4c30-993a-88020ace368a None None] Provisioning complete for port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:07.415328 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90cd5902-5392-4c30-993a-88020ace368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.497913 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 90f735de-f7be-456b-9809-d9b8a2cbeda3 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:38:07.503446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:38:07.559735 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-dd0ed539-a530-4ac1-9437-691978aa3184 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:07.562103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-dd0ed539-a530-4ac1-9437-691978aa3184 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 796 time: 0.1705244 Jan 28 17:38:07.658482 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-60242b61-81b4-438d-9dcf-7369977114be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 380 time: 0.0848010 Jan 28 17:38:07.665172 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a445f96b-1b43-4dde-81d9-f51997fc77c2 req-76abeb58-71f1-4e46-be08-857000d06f15 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 210 time: 0.0287893 Jan 28 17:38:07.668311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'port': {'device_id': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'admin_state_up': True, 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'security_groups': ['b1e77e5d-e6a9-42bf-9028-a4971f2dd6be']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:07.692255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-90cd5902-5392-4c30-993a-88020ace368a None None] Current status of the port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:07.692645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90cd5902-5392-4c30-993a-88020ace368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.715711 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 90f735de-f7be-456b-9809-d9b8a2cbeda3 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:07.716075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.778145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:38:07.781522 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.787450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-90cd5902-5392-4c30-993a-88020ace368a None None] For port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:38:07.794520 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90cd5902-5392-4c30-993a-88020ace368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.890496 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd5902-5392-4c30-993a-88020ace368a None None] Pushing event updated for resources: {'Port': ['ID=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:07.906443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.7 (c1bd9271-f135-46a1-872d-eefb87e190de/e4cb6609-f507-427e-b438-ae4f6f881d09/5383e105-d84b-4522-9ca1-f12758e1d659) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:38:07.912278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 90f735de-f7be-456b-9809-d9b8a2cbeda3 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:07.913406 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31838305-1d24-4f39-8ec9-dae1a1dcf898 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:38:07.961166 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4bc5b938-e7ce-4645-a264-00a3b8d2c629 None None] Provisioning complete for port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:07.961533 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b938-e7ce-4645-a264-00a3b8d2c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:07.964631 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:08.012301 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e461a-a4de-414e-91f0-44231ceb3845 None None] The sync data for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 is: [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:38:08.036581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 31838305-1d24-4f39-8ec9-dae1a1dcf898 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:08.036998 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.077382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (5383e105-d84b-4522-9ca1-f12758e1d659), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.120402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.124271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5b938-e7ce-4645-a264-00a3b8d2c629 None None] Current status of the port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:08.169385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 31838305-1d24-4f39-8ec9-dae1a1dcf898 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:08.174425 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network c1bd9271-f135-46a1-872d-eefb87e190de is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:38:08.177561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:08.183873 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:38:08.215544 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:08.245721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:08.246553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.267167 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-71c177bd-25f1-4aaf-911b-b8f19dbf0bdd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031435 Jan 28 17:38:08.278690 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Request body: {'port': {'device_id': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:08.344602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.448590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0a34a4cc-c9e3-4ac4-9ea5-0c90046334d7 None None] Provisioning complete for port 5383e105-d84b-4522-9ca1-f12758e1d659 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:08.449694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a34a4cc-c9e3-4ac4-9ea5-0c90046334d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.485651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0a34a4cc-c9e3-4ac4-9ea5-0c90046334d7 None None] Port 5383e105-d84b-4522-9ca1-f12758e1d659 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:38:08.631542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5383e105-d84b-4522-9ca1-f12758e1d659 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:38:08.640188 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Publish callbacks [] for port (5383e105-d84b-4522-9ca1-f12758e1d659), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.653043 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Transition to ACTIVE for port object 5383e105-d84b-4522-9ca1-f12758e1d659 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:38:08.656597 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.708393 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:08.787922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:38:08.788265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:38:08.788598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 on network c1bd9271-f135-46a1-872d-eefb87e190de {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:38:08.794066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Port 5383e105-d84b-4522-9ca1-f12758e1d659 on network c1bd9271-f135-46a1-872d-eefb87e190de not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:38:08.794394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 on network c1bd9271-f135-46a1-872d-eefb87e190de {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:38:08.799982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:38:08.800253 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Checking segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:38:08.800631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Bound using segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:38:08.801374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Bound port: 5383e105-d84b-4522-9ca1-f12758e1d659, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:38:08.801507 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.828394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff48c3-c2bf-4fef-9cc8-0840231b6a42 req-17eaa988-7da8-496b-8928-8c2a4a172d79 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:08.836103 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeff48c3-c2bf-4fef-9cc8-0840231b6a42 req-17eaa988-7da8-496b-8928-8c2a4a172d79 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 943 time: 0.0801151 Jan 28 17:38:08.879560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:38:08.882838 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:38:08.891579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-eeff48c3-c2bf-4fef-9cc8-0840231b6a42 req-aa0bb6cf-4bac-4083-9e98-e0f4d4882315 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530820 Jan 28 17:38:08.891880 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.907539 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:08.908304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:08.909733 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] 10.222.0.31 "PUT /v2.0/ports/5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 1092 time: 0.6360235 Jan 28 17:38:08.910172 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:38:08.912445 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:38:08.994627 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad51dd-a0a5-4e24-9de7-b62145ed1924 x-openstack-request-id: req-06ad51dd-a0a5-4e24-9de7-b62145ed1924 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:38:08.994939 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:38:08.995236 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06ad51dd-a0a5-4e24-9de7-b62145ed1924 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:38:08.995707 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'status': 'completed', 'code': 200} Jan 28 17:38:08.996782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a4499-7710-4cda-81ec-ddb4099140ba service neutron] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:09.025334 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-e4ea5962-fa3c-40db-ae01-848b7ddef6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.027026 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-e4ea5962-fa3c-40db-ae01-848b7ddef6eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1126 time: 0.0656502 Jan 28 17:38:09.080814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-9b19b371-185a-4300-970d-b0894749cda7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 217 time: 0.0428147 Jan 28 17:38:09.141276 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-2600870f-e4ca-413d-bda5-f32574953261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.142977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-2600870f-e4ca-413d-bda5-f32574953261 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0567410 Jan 28 17:38:09.199178 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-fc1db8f3-3dcc-40df-b931-345f59e0f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.200713 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-fc1db8f3-3dcc-40df-b931-345f59e0f084 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514443 Jan 28 17:38:09.301253 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-d48b523d-12c5-4b71-96f5-bded81c7ff2c service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943196 Jan 28 17:38:09.393425 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a20df1cf-b6f8-4af0-89d9-bf3cece7180a req-20b10f75-7b11-4c7d-81e7-34820ab38671 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854523 Jan 28 17:38:09.472479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:38:09.482686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-5c23e80d-3909-418e-a27d-226a717ab734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.484231 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-5c23e80d-3909-418e-a27d-226a717ab734 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1126 time: 0.0465744 Jan 28 17:38:09.523089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:09.523461 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:09.578561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-24856763-7156-4d0a-9437-44f67e06f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.580058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-24856763-7156-4d0a-9437-44f67e06f28d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0901959 Jan 28 17:38:09.599904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:09.621916 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-f601390d-f2d8-43a4-9f3a-30b3bba469cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 217 time: 0.0362396 Jan 28 17:38:09.674768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-727c6c28-4b66-478d-ab0c-b7ae4a7c0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.676207 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-727c6c28-4b66-478d-ab0c-b7ae4a7c0d09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0475926 Jan 28 17:38:09.724364 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-60148f72-48ed-4dbf-83bc-da7e086fa10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:09.725882 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-60148f72-48ed-4dbf-83bc-da7e086fa10d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434306 Jan 28 17:38:09.813439 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-f64c62f5-d9e1-4a7e-82bb-68c1b4c28370 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807467 Jan 28 17:38:09.904155 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4a05524a-d0ae-45e5-9ccd-c9c9c62845e6 req-58a7308c-2747-47e5-a74b-83801e05ee9e service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847709 Jan 28 17:38:10.003000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0b8a-70f3-4b81-a52c-56476f286012 req-634a0fc4-7e05-4cab-90e0-abd933e8490a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:10.004372 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84bc0b8a-70f3-4b81-a52c-56476f286012 req-634a0fc4-7e05-4cab-90e0-abd933e8490a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 943 time: 0.0511358 Jan 28 17:38:10.051954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84bc0b8a-70f3-4b81-a52c-56476f286012 req-bacdfde1-5f5f-4efb-be29-032e1f36683a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Jan 28 17:38:11.175105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28ec55-b1cf-40e8-878d-e06236411d25 req-ac8d8578-db05-43d4-a4f4-19e01c779ac0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:11.176588 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a28ec55-b1cf-40e8-878d-e06236411d25 req-ac8d8578-db05-43d4-a4f4-19e01c779ac0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 943 time: 0.0561051 Jan 28 17:38:11.229366 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1a28ec55-b1cf-40e8-878d-e06236411d25 req-37c8edca-ad9b-40a2-a864-ebf2e32b7568 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470135 Jan 28 17:38:12.077229 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:38:12.177257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:38:12.187385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '5383e105-d84b-4522-9ca1-f12758e1d659', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'port_id': '5383e105-d84b-4522-9ca1-f12758e1d659', 'mac_address': 'fa:16:3e:10:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:38:12.224080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 5383e105-d84b-4522-9ca1-f12758e1d659 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:12.224472 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:12.237468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5383e105-d84b-4522-9ca1-f12758e1d659 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:38:12.257272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:38:12.261522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:12.357557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34632fd-37b3-451b-b594-3da867acfaf1 req-efc840f7-49e7-4bf6-a2bb-2dcb330be104 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:12.359486 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d34632fd-37b3-451b-b594-3da867acfaf1 req-efc840f7-49e7-4bf6-a2bb-2dcb330be104 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 944 time: 0.0584671 Jan 28 17:38:12.413770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d34632fd-37b3-451b-b594-3da867acfaf1 req-9a1aed65-5348-45b9-b08d-3db17ae40794 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475118 Jan 28 17:38:12.476554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:12.533953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['5383e105-d84b-4522-9ca1-f12758e1d659'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:38:12.784449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:12.808417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:13.532117 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224d1e5-4764-442c-811c-3c8888777b58 req-d7e2310f-82ab-4279-86a2-de9976f51db6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:13.533601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3224d1e5-4764-442c-811c-3c8888777b58 req-d7e2310f-82ab-4279-86a2-de9976f51db6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 944 time: 0.0511508 Jan 28 17:38:13.581293 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3224d1e5-4764-442c-811c-3c8888777b58 req-63f6152b-2a5d-40ea-927b-50f3d95ec417 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Jan 28 17:38:14.092626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:38:14.141010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 5383e105-d84b-4522-9ca1-f12758e1d659 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:38:14.145050 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 5383e105-d84b-4522-9ca1-f12758e1d659 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:38:14.145421 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:14.222213 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 5383e105-d84b-4522-9ca1-f12758e1d659 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:38:14.222614 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:14.245306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:38:14.247586 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d36b6d-2895-4033-91b8-fbd90e626322" -d '{"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-plugged", "status": "completed", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:38:14.259959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:38:14.264293 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:14.288124 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6c451-b1f1-438e-b7bf-ed0d931b1e50 x-openstack-request-id: req-d5c6c451-b1f1-438e-b7bf-ed0d931b1e50 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:38:14.288420 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-plugged", "status": "completed", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:38:14.288695 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5c6c451-b1f1-438e-b7bf-ed0d931b1e50 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:38:14.289087 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'code': 200} Jan 28 17:38:14.314417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:14.391290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3aa6b-ce07-4429-b2b6-3a6f40578f81 req-e5d2d19d-d502-40ed-877c-adefd542893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:14.392719 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-11c3aa6b-ce07-4429-b2b6-3a6f40578f81 req-e5d2d19d-d502-40ed-877c-adefd542893e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1128 time: 0.0453146 Jan 28 17:38:14.442190 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-11c3aa6b-ce07-4429-b2b6-3a6f40578f81 req-7dbf0148-ae4d-496b-9136-aeaba7e77a50 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Jan 28 17:38:14.708368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f2ebd-a951-451c-9ee6-f5387eebb09a req-98600170-2320-4cba-883b-70bc744ce5fe tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:14.709860 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-431f2ebd-a951-451c-9ee6-f5387eebb09a req-98600170-2320-4cba-883b-70bc744ce5fe tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0567160 Jan 28 17:38:14.758877 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-431f2ebd-a951-451c-9ee6-f5387eebb09a req-5c4fe185-c168-4269-8df2-725956b3e41b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Jan 28 17:38:15.688531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:38:15.879473 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b5bf9-7e36-446e-846a-5aee2681c417 req-93e12f2a-339f-4b36-8890-c3798e6eed74 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:15.880977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-892b5bf9-7e36-446e-846a-5aee2681c417 req-93e12f2a-339f-4b36-8890-c3798e6eed74 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0513129 Jan 28 17:38:15.928127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-892b5bf9-7e36-446e-846a-5aee2681c417 req-0bba9511-28be-43e4-803f-811d121c3613 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Jan 28 17:38:16.037873 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f9a2882f-d054-4e84-9056-1fa1d7aeee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:16.047688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3d2e5-80d8-411f-8580-d1d32c668465 req-138bcc12-98ea-4a73-bb32-921023959637 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:16.049467 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62a3d2e5-80d8-411f-8580-d1d32c668465 req-138bcc12-98ea-4a73-bb32-921023959637 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0565505 Jan 28 17:38:16.097600 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-62a3d2e5-80d8-411f-8580-d1d32c668465 req-f03cac81-2e07-4cd7-b210-e7d425970424 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Jan 28 17:38:16.119189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36054) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:16.164423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1cff6-4940-4bf5-8d93-f972b9ec456d tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:16.166075 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-76f1cff6-4940-4bf5-8d93-f972b9ec456d tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1123 time: 0.0458703 Jan 28 17:38:16.169184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36056) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:16.174305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '5383e105-d84b-4522-9ca1-f12758e1d659', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:38:16.196236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:16.291163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:16.390908 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.141 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/931e0d14-c555-49ed-9a74-f0617c1b35e0) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:38:16.491861 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:16.525569 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:16.560696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:38:16.563691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:38:16.566823 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:38:16.602320 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=931e0d14-c555-49ed-9a74-f0617c1b35e0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:17.260753 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (4130909a-158d-4c55-820e-070c952dca33), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:17.329191 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:17.476460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:17.482255 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:17.546897 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=931e0d14-c555-49ed-9a74-f0617c1b35e0,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:38:17.560531 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (4130909a-158d-4c55-820e-070c952dca33), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:17.659162 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 4130909a-158d-4c55-820e-070c952dca33 associated. External IP: 172.25.8.141, port: 5383e105-d84b-4522-9ca1-f12758e1d659. Jan 28 17:38:17.864242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router a587d240-c19e-4604-adef-f7130e580d08 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:38:17.970749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:38:17.980985 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] Sync routers for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:38:17.989098 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:17.993845 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:38:17.994461 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:37:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:18.010841 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-be295c6f-ef5f-406d-a968-47e92f2858ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:18.019878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4e3e1f04-3cc9-4182-b78f-78c33dea99dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8496873 Jan 28 17:38:18.020506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:38:18.022909 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5842ae08-a37a-401a-bcd3-1d11652e4c84" -d '{"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:38:18.070350 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed955f-d2e4-4d4f-81b0-d38c3be3c951 x-openstack-request-id: req-f1ed955f-d2e4-4d4f-81b0-d38c3be3c951 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:38:18.070679 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:38:18.070992 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ed955f-d2e4-4d4f-81b0-d38c3be3c951 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:38:18.072030 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'status': 'completed', 'code': 200} Jan 28 17:38:18.104290 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:38:18.133371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a94ab-577e-44a8-a55c-af6654fd4d3a req-85c0be05-6ddd-43c4-8acc-4882f87c3ab3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:18.135863 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b92a94ab-577e-44a8-a55c-af6654fd4d3a req-85c0be05-6ddd-43c4-8acc-4882f87c3ab3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0625753 Jan 28 17:38:18.143374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-7f3b3fe5-ba3d-4cbb-84f0-646766dee421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:18.144932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-7f3b3fe5-ba3d-4cbb-84f0-646766dee421 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1128 time: 0.0490239 Jan 28 17:38:18.191241 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b92a94ab-577e-44a8-a55c-af6654fd4d3a req-43b48342-449c-432b-a17c-f6da21c7eb8f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492816 Jan 28 17:38:18.214704 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36064) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:18.241500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-e545416b-6494-4d94-a1e9-956f595da1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:18.242899 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-e545416b-6494-4d94-a1e9-956f595da1fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0921218 Jan 28 17:38:18.278944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-70c82a81-a965-41be-9cb8-1001b256bcfa tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/4130909a-158d-4c55-820e-070c952dca33 HTTP/1.1" status: 200 len: 991 time: 0.0630887 Jan 28 17:38:18.309050 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-cb2fd99d-aecc-4f53-a50e-fe9b880ec75f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 999 time: 0.0603995 Jan 28 17:38:18.363122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-6459aa0e-3798-43fe-939f-5bc4790bd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:18.364622 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-6459aa0e-3798-43fe-939f-5bc4790bd83d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0505521 Jan 28 17:38:18.413994 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-7f4e9f78-33da-4986-93fa-a6060e4675c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:18.416186 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-7f4e9f78-33da-4986-93fa-a6060e4675c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453427 Jan 28 17:38:18.427778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '4130909a-158d-4c55-820e-070c952dca33', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'port_id': '5383e105-d84b-4522-9ca1-f12758e1d659', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'mac_address': 'fa:16:3e:10:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:38:16Z', 'updated_at': '2022-01-28T17:38:16Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:18.453437 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] Checking router: a587d240-c19e-4604-adef-f7130e580d08 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:38:18.461447 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:38:18.462045 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:38:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:18.507388 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-fae9060c-2524-4e16-b748-ecc71bc3fa18 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858958 Jan 28 17:38:18.572279 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:38:18.601677 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5842ae08-a37a-401a-bcd3-1d11652e4c84 req-f1f0af3f-bc06-4936-a47b-d8290f8cb4a7 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888062 Jan 28 17:38:18.790862 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '4130909a-158d-4c55-820e-070c952dca33', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'port_id': '5383e105-d84b-4522-9ca1-f12758e1d659', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'mac_address': 'fa:16:3e:10:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:38:16Z', 'updated_at': '2022-01-28T17:38:16Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:38:18.820702 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff028d93-54b7-43e8-ae3d-37557f0287e2 None None] The sync data for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 is: [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '4130909a-158d-4c55-820e-070c952dca33', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'port_id': '5383e105-d84b-4522-9ca1-f12758e1d659', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'mac_address': 'fa:16:3e:10:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:38:16Z', 'updated_at': '2022-01-28T17:38:16Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:38:19.007690 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb7a39-3981-4b1b-ae07-190b674eb323 None None] New status for floating IP 4130909a-158d-4c55-820e-070c952dca33: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:38:19.282434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36066) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:19.345736 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1ccb6bba-11f4-4d97-b778-3e06c04ce6e4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/4130909a-158d-4c55-820e-070c952dca33 HTTP/1.1" status: 200 len: 993 time: 0.0621753 Jan 28 17:38:19.615738 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:20.865897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:21.864839 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:23.506548 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-deb063af-b10b-40e3-82b6-1271bd2a24c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434930 Jan 28 17:38:23.593449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45cf2-9e57-478d-b032-740ca4824543 req-bb7b97bb-53fa-4394-a848-5be7294d8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:23.594977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-bb7b97bb-53fa-4394-a848-5be7294d8a1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1128 time: 0.0445144 Jan 28 17:38:23.699059 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45cf2-9e57-478d-b032-740ca4824543 req-ef4fb93c-1dcd-4ffd-bfe6-ed0e3c507b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:23.700442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-ef4fb93c-1dcd-4ffd-bfe6-ed0e3c507b15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0877264 Jan 28 17:38:23.763501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-8318ee03-1900-4a71-aaa3-24d18802c8c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 1001 time: 0.0573945 Jan 28 17:38:23.814426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45cf2-9e57-478d-b032-740ca4824543 req-7352d3e8-1e12-4e7f-95ed-8931e448b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:23.815877 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-7352d3e8-1e12-4e7f-95ed-8931e448b14e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0468755 Jan 28 17:38:23.862548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45cf2-9e57-478d-b032-740ca4824543 req-2d2117ad-252c-41e2-8dfe-3c5604db67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:23.864042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-2d2117ad-252c-41e2-8dfe-3c5604db67c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428889 Jan 28 17:38:23.949593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-49199cba-017f-4059-bdca-ecff722b58b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797138 Jan 28 17:38:24.037662 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-aab45cf2-9e57-478d-b032-740ca4824543 req-93dfd8f5-b2f0-4a17-9cc8-4b059b878aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829341 Jan 28 17:38:42.803303 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:42.804435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:46.038729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fe506134-8c8e-4804-8ed4-58cea9fc2b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:47.919634 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-9f3a9fee-cd92-412c-89c7-facd60de2b97 req-c15922f7-54ee-4747-b6cc-ae5085fda854 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:38:47.920622 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f3a9fee-cd92-412c-89c7-facd60de2b97 req-c15922f7-54ee-4747-b6cc-ae5085fda854 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059087 Jan 28 17:38:47.993031 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d9c297ac-b510-4056-90fa-f2f9f6b0d322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:49.103928 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36088) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:38:49.113806 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5f7f7-9880-457e-a94a-3ba6cf6eca66 req-7b87c439-fc81-49d7-839c-470b73900e39 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:49.115379 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7de5f7f7-9880-457e-a94a-3ba6cf6eca66 req-7b87c439-fc81-49d7-839c-470b73900e39 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0540500 Jan 28 17:38:49.169292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7de5f7f7-9880-457e-a94a-3ba6cf6eca66 req-410ac00b-f15d-4cd0-b405-0486c3d11110 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Jan 28 17:38:49.193130 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-4d9241f4-c97e-4567-b04b-863efe182e1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873456 Jan 28 17:38:49.201408 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-9e346f4a-0307-4d73-9e93-857d8df15db5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:38:49.202363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-9e346f4a-0307-4d73-9e93-857d8df15db5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048828 Jan 28 17:38:49.617986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:50.284217 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-36cc314e-f559-4546-8d8d-1d86d8f80e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:50.285771 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-36cc314e-f559-4546-8d8d-1d86d8f80e48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1128 time: 0.0455751 Jan 28 17:38:50.290577 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae238c-cfe8-4a16-ae42-a0ec14d0fe75 req-f38bfc9b-3ec1-48e7-95a5-3c21609e6041 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:50.292091 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92ae238c-cfe8-4a16-ae42-a0ec14d0fe75 req-f38bfc9b-3ec1-48e7-95a5-3c21609e6041 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0514436 Jan 28 17:38:50.340373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-92ae238c-cfe8-4a16-ae42-a0ec14d0fe75 req-26b51e88-67c0-4e56-bd19-8a97d8d80c07 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Jan 28 17:38:50.382215 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-e62d1b0c-fab7-4197-8538-dd57ef73f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:50.383612 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-e62d1b0c-fab7-4197-8538-dd57ef73f27f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0920470 Jan 28 17:38:50.456111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-9a156311-9a92-4fa6-9278-4b204169d9b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 1001 time: 0.0659108 Jan 28 17:38:50.506743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-f99bb6e5-cf66-4724-bcc4-16154ce32535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:50.508174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-f99bb6e5-cf66-4724-bcc4-16154ce32535 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0464697 Jan 28 17:38:50.554646 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-ac3234e0-b5d0-435c-9771-2776580ba67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:50.556102 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-ac3234e0-b5d0-435c-9771-2776580ba67d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423188 Jan 28 17:38:50.642652 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-260065b2-557a-427b-b5f7-f14d31720c5f service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796959 Jan 28 17:38:50.732834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c5d3254c-ddeb-47e4-83a3-5c06a0d6f851 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840228 Jan 28 17:38:50.870938 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:51.461783 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ef3b-5d07-4a4f-95e8-9ff203d0afae req-c4e086b4-ae28-4595-8316-10ba722a7e50 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:51.463244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e30ef3b-5d07-4a4f-95e8-9ff203d0afae req-c4e086b4-ae28-4595-8316-10ba722a7e50 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0555909 Jan 28 17:38:51.511421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6e30ef3b-5d07-4a4f-95e8-9ff203d0afae req-7b226ee2-5848-4906-870a-9dd933f9e51d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Jan 28 17:38:51.867326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:38:52.631456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3589-79ce-4e19-85fa-97867fb0ca9c req-29d57cac-0bd3-47cc-b228-3bb0ee34c185 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:52.632973 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df2c3589-79ce-4e19-85fa-97867fb0ca9c req-29d57cac-0bd3-47cc-b228-3bb0ee34c185 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0544693 Jan 28 17:38:52.680808 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df2c3589-79ce-4e19-85fa-97867fb0ca9c req-3d9a6cd7-8627-4241-b045-5d2c5a3bab83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Jan 28 17:38:52.688232 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:38:53.799111 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6173e-80b6-434a-9f00-60e6044f9fea req-5c70fd35-2a4f-4afd-95c6-d21731470236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:53.800573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15c6173e-80b6-434a-9f00-60e6044f9fea req-5c70fd35-2a4f-4afd-95c6-d21731470236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0520833 Jan 28 17:38:53.852492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15c6173e-80b6-434a-9f00-60e6044f9fea req-c8dc9899-d9df-4ce4-a366-0099fbd2ba7d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Jan 28 17:38:54.968451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21fe7c-1849-453d-8197-d09a07cdf134 req-5183f30f-887a-4636-b136-1102add0d015 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:54.969924 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa21fe7c-1849-453d-8197-d09a07cdf134 req-5183f30f-887a-4636-b136-1102add0d015 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0516469 Jan 28 17:38:55.016915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fa21fe7c-1849-453d-8197-d09a07cdf134 req-1a9f0543-e726-46ac-82d2-4f57e1869ba9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Jan 28 17:38:56.133291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e83-ea80-4652-a427-06099b2b2887 req-a9542875-8beb-4164-8d38-35be51d5f5f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:56.134742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0de87e83-ea80-4652-a427-06099b2b2887 req-a9542875-8beb-4164-8d38-35be51d5f5f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0515800 Jan 28 17:38:56.182966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0de87e83-ea80-4652-a427-06099b2b2887 req-1cc17721-1606-434c-af5f-265b1c83a010 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Jan 28 17:38:57.367373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cbeed-d088-4546-a151-58457fdcd3e8 req-722070ab-ead8-47a6-b215-205403ce5683 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:57.368952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de3cbeed-d088-4546-a151-58457fdcd3e8 req-722070ab-ead8-47a6-b215-205403ce5683 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.1122491 Jan 28 17:38:57.418240 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de3cbeed-d088-4546-a151-58457fdcd3e8 req-9b7563bd-fda3-445c-8672-033884f39555 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Jan 28 17:38:58.582621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d503a-7440-4f84-8f80-b2f7f0560588 req-a67b8f4f-6b95-4e45-80e9-7da3053a92e2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:58.584298 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f4d503a-7440-4f84-8f80-b2f7f0560588 req-a67b8f4f-6b95-4e45-80e9-7da3053a92e2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0993440 Jan 28 17:38:58.633041 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9f4d503a-7440-4f84-8f80-b2f7f0560588 req-84339a91-a28c-48d8-a75f-23917d70e757 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Jan 28 17:38:59.755797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08ba13-00ea-400b-b2f5-c7a138851aa0 req-25a40913-0072-4461-93fa-b4e708ac4ebd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:38:59.757325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e08ba13-00ea-400b-b2f5-c7a138851aa0 req-25a40913-0072-4461-93fa-b4e708ac4ebd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0569503 Jan 28 17:38:59.804192 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e08ba13-00ea-400b-b2f5-c7a138851aa0 req-be70f6ab-0946-400c-8929-fc31bacf8ca9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Jan 28 17:39:00.924311 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed35ec6-da03-47dc-b7cb-b9611ab491fc req-1fc57f3d-3ce0-4091-9854-b1522cf92c8e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:00.925780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ed35ec6-da03-47dc-b7cb-b9611ab491fc req-1fc57f3d-3ce0-4091-9854-b1522cf92c8e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0514789 Jan 28 17:39:00.973077 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1ed35ec6-da03-47dc-b7cb-b9611ab491fc req-bcb291a5-387c-48be-a565-c52fa85e4810 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Jan 28 17:39:02.091851 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eda336-7e48-4b3f-942b-925d0cb4831c req-de472407-d8bc-418f-8f93-6813bb72be35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:02.093333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eda336-7e48-4b3f-942b-925d0cb4831c req-de472407-d8bc-418f-8f93-6813bb72be35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0518744 Jan 28 17:39:02.145969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e3eda336-7e48-4b3f-942b-925d0cb4831c req-8c8a48ea-5dc1-4373-ac19-3c34d041c4e8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Jan 28 17:39:02.474854 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-21778d91-07f2-4dfd-af4b-194560b2e39e service neutron] show failed (client error): The resource could not be found. Jan 28 17:39:02.475885 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-21778d91-07f2-4dfd-af4b-194560b2e39e service neutron] 10.222.0.31 "GET /v2.0/ports/5383e105-d84b-4522-9ca1-f12758e1d659/bindings/n-h1-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0546558 Jan 28 17:39:02.709577 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-ed6a98f6-f846-4a4f-adbc-e088ca4539b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:02.711082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-ed6a98f6-f846-4a4f-adbc-e088ca4539b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 1128 time: 0.0812969 Jan 28 17:39:02.723145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:02.779882 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:02.974505 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:03.005412 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:39:03.047862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:03.050336 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae4ddd-0365-43bd-a0ba-af62fc298512" -d '{"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-unplugged", "status": "completed", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:03.053751 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Publish callbacks [] for port (5383e105-d84b-4522-9ca1-f12758e1d659), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:03.066575 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Transition to ACTIVE for port object 5383e105-d84b-4522-9ca1-f12758e1d659 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:39:03.070989 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:03.108048 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21adb7cc-4dfc-461e-920b-5b16ef588745 x-openstack-request-id: req-21adb7cc-4dfc-461e-920b-5b16ef588745 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:03.108377 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-unplugged", "status": "completed", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:03.108613 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21adb7cc-4dfc-461e-920b-5b16ef588745 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:03.109034 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'code': 200} Jan 28 17:39:03.187347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=6']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:03.204765 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.205128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.205697 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.206052 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.206399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.206881 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.207227 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.207567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.207904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.208238 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.208571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.208926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.209255 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:03.261568 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] No DVR routers for this DVR port 5383e105-d84b-4522-9ca1-f12758e1d659 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:39:03.270756 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cfc9d-e752-43a4-8d2f-30311759faed req-993eb85e-5a6b-4adb-bbe4-2476ed83c6b3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:03.272422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec9cfc9d-e752-43a4-8d2f-30311759faed req-993eb85e-5a6b-4adb-bbe4-2476ed83c6b3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 943 time: 0.0551848 Jan 28 17:39:03.325317 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ec9cfc9d-e752-43a4-8d2f-30311759faed req-a0abda54-996b-4381-b0a2-cfb0358cc956 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Jan 28 17:39:03.397667 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:39:03.398006 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:39:03.398336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 on network c1bd9271-f135-46a1-872d-eefb87e190de {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:03.403037 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Port 5383e105-d84b-4522-9ca1-f12758e1d659 on network c1bd9271-f135-46a1-872d-eefb87e190de not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:39:03.403355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Attempting to bind port 5383e105-d84b-4522-9ca1-f12758e1d659 on network c1bd9271-f135-46a1-872d-eefb87e190de {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:03.408257 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:39:03.408594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Checking segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:39:03.409009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Bound using segment: {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:39:03.409436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Bound port: 5383e105-d84b-4522-9ca1-f12758e1d659, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50643902-82b9-4d12-94a8-4052c065c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:39:03.409794 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:03.472918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:39:03.475787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:39:03.482174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:03.514901 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:03.515584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:03.516897 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] 10.222.0.24 "PUT /v2.0/ports/5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 1092 time: 0.7976208 Jan 28 17:39:03.537686 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7005930-82db-4bb8-b5a6-d5f424daaf35 service neutron] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=7']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:03.585351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-536d2152-2b45-40b0-af38-bf716fd07e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:03.586738 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-536d2152-2b45-40b0-af38-bf716fd07e02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1126 time: 0.0462584 Jan 28 17:39:03.682930 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-021b1d31-af2e-4d1d-b3f0-72141a24be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:03.684440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-021b1d31-af2e-4d1d-b3f0-72141a24be87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0916708 Jan 28 17:39:03.749715 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-181cbf42-8e42-44a9-830f-80e5599ca29c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 999 time: 0.0593123 Jan 28 17:39:03.796463 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-cc44f28c-cd6c-4f73-84af-309396b00d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:03.797831 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-cc44f28c-cd6c-4f73-84af-309396b00d60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0419359 Jan 28 17:39:03.850016 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-9d042a87-0cde-46f1-b6d8-629ad8f3938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:03.851419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-9d042a87-0cde-46f1-b6d8-629ad8f3938e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467236 Jan 28 17:39:03.937399 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-566bb151-57de-4fd6-b10a-8722a791cf91 service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791481 Jan 28 17:39:04.030621 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-df318bf4-2f2f-4c52-a8e0-cf28aaeb6d6e req-77415166-7ac9-48a9-857b-91ea9b733404 service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850539 Jan 28 17:39:04.445592 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a033d-fde3-4123-bceb-0a6c8501f79c req-8b31817b-7245-4273-80b6-36bddf415d32 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:04.446982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e8a033d-fde3-4123-bceb-0a6c8501f79c req-8b31817b-7245-4273-80b6-36bddf415d32 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 943 time: 0.0523136 Jan 28 17:39:04.496037 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e8a033d-fde3-4123-bceb-0a6c8501f79c req-c5df8b36-ebb9-4cca-9e2a-9a6115e75841 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Jan 28 17:39:05.110301 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:05.112736 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4809733-b924-411f-96bc-6b92e64c0de9" -d '{"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:05.160272 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60037e29-4a59-4f18-baa2-36d6bb8abfd5 x-openstack-request-id: req-60037e29-4a59-4f18-baa2-36d6bb8abfd5 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:05.160563 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:05.160848 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60037e29-4a59-4f18-baa2-36d6bb8abfd5 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:05.161277 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'status': 'completed', 'code': 200} Jan 28 17:39:05.247507 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-b37390a3-b96d-4727-a049-6f48b3c1d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.249009 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-b37390a3-b96d-4727-a049-6f48b3c1d571 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1126 time: 0.0706031 Jan 28 17:39:05.254491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-962cedbf-fdd0-43e6-a391-295e3d950adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.255821 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-962cedbf-fdd0-43e6-a391-295e3d950adb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1126 time: 0.0695887 Jan 28 17:39:05.632186 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4e2e5-f82f-4ab9-973c-9620e10a7684 req-f13d9c95-7e16-4172-8e1c-3038ef8e33e4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.633742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7b4e2e5-f82f-4ab9-973c-9620e10a7684 req-f13d9c95-7e16-4172-8e1c-3038ef8e33e4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 943 time: 0.0615494 Jan 28 17:39:05.677597 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-c4555fb0-3600-4b27-bf75-66ecafedfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.678979 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-c4555fb0-3600-4b27-bf75-66ecafedfd00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.4223375 Jan 28 17:39:05.680025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-37d18278-32d2-451e-9526-f8d0807b4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.681331 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-37d18278-32d2-451e-9526-f8d0807b4425 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.4172049 Jan 28 17:39:05.686050 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7b4e2e5-f82f-4ab9-973c-9620e10a7684 req-9f868b66-c172-48bf-aefc-15563ca38fdb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 Jan 28 17:39:05.795854 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-d093afe0-6d8b-4b82-98de-3de7cb122102 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 999 time: 0.1091604 Jan 28 17:39:05.797457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-df41efb3-4698-499d-9c58-850353027d66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 999 time: 0.1097047 Jan 28 17:39:05.876783 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-4197c39c-2d57-4614-aceb-347b0671f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.878310 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-4197c39c-2d57-4614-aceb-347b0671f4be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0768366 Jan 28 17:39:05.879682 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-cacfd8bf-b65c-46c1-bc7a-c995afe2db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.881014 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-cacfd8bf-b65c-46c1-bc7a-c995afe2db47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0720587 Jan 28 17:39:05.961216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-dd78a074-a9f2-45e9-a7da-384614568a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.962623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-dd78a074-a9f2-45e9-a7da-384614568a94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786624 Jan 28 17:39:05.964926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-5395a3a6-07ca-4ead-bbc6-81b9577fa508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:05.966267 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-5395a3a6-07ca-4ead-bbc6-81b9577fa508 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0750148 Jan 28 17:39:06.116659 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-04b83c95-9da3-4e31-a5a5-48eee0d7bb39 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485789 Jan 28 17:39:06.118547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-1dd3510e-e0cd-4740-8111-4c97650d3e6b service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438432 Jan 28 17:39:06.272417 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-5a2bd4f3-9f3b-436a-9b09-87940df5db9c service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501851 Jan 28 17:39:06.274303 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f4809733-b924-411f-96bc-6b92e64c0de9 req-cf3b7bf1-f3d0-4673-a18f-d3f5b6e9166b service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451633 Jan 28 17:39:06.341961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:39:06.379898 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] The host n-h2-812111-13 is not matching for port 5383e105-d84b-4522-9ca1-f12758e1d659 host n-h1-812111-13! {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 17:39:06.380285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:39:06.558021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:39:06.652971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:06.664182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '5383e105-d84b-4522-9ca1-f12758e1d659', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'port_id': '5383e105-d84b-4522-9ca1-f12758e1d659', 'mac_address': 'fa:16:3e:10:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:39:06.700409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5383e105-d84b-4522-9ca1-f12758e1d659 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:06.700827 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:06.714220 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5383e105-d84b-4522-9ca1-f12758e1d659 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:39:06.737259 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:06.741535 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:06.789339 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:06.797169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.797521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.797868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.798206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.798544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.799127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.799459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.799784 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.800108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.800430 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.800774 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.801103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.801427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:06.814316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26959d-ccbe-4f14-8971-4618079cb0d6 req-5255845a-5415-40d6-8a68-782aeb73475d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:06.815776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e26959d-ccbe-4f14-8971-4618079cb0d6 req-5255845a-5415-40d6-8a68-782aeb73475d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 944 time: 0.0557969 Jan 28 17:39:06.863471 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4e26959d-ccbe-4f14-8971-4618079cb0d6 req-82085599-3c0d-4e53-a816-2d43c72b56bc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Jan 28 17:39:06.986829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['5383e105-d84b-4522-9ca1-f12758e1d659'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:39:07.060223 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc5c35-c5f4-4343-a5e4-5d1114237342 req-32dff50e-49ac-4a90-a6a5-aa59acb41ddc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.062105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02bc5c35-c5f4-4343-a5e4-5d1114237342 req-32dff50e-49ac-4a90-a6a5-aa59acb41ddc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 944 time: 0.0572898 Jan 28 17:39:07.116254 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-c7318ab9-3c7a-4efd-9c65-f629aa702ecb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.117962 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-c7318ab9-3c7a-4efd-9c65-f629aa702ecb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c&tenant_id=1ed21f0a0caf4ce78cec3504583c1968&binding%3Ahost_id=n-h1-812111-13 HTTP/1.1" status: 200 len: 944 time: 0.0994675 Jan 28 17:39:07.123358 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-02bc5c35-c5f4-4343-a5e4-5d1114237342 req-9cbe1a3f-96cf-4189-bd7b-f817ed3fb7ca tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556653 Jan 28 17:39:07.189175 n-d-812111-13 neutron-server[103094]: INFO neutron.api.v2.resource [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-2a9e889f-10f5-4ead-a224-6a059f85e741 service neutron] delete failed (client error): The resource could not be found. Jan 28 17:39:07.190221 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-2a9e889f-10f5-4ead-a224-6a059f85e741 service neutron] 10.222.0.31 "DELETE /v2.0/ports/5383e105-d84b-4522-9ca1-f12758e1d659/bindings/n-h2-812111-13 HTTP/1.1" status: 404 len: 381 time: 0.0590389 Jan 28 17:39:07.250323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfe42-c8d8-4c56-8b88-e17fde9c2940 req-bbd90fa0-8474-41b6-b2ec-970eaaa2d5bc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.251830 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1ddfe42-c8d8-4c56-8b88-e17fde9c2940 req-bbd90fa0-8474-41b6-b2ec-970eaaa2d5bc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 944 time: 0.0580423 Jan 28 17:39:07.279757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-9c5619f7-74d7-497a-8c69-ec9188cf58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.281352 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-9c5619f7-74d7-497a-8c69-ec9188cf58ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1127 time: 0.0478053 Jan 28 17:39:07.302585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c1ddfe42-c8d8-4c56-8b88-e17fde9c2940 req-57cb63ed-9696-49c3-9b11-c0e8c4eab365 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445867 Jan 28 17:39:07.380892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-12b11ba8-48ef-47cc-b74d-073b4950f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.382371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-12b11ba8-48ef-47cc-b74d-073b4950f53d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0953338 Jan 28 17:39:07.448376 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-145b3e38-87e9-4bb6-b38b-d5e6a2a1797a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 1000 time: 0.0592134 Jan 28 17:39:07.499458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-522c5ec7-0cf6-4721-be4f-46e683587890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.500941 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-522c5ec7-0cf6-4721-be4f-46e683587890 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0469635 Jan 28 17:39:07.550692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-7f0392fc-6df8-42f0-90ea-df3b102caa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:07.552476 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-7f0392fc-6df8-42f0-90ea-df3b102caa0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463202 Jan 28 17:39:07.642350 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-a1d0c1e3-e3c1-4575-974a-612bd17be141 service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Jan 28 17:39:07.734465 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-db6b5cc5-190d-42de-912f-7cea5c150c5f req-4ef50222-c95a-40bb-a61e-a4cf594cdf1b service neutron] 10.222.0.31 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859540 Jan 28 17:39:08.420022 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafa410-f4e6-4a63-815f-57d6a75c9399 req-dac978a9-fd53-4495-972e-e4e6f9af834c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:08.421440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecafa410-f4e6-4a63-815f-57d6a75c9399 req-dac978a9-fd53-4495-972e-e4e6f9af834c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 944 time: 0.0518863 Jan 28 17:39:08.469523 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecafa410-f4e6-4a63-815f-57d6a75c9399 req-bd4651e3-156b-4a95-8d4d-89cbed04bfd0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Jan 28 17:39:08.491476 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36164) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:08.554873 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-dcf01029-8ec6-4dee-94a1-3e4eaac22d52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/4130909a-158d-4c55-820e-070c952dca33 HTTP/1.1" status: 200 len: 992 time: 0.0622456 Jan 28 17:39:08.573879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:08.623475 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 5383e105-d84b-4522-9ca1-f12758e1d659 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:39:08.627884 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 5383e105-d84b-4522-9ca1-f12758e1d659 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:08.628281 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:08.703260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 5383e105-d84b-4522-9ca1-f12758e1d659 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:08.703566 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:08.730353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:08.732738 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad92875-257c-44d9-9fba-7b7deb4ea460" -d '{"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-plugged", "status": "completed", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:08.744629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:08.748697 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:08.771378 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513cab49-decc-46ff-b9ad-bc8dbeaf7d3a x-openstack-request-id: req-513cab49-decc-46ff-b9ad-bc8dbeaf7d3a {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:08.771674 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-plugged", "status": "completed", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:08.771930 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-513cab49-decc-46ff-b9ad-bc8dbeaf7d3a {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:08.772321 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'code': 200} Jan 28 17:39:08.797279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=9']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:12.814701 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:12.819121 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:16.040768 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5a511a2c-81fc-43ad-89c4-826f544f8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:17.994067 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2bbc1278-1248-4ddc-85ae-4ee94d920915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:19.619930 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:20.870448 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:21.868649 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:27.867117 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-c0d380d2-b885-4eb1-8b4a-6dc5cd5a460e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877309 Jan 28 17:39:27.950747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-5dd54cb9-9357-461c-80d8-99d2dcb59080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:27.952240 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-5dd54cb9-9357-461c-80d8-99d2dcb59080 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1128 time: 0.0439625 Jan 28 17:39:28.057706 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-e1538d75-5aba-4055-83fd-d1a442fe9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:28.059094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-e1538d75-5aba-4055-83fd-d1a442fe9ffd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0872221 Jan 28 17:39:28.123678 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-56c7e8cb-f182-48f0-a35a-dafc1a56d16d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 1001 time: 0.0580888 Jan 28 17:39:28.174583 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-6d129cdc-8ff9-4fb6-8cf5-511f0f9910dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:28.176003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-6d129cdc-8ff9-4fb6-8cf5-511f0f9910dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0467541 Jan 28 17:39:28.222262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-45114977-04e1-45c0-83d8-4ced74c6d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:28.223724 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-45114977-04e1-45c0-83d8-4ced74c6d076 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422525 Jan 28 17:39:28.313613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-5c559382-3fea-4213-83ee-6f78f657a9bd service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832050 Jan 28 17:39:28.403593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b74dcc27-bec6-4e58-b295-01ccc5223bac req-49992f46-c3be-4d6c-a75a-17a48e58b82f service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846167 Jan 28 17:39:29.687742 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:39:36.888765 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36182) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:37.052790 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 931e0d14-c555-49ed-9a74-f0617c1b35e0 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:39:37.053143 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:37.130030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:37.130364 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (931e0d14-c555-49ed-9a74-f0617c1b35e0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:37.141909 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 931e0d14-c555-49ed-9a74-f0617c1b35e0 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:39:37.283441 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (931e0d14-c555-49ed-9a74-f0617c1b35e0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:37.311501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=931e0d14-c555-49ed-9a74-f0617c1b35e0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:37.323477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.323835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.324181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.324523 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.324890 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.325226 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.325557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.325886 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.326215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.326541 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.326866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.327188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.327515 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:37.380895 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (4130909a-158d-4c55-820e-070c952dca33), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:37.381226 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 4130909a-158d-4c55-820e-070c952dca33 disassociated (deleted). External IP: 172.25.8.141, port: 5383e105-d84b-4522-9ca1-f12758e1d659. Jan 28 17:39:37.589045 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router a587d240-c19e-4604-adef-f7130e580d08 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:39:37.698427 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:39:37.703460 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:37.708040 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] Sync routers for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:39:37.718229 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:37.718909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:37.733593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8e4a287f-7156-43d1-84c2-61d04c01f472 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/floatingips/4130909a-158d-4c55-820e-070c952dca33 HTTP/1.1" status: 204 len: 168 time: 0.8437526 Jan 28 17:39:37.734161 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:37.737108 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:37.829989 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:37.831445 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86861d5-de6c-4dbb-b0b4-4df8e3248391 x-openstack-request-id: req-d86861d5-de6c-4dbb-b0b4-4df8e3248391 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:37.831746 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:37.832060 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d86861d5-de6c-4dbb-b0b4-4df8e3248391 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:37.832472 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'status': 'completed', 'code': 200} Jan 28 17:39:37.909071 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-5fdc0d77-dd66-4168-89a7-4e716664b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:37.911520 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-5fdc0d77-dd66-4168-89a7-4e716664b71c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 1128 time: 0.0534737 Jan 28 17:39:37.975989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f98584-3a8c-4059-bcc1-f2db7583664f req-3b3c4dec-458f-4bd4-9c26-b9b28ca31db3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:37.977543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89f98584-3a8c-4059-bcc1-f2db7583664f req-3b3c4dec-458f-4bd4-9c26-b9b28ca31db3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0542984 Jan 28 17:39:38.010764 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-0f077d70-bf58-4501-8756-5ac03c7dc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:38.012399 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-0f077d70-bf58-4501-8756-5ac03c7dc043 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 200 len: 897 time: 0.0934863 Jan 28 17:39:38.033691 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-89f98584-3a8c-4059-bcc1-f2db7583664f req-c4bd47e6-f7e8-4bfa-9730-305b74bdaf1e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 Jan 28 17:39:38.049283 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:38.060324 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-def3a394-d178-456d-b3bb-e9e7853ca71b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 200 len: 217 time: 0.0409806 Jan 28 17:39:38.075504 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] Checking router: a587d240-c19e-4604-adef-f7130e580d08 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:39:38.083356 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:38.083994 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:38.108919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-53e4f2a0-d024-4d8e-9074-7485218bc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:38.110402 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-53e4f2a0-d024-4d8e-9074-7485218bc049 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 200 len: 835 time: 0.0430148 Jan 28 17:39:38.159883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-a167236f-75ac-45b8-a90d-bb2d71fcbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:38.161471 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-a167236f-75ac-45b8-a90d-bb2d71fcbf6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1bd9271-f135-46a1-872d-eefb87e190de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439413 Jan 28 17:39:38.187417 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:38.252431 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-8cb8d5b6-800f-485a-a36b-c5b17ebf9360 service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842631 Jan 28 17:39:38.338674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4f0541e5-e1fa-4b63-8b69-18cce4d3fa9d req-8b570c0e-1d3c-4e3d-bedc-9d1e88971c11 service neutron] 10.222.0.24 "GET /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798793 Jan 28 17:39:38.378635 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:38.409742 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e68ad-54b6-407e-8e95-8bbf99b990d7 None None] The sync data for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 is: [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:04Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb', 'name': '', 'network_id': 'c1bd9271-f135-46a1-872d-eefb87e190de', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:48:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:04Z', 'updated_at': '2022-01-28T17:38:07Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'e4cb6609-f507-427e-b438-ae4f6f881d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:39:38.626080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba07baf-0887-4ff6-bf14-8b062e9ab471 None None] New status for floating IP 4130909a-158d-4c55-820e-070c952dca33: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:39:39.158404 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64a930-9e1c-4d6f-aa8f-f04466573fcd req-e5a112cb-ca97-4598-bd13-e46203ba29ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:39.159886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e64a930-9e1c-4d6f-aa8f-f04466573fcd req-e5a112cb-ca97-4598-bd13-e46203ba29ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0568466 Jan 28 17:39:39.208744 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1e64a930-9e1c-4d6f-aa8f-f04466573fcd req-b6e34a68-2ec2-4928-8924-27cb6cd6fc3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Jan 28 17:39:39.255650 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503349b-9b05-4d88-9614-8297fe475910 req-4f6e37ba-1871-45b2-b1d1-3b9545007878 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:39.257170 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4503349b-9b05-4d88-9614-8297fe475910 req-4f6e37ba-1871-45b2-b1d1-3b9545007878 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.24 "GET /v2.0/ports?device_id=c961f4d2-23a8-4132-b09c-e3d2ad9a618c HTTP/1.1" status: 200 len: 945 time: 0.0565975 Jan 28 17:39:39.345165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 5383e105-d84b-4522-9ca1-f12758e1d659 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:39:39.345424 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:39.433720 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 5383e105-d84b-4522-9ca1-f12758e1d659, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=5383e105-d84b-4522-9ca1-f12758e1d659,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:39.434091 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:39.445653 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 5383e105-d84b-4522-9ca1-f12758e1d659 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:39:39.568614 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (5383e105-d84b-4522-9ca1-f12758e1d659), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:39.601861 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=5383e105-d84b-4522-9ca1-f12758e1d659,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:39.645285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] No DVR routers for this DVR port 5383e105-d84b-4522-9ca1-f12758e1d659 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:39:39.647739 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:39.651120 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4503349b-9b05-4d88-9614-8297fe475910 req-eefc2d7a-3b9b-4774-87bf-6dece002b0b6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.24 "DELETE /v2.0/ports/5383e105-d84b-4522-9ca1-f12758e1d659 HTTP/1.1" status: 204 len: 173 time: 0.3884995 Jan 28 17:39:39.651552 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-deleted', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:39.653809 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249b3505-1b9b-4e71-96a4-ed8c952b625c" -d '{"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-deleted", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:39.690039 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02a8cf0-1752-46c6-9874-0e9270acf702 x-openstack-request-id: req-a02a8cf0-1752-46c6-9874-0e9270acf702 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:39.690336 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961f4d2-23a8-4132-b09c-e3d2ad9a618c", "name": "network-vif-deleted", "tag": "5383e105-d84b-4522-9ca1-f12758e1d659", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:39.690591 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a02a8cf0-1752-46c6-9874-0e9270acf702 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:39.690991 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c961f4d2-23a8-4132-b09c-e3d2ad9a618c', 'name': 'network-vif-deleted', 'tag': '5383e105-d84b-4522-9ca1-f12758e1d659', 'status': 'completed', 'code': 200} Jan 28 17:39:40.264125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36200) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:40.621202 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (a587d240-c19e-4604-adef-f7130e580d08), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:40.873629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:39:40.873897 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:40.963321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:40.963685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:40.975205 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:39:41.157009 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.183560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:41.355524 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (a587d240-c19e-4604-adef-f7130e580d08), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.570870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router a587d240-c19e-4604-adef-f7130e580d08 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:39:41.677419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:39:41.682492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b8612c39-11b2-415d-8138-820e15a44917 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/a587d240-c19e-4604-adef-f7130e580d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4173017 Jan 28 17:39:41.685257 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36202) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:41.687898 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] Sync routers for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:39:41.697957 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:41.698559 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:41.735957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting subnet e4cb6609-f507-427e-b438-ae4f6f881d09 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:39:41.739123 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (e4cb6609-f507-427e-b438-ae4f6f881d09), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.782898 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (e4cb6609-f507-427e-b438-ae4f6f881d09), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.868303 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (e4cb6609-f507-427e-b438-ae4f6f881d09), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.894759 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:41.927659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (e4cb6609-f507-427e-b438-ae4f6f881d09), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.955865 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cb6609-f507-427e-b438-ae4f6f881d09,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:41.958024 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:41.961290 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7ce3bf4c-4e9e-4cad-a73c-dfb011b0a9e1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/subnets/e4cb6609-f507-427e-b438-ae4f6f881d09 HTTP/1.1" status: 204 len: 168 time: 0.2750905 Jan 28 17:39:41.964116 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557204cd-85db-455a-a659-a87618cea770 None None] Network c1bd9271-f135-46a1-872d-eefb87e190de requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:39:41.964657 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36204) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:42.078100 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (a587d240-c19e-4604-adef-f7130e580d08), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.078576 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:39:41Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:42.104741 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] Checking router: a587d240-c19e-4604-adef-f7130e580d08 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:39:42.113280 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] Routers {'a587d240-c19e-4604-adef-f7130e580d08'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:42.113906 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a587d240-c19e-4604-adef-f7130e580d08'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:42.132847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] DHCP port deletion for c1bd9271-f135-46a1-872d-eefb87e190de request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:39:42.182579 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] Deleting port 31838305-1d24-4f39-8ec9-dae1a1dcf898 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:39:42.182947 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.191853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (a587d240-c19e-4604-adef-f7130e580d08), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.223554 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] Set router a587d240-c19e-4604-adef-f7130e580d08 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:42.250424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] For port 31838305-1d24-4f39-8ec9-dae1a1dcf898, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=31838305-1d24-4f39-8ec9-dae1a1dcf898,segment=NetworkSegment(50643902-82b9-4d12-94a8-4052c065c701),segment_id=50643902-82b9-4d12-94a8-4052c065c701)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:42.250821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.264106 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] Calling delete_port for 31838305-1d24-4f39-8ec9-dae1a1dcf898 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:39:42.347836 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (31838305-1d24-4f39-8ec9-dae1a1dcf898), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.373980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] Pushing event deleted for resources: {'Port': ['ID=31838305-1d24-4f39-8ec9-dae1a1dcf898,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:42.378114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8f378-a28a-407d-8156-3c26c408b296 None None] No DVR routers for this DVR port 31838305-1d24-4f39-8ec9-dae1a1dcf898 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:39:42.427356 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:39:41Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:42.454179 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e87fa1-6e1a-4c8c-9fc0-f698b4df2731 None None] The sync data for ids ['a587d240-c19e-4604-adef-f7130e580d08'] in n-d-812111-13 is: [{'id': 'a587d240-c19e-4604-adef-f7130e580d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750497167', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:39:41Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '90f735de-f7be-456b-9809-d9b8a2cbeda3', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587d240-c19e-4604-adef-f7130e580d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:38:01Z', 'updated_at': '2022-01-28T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:39:42.588815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 90f735de-f7be-456b-9809-d9b8a2cbeda3 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:39:42.589428 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.664931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 90f735de-f7be-456b-9809-d9b8a2cbeda3, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=90f735de-f7be-456b-9809-d9b8a2cbeda3,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:42.665239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.676999 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 90f735de-f7be-456b-9809-d9b8a2cbeda3 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:39:42.770653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:39:42.795355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 5383e105-d84b-4522-9ca1-f12758e1d659 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:39:42.795705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 5383e105-d84b-4522-9ca1-f12758e1d659 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:39:42.818559 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.841693 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.854694 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (90f735de-f7be-456b-9809-d9b8a2cbeda3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:42.889146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=90f735de-f7be-456b-9809-d9b8a2cbeda3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:42.954107 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (a587d240-c19e-4604-adef-f7130e580d08), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.045981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (a587d240-c19e-4604-adef-f7130e580d08), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.048129 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (a587d240-c19e-4604-adef-f7130e580d08), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.090780 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (a587d240-c19e-4604-adef-f7130e580d08), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.091321 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Fanout notify agent at l3_agent the message router_deleted on router a587d240-c19e-4604-adef-f7130e580d08 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:39:43.097878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.098998 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f4e3e084-a5c8-4021-8957-4b1f63b94a86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/routers/a587d240-c19e-4604-adef-f7130e580d08 HTTP/1.1" status: 204 len: 168 time: 1.1335702 Jan 28 17:39:43.101992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36206) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:43.191758 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (c1bd9271-f135-46a1-872d-eefb87e190de), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.276988 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (c1bd9271-f135-46a1-872d-eefb87e190de), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.301688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bd9271-f135-46a1-872d-eefb87e190de']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:43.311378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50643902-82b9-4d12-94a8-4052c065c701') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:43.311675 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50643902-82b9-4d12-94a8-4052c065c701') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:43.320792 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (50643902-82b9-4d12-94a8-4052c065c701), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.333404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (50643902-82b9-4d12-94a8-4052c065c701), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.339113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:39:43.339501 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (50643902-82b9-4d12-94a8-4052c065c701), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:39:43.342387 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:39:43.396884 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (c1bd9271-f135-46a1-872d-eefb87e190de), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.403580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.406726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/networks/c1bd9271-f135-46a1-872d-eefb87e190de HTTP/1.1" status: 204 len: 168 time: 0.3038037 Jan 28 17:39:43.409589 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36208) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:43.420584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c608b-6970-4bae-b7d3-76bbe48df557 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Network': ['ID=c1bd9271-f135-46a1-872d-eefb87e190de,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:43.471133 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-beb7c459-1e80-4fa9-96a3-05aed8f6ed73 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (b1e77e5d-e6a9-42bf-9028-a4971f2dd6be), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.496328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-beb7c459-1e80-4fa9-96a3-05aed8f6ed73 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (b1e77e5d-e6a9-42bf-9028-a4971f2dd6be), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.568553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-beb7c459-1e80-4fa9-96a3-05aed8f6ed73 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (b1e77e5d-e6a9-42bf-9028-a4971f2dd6be), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.571303 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-beb7c459-1e80-4fa9-96a3-05aed8f6ed73 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:43.572537 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-beb7c459-1e80-4fa9-96a3-05aed8f6ed73 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/security-groups/b1e77e5d-e6a9-42bf-9028-a4971f2dd6be HTTP/1.1" status: 204 len: 168 time: 0.1618540 Jan 28 17:39:43.582631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7c459-1e80-4fa9-96a3-05aed8f6ed73 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e77e5d-e6a9-42bf-9028-a4971f2dd6be,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:43.597432 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 90f735de-f7be-456b-9809-d9b8a2cbeda3 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:39:43.624572 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 90f735de-f7be-456b-9809-d9b8a2cbeda3 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:39:43.625267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 90f735de-f7be-456b-9809-d9b8a2cbeda3 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:39:43.625399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:39:43.646217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:39:43.646439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device cc6ef16a-e5a8-4d6d-ba2f-438490d89fdb not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:39:43.646850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31838305-1d24-4f39-8ec9-dae1a1dcf898 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:39:43.666477 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 31838305-1d24-4f39-8ec9-dae1a1dcf898 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:39:43.666820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 31838305-1d24-4f39-8ec9-dae1a1dcf898 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:39:43.926048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36214) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:43.930616 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737138325', 'description': 'tempest-secgroup-smoke-1737138325 description', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:43.955074 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.018885 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (678cc2a5-a8a6-4bfe-b12b-771cde329067), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.022290 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (678cc2a5-a8a6-4bfe-b12b-771cde329067), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.054231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.055477 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1283913 Jan 28 17:39:44.057955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4020b-4797-40c6-8415-0b153075c62d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678cc2a5-a8a6-4bfe-b12b-771cde329067,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.059250 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36216) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.065774 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '678cc2a5-a8a6-4bfe-b12b-771cde329067', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.089964 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (2e34a142-7632-4990-bc5c-bacbfc00656a), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.144812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (2e34a142-7632-4990-bc5c-bacbfc00656a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.148094 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (2e34a142-7632-4990-bc5c-bacbfc00656a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.165124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e34a142-7632-4990-bc5c-bacbfc00656a,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.172609 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.174094 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b752cff4-be42-4903-aeb0-77654c7e47ed tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122589 Jan 28 17:39:44.176782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36218) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.181654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '678cc2a5-a8a6-4bfe-b12b-771cde329067', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.205763 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (c5c06646-8cb8-4cd4-87e7-0aabd89ef3c1), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.264340 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (c5c06646-8cb8-4cd4-87e7-0aabd89ef3c1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.267797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c5c06646-8cb8-4cd4-87e7-0aabd89ef3c1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.284576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c06646-8cb8-4cd4-87e7-0aabd89ef3c1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.293018 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.294199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3e916afa-9b08-44b7-bd89-3187d8e3bab4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164997 Jan 28 17:39:44.296899 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36220) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.301411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '678cc2a5-a8a6-4bfe-b12b-771cde329067', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.325882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (ecb71539-aaf0-44ab-a346-72ab0d7421c3), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.381291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (ecb71539-aaf0-44ab-a346-72ab0d7421c3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.384769 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (ecb71539-aaf0-44ab-a346-72ab0d7421c3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.402203 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb71539-aaf0-44ab-a346-72ab0d7421c3,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.409491 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.410675 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f3f85200-d3bf-4392-851f-96c12fa555be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128721 Jan 28 17:39:44.413385 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36222) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.418316 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '678cc2a5-a8a6-4bfe-b12b-771cde329067', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.440949 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (342071b3-fb18-4976-a60e-1f4b49054ff0), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.495651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (342071b3-fb18-4976-a60e-1f4b49054ff0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.499113 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (342071b3-fb18-4976-a60e-1f4b49054ff0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.517062 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342071b3-fb18-4976-a60e-1f4b49054ff0,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.521431 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.522952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7423daec-397d-4391-982a-550513c96422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1083355 Jan 28 17:39:44.525903 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36224) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.530411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '678cc2a5-a8a6-4bfe-b12b-771cde329067', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.549631 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:39:44.554289 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (7ef418ea-7ac3-45f7-9766-6bbf7192d1ba), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.612682 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (7ef418ea-7ac3-45f7-9766-6bbf7192d1ba), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.615856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7ef418ea-7ac3-45f7-9766-6bbf7192d1ba), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.633019 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef418ea-7ac3-45f7-9766-6bbf7192d1ba,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.639415 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.640601 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e8aeb741-7398-454b-8d57-fd5c7c760d63 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1137631 Jan 28 17:39:44.644295 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36226) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.648531 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '678cc2a5-a8a6-4bfe-b12b-771cde329067', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.668474 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:39:44.673058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (8d12529b-726e-4f70-8e07-c055a8cb70a1), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.729862 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (8d12529b-726e-4f70-8e07-c055a8cb70a1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.732981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (8d12529b-726e-4f70-8e07-c055a8cb70a1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.749921 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d12529b-726e-4f70-8e07-c055a8cb70a1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.757044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.758288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-31814157-1e8f-4d78-af0e-421dcffe79b0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1130261 Jan 28 17:39:44.761668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36228) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.766491 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'network': {'name': 'tempest-network-smoke--311830987', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.785792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:39:44.789062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.811789 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:39:44.820342 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0e9040d4-1198-4b43-a3ae-9d74f771630c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.820723 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Added segment 0e9040d4-1198-4b43-a3ae-9d74f771630c of type vlan for network 98781307-93a3-4b99-a42e-a2eeecc1862a Jan 28 17:39:44.822445 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-8ce52a7e-a443-4cef-9de8-7410915dc55f req-9e7ea484-f5f1-4998-b4b3-389bb373ca00 tempest-ServerDiskConfigTestJSON-205218532 tempest-ServerDiskConfigTestJSON-205218532-project] (103093) timed out ('10.222.0.24', 59537) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:39:44.860588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (98781307-93a3-4b99-a42e-a2eeecc1862a), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.884616 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (98781307-93a3-4b99-a42e-a2eeecc1862a), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.889701 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:44.890308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.946500 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1837275 Jan 28 17:39:44.949757 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36230) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:44.954365 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'admin_state_up': True, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:44.967160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ebc35-eb24-49f0-8016-8f7981b8c540 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Network': ['ID=98781307-93a3-4b99-a42e-a2eeecc1862a,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:44.976974 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (77c7276c-f42f-432b-9640-8dde5733521d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:44.977665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 98781307-93a3-4b99-a42e-a2eeecc1862a details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:39:44.978204 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (77c7276c-f42f-432b-9640-8dde5733521d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.029221 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (77c7276c-f42f-432b-9640-8dde5733521d), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.164538 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (77c7276c-f42f-432b-9640-8dde5733521d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.348469 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (77c7276c-f42f-432b-9640-8dde5733521d), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.376380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.474437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.71 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/83ceb92e-ba4b-4974-9b26-a0a8b7a5025b) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:39:45.576246 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.609631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:45.645734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:39:45.648407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:39:45.654338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:39:45.659608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:46.045010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28667d40-6cfb-476f-81d7-00be3363a133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:46.163717 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (77c7276c-f42f-432b-9640-8dde5733521d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:46.354870 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (77c7276c-f42f-432b-9640-8dde5733521d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:46.476785 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 77c7276c-f42f-432b-9640-8dde5733521d is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:39:46.579462 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:39:46.590103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Sync routers for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:39:46.598987 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:46.603782 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a8ee5ca3-5434-4419-bf51-ab98c881bb8b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6493804 Jan 28 17:39:46.603949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:46.603949 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:46.604337 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36232) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:46.639120 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-82e3deb4-6821-42bd-878a-7a79df78eeaa tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1ed21f0a0caf4ce78cec3504583c1968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333798 Jan 28 17:39:46.641834 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36234) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:46.704961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:46.731997 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fd7e7-d6af-4881-8130-c3c18262b27b tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:46.733548 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-af7fd7e7-d6af-4881-8130-c3c18262b27b tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907185 Jan 28 17:39:46.736470 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36236) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:46.763561 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-96203986-0ed7-41ae-b454-31f959aab078 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258772 Jan 28 17:39:46.765987 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36238) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:46.770597 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170780978', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:46.858282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:39:46.862032 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:46.879434 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:45Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:47.052932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (f9688f9f-8cbb-47da-92b7-5b79a76177c9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.073828 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Checking router: 77c7276c-f42f-432b-9640-8dde5733521d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:39:47.074439 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Updating router 77c7276c-f42f-432b-9640-8dde5733521d port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:39:47.101675 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.114837 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Subnet': ['ID=f9688f9f-8cbb-47da-92b7-5b79a76177c9,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:47.122842 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Checking segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:39:47.123086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network hostable DHCP agents. Network: 98781307-93a3-4b99-a42e-a2eeecc1862a, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:39:47.140166 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 98781307-93a3-4b99-a42e-a2eeecc1862a is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:39:47.149279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 98781307-93a3-4b99-a42e-a2eeecc1862a) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:39:47.154353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:47.155156 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.173983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4af093cc-7247-4b68-9c18-c6ca8139d3ad tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042246 Jan 28 17:39:47.174194 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36240) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:39:47.183263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3e359-c177-486c-a641-38012bf7b443 None None] Network 98781307-93a3-4b99-a42e-a2eeecc1862a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:39:47.355504 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-98781307-93a3-4b99-a42e-a2eeecc1862a', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:39:47.356347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.513149 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Publish callbacks [] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.535618 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.602045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Allocated IP 172.20.0.2 (98781307-93a3-4b99-a42e-a2eeecc1862a/f9688f9f-8cbb-47da-92b7-5b79a76177c9/a98890ba-a5fd-48a6-a76c-6353432be614) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:39:47.606404 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Attempting to bind port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:39:47.606779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Attempting to bind port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:39:47.607146 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Attempting to bind port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:47.610955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9d00a-e5da-41a6-9262-d0b3b36e35fa None None] Pushing event updated for resources: {'Port': ['ID=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:47.611124 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.619953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:39:47.620347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:39:47.620773 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.621169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:39:47.621649 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Bound port: 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:39:47.622036 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.726282 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] For port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:39:47.731225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] For port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:39:47.739585 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.847215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:47.847846 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:47.849628 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9d00a-e5da-41a6-9262-d0b3b36e35fa None None] Pushing event updated for resources: {'Port': ['ID=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:47.894760 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Publish callbacks [] for port (a98890ba-a5fd-48a6-a76c-6353432be614), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.902748 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:47.950516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.1 (98781307-93a3-4b99-a42e-a2eeecc1862a/f9688f9f-8cbb-47da-92b7-5b79a76177c9/ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:39:47.979620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Network 98781307-93a3-4b99-a42e-a2eeecc1862a is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:39:47.994620 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:39:48.006842 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:39:48.021141 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Pushing event updated for resources: {'Port': ['ID=a98890ba-a5fd-48a6-a76c-6353432be614,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:48.051420 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:48.055721 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-390987d6-1baa-49fa-b4a2-320e581aba08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.079115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.116006 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.159084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 98781307-93a3-4b99-a42e-a2eeecc1862a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:39:48.162133 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:39:48.164555 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:39:48.176219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Attempting to bind port a98890ba-a5fd-48a6-a76c-6353432be614 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:39:48.176837 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Attempting to bind port a98890ba-a5fd-48a6-a76c-6353432be614 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:39:48.176952 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Attempting to bind port a98890ba-a5fd-48a6-a76c-6353432be614 on network 98781307-93a3-4b99-a42e-a2eeecc1862a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:48.189277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:39:48.189277 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Checking segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:39:48.189667 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.190055 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Bound using segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:39:48.190520 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Bound port: a98890ba-a5fd-48a6-a76c-6353432be614, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:39:48.190916 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.196215 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:48.216527 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (77c7276c-f42f-432b-9640-8dde5733521d), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.295004 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] For port a98890ba-a5fd-48a6-a76c-6353432be614, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:39:48.298399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] For port a98890ba-a5fd-48a6-a76c-6353432be614, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a98890ba-a5fd-48a6-a76c-6353432be614,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:39:48.306995 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.348736 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.378190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:45Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:48.380081 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53b97-4cff-413a-94e6-12a326b7f54f None None] Pushing event updated for resources: {'Port': ['ID=a98890ba-a5fd-48a6-a76c-6353432be614,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:48.410114 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505a158-f0c7-4bd7-ad12-f63f1c0aae9f None None] The sync data for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 is: [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:45Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:39:48.661876 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.683195 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.767421 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (77c7276c-f42f-432b-9640-8dde5733521d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:48.770362 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:48.864876 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 98781307-93a3-4b99-a42e-a2eeecc1862a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:39:48.866378 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:39:48.987006 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 77c7276c-f42f-432b-9640-8dde5733521d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:39:49.101036 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:39:49.115544 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1253f440-2feb-4247-9b2c-8dfd71359214 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/77c7276c-f42f-432b-9640-8dde5733521d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9320185 Jan 28 17:39:49.281085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-330436a0-888e-4e47-861d-08e82badf0dc tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737138325&fields=id&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 267 time: 0.0524895 Jan 28 17:39:49.397498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17854e9-116a-40d3-bb15-5e9f050c16d4 None None] Network 98781307-93a3-4b99-a42e-a2eeecc1862a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:39:49.402018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-dacbdca2-fb47-4955-a67e-ab4d665b9097 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:49.403524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-dacbdca2-fb47-4955-a67e-ab4d665b9097 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 796 time: 0.1158087 Jan 28 17:39:49.418534 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-2961a11d-f821-4dfe-9a63-1c51c076b152 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/quotas/1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 375 time: 0.0095997 Jan 28 17:39:49.485318 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-9d49392f-fb7a-4440-bd01-d48bde07390e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613077 Jan 28 17:39:49.523045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] Provisioning complete for port a98890ba-a5fd-48a6-a76c-6353432be614 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:49.523427 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.599074 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-111f657a-842e-4f7a-9fe2-8f49ad8bfe94 service neutron] 10.222.0.25 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990386 Jan 28 17:39:49.619104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:49.638067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] Current status of the port a98890ba-a5fd-48a6-a76c-6353432be614 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:49.638619 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.698024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.708716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-1f07d4c4-d8d4-46a3-bb65-cb5da8ef82df service neutron] 10.222.0.25 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008234 Jan 28 17:39:49.725388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] For port a98890ba-a5fd-48a6-a76c-6353432be614, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a98890ba-a5fd-48a6-a76c-6353432be614,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:49.732010 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.764922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:49.765304 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.824611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cb271-aa92-4446-a667-31984c6f9188 None None] Pushing event updated for resources: {'Port': ['ID=a98890ba-a5fd-48a6-a76c-6353432be614,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:49.908097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f2cccd7f-21b8-4fe6-ae02-dec590ccdd7a None None] Provisioning complete for port a98890ba-a5fd-48a6-a76c-6353432be614 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:49.908569 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f2cccd7f-21b8-4fe6-ae02-dec590ccdd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.910446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:49.910918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.918257 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-77790da4-bca4-463b-8820-73925bd72015 req-1db2e4f8-ddad-4481-b97f-c2a4bcf66f94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 210 time: 0.0505106 Jan 28 17:39:49.960656 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:49.968404 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:49.969380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a98890ba-a5fd-48a6-a76c-6353432be614 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:50.057689 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:50.109530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f2cccd7f-21b8-4fe6-ae02-dec590ccdd7a None None] Current status of the port a98890ba-a5fd-48a6-a76c-6353432be614 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:50.112091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a98890ba-a5fd-48a6-a76c-6353432be614 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:50.112447 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:50.152302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f2cccd7f-21b8-4fe6-ae02-dec590ccdd7a None None] Provisioning complete for port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:50.152593 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f2cccd7f-21b8-4fe6-ae02-dec590ccdd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:50.194513 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f2cccd7f-21b8-4fe6-ae02-dec590ccdd7a None None] Port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:39:50.243344 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a98890ba-a5fd-48a6-a76c-6353432be614 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:50.318022 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6c7447a8-bf83-47f9-ac01-4ffa08eca573 None None] Provisioning complete for port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:50.318391 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c7447a8-bf83-47f9-ac01-4ffa08eca573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:50.358714 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6c7447a8-bf83-47f9-ac01-4ffa08eca573 None None] Port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:39:50.365252 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Sync routers for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:39:50.375006 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:50.375682 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:50.482080 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6e76d156-5243-4757-b7ab-e01802a3818b None None] Provisioning complete for port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:50.482831 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6e76d156-5243-4757-b7ab-e01802a3818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:50.497790 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:50.525409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6e76d156-5243-4757-b7ab-e01802a3818b None None] Port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:39:50.695530 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 2, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:50.724077 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Checking router: 77c7276c-f42f-432b-9640-8dde5733521d for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:39:50.724431 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Updating router 77c7276c-f42f-432b-9640-8dde5733521d port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:39:50.754141 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:50.878142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:50.935260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-071b5dc8-cf6f-495d-82ff-c6acbd1f2bfa tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:50.936880 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-071b5dc8-cf6f-495d-82ff-c6acbd1f2bfa tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 796 time: 0.1201551 Jan 28 17:39:51.008104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-8017d287-cfbe-4285-8ac9-838c6c4f1767 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 380 time: 0.0627105 Jan 28 17:39:51.017411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-077c2f0c-65ee-4b1e-affb-badb3ac4e3c4 req-e7827f62-f90d-47e6-83b6-c1f97d51c351 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 210 time: 0.0291984 Jan 28 17:39:51.018537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'port': {'device_id': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'admin_state_up': True, 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'security_groups': ['678cc2a5-a8a6-4bfe-b12b-771cde329067']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:51.031184 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Publish callbacks [] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.037301 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.117860 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Pushing event updated for resources: {'Port': ['ID=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:51.136220 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:39:51.139638 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.141900 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.142391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.142923 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.143447 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.143786 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.144123 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.144455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.144814 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.145142 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.145471 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.145795 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.146117 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.146437 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:39:51.163740 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Attempting to bind port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:39:51.164414 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Attempting to bind port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:39:51.164816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Attempting to bind port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 on network 98781307-93a3-4b99-a42e-a2eeecc1862a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:51.170432 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:39:51.170813 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Checking segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:39:51.171212 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.171597 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Bound using segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:39:51.172255 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Bound port: ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:39:51.172710 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.245046 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] For port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:39:51.248393 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] For port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:39:51.254621 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.284010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.3 (98781307-93a3-4b99-a42e-a2eeecc1862a/f9688f9f-8cbb-47da-92b7-5b79a76177c9/65912cae-0323-49f8-8076-803a86de7d0d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:39:51.316238 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:39:51.316909 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:51.357301 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309e56a-9984-49bd-a744-31fb8790f92c None None] Pushing event updated for resources: {'Port': ['ID=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:51.359835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] Provisioning complete for port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:51.360264 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.456082 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:39:51.463240 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (65912cae-0323-49f8-8076-803a86de7d0d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.476241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] Current status of the port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:51.477425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.523145 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] For port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:51.532839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (65912cae-0323-49f8-8076-803a86de7d0d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.534329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:51.575519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.582628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 98781307-93a3-4b99-a42e-a2eeecc1862a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:39:51.588039 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:39:51.595677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:39:51.603897 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=65912cae-0323-49f8-8076-803a86de7d0d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:51.652551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:51.653221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d078-bac5-4aaa-9f21-45df23b14655 None None] Pushing event updated for resources: {'Port': ['ID=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:51.653348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.659748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:51.660216 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.675542 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-911385b5-cf66-46de-87ef-7616753eb4be tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605995 Jan 28 17:39:51.688519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Request body: {'port': {'device_id': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:39:51.772468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (65912cae-0323-49f8-8076-803a86de7d0d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.829232 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:39:51.859510 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97417999-c134-471b-aea9-b2fdcd257117 None None] The sync data for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 is: [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:39:51.912310 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:51.926101 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2233519c-5329-431a-b7be-9e2d20a1ce99 None None] Provisioning complete for port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:51.926733 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2233519c-5329-431a-b7be-9e2d20a1ce99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.050275 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:52.051417 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a98890ba-a5fd-48a6-a76c-6353432be614 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:52.053626 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2233519c-5329-431a-b7be-9e2d20a1ce99 None None] Current status of the port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:52.116841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port a98890ba-a5fd-48a6-a76c-6353432be614 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:52.117221 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.118136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65912cae-0323-49f8-8076-803a86de7d0d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:39:52.129898 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Publish callbacks [] for port (65912cae-0323-49f8-8076-803a86de7d0d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.143698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Transition to ACTIVE for port object 65912cae-0323-49f8-8076-803a86de7d0d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:39:52.149235 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (65912cae-0323-49f8-8076-803a86de7d0d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.187659 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeeeed-c3d8-4ea0-bc24-260233d49526 req-3ad8e63b-dfff-4515-8340-d603acdc7ba5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:52.192273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6daeeeed-c3d8-4ea0-bc24-260233d49526 req-3ad8e63b-dfff-4515-8340-d603acdc7ba5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 931 time: 0.0870993 Jan 28 17:39:52.211712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Pushing event updated for resources: {'Port': ['ID=65912cae-0323-49f8-8076-803a86de7d0d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:52.271691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port a98890ba-a5fd-48a6-a76c-6353432be614 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:52.275867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6daeeeed-c3d8-4ea0-bc24-260233d49526 req-0acb6c6d-8150-49d9-8a21-688a0cd71b51 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775473 Jan 28 17:39:52.308133 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Attempting to bind port 65912cae-0323-49f8-8076-803a86de7d0d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:39:52.308500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Attempting to bind port 65912cae-0323-49f8-8076-803a86de7d0d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:39:52.308921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Attempting to bind port 65912cae-0323-49f8-8076-803a86de7d0d on network 98781307-93a3-4b99-a42e-a2eeecc1862a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:52.314815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Port 65912cae-0323-49f8-8076-803a86de7d0d on network 98781307-93a3-4b99-a42e-a2eeecc1862a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:39:52.315152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Attempting to bind port 65912cae-0323-49f8-8076-803a86de7d0d on network 98781307-93a3-4b99-a42e-a2eeecc1862a {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:39:52.320948 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:39:52.321298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Checking segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:39:52.322237 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Bound using segment: {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:39:52.322677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Bound port: 65912cae-0323-49f8-8076-803a86de7d0d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9040d4-1198-4b43-a3ae-9d74f771630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:39:52.323046 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (65912cae-0323-49f8-8076-803a86de7d0d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.400503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] For port 65912cae-0323-49f8-8076-803a86de7d0d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:39:52.404241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] For port 65912cae-0323-49f8-8076-803a86de7d0d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=65912cae-0323-49f8-8076-803a86de7d0d,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:39:52.412019 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (65912cae-0323-49f8-8076-803a86de7d0d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.448095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:52.448095 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:52.449607 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] 10.222.0.31 "PUT /v2.0/ports/65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 1092 time: 0.7655110 Jan 28 17:39:52.452355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:52.463662 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd2546-8a67-4953-a268-e949166d9701" -d '{"events": [{"name": "network-changed", "server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "tag": "65912cae-0323-49f8-8076-803a86de7d0d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:52.506922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7dca1-a021-4a52-a163-fe6974c01a15 service neutron] Pushing event updated for resources: {'Port': ['ID=65912cae-0323-49f8-8076-803a86de7d0d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:52.519894 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb16a98c-ae53-44d8-8cfb-badfbdceae69 x-openstack-request-id: req-cb16a98c-ae53-44d8-8cfb-badfbdceae69 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:52.520186 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "tag": "65912cae-0323-49f8-8076-803a86de7d0d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:52.520616 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb16a98c-ae53-44d8-8cfb-badfbdceae69 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:52.521054 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d', 'status': 'completed', 'code': 200} Jan 28 17:39:52.564160 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-b3d6a4ad-4d0c-4f2f-9769-220bc0aebc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:52.565944 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-b3d6a4ad-4d0c-4f2f-9769-220bc0aebc78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1126 time: 0.0674300 Jan 28 17:39:52.611279 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-c3bc2deb-6a4f-4294-9cf7-73a90c3f8286 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 217 time: 0.0375392 Jan 28 17:39:52.666590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-93872038-3d4c-4c1b-9597-cdaec60dc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:52.668179 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-93872038-3d4c-4c1b-9597-cdaec60dc7ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 200 len: 835 time: 0.0508180 Jan 28 17:39:52.723338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656718b-3e01-4c71-a036-f08920363036 req-2446395e-b8d7-482d-9cfb-ad444a1c41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:52.724903 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-2446395e-b8d7-482d-9cfb-ad444a1c41da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98781307-93a3-4b99-a42e-a2eeecc1862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510323 Jan 28 17:39:52.818013 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-3a86ea42-e873-4f9c-ad1a-e5d869ef3579 service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867591 Jan 28 17:39:52.916300 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d656718b-3e01-4c71-a036-f08920363036 req-cb1c9b23-fe98-4641-a2ac-5bdfff87e064 service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921319 Jan 28 17:39:53.010001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd2546-8a67-4953-a268-e949166d9701 req-d6a54c8d-16d2-4c46-8fb4-fb9cd2ca8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:53.011588 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-d6a54c8d-16d2-4c46-8fb4-fb9cd2ca8d20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1126 time: 0.0481341 Jan 28 17:39:53.105702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd2546-8a67-4953-a268-e949166d9701 req-a3c305ef-f403-437d-80e2-7ddeec67860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:53.107625 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-a3c305ef-f403-437d-80e2-7ddeec67860b service neutron] 10.222.0.31 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 897 time: 0.0907273 Jan 28 17:39:53.154881 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-8fcda517-4f82-4c0e-82c4-ed406dcbcc4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 217 time: 0.0408266 Jan 28 17:39:53.203624 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd2546-8a67-4953-a268-e949166d9701 req-cef7ea1c-858e-4b9d-a50f-fb8a4f9fcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:53.205174 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-cef7ea1c-858e-4b9d-a50f-fb8a4f9fcc32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 200 len: 835 time: 0.0448658 Jan 28 17:39:53.253286 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd2546-8a67-4953-a268-e949166d9701 req-a0eb365d-122e-4151-b402-5a6add5ef928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:53.254777 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-a0eb365d-122e-4151-b402-5a6add5ef928 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98781307-93a3-4b99-a42e-a2eeecc1862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430374 Jan 28 17:39:53.345631 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-6d1dda2b-1efa-4888-9250-e919c8746d7e service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Jan 28 17:39:53.393099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685b124-13c0-45a5-a07d-ced2b505031b req-d4dd55dc-b30e-4627-9141-143acdf1c1f3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:53.394640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c685b124-13c0-45a5-a07d-ced2b505031b req-d4dd55dc-b30e-4627-9141-143acdf1c1f3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 943 time: 0.0515959 Jan 28 17:39:53.435319 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-13bd2546-8a67-4953-a268-e949166d9701 req-a4f8af42-4ba3-46e6-aa50-96c045bf71de service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826745 Jan 28 17:39:53.447551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c685b124-13c0-45a5-a07d-ced2b505031b req-c18df194-4d0a-4d8d-b741-8954820d2375 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Jan 28 17:39:53.533584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:53.580609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:53.580929 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:53.656285 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:54.569720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7289-73b2-4da5-aca9-74d61e24f754 req-6fdde51d-5000-403e-bee4-f93cee777bc6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:54.571186 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-777f7289-73b2-4da5-aca9-74d61e24f754 req-6fdde51d-5000-403e-bee4-f93cee777bc6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 943 time: 0.0519826 Jan 28 17:39:54.620272 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-777f7289-73b2-4da5-aca9-74d61e24f754 req-d5b19c57-1af6-4f93-92da-aeac3c8566bb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 Jan 28 17:39:55.739536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188927c-f9d5-4fcb-adc6-e95bd7e082d0 req-81a939f8-0fc0-41d7-af0e-ff743aed4dd3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:55.741031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9188927c-f9d5-4fcb-adc6-e95bd7e082d0 req-81a939f8-0fc0-41d7-af0e-ff743aed4dd3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 943 time: 0.0546474 Jan 28 17:39:55.789698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9188927c-f9d5-4fcb-adc6-e95bd7e082d0 req-14df33f9-7c78-4b8c-8a05-3b3d50a2adb9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 Jan 28 17:39:56.607538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 65912cae-0323-49f8-8076-803a86de7d0d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:39:56.699449 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 65912cae-0323-49f8-8076-803a86de7d0d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=65912cae-0323-49f8-8076-803a86de7d0d,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:56.710395 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '65912cae-0323-49f8-8076-803a86de7d0d', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'port_id': '65912cae-0323-49f8-8076-803a86de7d0d', 'mac_address': 'fa:16:3e:a1:f7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:39:56.751321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 65912cae-0323-49f8-8076-803a86de7d0d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:56.751727 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (65912cae-0323-49f8-8076-803a86de7d0d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:56.764549 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65912cae-0323-49f8-8076-803a86de7d0d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:39:56.783694 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 65912cae-0323-49f8-8076-803a86de7d0d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=65912cae-0323-49f8-8076-803a86de7d0d,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:56.787131 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (65912cae-0323-49f8-8076-803a86de7d0d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:56.832781 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=65912cae-0323-49f8-8076-803a86de7d0d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:56.907380 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5883-4c27-4256-9583-dc1fdb331150 req-bbf46176-c7bb-4113-a1a7-7e8cbb7a4394 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:56.908782 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e26a5883-4c27-4256-9583-dc1fdb331150 req-bbf46176-c7bb-4113-a1a7-7e8cbb7a4394 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 944 time: 0.0513504 Jan 28 17:39:56.957138 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e26a5883-4c27-4256-9583-dc1fdb331150 req-b35d9142-4ce0-40c1-a495-bcbd10eee422 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Jan 28 17:39:56.989212 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['65912cae-0323-49f8-8076-803a86de7d0d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:39:58.079768 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83500d-300d-420a-a84b-69c5a9d28cf7 req-376927d2-fda8-4609-8f12-aee2a8fde22c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:58.081280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f83500d-300d-420a-a84b-69c5a9d28cf7 req-376927d2-fda8-4609-8f12-aee2a8fde22c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 944 time: 0.0560062 Jan 28 17:39:58.130333 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f83500d-300d-420a-a84b-69c5a9d28cf7 req-09780d52-4f6a-4e16-ac9e-dafc5365fc6a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Jan 28 17:39:58.607168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 65912cae-0323-49f8-8076-803a86de7d0d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:39:58.655329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 65912cae-0323-49f8-8076-803a86de7d0d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:39:58.659084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 65912cae-0323-49f8-8076-803a86de7d0d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:39:58.659458 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (65912cae-0323-49f8-8076-803a86de7d0d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:58.736521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 65912cae-0323-49f8-8076-803a86de7d0d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:39:58.736933 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (65912cae-0323-49f8-8076-803a86de7d0d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:58.758712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:39:58.760950 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d547c-c594-42c9-8ac0-61d3c809be20" -d '{"events": [{"server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "name": "network-vif-plugged", "status": "completed", "tag": "65912cae-0323-49f8-8076-803a86de7d0d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:39:58.772999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 65912cae-0323-49f8-8076-803a86de7d0d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=65912cae-0323-49f8-8076-803a86de7d0d,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:39:58.777377 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (65912cae-0323-49f8-8076-803a86de7d0d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:39:58.802492 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87ee27-76b8-418e-bb4f-75ab3bce8712 x-openstack-request-id: req-2c87ee27-76b8-418e-bb4f-75ab3bce8712 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:39:58.802728 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "name": "network-vif-plugged", "status": "completed", "tag": "65912cae-0323-49f8-8076-803a86de7d0d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:39:58.802987 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c87ee27-76b8-418e-bb4f-75ab3bce8712 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:39:58.803384 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d', 'code': 200} Jan 28 17:39:58.828826 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=65912cae-0323-49f8-8076-803a86de7d0d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:39:58.908571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd869-c8d0-4d15-8002-e7f410b36009 req-24a86615-1609-4438-9ca3-cb387c2fa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:58.910099 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec2cd869-c8d0-4d15-8002-e7f410b36009 req-24a86615-1609-4438-9ca3-cb387c2fa6f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1128 time: 0.0499666 Jan 28 17:39:58.957212 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec2cd869-c8d0-4d15-8002-e7f410b36009 req-4dc9e3ed-f740-4e27-9975-c3181f119f2b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Jan 28 17:39:59.257375 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ef0a-2d65-4965-99a7-d9f6b25fa1fe req-36788e2b-6a1d-4521-9e91-737fbd741dbf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:39:59.259359 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7855ef0a-2d65-4965-99a7-d9f6b25fa1fe req-36788e2b-6a1d-4521-9e91-737fbd741dbf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0512323 Jan 28 17:39:59.307619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7855ef0a-2d65-4965-99a7-d9f6b25fa1fe req-617af61d-b060-47ee-a6c3-46ce2ad02145 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Jan 28 17:40:00.427487 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453afe5b-ddcd-4472-9a23-7a68a8a8120a req-05e97635-f728-4866-8e40-e5d57770e76b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:00.428881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-453afe5b-ddcd-4472-9a23-7a68a8a8120a req-05e97635-f728-4866-8e40-e5d57770e76b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0515611 Jan 28 17:40:00.479963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-453afe5b-ddcd-4472-9a23-7a68a8a8120a req-389d6d70-16f3-4b0d-9d20-d1cec4978c87 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456417 Jan 28 17:40:00.595992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b17f5-3b4b-4430-a976-cb832eb5d2ad req-0d7a0f65-c404-4b6b-9681-1a1d43ab6777 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:00.597524 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-587b17f5-3b4b-4430-a976-cb832eb5d2ad req-0d7a0f65-c404-4b6b-9681-1a1d43ab6777 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0527978 Jan 28 17:40:00.646135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-587b17f5-3b4b-4430-a976-cb832eb5d2ad req-7466213e-5e6e-42f9-8173-eb09d3d20ce2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Jan 28 17:40:00.667544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36292) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:40:00.709720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbcc8c-9ca0-4a77-9696-cfa7bd203349 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:00.711102 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fcfbcc8c-9ca0-4a77-9696-cfa7bd203349 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1123 time: 0.0425930 Jan 28 17:40:00.714018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36294) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:40:00.718169 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '65912cae-0323-49f8-8076-803a86de7d0d', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:40:00.738218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:00.840000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:00.937033 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.16 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/b4247680-0889-4a50-af42-f38e8585bcd0) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:40:01.036058 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (b4247680-0889-4a50-af42-f38e8585bcd0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:01.070432 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b4247680-0889-4a50-af42-f38e8585bcd0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:01.104360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:40:01.107282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:40:01.109864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:40:01.144466 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=b4247680-0889-4a50-af42-f38e8585bcd0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:40:01.802947 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (9dd72060-6cc0-40a1-90e8-d572dd3c7e2d), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:01.868993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4247680-0889-4a50-af42-f38e8585bcd0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:02.021153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (b4247680-0889-4a50-af42-f38e8585bcd0), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:02.026348 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (b4247680-0889-4a50-af42-f38e8585bcd0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:02.096696 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=b4247680-0889-4a50-af42-f38e8585bcd0,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:40:02.106473 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (9dd72060-6cc0-40a1-90e8-d572dd3c7e2d), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:02.207755 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 9dd72060-6cc0-40a1-90e8-d572dd3c7e2d associated. External IP: 172.25.8.16, port: 65912cae-0323-49f8-8076-803a86de7d0d. Jan 28 17:40:02.405862 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 77c7276c-f42f-432b-9640-8dde5733521d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:40:02.510695 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:40:02.520565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] Sync routers for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:40:02.528429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:02.534726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:40:02.535354 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:40:02.557839 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e9a556da-a9d3-4f26-9f2b-f562cdfa2b84 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8428354 Jan 28 17:40:02.558420 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:40:02.560704 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259061e6-0ffd-4ee9-ae3f-0f858233527a" -d '{"events": [{"name": "network-changed", "server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "tag": "65912cae-0323-49f8-8076-803a86de7d0d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:40:02.601168 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15c23b-0b2c-4c67-be63-fad4ec9c6401 x-openstack-request-id: req-0b15c23b-0b2c-4c67-be63-fad4ec9c6401 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:40:02.601461 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "tag": "65912cae-0323-49f8-8076-803a86de7d0d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:40:02.601735 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b15c23b-0b2c-4c67-be63-fad4ec9c6401 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:40:02.602427 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d', 'status': 'completed', 'code': 200} Jan 28 17:40:02.645943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:40:02.666360 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-f925abd2-9963-4512-aa9f-a20a14595c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:02.667821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2c4d3-4567-4a7f-b736-82536770b1ff req-1be43c3c-b324-47c1-9d84-7ea56c98beb4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:02.667954 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-f925abd2-9963-4512-aa9f-a20a14595c24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1128 time: 0.0453174 Jan 28 17:40:02.669429 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de2c4d3-4567-4a7f-b736-82536770b1ff req-1be43c3c-b324-47c1-9d84-7ea56c98beb4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0599067 Jan 28 17:40:02.719000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2de2c4d3-4567-4a7f-b736-82536770b1ff req-a31ff911-2a9e-4e2f-96f8-c55e128f5335 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438011 Jan 28 17:40:02.741678 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36300) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:40:02.816419 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-239f5dae-4a54-4384-a69a-8364ceecaf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:02.817915 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-239f5dae-4a54-4384-a69a-8364ceecaf47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 897 time: 0.1429408 Jan 28 17:40:02.822802 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-991ea59c-cc9a-44b4-9b66-5a76ee2b319e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/9dd72060-6cc0-40a1-90e8-d572dd3c7e2d HTTP/1.1" status: 200 len: 990 time: 0.0800829 Jan 28 17:40:02.870593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '9dd72060-6cc0-40a1-90e8-d572dd3c7e2d', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'port_id': '65912cae-0323-49f8-8076-803a86de7d0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'mac_address': 'fa:16:3e:a1:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:40:01Z', 'updated_at': '2022-01-28T17:40:01Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:40:02.884985 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-bb58385c-c22d-442f-bf51-cc343f680116 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 998 time: 0.0611010 Jan 28 17:40:02.900985 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] Checking router: 77c7276c-f42f-432b-9640-8dde5733521d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:40:02.909262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:40:02.909868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:39:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:40:02.931860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-a3e6bc33-28b5-494b-9dcb-6d7557a53043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:02.933289 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-a3e6bc33-28b5-494b-9dcb-6d7557a53043 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 200 len: 835 time: 0.0434692 Jan 28 17:40:02.980310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-b37880a5-aa39-4e56-85b6-a669ec9a5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:02.981864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-b37880a5-aa39-4e56-85b6-a669ec9a5ef2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98781307-93a3-4b99-a42e-a2eeecc1862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430174 Jan 28 17:40:03.014659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:40:03.079667 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-733b8512-b87f-4fb0-a37b-e7ca29ccf9a9 service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919609 Jan 28 17:40:03.169357 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-259061e6-0ffd-4ee9-ae3f-0f858233527a req-f70d90db-6bbf-47e6-bba5-227fd3223efb service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834403 Jan 28 17:40:03.239583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '9dd72060-6cc0-40a1-90e8-d572dd3c7e2d', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'port_id': '65912cae-0323-49f8-8076-803a86de7d0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'mac_address': 'fa:16:3e:a1:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:40:01Z', 'updated_at': '2022-01-28T17:40:01Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:40:03.267858 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27cb7af-bc98-4e45-92ee-f0584caf392a None None] The sync data for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 is: [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '9dd72060-6cc0-40a1-90e8-d572dd3c7e2d', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'port_id': '65912cae-0323-49f8-8076-803a86de7d0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'mac_address': 'fa:16:3e:a1:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:40:01Z', 'updated_at': '2022-01-28T17:40:01Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:40:03.461311 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991c347-419f-48ab-aa72-63a55267399e None None] New status for floating IP 9dd72060-6cc0-40a1-90e8-d572dd3c7e2d: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:40:03.826460 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36302) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:40:03.886153 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-e6006397-b5c7-4b69-b259-10f2bfcf2128 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/9dd72060-6cc0-40a1-90e8-d572dd3c7e2d HTTP/1.1" status: 200 len: 992 time: 0.0585587 Jan 28 17:40:06.687228 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:40:12.809183 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:12.853708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:16.046688 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-efaf4521-c9f8-488c-80f4-ab2ed13278a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:17.996480 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f16bb4a-18a3-4f37-b7a8-b7c32008c22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:19.626416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:20.871073 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:21.866478 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:23.551363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-6c3345f7-5eae-4bc2-98a1-373a490f8a8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807691 Jan 28 17:40:23.639327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-6ac825eb-f919-4927-8d8d-f85d7674b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:23.640955 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-6ac825eb-f919-4927-8d8d-f85d7674b502 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1128 time: 0.0491819 Jan 28 17:40:23.739962 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-f5fd185e-ad3d-49f7-92eb-cf92af1362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:23.741450 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-f5fd185e-ad3d-49f7-92eb-cf92af1362cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 897 time: 0.0825264 Jan 28 17:40:23.808909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-14d93086-ab59-4879-8391-f7c8c850d1a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 1000 time: 0.0610366 Jan 28 17:40:23.855820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-113b1546-7129-4373-9c06-7fb5874eda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:23.857285 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-113b1546-7129-4373-9c06-7fb5874eda30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 200 len: 835 time: 0.0428882 Jan 28 17:40:23.906020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-f64e9bbf-2b76-44bb-aad3-1bf7e896dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:23.907416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-f64e9bbf-2b76-44bb-aad3-1bf7e896dc2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98781307-93a3-4b99-a42e-a2eeecc1862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440996 Jan 28 17:40:24.000491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-ae1e9e63-161b-41b8-b9f0-363c2a226f3e service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860560 Jan 28 17:40:24.085195 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b6c6c359-9a19-403a-b56f-55bb623fba70 req-9db00673-61ef-4964-a0b1-bc35c34fc609 service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794225 Jan 28 17:40:32.660299 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5144217-85e8-4caa-ac69-bb21b4872623 req-74ee6bbc-5b3b-424f-873d-0d1a2cd54444 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:32.661804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5144217-85e8-4caa-ac69-bb21b4872623 req-74ee6bbc-5b3b-424f-873d-0d1a2cd54444 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0566719 Jan 28 17:40:32.709971 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d5144217-85e8-4caa-ac69-bb21b4872623 req-dd243332-25c0-41d8-9c52-bcca64307850 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Jan 28 17:40:33.830798 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fee8de-8156-46b9-985a-180fa1231968 req-ad41e578-6ce4-4bf5-a7b8-d1eede79501e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:33.832261 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28fee8de-8156-46b9-985a-180fa1231968 req-ad41e578-6ce4-4bf5-a7b8-d1eede79501e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0520110 Jan 28 17:40:33.879742 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28fee8de-8156-46b9-985a-180fa1231968 req-f002eeaa-feaf-4f3f-9bf7-9a95af199174 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Jan 28 17:40:34.998245 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f82eee-b3c7-4acf-b079-251bb2355c64 req-a5f50ac4-644a-4f2b-b22e-8dc3c8996d1c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:35.000002 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64f82eee-b3c7-4acf-b079-251bb2355c64 req-a5f50ac4-644a-4f2b-b22e-8dc3c8996d1c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0507483 Jan 28 17:40:35.052577 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-64f82eee-b3c7-4acf-b079-251bb2355c64 req-c3be89b3-80cc-4135-abdb-09c4c490a7ec tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471160 Jan 28 17:40:36.169086 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f147f0-6832-44bc-a562-7f785374c0fa req-f35ff3f1-8f31-4635-a8ef-af3ef45f82e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:36.170529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10f147f0-6832-44bc-a562-7f785374c0fa req-f35ff3f1-8f31-4635-a8ef-af3ef45f82e6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0513449 Jan 28 17:40:36.218887 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-10f147f0-6832-44bc-a562-7f785374c0fa req-70bcea37-162f-4631-b179-5b4a9444a099 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Jan 28 17:40:37.334063 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdff26-b432-421e-becc-ed7ee7393099 req-a469dcfa-c915-4985-9546-b4abec03cf6e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:37.335512 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edbdff26-b432-421e-becc-ed7ee7393099 req-a469dcfa-c915-4985-9546-b4abec03cf6e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0517714 Jan 28 17:40:37.382436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-edbdff26-b432-421e-becc-ed7ee7393099 req-539660f1-b3c5-4fe3-a465-5bcab5749fb6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Jan 28 17:40:38.509792 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8dd6b-2846-4562-bdb0-173cc54155df req-933a5f10-3fcb-49f7-8898-be6a4201a457 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:38.511263 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1c8dd6b-2846-4562-bdb0-173cc54155df req-933a5f10-3fcb-49f7-8898-be6a4201a457 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0571587 Jan 28 17:40:38.558666 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e1c8dd6b-2846-4562-bdb0-173cc54155df req-34417237-452e-4ccc-b69b-f076e28da18a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Jan 28 17:40:39.678037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911c0c3-b24a-4727-ac7f-ef75595a22c8 req-8b00170d-80a3-4e23-977e-aeb488cce13f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:39.679529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f911c0c3-b24a-4727-ac7f-ef75595a22c8 req-8b00170d-80a3-4e23-977e-aeb488cce13f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0543215 Jan 28 17:40:39.728053 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f911c0c3-b24a-4727-ac7f-ef75595a22c8 req-5435461d-a3e8-4af8-8f83-c376ea66b7b7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Jan 28 17:40:40.849356 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92626f-729a-4279-8007-acd56475fc21 req-fc6b27be-5a5e-48cc-8982-5791a992f01a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:40.850820 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a92626f-729a-4279-8007-acd56475fc21 req-fc6b27be-5a5e-48cc-8982-5791a992f01a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0553126 Jan 28 17:40:40.897931 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a92626f-729a-4279-8007-acd56475fc21 req-06326c31-c235-4de3-84a7-8a54b5185fbd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Jan 28 17:40:42.016484 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ef37d-2cd0-4e1a-9e70-065a5af05429 req-6e4dad50-68cf-46ac-a0f0-c8c8183853e5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:42.017966 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-706ef37d-2cd0-4e1a-9e70-065a5af05429 req-6e4dad50-68cf-46ac-a0f0-c8c8183853e5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0514433 Jan 28 17:40:42.065502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-706ef37d-2cd0-4e1a-9e70-065a5af05429 req-f80175b9-d305-45c7-989b-643448550773 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Jan 28 17:40:42.813360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:42.869748 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:43.186182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7631c7-fa8f-4403-8f2a-def3e83ded93 req-470e6b49-ce0a-4c2f-8e8c-d6185fa41862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:43.187636 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d7631c7-fa8f-4403-8f2a-def3e83ded93 req-470e6b49-ce0a-4c2f-8e8c-d6185fa41862 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0526791 Jan 28 17:40:43.241791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0d7631c7-fa8f-4403-8f2a-def3e83ded93 req-e7c562ee-fb61-4b83-9237-6417e7817428 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Jan 28 17:40:43.263848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36340) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:40:43.325716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3e2d1511-e7ee-4cf5-99c4-a4a5682ea4a1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/9dd72060-6cc0-40a1-90e8-d572dd3c7e2d HTTP/1.1" status: 200 len: 992 time: 0.0607693 Jan 28 17:40:43.686199 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:40:44.592451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1bb51-403c-4c9e-a014-796c3307e28f req-43f482b5-c7cc-4b56-9ae4-72f59313f3f7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:44.594219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29f1bb51-403c-4c9e-a014-796c3307e28f req-43f482b5-c7cc-4b56-9ae4-72f59313f3f7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0583837 Jan 28 17:40:44.612979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-ee20efee-7dd6-4ddc-8fad-d4ea74719b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:44.614524 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-ee20efee-7dd6-4ddc-8fad-d4ea74719b4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1128 time: 0.0456209 Jan 28 17:40:44.644056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-29f1bb51-403c-4c9e-a014-796c3307e28f req-f7e5bb28-6b4d-4bb4-bb26-bb657699bf16 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Jan 28 17:40:44.707230 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-bcc7133d-70ee-40f4-9607-867626b96dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:44.708710 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-bcc7133d-70ee-40f4-9607-867626b96dc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 897 time: 0.0877559 Jan 28 17:40:44.771017 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-8afd88dd-b009-4f8d-89dc-24561e7dcff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 1000 time: 0.0559359 Jan 28 17:40:44.823136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-79491246-7e98-4550-9a73-b086a91c7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:44.824594 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-79491246-7e98-4550-9a73-b086a91c7d9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 200 len: 835 time: 0.0474195 Jan 28 17:40:44.873727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-1bd00a79-a024-4e09-a427-9745841ad0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:44.875251 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-1bd00a79-a024-4e09-a427-9745841ad0e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98781307-93a3-4b99-a42e-a2eeecc1862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450039 Jan 28 17:40:44.962582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-2c96f2f0-c185-4fd9-99c7-31e7f4e2c46a service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813112 Jan 28 17:40:45.050496 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8706bf04-c586-47c0-8c2a-b8af6a474d3b req-18073dcb-65aa-432e-b93f-1849257dac29 service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829132 Jan 28 17:40:45.768847 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc85f-6bf6-41ee-8694-962a8f5f7990 req-de800ab7-9f76-4eb4-95b5-4af8b747771d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:40:45.770301 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de1cc85f-6bf6-41ee-8694-962a8f5f7990 req-de800ab7-9f76-4eb4-95b5-4af8b747771d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0571678 Jan 28 17:40:45.819929 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de1cc85f-6bf6-41ee-8694-962a8f5f7990 req-3647d537-22de-4f85-926c-0f411a2166b1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Jan 28 17:40:45.845259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36350) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:40:45.904869 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5ab0acae-1402-42f8-a902-1b801cf18984 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/9dd72060-6cc0-40a1-90e8-d572dd3c7e2d HTTP/1.1" status: 200 len: 992 time: 0.0584016 Jan 28 17:40:46.049135 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd04da5b-161f-4c58-944c-219e186097f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:47.997994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c323ceb-2b3a-4613-a5ea-e411199588b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:49.629328 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:50.873635 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:40:51.869047 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:12.827020 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:12.886399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.050157 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b10c2d68-7e6d-4d05-8ea8-fef83710fee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.284271 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36372) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:16.452395 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port b4247680-0889-4a50-af42-f38e8585bcd0 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:41:16.452783 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b4247680-0889-4a50-af42-f38e8585bcd0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.526570 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b4247680-0889-4a50-af42-f38e8585bcd0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.526900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (b4247680-0889-4a50-af42-f38e8585bcd0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.538211 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for b4247680-0889-4a50-af42-f38e8585bcd0 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:41:16.686942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (b4247680-0889-4a50-af42-f38e8585bcd0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.712173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=b4247680-0889-4a50-af42-f38e8585bcd0,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:16.724504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.724888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.725273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.725619 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.725962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.726332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.726665 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.727000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.727335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.727668 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.728000 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.728328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.728653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:16.786074 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (9dd72060-6cc0-40a1-90e8-d572dd3c7e2d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:16.786474 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP 9dd72060-6cc0-40a1-90e8-d572dd3c7e2d disassociated (deleted). External IP: 172.25.8.16, port: 65912cae-0323-49f8-8076-803a86de7d0d. Jan 28 17:41:16.991308 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 77c7276c-f42f-432b-9640-8dde5733521d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:41:17.097146 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:41:17.102495 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:17.107416 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] Sync routers for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:41:17.118534 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:17.119051 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:17.133326 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-704f163c-32e8-4efe-88e7-28f1eb4df464 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/floatingips/9dd72060-6cc0-40a1-90e8-d572dd3c7e2d HTTP/1.1" status: 204 len: 168 time: 0.8479426 Jan 28 17:41:17.133907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:41:17.136157 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf302e-331f-4f3a-b777-15c795fea753" -d '{"events": [{"name": "network-changed", "server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "tag": "65912cae-0323-49f8-8076-803a86de7d0d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:41:17.178677 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eba3a90-1041-4d3a-bdf5-1c1d3142a87a x-openstack-request-id: req-1eba3a90-1041-4d3a-bdf5-1c1d3142a87a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:41:17.179200 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "tag": "65912cae-0323-49f8-8076-803a86de7d0d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:41:17.179373 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1eba3a90-1041-4d3a-bdf5-1c1d3142a87a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:41:17.180534 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d', 'status': 'completed', 'code': 200} Jan 28 17:41:17.252449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf302e-331f-4f3a-b777-15c795fea753 req-69e3f5cd-7823-41f3-89e5-56ba3f3fc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:17.254811 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-69e3f5cd-7823-41f3-89e5-56ba3f3fc85d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 1128 time: 0.0513918 Jan 28 17:41:17.365274 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf302e-331f-4f3a-b777-15c795fea753 req-3f4e9e0c-7a81-486e-9109-f8003481ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:17.366789 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-3f4e9e0c-7a81-486e-9109-f8003481ec1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 200 len: 897 time: 0.1047759 Jan 28 17:41:17.376887 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197664a5-92e7-4ffc-97e0-0209d365d7cb req-1c9877cf-c67c-4879-84c4-675cff37d762 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:17.378537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-197664a5-92e7-4ffc-97e0-0209d365d7cb req-1c9877cf-c67c-4879-84c4-675cff37d762 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0551054 Jan 28 17:41:17.389588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:17.414297 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-17ebbabd-74d2-4ed1-aa11-e7431820b9b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 200 len: 217 time: 0.0403049 Jan 28 17:41:17.430233 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-197664a5-92e7-4ffc-97e0-0209d365d7cb req-de088021-7137-4317-ab74-24064dc5fbfd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455058 Jan 28 17:41:17.465527 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf302e-331f-4f3a-b777-15c795fea753 req-96aa50e6-f0dc-4c67-ab16-f1ffbce7de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:17.467115 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-96aa50e6-f0dc-4c67-ab16-f1ffbce7de3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 200 len: 835 time: 0.0465987 Jan 28 17:41:17.520437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf302e-331f-4f3a-b777-15c795fea753 req-8299be49-4003-4e26-bad0-355a6dddb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:17.521963 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-8299be49-4003-4e26-bad0-355a6dddb6c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98781307-93a3-4b99-a42e-a2eeecc1862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487299 Jan 28 17:41:17.592249 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:17.614843 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-433608fe-94a3-46d7-ad5f-419724f625ab service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851431 Jan 28 17:41:17.622374 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] Checking router: 77c7276c-f42f-432b-9640-8dde5733521d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:41:17.631671 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:17.632322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:40:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:17.706412 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-acbf302e-331f-4f3a-b777-15c795fea753 req-99317648-ff9a-4770-a746-3378581972e5 service neutron] 10.222.0.31 "GET /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848944 Jan 28 17:41:17.736415 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:17.926986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:17.960919 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5872d6-17de-485b-bfeb-e08cf5c2f62f None None] The sync data for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 is: [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:39:48Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8', 'name': '', 'network_id': '98781307-93a3-4b99-a42e-a2eeecc1862a', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:dc:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:47Z', 'updated_at': '2022-01-28T17:39:51Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'f9688f9f-8cbb-47da-92b7-5b79a76177c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:41:18.000100 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-02f6a353-aa5c-4b48-998c-0d69c2fea9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:18.180316 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777bfc3-5bb4-407d-9f22-3e6b56f24e61 None None] New status for floating IP 9dd72060-6cc0-40a1-90e8-d572dd3c7e2d: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:41:18.556069 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e15cc9-5e9e-48bf-b08a-6d218898ea28 req-1b2335fe-602e-44d0-a638-2176f658a3f8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:18.557593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5e15cc9-5e9e-48bf-b08a-6d218898ea28 req-1b2335fe-602e-44d0-a638-2176f658a3f8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.0529978 Jan 28 17:41:18.611465 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e5e15cc9-5e9e-48bf-b08a-6d218898ea28 req-6a9ec964-8cf9-4e87-bb61-8ee79a3a75bd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=678cc2a5-a8a6-4bfe-b12b-771cde329067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483336 Jan 28 17:41:19.061064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-b39f578c-de25-41cb-9e43-631a2303a0d3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:19.062512 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-b39f578c-de25-41cb-9e43-631a2303a0d3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 945 time: 0.3219204 Jan 28 17:41:19.151457 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 65912cae-0323-49f8-8076-803a86de7d0d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:41:19.151796 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (65912cae-0323-49f8-8076-803a86de7d0d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:19.238768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 65912cae-0323-49f8-8076-803a86de7d0d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=65912cae-0323-49f8-8076-803a86de7d0d,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:19.239136 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (65912cae-0323-49f8-8076-803a86de7d0d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:19.251574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 65912cae-0323-49f8-8076-803a86de7d0d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:41:19.379584 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (65912cae-0323-49f8-8076-803a86de7d0d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:19.405380 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=65912cae-0323-49f8-8076-803a86de7d0d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:19.415829 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.416204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.416563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.416921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.417271 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.417607 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.417943 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.418284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.419072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.419072 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.419266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.419579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.419907 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:19.464758 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] No DVR routers for this DVR port 65912cae-0323-49f8-8076-803a86de7d0d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:41:19.467285 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:19.470760 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-8368de02-bdfa-4edb-909c-870a4cc8bd8d req-6183091c-a713-4314-bdde-fa5b4f59162e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "DELETE /v2.0/ports/65912cae-0323-49f8-8076-803a86de7d0d HTTP/1.1" status: 204 len: 173 time: 0.4027410 Jan 28 17:41:19.471034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'name': 'network-vif-deleted', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:41:19.473282 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3189b9bb-2bc4-4d30-be22-ed47dd3f2641" -d '{"events": [{"server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "name": "network-vif-deleted", "tag": "65912cae-0323-49f8-8076-803a86de7d0d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:41:19.567547 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425d5a41-24fa-41e2-804f-ac0a5d4e106b x-openstack-request-id: req-425d5a41-24fa-41e2-804f-ac0a5d4e106b {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:41:19.567843 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338a4eb8-d5f5-471f-8a87-d89661d30b3e", "name": "network-vif-deleted", "tag": "65912cae-0323-49f8-8076-803a86de7d0d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:41:19.568092 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-425d5a41-24fa-41e2-804f-ac0a5d4e106b {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:41:19.568485 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338a4eb8-d5f5-471f-8a87-d89661d30b3e', 'name': 'network-vif-deleted', 'tag': '65912cae-0323-49f8-8076-803a86de7d0d', 'status': 'completed', 'code': 200} Jan 28 17:41:19.631447 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:19.715664 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84cf8a73-9499-497e-8d89-80d1be14c9b1 req-8dbfc3d8-a65e-4de3-9245-aa73f69557f2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=338a4eb8-d5f5-471f-8a87-d89661d30b3e HTTP/1.1" status: 200 len: 210 time: 0.0280209 Jan 28 17:41:20.685883 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:41:20.771431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36392) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:20.876240 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:21.126204 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (77c7276c-f42f-432b-9640-8dde5733521d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:21.377870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:41:21.378136 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:21.467827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:21.468196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:21.480535 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 owned by network:router_interface {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:41:21.659270 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:21.686502 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:21.873826 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.192819 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (77c7276c-f42f-432b-9640-8dde5733521d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.406256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 77c7276c-f42f-432b-9640-8dde5733521d has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:41:22.507248 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:41:22.512762 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6ddfba3c-37b0-492c-ab78-ed20236b9dcf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/77c7276c-f42f-432b-9640-8dde5733521d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403212 Jan 28 17:41:22.515416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36394) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:22.518024 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] Sync routers for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:41:22.528308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:22.528968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:22.569574 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting subnet f9688f9f-8cbb-47da-92b7-5b79a76177c9 {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:41:22.573420 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (f9688f9f-8cbb-47da-92b7-5b79a76177c9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.613142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (f9688f9f-8cbb-47da-92b7-5b79a76177c9), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.633851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:22.694008 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (f9688f9f-8cbb-47da-92b7-5b79a76177c9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.754878 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (f9688f9f-8cbb-47da-92b7-5b79a76177c9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.781925 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Subnet': ['ID=f9688f9f-8cbb-47da-92b7-5b79a76177c9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:22.785656 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.789756 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8a8c2b5f-0045-4687-8c67-e6d96fa609f0 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/subnets/f9688f9f-8cbb-47da-92b7-5b79a76177c9 HTTP/1.1" status: 204 len: 168 time: 0.2733343 Jan 28 17:41:22.792501 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36396) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:22.795087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0baae-a323-4fce-bc99-d297906685e8 None None] Network 98781307-93a3-4b99-a42e-a2eeecc1862a requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:41:22.878025 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:41:21Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:22.902778 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (77c7276c-f42f-432b-9640-8dde5733521d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:22.907131 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] Checking router: 77c7276c-f42f-432b-9640-8dde5733521d for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:41:22.920975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] Routers {'77c7276c-f42f-432b-9640-8dde5733521d'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:22.921587 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['77c7276c-f42f-432b-9640-8dde5733521d'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:23.011847 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (77c7276c-f42f-432b-9640-8dde5733521d), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.031973 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] Set router 77c7276c-f42f-432b-9640-8dde5733521d gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:23.062271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] DHCP port deletion for 98781307-93a3-4b99-a42e-a2eeecc1862a request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:41:23.064046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 65912cae-0323-49f8-8076-803a86de7d0d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:41:23.066233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:41:23.066899 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.112486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 65912cae-0323-49f8-8076-803a86de7d0d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:41:23.112882 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 65912cae-0323-49f8-8076-803a86de7d0d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:41:23.150326 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:23.150702 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.164824 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:41:23.226379 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Deleting port a98890ba-a5fd-48a6-a76c-6353432be614 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:41:23.226759 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.316045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] For port a98890ba-a5fd-48a6-a76c-6353432be614, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=a98890ba-a5fd-48a6-a76c-6353432be614,segment=NetworkSegment(0e9040d4-1198-4b43-a3ae-9d74f771630c),segment_id=0e9040d4-1198-4b43-a3ae-9d74f771630c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:23.316357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.330889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (83ceb92e-ba4b-4974-9b26-a0a8b7a5025b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.331777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Calling delete_port for a98890ba-a5fd-48a6-a76c-6353432be614 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:41:23.350664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:41:21Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:23.361340 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=83ceb92e-ba4b-4974-9b26-a0a8b7a5025b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:23.408847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6a618-803f-452f-88e1-6ba994b64392 None None] The sync data for ids ['77c7276c-f42f-432b-9640-8dde5733521d'] in n-d-812111-13 is: [{'id': '77c7276c-f42f-432b-9640-8dde5733521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524646173', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:39:44Z', 'updated_at': '2022-01-28T17:41:21Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '83ceb92e-ba4b-4974-9b26-a0a8b7a5025b', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7276c-f42f-432b-9640-8dde5733521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:39:45Z', 'updated_at': '2022-01-28T17:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:41:23.422258 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (77c7276c-f42f-432b-9640-8dde5733521d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.462280 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (a98890ba-a5fd-48a6-a76c-6353432be614), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.487743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Pushing event deleted for resources: {'Port': ['ID=a98890ba-a5fd-48a6-a76c-6353432be614,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:23.492390 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] No DVR routers for this DVR port a98890ba-a5fd-48a6-a76c-6353432be614 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:41:23.502809 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.503165 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.503506 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.503843 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.504172 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.504497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.504855 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.505186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.505507 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.505827 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.506147 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.506458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.506972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007b938-bb6e-4311-9a28-37ce8de80a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:23.522812 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (77c7276c-f42f-432b-9640-8dde5733521d), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.525590 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (77c7276c-f42f-432b-9640-8dde5733521d), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.570807 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (77c7276c-f42f-432b-9640-8dde5733521d), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.571479 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Fanout notify agent at l3_agent the message router_deleted on router 77c7276c-f42f-432b-9640-8dde5733521d {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:41:23.578189 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.579306 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bd1944bb-4620-496b-82f5-0ad9c3102d94 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/routers/77c7276c-f42f-432b-9640-8dde5733521d HTTP/1.1" status: 204 len: 168 time: 0.7857707 Jan 28 17:41:23.582018 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36398) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:23.656351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (98781307-93a3-4b99-a42e-a2eeecc1862a), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.743409 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (98781307-93a3-4b99-a42e-a2eeecc1862a), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.766291 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98781307-93a3-4b99-a42e-a2eeecc1862a']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:23.777105 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9040d4-1198-4b43-a3ae-9d74f771630c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:23.777402 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9040d4-1198-4b43-a3ae-9d74f771630c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:23.789163 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (0e9040d4-1198-4b43-a3ae-9d74f771630c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.802860 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (0e9040d4-1198-4b43-a3ae-9d74f771630c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.810743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:41:23.811230 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (0e9040d4-1198-4b43-a3ae-9d74f771630c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:41:23.814617 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:41:23.872127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:41:23.876503 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (98781307-93a3-4b99-a42e-a2eeecc1862a), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.884168 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.887541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/networks/98781307-93a3-4b99-a42e-a2eeecc1862a HTTP/1.1" status: 204 len: 168 time: 0.3045797 Jan 28 17:41:23.890188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36400) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:23.898832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:41:23.899190 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ba7a31f6-2fa0-416b-b5ca-4820cfb4c2b8 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:41:23.899608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a98890ba-a5fd-48a6-a76c-6353432be614 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:41:23.907279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e318-c70f-4e7a-9b5a-4711ce12f0ba tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Network': ['ID=98781307-93a3-4b99-a42e-a2eeecc1862a,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:23.923429 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: a98890ba-a5fd-48a6-a76c-6353432be614 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:41:23.924130 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device a98890ba-a5fd-48a6-a76c-6353432be614 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:41:23.961474 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b84b0bda-1732-4a8b-b264-6bc9e8f20e52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (678cc2a5-a8a6-4bfe-b12b-771cde329067), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:23.991651 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b84b0bda-1732-4a8b-b264-6bc9e8f20e52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (678cc2a5-a8a6-4bfe-b12b-771cde329067), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.053827 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b84b0bda-1732-4a8b-b264-6bc9e8f20e52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (678cc2a5-a8a6-4bfe-b12b-771cde329067), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.058061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b84b0bda-1732-4a8b-b264-6bc9e8f20e52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.059347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b84b0bda-1732-4a8b-b264-6bc9e8f20e52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/security-groups/678cc2a5-a8a6-4bfe-b12b-771cde329067 HTTP/1.1" status: 204 len: 168 time: 0.1682556 Jan 28 17:41:24.069740 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0bda-1732-4a8b-b264-6bc9e8f20e52 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678cc2a5-a8a6-4bfe-b12b-771cde329067,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:24.395424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36406) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:24.400568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615979806', 'description': 'tempest-secgroup-smoke-1615979806 description', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:24.421556 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.490885 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (852aaed5-e76d-41bc-a2ea-96d12a910c3f), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.495370 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (852aaed5-e76d-41bc-a2ea-96d12a910c3f), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.527558 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.528837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1323738 Jan 28 17:41:24.531654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36408) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:24.535998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '852aaed5-e76d-41bc-a2ea-96d12a910c3f', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:24.541003 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e024b-fe65-4442-a7e6-3af8934cf236 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852aaed5-e76d-41bc-a2ea-96d12a910c3f,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:24.563565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (4b0dbd69-fb74-42ec-9657-7dcd88636cc1), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.622578 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (4b0dbd69-fb74-42ec-9657-7dcd88636cc1), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.626274 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (4b0dbd69-fb74-42ec-9657-7dcd88636cc1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.645181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0dbd69-fb74-42ec-9657-7dcd88636cc1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:24.658498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.659726 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-94853ed9-5a97-4aed-b26c-4cd578909b35 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271050 Jan 28 17:41:24.662482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36410) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:24.666819 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '852aaed5-e76d-41bc-a2ea-96d12a910c3f', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:24.691296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (a2a3e723-e1d0-4f42-be8e-bffa67eeaf20), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.748863 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (a2a3e723-e1d0-4f42-be8e-bffa67eeaf20), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.752266 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (a2a3e723-e1d0-4f42-be8e-bffa67eeaf20), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.771424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a3e723-e1d0-4f42-be8e-bffa67eeaf20,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:24.783034 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.784223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2dee5a8d-c859-46e4-acac-eb7cdb8b3add tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207764 Jan 28 17:41:24.787037 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36412) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:24.791400 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '852aaed5-e76d-41bc-a2ea-96d12a910c3f', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:24.822294 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (d77b10cd-33a3-476d-954d-d9d7752adf3b), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.876826 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (d77b10cd-33a3-476d-954d-d9d7752adf3b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.880218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d77b10cd-33a3-476d-954d-d9d7752adf3b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.898058 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77b10cd-33a3-476d-954d-d9d7752adf3b,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:24.904657 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.905878 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-9aacb535-0565-4984-b338-1f85ec884ba7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179056 Jan 28 17:41:24.908618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36414) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:24.912888 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '852aaed5-e76d-41bc-a2ea-96d12a910c3f', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:24.937412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (2ca8a1ce-5570-489e-ac33-1b295d5662fd), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:24.997158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (2ca8a1ce-5570-489e-ac33-1b295d5662fd), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.001245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (2ca8a1ce-5570-489e-ac33-1b295d5662fd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.016877 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca8a1ce-5570-489e-ac33-1b295d5662fd,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:25.027992 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.029229 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ac2683cb-4694-4738-925d-b74c25b5aef4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196816 Jan 28 17:41:25.031957 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36416) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:25.036143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '852aaed5-e76d-41bc-a2ea-96d12a910c3f', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:25.055739 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:41:25.060612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (7fe73399-3179-487e-9b8f-1963920319af), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.117427 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (7fe73399-3179-487e-9b8f-1963920319af), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.124796 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7fe73399-3179-487e-9b8f-1963920319af), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.146684 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe73399-3179-487e-9b8f-1963920319af,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:25.154765 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.155926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-12a068f6-98e3-4a10-8cdb-27b79592013e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230721 Jan 28 17:41:25.158731 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36418) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:25.162870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'security_group_rule': {'security_group_id': '852aaed5-e76d-41bc-a2ea-96d12a910c3f', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:25.182612 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Project 1ed21f0a0caf4ce78cec3504583c1968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:41:25.187305 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (6147695d-8952-4e21-b05f-8e5100bfb826), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.244056 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (6147695d-8952-4e21-b05f-8e5100bfb826), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.247667 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (6147695d-8952-4e21-b05f-8e5100bfb826), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.264919 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6147695d-8952-4e21-b05f-8e5100bfb826,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:25.273196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.274394 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a67ec31a-7ff9-432d-a49d-5c95f370fe53 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147614 Jan 28 17:41:25.277168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36420) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:25.281988 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'network': {'name': 'tempest-network-smoke--576799021', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'port_security_enabled': True}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:25.301041 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:41:25.304232 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.327425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:41:25.336158 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.336504 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Added segment 070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65 of type vlan for network b6def5a3-abed-4222-adc2-87984b53a998 Jan 28 17:41:25.376804 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (b6def5a3-abed-4222-adc2-87984b53a998), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.400066 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (b6def5a3-abed-4222-adc2-87984b53a998), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.404995 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:25.405571 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.466003 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1878252 Jan 28 17:41:25.468641 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36422) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:25.472889 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'admin_state_up': True, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:25.483841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:41:25.491209 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9917f-444d-44e3-b12a-a4b7efd7c642 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Network': ['ID=b6def5a3-abed-4222-adc2-87984b53a998,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:25.506410 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.507757 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.508246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network b6def5a3-abed-4222-adc2-87984b53a998 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:41:25.510410 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:41:25.510748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 83ceb92e-ba4b-4974-9b26-a0a8b7a5025b not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:41:25.561619 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.695703 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.876496 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.897218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:25.998138 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.54 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/23da4452-970b-48af-abe8-3e7810d60992) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:41:26.097051 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (23da4452-970b-48af-abe8-3e7810d60992), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:26.131562 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (23da4452-970b-48af-abe8-3e7810d60992), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:26.168001 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:41:26.170722 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:26.176297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:41:26.182158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=23da4452-970b-48af-abe8-3e7810d60992,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:26.425498 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:26.618483 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.070836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:41:27.172977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:41:27.183476 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Sync routers for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:41:27.192743 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.192933 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:27.193477 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:27.193975 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4dcea6ee-9f2f-4949-a122-d841e3b1034a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7243969 Jan 28 17:41:27.197598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36424) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:27.267370 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-70abf464-9640-44cb-8bec-b6e1ad802380 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1ed21f0a0caf4ce78cec3504583c1968&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686898 Jan 28 17:41:27.269882 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36428) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:27.295965 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:27.354343 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50223c0f-a8f1-4435-872d-284f7eb53b4a tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:27.355769 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-50223c0f-a8f1-4435-872d-284f7eb53b4a tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849891 Jan 28 17:41:27.358533 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36430) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:27.386895 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-d4a39dc0-7301-4786-8cac-ef92d3be7c31 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=63112d60-cc7e-4cc1-80c1-2940f56aff2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273120 Jan 28 17:41:27.389332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36432) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:27.393945 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237236941', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:27.467786 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:26Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:27.486220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:41:27.489929 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.499216 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Checking router: 11cf11cc-d915-40d8-8a77-ca0a53e78c4c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:41:27.499560 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Updating router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c port 23da4452-970b-48af-abe8-3e7810d60992 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:41:27.525350 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (23da4452-970b-48af-abe8-3e7810d60992), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.676942 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (c4ec6f76-2331-4db9-9e70-144650a9f1cd), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.737971 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Subnet': ['ID=c4ec6f76-2331-4db9-9e70-144650a9f1cd,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:27.746150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Checking segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:41:27.746522 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network hostable DHCP agents. Network: b6def5a3-abed-4222-adc2-87984b53a998, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:41:27.763381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b6def5a3-abed-4222-adc2-87984b53a998 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:41:27.772723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, b6def5a3-abed-4222-adc2-87984b53a998) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:27.773769 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Publish callbacks [] for port (23da4452-970b-48af-abe8-3e7810d60992), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.778149 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:27.779134 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.780541 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (23da4452-970b-48af-abe8-3e7810d60992), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.784053 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d62a3-46cc-4341-b189-51c7a7b996b3 None None] Network b6def5a3-abed-4222-adc2-87984b53a998 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:41:27.797348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1926f958-890d-4d01-8da3-774178850d83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4069297 Jan 28 17:41:27.800125 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36434) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:27.829416 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Attempting to bind port 23da4452-970b-48af-abe8-3e7810d60992 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:41:27.829787 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Attempting to bind port 23da4452-970b-48af-abe8-3e7810d60992 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:41:27.830140 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Attempting to bind port 23da4452-970b-48af-abe8-3e7810d60992 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:41:27.844115 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:41:27.844490 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:41:27.844907 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.845526 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:41:27.845751 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Bound port: 23da4452-970b-48af-abe8-3e7810d60992, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:41:27.846124 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (23da4452-970b-48af-abe8-3e7810d60992), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.891942 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Pushing event updated for resources: {'Port': ['ID=23da4452-970b-48af-abe8-3e7810d60992,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:27.903037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] For port 23da4452-970b-48af-abe8-3e7810d60992, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:41:27.905329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-b6def5a3-abed-4222-adc2-87984b53a998', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:41:27.905821 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.906170 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.906524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.906783 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.906964 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.907158 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.907473 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.907978 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.908303 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.908816 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.909318 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.909641 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.909977 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.910285 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:41:27.925699 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] For port 23da4452-970b-48af-abe8-3e7810d60992, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=23da4452-970b-48af-abe8-3e7810d60992,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:41:27.934998 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (23da4452-970b-48af-abe8-3e7810d60992), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:27.981785 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:27.982426 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:28.031124 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c0be-f897-4096-a4bb-a99d0332a8b8 None None] Pushing event updated for resources: {'Port': ['ID=23da4452-970b-48af-abe8-3e7810d60992,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:28.057409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Allocated IP 172.20.0.2 (b6def5a3-abed-4222-adc2-87984b53a998/c4ec6f76-2331-4db9-9e70-144650a9f1cd/6062aca0-37a6-4cac-bd9c-3d74442f25c1) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:41:28.097830 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:28.223381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Publish callbacks [] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.230626 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.274810 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Network b6def5a3-abed-4222-adc2-87984b53a998 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:41:28.279850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:28.284721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:41:28.287880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Pushing event updated for resources: {'Port': ['ID=6062aca0-37a6-4cac-bd9c-3d74442f25c1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:28.303686 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.342929 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Attempting to bind port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:41:28.343388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Attempting to bind port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:41:28.343814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Attempting to bind port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 on network b6def5a3-abed-4222-adc2-87984b53a998 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:41:28.348966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:41:28.349419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Checking segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:41:28.349897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.350352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Bound using segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:41:28.350917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Bound port: 6062aca0-37a6-4cac-bd9c-3d74442f25c1, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:41:28.351878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.392990 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:26Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:28.419512 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfadfa-5b7c-485c-8bb9-9e370c50a1d2 None None] The sync data for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 is: [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:26Z', 'revision_number': 3, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:41:28.422596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] For port 6062aca0-37a6-4cac-bd9c-3d74442f25c1, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:41:28.426586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] For port 6062aca0-37a6-4cac-bd9c-3d74442f25c1, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6062aca0-37a6-4cac-bd9c-3d74442f25c1,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:41:28.434797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.615173 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.1 (b6def5a3-abed-4222-adc2-87984b53a998/c4ec6f76-2331-4db9-9e70-144650a9f1cd/d8bc2451-0c4a-4602-88f6-2261b39eac13) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:41:28.699288 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effc05e-82c3-4b64-8d54-459b82bd4fb2 None None] Pushing event updated for resources: {'Port': ['ID=6062aca0-37a6-4cac-bd9c-3d74442f25c1,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:28.781760 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.821856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:28.865932 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b6def5a3-abed-4222-adc2-87984b53a998 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:41:28.869681 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:28.876662 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:41:28.926482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=d8bc2451-0c4a-4602-88f6-2261b39eac13,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:28.957915 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.107853 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.401871 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.407079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.489478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=d8bc2451-0c4a-4602-88f6-2261b39eac13,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:29.492105 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.602317 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b6def5a3-abed-4222-adc2-87984b53a998 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:41:29.603940 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:29.641653 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6062aca0-37a6-4cac-bd9c-3d74442f25c1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:41:29.698586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:29.698586 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.742671 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:41:29.790543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:29.790942 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.829953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 6062aca0-37a6-4cac-bd9c-3d74442f25c1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6062aca0-37a6-4cac-bd9c-3d74442f25c1,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:29.839641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767aab4-b7c6-4c73-96aa-8b8110a9cbd8 None None] Network b6def5a3-abed-4222-adc2-87984b53a998 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:41:29.842088 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:29.842910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23da4452-970b-48af-abe8-3e7810d60992 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:41:29.866009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:41:29.871579 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-852b163c-b620-4424-968a-059d7721c5d5 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/11cf11cc-d915-40d8-8a77-ca0a53e78c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0704517 Jan 28 17:41:29.995424 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=6062aca0-37a6-4cac-bd9c-3d74442f25c1,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:30.004119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-0e7ea9c5-06c7-41b8-a8ef-c9c5be58d6cc None None] Provisioning complete for port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:30.004236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea9c5-06c7-41b8-a8ef-c9c5be58d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.032389 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-84abfbdd-d6a8-4cc6-95a9-fac13ff12ccf tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615979806&fields=id&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 267 time: 0.0475593 Jan 28 17:41:30.063059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 23da4452-970b-48af-abe8-3e7810d60992 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:30.063433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (23da4452-970b-48af-abe8-3e7810d60992), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.152286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-06d191dd-bc6b-418d-a1aa-88d2dbf998b2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:30.158565 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ea9c5-06c7-41b8-a8ef-c9c5be58d6cc None None] Current status of the port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:30.159385 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-06d191dd-bc6b-418d-a1aa-88d2dbf998b2 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/networks?id=b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 200 len: 796 time: 0.1182265 Jan 28 17:41:30.171114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-92ef3a09-2964-4811-9763-75496dd6eecb tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/quotas/1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 375 time: 0.0108724 Jan 28 17:41:30.198917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 23da4452-970b-48af-abe8-3e7810d60992 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:30.199316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (23da4452-970b-48af-abe8-3e7810d60992), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.220900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 23da4452-970b-48af-abe8-3e7810d60992, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=23da4452-970b-48af-abe8-3e7810d60992,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:30.231024 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (23da4452-970b-48af-abe8-3e7810d60992), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.239710 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-6c196a0c-73ec-4657-a58a-e3a66dbdb94f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608311 Jan 28 17:41:30.283685 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Sync routers for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:41:30.300773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=23da4452-970b-48af-abe8-3e7810d60992,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:30.306791 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:30.307418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:30.394181 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-cc738f2e-506c-4200-b031-82801b0707bc service neutron] 10.222.0.25 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473548 Jan 28 17:41:30.420435 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2b18ce67-9a5c-4c47-8cf5-d92c58cd7a46 None None] Provisioning complete for port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:30.420741 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b18ce67-9a5c-4c47-8cf5-d92c58cd7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.445868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:30.504779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-28df1939-f1e8-454b-83fb-468b61281e1a service neutron] 10.222.0.25 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032803 Jan 28 17:41:30.632366 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2b18ce67-9a5c-4c47-8cf5-d92c58cd7a46 None None] Current status of the port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:30.674984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2b18ce67-9a5c-4c47-8cf5-d92c58cd7a46 None None] Provisioning complete for port d8bc2451-0c4a-4602-88f6-2261b39eac13 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:30.675676 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b18ce67-9a5c-4c47-8cf5-d92c58cd7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.687352 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4b22a76-93a7-43c7-96f9-bd1e94f580c9 req-6f89f750-12b3-430f-b3ca-aaf6a7aa5298 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 210 time: 0.0326171 Jan 28 17:41:30.717291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2b18ce67-9a5c-4c47-8cf5-d92c58cd7a46 None None] Port d8bc2451-0c4a-4602-88f6-2261b39eac13 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:41:30.735948 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 2, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:30.766917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Checking router: 11cf11cc-d915-40d8-8a77-ca0a53e78c4c for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:41:30.767514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Updating router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c port d8bc2451-0c4a-4602-88f6-2261b39eac13 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:41:30.800771 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.904993 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4dbd56b2-b4f3-4deb-92ad-d590423c047e None None] Provisioning complete for port d8bc2451-0c4a-4602-88f6-2261b39eac13 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:30.905368 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4dbd56b2-b4f3-4deb-92ad-d590423c047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:30.958965 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd56b2-b4f3-4deb-92ad-d590423c047e None None] Port d8bc2451-0c4a-4602-88f6-2261b39eac13 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:41:31.100335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Publish callbacks [] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.105919 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.158177 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4808a8-dcc9-4f0d-bb45-c45a525abfaa None None] Pushing event updated for resources: {'Port': ['ID=d8bc2451-0c4a-4602-88f6-2261b39eac13,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:31.213332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Attempting to bind port d8bc2451-0c4a-4602-88f6-2261b39eac13 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:41:31.213773 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Attempting to bind port d8bc2451-0c4a-4602-88f6-2261b39eac13 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:41:31.214436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Attempting to bind port d8bc2451-0c4a-4602-88f6-2261b39eac13 on network b6def5a3-abed-4222-adc2-87984b53a998 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:41:31.219679 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:41:31.220138 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Checking segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:41:31.220534 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.220967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Bound using segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:41:31.221433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Bound port: d8bc2451-0c4a-4602-88f6-2261b39eac13, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:41:31.221901 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.292762 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] For port d8bc2451-0c4a-4602-88f6-2261b39eac13, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:41:31.296164 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] For port d8bc2451-0c4a-4602-88f6-2261b39eac13, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d8bc2451-0c4a-4602-88f6-2261b39eac13,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:41:31.303726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.365266 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:31.365961 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:31.407413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4808a8-dcc9-4f0d-bb45-c45a525abfaa None None] Pushing event updated for resources: {'Port': ['ID=d8bc2451-0c4a-4602-88f6-2261b39eac13,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:31.438888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] Provisioning complete for port d8bc2451-0c4a-4602-88f6-2261b39eac13 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:31.439251 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.646056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6062aca0-37a6-4cac-bd9c-3d74442f25c1 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:41:31.716959 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:31.798084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c2ed8ae1-fc5d-403d-aeff-8e1cbed6fccf req-1734a2d6-62f4-4026-b953-634c896112a6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 210 time: 0.0338497 Jan 28 17:41:31.803017 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-4fb9546e-c31a-4894-a4f0-6a2e6d46c463 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:31.804562 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-4fb9546e-c31a-4894-a4f0-6a2e6d46c463 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/networks?id=b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 200 len: 796 time: 0.1178653 Jan 28 17:41:31.873047 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-170cc9a7-91a9-45fb-a983-b7f92c99cbfe tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed21f0a0caf4ce78cec3504583c1968 HTTP/1.1" status: 200 len: 380 time: 0.0591300 Jan 28 17:41:31.878321 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:31.878699 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.882537 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'port': {'device_id': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'admin_state_up': True, 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'security_groups': ['852aaed5-e76d-41bc-a2ea-96d12a910c3f']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:31.907028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] Current status of the port d8bc2451-0c4a-4602-88f6-2261b39eac13 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:31.907412 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.989513 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Made reservation on behalf of 1ed21f0a0caf4ce78cec3504583c1968 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:41:31.993566 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:31.997211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] For port d8bc2451-0c4a-4602-88f6-2261b39eac13, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d8bc2451-0c4a-4602-88f6-2261b39eac13,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:32.011048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.118458 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:32.119452 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23da4452-970b-48af-abe8-3e7810d60992 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:41:32.126665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.20.0.7 (b6def5a3-abed-4222-adc2-87984b53a998/c4ec6f76-2331-4db9-9e70-144650a9f1cd/58ed741c-319a-4b89-b45c-032da997024d) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:41:32.147651 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a739c1f-0aae-47d5-b0bc-673133ba05d3 None None] Pushing event updated for resources: {'Port': ['ID=d8bc2451-0c4a-4602-88f6-2261b39eac13,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:32.178119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-722db685-ba79-4da9-a5e7-f4437a2abe04 None None] Provisioning complete for port d8bc2451-0c4a-4602-88f6-2261b39eac13 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:32.178504 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-722db685-ba79-4da9-a5e7-f4437a2abe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.219796 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:32.256512 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6ae-e684-40f8-99c6-a2f9e2060fc8 None None] The sync data for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 is: [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:41:32.260903 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 23da4452-970b-48af-abe8-3e7810d60992 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:32.261258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (23da4452-970b-48af-abe8-3e7810d60992), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.268164 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (58ed741c-319a-4b89-b45c-032da997024d), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.329877 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (58ed741c-319a-4b89-b45c-032da997024d), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.362691 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-722db685-ba79-4da9-a5e7-f4437a2abe04 None None] Current status of the port d8bc2451-0c4a-4602-88f6-2261b39eac13 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:32.383768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=58ed741c-319a-4b89-b45c-032da997024d,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:32.391358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network b6def5a3-abed-4222-adc2-87984b53a998 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:41:32.392909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:32.395424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:41:32.402931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 23da4452-970b-48af-abe8-3e7810d60992 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:32.469051 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:32.469693 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.488865 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-27d93cfb-9d2f-4074-a300-d4314d1d31ae tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101336 Jan 28 17:41:32.505262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Request body: {'port': {'device_id': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:32.597609 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58ed741c-319a-4b89-b45c-032da997024d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.692263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-2a93d0a4-3703-4ad1-a43b-6b8b4c825fb2 None None] Provisioning complete for port 58ed741c-319a-4b89-b45c-032da997024d triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:32.692954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a93d0a4-3703-4ad1-a43b-6b8b4c825fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58ed741c-319a-4b89-b45c-032da997024d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.736357 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2a93d0a4-3703-4ad1-a43b-6b8b4c825fb2 None None] Port 58ed741c-319a-4b89-b45c-032da997024d cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:41:32.909118 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ed741c-319a-4b89-b45c-032da997024d {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:41:32.917819 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Publish callbacks [] for port (58ed741c-319a-4b89-b45c-032da997024d), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.931676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Transition to ACTIVE for port object 58ed741c-319a-4b89-b45c-032da997024d will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:41:32.936694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (58ed741c-319a-4b89-b45c-032da997024d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:32.939084 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c73d-9c24-48e9-b0a1-e87320329a2c req-6f68644f-99c9-48ec-a68d-7ccb09b721b4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:32.940927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3224c73d-9c24-48e9-b0a1-e87320329a2c req-6f68644f-99c9-48ec-a68d-7ccb09b721b4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 931 time: 0.0651569 Jan 28 17:41:32.993747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Pushing event updated for resources: {'Port': ['ID=58ed741c-319a-4b89-b45c-032da997024d,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:33.004082 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3224c73d-9c24-48e9-b0a1-e87320329a2c req-150cce89-ec5a-44a4-9c03-539de6ff0425 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567877 Jan 28 17:41:33.079732 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Attempting to bind port 58ed741c-319a-4b89-b45c-032da997024d on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:41:33.080073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Attempting to bind port 58ed741c-319a-4b89-b45c-032da997024d by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:41:33.080410 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Attempting to bind port 58ed741c-319a-4b89-b45c-032da997024d on network b6def5a3-abed-4222-adc2-87984b53a998 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:41:33.085145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Port 58ed741c-319a-4b89-b45c-032da997024d on network b6def5a3-abed-4222-adc2-87984b53a998 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:41:33.086057 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Attempting to bind port 58ed741c-319a-4b89-b45c-032da997024d on network b6def5a3-abed-4222-adc2-87984b53a998 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:41:33.091773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:41:33.092171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Checking segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:41:33.092498 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Bound using segment: {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:41:33.092970 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Bound port: 58ed741c-319a-4b89-b45c-032da997024d, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:41:33.093512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58ed741c-319a-4b89-b45c-032da997024d), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:33.171657 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] For port 58ed741c-319a-4b89-b45c-032da997024d, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:41:33.175606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] For port 58ed741c-319a-4b89-b45c-032da997024d, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58ed741c-319a-4b89-b45c-032da997024d,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:41:33.182889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (58ed741c-319a-4b89-b45c-032da997024d), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:33.217336 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.218067 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:33.219704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] 10.222.0.31 "PUT /v2.0/ports/58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 200 len: 1092 time: 0.7220786 Jan 28 17:41:33.222453 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'tag': '58ed741c-319a-4b89-b45c-032da997024d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:41:33.225426 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1" -d '{"events": [{"name": "network-changed", "server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "tag": "58ed741c-319a-4b89-b45c-032da997024d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:41:33.256282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677d69-bc3a-4d28-9418-ba79b8af657b service neutron] Pushing event updated for resources: {'Port': ['ID=58ed741c-319a-4b89-b45c-032da997024d,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:33.281001 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e881896-07c7-4199-841d-5d2eef916d9f x-openstack-request-id: req-1e881896-07c7-4199-841d-5d2eef916d9f {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:41:33.281427 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "tag": "58ed741c-319a-4b89-b45c-032da997024d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:41:33.281739 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e881896-07c7-4199-841d-5d2eef916d9f {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:41:33.282302 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'tag': '58ed741c-319a-4b89-b45c-032da997024d', 'status': 'completed', 'code': 200} Jan 28 17:41:33.320955 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-1520e7c0-9f76-49af-8c22-39cd6b5b24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.322487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-1520e7c0-9f76-49af-8c22-39cd6b5b24c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1126 time: 0.0567563 Jan 28 17:41:33.374284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-77300232-881b-4975-bd7c-4229f635bc14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 200 len: 217 time: 0.0450218 Jan 28 17:41:33.428921 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-f68669a8-6a1a-4688-956d-17e7c0ca7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.430656 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-f68669a8-6a1a-4688-956d-17e7c0ca7eab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4ec6f76-2331-4db9-9e70-144650a9f1cd HTTP/1.1" status: 200 len: 834 time: 0.0482869 Jan 28 17:41:33.482777 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-57a30019-42da-4c7b-a7be-abd382615bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.484345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-57a30019-42da-4c7b-a7be-abd382615bad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6def5a3-abed-4222-adc2-87984b53a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480492 Jan 28 17:41:33.596063 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bc2451-0c4a-4602-88f6-2261b39eac13 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:41:33.602216 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-5c0c710c-9dd6-471d-8bf7-c92f2c452e1e service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120486 Jan 28 17:41:33.646209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port d8bc2451-0c4a-4602-88f6-2261b39eac13 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:33.646577 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:33.701286 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c6fec7ae-c4d0-48f7-954f-fe7612dfa657 req-4528f194-8efb-49f7-b47d-2951ad548f9d service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937657 Jan 28 17:41:33.739407 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port d8bc2451-0c4a-4602-88f6-2261b39eac13 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:33.794744 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-468f6fab-d096-45a0-a3cd-2dbeea1d7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.796244 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-468f6fab-d096-45a0-a3cd-2dbeea1d7370 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1126 time: 0.0504413 Jan 28 17:41:33.883396 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-09093325-563a-4724-b506-e9731dc6d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.884890 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-09093325-563a-4724-b506-e9731dc6d4a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 200 len: 897 time: 0.0830004 Jan 28 17:41:33.930203 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-5435494a-6eda-4f04-a518-930c2c508364 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 200 len: 217 time: 0.0395951 Jan 28 17:41:33.976771 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-ee86bdc1-e385-4f9a-b5d6-0f22bdcd410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:33.978192 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-ee86bdc1-e385-4f9a-b5d6-0f22bdcd410c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4ec6f76-2331-4db9-9e70-144650a9f1cd HTTP/1.1" status: 200 len: 834 time: 0.0424688 Jan 28 17:41:34.027979 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-6a177ee9-b1bb-4360-b51b-8b9aa49a4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:34.029717 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-6a177ee9-b1bb-4360-b51b-8b9aa49a4074 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6def5a3-abed-4222-adc2-87984b53a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447817 Jan 28 17:41:34.124205 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-a154c0b3-dc63-409a-ae4f-22e82ee2a951 service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876563 Jan 28 17:41:34.128723 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b826d-bb26-43bc-8265-d28bef34b453 req-ea5c3143-386a-4669-af5f-c9772dbcf9dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:34.130255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-556b826d-bb26-43bc-8265-d28bef34b453 req-ea5c3143-386a-4669-af5f-c9772dbcf9dd tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 943 time: 0.0562494 Jan 28 17:41:34.179811 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-556b826d-bb26-43bc-8265-d28bef34b453 req-4eb9f66b-5745-4a60-819a-11ebb4d44896 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Jan 28 17:41:34.214920 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-284ed0e6-3da1-4c68-acc0-a40d6d6e29a1 req-ddd4cdc0-1cd9-46ab-ad73-2a0075392dd9 service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836813 Jan 28 17:41:35.297007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a94a8-089c-4e76-aac6-5195d2326b42 req-2b39682e-4896-4965-a391-a38c99a09b45 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:35.298474 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-794a94a8-089c-4e76-aac6-5195d2326b42 req-2b39682e-4896-4965-a391-a38c99a09b45 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 943 time: 0.0514629 Jan 28 17:41:35.352328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-794a94a8-089c-4e76-aac6-5195d2326b42 req-de5604a9-0fc0-4ad2-9407-a3bc01e2d287 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480218 Jan 28 17:41:36.474297 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb9515-ccba-469a-b63b-0ab36bad894c req-48039b74-097b-4a5a-bc51-8ecb9837aaa6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:36.475758 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6eb9515-ccba-469a-b63b-0ab36bad894c req-48039b74-097b-4a5a-bc51-8ecb9837aaa6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 943 time: 0.0572696 Jan 28 17:41:36.523522 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e6eb9515-ccba-469a-b63b-0ab36bad894c req-b09e2a1a-257b-4525-9322-2e9090baae2a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Jan 28 17:41:37.121352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58ed741c-319a-4b89-b45c-032da997024d details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:41:37.216715 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 58ed741c-319a-4b89-b45c-032da997024d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58ed741c-319a-4b89-b45c-032da997024d,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:37.227537 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '58ed741c-319a-4b89-b45c-032da997024d', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'port_id': '58ed741c-319a-4b89-b45c-032da997024d', 'mac_address': 'fa:16:3e:6d:86:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:41:37.262561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 58ed741c-319a-4b89-b45c-032da997024d is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:37.262943 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58ed741c-319a-4b89-b45c-032da997024d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:37.276039 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ed741c-319a-4b89-b45c-032da997024d {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:41:37.294267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 58ed741c-319a-4b89-b45c-032da997024d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58ed741c-319a-4b89-b45c-032da997024d,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:37.297804 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58ed741c-319a-4b89-b45c-032da997024d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:37.343317 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=58ed741c-319a-4b89-b45c-032da997024d,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:37.507848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['58ed741c-319a-4b89-b45c-032da997024d'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:41:37.646253 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa34d5-e8ef-4795-9812-abdbb984295e req-88472869-1134-4413-b1d2-ecf36c399b28 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:37.647804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ffa34d5-e8ef-4795-9812-abdbb984295e req-88472869-1134-4413-b1d2-ecf36c399b28 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 944 time: 0.0553861 Jan 28 17:41:37.696605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8ffa34d5-e8ef-4795-9812-abdbb984295e req-548a8da6-d807-41a7-8142-32b2dfcc6fb7 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Jan 28 17:41:38.818713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99349c1f-741b-4ab8-a854-3c6dd9299e66 req-f8ac2eb4-7c07-4667-9eca-8630b4147e9e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:38.820612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99349c1f-741b-4ab8-a854-3c6dd9299e66 req-f8ac2eb4-7c07-4667-9eca-8630b4147e9e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 944 time: 0.0567286 Jan 28 17:41:38.869224 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-99349c1f-741b-4ab8-a854-3c6dd9299e66 req-ffc89bb0-d4f5-407e-b04a-b8590719ef80 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Jan 28 17:41:39.122588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58ed741c-319a-4b89-b45c-032da997024d up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:41:39.172740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 58ed741c-319a-4b89-b45c-032da997024d completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:41:39.177000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 58ed741c-319a-4b89-b45c-032da997024d triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:41:39.177379 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (58ed741c-319a-4b89-b45c-032da997024d), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:39.251706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 58ed741c-319a-4b89-b45c-032da997024d is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:41:39.252091 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (58ed741c-319a-4b89-b45c-032da997024d), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:39.274297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ed741c-319a-4b89-b45c-032da997024d'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:41:39.276935 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278fe331-6757-4021-aec6-68e6cf83f6b7" -d '{"events": [{"server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "name": "network-vif-plugged", "status": "completed", "tag": "58ed741c-319a-4b89-b45c-032da997024d"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:41:39.289333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 58ed741c-319a-4b89-b45c-032da997024d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58ed741c-319a-4b89-b45c-032da997024d,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:41:39.293165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (58ed741c-319a-4b89-b45c-032da997024d), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:39.343629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=58ed741c-319a-4b89-b45c-032da997024d,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:39.365139 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab410b2c-051e-4875-9740-c72dfbb387a4 x-openstack-request-id: req-ab410b2c-051e-4875-9740-c72dfbb387a4 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:41:39.365441 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "name": "network-vif-plugged", "status": "completed", "tag": "58ed741c-319a-4b89-b45c-032da997024d", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:41:39.365713 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab410b2c-051e-4875-9740-c72dfbb387a4 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:41:39.366114 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ed741c-319a-4b89-b45c-032da997024d', 'code': 200} Jan 28 17:41:39.465523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2943-97fd-4b53-bbe2-b34909249e3a req-e48ac7f6-9c70-4237-967c-ff67bae7f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:39.466928 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac2f2943-97fd-4b53-bbe2-b34909249e3a req-e48ac7f6-9c70-4237-967c-ff67bae7f5db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1128 time: 0.0454853 Jan 28 17:41:39.511134 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ac2f2943-97fd-4b53-bbe2-b34909249e3a req-61f597ef-8d00-4a09-a5c1-7f64320d8a34 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Jan 28 17:41:39.991319 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5885620-c247-4703-84d0-4946fd4e695d req-32a83231-e881-48c1-8561-0fabd577fb7d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:39.992821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5885620-c247-4703-84d0-4946fd4e695d req-32a83231-e881-48c1-8561-0fabd577fb7d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0513666 Jan 28 17:41:40.040546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5885620-c247-4703-84d0-4946fd4e695d req-7f7c90ae-1272-4208-8a46-7e0faef33fe9 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Jan 28 17:41:41.165167 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e929c-c84b-4f68-9ec7-b12a0df8bb48 req-38396cbb-162e-4bc9-bff3-439ff565dd86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:41.166625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f1e929c-c84b-4f68-9ec7-b12a0df8bb48 req-38396cbb-162e-4bc9-bff3-439ff565dd86 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0557671 Jan 28 17:41:41.214052 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2f1e929c-c84b-4f68-9ec7-b12a0df8bb48 req-fd34e5f4-bc54-4ae5-90d0-efb0d26560ee tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Jan 28 17:41:41.330057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15752228-f982-47ac-b0a5-b631523920d9 req-ed1f48bc-bbb7-41f7-8120-b76bfe3d4cf8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:41.331457 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15752228-f982-47ac-b0a5-b631523920d9 req-ed1f48bc-bbb7-41f7-8120-b76bfe3d4cf8 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Jan 28 17:41:41.379478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15752228-f982-47ac-b0a5-b631523920d9 req-787c5c3b-25c3-4a59-848e-8e51cbf82418 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Jan 28 17:41:41.400952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36496) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:41.443038 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15127cbd-18c6-4682-ae64-6cda7cb47316 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:41.444545 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-15127cbd-18c6-4682-ae64-6cda7cb47316 tempest-TestNetworkAdvancedServerOps-903576889 tempest-TestNetworkAdvancedServerOps-903576889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1123 time: 0.0426304 Jan 28 17:41:41.447270 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36498) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:41.451368 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '58ed741c-319a-4b89-b45c-032da997024d', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:41:41.471231 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:41.567580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:41.673780 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Allocated IP 172.25.8.32 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d29c25fb-faa9-4512-af9a-d5d2ee0ef376) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:41:41.774771 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:41.810576 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:41.845977 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:41:41.848698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:41:41.852023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:41:41.879870 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=d29c25fb-faa9-4512-af9a-d5d2ee0ef376,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:42.213917 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (c9c15505-4e75-40f1-b265-75be60c274e4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:42.282854 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:42.427516 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:42.432356 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:42.506694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event updated for resources: {'Port': ['ID=d29c25fb-faa9-4512-af9a-d5d2ee0ef376,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:41:42.513900 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (c9c15505-4e75-40f1-b265-75be60c274e4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:42.613780 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP c9c15505-4e75-40f1-b265-75be60c274e4 associated. External IP: 172.25.8.32, port: 58ed741c-319a-4b89-b45c-032da997024d. Jan 28 17:41:42.827657 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:42.892720 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:43.158688 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:41:43.261864 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:41:43.272027 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] Sync routers for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:41:43.279982 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:43.281721 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:43.282330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:43.312576 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b23900a3-3e0f-4f19-9f82-1b3829b92b0e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8643126 Jan 28 17:41:43.313233 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'tag': '58ed741c-319a-4b89-b45c-032da997024d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:41:43.315699 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca5fd50-e02a-4655-b3a5-1518a942848d" -d '{"events": [{"name": "network-changed", "server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "tag": "58ed741c-319a-4b89-b45c-032da997024d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:41:43.354720 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e7efb-6a33-4159-9987-56176af6f527 x-openstack-request-id: req-c82e7efb-6a33-4159-9987-56176af6f527 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:41:43.355435 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "tag": "58ed741c-319a-4b89-b45c-032da997024d", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:41:43.355936 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c82e7efb-6a33-4159-9987-56176af6f527 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:41:43.356771 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'tag': '58ed741c-319a-4b89-b45c-032da997024d', 'status': 'completed', 'code': 200} Jan 28 17:41:43.391860 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:43.422426 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7c59-5fcd-4ac3-b080-eb87edb47d66 req-43be1837-3698-469b-8729-a533aa2f375e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:43.425277 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-35e5332f-a26f-4f6f-9586-1837344bddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:43.426771 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-35e5332f-a26f-4f6f-9586-1837344bddc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1128 time: 0.0511737 Jan 28 17:41:43.429165 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-549e7c59-5fcd-4ac3-b080-eb87edb47d66 req-43be1837-3698-469b-8729-a533aa2f375e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0602124 Jan 28 17:41:43.475144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-549e7c59-5fcd-4ac3-b080-eb87edb47d66 req-5fafcf53-5185-4a04-b651-123677255a3a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Jan 28 17:41:43.502529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36504) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:43.517148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-f5bc70b3-f485-4920-b5fc-17ad5dca68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:43.518784 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-f5bc70b3-f485-4920-b5fc-17ad5dca68e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 200 len: 897 time: 0.0867918 Jan 28 17:41:43.570371 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-059446e6-c775-4309-b15f-c19fe8e67cb1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/c9c15505-4e75-40f1-b265-75be60c274e4 HTTP/1.1" status: 200 len: 990 time: 0.0660286 Jan 28 17:41:43.591368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-c8db62c4-ce48-4173-9bc5-98b3a2d6380f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 200 len: 998 time: 0.0658240 Jan 28 17:41:43.624225 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'c9c15505-4e75-40f1-b265-75be60c274e4', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'port_id': '58ed741c-319a-4b89-b45c-032da997024d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'mac_address': 'fa:16:3e:6d:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:41:42Z', 'updated_at': '2022-01-28T17:41:42Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:43.639625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-002b5285-7871-4f0e-8241-b35909e0818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:43.641103 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-002b5285-7871-4f0e-8241-b35909e0818a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4ec6f76-2331-4db9-9e70-144650a9f1cd HTTP/1.1" status: 200 len: 834 time: 0.0440135 Jan 28 17:41:43.649795 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] Checking router: 11cf11cc-d915-40d8-8a77-ca0a53e78c4c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:41:43.659549 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:41:43.660156 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:41:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:43.692553 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-77a866cf-700e-4f93-bb72-f652145d0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:41:43.694109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-77a866cf-700e-4f93-bb72-f652145d0427 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6def5a3-abed-4222-adc2-87984b53a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472949 Jan 28 17:41:43.765801 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:41:43.785754 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-70de8f03-292e-4ad0-9ad9-e6b4ca68a35c service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855041 Jan 28 17:41:43.875198 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-eca5fd50-e02a-4655-b3a5-1518a942848d req-3501ba70-d006-4b40-aeed-ee61cfd597d6 service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Jan 28 17:41:43.983891 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'c9c15505-4e75-40f1-b265-75be60c274e4', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'port_id': '58ed741c-319a-4b89-b45c-032da997024d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'mac_address': 'fa:16:3e:6d:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:41:42Z', 'updated_at': '2022-01-28T17:41:42Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:41:44.010242 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8135f-73b1-4044-a6ed-9083586d9b3c None None] The sync data for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 is: [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': 'c9c15505-4e75-40f1-b265-75be60c274e4', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'port_id': '58ed741c-319a-4b89-b45c-032da997024d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'mac_address': 'fa:16:3e:6d:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:41:42Z', 'updated_at': '2022-01-28T17:41:42Z', 'revision_number': 0, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:41:44.202804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637de1f7-994c-44c7-b7c0-e19a122852c6 None None] New status for floating IP c9c15505-4e75-40f1-b265-75be60c274e4: ACTIVE {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:41:44.574137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36506) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:41:44.635279 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4a6f4954-3985-48a6-84fe-b49495f25004 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/c9c15505-4e75-40f1-b265-75be60c274e4 HTTP/1.1" status: 200 len: 992 time: 0.0599842 Jan 28 17:41:46.051243 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-89d898bb-997e-4bea-a42c-ec85c9d63cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:48.001104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95bd15a8-07db-4eac-b80d-10cfde242c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:49.638858 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:50.878320 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:51.875524 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:41:57.685679 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:42:12.824542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:12.894362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:15.997529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ea969-8b79-4b11-a54f-2125b3e9f64f req-41fb3899-31c6-4620-aaa7-0cd0a93b035e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:15.999032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e6ea969-8b79-4b11-a54f-2125b3e9f64f req-41fb3899-31c6-4620-aaa7-0cd0a93b035e tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Jan 28 17:42:16.048481 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e6ea969-8b79-4b11-a54f-2125b3e9f64f req-27328516-2a97-4194-a627-08045ac11414 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Jan 28 17:42:16.051800 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6cf9-e2e7-4ff0-8edb-e3d1d375ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:17.171964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27538171-65bd-437b-9334-63a3f8917420 req-286c7c28-d5ee-4c77-bfed-02a3c13d8649 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:17.173447 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27538171-65bd-437b-9334-63a3f8917420 req-286c7c28-d5ee-4c77-bfed-02a3c13d8649 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0547237 Jan 28 17:42:17.222219 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-27538171-65bd-437b-9334-63a3f8917420 req-7512fe29-cad3-40cc-a489-75b0e7792b83 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423243 Jan 28 17:42:17.244760 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36530) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:17.302541 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8326cff5-1734-4f64-85c0-00a8f00b6c14 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/c9c15505-4e75-40f1-b265-75be60c274e4 HTTP/1.1" status: 200 len: 992 time: 0.0566802 Jan 28 17:42:18.002044 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30348671-774b-47ce-ab81-c871bd02ee9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:18.580147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06adc1-fc53-4076-9272-aad54bc9d3b1 req-1d639f9d-2d88-4804-afbc-017f91c86699 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:18.582186 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b06adc1-fc53-4076-9272-aad54bc9d3b1 req-1d639f9d-2d88-4804-afbc-017f91c86699 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0584962 Jan 28 17:42:18.589345 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-73764678-21a2-4870-af6b-620ebc0d20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:18.590864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-73764678-21a2-4870-af6b-620ebc0d20df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1128 time: 0.0464599 Jan 28 17:42:18.632382 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8b06adc1-fc53-4076-9272-aad54bc9d3b1 req-a293aa47-e428-45b0-b0fc-ffaaf653b12a tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Jan 28 17:42:18.686181 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-5d58ec03-c606-4418-956c-905ae4a935a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:18.687672 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-5d58ec03-c606-4418-956c-905ae4a935a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 200 len: 897 time: 0.0913825 Jan 28 17:42:18.749906 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-106e6f1e-00d1-4e20-bb1d-2793e3b4da47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 200 len: 1000 time: 0.0569432 Jan 28 17:42:18.801383 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-6458b776-e4a6-4fb5-85b8-38485c4b641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:18.802853 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-6458b776-e4a6-4fb5-85b8-38485c4b641b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4ec6f76-2331-4db9-9e70-144650a9f1cd HTTP/1.1" status: 200 len: 834 time: 0.0471740 Jan 28 17:42:18.849658 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-424b62cb-f8f2-4572-a5d4-70a75087d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:18.851603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-424b62cb-f8f2-4572-a5d4-70a75087d1dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6def5a3-abed-4222-adc2-87984b53a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431163 Jan 28 17:42:18.861073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-f68600b4-c3c9-40c9-9570-29a4a824ce5b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:42:18.861992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-f68600b4-c3c9-40c9-9570-29a4a824ce5b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047598 Jan 28 17:42:18.948245 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-959f6bca-9185-4ed7-8c99-5ebea7f04f83 service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Jan 28 17:42:19.037133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-b4bd3f15-f2bb-44dc-bac3-f07a6fb310f9 req-57c76d7d-e04b-4520-972c-c314a351d40b service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 Jan 28 17:42:19.638335 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:19.755894 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873ec22-6a60-4d53-9cb3-fdd055c97cac req-e863f4bc-7ea3-4291-960f-19899d3183b1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:19.757890 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b873ec22-6a60-4d53-9cb3-fdd055c97cac req-e863f4bc-7ea3-4291-960f-19899d3183b1 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0539732 Jan 28 17:42:19.808698 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b873ec22-6a60-4d53-9cb3-fdd055c97cac req-17fe87eb-a7c0-44fd-9a44-813001c70e4b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450544 Jan 28 17:42:20.881596 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:20.928497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26412e-91f0-417e-b940-966756853b24 req-62d0f434-4e6a-4cde-a496-f6f76002ad0f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:20.929986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc26412e-91f0-417e-b940-966756853b24 req-62d0f434-4e6a-4cde-a496-f6f76002ad0f tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Jan 28 17:42:20.981950 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dc26412e-91f0-417e-b940-966756853b24 req-aced36de-5754-4478-be05-4ee08dfec0ff tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Jan 28 17:42:21.004440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36542) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:21.064114 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a01dc94b-d734-43d4-8cea-fa117a088f7d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/floatingips/c9c15505-4e75-40f1-b265-75be60c274e4 HTTP/1.1" status: 200 len: 992 time: 0.0585408 Jan 28 17:42:21.276327 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36548) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:21.436942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port d29c25fb-faa9-4512-af9a-d5d2ee0ef376 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:42:21.437211 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:21.513368 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:21.513700 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:21.525044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for d29c25fb-faa9-4512-af9a-d5d2ee0ef376 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:42:21.666668 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d29c25fb-faa9-4512-af9a-d5d2ee0ef376), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:21.696716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=d29c25fb-faa9-4512-af9a-d5d2ee0ef376,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:21.719626 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.719976 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.720320 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.720656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.721009 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.721337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.721662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.721986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.722310 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.722631 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.722950 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.723266 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.723585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:21.763434 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for floatingip (c9c15505-4e75-40f1-b265-75be60c274e4), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:21.763764 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Floating IP c9c15505-4e75-40f1-b265-75be60c274e4 disassociated (deleted). External IP: 172.25.8.32, port: 58ed741c-319a-4b89-b45c-032da997024d. Jan 28 17:42:21.881744 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:21.970517 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:42:22.075992 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:22.080351 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:22.085999 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] Sync routers for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:22.095658 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:22.096252 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:22.108340 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-acd83f06-9469-4da4-ac6f-9247b2f2808b tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9c15505-4e75-40f1-b265-75be60c274e4 HTTP/1.1" status: 204 len: 168 time: 0.8308299 Jan 28 17:42:22.108957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'tag': '58ed741c-319a-4b89-b45c-032da997024d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:42:22.111194 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278" -d '{"events": [{"name": "network-changed", "server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "tag": "58ed741c-319a-4b89-b45c-032da997024d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:42:22.161117 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f660fe-874f-43bd-9481-8b1e992276c6 x-openstack-request-id: req-72f660fe-874f-43bd-9481-8b1e992276c6 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:42:22.161413 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "tag": "58ed741c-319a-4b89-b45c-032da997024d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:42:22.161667 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72f660fe-874f-43bd-9481-8b1e992276c6 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:42:22.162481 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'tag': '58ed741c-319a-4b89-b45c-032da997024d', 'status': 'completed', 'code': 200} Jan 28 17:42:22.204623 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:22.229872 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-c276266c-eb32-4a9b-9a37-f1c86877e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:22.231311 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-c276266c-eb32-4a9b-9a37-f1c86877e0fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 1128 time: 0.0484486 Jan 28 17:42:22.341358 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-78161f2f-5bac-4273-b02b-80c3f46ca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:22.343641 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-78161f2f-5bac-4273-b02b-80c3f46ca77f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 200 len: 897 time: 0.1036649 Jan 28 17:42:22.356244 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0e86-3309-4b46-bac2-b0186b1917df req-36fae97a-c037-4673-a1c7-c5c3547a607c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:22.357866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bbb0e86-3309-4b46-bac2-b0186b1917df req-36fae97a-c037-4673-a1c7-c5c3547a607c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0581837 Jan 28 17:42:22.388116 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-97a868b9-9ce9-426b-a735-276cb059201b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 200 len: 217 time: 0.0372176 Jan 28 17:42:22.416046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5bbb0e86-3309-4b46-bac2-b0186b1917df req-2a615374-6ef2-4ea8-895f-a1779b054d10 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520911 Jan 28 17:42:22.438273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-e519c01d-17ac-4337-bbc8-0a14170f26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:22.439847 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-e519c01d-17ac-4337-bbc8-0a14170f26ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4ec6f76-2331-4db9-9e70-144650a9f1cd HTTP/1.1" status: 200 len: 834 time: 0.0452173 Jan 28 17:42:22.493130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-dcaffe44-56c2-462c-b633-bb1222479fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:22.494606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-dcaffe44-56c2-462c-b633-bb1222479fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6def5a3-abed-4222-adc2-87984b53a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487912 Jan 28 17:42:22.497968 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:22.524281 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] Checking router: 11cf11cc-d915-40d8-8a77-ca0a53e78c4c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:22.532352 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:22.532980 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:22.581111 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-d547cb35-cbda-4b48-8a70-b29e2b6755d4 service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802040 Jan 28 17:42:22.637052 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:22.677067 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ef6b17d9-2a2f-4ab4-ad58-b6eb29478278 req-a3a26a45-3ff3-41b1-a7a1-8474ca9283e3 service neutron] 10.222.0.31 "GET /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903101 Jan 28 17:42:22.835930 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:22.861433 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834dad8-ae38-4587-90f6-0cffc9250eae None None] The sync data for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 is: [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:29Z', 'revision_number': 4, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'd8bc2451-0c4a-4602-88f6-2261b39eac13', 'name': '', 'network_id': 'b6def5a3-abed-4222-adc2-87984b53a998', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'mac_address': 'fa:16:3e:9d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:28Z', 'updated_at': '2022-01-28T17:41:31Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'subnets': [{'id': 'c4ec6f76-2331-4db9-9e70-144650a9f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:23.078139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2f57b-fc91-470a-804e-5f1d41133b7a None None] New status for floating IP c9c15505-4e75-40f1-b265-75be60c274e4: DOWN {{(pid=103095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:42:23.537602 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bfb4c-f9cb-49a9-b216-b8509371ad8f req-ab878e0e-d7b1-4046-a661-038bdb43e675 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:23.539105 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca0bfb4c-f9cb-49a9-b216-b8509371ad8f req-ab878e0e-d7b1-4046-a661-038bdb43e675 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Jan 28 17:42:23.587411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca0bfb4c-f9cb-49a9-b216-b8509371ad8f req-30601dfe-da7e-42a1-960e-c13f20f1f21d tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/security-groups?id=852aaed5-e76d-41bc-a2ea-96d12a910c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Jan 28 17:42:23.892877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-b761da9e-4b19-438d-819f-308c31aa3844 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:23.894347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-b761da9e-4b19-438d-819f-308c31aa3844 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 945 time: 0.0548830 Jan 28 17:42:23.984586 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 58ed741c-319a-4b89-b45c-032da997024d {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:42:23.984959 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (58ed741c-319a-4b89-b45c-032da997024d), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:24.344430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 58ed741c-319a-4b89-b45c-032da997024d, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=58ed741c-319a-4b89-b45c-032da997024d,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:24.344827 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (58ed741c-319a-4b89-b45c-032da997024d), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:24.356282 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 58ed741c-319a-4b89-b45c-032da997024d owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:42:24.482686 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (58ed741c-319a-4b89-b45c-032da997024d), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:24.509322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=58ed741c-319a-4b89-b45c-032da997024d,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:24.552388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] No DVR routers for this DVR port 58ed741c-319a-4b89-b45c-032da997024d on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:42:24.555607 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:24.558846 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0e9098b1-c8b9-4b61-9ce5-ec164bf67382 req-5ae7130a-0198-4f1d-acaf-408c59d8cce3 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.31 "DELETE /v2.0/ports/58ed741c-319a-4b89-b45c-032da997024d HTTP/1.1" status: 204 len: 173 time: 0.6592350 Jan 28 17:42:24.559285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'name': 'network-vif-deleted', 'tag': '58ed741c-319a-4b89-b45c-032da997024d'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:42:24.561523 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1442f268-d9c5-4ff9-be57-56b4413c4c83" -d '{"events": [{"server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "name": "network-vif-deleted", "tag": "58ed741c-319a-4b89-b45c-032da997024d"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:42:24.597900 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7cf565-3a7f-432a-bfef-e0c285b61da0 x-openstack-request-id: req-fe7cf565-3a7f-432a-bfef-e0c285b61da0 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:42:24.598194 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87604547-52e5-41a9-90b6-2a1eede7ef77", "name": "network-vif-deleted", "tag": "58ed741c-319a-4b89-b45c-032da997024d", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:42:24.598443 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe7cf565-3a7f-432a-bfef-e0c285b61da0 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:42:24.598861 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87604547-52e5-41a9-90b6-2a1eede7ef77', 'name': 'network-vif-deleted', 'tag': '58ed741c-319a-4b89-b45c-032da997024d', 'status': 'completed', 'code': 200} Jan 28 17:42:24.686894 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c777fba7-9cf5-4100-ae0d-db33685d5313 req-746346dd-4c1c-4100-b104-8c33e079adb6 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "GET /v2.0/ports?device_id=87604547-52e5-41a9-90b6-2a1eede7ef77 HTTP/1.1" status: 200 len: 210 time: 0.0322065 Jan 28 17:42:25.743628 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36564) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:26.092180 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:26.347110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port d8bc2451-0c4a-4602-88f6-2261b39eac13 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:42:26.347433 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:26.433981 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port d8bc2451-0c4a-4602-88f6-2261b39eac13, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=d8bc2451-0c4a-4602-88f6-2261b39eac13,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:26.434353 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:26.445982 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for d8bc2451-0c4a-4602-88f6-2261b39eac13 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:42:26.631995 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (d8bc2451-0c4a-4602-88f6-2261b39eac13), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:26.660115 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=d8bc2451-0c4a-4602-88f6-2261b39eac13,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:26.841906 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.059379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:42:27.167247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:27.172322 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5f4c6d20-7c89-4d0d-8bb8-dba6eff40316 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "PUT /v2.0/routers/11cf11cc-d915-40d8-8a77-ca0a53e78c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4276567 Jan 28 17:42:27.175242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36566) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:27.178471 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] Sync routers for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:27.188408 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:27.189055 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:27.226637 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting subnet c4ec6f76-2331-4db9-9e70-144650a9f1cd {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:42:27.229696 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (c4ec6f76-2331-4db9-9e70-144650a9f1cd), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.268497 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (c4ec6f76-2331-4db9-9e70-144650a9f1cd), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.292097 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:27.323703 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58ed741c-319a-4b89-b45c-032da997024d no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:42:27.344446 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 58ed741c-319a-4b89-b45c-032da997024d {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:42:27.344897 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 58ed741c-319a-4b89-b45c-032da997024d not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:42:27.359206 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (c4ec6f76-2331-4db9-9e70-144650a9f1cd), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.417721 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (c4ec6f76-2331-4db9-9e70-144650a9f1cd), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.445054 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ec6f76-2331-4db9-9e70-144650a9f1cd,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:27.448541 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.451976 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-85e14ed7-eb4d-4f08-8ce8-bfb5f5fc5b05 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/subnets/c4ec6f76-2331-4db9-9e70-144650a9f1cd HTTP/1.1" status: 204 len: 168 time: 0.2752287 Jan 28 17:42:27.454468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36568) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:27.456615 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45baea-8501-42f8-9d8c-adffef0853f7 None None] Network b6def5a3-abed-4222-adc2-87984b53a998 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:42:27.475355 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:42:26Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:27.504531 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] Checking router: 11cf11cc-d915-40d8-8a77-ca0a53e78c4c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:27.512924 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] Routers {'11cf11cc-d915-40d8-8a77-ca0a53e78c4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:27.513550 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:27.585265 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.639485 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] Set router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:27.647077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] DHCP port deletion for b6def5a3-abed-4222-adc2-87984b53a998 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:42:27.694245 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_gateway (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.694524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Deleting port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:42:27.694640 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.751563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Deleting port 23da4452-970b-48af-abe8-3e7810d60992 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:42:27.752049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (23da4452-970b-48af-abe8-3e7810d60992), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.757619 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] For port 6062aca0-37a6-4cac-bd9c-3d74442f25c1, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=6062aca0-37a6-4cac-bd9c-3d74442f25c1,segment=NetworkSegment(070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65),segment_id=070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:27.758229 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.770748 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Calling delete_port for 6062aca0-37a6-4cac-bd9c-3d74442f25c1 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:42:27.822662 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:42:26Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:27.835760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] For port 23da4452-970b-48af-abe8-3e7810d60992, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=23da4452-970b-48af-abe8-3e7810d60992,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:27.836183 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (23da4452-970b-48af-abe8-3e7810d60992), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.848413 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Calling delete_port for 23da4452-970b-48af-abe8-3e7810d60992 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:42:27.853849 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536de86-91b5-4ddd-8955-0fcffa417a21 None None] The sync data for ids ['11cf11cc-d915-40d8-8a77-ca0a53e78c4c'] in n-d-812111-13 is: [{'id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911788161', 'tenant_id': '1ed21f0a0caf4ce78cec3504583c1968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '23da4452-970b-48af-abe8-3e7810d60992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:42:26Z', 'revision_number': 5, 'project_id': '1ed21f0a0caf4ce78cec3504583c1968', 'gw_port': {'id': '23da4452-970b-48af-abe8-3e7810d60992', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf11cc-d915-40d8-8a77-ca0a53e78c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:41:25Z', 'updated_at': '2022-01-28T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:27.857884 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (6062aca0-37a6-4cac-bd9c-3d74442f25c1), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:27.883369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Pushing event deleted for resources: {'Port': ['ID=6062aca0-37a6-4cac-bd9c-3d74442f25c1,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:27.895673 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] No DVR routers for this DVR port 6062aca0-37a6-4cac-bd9c-3d74442f25c1 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:42:27.900845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.901198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.901538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.902061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.902397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.902731 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.903061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.903464 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.903795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.904117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.904440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.904777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:27.905115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40e07-22c8-4013-9f23-02f31802843d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.028902 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (23da4452-970b-48af-abe8-3e7810d60992), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.053511 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Port': ['ID=23da4452-970b-48af-abe8-3e7810d60992,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:28.111327 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.204357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.206596 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router_controller (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.250440 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (11cf11cc-d915-40d8-8a77-ca0a53e78c4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.251145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Fanout notify agent at l3_agent the message router_deleted on router 11cf11cc-d915-40d8-8a77-ca0a53e78c4c {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:42:28.258343 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.262100 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-953f6a56-04ca-445f-8952-ac1b73ca9ac4 tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/routers/11cf11cc-d915-40d8-8a77-ca0a53e78c4c HTTP/1.1" status: 204 len: 168 time: 0.8039067 Jan 28 17:42:28.262330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36570) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:28.345915 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (b6def5a3-abed-4222-adc2-87984b53a998), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.430859 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (b6def5a3-abed-4222-adc2-87984b53a998), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.452167 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6def5a3-abed-4222-adc2-87984b53a998']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:28.462449 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:28.462745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:28.472630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.485772 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.491880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:42:28.492279 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (070f8c47-ee9c-47d9-8e5f-cfbf6aad4a65), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:42:28.495229 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:42:28.556665 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (b6def5a3-abed-4222-adc2-87984b53a998), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.563449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.566570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/networks/b6def5a3-abed-4222-adc2-87984b53a998 HTTP/1.1" status: 204 len: 168 time: 0.3033073 Jan 28 17:42:28.569518 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36572) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:28.577860 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612627d9-3de4-4d57-9585-8062674ff1ef tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'Network': ['ID=b6def5a3-abed-4222-adc2-87984b53a998,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:28.627276 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (852aaed5-e76d-41bc-a2ea-96d12a910c3f), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.651970 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (852aaed5-e76d-41bc-a2ea-96d12a910c3f), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.713062 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (852aaed5-e76d-41bc-a2ea-96d12a910c3f), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.715926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:28.717118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] 10.222.0.25 "DELETE /v2.0/security-groups/852aaed5-e76d-41bc-a2ea-96d12a910c3f HTTP/1.1" status: 204 len: 168 time: 0.1466289 Jan 28 17:42:28.730409 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852aaed5-e76d-41bc-a2ea-96d12a910c3f,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:28.737968 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.738331 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.738690 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.739072 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.739497 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.739850 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.740323 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.740729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.741081 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.741425 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.741848 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.742225 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:28.742530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698321c4-d71e-42a6-8b75-6b5fb06e3a3c tempest-TestNetworkAdvancedServerOps-1748952043 tempest-TestNetworkAdvancedServerOps-1748952043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:29.022603 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36580) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:29.154640 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ecec3359-1e56-4ee0-9d0c-14df04beaccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ed21f0a0caf4ce78cec3504583c1968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306887 Jan 28 17:42:29.157056 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36584) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:29.204296 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a03f9bdc-0523-4809-869d-2d0dcb594ea4 admin admin] Publish callbacks [] for security_group (0ced5e80-2651-45a6-befd-8b14082b63e7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.225800 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a03f9bdc-0523-4809-869d-2d0dcb594ea4 admin admin] Publish callbacks [] for security_group (0ced5e80-2651-45a6-befd-8b14082b63e7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.271183 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a03f9bdc-0523-4809-869d-2d0dcb594ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (0ced5e80-2651-45a6-befd-8b14082b63e7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.274502 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a03f9bdc-0523-4809-869d-2d0dcb594ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.275715 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-a03f9bdc-0523-4809-869d-2d0dcb594ea4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ced5e80-2651-45a6-befd-8b14082b63e7 HTTP/1.1" status: 204 len: 168 time: 0.1177635 Jan 28 17:42:29.284411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f9bdc-0523-4809-869d-2d0dcb594ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced5e80-2651-45a6-befd-8b14082b63e7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:29.539414 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36590) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:29.553891 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-690790ff-afc3-4f0f-ae27-8cd87d6a5596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.563077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6062aca0-37a6-4cac-bd9c-3d74442f25c1 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:42:29.584995 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 6062aca0-37a6-4cac-bd9c-3d74442f25c1 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:42:29.585462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 6062aca0-37a6-4cac-bd9c-3d74442f25c1 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:42:29.585757 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bc2451-0c4a-4602-88f6-2261b39eac13 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:42:29.610336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: d8bc2451-0c4a-4602-88f6-2261b39eac13 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:42:29.610707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device d8bc2451-0c4a-4602-88f6-2261b39eac13 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:42:29.611167 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23da4452-970b-48af-abe8-3e7810d60992 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:42:29.630553 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-690790ff-afc3-4f0f-ae27-8cd87d6a5596 admin admin] Publish callbacks [] for security_group (c02eb97a-e414-41f4-9e1a-81ad9456a157), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.631833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 23da4452-970b-48af-abe8-3e7810d60992 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:42:29.632299 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 23da4452-970b-48af-abe8-3e7810d60992 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:42:29.635904 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-690790ff-afc3-4f0f-ae27-8cd87d6a5596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c02eb97a-e414-41f4-9e1a-81ad9456a157), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.674440 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-690790ff-afc3-4f0f-ae27-8cd87d6a5596 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e496115fd0784ffb96941059c9fe4bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336653 Jan 28 17:42:29.675312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690790ff-afc3-4f0f-ae27-8cd87d6a5596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02eb97a-e414-41f4-9e1a-81ad9456a157,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:29.677139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36592) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:29.726794 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b813bc72-02ef-43d0-a885-0466c643ff47 admin admin] Publish callbacks [] for security_group (c02eb97a-e414-41f4-9e1a-81ad9456a157), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.749668 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b813bc72-02ef-43d0-a885-0466c643ff47 admin admin] Publish callbacks [] for security_group (c02eb97a-e414-41f4-9e1a-81ad9456a157), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.797437 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b813bc72-02ef-43d0-a885-0466c643ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c02eb97a-e414-41f4-9e1a-81ad9456a157), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.800281 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b813bc72-02ef-43d0-a885-0466c643ff47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:29.801487 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b813bc72-02ef-43d0-a885-0466c643ff47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c02eb97a-e414-41f4-9e1a-81ad9456a157 HTTP/1.1" status: 204 len: 168 time: 0.1227882 Jan 28 17:42:29.809694 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813bc72-02ef-43d0-a885-0466c643ff47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02eb97a-e414-41f4-9e1a-81ad9456a157,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:30.469692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36614) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:30.560119 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1752474909-network', 'tenant_id': 'b7714fd43f40457795b796002785dec1'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:30.578931 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Made reservation on behalf of b7714fd43f40457795b796002785dec1 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:42:30.581403 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:30.590585 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:30.663698 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks [] for security_group (21d69f28-b13b-4aed-94e9-c4b1d62fc98f), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:30.667199 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (21d69f28-b13b-4aed-94e9-c4b1d62fc98f), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:30.691446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:42:30.975450 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d69f28-b13b-4aed-94e9-c4b1d62fc98f,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:30.980488 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1ad917c0-fd34-4a6a-9725-81c051e9de8c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:30.980870 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Added segment 1ad917c0-fd34-4a6a-9725-81c051e9de8c of type vlan for network dd9be933-16ae-4acb-b5ac-3dcaa9696978 Jan 28 17:42:31.020202 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (dd9be933-16ae-4acb-b5ac-3dcaa9696978), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.043666 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (dd9be933-16ae-4acb-b5ac-3dcaa9696978), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.044608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:31.045219 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.102383 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6315892 Jan 28 17:42:31.105530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36618) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:31.106032 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38db4b-ff0c-41d9-aa95-003a5f1990fe admin admin] Pushing event updated for resources: {'Network': ['ID=dd9be933-16ae-4acb-b5ac-3dcaa9696978,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:31.111139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Request body: {'subnet': {'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1752474909-subnet', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:31.119721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:42:31.133220 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Made reservation on behalf of b7714fd43f40457795b796002785dec1 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:42:31.135585 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.302044 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (52d3810f-465d-4445-b601-4f2c4c84cfca), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.355893 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d3810f-465d-4445-b601-4f2c4c84cfca,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:31.364434 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Checking segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:31.364833 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Network hostable DHCP agents. Network: dd9be933-16ae-4acb-b5ac-3dcaa9696978, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:42:31.380926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:42:31.390236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, dd9be933-16ae-4acb-b5ac-3dcaa9696978) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:31.394184 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:31.394774 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.400450 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154e429-468d-4701-80fd-eba6aa38d84c None None] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:42:31.414439 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-feecea55-dec1-4833-9df3-1faa3fcca51f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3041472 Jan 28 17:42:31.414862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36620) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:31.419437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:31.441572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (a146450b-c490-4966-a24d-962495aa60ea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.442611 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (a146450b-c490-4966-a24d-962495aa60ea), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.500392 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks [] for router_controller (a146450b-c490-4966-a24d-962495aa60ea), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.636830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks [] for router_gateway (a146450b-c490-4966-a24d-962495aa60ea), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.659864 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:42:31.660849 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.794975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Allocated IP 172.20.0.2 (dd9be933-16ae-4acb-b5ac-3dcaa9696978/52d3810f-465d-4445-b601-4f2c4c84cfca/ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:31.840641 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks [] for router_gateway (a146450b-c490-4966-a24d-962495aa60ea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.859413 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.939338 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Publish callbacks [] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.945695 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:31.970875 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Allocated IP 172.25.8.49 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/79da978d-4309-4044-8fc4-b5856d9d66a2) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:31.989798 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:31.994399 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:31.996403 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Pushing event updated for resources: {'Port': ['ID=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:31.998583 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:32.054780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Attempting to bind port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:32.055150 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Attempting to bind port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:32.055511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Attempting to bind port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:32.060382 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:32.060790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Checking segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:32.061195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.061594 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Bound using segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:32.062061 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Bound port: ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:32.062441 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.073839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks [] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.108021 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.128043 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] For port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:32.131447 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] For port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:32.138620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.151973 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:32.154677 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:32.157088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:32.188027 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Pushing event updated for resources: {'Port': ['ID=79da978d-4309-4044-8fc4-b5856d9d66a2,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:32.204356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afd76a-1cf0-4b95-9dba-0cefdf90636e None None] Pushing event updated for resources: {'Port': ['ID=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:32.439217 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks [] for router_gateway (a146450b-c490-4966-a24d-962495aa60ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.633931 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (a146450b-c490-4966-a24d-962495aa60ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.759530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Router a146450b-c490-4966-a24d-962495aa60ea is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:42:32.876502 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:32.891931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:32.902630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:32.905013 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-923f42d4-27fc-4f15-a1f7-5e255371a691 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4889917 Jan 28 17:42:32.907448 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:32.907621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36622) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:32.908340 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:33.034129 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:33.233368 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89263beb-c710-4afe-a278-ae2b2687d4cd None None] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:42:33.341120 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] Provisioning complete for port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:33.341414 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.390157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.414355 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:32Z', 'revision_number': 3, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:33.447900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:33.448255 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Updating router a146450b-c490-4966-a24d-962495aa60ea port 79da978d-4309-4044-8fc4-b5856d9d66a2 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:42:33.508532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.541783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] Current status of the port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:33.542171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.577922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Allocated IP 172.20.0.1 (dd9be933-16ae-4acb-b5ac-3dcaa9696978/52d3810f-465d-4445-b601-4f2c4c84cfca/700a77d1-4526-47bf-8106-d2f0434e977c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:33.657128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] For port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:33.663729 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.683243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:33.709929 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks [] for port (700a77d1-4526-47bf-8106-d2f0434e977c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.750437 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.800978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:33.805260 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Pushing event updated for resources: {'Port': ['ID=700a77d1-4526-47bf-8106-d2f0434e977c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:33.807692 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:33.809802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:33.817071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2912eb-683c-4cf8-a669-36f040272653 None None] Pushing event updated for resources: {'Port': ['ID=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:33.837975 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-32f0470c-65e5-493a-ba72-8f06d87a3b3c None None] Provisioning complete for port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:33.838357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-32f0470c-65e5-493a-ba72-8f06d87a3b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.850729 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (a146450b-c490-4966-a24d-962495aa60ea), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.891953 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:33.892330 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.988491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Publish callbacks [] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:33.992539 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.024218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.084462 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-32f0470c-65e5-493a-ba72-8f06d87a3b3c None None] Current status of the port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:34.110466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:34.119388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4ad0-9c8a-41f3-8900-48c8b7cf0609 None None] Pushing event updated for resources: {'Port': ['ID=79da978d-4309-4044-8fc4-b5856d9d66a2,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:34.121637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Attempting to bind port 79da978d-4309-4044-8fc4-b5856d9d66a2 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:34.122008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Attempting to bind port 79da978d-4309-4044-8fc4-b5856d9d66a2 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:34.122371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Attempting to bind port 79da978d-4309-4044-8fc4-b5856d9d66a2 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:34.128267 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:34.128641 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:34.129075 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.129468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:34.129943 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Bound port: 79da978d-4309-4044-8fc4-b5856d9d66a2, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:34.130328 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.178709 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks [] for port (700a77d1-4526-47bf-8106-d2f0434e977c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.184356 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] For port 79da978d-4309-4044-8fc4-b5856d9d66a2, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:34.184624 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.187761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] For port 79da978d-4309-4044-8fc4-b5856d9d66a2, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=79da978d-4309-4044-8fc4-b5856d9d66a2,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:34.198485 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.246440 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-71869281-eb0a-4bd2-a17a-b4843f46e606 None None] Provisioning complete for port 700a77d1-4526-47bf-8106-d2f0434e977c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:34.247132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71869281-eb0a-4bd2-a17a-b4843f46e606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.249833 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Pushing event updated for resources: {'Port': ['ID=700a77d1-4526-47bf-8106-d2f0434e977c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:34.252320 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (a146450b-c490-4966-a24d-962495aa60ea), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.283499 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:34.284119 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:34.330894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4ad0-9c8a-41f3-8900-48c8b7cf0609 None None] Pushing event updated for resources: {'Port': ['ID=79da978d-4309-4044-8fc4-b5856d9d66a2,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:34.346734 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:34.347695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-71869281-eb0a-4bd2-a17a-b4843f46e606 None None] Port 700a77d1-4526-47bf-8106-d2f0434e977c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:42:34.348836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:34.414308 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:34.470712 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Router a146450b-c490-4966-a24d-962495aa60ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:42:34.629794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:34Z', 'revision_number': 2, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:34.661524 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915f4a9-0859-4b39-9330-bf149f43ee90 None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:34Z', 'revision_number': 2, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:34.672527 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-051d0e4e-52f6-4cd2-8501-8fa77f820606 None None] Provisioning complete for port 700a77d1-4526-47bf-8106-d2f0434e977c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:34.672937 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-051d0e4e-52f6-4cd2-8501-8fa77f820606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:34.688807 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:42:34.713108 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-051d0e4e-52f6-4cd2-8501-8fa77f820606 None None] Port 700a77d1-4526-47bf-8106-d2f0434e977c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:42:34.886942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:34.892873 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4a2fe597-e483-4d9b-b874-737641042bfd admin admin] 10.222.0.25 "PUT /v2.0/routers/a146450b-c490-4966-a24d-962495aa60ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840302 Jan 28 17:42:35.389883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36638) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:35.396705 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627140463-network', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:35.423436 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Made reservation on behalf of 7c5587ebbe5b431fbbb266d0bc1c8618 for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:42:35.426231 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.435627 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.517997 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks [] for security_group (98442e92-78a6-4a4c-870b-5803a41aee24), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.525639 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (98442e92-78a6-4a4c-870b-5803a41aee24), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.555919 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:42:35.566049 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98442e92-78a6-4a4c-870b-5803a41aee24,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:35.573247 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9633102e-7d4b-418b-97a6-dfcdc184542c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.573652 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Added segment 9633102e-7d4b-418b-97a6-dfcdc184542c of type vlan for network 45d24793-15e5-4fa1-8743-db3334d373d5 Jan 28 17:42:35.618156 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (45d24793-15e5-4fa1-8743-db3334d373d5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.644474 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (45d24793-15e5-4fa1-8743-db3334d373d5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.645742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:35.646543 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.681347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:35.703461 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3123682 Jan 28 17:42:35.706286 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36640) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:35.712504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Request body: {'subnet': {'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627140463-subnet', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:35.720443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1e9fd-d9f2-4465-b9ef-4967beb70166 admin admin] Pushing event updated for resources: {'Network': ['ID=45d24793-15e5-4fa1-8743-db3334d373d5,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:35.736835 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network 45d24793-15e5-4fa1-8743-db3334d373d5 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:42:35.742583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Made reservation on behalf of 7c5587ebbe5b431fbbb266d0bc1c8618 for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:42:35.745235 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.934218 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (ba8b2613-69cf-473a-827b-173a2e8fa1af), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.981710 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:35.982022 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:35.990787 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8b2613-69cf-473a-827b-173a2e8fa1af,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:36.006867 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Checking segment: {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:36.007236 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Network hostable DHCP agents. Network: 45d24793-15e5-4fa1-8743-db3334d373d5, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:42:36.025583 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Network 45d24793-15e5-4fa1-8743-db3334d373d5 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:42:36.035788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, 45d24793-15e5-4fa1-8743-db3334d373d5) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:36.043390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:36.044153 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.061103 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca722a-65cc-4aa2-beef-51d2f7059290 None None] Network 45d24793-15e5-4fa1-8743-db3334d373d5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:42:36.068714 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c4168f25-3117-42f9-bd34-2213ba37c26a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3587639 Jan 28 17:42:36.069729 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36642) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:36.074179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:36.094920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (233a9f0d-b157-465d-8629-350b8760bbb0), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.095985 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (233a9f0d-b157-465d-8629-350b8760bbb0), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.121156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:36.122278 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79da978d-4309-4044-8fc4-b5856d9d66a2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:36.153607 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks [] for router_controller (233a9f0d-b157-465d-8629-350b8760bbb0), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.206806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-45d24793-15e5-4fa1-8743-db3334d373d5', 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'fixed_ips': [{'subnet_id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:42:36.207645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.218186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 79da978d-4309-4044-8fc4-b5856d9d66a2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:36.218575 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.294012 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks [] for router_gateway (233a9f0d-b157-465d-8629-350b8760bbb0), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.397369 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 79da978d-4309-4044-8fc4-b5856d9d66a2 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:36.397763 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.415294 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Allocated IP 172.20.0.2 (45d24793-15e5-4fa1-8743-db3334d373d5/ba8b2613-69cf-473a-827b-173a2e8fa1af/230b6aab-695f-4245-ad38-8a38a0e932ee) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:36.432516 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 79da978d-4309-4044-8fc4-b5856d9d66a2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=79da978d-4309-4044-8fc4-b5856d9d66a2,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:36.440038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.497774 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks [] for router_gateway (233a9f0d-b157-465d-8629-350b8760bbb0), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.521990 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.545868 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=79da978d-4309-4044-8fc4-b5856d9d66a2,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:36.618093 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Publish callbacks [] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.623386 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.627171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Allocated IP 172.25.8.167 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/1ed42eb4-1982-4e4d-944c-1e9b95a4152c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:36.660845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Network 45d24793-15e5-4fa1-8743-db3334d373d5 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:36.664261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:36.667707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:36.684818 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Pushing event updated for resources: {'Port': ['ID=230b6aab-695f-4245-ad38-8a38a0e932ee,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:36.738744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks [] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.741659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Attempting to bind port 230b6aab-695f-4245-ad38-8a38a0e932ee on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:36.742038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Attempting to bind port 230b6aab-695f-4245-ad38-8a38a0e932ee by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:36.742402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Attempting to bind port 230b6aab-695f-4245-ad38-8a38a0e932ee on network 45d24793-15e5-4fa1-8743-db3334d373d5 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:36.748243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:36.749082 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Checking segment: {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:36.749336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.750521 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Bound using segment: {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:36.751128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Bound port: 230b6aab-695f-4245-ad38-8a38a0e932ee, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:36.751613 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.779512 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.821421 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:36.825328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:36.825487 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] For port 230b6aab-695f-4245-ad38-8a38a0e932ee, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:36.827787 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:36.829143 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] For port 230b6aab-695f-4245-ad38-8a38a0e932ee, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=230b6aab-695f-4245-ad38-8a38a0e932ee,segment=NetworkSegment(9633102e-7d4b-418b-97a6-dfcdc184542c),segment_id=9633102e-7d4b-418b-97a6-dfcdc184542c)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:36.836074 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:36.857373 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:36.897276 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d59ef-95c5-424d-abcc-1786f902047f None None] Pushing event updated for resources: {'Port': ['ID=230b6aab-695f-4245-ad38-8a38a0e932ee,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:36.920248 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:36.931092 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:36.931780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:37.042240 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:37.150043 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks [] for router_gateway (233a9f0d-b157-465d-8629-350b8760bbb0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.363632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (233a9f0d-b157-465d-8629-350b8760bbb0), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.364454 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:34Z', 'revision_number': 2, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:37.390425 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:37.390780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Updating router a146450b-c490-4966-a24d-962495aa60ea port 700a77d1-4526-47bf-8106-d2f0434e977c binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:42:37.421143 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.495127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Router 233a9f0d-b157-465d-8629-350b8760bbb0 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:42:37.624053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:37.633888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Sync routers for ids ['233a9f0d-b157-465d-8629-350b8760bbb0'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:37.651712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Routers {'233a9f0d-b157-465d-8629-350b8760bbb0'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:37.652663 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['233a9f0d-b157-465d-8629-350b8760bbb0'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:37.662873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.666746 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b0e5179a-2218-4a3c-b26a-28fff5f36782 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5934944 Jan 28 17:42:37.667414 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36646) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:37.704902 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Publish callbacks [] for port (700a77d1-4526-47bf-8106-d2f0434e977c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.716962 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.762347 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79da978d-4309-4044-8fc4-b5856d9d66a2 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:37.822017 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Pushing event updated for resources: {'Port': ['ID=700a77d1-4526-47bf-8106-d2f0434e977c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:37.831434 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.831780 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.832116 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.838681 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.839256 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.839767 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.840264 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.840794 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.841292 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.841758 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.842253 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.842731 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.843807 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:42:37.893551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 79da978d-4309-4044-8fc4-b5856d9d66a2 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:37.894015 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.897165 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Attempting to bind port 700a77d1-4526-47bf-8106-d2f0434e977c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:37.897591 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Attempting to bind port 700a77d1-4526-47bf-8106-d2f0434e977c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:37.898422 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Attempting to bind port 700a77d1-4526-47bf-8106-d2f0434e977c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:37.908663 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:37.909077 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Checking segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:37.909778 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.910672 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Bound using segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:37.911153 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Bound port: 700a77d1-4526-47bf-8106-d2f0434e977c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:37.913095 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:37.936712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Set router 233a9f0d-b157-465d-8629-350b8760bbb0 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:38.003599 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] For port 700a77d1-4526-47bf-8106-d2f0434e977c, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:38.009865 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] For port 700a77d1-4526-47bf-8106-d2f0434e977c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=700a77d1-4526-47bf-8106-d2f0434e977c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:38.020637 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.079984 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c41ad-5ab1-4e14-92dc-6f6409e91483 None None] Pushing event updated for resources: {'Port': ['ID=700a77d1-4526-47bf-8106-d2f0434e977c,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:38.110375 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:38.111007 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:38.214351 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce280d4-59b1-40d5-bc4c-d793ed3d8b04 None None] Network 45d24793-15e5-4fa1-8743-db3334d373d5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:42:38.264337 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:38.290333 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] Provisioning complete for port 700a77d1-4526-47bf-8106-d2f0434e977c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:38.290709 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.316505 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.328089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 79da978d-4309-4044-8fc4-b5856d9d66a2 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:38.329322 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 230b6aab-695f-4245-ad38-8a38a0e932ee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:38.474681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 3, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:38.494731 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:37Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:38.496318 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Allocated IP 172.20.0.1 (45d24793-15e5-4fa1-8743-db3334d373d5/ba8b2613-69cf-473a-827b-173a2e8fa1af/afbc739b-b52f-43a4-ae7f-b548392d34fa) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:38.522528 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481af7-4751-4f2a-9ed7-26605343709f None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:37Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:38.529682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Checking router: 233a9f0d-b157-465d-8629-350b8760bbb0 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:38.530044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Updating router 233a9f0d-b157-465d-8629-350b8760bbb0 port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:42:38.557987 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 230b6aab-695f-4245-ad38-8a38a0e932ee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:38.558370 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.601201 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.606977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] Current status of the port 700a77d1-4526-47bf-8106-d2f0434e977c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:38.607295 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.622415 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks [] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.665351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.703162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Network 45d24793-15e5-4fa1-8743-db3334d373d5 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:38.706538 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:38.710251 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:38.752761 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Pushing event updated for resources: {'Port': ['ID=afbc739b-b52f-43a4-ae7f-b548392d34fa,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:38.756895 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] For port 700a77d1-4526-47bf-8106-d2f0434e977c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=700a77d1-4526-47bf-8106-d2f0434e977c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:38.770404 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (233a9f0d-b157-465d-8629-350b8760bbb0), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.787870 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:38.931831 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.068910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 230b6aab-695f-4245-ad38-8a38a0e932ee is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:39.069221 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.125158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560ff72-49d0-42f8-8296-687508d94290 None None] Pushing event updated for resources: {'Port': ['ID=700a77d1-4526-47bf-8106-d2f0434e977c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:39.131662 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4dc2c9a-719a-42b5-a324-b1b16eeb63e6 None None] Provisioning complete for port 700a77d1-4526-47bf-8106-d2f0434e977c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:39.132060 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2c9a-719a-42b5-a324-b1b16eeb63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.135033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 230b6aab-695f-4245-ad38-8a38a0e932ee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=230b6aab-695f-4245-ad38-8a38a0e932ee,segment=NetworkSegment(9633102e-7d4b-418b-97a6-dfcdc184542c),segment_id=9633102e-7d4b-418b-97a6-dfcdc184542c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:39.152397 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks [] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.157716 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.167986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.232908 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (233a9f0d-b157-465d-8629-350b8760bbb0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.234658 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Pushing event updated for resources: {'Port': ['ID=afbc739b-b52f-43a4-ae7f-b548392d34fa,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:39.261872 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=230b6aab-695f-4245-ad38-8a38a0e932ee,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:39.332532 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Network 45d24793-15e5-4fa1-8743-db3334d373d5 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:39.334371 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:39.363921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Publish callbacks [] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.368437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc2c9a-719a-42b5-a324-b1b16eeb63e6 None None] Current status of the port 700a77d1-4526-47bf-8106-d2f0434e977c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:39.373121 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.423896 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4dc2c9a-719a-42b5-a324-b1b16eeb63e6 None None] Provisioning complete for port 230b6aab-695f-4245-ad38-8a38a0e932ee triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:39.424536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2c9a-719a-42b5-a324-b1b16eeb63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.463832 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Attempting to bind port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:39.464336 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Attempting to bind port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:39.464726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Attempting to bind port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:39.466554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Router 233a9f0d-b157-465d-8629-350b8760bbb0 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:42:39.471658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c274331-9509-47e3-8aab-79e2fba27627 None None] Pushing event updated for resources: {'Port': ['ID=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:39.480250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:39.480933 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:39.481349 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.481749 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:39.482242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Bound port: 1ed42eb4-1982-4e4d-944c-1e9b95a4152c, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:39.482631 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.571548 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] For port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:39.576127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] For port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:39.586151 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc2c9a-719a-42b5-a324-b1b16eeb63e6 None None] Current status of the port 230b6aab-695f-4245-ad38-8a38a0e932ee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:39.591661 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.601275 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:39.609928 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-8c17f7e3-5003-426a-b650-ad0c3f531dbf admin admin] 10.222.0.25 "PUT /v2.0/routers/233a9f0d-b157-465d-8629-350b8760bbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9407196 Jan 28 17:42:39.649402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 700a77d1-4526-47bf-8106-d2f0434e977c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:39.694501 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c274331-9509-47e3-8aab-79e2fba27627 None None] Pushing event updated for resources: {'Port': ['ID=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:39.704280 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Routers {'233a9f0d-b157-465d-8629-350b8760bbb0'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:39.704925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['233a9f0d-b157-465d-8629-350b8760bbb0'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:39.765293 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-8e1dd0c4-46cd-43f4-a02c-7deac80d5ed5 None None] Provisioning complete for port afbc739b-b52f-43a4-ae7f-b548392d34fa triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:39.765671 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd0c4-46cd-43f4-a02c-7deac80d5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.854331 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 700a77d1-4526-47bf-8106-d2f0434e977c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:39.855023 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:39.858183 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-8e1dd0c4-46cd-43f4-a02c-7deac80d5ed5 None None] Port afbc739b-b52f-43a4-ae7f-b548392d34fa cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:42:39.883753 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] Set router 233a9f0d-b157-465d-8629-350b8760bbb0 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:40.045834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 700a77d1-4526-47bf-8106-d2f0434e977c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:40.046921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 230b6aab-695f-4245-ad38-8a38a0e932ee up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:40.089752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36654) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.094556 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224037911', 'description': 'tempest-secgroup-smoke-1224037911 description', 'project_id': 'b7714fd43f40457795b796002785dec1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.115946 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.157728 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 230b6aab-695f-4245-ad38-8a38a0e932ee triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:40.158141 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.190896 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (f7709de7-e970-4de0-8950-ab7389a34c74), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.195797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f7709de7-e970-4de0-8950-ab7389a34c74), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.201485 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'afbc739b-b52f-43a4-ae7f-b548392d34fa', 'name': '', 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'mac_address': 'fa:16:3e:53:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:38Z', 'updated_at': '2022-01-28T17:42:39Z', 'revision_number': 2, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'subnets': [{'id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:40.224793 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.228749 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351895 Jan 28 17:42:40.228749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee34d2c-73a1-4709-a9de-ba3210b98f96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7709de7-e970-4de0-8950-ab7389a34c74,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:40.229443 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 36656) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.230654 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1070a4-8b89-4694-92db-175c997b413b None None] The sync data for ids ['233a9f0d-b157-465d-8629-350b8760bbb0'] in n-d-812111-13 is: [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'afbc739b-b52f-43a4-ae7f-b548392d34fa', 'name': '', 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'mac_address': 'fa:16:3e:53:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:38Z', 'updated_at': '2022-01-28T17:42:39Z', 'revision_number': 2, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'subnets': [{'id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:40.239738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'f7709de7-e970-4de0-8950-ab7389a34c74', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.279771 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (7f0f28ea-82e9-4c16-902b-d4d8d36772e6), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.284168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 230b6aab-695f-4245-ad38-8a38a0e932ee is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:40.339167 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (7f0f28ea-82e9-4c16-902b-d4d8d36772e6), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.344371 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7f0f28ea-82e9-4c16-902b-d4d8d36772e6), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.362454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0f28ea-82e9-4c16-902b-d4d8d36772e6,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:40.368778 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.369998 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-578cb94c-32f4-4d90-b931-7a93b385d3e8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385677 Jan 28 17:42:40.372989 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36658) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.377551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'f7709de7-e970-4de0-8950-ab7389a34c74', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.405612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (118b5eb5-912f-4777-bdd8-44df3635689e), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.479259 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (118b5eb5-912f-4777-bdd8-44df3635689e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.483110 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (118b5eb5-912f-4777-bdd8-44df3635689e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.503779 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118b5eb5-912f-4777-bdd8-44df3635689e,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:40.512482 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.513804 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-1bc96a23-1a62-4c17-bf7b-5105db6d0700 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398046 Jan 28 17:42:40.516576 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36660) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.521632 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'f7709de7-e970-4de0-8950-ab7389a34c74', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.548055 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (533b3de8-9d28-40c4-968c-b891a032b882), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.611932 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (533b3de8-9d28-40c4-968c-b891a032b882), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.616350 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (533b3de8-9d28-40c4-968c-b891a032b882), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.636080 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533b3de8-9d28-40c4-968c-b891a032b882,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:40.646669 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.647907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-112c53ed-fa25-4526-b216-cb59b983f0a8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303322 Jan 28 17:42:40.650674 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36662) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.655148 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'f7709de7-e970-4de0-8950-ab7389a34c74', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.681023 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (0df9feb5-0998-436c-bbd2-bfa9f4d264c4), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.741981 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (0df9feb5-0998-436c-bbd2-bfa9f4d264c4), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.745816 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (0df9feb5-0998-436c-bbd2-bfa9f4d264c4), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.763737 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df9feb5-0998-436c-bbd2-bfa9f4d264c4,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:40.773680 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.774909 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-5d26051d-9c52-4c79-9bc6-553252df821c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232893 Jan 28 17:42:40.777713 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36664) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.782147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'f7709de7-e970-4de0-8950-ab7389a34c74', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.804234 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Project b7714fd43f40457795b796002785dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:42:40.809654 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (81faaf2b-93ca-4e82-9ae7-f858065b9662), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.872593 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (81faaf2b-93ca-4e82-9ae7-f858065b9662), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.876022 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (81faaf2b-93ca-4e82-9ae7-f858065b9662), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.892216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81faaf2b-93ca-4e82-9ae7-f858065b9662,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:40.900509 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.901707 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-c09cbe20-223f-40ab-854c-6dd292551dda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230459 Jan 28 17:42:40.904429 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36666) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:40.908569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'f7709de7-e970-4de0-8950-ab7389a34c74', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:40.928907 n-d-812111-13 neutron-server[103093]: INFO neutron.db.securitygroups_db [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Project b7714fd43f40457795b796002785dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:42:40.933580 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (79a9f6c5-e8aa-45e0-af8a-a36bfee48e5e), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.991856 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (79a9f6c5-e8aa-45e0-af8a-a36bfee48e5e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:40.995181 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (79a9f6c5-e8aa-45e0-af8a-a36bfee48e5e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:41.012612 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a9f6c5-e8aa-45e0-af8a-a36bfee48e5e,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:41.020442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:41.023816 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-37cefcb0-dca0-4b6b-b14f-10527ff7d908 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163166 Jan 28 17:42:41.169626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-eabe47cc-b2b2-4bde-9cb5-0bad0a7b2e5f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224037911&fields=id&tenant_id=b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 267 time: 0.0432136 Jan 28 17:42:41.278195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-3e63e74b-9a05-494c-a69f-9dcd4a6f04d9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:41.279573 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-3e63e74b-9a05-494c-a69f-9dcd4a6f04d9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 809 time: 0.1033087 Jan 28 17:42:41.293849 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-2ccaf49b-f2ce-48f1-8dff-0600a4df9466 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/quotas/b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 375 time: 0.0088413 Jan 28 17:42:41.362164 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-53e6c26e-4b14-4f1a-88c2-97ecb325cab9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631602 Jan 28 17:42:41.465563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-2c8e9bb7-5905-477b-ad22-c78b65c1ac47 service neutron] 10.222.0.25 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888305 Jan 28 17:42:41.568177 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-b707a4a7-29fb-4b0e-8dec-fd21800d89fd service neutron] 10.222.0.25 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947435 Jan 28 17:42:41.615722 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1ed42eb4-1982-4e4d-944c-1e9b95a4152c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:41.666286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:41.666949 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:41.761486 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:41.761886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:41.773799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce7acc88-7e15-4738-8cc5-f3501bf07cad req-77e7151d-130b-453a-b6cd-12ea3af10a67 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 210 time: 0.0402441 Jan 28 17:42:41.798705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:41.804165 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:41.861421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:42.796805 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Sync routers for ids ['233a9f0d-b157-465d-8629-350b8760bbb0'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:42.812872 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Routers {'233a9f0d-b157-465d-8629-350b8760bbb0'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:42.814234 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['233a9f0d-b157-465d-8629-350b8760bbb0'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:42.834242 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:42.851844 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-3f3b0663-50a0-442f-97a8-c367ba892930 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:42.853501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-3f3b0663-50a0-442f-97a8-c367ba892930 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 809 time: 0.1288657 Jan 28 17:42:42.898983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cc75c8ad-f6af-4e45-977e-6774028f7a5c req-30b66632-862a-4e58-95b3-933ac471f478 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 210 time: 0.0284321 Jan 28 17:42:42.922670 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:42.926953 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-76ac52e2-162b-4281-a520-39fad0df6d96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 380 time: 0.0652266 Jan 28 17:42:42.935376 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'port': {'device_id': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'admin_state_up': True, 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'security_groups': ['f7709de7-e970-4de0-8950-ab7389a34c74']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:42.942306 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Set router 233a9f0d-b157-465d-8629-350b8760bbb0 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:43.037041 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Made reservation on behalf of b7714fd43f40457795b796002785dec1 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:42:43.040421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.144858 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'afbc739b-b52f-43a4-ae7f-b548392d34fa', 'name': '', 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'mac_address': 'fa:16:3e:53:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:38Z', 'updated_at': '2022-01-28T17:42:39Z', 'revision_number': 2, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'subnets': [{'id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:43.171892 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Allocated IP 172.20.0.11 (dd9be933-16ae-4acb-b5ac-3dcaa9696978/52d3810f-465d-4445-b601-4f2c4c84cfca/247f8e45-0149-414c-8f0e-27e666588e3c) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:43.176399 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Checking router: 233a9f0d-b157-465d-8629-350b8760bbb0 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:43.176828 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Updating router 233a9f0d-b157-465d-8629-350b8760bbb0 port afbc739b-b52f-43a4-ae7f-b548392d34fa binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:42:43.204803 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.312129 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for port (247f8e45-0149-414c-8f0e-27e666588e3c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.346616 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.389461 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:43.392322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:43.398155 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:43.404590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:43.457042 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:43.457757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.474897 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Publish callbacks [] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.475122 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-cf59df35-f6b0-4f46-980e-3a0df0e0aa4d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5430670 Jan 28 17:42:43.480561 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.489270 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Request body: {'port': {'device_id': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:43.555856 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.561635 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b6ca7-7786-4991-ac3a-ae2fe73c3ffd None None] Pushing event updated for resources: {'Port': ['ID=afbc739b-b52f-43a4-ae7f-b548392d34fa,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:43.611090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1ed42eb4-1982-4e4d-944c-1e9b95a4152c up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:43.646395 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Attempting to bind port afbc739b-b52f-43a4-ae7f-b548392d34fa on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:43.646776 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Attempting to bind port afbc739b-b52f-43a4-ae7f-b548392d34fa by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:43.647139 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Attempting to bind port afbc739b-b52f-43a4-ae7f-b548392d34fa on network 45d24793-15e5-4fa1-8743-db3334d373d5 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:43.657227 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:43.657768 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Checking segment: {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:43.658294 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.662797 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Bound using segment: {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:43.663731 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Bound port: afbc739b-b52f-43a4-ae7f-b548392d34fa, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9633102e-7d4b-418b-97a6-dfcdc184542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:43.664175 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.691353 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:43.692722 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.739138 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] For port afbc739b-b52f-43a4-ae7f-b548392d34fa, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:43.743762 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] For port afbc739b-b52f-43a4-ae7f-b548392d34fa, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=afbc739b-b52f-43a4-ae7f-b548392d34fa,segment=NetworkSegment(9633102e-7d4b-418b-97a6-dfcdc184542c),segment_id=9633102e-7d4b-418b-97a6-dfcdc184542c)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:43.750958 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.776775 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-22b80722-4e27-4580-834f-cb8ba71e40b6 None None] Provisioning complete for port 247f8e45-0149-414c-8f0e-27e666588e3c triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:43.777449 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-22b80722-4e27-4580-834f-cb8ba71e40b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.807119 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Routers {'233a9f0d-b157-465d-8629-350b8760bbb0'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:43.808061 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['233a9f0d-b157-465d-8629-350b8760bbb0'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:43.817326 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-22b80722-4e27-4580-834f-cb8ba71e40b6 None None] Port 247f8e45-0149-414c-8f0e-27e666588e3c cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:42:43.830937 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:43.866568 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b6ca7-7786-4991-ac3a-ae2fe73c3ffd None None] Pushing event updated for resources: {'Port': ['ID=afbc739b-b52f-43a4-ae7f-b548392d34fa,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:43.881208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:42:43.890278 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Publish callbacks [] for port (247f8e45-0149-414c-8f0e-27e666588e3c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.904407 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Transition to ACTIVE for port object 247f8e45-0149-414c-8f0e-27e666588e3c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:42:43.908449 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:43.962339 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:43.964595 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] Provisioning complete for port afbc739b-b52f-43a4-ae7f-b548392d34fa triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:43.966595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.071101 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] Set router 233a9f0d-b157-465d-8629-350b8760bbb0 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:44.118460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:42:44.118460 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:42:44.119250 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:44.128614 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdac742-756c-44d6-8dcd-bf84d28f2708 req-2c41b2d0-39a0-407e-b859-a124adcedc34 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.131483 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] Current status of the port afbc739b-b52f-43a4-ae7f-b548392d34fa is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:44.131944 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.134196 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdac742-756c-44d6-8dcd-bf84d28f2708 req-2c41b2d0-39a0-407e-b859-a124adcedc34 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 944 time: 0.1098354 Jan 28 17:42:44.134984 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Port 247f8e45-0149-414c-8f0e-27e666588e3c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:42:44.135314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:42:44.144210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:42:44.144557 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Checking segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:42:44.144964 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Bound using segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:42:44.145394 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Bound port: 247f8e45-0149-414c-8f0e-27e666588e3c, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:42:44.145839 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.181518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] For port afbc739b-b52f-43a4-ae7f-b548392d34fa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=afbc739b-b52f-43a4-ae7f-b548392d34fa,segment=NetworkSegment(9633102e-7d4b-418b-97a6-dfcdc184542c),segment_id=9633102e-7d4b-418b-97a6-dfcdc184542c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:44.191947 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.218234 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dfdac742-756c-44d6-8dcd-bf84d28f2708 req-f907a433-3fd8-44fd-bf4f-5b58e1f1bf2c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761583 Jan 28 17:42:44.257808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45907-1766-4b3d-8ef9-3979cf3684a4 None None] Pushing event updated for resources: {'Port': ['ID=afbc739b-b52f-43a4-ae7f-b548392d34fa,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:44.268152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:42:44.271797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:42:44.280905 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.314571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.315190 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.316603 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] 10.222.0.31 "PUT /v2.0/ports/247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1093 time: 0.8348250 Jan 28 17:42:44.317073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:42:44.319371 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01d322f-6ae9-4b4d-857f-75037964ff44" -d '{"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:42:44.319733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fadb376d-30d1-4ad4-9896-dd677d3472d7 None None] Provisioning complete for port afbc739b-b52f-43a4-ae7f-b548392d34fa triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:44.327994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fadb376d-30d1-4ad4-9896-dd677d3472d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:44.399390 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'afbc739b-b52f-43a4-ae7f-b548392d34fa', 'name': '', 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'mac_address': 'fa:16:3e:53:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:38Z', 'updated_at': '2022-01-28T17:42:43Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'subnets': [{'id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:44.409201 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f7211-3f60-4cb0-a9bf-acaf903a64aa x-openstack-request-id: req-3c6f7211-3f60-4cb0-a9bf-acaf903a64aa {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:42:44.409760 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:42:44.410200 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c6f7211-3f60-4cb0-a9bf-acaf903a64aa {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:42:44.410746 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'status': 'completed', 'code': 200} Jan 28 17:42:44.418240 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d87c-8227-4a2a-9cf2-035b81e777fe service neutron] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:44.437084 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-d6ccaf4b-7891-4159-adb3-385a8b5db08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.439078 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-d6ccaf4b-7891-4159-adb3-385a8b5db08b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1127 time: 0.0768075 Jan 28 17:42:44.441494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8c8f5-7133-4abd-9f5f-2fa3abaac2ed None None] The sync data for ids ['233a9f0d-b157-465d-8629-350b8760bbb0'] in n-d-812111-13 is: [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': 'afbc739b-b52f-43a4-ae7f-b548392d34fa', 'name': '', 'network_id': '45d24793-15e5-4fa1-8743-db3334d373d5', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'mac_address': 'fa:16:3e:53:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:38Z', 'updated_at': '2022-01-28T17:42:43Z', 'revision_number': 4, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'subnets': [{'id': 'ba8b2613-69cf-473a-827b-173a2e8fa1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:44.456955 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fadb376d-30d1-4ad4-9896-dd677d3472d7 None None] Current status of the port afbc739b-b52f-43a4-ae7f-b548392d34fa is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:44.486893 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-45e4e48a-04b6-4a2f-9b31-ab29e70ad708 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 217 time: 0.0406544 Jan 28 17:42:44.539441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-a9b6cb20-6b33-47b5-a13d-66a292963f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.540950 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-a9b6cb20-6b33-47b5-a13d-66a292963f33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0486403 Jan 28 17:42:44.600378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-3ab5dce1-7243-4395-bf14-f4fc38b18432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.602048 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-3ab5dce1-7243-4395-bf14-f4fc38b18432 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555534 Jan 28 17:42:44.699552 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-7790cf68-e481-4060-9a24-eebdeeb48742 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913150 Jan 28 17:42:44.790329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f796faf0-4a91-4c29-ac26-bcf3ae8b38c3 req-f301df66-cc0d-4e42-a991-3f45c9e5ec3f service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855224 Jan 28 17:42:44.886123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-cca18099-4c8a-4c82-8760-8a57b31e6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.887662 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-cca18099-4c8a-4c82-8760-8a57b31e6bf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1127 time: 0.0505474 Jan 28 17:42:44.978095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-17c57c74-69ae-4f82-bdff-a159b60b62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:44.979570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-17c57c74-69ae-4f82-bdff-a159b60b62ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0847204 Jan 28 17:42:45.023019 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-1cc285fe-8f1d-4810-9815-98c24aa3c477 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 217 time: 0.0376370 Jan 28 17:42:45.342247 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-e2025cd7-58ff-41bb-bf3f-bc36f8c9294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:45.343719 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-e2025cd7-58ff-41bb-bf3f-bc36f8c9294e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.3148971 Jan 28 17:42:45.347306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5ee30-af04-42dc-8f6f-48389b4de643 req-6b8eaacd-271c-48f6-adae-860fd7ded1e4 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:45.348834 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11c5ee30-af04-42dc-8f6f-48389b4de643 req-6b8eaacd-271c-48f6-adae-860fd7ded1e4 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 944 time: 0.0579076 Jan 28 17:42:45.394608 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-92f8df4b-0012-4fa4-b568-785b7006168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:45.396338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-92f8df4b-0012-4fa4-b568-785b7006168b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458555 Jan 28 17:42:45.398940 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11c5ee30-af04-42dc-8f6f-48389b4de643 req-93e2b938-c1b7-49ff-b39f-148e54db82b1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444725 Jan 28 17:42:45.490972 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-fe565623-73f6-4d2b-92b4-a7df289f60f3 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Jan 28 17:42:45.591996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d01d322f-6ae9-4b4d-857f-75037964ff44 req-612c78db-ece5-4998-b0c0-1a5d9f674c5a service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952654 Jan 28 17:42:45.607492 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device afbc739b-b52f-43a4-ae7f-b548392d34fa up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:45.658046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port afbc739b-b52f-43a4-ae7f-b548392d34fa triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:45.658508 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:45.735297 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port afbc739b-b52f-43a4-ae7f-b548392d34fa is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:46.054497 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1a73c48-8148-4c2b-b65d-0b911f9f8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:46.516965 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fa73-fcff-4d9f-9356-7d9b5fac848c req-873608f7-2c02-49a6-b187-5545f347fe02 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:46.518421 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad51fa73-fcff-4d9f-9356-7d9b5fac848c req-873608f7-2c02-49a6-b187-5545f347fe02 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 944 time: 0.0512531 Jan 28 17:42:46.566045 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ad51fa73-fcff-4d9f-9356-7d9b5fac848c req-9731a533-a2d6-4491-bc4f-30c69bf943a2 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414252 Jan 28 17:42:47.416768 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:42:47.510585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:47.522701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '247f8e45-0149-414c-8f0e-27e666588e3c', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'mac_address': 'fa:16:3e:91:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:42:47.562790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:47.563078 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:47.576270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:42:47.594967 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:47.599139 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:47.648058 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:47.690468 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532aaef-338e-4d47-9deb-a204f334b080 req-ce66ad47-d073-4544-bb8c-02345d0e3b8a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:47.691926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a532aaef-338e-4d47-9deb-a204f334b080 req-ce66ad47-d073-4544-bb8c-02345d0e3b8a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0553319 Jan 28 17:42:47.738764 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a532aaef-338e-4d47-9deb-a204f334b080 req-ef7dc4ab-ff4e-41db-9e58-c3598226b107 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412710 Jan 28 17:42:47.804729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['247f8e45-0149-414c-8f0e-27e666588e3c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:42:48.019410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c10e2402-4eaa-4f45-8fee-76f819bc9b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:48.860980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91addc-e79d-47c4-85d9-79550de9687b req-284d5b5f-e291-447f-bc94-a8c4a804dc6d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:48.862505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc91addc-e79d-47c4-85d9-79550de9687b req-284d5b5f-e291-447f-bc94-a8c4a804dc6d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0558016 Jan 28 17:42:48.909783 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fc91addc-e79d-47c4-85d9-79550de9687b req-e64d611e-46c8-4b14-999e-07ef2b1ed148 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Jan 28 17:42:49.432304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:42:49.481638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 247f8e45-0149-414c-8f0e-27e666588e3c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:42:49.485877 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 247f8e45-0149-414c-8f0e-27e666588e3c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:42:49.486262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:49.568777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:42:49.569171 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:49.591137 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:42:49.593398 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b93ea50-efe8-49e3-a57e-134858b1e213" -d '{"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-plugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:42:49.606250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:42:49.611236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:49.639517 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde6762-f0ad-4958-9ae6-47d5c9d9a8c0 x-openstack-request-id: req-bdde6762-f0ad-4958-9ae6-47d5c9d9a8c0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:42:49.639807 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-plugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:42:49.640070 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdde6762-f0ad-4958-9ae6-47d5c9d9a8c0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:42:49.640466 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'code': 200} Jan 28 17:42:49.659802 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:49.672400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:49.734177 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674a5d-3c5b-4654-a546-6e04a60e6787 req-f052dfb1-d0bd-4ab8-9c4a-c9701fea4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:49.735723 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5674a5d-3c5b-4654-a546-6e04a60e6787 req-f052dfb1-d0bd-4ab8-9c4a-c9701fea4c68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1129 time: 0.0452209 Jan 28 17:42:49.787626 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5674a5d-3c5b-4654-a546-6e04a60e6787 req-98f05335-dc97-4bbc-a835-e6ff4ee1c0ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Jan 28 17:42:50.031440 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7bf3b-8e71-4f16-805f-2bcd7e16288a req-9b47b5f2-e009-48f8-a95e-3772685c35bf tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:50.032867 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82c7bf3b-8e71-4f16-805f-2bcd7e16288a req-9b47b5f2-e009-48f8-a95e-3772685c35bf tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0555909 Jan 28 17:42:50.085319 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-82c7bf3b-8e71-4f16-805f-2bcd7e16288a req-8aa62c85-027b-41ac-b6f7-c4f8d546b189 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466831 Jan 28 17:42:50.884879 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:51.206924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6467d93-0523-4cc4-822a-8bb05b73edc0 req-d86a60b2-e636-44b9-b58e-a4028fc94bb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:51.209595 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6467d93-0523-4cc4-822a-8bb05b73edc0 req-d86a60b2-e636-44b9-b58e-a4028fc94bb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0532770 Jan 28 17:42:51.257442 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d6467d93-0523-4cc4-822a-8bb05b73edc0 req-2ecc5d87-6a3e-4021-9869-20eed75f3e10 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430012 Jan 28 17:42:51.373622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fd475-6ce5-48ea-9e51-a9d50cc355fa req-74debbc6-530a-4d51-b80b-c3ab863e2c91 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:51.375000 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb3fd475-6ce5-48ea-9e51-a9d50cc355fa req-74debbc6-530a-4d51-b80b-c3ab863e2c91 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0514638 Jan 28 17:42:51.426427 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb3fd475-6ce5-48ea-9e51-a9d50cc355fa req-357e0a25-7b13-49ec-a464-66a773f1b87b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453336 Jan 28 17:42:51.448459 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36718) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:51.638488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab59c8ad-6ac7-4e11-8b02-3302b6af4e17 tempest-TestShelveInstance-1016648415 tempest-TestShelveInstance-1016648415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:51.639898 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ab59c8ad-6ac7-4e11-8b02-3302b6af4e17 tempest-TestShelveInstance-1016648415 tempest-TestShelveInstance-1016648415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1124 time: 0.1904335 Jan 28 17:42:51.642839 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 36722) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:42:51.647024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:42:51.666553 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:51.759537 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:51.865565 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Allocated IP 172.25.8.213 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/278bc03e-0ce8-45d3-80ca-8f131e0b0462) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:42:51.871810 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:51.966054 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:51.998574 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:52.038160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:42:52.040980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:42:52.044305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:42:52.069273 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'Port': ['ID=278bc03e-0ce8-45d3-80ca-8f131e0b0462,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:52.400444 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:52.472341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:52.620607 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:52.624737 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:52.690905 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'Port': ['ID=278bc03e-0ce8-45d3-80ca-8f131e0b0462,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:42:52.701236 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:52.799372 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Floating IP 8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8 associated. External IP: 172.25.8.213, port: 247f8e45-0149-414c-8f0e-27e666588e3c. Jan 28 17:42:53.335503 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Router a146450b-c490-4966-a24d-962495aa60ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:42:53.439813 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:42:53.449175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:42:53.456849 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:42:53.460079 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:53.460733 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:53.487146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-eeeacf75-3ab1-4318-8392-3f7b7dfa7f92 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8433015 Jan 28 17:42:53.487742 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:42:53.490001 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3403e1b3-5254-4b83-8a2a-16fb64701c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:42:53.529034 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf6a7d2-d6bf-48f3-8f09-7c02598a0fd6 x-openstack-request-id: req-caf6a7d2-d6bf-48f3-8f09-7c02598a0fd6 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:42:53.529329 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:42:53.529584 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-caf6a7d2-d6bf-48f3-8f09-7c02598a0fd6 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:42:53.530004 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'status': 'completed', 'code': 200} Jan 28 17:42:53.600424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-5713804a-5fe7-405c-908c-e218e53cc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:53.601909 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-5713804a-5fe7-405c-908c-e218e53cc4a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1129 time: 0.0488269 Jan 28 17:42:53.695305 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-3b09600d-d600-4592-9112-9b63ac5767c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:53.696842 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-3b09600d-d600-4592-9112-9b63ac5767c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0881395 Jan 28 17:42:53.725546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:53.764951 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-0e182402-62b9-49ae-b87c-6d4aea4a89ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1000 time: 0.0626154 Jan 28 17:42:53.814446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-42e04883-e95c-4b33-98b4-e4fccea7d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:53.815965 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-42e04883-e95c-4b33-98b4-e4fccea7d7f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0448239 Jan 28 17:42:53.863574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-c5eccce3-82c3-4041-81c4-4e8f4af85e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:42:53.865606 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-c5eccce3-82c3-4041-81c4-4e8f4af85e23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440445 Jan 28 17:42:53.951921 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'mac_address': 'fa:16:3e:91:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:42:52Z', 'updated_at': '2022-01-28T17:42:52Z', 'revision_number': 0, 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:53.960975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-8570df4a-92c3-46fc-8ec6-f80f0e76714b service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895739 Jan 28 17:42:53.981816 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:42:53.990935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:42:53.991546 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:42:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:54.050295 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-3403e1b3-5254-4b83-8a2a-16fb64701c0b req-87aafcf5-c6b5-46ce-9132-b716e1ff0878 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838706 Jan 28 17:42:54.101245 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:42:54.315712 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'mac_address': 'fa:16:3e:91:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:42:52Z', 'updated_at': '2022-01-28T17:42:52Z', 'revision_number': 0, 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:42:54.344709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebc5be-f80d-459e-941e-b43c9cdbe510 None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'mac_address': 'fa:16:3e:91:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:42:52Z', 'updated_at': '2022-01-28T17:42:52Z', 'revision_number': 0, 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:42:54.537450 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1194559-2e70-4063-adb4-29f9042df08c None None] New status for floating IP 8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:43:05.646494 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-a15a5810-a67c-4199-88dd-1ba0bb65e06e req-ff8b8723-7c4a-4245-bb31-f14f6272b7ba service neutron] (103093) timed out ('10.222.0.31', 51903) {{(pid=103093) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:43:11.688366 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:43:12.827314 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:12.928379 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:16.055876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77ac236b-7d23-4785-b908-ccc44ebe79a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:18.000758 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5ad977b0-c033-4f9e-aec0-9da0059aee7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:19.644058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:20.887473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:21.873685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:25.511487 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-2da57369-5c22-44ad-b3f0-0223f38ce57d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473354 Jan 28 17:43:25.594520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-887137a7-b33f-487a-b156-c6d155fd4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:43:25.595984 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-887137a7-b33f-487a-b156-c6d155fd4e56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1129 time: 0.0433300 Jan 28 17:43:25.696176 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-82076bd2-7a2c-4049-9bc1-b9e0d5c51d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:43:25.697699 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-82076bd2-7a2c-4049-9bc1-b9e0d5c51d6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0841720 Jan 28 17:43:25.765349 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-3c7f334a-6c3b-4c32-946d-b103177ab222 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1002 time: 0.0617416 Jan 28 17:43:25.811719 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-cb61bb4e-67e1-44ca-b323-1d95e9ea551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:43:25.813152 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-cb61bb4e-67e1-44ca-b323-1d95e9ea551b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0427852 Jan 28 17:43:25.862163 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-4fbfa618-d623-4462-ba84-4a2c0b071bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:43:25.863776 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-4fbfa618-d623-4462-ba84-4a2c0b071bc6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444667 Jan 28 17:43:25.952766 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-e27c1f20-9c2c-446a-8624-2e7addf9b1d1 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 Jan 28 17:43:26.038920 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d70f7b09-ce17-4221-ac31-c9432d04f2eb req-d390b1f4-1051-44a5-86ef-7fcddb9631b4 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801916 Jan 28 17:43:42.854672 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:42.943537 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:45.673491 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-d5c5365f-a6d6-4ad0-8432-56290359fbbb req-74babba8-ee3a-41c3-b927-9d1882b35fe5 service neutron] (103094) timed out ('10.222.0.25', 32856) {{(pid=103094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 17:43:46.056411 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dfc65a33-d310-4fa0-8db5-ef5542845b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:48.003015 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d35770a3-4beb-4ba6-9097-ad533166bc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:48.687181 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:43:49.647396 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:50.889904 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:43:51.875169 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:12.872142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:12.942785 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:16.057384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c65ce9d8-bf02-423c-806d-345fee40d445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:18.003598 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-749fb581-bc1c-4d8c-8314-99f58618c39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:19.649812 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:20.893238 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:21.876359 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:25.688875 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:44:26.510481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-220f085a-fc1a-405f-92f2-09d31bf501e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443316 Jan 28 17:44:26.601854 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-c891f5c6-4aaa-44c2-8353-730ed0011059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:26.603347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-c891f5c6-4aaa-44c2-8353-730ed0011059 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1129 time: 0.0499547 Jan 28 17:44:26.701304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-c07ab6c9-409b-4829-ad51-705d383a523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:26.702752 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-c07ab6c9-409b-4829-ad51-705d383a523a service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0824358 Jan 28 17:44:26.770200 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-a20e1865-bcf2-41b7-8134-321a7346870a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1002 time: 0.0608876 Jan 28 17:44:26.817366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-928f33d1-3be7-471a-bf7d-73198e2573a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:26.818803 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-928f33d1-3be7-471a-bf7d-73198e2573a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0420563 Jan 28 17:44:26.867330 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-e777c511-8e3c-4906-89a3-a03372870c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:26.868853 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-e777c511-8e3c-4906-89a3-a03372870c66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436823 Jan 28 17:44:26.957485 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-3a9e516b-b64f-4eb4-8318-340609368f23 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825596 Jan 28 17:44:27.043896 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c910f133-d78e-42c5-acd0-cd88c253bd26 req-2a6a0641-b2ff-4fcc-8d6c-c111831bbec5 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800231 Jan 28 17:44:42.873599 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:42.957848 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:46.059514 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ce356364-cdac-47ce-9cc7-34da1320353f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:48.004212 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-78010442-6aec-4250-a999-afc98d00c3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:49.371437 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc5292-23d8-4e9b-815b-9aae8838bcc4 req-028e6a5b-57af-4f69-952e-8928a355add5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:49.372946 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1cc5292-23d8-4e9b-815b-9aae8838bcc4 req-028e6a5b-57af-4f69-952e-8928a355add5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.1017487 Jan 28 17:44:49.421226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a1cc5292-23d8-4e9b-815b-9aae8838bcc4 req-8bb59503-55da-4dc7-8229-ceca2bf1bbf1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Jan 28 17:44:49.654905 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:50.553424 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de591c8f-5fb2-4337-b2b6-7cea18bc0191 req-8354b0ac-4696-4a61-8fdf-e2adf68ee656 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:50.554875 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de591c8f-5fb2-4337-b2b6-7cea18bc0191 req-8354b0ac-4696-4a61-8fdf-e2adf68ee656 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0554180 Jan 28 17:44:50.603208 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-de591c8f-5fb2-4337-b2b6-7cea18bc0191 req-1340c6ba-e9b9-4c7b-ba8b-2efab02e1f81 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Jan 28 17:44:50.895757 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:51.729772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a45fd7-2cbf-432f-8b99-9336dfd5b386 req-d9786ebd-e2a8-43be-a0b9-7029a54753ac tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:51.731243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72a45fd7-2cbf-432f-8b99-9336dfd5b386 req-d9786ebd-e2a8-43be-a0b9-7029a54753ac tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0519447 Jan 28 17:44:51.782278 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-72a45fd7-2cbf-432f-8b99-9336dfd5b386 req-a009a71b-77c2-453f-872b-98b803b31a96 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Jan 28 17:44:51.878845 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:44:52.902506 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846c9a-bcf8-405f-97ab-cf6a66fe6c55 req-aef864be-bd7f-4be2-8541-4a7f6a7dfaf6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:52.903955 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6846c9a-bcf8-405f-97ab-cf6a66fe6c55 req-aef864be-bd7f-4be2-8541-4a7f6a7dfaf6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0553062 Jan 28 17:44:52.951226 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f6846c9a-bcf8-405f-97ab-cf6a66fe6c55 req-a196731b-9ebb-4cdb-8442-89f0d201fecd tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Jan 28 17:44:54.072703 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63434e-0999-4b9e-b33b-cc54a1de03ca req-bc6bbe10-7d4d-490f-802b-3d54229c02d3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:54.074347 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff63434e-0999-4b9e-b33b-cc54a1de03ca req-bc6bbe10-7d4d-490f-802b-3d54229c02d3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0534298 Jan 28 17:44:54.123128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff63434e-0999-4b9e-b33b-cc54a1de03ca req-8480f745-f021-4fc6-aea9-330b2168b977 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Jan 28 17:44:55.240282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8d13-27f9-44cc-9ba9-9e20ac1b14a8 req-04dcb81c-aa48-4622-9e47-5f5313e6cf1e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:55.241797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c49c8d13-27f9-44cc-9ba9-9e20ac1b14a8 req-04dcb81c-aa48-4622-9e47-5f5313e6cf1e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0518212 Jan 28 17:44:55.293225 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c49c8d13-27f9-44cc-9ba9-9e20ac1b14a8 req-2c8e1d5c-f45a-453a-8748-286d3a5bb3ab tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458975 Jan 28 17:44:56.409472 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ff751-4172-4c70-9365-6686a9c19450 req-c57252c1-812f-4b75-90a4-743ae3101e44 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:56.410837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-500ff751-4172-4c70-9365-6686a9c19450 req-c57252c1-812f-4b75-90a4-743ae3101e44 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0519013 Jan 28 17:44:56.459348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-500ff751-4172-4c70-9365-6686a9c19450 req-76546578-e9c3-48f0-b538-c24e4a7c0c55 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Jan 28 17:44:57.577911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368633-d4ed-48e9-84e3-72858ac51fd6 req-ccbe947c-7322-4bf2-9c38-e78b0a761ba9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:57.579373 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36368633-d4ed-48e9-84e3-72858ac51fd6 req-ccbe947c-7322-4bf2-9c38-e78b0a761ba9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0528274 Jan 28 17:44:57.628036 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-36368633-d4ed-48e9-84e3-72858ac51fd6 req-d2c47ba8-6b8f-49fd-8611-1db697ccd823 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Jan 28 17:44:58.753841 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3cd0-b734-484c-9a37-94c4bb011899 req-83789ffa-684d-459c-8e00-dce11e784ac3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:58.755338 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce9e3cd0-b734-484c-9a37-94c4bb011899 req-83789ffa-684d-459c-8e00-dce11e784ac3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0609684 Jan 28 17:44:58.803046 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ce9e3cd0-b734-484c-9a37-94c4bb011899 req-d63e28c7-8315-4c8a-a84c-95a5cfdfa247 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Jan 28 17:44:59.923369 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b067-4ff8-479e-a983-66b0d0aeb1d1 req-e0f4aaa6-7b90-4f74-93fa-1a2988effdc1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:59.925115 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff44b067-4ff8-479e-a983-66b0d0aeb1d1 req-e0f4aaa6-7b90-4f74-93fa-1a2988effdc1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0525305 Jan 28 17:44:59.972118 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff44b067-4ff8-479e-a983-66b0d0aeb1d1 req-3e859c9c-2178-4048-824e-2169feb940fd tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Jan 28 17:45:01.091430 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f590db-230e-4d71-81f1-17760318b653 req-7df63a87-e9bb-4ea4-a782-ad5f5f00a835 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:01.092912 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f590db-230e-4d71-81f1-17760318b653 req-7df63a87-e9bb-4ea4-a782-ad5f5f00a835 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0519128 Jan 28 17:45:01.144494 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e4f590db-230e-4d71-81f1-17760318b653 req-bb88cfcc-8f6d-495f-838b-d680119971cc tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461175 Jan 28 17:45:02.115968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:45:02.223419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:02.236576 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '247f8e45-0149-414c-8f0e-27e666588e3c', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'mac_address': 'fa:16:3e:91:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:45:02.275191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:45:02.275586 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:02.289766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:45:02.291355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ee180-5b04-400a-92e2-b929c38533d9 req-c98d2845-f76b-4665-bae1-bcfa6dd7be04 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:02.300433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-906ee180-5b04-400a-92e2-b929c38533d9 req-c98d2845-f76b-4665-bae1-bcfa6dd7be04 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0797029 Jan 28 17:45:02.310205 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:02.316982 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:02.383392 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-906ee180-5b04-400a-92e2-b929c38533d9 req-7452ba7f-c9c0-4fdf-af56-7bddb3b53128 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819333 Jan 28 17:45:02.391214 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:02.401874 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['247f8e45-0149-414c-8f0e-27e666588e3c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:45:02.408330 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.409227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.409968 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.411405 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.412168 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.412695 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.413194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.413528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.413859 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.414799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.415128 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.415455 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.415777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:02.688391 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:45:03.511059 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c9ef6-848c-410a-b6bd-99be3521744b req-5a7f0093-2f3f-4bbe-86a3-bc9e357d5b36 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:03.517128 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff3c9ef6-848c-410a-b6bd-99be3521744b req-5a7f0093-2f3f-4bbe-86a3-bc9e357d5b36 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0647414 Jan 28 17:45:03.568273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff3c9ef6-848c-410a-b6bd-99be3521744b req-ee1a5af5-6765-4cb3-b610-cc62fd607d39 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500343 Jan 28 17:45:04.124705 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:45:04.181476 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 247f8e45-0149-414c-8f0e-27e666588e3c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:04.181862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:04.266928 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:45:04.267345 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:04.290557 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:45:04.293462 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae8aabd-8e83-4cfe-b88f-6422d691d793" -d '{"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-plugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:45:04.320776 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:04.343751 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:04.350364 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f643fc7a-72ad-431f-834e-a4cd85642db0 x-openstack-request-id: req-f643fc7a-72ad-431f-834e-a4cd85642db0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:45:04.350669 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-plugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:45:04.350930 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f643fc7a-72ad-431f-834e-a4cd85642db0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:45:04.351848 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'code': 200} Jan 28 17:45:04.402561 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:04.713035 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f074d-75db-4571-a8de-18dd6ddc907b req-e1ed6668-e7f0-4418-b714-4624b3aea292 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:04.714525 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f08f074d-75db-4571-a8de-18dd6ddc907b req-e1ed6668-e7f0-4418-b714-4624b3aea292 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0678322 Jan 28 17:45:04.770910 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f08f074d-75db-4571-a8de-18dd6ddc907b req-db7e679d-9547-4256-81e9-2cc65f21b9c5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 Jan 28 17:45:05.911964 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c0634-3e3d-40b4-8942-78082275153f req-a229830d-8c77-426d-9cab-d8d20859a89f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:05.914151 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-301c0634-3e3d-40b4-8942-78082275153f req-a229830d-8c77-426d-9cab-d8d20859a89f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0590298 Jan 28 17:45:05.973127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-301c0634-3e3d-40b4-8942-78082275153f req-ac4151bd-34bf-4ad1-9c8a-d6aced58a23c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496845 Jan 28 17:45:07.115350 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f058-6fb5-42e0-8be7-437a3dd87de1 req-4e42b0be-63aa-4721-88a1-fae5b10eafd7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:07.117770 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e10f058-6fb5-42e0-8be7-437a3dd87de1 req-4e42b0be-63aa-4721-88a1-fae5b10eafd7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0614979 Jan 28 17:45:07.184480 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3e10f058-6fb5-42e0-8be7-437a3dd87de1 req-9601f5d2-f9be-4559-9221-1361da6dcc9c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601647 Jan 28 17:45:08.312272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdaaf9-73ab-40aa-970c-4bec0252dea5 req-bd92aec1-b6e7-4e1d-9d54-ae6bb74f6a3b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:08.313846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9bdaaf9-73ab-40aa-970c-4bec0252dea5 req-bd92aec1-b6e7-4e1d-9d54-ae6bb74f6a3b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0623307 Jan 28 17:45:08.366822 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a9bdaaf9-73ab-40aa-970c-4bec0252dea5 req-ae7b68bf-fb17-41de-a199-abceb0c957e0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Jan 28 17:45:09.499231 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff2384-53bc-4100-81b8-9291983d91da req-dd4b061e-8bc0-4539-95d4-6bb6bf63b83d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:09.500809 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39ff2384-53bc-4100-81b8-9291983d91da req-dd4b061e-8bc0-4539-95d4-6bb6bf63b83d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0584261 Jan 28 17:45:09.563543 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-39ff2384-53bc-4100-81b8-9291983d91da req-7780561b-37ca-459c-8dd8-f6b00849df08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557349 Jan 28 17:45:10.692931 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79af98-d9b7-4158-a82e-d490622d2ecc req-cbc4c4f1-5803-4cdb-8ce2-6b71986eea1d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:10.694434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d79af98-d9b7-4158-a82e-d490622d2ecc req-cbc4c4f1-5803-4cdb-8ce2-6b71986eea1d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0535953 Jan 28 17:45:10.748802 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d79af98-d9b7-4158-a82e-d490622d2ecc req-fbb08097-875e-47b7-b85e-983280b4ec52 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477221 Jan 28 17:45:10.859933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-fcbd0b3d-19f0-4a8d-bcb9-ceb224114c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:10.861442 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-fcbd0b3d-19f0-4a8d-bcb9-ceb224114c1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1129 time: 0.0472586 Jan 28 17:45:10.955485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-7e6c14b0-8fee-41af-91bc-82dc439aeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:10.957007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-7e6c14b0-8fee-41af-91bc-82dc439aeff0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0889597 Jan 28 17:45:11.020366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-ce41048d-b0ad-460e-9243-1ef027a4dd46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1002 time: 0.0578532 Jan 28 17:45:11.072695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-5e89e7b2-c92c-47df-9c43-a20e2993ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:11.074148 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-5e89e7b2-c92c-47df-9c43-a20e2993ff77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0481412 Jan 28 17:45:11.127665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-7c246a8b-e0e0-49c6-acef-4fcddd446c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:11.129348 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-7c246a8b-e0e0-49c6-acef-4fcddd446c5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494144 Jan 28 17:45:11.222595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-d547098f-485f-40f3-8e78-3ada0c7d6497 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872133 Jan 28 17:45:11.315590 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5785007-8a35-477e-8ad7-29e980af3f58 req-309b92f6-c367-4142-8624-aebc1643a9c1 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Jan 28 17:45:11.868624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e019f9-2e9e-498d-964c-beb367e06a35 req-817c58fc-d1dc-415f-81f5-4fb232602b2a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:11.870057 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83e019f9-2e9e-498d-964c-beb367e06a35 req-817c58fc-d1dc-415f-81f5-4fb232602b2a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0528471 Jan 28 17:45:11.918907 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83e019f9-2e9e-498d-964c-beb367e06a35 req-502c2024-315a-4abd-bb7f-230da025e4e0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Jan 28 17:45:12.871029 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:12.958705 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:13.042077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2c7c3-1136-48d6-944d-604254108243 req-c122f1dc-8cd4-43c6-9314-62fa44eb5288 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:13.043440 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88d2c7c3-1136-48d6-944d-604254108243 req-c122f1dc-8cd4-43c6-9314-62fa44eb5288 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0559816 Jan 28 17:45:13.092349 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-88d2c7c3-1136-48d6-944d-604254108243 req-711b2de6-b9cd-4517-a559-9f1c3fcfcaf1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Jan 28 17:45:13.165411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-b7f0ebee-fb82-45b3-885c-f39765a16aca req-e7dec866-ec39-42fe-9ae8-9f4928c7597d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:45:13.166409 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7f0ebee-fb82-45b3-885c-f39765a16aca req-e7dec866-ec39-42fe-9ae8-9f4928c7597d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055521 Jan 28 17:45:13.324660 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30b97a-413f-47d4-ac2d-94861ac92b56 req-237a7200-550d-4c3e-a23a-e05f032d948f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:13.326183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e30b97a-413f-47d4-ac2d-94861ac92b56 req-237a7200-550d-4c3e-a23a-e05f032d948f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0549178 Jan 28 17:45:13.375508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8e30b97a-413f-47d4-ac2d-94861ac92b56 req-34474017-1de4-4c63-852f-2a75ddef0023 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Jan 28 17:45:13.500409 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-9f9eadf7-8ca4-4a7a-b9d0-e29005e9e0ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850759 Jan 28 17:45:14.149597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:45:14.224950 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:45:14.225340 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:14.248046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:45:14.250167 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1b7e0a-c0cc-499b-9977-7ee913bdb06c" -d '{"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-unplugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:45:14.262652 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:14.267127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:14.305409 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aac081-598c-4ddf-b7dd-7d79bbc551c8 x-openstack-request-id: req-c6aac081-598c-4ddf-b7dd-7d79bbc551c8 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:45:14.305704 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-unplugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:45:14.305960 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6aac081-598c-4ddf-b7dd-7d79bbc551c8 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:45:14.306362 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'code': 200} Jan 28 17:45:14.318068 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:14.319488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-ed636179-3ea7-4f72-bfeb-bce1234169b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:14.321097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-ed636179-3ea7-4f72-bfeb-bce1234169b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded&tenant_id=b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 1127 time: 0.0928349 Jan 28 17:45:14.331148 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-d06885d1-c828-4116-9562-5b9df27472a4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:45:14.332109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-d06885d1-c828-4116-9562-5b9df27472a4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050282 Jan 28 17:45:14.343094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-13', 'device_owner': 'compute:nova'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:45:14.403914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:14.494717 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce3b14-9591-4ae4-870a-49ba7b0124bb req-526db29e-c6b3-4f33-986f-a0127a0608ae tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:14.496214 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66ce3b14-9591-4ae4-870a-49ba7b0124bb req-526db29e-c6b3-4f33-986f-a0127a0608ae tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 944 time: 0.0532494 Jan 28 17:45:14.550006 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-66ce3b14-9591-4ae4-870a-49ba7b0124bb req-f192c48a-2dff-4eb3-a61e-8e61f34f4aed tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 Jan 28 17:45:14.604567 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:14.636496 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:45:14.667287 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:45:14.674675 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Publish callbacks [] for port (247f8e45-0149-414c-8f0e-27e666588e3c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:14.687591 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Transition to ACTIVE for port object 247f8e45-0149-414c-8f0e-27e666588e3c will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:45:14.691005 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:14.771384 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=9']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:14.781841 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.782198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.782546 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.782891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.783228 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.783563 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.783895 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.784225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.784554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.784906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.785246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.785574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.785898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:14.824278 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] No DVR routers for this DVR port 247f8e45-0149-414c-8f0e-27e666588e3c on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:45:14.967520 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:45:14.967747 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:45:14.968079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:45:14.972348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Port 247f8e45-0149-414c-8f0e-27e666588e3c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:45:14.972695 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Attempting to bind port 247f8e45-0149-414c-8f0e-27e666588e3c on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:45:14.978138 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:45:14.978475 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Checking segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:45:14.978856 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Bound using segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:45:14.979279 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Bound port: 247f8e45-0149-414c-8f0e-27e666588e3c, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:45:14.979635 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:15.043252 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:45:15.046131 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:45:15.052398 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:15.086340 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.087052 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:15.088328 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] 10.222.0.24 "PUT /v2.0/ports/247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1093 time: 0.7489188 Jan 28 17:45:15.088796 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:45:15.091038 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3a7e52-b411-4241-9a8e-8d6267e39b30" -d '{"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:45:15.115996 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b97a7a-b705-469f-835b-54579c625ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=10']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:15.155841 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964fdc2e-bbea-4c00-9c2f-57edeb27812a x-openstack-request-id: req-964fdc2e-bbea-4c00-9c2f-57edeb27812a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:45:15.156284 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:45:15.156543 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-964fdc2e-bbea-4c00-9c2f-57edeb27812a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:45:15.156977 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'status': 'completed', 'code': 200} Jan 28 17:45:15.176862 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-bff3db28-8625-4d32-a683-0712bfa72984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.178419 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-bff3db28-8625-4d32-a683-0712bfa72984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1128 time: 0.0522263 Jan 28 17:45:15.276011 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-6629487a-24be-4ab7-8141-55427e19e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.277533 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-6629487a-24be-4ab7-8141-55427e19e055 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0918052 Jan 28 17:45:15.342278 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-f686a942-8ff0-4d82-9b7d-7d534f09536f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1000 time: 0.0589795 Jan 28 17:45:15.388906 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-788b3725-96a8-41fb-87ec-df1b73f0de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.390275 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-788b3725-96a8-41fb-87ec-df1b73f0de88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0428991 Jan 28 17:45:15.441194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-94e09247-549c-49c8-8259-7b473ac0c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.442900 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-94e09247-549c-49c8-8259-7b473ac0c0f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470555 Jan 28 17:45:15.528327 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-ca1e6414-21ff-474d-90f1-b77ded1812ba service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794959 Jan 28 17:45:15.619977 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a0003df9-fb2c-48e6-8f0f-6278300d995e req-6886cbf7-d7ab-4fe6-a7a5-c61790c55df0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Jan 28 17:45:15.672047 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824f99c-3ceb-4963-9e13-80ac556e630d req-e9f90c68-4c87-4f1d-bef7-261fdac88ceb tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.674255 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d824f99c-3ceb-4963-9e13-80ac556e630d req-e9f90c68-4c87-4f1d-bef7-261fdac88ceb tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0549953 Jan 28 17:45:15.713168 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-39fedd7c-9435-49a0-a345-84f15991b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.714746 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-39fedd7c-9435-49a0-a345-84f15991b26f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1128 time: 0.0489366 Jan 28 17:45:15.727305 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d824f99c-3ceb-4963-9e13-80ac556e630d req-11191211-1142-472d-99b5-a131889e93b9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462859 Jan 28 17:45:15.806048 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-ecb31790-719a-4ab1-99c8-1a5de47d23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.807556 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-ecb31790-719a-4ab1-99c8-1a5de47d23d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0872302 Jan 28 17:45:15.888240 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-1b1d6d6c-9ae5-42a2-9a97-a2e27a95bf69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1000 time: 0.0744674 Jan 28 17:45:16.073200 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5431d166-b2dd-4e36-acb2-0f80d0930599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:16.856814 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee409f3b-72d7-406f-bb98-80316186d51f req-a384e42d-544b-4af8-9781-878c2068ab9e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:16.858302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee409f3b-72d7-406f-bb98-80316186d51f req-a384e42d-544b-4af8-9781-878c2068ab9e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0595596 Jan 28 17:45:16.914402 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ee409f3b-72d7-406f-bb98-80316186d51f req-9b7d8338-8334-45a4-a92e-cd3e713e4044 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501113 Jan 28 17:45:18.021065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba781-7f70-4121-b935-c4887b9de244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:18.076914 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d40da-6644-4148-84fe-5ff55c228f9b req-04793f9f-bbac-4ca4-8154-0bc69407c755 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:18.079032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-158d40da-6644-4148-84fe-5ff55c228f9b req-04793f9f-bbac-4ca4-8154-0bc69407c755 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0679495 Jan 28 17:45:18.144273 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-158d40da-6644-4148-84fe-5ff55c228f9b req-8098a147-b8eb-4f9d-aed5-d471f6678ba9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537717 Jan 28 17:45:19.272066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b412b-23ec-4abe-9e45-37156f0db30c req-9f09d0b0-a061-419f-939a-d5ff60af19ee tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:19.273637 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-935b412b-23ec-4abe-9e45-37156f0db30c req-9f09d0b0-a061-419f-939a-d5ff60af19ee tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0580180 Jan 28 17:45:19.326990 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-935b412b-23ec-4abe-9e45-37156f0db30c req-89e204c3-cc62-4023-b6ab-5433342c5486 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467393 Jan 28 17:45:19.658166 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:20.456302 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b059-f113-40b6-a644-a574dc8eaa01 req-bd4b5733-a6aa-4aa1-aab3-1237c9bafc29 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:20.457799 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07d4b059-f113-40b6-a644-a574dc8eaa01 req-bd4b5733-a6aa-4aa1-aab3-1237c9bafc29 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0590982 Jan 28 17:45:20.510982 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-07d4b059-f113-40b6-a644-a574dc8eaa01 req-d22351ff-3fe8-4d51-b8f7-34c8a87418b2 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 Jan 28 17:45:20.902665 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:21.641150 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5ea7-12af-4159-92a6-ac4c4b318db4 req-55949182-4455-4493-92d1-8419feaf7a21 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:21.642920 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37ad5ea7-12af-4159-92a6-ac4c4b318db4 req-55949182-4455-4493-92d1-8419feaf7a21 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0634837 Jan 28 17:45:21.694776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-37ad5ea7-12af-4159-92a6-ac4c4b318db4 req-f412ef0d-79ef-4ecd-9fcd-5bd9b4ada2ef tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454643 Jan 28 17:45:21.886261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:22.820202 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b41c68-3f16-4013-9ae7-9f9f03e30991 req-29b8adee-e4a8-4bdb-81d2-febc04c072b3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:22.824776 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84b41c68-3f16-4013-9ae7-9f9f03e30991 req-29b8adee-e4a8-4bdb-81d2-febc04c072b3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0561376 Jan 28 17:45:22.882150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-84b41c68-3f16-4013-9ae7-9f9f03e30991 req-90cad760-010e-482b-acd1-e0c2d39fcb2a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510497 Jan 28 17:45:23.974352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-356cd9c9-3ef2-4de7-9847-05fb3bafe290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:23.975908 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-356cd9c9-3ef2-4de7-9847-05fb3bafe290 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0446763 Jan 28 17:45:24.004943 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6c9b-a2f5-4b00-9424-8c9fefe6615b req-c1af7a0c-3d4a-4125-94e0-8067258a0da8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:24.006419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-006c6c9b-a2f5-4b00-9424-8c9fefe6615b req-c1af7a0c-3d4a-4125-94e0-8067258a0da8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0552146 Jan 28 17:45:24.027752 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-ed5c25f2-77c9-4013-a53e-86ecd27ee464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:24.029351 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-ed5c25f2-77c9-4013-a53e-86ecd27ee464 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441616 Jan 28 17:45:24.054797 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-006c6c9b-a2f5-4b00-9424-8c9fefe6615b req-7ba92f3d-1e4d-402f-a604-b0c5907479eb tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Jan 28 17:45:24.126113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-cee58aa5-346f-4ecb-b960-d36b9121135b service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878270 Jan 28 17:45:24.211593 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-ec3a7e52-b411-4241-9a8e-8d6267e39b30 req-ca12081a-7533-41a1-ab22-80e6ab1df78c service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796740 Jan 28 17:45:25.177142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7f8a1-bf43-4a8d-ba4a-0692ea22e7ad req-75bd5269-8a26-45cc-b5c9-bee14aff217b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:25.178593 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b7f8a1-bf43-4a8d-ba4a-0692ea22e7ad req-75bd5269-8a26-45cc-b5c9-bee14aff217b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0522840 Jan 28 17:45:25.226952 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-30b7f8a1-bf43-4a8d-ba4a-0692ea22e7ad req-f11dd0fb-6840-4c25-90a4-d69667c7f2a0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Jan 28 17:45:26.297880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:45:26.356390 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb7e67-762d-4d2a-aaec-b0f12fb18592 req-676131a3-5482-4dba-80a9-cbbaaccb9f06 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:26.357896 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3dbb7e67-762d-4d2a-aaec-b0f12fb18592 req-676131a3-5482-4dba-80a9-cbbaaccb9f06 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 945 time: 0.0566392 Jan 28 17:45:26.395268 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:26.406296 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3dbb7e67-762d-4d2a-aaec-b0f12fb18592 req-838083e5-7053-42bd-8ef7-7080566c48af tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Jan 28 17:45:26.406665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '247f8e45-0149-414c-8f0e-27e666588e3c', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'port_id': '247f8e45-0149-414c-8f0e-27e666588e3c', 'mac_address': 'fa:16:3e:91:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:45:26.442992 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:45:26.443388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:26.456393 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:45:26.475531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:26.479702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:26.524980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=11']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:26.713074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['247f8e45-0149-414c-8f0e-27e666588e3c'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:45:27.523912 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba5df1-2ef8-45d0-a50d-0b6d1fb7f301 req-c94774f1-513d-4355-8e25-5b8e0f59cf6e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:27.525426 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ba5df1-2ef8-45d0-a50d-0b6d1fb7f301 req-c94774f1-513d-4355-8e25-5b8e0f59cf6e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 946 time: 0.0520256 Jan 28 17:45:27.574686 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11ba5df1-2ef8-45d0-a50d-0b6d1fb7f301 req-2f177bca-bdbd-4e02-89ca-5089ee21ce8f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Jan 28 17:45:28.301375 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:45:28.514665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 247f8e45-0149-414c-8f0e-27e666588e3c completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:45:28.518215 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 247f8e45-0149-414c-8f0e-27e666588e3c triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:28.518595 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:28.592453 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 247f8e45-0149-414c-8f0e-27e666588e3c is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:45:28.592878 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:28.615248 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:45:28.617751 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135340ec-6b28-4a5d-a7f3-a7739f6e3cde" -d '{"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-plugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:45:28.632529 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:45:28.638113 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:28.666988 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c09ddd-8419-453f-8d38-7579e3d82caa x-openstack-request-id: req-b8c09ddd-8419-453f-8d38-7579e3d82caa {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:45:28.667296 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-plugged", "status": "completed", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:45:28.667546 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8c09ddd-8419-453f-8d38-7579e3d82caa {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:45:28.667942 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'code': 200} Jan 28 17:45:28.695800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=12']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:28.709456 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d534a13-eadc-42ca-9e44-90eb265da51a req-a6fd2f38-8aff-402b-b4a7-4d2726669855 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:28.710999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d534a13-eadc-42ca-9e44-90eb265da51a req-a6fd2f38-8aff-402b-b4a7-4d2726669855 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 947 time: 0.0600002 Jan 28 17:45:28.765121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d534a13-eadc-42ca-9e44-90eb265da51a req-39339264-30c2-4e62-bde7-66aba0086183 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483642 Jan 28 17:45:28.827743 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485d8bc-c79a-4eca-90f4-8068b1de3cb3 req-19bf7155-caf5-4a3e-8037-33337149f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:28.829246 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4485d8bc-c79a-4eca-90f4-8068b1de3cb3 req-19bf7155-caf5-4a3e-8037-33337149f8de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1130 time: 0.0489817 Jan 28 17:45:28.872620 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4485d8bc-c79a-4eca-90f4-8068b1de3cb3 req-e4823cfe-f3d6-4cda-bdb0-eefbfac095f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Jan 28 17:45:29.891027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea86bf-8e53-436e-a227-2dbfbe9ec96d req-513aa941-afb9-4be9-8ccb-949d9980a8ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:29.892504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90ea86bf-8e53-436e-a227-2dbfbe9ec96d req-513aa941-afb9-4be9-8ccb-949d9980a8ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 947 time: 0.0538421 Jan 28 17:45:29.945445 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90ea86bf-8e53-436e-a227-2dbfbe9ec96d req-5d91a3e1-ccd1-40ea-b1b7-3724b7512928 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Jan 28 17:45:31.068403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe4122-962e-480e-a807-3b2fca3f61dd req-dc9d86c6-eaf7-47d6-8c7e-3894140d924c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:31.069915 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fbe4122-962e-480e-a807-3b2fca3f61dd req-dc9d86c6-eaf7-47d6-8c7e-3894140d924c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 947 time: 0.0520828 Jan 28 17:45:31.118956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3fbe4122-962e-480e-a807-3b2fca3f61dd req-55068eba-164f-4183-a802-12f83bb192ab tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Jan 28 17:45:32.800806 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-d5a28e75-872d-494b-a7eb-f4020d24f1c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424592 Jan 28 17:45:32.883158 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-166dd043-0976-4529-a204-2b1367b99a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:32.884745 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-166dd043-0976-4529-a204-2b1367b99a4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1130 time: 0.0429118 Jan 28 17:45:32.988002 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-3c3b0acb-d0fd-4828-94a9-46ddd3c3d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:32.989501 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-3c3b0acb-d0fd-4828-94a9-46ddd3c3d46a service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0872657 Jan 28 17:45:33.054398 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-6b97259b-e738-42b3-aed7-5fc10fd58a59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1002 time: 0.0594196 Jan 28 17:45:33.107574 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-e0d1d56d-ad85-4514-8a40-77a27e133278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:33.109034 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-e0d1d56d-ad85-4514-8a40-77a27e133278 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0486672 Jan 28 17:45:33.156977 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-f90c9c4b-f158-4a1a-ab85-dd70573a0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:33.158929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-f90c9c4b-f158-4a1a-ab85-dd70573a0048 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448284 Jan 28 17:45:33.245381 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-13739b5f-a8cb-48b7-8cc4-bba276483bac service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809474 Jan 28 17:45:33.334457 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2cc863b7-3aa0-40c1-a8ac-2c9cb44ef22b req-bdfacbbb-d3a2-4683-91a9-f3c141052690 service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836873 Jan 28 17:45:39.688175 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:45:42.858447 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:42.976104 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:46.064899 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d95c2ff3-c414-46bd-b467-8d1a04dea5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:48.003816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-efe06ba4-50bb-4eda-84ab-517a4e0e420a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:49.658602 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:50.900348 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:45:51.878686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:12.867981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:12.988112 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:16.066457 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88be2b2c-60ea-483f-bbc7-48774cbef403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:16.687353 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:46:18.004522 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5690b232-39a0-4a78-b3ec-0052de5e27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:19.662453 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:20.903467 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:21.880388 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:34.807543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-67365a6f-7710-4dc7-be9c-f14dac5cbaca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438342 Jan 28 17:46:34.890869 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-65fec08a-21f7-489b-9fe9-a322b3648cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:34.892347 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-65fec08a-21f7-489b-9fe9-a322b3648cff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1130 time: 0.0439019 Jan 28 17:46:34.994202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-e581fca3-f93b-4d12-8497-6dede8a36561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:34.995657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-e581fca3-f93b-4d12-8497-6dede8a36561 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0866678 Jan 28 17:46:35.058664 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-215c3834-061f-4799-a62c-c9e9a8ee0b15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 1002 time: 0.0565393 Jan 28 17:46:35.108725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-7b0e2aff-85b6-45b7-b151-62331f6d290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:35.110136 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-7b0e2aff-85b6-45b7-b151-62331f6d290b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0458293 Jan 28 17:46:35.158344 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-13234aae-08b7-4776-bc67-b06d058b2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:35.159929 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-13234aae-08b7-4776-bc67-b06d058b2524 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441370 Jan 28 17:46:35.245042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-7d5ad7d1-a40a-40bd-bf88-b5e25a1b3fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794356 Jan 28 17:46:35.335265 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9494f364-b500-4cd3-8dee-ee6d36379979 req-6980bfe1-708d-444f-8ff7-513be8dcce5a service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834723 Jan 28 17:46:40.634200 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37038) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:40.805127 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Deleting port 278bc03e-0ce8-45d3-80ca-8f131e0b0462 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:46:40.805461 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:40.880776 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:40.881101 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (278bc03e-0ce8-45d3-80ca-8f131e0b0462), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:40.893305 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Calling delete_port for 278bc03e-0ce8-45d3-80ca-8f131e0b0462 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:46:41.043355 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (278bc03e-0ce8-45d3-80ca-8f131e0b0462), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:41.068866 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event deleted for resources: {'Port': ['ID=278bc03e-0ce8-45d3-80ca-8f131e0b0462,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:41.081031 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.081394 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.081741 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.082088 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.082431 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.082772 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.083113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.083446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.083781 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.084113 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.084451 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.084810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.085143 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:41.143490 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:41.143774 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Floating IP 8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8 disassociated (deleted). External IP: 172.25.8.213, port: 247f8e45-0149-414c-8f0e-27e666588e3c. Jan 28 17:46:41.348478 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Router a146450b-c490-4966-a24d-962495aa60ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:46:41.455990 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:46:41.460643 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:41.465844 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:46:41.475618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:46:41.476241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:46:41.492855 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-27215899-e2ca-47f9-9412-99e8f239b9f7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8 HTTP/1.1" status: 204 len: 168 time: 0.8574524 Jan 28 17:46:41.493453 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:46:41.495688 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5300f31-38d1-4e28-b27e-63771bbdd785" -d '{"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:46:41.587320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:46:41.599142 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da5bf7c-18b0-4f26-8c69-3a1f502adaaf x-openstack-request-id: req-0da5bf7c-18b0-4f26-8c69-3a1f502adaaf {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:46:41.599445 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:46:41.599697 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0da5bf7c-18b0-4f26-8c69-3a1f502adaaf {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:46:41.600095 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'status': 'completed', 'code': 200} Jan 28 17:46:41.683915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-3ebb44e6-05ab-4026-b127-d8ecddb84298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:41.685780 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-3ebb44e6-05ab-4026-b127-d8ecddb84298 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 1130 time: 0.0597341 Jan 28 17:46:41.746667 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8413f3-6cff-48bc-b85e-20f98d5b338e req-8cd38d53-0a4c-48e0-bf93-9a65bf73c423 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:41.748238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb8413f3-6cff-48bc-b85e-20f98d5b338e req-8cd38d53-0a4c-48e0-bf93-9a65bf73c423 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 947 time: 0.0622027 Jan 28 17:46:41.788926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-db72f5f0-0beb-494d-8051-5c1b2f6b7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:41.790470 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-db72f5f0-0beb-494d-8051-5c1b2f6b7051 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0983276 Jan 28 17:46:41.796059 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:46:41.801014 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb8413f3-6cff-48bc-b85e-20f98d5b338e req-1b499cc9-899f-40cf-bcfd-839a1d65f1d7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471008 Jan 28 17:46:41.827091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:46:41.834547 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-b7d7f1c5-475c-448f-9156-c32df66ccf11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 200 len: 217 time: 0.0370862 Jan 28 17:46:41.836064 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:46:41.836688 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:46:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:46:41.885388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-4b6cc210-02be-4a11-a826-67df664c347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:41.887446 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-4b6cc210-02be-4a11-a826-67df664c347e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0473099 Jan 28 17:46:41.941290 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-43476873-1384-414d-bb29-118dd7f55757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:41.942981 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-43476873-1384-414d-bb29-118dd7f55757 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494311 Jan 28 17:46:41.943742 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:46:42.034814 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-c7edd132-bd86-4aec-bc3d-6330207413b1 service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841045 Jan 28 17:46:42.128254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-c5300f31-38d1-4e28-b27e-63771bbdd785 req-64a30e5b-60f1-4ee1-a52b-ee2ca96a8407 service neutron] 10.222.0.24 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873909 Jan 28 17:46:42.144038 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:46:42.170799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d33c7d-1a2b-4bcf-a50c-edbe86cecbbf None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:46:42.400891 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050c587-adb6-4ac3-9633-298aeeff7927 None None] New status for floating IP 8a00b10e-4c5b-46a2-b3d0-e0b65c13e6b8: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:46:42.879084 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:42.923172 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec753d-97ad-4ad1-8e68-d2424b2e70c1 req-ccee3de7-6f92-4df0-b63e-1061c98a6bde tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:42.924922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5ec753d-97ad-4ad1-8e68-d2424b2e70c1 req-ccee3de7-6f92-4df0-b63e-1061c98a6bde tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 947 time: 0.0523455 Jan 28 17:46:42.972407 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f5ec753d-97ad-4ad1-8e68-d2424b2e70c1 req-d796bb4b-5da6-4539-bc0a-e2d68cc55e7c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7709de7-e970-4de0-8950-ab7389a34c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Jan 28 17:46:43.009777 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:43.298699 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-494c6573-1fe1-4a62-84a9-56e278945323 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:46:43.301208 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-494c6573-1fe1-4a62-84a9-56e278945323 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.24 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 947 time: 0.3294554 Jan 28 17:46:43.395109 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Deleting port 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:46:43.395370 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:43.482951 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] For port 247f8e45-0149-414c-8f0e-27e666588e3c, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=247f8e45-0149-414c-8f0e-27e666588e3c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:46:43.483313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:43.494656 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Calling delete_port for 247f8e45-0149-414c-8f0e-27e666588e3c owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:46:43.622404 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (247f8e45-0149-414c-8f0e-27e666588e3c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:43.653303 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event deleted for resources: {'Port': ['ID=247f8e45-0149-414c-8f0e-27e666588e3c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:43.678077 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.678430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.678769 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.679104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.679442 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.679801 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.680128 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.680456 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.680820 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.681145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.681469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.681790 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.682113 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:46:43.704010 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] No DVR routers for this DVR port 247f8e45-0149-414c-8f0e-27e666588e3c on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:46:43.706843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:43.710708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9cf4c91a-a911-4f00-95e9-06ab6517f062 req-ec15ae5a-8605-4dec-9279-57338a2fceca tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.24 "DELETE /v2.0/ports/247f8e45-0149-414c-8f0e-27e666588e3c HTTP/1.1" status: 204 len: 173 time: 0.4038241 Jan 28 17:46:43.711210 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-deleted', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:46:43.714029 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b13e4c6-17be-401e-9c17-3a7bdbbd8e70" -d '{"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-deleted", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:46:43.811818 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b2ed6-dc52-4cee-8ed2-4b1b7bc0309a x-openstack-request-id: req-1f4b2ed6-dc52-4cee-8ed2-4b1b7bc0309a {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:46:43.812120 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f4c87-8e5f-4e83-aeac-79946d8feded", "name": "network-vif-deleted", "tag": "247f8e45-0149-414c-8f0e-27e666588e3c", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:46:43.812384 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f4b2ed6-dc52-4cee-8ed2-4b1b7bc0309a {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:46:43.812830 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f4c87-8e5f-4e83-aeac-79946d8feded', 'name': 'network-vif-deleted', 'tag': '247f8e45-0149-414c-8f0e-27e666588e3c', 'status': 'completed', 'code': 200} Jan 28 17:46:44.133995 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c395d10e-e73f-47c1-9ae0-5ffb187c0583 req-a7024e0c-6ec1-4bb1-983f-9511a177e5af tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f4c87-8e5f-4e83-aeac-79946d8feded HTTP/1.1" status: 200 len: 210 time: 0.0743465 Jan 28 17:46:45.192439 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37072) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:45.247424 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-786d5783-9301-48c4-bf47-04d6015b8ed3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (f7709de7-e970-4de0-8950-ab7389a34c74), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.271725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-786d5783-9301-48c4-bf47-04d6015b8ed3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (f7709de7-e970-4de0-8950-ab7389a34c74), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.333004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-786d5783-9301-48c4-bf47-04d6015b8ed3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f7709de7-e970-4de0-8950-ab7389a34c74), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.335697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-786d5783-9301-48c4-bf47-04d6015b8ed3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.336893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-786d5783-9301-48c4-bf47-04d6015b8ed3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "DELETE /v2.0/security-groups/f7709de7-e970-4de0-8950-ab7389a34c74 HTTP/1.1" status: 204 len: 168 time: 0.1434312 Jan 28 17:46:45.347008 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d5783-9301-48c4-bf47-04d6015b8ed3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7709de7-e970-4de0-8950-ab7389a34c74,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:45.672330 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37078) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:45.677188 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776041430', 'description': 'tempest-secgroup-smoke-776041430 description', 'project_id': 'b7714fd43f40457795b796002785dec1'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:45.697968 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.762215 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (c891b881-26ba-470a-9df3-c048cc9ae0a3), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.765724 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c891b881-26ba-470a-9df3-c048cc9ae0a3), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.795999 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.797230 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1238625 Jan 28 17:46:45.799162 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fde8b-58ef-40a8-b4c1-91dfec25ad08 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c891b881-26ba-470a-9df3-c048cc9ae0a3,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:45.800374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37080) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:45.805130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'c891b881-26ba-470a-9df3-c048cc9ae0a3', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:45.829341 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (7afdb4d3-d857-4ed9-aa80-49a6084ff194), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.885992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (7afdb4d3-d857-4ed9-aa80-49a6084ff194), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.890233 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (7afdb4d3-d857-4ed9-aa80-49a6084ff194), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.910329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afdb4d3-d857-4ed9-aa80-49a6084ff194,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:45.915886 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:45.916982 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-f61379e2-f24c-4fed-8c24-01a7e8145332 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154363 Jan 28 17:46:45.920110 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37082) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:45.924397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'c891b881-26ba-470a-9df3-c048cc9ae0a3', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:45.948744 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (b69c8b3d-8730-453e-b209-5077ebfe116b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.002099 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (b69c8b3d-8730-453e-b209-5077ebfe116b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.005468 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (b69c8b3d-8730-453e-b209-5077ebfe116b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.022341 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69c8b3d-8730-453e-b209-5077ebfe116b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:46.029630 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.030848 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cbd0df62-ba24-4129-8a0d-438a36e4395d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1097758 Jan 28 17:46:46.034003 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37084) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:46.038483 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'c891b881-26ba-470a-9df3-c048cc9ae0a3', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:46.067500 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (649c43a6-c145-41ca-98cb-63d3eea6666b), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.068841 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cc47565-5a30-417d-ab97-8cb4f7a336e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.122525 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (649c43a6-c145-41ca-98cb-63d3eea6666b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.126600 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (649c43a6-c145-41ca-98cb-63d3eea6666b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.144031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649c43a6-c145-41ca-98cb-63d3eea6666b,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:46.150930 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.152133 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-21f11bea-4b15-4360-8917-2a6415a45c98 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171925 Jan 28 17:46:46.156518 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37086) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:46.160774 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'c891b881-26ba-470a-9df3-c048cc9ae0a3', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:46.185372 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (9c862676-b847-4a67-bfc1-ce2dea9338ce), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.242636 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (9c862676-b847-4a67-bfc1-ce2dea9338ce), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.246692 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (9c862676-b847-4a67-bfc1-ce2dea9338ce), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.264299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c862676-b847-4a67-bfc1-ce2dea9338ce,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:46.269098 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.270605 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-7cdb6993-0b3f-4980-b986-45b3646ce057 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128068 Jan 28 17:46:46.272999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37088) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:46.277652 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'c891b881-26ba-470a-9df3-c048cc9ae0a3', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:46.296981 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Project b7714fd43f40457795b796002785dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:46:46.301735 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (19361fcc-f439-4720-b6d9-fcb6e9b5cf42), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.358374 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (19361fcc-f439-4720-b6d9-fcb6e9b5cf42), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.362061 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (19361fcc-f439-4720-b6d9-fcb6e9b5cf42), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.378639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19361fcc-f439-4720-b6d9-fcb6e9b5cf42,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:46.386841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.388033 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e480041d-c639-4404-9110-edaac6b7e723 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141284 Jan 28 17:46:46.390793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37090) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:46:46.395307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'security_group_rule': {'security_group_id': 'c891b881-26ba-470a-9df3-c048cc9ae0a3', 'project_id': 'b7714fd43f40457795b796002785dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:46:46.415276 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Project b7714fd43f40457795b796002785dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:46:46.420518 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (d1edc1bb-4918-4308-8806-7db2982614e5), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.476248 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (d1edc1bb-4918-4308-8806-7db2982614e5), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.479670 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (d1edc1bb-4918-4308-8806-7db2982614e5), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.496773 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1edc1bb-4918-4308-8806-7db2982614e5,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:46:46.504580 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:46.505794 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-dfd03b7b-8bff-4946-bf09-c295d3d8f49f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1140499 Jan 28 17:46:48.006706 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff62-13da-44f5-ab46-40e5d54faaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:48.712035 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:46:48.732421 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 247f8e45-0149-414c-8f0e-27e666588e3c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:46:48.732878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 247f8e45-0149-414c-8f0e-27e666588e3c not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:46:49.665450 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:50.913939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:51.882511 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:46:53.686430 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:47:04.856288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d278aa0a-30f1-467a-9f7d-687f1958bb8c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776041430&fields=id&tenant_id=b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 267 time: 0.0434322 Jan 28 17:47:04.960309 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-85892a15-4c43-49a5-9d51-88ed96d13665 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:04.961680 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-85892a15-4c43-49a5-9d51-88ed96d13665 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 809 time: 0.0989070 Jan 28 17:47:04.975463 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-6efded45-b48f-46c3-ae5b-049847ca296f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/quotas/b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 375 time: 0.0085583 Jan 28 17:47:05.028753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-faf2f0a4-bbfa-4cb8-98aa-055808459abf tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480838 Jan 28 17:47:05.173063 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-f6a5de68-86bc-4fcf-a2da-b15ee2e38266 service neutron] 10.222.0.25 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335425 Jan 28 17:47:05.259922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-e6393eb5-ac7f-40ce-9ec2-9540cbab6f24 service neutron] 10.222.0.25 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809057 Jan 28 17:47:05.544438 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a7a92d82-f5a0-4f78-9d2c-e0bb6bae0d12 req-1a5e9e62-9d57-448a-a922-8e1bc5fd4e9f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0278049 Jan 28 17:47:06.425348 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-0f8021f2-3fff-455d-9fc1-71d4d8394e14 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:06.426815 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-0f8021f2-3fff-455d-9fc1-71d4d8394e14 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 809 time: 0.1023588 Jan 28 17:47:06.490182 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-8bc7a1e1-71f0-44a1-bdc9-7adb744085e5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 379 time: 0.0553005 Jan 28 17:47:06.499803 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'port': {'device_id': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'admin_state_up': True, 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'security_groups': ['c891b881-26ba-470a-9df3-c048cc9ae0a3']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:47:06.612012 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Made reservation on behalf of b7714fd43f40457795b796002785dec1 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:47:06.615634 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:06.656753 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb39e60f-77c9-428e-9b01-44694a6cdba6 req-9d29ba3e-249a-40b9-8461-b200b10da483 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0384097 Jan 28 17:47:06.742123 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Allocated IP 172.20.0.13 (dd9be933-16ae-4acb-b5ac-3dcaa9696978/52d3810f-465d-4445-b601-4f2c4c84cfca/4a2fcbb1-a626-4e22-86ba-78910d079443) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:47:06.882348 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:06.915146 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:06.958306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:47:06.961262 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:47:06.966993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:47:06.973378 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:07.021196 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:07.021862 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.038007 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-d0b3b1a4-fcf2-471a-953f-daf1fc6c51ba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418200 Jan 28 17:47:07.101693 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Request body: {'port': {'device_id': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:47:07.170590 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.262804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-51143d47-cd09-42db-8b2c-61b0e9f482e8 None None] Provisioning complete for port 4a2fcbb1-a626-4e22-86ba-78910d079443 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:47:07.263935 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-51143d47-cd09-42db-8b2c-61b0e9f482e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.302511 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-51143d47-cd09-42db-8b2c-61b0e9f482e8 None None] Port 4a2fcbb1-a626-4e22-86ba-78910d079443 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:47:07.433635 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2fcbb1-a626-4e22-86ba-78910d079443 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:47:07.440934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Publish callbacks [] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.452472 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Transition to ACTIVE for port object 4a2fcbb1-a626-4e22-86ba-78910d079443 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:47:07.456560 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.540748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:07.601231 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Attempting to bind port 4a2fcbb1-a626-4e22-86ba-78910d079443 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:47:07.601579 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Attempting to bind port 4a2fcbb1-a626-4e22-86ba-78910d079443 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:47:07.601926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Attempting to bind port 4a2fcbb1-a626-4e22-86ba-78910d079443 on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:47:07.607422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Port 4a2fcbb1-a626-4e22-86ba-78910d079443 on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:47:07.607740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Attempting to bind port 4a2fcbb1-a626-4e22-86ba-78910d079443 on network dd9be933-16ae-4acb-b5ac-3dcaa9696978 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:47:07.612590 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:47:07.612998 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Checking segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:47:07.613386 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Bound using segment: {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:47:07.613814 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Bound port: 4a2fcbb1-a626-4e22-86ba-78910d079443, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad917c0-fd34-4a6a-9725-81c051e9de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:47:07.614177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.683815 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:47:07.687625 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:47:07.694918 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.729942 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:07.730610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:07.732079 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1093 time: 0.6824670 Jan 28 17:47:07.732551 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:47:07.735092 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4a089-e331-4d63-be92-4831c364b628" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:47:07.772561 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3013b0-1350-4c0c-a8bd-094b0db7a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:07.852078 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a1b359-1541-47e0-a848-5cd89aa03e0d x-openstack-request-id: req-47a1b359-1541-47e0-a848-5cd89aa03e0d {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:47:07.852633 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:47:07.853071 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47a1b359-1541-47e0-a848-5cd89aa03e0d {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:47:07.853650 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'status': 'completed', 'code': 200} Jan 28 17:47:07.864184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-8bf4811f-a888-4dff-a3aa-2f404829d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:07.866201 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-8bf4811f-a888-4dff-a3aa-2f404829d31c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1127 time: 0.0668173 Jan 28 17:47:07.932040 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-482e1fdd-266e-4cc2-beb5-57ed3c9280f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 217 time: 0.0583041 Jan 28 17:47:07.988920 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-9a62921a-7097-4327-ba1b-a2e4d3d9ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:07.990423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-9a62921a-7097-4327-ba1b-a2e4d3d9ddd1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0529361 Jan 28 17:47:08.055542 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-8f447cfc-5c9e-4748-9cbe-e6070032c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:08.057127 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-8f447cfc-5c9e-4748-9cbe-e6070032c42b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0594475 Jan 28 17:47:08.092992 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839e1b9-7fc0-470c-b04c-a99634347846 req-15d47960-4eae-47be-90f9-3e3026c2c87f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:08.094612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a839e1b9-7fc0-470c-b04c-a99634347846 req-15d47960-4eae-47be-90f9-3e3026c2c87f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0602133 Jan 28 17:47:08.149529 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a839e1b9-7fc0-470c-b04c-a99634347846 req-8dda8e37-3265-49e6-aa56-7ed4fe41654f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 Jan 28 17:47:08.167085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-61ba5a07-6bdf-4a27-ba34-374c89d852fa service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983276 Jan 28 17:47:08.259934 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-33855b29-e42e-4bc1-a60c-b214ee91647f req-6bed7ee4-3a1a-4527-a3d7-490694a6a998 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871611 Jan 28 17:47:08.345536 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a089-e331-4d63-be92-4831c364b628 req-4829a28f-bc4c-4980-af08-6e08e01eaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:08.347082 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-4829a28f-bc4c-4980-af08-6e08e01eaef7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1127 time: 0.0457411 Jan 28 17:47:08.439309 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a089-e331-4d63-be92-4831c364b628 req-b555871d-f2c2-437a-8ee9-761c23bf25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:08.440835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-b555871d-f2c2-437a-8ee9-761c23bf25ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0888660 Jan 28 17:47:08.480743 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-691602aa-af0f-4cb8-b44e-5477fae82b85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 217 time: 0.0347188 Jan 28 17:47:08.527116 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a089-e331-4d63-be92-4831c364b628 req-92a8c061-9828-4e0b-b8bb-c34d8e780d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:08.528532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-92a8c061-9828-4e0b-b8bb-c34d8e780d51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0428722 Jan 28 17:47:08.576811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a089-e331-4d63-be92-4831c364b628 req-72ecfb44-ec3a-47e5-994f-c28f1f6d4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:08.578342 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-72ecfb44-ec3a-47e5-994f-c28f1f6d4d2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446522 Jan 28 17:47:08.670422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-cdc4ecc5-fe7f-41f2-83f4-045dbf88a94a service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864611 Jan 28 17:47:08.758789 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58f4a089-e331-4d63-be92-4831c364b628 req-d793b287-defd-4847-b0b6-aef0b2e28a43 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829532 Jan 28 17:47:09.275482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5681df-520b-4292-96ce-73bea1f78ad4 req-c74e42a1-c806-4e25-a141-b678482a3c30 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:09.277618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d5681df-520b-4292-96ce-73bea1f78ad4 req-c74e42a1-c806-4e25-a141-b678482a3c30 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0544829 Jan 28 17:47:09.327679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6d5681df-520b-4292-96ce-73bea1f78ad4 req-359954e2-e09d-418e-9448-9f51f421d8f5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441639 Jan 28 17:47:10.448698 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dea0b-36bf-4c87-a12e-c45c15173e51 req-a8f3d3e1-e4e7-42c0-bf9e-dde888d603bf tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:10.450183 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b5dea0b-36bf-4c87-a12e-c45c15173e51 req-a8f3d3e1-e4e7-42c0-bf9e-dde888d603bf tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0562816 Jan 28 17:47:10.498314 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6b5dea0b-36bf-4c87-a12e-c45c15173e51 req-2a1ae646-46af-4e79-82d2-ecf7b5125729 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Jan 28 17:47:11.620629 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729dbbd-66f6-4efc-9dd7-b2c80c348962 req-673f62bc-d5c2-4abc-b951-30925627f259 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:11.622906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6729dbbd-66f6-4efc-9dd7-b2c80c348962 req-673f62bc-d5c2-4abc-b951-30925627f259 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0560207 Jan 28 17:47:11.686602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6729dbbd-66f6-4efc-9dd7-b2c80c348962 req-2b664c41-de69-4a38-9db0-f3a1af3d4d5d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580151 Jan 28 17:47:12.807975 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666571-c41b-43f9-a7a6-c6fde8e3b6cc req-5c055f90-f3e5-4747-9382-f4e705be54d0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:12.809502 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80666571-c41b-43f9-a7a6-c6fde8e3b6cc req-5c055f90-f3e5-4747-9382-f4e705be54d0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0532892 Jan 28 17:47:12.861951 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-80666571-c41b-43f9-a7a6-c6fde8e3b6cc req-1ac412b0-b838-4850-a039-7f97baa85a37 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468583 Jan 28 17:47:12.899305 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:12.995209 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:13.980916 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b2af-b3bf-4a3a-9fb0-b3062bf4bb66 req-55cd9089-768d-439d-98a6-6fbe32766eb6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:13.982416 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f432b2af-b3bf-4a3a-9fb0-b3062bf4bb66 req-55cd9089-768d-439d-98a6-6fbe32766eb6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0530219 Jan 28 17:47:14.033329 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f432b2af-b3bf-4a3a-9fb0-b3062bf4bb66 req-3e1b5a14-bd06-4d69-b336-19b75d3eb114 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452399 Jan 28 17:47:15.152158 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a8259-14c9-4dde-9a74-1912a0020485 req-0ed89b2a-1c4a-44f2-a689-dcfcdf4b2b85 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:15.153669 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-311a8259-14c9-4dde-9a74-1912a0020485 req-0ed89b2a-1c4a-44f2-a689-dcfcdf4b2b85 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0542486 Jan 28 17:47:15.202462 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-311a8259-14c9-4dde-9a74-1912a0020485 req-c24cf355-a4f3-4d93-971e-5ead0c541641 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Jan 28 17:47:16.069649 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ac65cb7a-5780-4f02-9bda-95d36f54dae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:16.327482 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bf8a4-88c0-4f10-b3ce-7de66a124f2c req-159a3129-483d-4779-bb6b-a12a76eafe75 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:16.329008 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb0bf8a4-88c0-4f10-b3ce-7de66a124f2c req-159a3129-483d-4779-bb6b-a12a76eafe75 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0569274 Jan 28 17:47:16.376906 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fb0bf8a4-88c0-4f10-b3ce-7de66a124f2c req-e0f03873-99be-43c5-8572-629b99dde08b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Jan 28 17:47:17.497691 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0b739-21b7-4e38-82d0-294593ea8e73 req-7ac8951d-ad72-43b0-822c-953c932e886a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:17.499142 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03e0b739-21b7-4e38-82d0-294593ea8e73 req-7ac8951d-ad72-43b0-822c-953c932e886a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0516646 Jan 28 17:47:17.547399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-03e0b739-21b7-4e38-82d0-294593ea8e73 req-363b6e15-117e-492b-861d-df70b6349bf6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426059 Jan 28 17:47:18.008225 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0d342290-3bbd-4fad-a236-f59c651aafa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:18.670010 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2b20-ac59-4b6e-925d-13a98b24ae81 req-73d6dcea-9cda-4d77-8c34-e69f46adc9ac tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:18.671530 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42cb2b20-ac59-4b6e-925d-13a98b24ae81 req-73d6dcea-9cda-4d77-8c34-e69f46adc9ac tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0555835 Jan 28 17:47:18.720066 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-42cb2b20-ac59-4b6e-925d-13a98b24ae81 req-406e861a-4107-4742-9dbf-0af822877184 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 Jan 28 17:47:19.671043 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:19.838611 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e68c2-8b72-4af5-b29b-f0e118ca5884 req-c3c3aa73-8590-4c22-97a0-66a972568957 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:19.840656 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b96e68c2-8b72-4af5-b29b-f0e118ca5884 req-c3c3aa73-8590-4c22-97a0-66a972568957 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0527546 Jan 28 17:47:19.888658 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b96e68c2-8b72-4af5-b29b-f0e118ca5884 req-3df8be50-33dd-49d3-a0e7-8aea37925488 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421877 Jan 28 17:47:20.908798 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:21.003182 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697ba5d-4b85-4a20-8cf6-9263c09cb6c2 req-15f84c69-c6cf-49f5-8d20-a41ff9056696 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:21.004625 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9697ba5d-4b85-4a20-8cf6-9263c09cb6c2 req-15f84c69-c6cf-49f5-8d20-a41ff9056696 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0510323 Jan 28 17:47:21.060072 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9697ba5d-4b85-4a20-8cf6-9263c09cb6c2 req-42fc6f60-df95-434e-b147-1a6009e64f07 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498860 Jan 28 17:47:21.884769 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:22.180352 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb1eed-b272-4131-a32f-112c2da51e13 req-cc9b5c8e-92cc-4440-8488-57c73f38e1b6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:22.181846 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65bb1eed-b272-4131-a32f-112c2da51e13 req-cc9b5c8e-92cc-4440-8488-57c73f38e1b6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0519295 Jan 28 17:47:22.229542 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-65bb1eed-b272-4131-a32f-112c2da51e13 req-fbfddf15-a08e-49ae-a56e-e139f6e882b8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410948 Jan 28 17:47:23.346807 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fdc84-2eb3-4275-bacc-7a0b2372bd6f req-3825ce6f-c84d-4cde-a094-d49897bd7af7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:23.348275 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-958fdc84-2eb3-4275-bacc-7a0b2372bd6f req-3825ce6f-c84d-4cde-a094-d49897bd7af7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0521619 Jan 28 17:47:23.395961 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-958fdc84-2eb3-4275-bacc-7a0b2372bd6f req-0d717906-703f-40b0-ab36-5d6dbf0d0511 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Jan 28 17:47:24.515944 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa9b0-ceaa-4451-9a7d-a1ac0f6f4e2f req-5d79eb60-ea65-4722-a44c-b372558bdaa3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:24.517423 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cacfa9b0-ceaa-4451-9a7d-a1ac0f6f4e2f req-5d79eb60-ea65-4722-a44c-b372558bdaa3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0565608 Jan 28 17:47:24.564049 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cacfa9b0-ceaa-4451-9a7d-a1ac0f6f4e2f req-5e00ae77-e721-46f9-bdd0-d9a69beb5af4 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 Jan 28 17:47:24.771127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:47:24.865304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:47:24.880359 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'port_id': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:47:24.915585 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4a2fcbb1-a626-4e22-86ba-78910d079443 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:47:24.916004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:24.929725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2fcbb1-a626-4e22-86ba-78910d079443 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:47:24.948425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:47:24.952425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:24.997978 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:25.005094 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.005436 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.005780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.006122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.006460 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.006794 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.007124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.007451 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.007777 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.008104 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.008427 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.008770 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.009097 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:25.192365 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['4a2fcbb1-a626-4e22-86ba-78910d079443'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:47:25.681604 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3136e-4b18-4b4e-8c2b-dd5b0afb13c1 req-e4f6cc45-9831-4cda-93e1-d3daf78e61b5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:25.683073 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6df3136e-4b18-4b4e-8c2b-dd5b0afb13c1 req-e4f6cc45-9831-4cda-93e1-d3daf78e61b5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 945 time: 0.0524259 Jan 28 17:47:25.733169 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6df3136e-4b18-4b4e-8c2b-dd5b0afb13c1 req-c96ce8ee-7a47-4753-baae-41fcd94ba06a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 Jan 28 17:47:26.788814 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:47:26.841586 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port 4a2fcbb1-a626-4e22-86ba-78910d079443 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:47:26.845574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 4a2fcbb1-a626-4e22-86ba-78910d079443 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:47:26.845946 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:26.853254 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685d7b-c723-44a6-800f-9963429e4896 req-0ec0f83d-3b0b-4c86-8023-1cb6f49abdf8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:26.855348 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f685d7b-c723-44a6-800f-9963429e4896 req-0ec0f83d-3b0b-4c86-8023-1cb6f49abdf8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 945 time: 0.0554085 Jan 28 17:47:26.907848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1f685d7b-c723-44a6-800f-9963429e4896 req-0e2bf1ae-09e7-4609-ac0b-0dbcc080e47b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467708 Jan 28 17:47:26.923609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4a2fcbb1-a626-4e22-86ba-78910d079443 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:47:26.923997 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:26.945899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:47:26.948069 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157850ab-d011-4dc5-9cba-fee75dca801f" -d '{"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-plugged", "status": "completed", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:47:26.960850 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:47:26.965416 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:27.011342 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:27.047918 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d031e0d-23d4-46be-90a8-696126c0c9d6 x-openstack-request-id: req-8d031e0d-23d4-46be-90a8-696126c0c9d6 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:47:27.048221 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-plugged", "status": "completed", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:47:27.048483 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d031e0d-23d4-46be-90a8-696126c0c9d6 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:47:27.048910 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'code': 200} Jan 28 17:47:27.158770 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6c8df-4674-4565-9187-06d6bf66c4e6 req-00a5b0c0-7700-4ae1-9942-1e3ded425a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:27.160288 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c6c8df-4674-4565-9187-06d6bf66c4e6 req-00a5b0c0-7700-4ae1-9942-1e3ded425a22 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0523312 Jan 28 17:47:27.204975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d5c6c8df-4674-4565-9187-06d6bf66c4e6 req-0dc440e6-a40c-4edd-a02d-a512c261dd6e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387218 Jan 28 17:47:28.024585 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d615-ead1-4b56-b91a-5283c6835b5b req-ce0f4906-3eda-4c11-8d43-135f7e7edcdd tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:28.026650 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa75d615-ead1-4b56-b91a-5283c6835b5b req-ce0f4906-3eda-4c11-8d43-135f7e7edcdd tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Jan 28 17:47:28.074963 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aa75d615-ead1-4b56-b91a-5283c6835b5b req-f542762c-8f0f-4cd1-947a-6befcee0b43f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 Jan 28 17:47:28.508535 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-feac4267-ae08-4649-88f3-c8c2aff2ca8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459185 Jan 28 17:47:28.590756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7780a5-2e23-4520-b002-331d84545109 req-a598b3b0-63f8-4525-ac13-dd71babdce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:28.592233 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-a598b3b0-63f8-4525-ac13-dd71babdce54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0437870 Jan 28 17:47:28.693605 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7780a5-2e23-4520-b002-331d84545109 req-33aa2a9f-af57-45ad-8471-7b99d19e87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:28.695094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-33aa2a9f-af57-45ad-8471-7b99d19e87ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0859115 Jan 28 17:47:28.734932 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-bd286f0e-96ea-4093-a9c6-f8ff4dfe384d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 217 time: 0.0344913 Jan 28 17:47:28.784751 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7780a5-2e23-4520-b002-331d84545109 req-8635ddc2-a403-48ca-9026-280559d3aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:28.786104 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-8635ddc2-a403-48ca-9026-280559d3aa04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0455222 Jan 28 17:47:28.844952 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7780a5-2e23-4520-b002-331d84545109 req-c41875ec-7055-4ec8-a344-820100897158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:28.846520 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-c41875ec-7055-4ec8-a344-820100897158 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551479 Jan 28 17:47:28.933902 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-7850b20e-b10d-4d93-a3a5-90e714fa6235 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817058 Jan 28 17:47:29.024153 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1c7780a5-2e23-4520-b002-331d84545109 req-33ca8e09-18b9-47c6-9ab2-cc63f9c41747 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848157 Jan 28 17:47:29.202085 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a4cf1-0c6b-4c5c-b074-1765853a7f72 req-db9270f6-67c9-44b9-8789-0d179e30935b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:29.203572 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e10a4cf1-0c6b-4c5c-b074-1765853a7f72 req-db9270f6-67c9-44b9-8789-0d179e30935b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0573905 Jan 28 17:47:29.250957 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e10a4cf1-0c6b-4c5c-b074-1765853a7f72 req-a1009ebd-8b60-4891-9902-399fa346aede tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Jan 28 17:47:29.368924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a2c24-b9a0-4e40-9972-e7c3276852c8 req-d3d38f8b-2c3c-4c71-b5e2-4f340c1263ae tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:29.370280 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd5a2c24-b9a0-4e40-9972-e7c3276852c8 req-d3d38f8b-2c3c-4c71-b5e2-4f340c1263ae tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0548258 Jan 28 17:47:29.417328 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-fd5a2c24-b9a0-4e40-9972-e7c3276852c8 req-f1f76d69-5365-4822-ba98-10960af048fa tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Jan 28 17:47:29.438175 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37302) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:47:29.481144 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed570d9-60d2-45c7-a9ab-d2dd6b644d07 tempest-TestShelveInstance-1016648415 tempest-TestShelveInstance-1016648415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:29.482654 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0ed570d9-60d2-45c7-a9ab-d2dd6b644d07 tempest-TestShelveInstance-1016648415 tempest-TestShelveInstance-1016648415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1124 time: 0.0435374 Jan 28 17:47:29.485416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37304) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:47:29.489598 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:47:29.509526 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:29.611925 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:29.716259 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Allocated IP 172.25.8.179 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/d285023d-3efa-4b71-bdb6-4289caf273c9) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:47:29.820093 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:29.852748 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:29.890747 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:47:29.893463 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:47:29.898868 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:47:29.904066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'Port': ['ID=d285023d-3efa-4b71-bdb6-4289caf273c9,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:30.247261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (86cf1238-ad58-40f6-af97-b2a52d050dec), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:30.311234 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:30.685867 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:47:30.786605 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:30.791115 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:30.860529 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event updated for resources: {'Port': ['ID=d285023d-3efa-4b71-bdb6-4289caf273c9,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:30.872600 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (86cf1238-ad58-40f6-af97-b2a52d050dec), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:30.971567 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Floating IP 86cf1238-ad58-40f6-af97-b2a52d050dec associated. External IP: 172.25.8.179, port: 4a2fcbb1-a626-4e22-86ba-78910d079443. Jan 28 17:47:31.175122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Router a146450b-c490-4966-a24d-962495aa60ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:47:31.277687 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:47:31.286931 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:47:31.294674 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:31.296463 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:47:31.297113 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:47:31.328342 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ec26e515-4cab-4eee-9747-05be91753cb0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8419235 Jan 28 17:47:31.328974 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:47:31.331224 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69176956-63cb-44b7-90d8-21a3f21d3963" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:47:31.374929 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e67516a-c2d9-412c-9403-9852d27307d1 x-openstack-request-id: req-5e67516a-c2d9-412c-9403-9852d27307d1 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:47:31.375226 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:47:31.375487 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e67516a-c2d9-412c-9403-9852d27307d1 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:47:31.375894 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'status': 'completed', 'code': 200} Jan 28 17:47:31.442835 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-a57857ea-bb64-45c4-a4fb-5f9f48bde3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:31.444437 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-a57857ea-bb64-45c4-a4fb-5f9f48bde3ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0485880 Jan 28 17:47:31.540073 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-ae90c836-3d7b-4ca3-9f07-01b427277e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:31.541535 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-ae90c836-3d7b-4ca3-9f07-01b427277e1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0912249 Jan 28 17:47:31.562836 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:47:31.607051 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-6787e1ce-46f1-45eb-a98e-3256f891ec5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1000 time: 0.0592861 Jan 28 17:47:31.655985 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-2b9b8627-39d4-419e-a92f-2a888b8b74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:31.657657 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-2b9b8627-39d4-419e-a92f-2a888b8b74ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0451102 Jan 28 17:47:31.709640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-9a8f925e-ee27-43b9-97c1-8ca19ec4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:31.711132 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-9a8f925e-ee27-43b9-97c1-8ca19ec4c59e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480261 Jan 28 17:47:31.783489 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '86cf1238-ad58-40f6-af97-b2a52d050dec', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'port_id': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:47:30Z', 'updated_at': '2022-01-28T17:47:30Z', 'revision_number': 0, 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:47:31.798992 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-7400098e-5b71-4ac4-a9cc-a2d9551e1af2 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Jan 28 17:47:31.814861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:47:31.825021 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:47:31.825669 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:47:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:47:31.896448 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-69176956-63cb-44b7-90d8-21a3f21d3963 req-c4da9384-c10e-443c-832c-3d6c3f74f4f9 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922449 Jan 28 17:47:31.933127 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:47:32.164845 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '86cf1238-ad58-40f6-af97-b2a52d050dec', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'port_id': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:47:30Z', 'updated_at': '2022-01-28T17:47:30Z', 'revision_number': 0, 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:47:32.191905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253fc1b-1911-48fb-8ded-f4381eefe06b None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '86cf1238-ad58-40f6-af97-b2a52d050dec', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'port_id': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:47:30Z', 'updated_at': '2022-01-28T17:47:30Z', 'revision_number': 0, 'project_id': 'b7714fd43f40457795b796002785dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:47:32.392520 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8dce52-51a7-469e-8ff8-69d96a10557d None None] New status for floating IP 86cf1238-ad58-40f6-af97-b2a52d050dec: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:47:42.896190 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:43.023357 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:46.069969 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b727010-0b68-4f03-86dd-e4628f9eaeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:48.010559 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77935f56-e53e-4860-8f7b-42d50c1d5d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:49.671581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:50.910908 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:47:51.886816 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:07.684541 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:48:12.927203 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:13.017742 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:16.072410 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e6e34f3a-46c0-452a-917e-12bf0375e04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:18.012664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-697d0f7c-e8bd-4df8-945f-a5b06634d550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:19.674268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:20.913817 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:21.889851 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:29.507935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-774b34cc-8c29-484f-9631-104d97a07679 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452709 Jan 28 17:48:29.594207 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-e732ca6d-2de1-4828-a8d5-75242b841629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:29.595708 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-e732ca6d-2de1-4828-a8d5-75242b841629 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0456281 Jan 28 17:48:29.701452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-0beb36f8-fb7f-42ad-b519-30ea351399c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:29.702935 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-0beb36f8-fb7f-42ad-b519-30ea351399c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0894561 Jan 28 17:48:29.767081 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-bfa6f80c-f8e5-492f-b2af-e0946fa455c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1002 time: 0.0582225 Jan 28 17:48:29.818150 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-372740af-0609-483a-9354-ce55cf33abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:29.819783 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-372740af-0609-483a-9354-ce55cf33abaf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0450039 Jan 28 17:48:29.888809 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-4a22a109-519a-43d8-8154-df38b03f2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:29.891363 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-4a22a109-519a-43d8-8154-df38b03f2611 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0654969 Jan 28 17:48:29.981798 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-38a6a1cb-d362-4ed1-aaac-9b30eecf0bb2 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Jan 28 17:48:30.075147 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fe867181-bf8b-4c76-9679-ddfc0753f3d1 req-af9d5290-5884-4542-bc42-6b12f611c0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875533 Jan 28 17:48:42.959906 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:43.017193 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:44.684161 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:48:46.074012 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7d8e-95e0-46ec-b825-27ab2ededfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:48.016347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d26b9af-77f2-4280-b71e-5826b6b67555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:49.676262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:50.915882 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:48:51.891536 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:12.954385 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:13.030356 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:16.075268 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-91e432fb-e19c-4dec-8947-0e1c801cc186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:18.017900 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9906c067-084a-43c6-81c2-d1c580c31fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:19.681058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:20.918890 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:21.683446 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:49:21.893360 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:26.783446 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac80e69-278e-498f-b295-18c5d05b1e3d req-0d96caf9-601a-417d-80b4-970af79b5434 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:26.784972 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aac80e69-278e-498f-b295-18c5d05b1e3d req-0d96caf9-601a-417d-80b4-970af79b5434 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0540950 Jan 28 17:49:26.835150 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-aac80e69-278e-498f-b295-18c5d05b1e3d req-47d9c393-5d6f-481e-8261-ca07e1dfd6f6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444396 Jan 28 17:49:27.963617 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac82e6-aa66-4303-99c9-625d67adbd33 req-ecd1daa5-f2fb-4f17-a095-e6c2e2197dab tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:27.965017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90ac82e6-aa66-4303-99c9-625d67adbd33 req-ecd1daa5-f2fb-4f17-a095-e6c2e2197dab tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0522273 Jan 28 17:49:28.012026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-90ac82e6-aa66-4303-99c9-625d67adbd33 req-dc43992a-a554-4d16-ae1c-eae762be3fe9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413640 Jan 28 17:49:29.140500 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4778c1-3271-456e-81c5-453239642676 req-c5c5d737-d788-476a-8424-000ac0ab76ef tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:29.142044 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b4778c1-3271-456e-81c5-453239642676 req-c5c5d737-d788-476a-8424-000ac0ab76ef tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0574248 Jan 28 17:49:29.189954 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3b4778c1-3271-456e-81c5-453239642676 req-36608a69-c1df-43cc-b7d1-7831baaf9f3d tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Jan 28 17:49:30.306142 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b12bc-1b8b-4335-8719-83d0829ad6c3 req-d6301962-0c23-479e-8618-9a7e4aed4d53 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:30.307605 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed1b12bc-1b8b-4335-8719-83d0829ad6c3 req-d6301962-0c23-479e-8618-9a7e4aed4d53 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0524421 Jan 28 17:49:30.356186 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ed1b12bc-1b8b-4335-8719-83d0829ad6c3 req-a9949702-6dfc-4fbb-9597-4dfa1cd841ff tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Jan 28 17:49:31.480335 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448fa6c-5037-4cc4-9dea-54c4eb73950b req-90a6dbf3-bbc0-436f-89a3-a8c5de9fbd00 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:31.482088 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8448fa6c-5037-4cc4-9dea-54c4eb73950b req-90a6dbf3-bbc0-436f-89a3-a8c5de9fbd00 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0588968 Jan 28 17:49:31.532260 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8448fa6c-5037-4cc4-9dea-54c4eb73950b req-1c43e9bd-2d7c-4452-97bc-c07817d0a919 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Jan 28 17:49:31.547578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-674dea32-ef4d-49d9-b7f3-a531c68fb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:31.549125 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-674dea32-ef4d-49d9-b7f3-a531c68fb611 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0469434 Jan 28 17:49:31.649090 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-4e0c0844-0884-4a1e-8486-628cd6f04733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:31.650472 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-4e0c0844-0884-4a1e-8486-628cd6f04733 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0832734 Jan 28 17:49:31.718416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-65918743-fe2a-4a4b-b725-965652b72de6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1002 time: 0.0621688 Jan 28 17:49:31.764503 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-0e8db339-b0e5-4d1a-b0fc-1ac8719ff863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:31.765939 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-0e8db339-b0e5-4d1a-b0fc-1ac8719ff863 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0419097 Jan 28 17:49:31.814571 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-49f64e77-5621-4c21-96f1-33e8b304b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:31.816023 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-49f64e77-5621-4c21-96f1-33e8b304b7b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421243 Jan 28 17:49:31.907957 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-6be342a4-657c-406d-9800-201f1cf7aa4e service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853164 Jan 28 17:49:31.993058 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-68338c92-b7a1-4f5b-932f-91d1c426c2ea req-b2a18f51-5d71-4cf1-89bd-565db97205b3 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798748 Jan 28 17:49:32.650154 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cf623-0c11-475a-be0d-405f04b9d513 req-193513b4-1743-43c0-ac82-8ce674c35cda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:32.651606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-004cf623-0c11-475a-be0d-405f04b9d513 req-193513b4-1743-43c0-ac82-8ce674c35cda tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Jan 28 17:49:32.699452 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-004cf623-0c11-475a-be0d-405f04b9d513 req-7e8101c1-a98c-4aa8-9270-6e56e4417ae1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Jan 28 17:49:33.817534 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f174639-7f69-4cd8-a5b0-37296e4fc70e req-c0cd679e-7048-4538-a3f2-5bbf845cfa04 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:33.818983 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f174639-7f69-4cd8-a5b0-37296e4fc70e req-c0cd679e-7048-4538-a3f2-5bbf845cfa04 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0522578 Jan 28 17:49:33.871552 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f174639-7f69-4cd8-a5b0-37296e4fc70e req-f18d648b-e712-441e-9b6d-5ab9035f17ae tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469134 Jan 28 17:49:34.992991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4b50-2d53-4070-aee8-0cab9b1de623 req-6941de3b-878f-414a-8e44-121367cd9217 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:34.994506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c2c4b50-2d53-4070-aee8-0cab9b1de623 req-6941de3b-878f-414a-8e44-121367cd9217 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0540361 Jan 28 17:49:35.043959 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9c2c4b50-2d53-4070-aee8-0cab9b1de623 req-e6e05936-48a8-490e-85a0-def7e6f0be0a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439327 Jan 28 17:49:36.160513 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7fc1-e141-4a3d-b241-a40782928850 req-aaa156d1-d16c-4eb6-9cf6-3922f5436214 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:36.162012 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c6c7fc1-e141-4a3d-b241-a40782928850 req-aaa156d1-d16c-4eb6-9cf6-3922f5436214 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0526028 Jan 28 17:49:36.209335 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-0c6c7fc1-e141-4a3d-b241-a40782928850 req-23110da1-a373-459d-b9a2-74b56470fcad tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Jan 28 17:49:36.909582 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-cbfb51ac-97bb-46de-b3ad-837d29f4b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:36.911085 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-cbfb51ac-97bb-46de-b3ad-837d29f4b5e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0489457 Jan 28 17:49:36.997374 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-1c380555-4654-43c4-a033-d9af148babc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:36.998839 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-1c380555-4654-43c4-a033-d9af148babc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0821650 Jan 28 17:49:37.064891 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-e0768fab-87fc-42a1-864d-2dd7936f07d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1002 time: 0.0603065 Jan 28 17:49:37.110171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-1a1f0ec9-8e1c-42cb-8162-2f58d5307af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:37.111568 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-1a1f0ec9-8e1c-42cb-8162-2f58d5307af8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0416911 Jan 28 17:49:37.159066 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-0cbe6729-4498-4cdd-a1e1-75488d016264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:37.160595 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-0cbe6729-4498-4cdd-a1e1-75488d016264 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430250 Jan 28 17:49:37.248502 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-bf08eeff-95c2-404e-ab2c-a031e2eab2e3 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822852 Jan 28 17:49:37.334315 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c8e42-4faf-4fbe-aae2-7c10006227ad req-32691614-264d-4011-82dd-d162f159e767 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:37.336400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-999c8e42-4faf-4fbe-aae2-7c10006227ad req-32691614-264d-4011-82dd-d162f159e767 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0605931 Jan 28 17:49:37.388400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-999c8e42-4faf-4fbe-aae2-7c10006227ad req-9df0092a-4077-4455-884a-37b43de5d5ec tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461986 Jan 28 17:49:37.607236 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-0ac57e54-92ee-4511-bf5c-5184f0120703 req-dc50a100-a265-4e61-b70f-454f9079a58c service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530796 Jan 28 17:49:38.507573 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7543aaa-7d0b-47b6-8b13-1d2beb3bc113 req-1b0628c2-776b-490d-85ca-4acacdbb9ad0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:38.509031 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7543aaa-7d0b-47b6-8b13-1d2beb3bc113 req-1b0628c2-776b-490d-85ca-4acacdbb9ad0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0513678 Jan 28 17:49:38.556618 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b7543aaa-7d0b-47b6-8b13-1d2beb3bc113 req-ce5b439e-515a-4ccc-ab2c-3334095100f4 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420547 Jan 28 17:49:39.672450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505a1bf-d298-444f-bcb1-f034dac0f67e req-078a08c5-38e4-4f56-9948-597f530355b9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:39.673969 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a505a1bf-d298-444f-bcb1-f034dac0f67e req-078a08c5-38e4-4f56-9948-597f530355b9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0525692 Jan 28 17:49:39.727864 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-a505a1bf-d298-444f-bcb1-f034dac0f67e req-a3847a5e-4833-47ab-8ff6-bdbb34174407 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478861 Jan 28 17:49:40.847934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c7b5-b99e-4f57-883c-4e611bae73f4 req-33e80718-83d1-4075-a78c-d09c83f92628 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:40.849455 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bff8c7b5-b99e-4f57-883c-4e611bae73f4 req-33e80718-83d1-4075-a78c-d09c83f92628 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0531971 Jan 28 17:49:40.899615 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bff8c7b5-b99e-4f57-883c-4e611bae73f4 req-ef00b979-0932-4dca-bca0-086d7b891fcd tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Jan 28 17:49:41.516581 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:49:41.593253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4a2fcbb1-a626-4e22-86ba-78910d079443 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:49:41.593645 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:41.616423 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:49:41.618714 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9213b55e-6498-423d-905e-dc53bbd9b101" -d '{"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:49:41.632034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:49:41.637503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:41.665530 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5c9fb1-128d-4b1e-bfd2-1e66ed0b7c68 x-openstack-request-id: req-9a5c9fb1-128d-4b1e-bfd2-1e66ed0b7c68 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:49:41.665837 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:49:41.666082 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a5c9fb1-128d-4b1e-bfd2-1e66ed0b7c68 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:49:41.666475 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'code': 200} Jan 28 17:49:41.691736 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:49:41.698909 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.699254 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.699593 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.699925 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.700257 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.700584 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.700935 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.701258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.701574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.701899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.702221 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.702542 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:41.702861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:49:42.019616 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd057b-d1cd-4971-9eb3-c4a7682da516 req-f2e73e07-4276-4d81-a0b0-7c2174f2bf23 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:42.021109 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8afd057b-d1cd-4971-9eb3-c4a7682da516 req-f2e73e07-4276-4d81-a0b0-7c2174f2bf23 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0526061 Jan 28 17:49:42.071170 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-8afd057b-d1cd-4971-9eb3-c4a7682da516 req-a60f2822-6f12-4e4f-a831-a0223653fa46 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 Jan 28 17:49:42.968195 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:43.044959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:43.197421 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b80fc-d375-4732-a202-0691100b81c1 req-73b2e8e0-ad6c-4498-90cc-48c93a3ce357 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:43.198872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-190b80fc-d375-4732-a202-0691100b81c1 req-73b2e8e0-ad6c-4498-90cc-48c93a3ce357 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0575027 Jan 28 17:49:43.245817 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-190b80fc-d375-4732-a202-0691100b81c1 req-e3d8e6bc-7af7-498c-9ceb-334e996cfc6e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Jan 28 17:49:43.313863 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-e27213e7-fff1-419e-9a7b-62a2ae010dd4 req-d783c673-55f3-4758-9b02-4f3206b5068a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:49:43.314840 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e27213e7-fff1-419e-9a7b-62a2ae010dd4 req-d783c673-55f3-4758-9b02-4f3206b5068a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055001 Jan 28 17:49:43.437997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-b5db6516-e9b8-46c6-9139-685f04c0ea0b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436454 Jan 28 17:49:43.447778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-f2341722-5123-4177-851f-e30e66ac776e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:49:43.448747 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-f2341722-5123-4177-851f-e30e66ac776e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049834 Jan 28 17:49:43.466410 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fac3b1-b492-4d03-bed7-9339e61d9947 req-f37148aa-97a1-4ec4-9c4b-9575f3cff070 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:43.469806 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0fac3b1-b492-4d03-bed7-9339e61d9947 req-f37148aa-97a1-4ec4-9c4b-9575f3cff070 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0544441 Jan 28 17:49:43.519563 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d0fac3b1-b492-4d03-bed7-9339e61d9947 req-bf9d3f82-8695-4bff-825f-1ae4e8df98fd tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 Jan 28 17:49:44.641093 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d64b1-5b87-4a33-a38a-80756a40561e req-10db2269-a1cd-4551-9965-7c30a6d1a5fc tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:44.642684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d4d64b1-5b87-4a33-a38a-80756a40561e req-10db2269-a1cd-4551-9965-7c30a6d1a5fc tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0562174 Jan 28 17:49:44.693243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9d4d64b1-5b87-4a33-a38a-80756a40561e req-bde3e94b-aac2-4aba-a636-645752d47902 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 Jan 28 17:49:45.812763 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63052f50-8d14-4e6f-bdd1-86cc0a6b59dc req-e4f2c373-00ff-4996-82f2-88df6beb7189 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:45.814297 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63052f50-8d14-4e6f-bdd1-86cc0a6b59dc req-e4f2c373-00ff-4996-82f2-88df6beb7189 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0532942 Jan 28 17:49:45.863612 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-63052f50-8d14-4e6f-bdd1-86cc0a6b59dc req-ba60a5cf-f17e-4f5e-bb43-7cdb4b99b497 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Jan 28 17:49:46.076194 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7749fa55-6571-40f4-b223-0e00426054a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:46.981855 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537b571-0d07-4373-8980-c72dc3d05339 req-ea54e5f3-1941-47fe-a797-998b531cccba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:46.983368 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9537b571-0d07-4373-8980-c72dc3d05339 req-ea54e5f3-1941-47fe-a797-998b531cccba tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0523868 Jan 28 17:49:47.035813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9537b571-0d07-4373-8980-c72dc3d05339 req-858b9e19-a706-4f30-870f-edb6dc4acd4a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469134 Jan 28 17:49:48.023458 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cf0ce29-cde3-451a-b52f-d23c5674b1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:48.167551 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4e00-2958-44df-b61b-18ccc7227c7c req-b7e41f0c-59a7-4b14-a7e6-b93ddbfe4c89 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:48.169085 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d89c4e00-2958-44df-b61b-18ccc7227c7c req-b7e41f0c-59a7-4b14-a7e6-b93ddbfe4c89 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0644245 Jan 28 17:49:48.218819 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d89c4e00-2958-44df-b61b-18ccc7227c7c req-72fda19c-d5fe-43c1-882c-09fd7e26978b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Jan 28 17:49:49.399782 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cc8ca-5703-4e4e-905d-9fe26bf61eff req-a986746c-7f68-4954-be07-086c60236087 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:49.401243 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df1cc8ca-5703-4e4e-905d-9fe26bf61eff req-a986746c-7f68-4954-be07-086c60236087 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.1107204 Jan 28 17:49:49.449927 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-df1cc8ca-5703-4e4e-905d-9fe26bf61eff req-855056f1-456a-4016-83d4-a7d382c2bf9a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Jan 28 17:49:49.682506 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:50.614979 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4948-9354-4b37-9b99-4d2819862d14 req-f42debcc-a2ed-4770-9f73-120a31ed64fb tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:50.617121 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-771b4948-9354-4b37-9b99-4d2819862d14 req-f42debcc-a2ed-4770-9f73-120a31ed64fb tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.1000004 Jan 28 17:49:50.665810 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-771b4948-9354-4b37-9b99-4d2819862d14 req-41e1d311-19c0-4067-bfd6-ea4dd9d9505f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432036 Jan 28 17:49:50.925458 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:51.783139 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eb54c-537b-4647-b06f-d81156722a67 req-4de3c360-d5e3-4243-ade1-88024f5aa2c7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:51.784626 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb2eb54c-537b-4647-b06f-d81156722a67 req-4de3c360-d5e3-4243-ade1-88024f5aa2c7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0519674 Jan 28 17:49:51.833433 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bb2eb54c-537b-4647-b06f-d81156722a67 req-1c850c87-b9df-489e-b22a-15062ae20fd3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Jan 28 17:49:51.897038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:49:52.957906 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e7c53-8dbd-46bf-83fa-086daa178880 req-211f338b-0511-4ae6-9dd8-bddbbe82d313 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:52.959970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d3e7c53-8dbd-46bf-83fa-086daa178880 req-211f338b-0511-4ae6-9dd8-bddbbe82d313 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0553715 Jan 28 17:49:53.014292 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4d3e7c53-8dbd-46bf-83fa-086daa178880 req-262937e3-852c-4d8f-b9aa-0814eba6371b tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487847 Jan 28 17:49:53.541355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-8655bfaf-0c3c-42f4-9542-62961757ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:53.542842 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-8655bfaf-0c3c-42f4-9542-62961757ce3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713&tenant_id=b7714fd43f40457795b796002785dec1 HTTP/1.1" status: 200 len: 1127 time: 0.0467193 Jan 28 17:49:53.605434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-b293e4d0-989a-434c-ab1d-067e5020e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:53.606894 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-b293e4d0-989a-434c-ab1d-067e5020e243 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1127 time: 0.0427539 Jan 28 17:49:53.694926 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-8bb83c05-7b97-44a4-b78d-80fc92107420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:53.696392 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-8bb83c05-7b97-44a4-b78d-80fc92107420 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0841656 Jan 28 17:49:53.762681 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-58f7bbba-8957-47c5-8217-5d59710a8bca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1000 time: 0.0607619 Jan 28 17:49:53.809136 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-5b4af480-1889-4512-9dc8-c652d3ea3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:53.810422 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-5b4af480-1889-4512-9dc8-c652d3ea3dd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0425589 Jan 28 17:49:53.856940 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-9ed8f8d6-5440-4310-a5b4-45d7577ec818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:53.858387 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-9ed8f8d6-5440-4310-a5b4-45d7577ec818 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423992 Jan 28 17:49:53.946408 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-8b13a8cd-30af-4845-9dc9-3fa2376a0a49 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824857 Jan 28 17:49:54.031870 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-c6669a2c-5e65-4b4f-aae0-27a2752f8a6b service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796416 Jan 28 17:49:54.135413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531411-81d8-4c83-8ab7-0d868068b59e req-f673aadc-edd5-4bc1-ba94-3ca0c41b8280 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:54.136925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c531411-81d8-4c83-8ab7-0d868068b59e req-f673aadc-edd5-4bc1-ba94-3ca0c41b8280 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0545728 Jan 28 17:49:54.185745 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5c531411-81d8-4c83-8ab7-0d868068b59e req-1c2d2cde-677b-4b2b-b9fc-bd316690842f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431998 Jan 28 17:49:55.303584 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493666f8-47ef-4357-9abe-d4b5c062e7b9 req-59fc588e-c0e7-4faa-9a7b-7f5366bb9dc0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:55.305090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-493666f8-47ef-4357-9abe-d4b5c062e7b9 req-59fc588e-c0e7-4faa-9a7b-7f5366bb9dc0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0519450 Jan 28 17:49:55.351779 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-493666f8-47ef-4357-9abe-d4b5c062e7b9 req-d8bd8fd2-5e4b-485f-a1df-d2235c934f2f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Jan 28 17:49:56.474389 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d099a23-d864-41c6-950f-60b5d88b8e52 req-41cf5b17-5577-434f-bbc2-24c56d41fb27 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:56.475883 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d099a23-d864-41c6-950f-60b5d88b8e52 req-41cf5b17-5577-434f-bbc2-24c56d41fb27 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0575669 Jan 28 17:49:56.524903 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-1d099a23-d864-41c6-950f-60b5d88b8e52 req-a60e72d3-54cf-407c-bff7-e8dddcdf4bd9 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Jan 28 17:49:57.643346 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2cb36-91bb-491c-9e33-ac6c31f3774d req-826645a9-c268-4a13-88c2-c0cbcc471b17 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:57.644893 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efd2cb36-91bb-491c-9e33-ac6c31f3774d req-826645a9-c268-4a13-88c2-c0cbcc471b17 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0525048 Jan 28 17:49:57.692619 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-efd2cb36-91bb-491c-9e33-ac6c31f3774d req-940b6a52-4216-413b-938f-ae7deefcc726 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 Jan 28 17:49:58.682201 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:49:58.812301 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73907fdb-c323-4ccb-a295-b8d0a68a78b3 req-53c6aff0-7ae7-4260-b067-38bb3bf7b76a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:58.813784 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73907fdb-c323-4ccb-a295-b8d0a68a78b3 req-53c6aff0-7ae7-4260-b067-38bb3bf7b76a tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0550754 Jan 28 17:49:58.861090 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-73907fdb-c323-4ccb-a295-b8d0a68a78b3 req-87518b80-521b-4d9b-b998-792314832c58 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Jan 28 17:49:59.975078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4edc64-1fc1-452d-b216-da9a5419b25d req-3c8c70e1-45f8-4958-87d5-2ecc29dd2920 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:49:59.976539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea4edc64-1fc1-452d-b216-da9a5419b25d req-3c8c70e1-45f8-4958-87d5-2ecc29dd2920 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0516560 Jan 28 17:50:00.024131 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ea4edc64-1fc1-452d-b216-da9a5419b25d req-8f22dd29-6667-486c-9608-54d2dec016c0 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Jan 28 17:50:01.139388 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a320-ceae-4358-97a2-f00c04d6b1b8 req-9ef130b9-3766-4c40-b149-b812f3eb8dc4 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:01.140879 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18d1a320-ceae-4358-97a2-f00c04d6b1b8 req-9ef130b9-3766-4c40-b149-b812f3eb8dc4 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 944 time: 0.0513957 Jan 28 17:50:01.192436 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-18d1a320-ceae-4358-97a2-f00c04d6b1b8 req-bdbd6e09-e782-472f-870f-b4a72baaf323 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452478 Jan 28 17:50:01.547618 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:50:01.642115 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:50:01.653854 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'port_id': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:50:01.689963 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4a2fcbb1-a626-4e22-86ba-78910d079443 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:50:01.690347 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:01.705700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2fcbb1-a626-4e22-86ba-78910d079443 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:50:01.724566 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:50:01.728438 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:01.777033 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:50:01.959719 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['4a2fcbb1-a626-4e22-86ba-78910d079443'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:50:02.309083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b888b-2c52-4a91-84dc-53d6928570aa req-1dcea672-e720-496f-94dc-5e501c2468d8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:02.310585 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a8b888b-2c52-4a91-84dc-53d6928570aa req-1dcea672-e720-496f-94dc-5e501c2468d8 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 945 time: 0.0521388 Jan 28 17:50:02.358238 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7a8b888b-2c52-4a91-84dc-53d6928570aa req-3b1e1eef-9350-4697-a71e-dd8fa496c0d5 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Jan 28 17:50:03.476853 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb7507-3632-4adf-9226-b78752e1dd5c req-4100bda3-824b-4ca4-9e54-a3d246c610b3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:03.478323 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecdb7507-3632-4adf-9226-b78752e1dd5c req-4100bda3-824b-4ca4-9e54-a3d246c610b3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Jan 28 17:50:03.525874 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ecdb7507-3632-4adf-9226-b78752e1dd5c req-ba8c69db-db8f-491d-baf1-2cf59f1f6475 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Jan 28 17:50:03.563005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:50:03.609530 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port 4a2fcbb1-a626-4e22-86ba-78910d079443 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:50:03.609909 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:03.687668 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port 4a2fcbb1-a626-4e22-86ba-78910d079443 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:50:03.688004 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:03.713253 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:50:03.715456 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db37027f-2c46-4dc8-8fe1-b6101964f3dd" -d '{"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-plugged", "status": "completed", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:50:03.728242 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:50:03.732985 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:03.755650 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478dc2de-377c-4091-985e-97e48b824674 x-openstack-request-id: req-478dc2de-377c-4091-985e-97e48b824674 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:50:03.755946 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-plugged", "status": "completed", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:50:03.756203 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-478dc2de-377c-4091-985e-97e48b824674 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:50:03.756591 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'code': 200} Jan 28 17:50:03.782470 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:50:03.900817 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea6afb-ae50-4122-9345-710f3f6ca996 req-02b94df0-c0ee-4515-a5f8-c1a533c88a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:03.902296 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fcea6afb-ae50-4122-9345-710f3f6ca996 req-02b94df0-c0ee-4515-a5f8-c1a533c88a5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0484564 Jan 28 17:50:03.948875 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-fcea6afb-ae50-4122-9345-710f3f6ca996 req-5f1f1eee-eff1-402f-9931-ccbb023c2956 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Jan 28 17:50:04.649788 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c71d-9f15-42a1-b019-e93d97219aa5 req-dc638449-c8f7-435c-baeb-b0d9306b0777 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:04.651299 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e669c71d-9f15-42a1-b019-e93d97219aa5 req-dc638449-c8f7-435c-baeb-b0d9306b0777 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0563877 Jan 28 17:50:04.701977 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e669c71d-9f15-42a1-b019-e93d97219aa5 req-91283697-23fc-4c30-a5cd-14c6d6e1138e tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449803 Jan 28 17:50:05.821341 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199fd8-ea41-4d8e-bce2-364232cab7de req-186ea856-df4d-4e46-836d-3890347824c6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:05.822836 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93199fd8-ea41-4d8e-bce2-364232cab7de req-186ea856-df4d-4e46-836d-3890347824c6 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0523014 Jan 28 17:50:05.869399 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-93199fd8-ea41-4d8e-bce2-364232cab7de req-9c36f547-54fa-4de6-88d2-d2a7dd1e65a2 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Jan 28 17:50:12.996501 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:13.061995 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:16.083407 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-49885832-d3a4-48a0-a62b-e26ff3ff8701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:18.014572 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-005e0ffa-596d-4910-b39f-51187c652f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:19.684199 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:20.928114 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:21.898797 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:33.501716 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-2e111f49-b187-40fb-8f31-029c792e60ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431244 Jan 28 17:50:33.589470 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-bbdcd04a-0a78-496a-a09a-e2f799b7dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:33.591011 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-bbdcd04a-0a78-496a-a09a-e2f799b7dc53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0450912 Jan 28 17:50:33.700409 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-f67a9f7f-276b-44b0-87eb-9b9327a8ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:33.701953 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-f67a9f7f-276b-44b0-87eb-9b9327a8ad8e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.0888944 Jan 28 17:50:33.767131 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-bb212550-72e9-4ad7-a4d8-afb26bb3fb40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 1002 time: 0.0594456 Jan 28 17:50:33.818506 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-949bafb1-a450-49b9-8cb7-43b193aa2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:33.819975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-949bafb1-a450-49b9-8cb7-43b193aa2032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0478821 Jan 28 17:50:33.870018 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-6eb81cc6-7aed-4ada-8bc5-2a6fc3a0ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:50:33.871543 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-6eb81cc6-7aed-4ada-8bc5-2a6fc3a0ca6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444779 Jan 28 17:50:33.960092 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-832fb1a7-9e86-4c31-ba4c-461ec49199f2 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822942 Jan 28 17:50:34.053559 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d0a0b9ae-78ad-47e0-9d70-959c47566187 req-a25df449-43f6-4675-8d84-9f8f995ee01b service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869112 Jan 28 17:50:35.681863 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:50:43.010086 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:43.071137 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:46.075918 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0b8e-5d99-45c6-afe2-33bfd8565caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:48.015488 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-efafb871-33fe-42b0-b798-4443c765ab35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:49.687329 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:50.932606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:50:51.900745 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:12.682528 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:51:13.025286 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:13.068403 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:16.077478 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a940779e-9b0e-408e-9543-83c297121e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:18.017321 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2350255a-2824-4088-b476-890d95e91860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:19.690247 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:20.933772 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.426079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37468) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:21.581653 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Deleting port d285023d-3efa-4b71-bdb6-4289caf273c9 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:21.581995 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.658913 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.659239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (d285023d-3efa-4b71-bdb6-4289caf273c9), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.672071 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Calling delete_port for d285023d-3efa-4b71-bdb6-4289caf273c9 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:21.818308 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (d285023d-3efa-4b71-bdb6-4289caf273c9), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.843332 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event deleted for resources: {'Port': ['ID=d285023d-3efa-4b71-bdb6-4289caf273c9,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:21.854858 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.855216 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.855560 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.855900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.856246 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.856572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.856937 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.857269 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.857599 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.857926 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.858256 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.858580 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.858900 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:21.901856 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.913239 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for floatingip (86cf1238-ad58-40f6-af97-b2a52d050dec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:21.913571 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Floating IP 86cf1238-ad58-40f6-af97-b2a52d050dec disassociated (deleted). External IP: 172.25.8.179, port: 4a2fcbb1-a626-4e22-86ba-78910d079443. Jan 28 17:51:22.121348 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Router a146450b-c490-4966-a24d-962495aa60ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:51:22.226328 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:22.231075 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:22.236597 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:22.246454 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:22.247160 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:22.259970 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-818e4032-82c6-4e35-9cd0-6287692898c3 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "DELETE /v2.0/floatingips/86cf1238-ad58-40f6-af97-b2a52d050dec HTTP/1.1" status: 204 len: 168 time: 0.8328235 Jan 28 17:51:22.260568 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:51:22.262835 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e3bbba-c485-4dcb-baa2-872ffac09164" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:51:22.305630 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b789f2-336d-4429-99e3-e42f90029756 x-openstack-request-id: req-84b789f2-336d-4429-99e3-e42f90029756 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:51:22.305933 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:51:22.306278 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84b789f2-336d-4429-99e3-e42f90029756 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:51:22.306701 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'status': 'completed', 'code': 200} Jan 28 17:51:22.375347 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-77d02bff-7ec3-483a-9f2a-f542cc3b10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:22.377829 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-77d02bff-7ec3-483a-9f2a-f542cc3b10d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7714fd43f40457795b796002785dec1&device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 1129 time: 0.0515344 Jan 28 17:51:22.495452 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-b683da22-1236-431e-b603-d2e3ad862fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:22.497097 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-b683da22-1236-431e-b603-d2e3ad862fe2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 200 len: 910 time: 0.1140962 Jan 28 17:51:22.498686 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec87f-ede2-4325-99a4-6af01ed63bab req-57a28d5c-4ecf-4e61-aaf3-c1a1d400b440 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:22.500780 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8bec87f-ede2-4325-99a4-6af01ed63bab req-57a28d5c-4ecf-4e61-aaf3-c1a1d400b440 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0541043 Jan 28 17:51:22.545055 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-71311ddc-bdc5-45b9-b3e1-975ff69f99ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 200 len: 217 time: 0.0413151 Jan 28 17:51:22.555972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:22.558888 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8bec87f-ede2-4325-99a4-6af01ed63bab req-d31e32b1-7be9-4dd3-a65e-a892acee4c93 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520525 Jan 28 17:51:22.595791 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-d4a873a4-28f3-4836-bd34-ae25190b3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:22.597329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-d4a873a4-28f3-4836-bd34-ae25190b3a02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 200 len: 848 time: 0.0468967 Jan 28 17:51:22.652197 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-7b05e49b-75a2-47a7-94f7-697a2d5d3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:22.653797 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-7b05e49b-75a2-47a7-94f7-697a2d5d3f89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd9be933-16ae-4acb-b5ac-3dcaa9696978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499916 Jan 28 17:51:22.740961 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-7a0129dc-c5a9-4a47-8815-eaa22a8cd022 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804243 Jan 28 17:51:22.752402 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:22.782388 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:22.790591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:22.791211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:22.832649 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-d8e3bbba-c485-4dcb-baa2-872ffac09164 req-de3da31c-a195-4a6c-b499-98e8af130928 service neutron] 10.222.0.31 "GET /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861595 Jan 28 17:51:22.896833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:23.096031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:23.121635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0847c8-5cda-4483-8225-beb179fdfd3d None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:33Z', 'revision_number': 4, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '700a77d1-4526-47bf-8106-d2f0434e977c', 'name': '', 'network_id': 'dd9be933-16ae-4acb-b5ac-3dcaa9696978', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'mac_address': 'fa:16:3e:b8:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:33Z', 'updated_at': '2022-01-28T17:42:38Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'subnets': [{'id': '52d3810f-465d-4445-b601-4f2c4c84cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:23.348999 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d865bc-3f1e-40a3-a0cf-3d6de6cd3a2c None None] New status for floating IP 86cf1238-ad58-40f6-af97-b2a52d050dec: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:51:23.680279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb058db-4867-40c2-ab4b-39e98e004a0d req-c047a5aa-56b1-478e-84f4-acd721ab9d4c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:23.681684 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fb058db-4867-40c2-ab4b-39e98e004a0d req-c047a5aa-56b1-478e-84f4-acd721ab9d4c tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0517256 Jan 28 17:51:23.728837 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-9fb058db-4867-40c2-ab4b-39e98e004a0d req-ad16ff19-f7f3-4bf2-a670-99bbef662105 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/security-groups?id=c891b881-26ba-470a-9df3-c048cc9ae0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Jan 28 17:51:23.981354 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-03a8cf1e-e812-4d65-b897-b02fd6417e6f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:23.982807 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-03a8cf1e-e812-4d65-b897-b02fd6417e6f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 946 time: 0.0514293 Jan 28 17:51:24.073548 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Deleting port 4a2fcbb1-a626-4e22-86ba-78910d079443 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:24.073897 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:24.165724 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] For port 4a2fcbb1-a626-4e22-86ba-78910d079443, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=4a2fcbb1-a626-4e22-86ba-78910d079443,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:24.166084 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:24.178749 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Calling delete_port for 4a2fcbb1-a626-4e22-86ba-78910d079443 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:24.307992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (4a2fcbb1-a626-4e22-86ba-78910d079443), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:24.342298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event deleted for resources: {'Port': ['ID=4a2fcbb1-a626-4e22-86ba-78910d079443,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:24.365725 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.366079 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.366423 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.366761 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.367099 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.367434 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.367760 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.368087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.368417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.368766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.369094 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.369424 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.369745 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:24.392244 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] No DVR routers for this DVR port 4a2fcbb1-a626-4e22-86ba-78910d079443 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:51:24.394750 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:24.398050 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-00ae2d75-aec4-43b4-938d-7ce140818f9f req-8d080211-bdc5-4f85-bf2d-1450ca9ef244 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.31 "DELETE /v2.0/ports/4a2fcbb1-a626-4e22-86ba-78910d079443 HTTP/1.1" status: 204 len: 173 time: 0.4099560 Jan 28 17:51:24.398486 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-deleted', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:51:24.400741 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd02437-abe8-4926-9e0e-61a71ed3abbe" -d '{"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-deleted", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:51:24.439466 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a9dc9-0b1b-43bf-8ca2-776aee43d523 x-openstack-request-id: req-3a7a9dc9-0b1b-43bf-8ca2-776aee43d523 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:51:24.439866 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9fa122-0083-4e9d-8732-febfc996f713", "name": "network-vif-deleted", "tag": "4a2fcbb1-a626-4e22-86ba-78910d079443", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:51:24.440125 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a7a9dc9-0b1b-43bf-8ca2-776aee43d523 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:51:24.440532 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9fa122-0083-4e9d-8732-febfc996f713', 'name': 'network-vif-deleted', 'tag': '4a2fcbb1-a626-4e22-86ba-78910d079443', 'status': 'completed', 'code': 200} Jan 28 17:51:24.840992 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7d2b81de-26da-436b-be4e-cffb366f2901 req-a0bb963c-565f-40e1-a95d-ebe98763ee7f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0321832 Jan 28 17:51:25.941999 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-22d5ae6a-85c3-44be-a964-75d45fb58ac0 req-13b1780f-5348-4214-9ebd-1bb79f206635 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0302052 Jan 28 17:51:25.948538 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:25.973479 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: 4a2fcbb1-a626-4e22-86ba-78910d079443 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:25.973825 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device 4a2fcbb1-a626-4e22-86ba-78910d079443 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:27.036325 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2513106e-5a7c-4ec5-a79a-7c2eec6516c5 req-c4bcdd71-f056-4451-8a97-b048a825a124 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0266790 Jan 28 17:51:28.129504 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-472e0896-a541-4108-a795-acfd95d0b53b req-10195c65-9065-4168-8646-b44495d1de4f tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Jan 28 17:51:29.226030 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-28d5e14d-385f-457f-8ea0-84dde3b1aed4 req-9a0f1a9d-6e7a-4473-8934-9ec18722b2a7 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Jan 28 17:51:30.323107 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e0037204-2473-47ee-9698-ddeecd6dfcc2 req-7abb7887-de70-4750-a063-c0f67a825aeb tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0269458 Jan 28 17:51:31.419570 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-78fc8e8f-6c6c-4019-92ae-36de5d259e5a req-31426ebc-2b0a-41a6-96f6-b8f337517b85 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Jan 28 17:51:32.520562 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-31c84eb4-d1e3-40b1-9c7f-a795d0399956 req-bd9a6e53-3dc7-4b9f-b9e9-2ab62959a1f1 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fa122-0083-4e9d-8732-febfc996f713 HTTP/1.1" status: 200 len: 210 time: 0.0317295 Jan 28 17:51:33.577907 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37508) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:33.635634 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3707-f0dc-4cda-a4ed-610ffe85ca59 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (c891b881-26ba-470a-9df3-c048cc9ae0a3), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:33.662413 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3707-f0dc-4cda-a4ed-610ffe85ca59 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (c891b881-26ba-470a-9df3-c048cc9ae0a3), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:33.724659 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3707-f0dc-4cda-a4ed-610ffe85ca59 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (c891b881-26ba-470a-9df3-c048cc9ae0a3), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:33.727265 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3707-f0dc-4cda-a4ed-610ffe85ca59 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:33.728482 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-3cdb3707-f0dc-4cda-a4ed-610ffe85ca59 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] 10.222.0.25 "DELETE /v2.0/security-groups/c891b881-26ba-470a-9df3-c048cc9ae0a3 HTTP/1.1" status: 204 len: 168 time: 0.1495898 Jan 28 17:51:33.740505 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb3707-f0dc-4cda-a4ed-610ffe85ca59 tempest-TestShelveInstance-300061733 tempest-TestShelveInstance-300061733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891b881-26ba-470a-9df3-c048cc9ae0a3,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:33.779560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37512) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:34.235415 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (a146450b-c490-4966-a24d-962495aa60ea), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:34.493259 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Deleting port 700a77d1-4526-47bf-8106-d2f0434e977c {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:34.493649 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:34.571034 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] For port 700a77d1-4526-47bf-8106-d2f0434e977c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=700a77d1-4526-47bf-8106-d2f0434e977c,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:34.571421 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:34.583580 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Calling delete_port for 700a77d1-4526-47bf-8106-d2f0434e977c owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:34.767602 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (700a77d1-4526-47bf-8106-d2f0434e977c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:34.801613 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Pushing event deleted for resources: {'Port': ['ID=700a77d1-4526-47bf-8106-d2f0434e977c,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:34.971865 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (a146450b-c490-4966-a24d-962495aa60ea), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:35.202510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Router a146450b-c490-4966-a24d-962495aa60ea has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:51:35.311722 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:35.319418 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-4333a1d7-3d2c-4598-8d81-722f8a03709e admin admin] 10.222.0.25 "PUT /v2.0/routers/a146450b-c490-4966-a24d-962495aa60ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388074 Jan 28 17:51:35.319571 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37516) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:35.321990 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] Sync routers for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:35.337234 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:35.337880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:35.454324 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks [] for router (a146450b-c490-4966-a24d-962495aa60ea), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:35.469580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:35.565799 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks [] for router_gateway (a146450b-c490-4966-a24d-962495aa60ea), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:35.622195 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Deleting port 79da978d-4309-4044-8fc4-b5856d9d66a2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:35.622718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:35.661378 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:51:34Z', 'revision_number': 5, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port': {'id': '79da978d-4309-4044-8fc4-b5856d9d66a2', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a146450b-c490-4966-a24d-962495aa60ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:35.688942 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] Checking router: a146450b-c490-4966-a24d-962495aa60ea for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:35.697958 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] Routers {'a146450b-c490-4966-a24d-962495aa60ea'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:35.698578 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['a146450b-c490-4966-a24d-962495aa60ea'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:35.707147 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] For port 79da978d-4309-4044-8fc4-b5856d9d66a2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=79da978d-4309-4044-8fc4-b5856d9d66a2,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:35.707451 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:35.719730 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Calling delete_port for 79da978d-4309-4044-8fc4-b5856d9d66a2 owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:35.800364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] Set router a146450b-c490-4966-a24d-962495aa60ea gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:35.864923 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:51:35Z', 'revision_number': 6, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:35.895443 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402a3a-c5f7-426b-8203-085cb146acf8 None None] The sync data for ids ['a146450b-c490-4966-a24d-962495aa60ea'] in n-d-812111-13 is: [{'id': 'a146450b-c490-4966-a24d-962495aa60ea', 'name': 'tempest-TestShelveInstance-1752474909-router', 'tenant_id': 'b7714fd43f40457795b796002785dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:31Z', 'updated_at': '2022-01-28T17:51:35Z', 'revision_number': 6, 'project_id': 'b7714fd43f40457795b796002785dec1', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:35.908133 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (79da978d-4309-4044-8fc4-b5856d9d66a2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:35.943023 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Pushing event deleted for resources: {'Port': ['ID=79da978d-4309-4044-8fc4-b5856d9d66a2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:36.003142 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (a146450b-c490-4966-a24d-962495aa60ea), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.094080 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (a146450b-c490-4966-a24d-962495aa60ea), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.096224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks [] for router_controller (a146450b-c490-4966-a24d-962495aa60ea), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.142555 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (a146450b-c490-4966-a24d-962495aa60ea), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.143128 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a146450b-c490-4966-a24d-962495aa60ea {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:51:36.148079 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.151546 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-f832c118-f1b6-4db6-9781-18506fa84581 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a146450b-c490-4966-a24d-962495aa60ea HTTP/1.1" status: 204 len: 168 time: 0.8285136 Jan 28 17:51:36.151700 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37518) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:36.196180 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Deleting subnet 52d3810f-465d-4445-b601-4f2c4c84cfca {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:51:36.199224 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Publish callbacks [] for subnet (52d3810f-465d-4445-b601-4f2c4c84cfca), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.234941 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (52d3810f-465d-4445-b601-4f2c4c84cfca), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.323997 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (52d3810f-465d-4445-b601-4f2c4c84cfca), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.724049 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (52d3810f-465d-4445-b601-4f2c4c84cfca), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.748119 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d3810f-465d-4445-b601-4f2c4c84cfca,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:36.754565 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.757821 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-21361acb-cb23-46e2-89ee-248edbd12606 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/52d3810f-465d-4445-b601-4f2c4c84cfca HTTP/1.1" status: 204 len: 168 time: 0.6051819 Jan 28 17:51:36.761846 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37520) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:36.767211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870356a-7a5a-4126-918f-dc0f69f77dbe None None] Network dd9be933-16ae-4acb-b5ac-3dcaa9696978 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:51:36.833109 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (dd9be933-16ae-4acb-b5ac-3dcaa9696978), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.899118 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Deleting port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:36.899465 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.946725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] DHCP port deletion for dd9be933-16ae-4acb-b5ac-3dcaa9696978 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:51:36.971007 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] For port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:36.971343 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:36.986131 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Calling delete_port for ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:37.012720 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Deleting port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:37.013537 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.086781 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.098469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] For port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,segment=NetworkSegment(1ad917c0-fd34-4a6a-9725-81c051e9de8c),segment_id=1ad917c0-fd34-4a6a-9725-81c051e9de8c)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:37.099198 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.113591 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Calling delete_port for ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:37.117854 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:37.127140 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] No DVR routers for this DVR port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:51:37.203001 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (dd9be933-16ae-4acb-b5ac-3dcaa9696978), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.212485 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.223934 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9be933-16ae-4acb-b5ac-3dcaa9696978']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:37.234009 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad917c0-fd34-4a6a-9725-81c051e9de8c') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:37.234504 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad917c0-fd34-4a6a-9725-81c051e9de8c') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:37.238163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Pushing event deleted for resources: {'Port': ['ID=ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:37.242876 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] No DVR routers for this DVR port ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:51:37.254133 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.254263 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (1ad917c0-fd34-4a6a-9725-81c051e9de8c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.254370 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.254590 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.254905 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.255246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.255580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.255910 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.256270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.256552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.256900 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.257228 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.257554 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.257878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b3578-0b26-4d02-b270-66ff68bb8950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:37.271844 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (1ad917c0-fd34-4a6a-9725-81c051e9de8c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.278002 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:51:37.278430 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (1ad917c0-fd34-4a6a-9725-81c051e9de8c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:51:37.280247 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:51:37.334282 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (dd9be933-16ae-4acb-b5ac-3dcaa9696978), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.339850 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:37.343032 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd9be933-16ae-4acb-b5ac-3dcaa9696978 HTTP/1.1" status: 204 len: 168 time: 0.5801365 Jan 28 17:51:37.346065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37522) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:37.354530 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eb579-0a04-4d62-af30-c641bee12228 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9be933-16ae-4acb-b5ac-3dcaa9696978,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:37.856084 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 700a77d1-4526-47bf-8106-d2f0434e977c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:37.876800 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 700a77d1-4526-47bf-8106-d2f0434e977c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:37.877400 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 700a77d1-4526-47bf-8106-d2f0434e977c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:37.877982 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79da978d-4309-4044-8fc4-b5856d9d66a2 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:37.900158 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 79da978d-4309-4044-8fc4-b5856d9d66a2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:37.900386 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 79da978d-4309-4044-8fc4-b5856d9d66a2 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:37.900838 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:37.920625 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:37.920999 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ef05b1a6-6e3a-4302-83e3-d1cbba27d9b2 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:37.992422 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (233a9f0d-b157-465d-8629-350b8760bbb0), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:38.237151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Deleting port afbc739b-b52f-43a4-ae7f-b548392d34fa {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:38.237499 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:38.317530 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] For port afbc739b-b52f-43a4-ae7f-b548392d34fa, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=afbc739b-b52f-43a4-ae7f-b548392d34fa,segment=NetworkSegment(9633102e-7d4b-418b-97a6-dfcdc184542c),segment_id=9633102e-7d4b-418b-97a6-dfcdc184542c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:38.317896 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:38.330359 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Calling delete_port for afbc739b-b52f-43a4-ae7f-b548392d34fa owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:38.513053 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (afbc739b-b52f-43a4-ae7f-b548392d34fa), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:38.538750 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=afbc739b-b52f-43a4-ae7f-b548392d34fa,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:38.709155 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (233a9f0d-b157-465d-8629-350b8760bbb0), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:38.929676 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Router 233a9f0d-b157-465d-8629-350b8760bbb0 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:51:39.034876 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:39.046767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-da571439-02a4-412c-915c-682a44922a0f admin admin] 10.222.0.25 "PUT /v2.0/routers/233a9f0d-b157-465d-8629-350b8760bbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919994 Jan 28 17:51:39.046978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37524) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:39.049093 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] Sync routers for ids ['233a9f0d-b157-465d-8629-350b8760bbb0'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:39.062916 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] Routers {'233a9f0d-b157-465d-8629-350b8760bbb0'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:39.063704 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['233a9f0d-b157-465d-8629-350b8760bbb0'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:39.159672 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks [] for router (233a9f0d-b157-465d-8629-350b8760bbb0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.162426 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] Set router 233a9f0d-b157-465d-8629-350b8760bbb0 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:39.265291 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks [] for router_gateway (233a9f0d-b157-465d-8629-350b8760bbb0), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.320474 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Deleting port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:39.320889 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.350764 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:51:38Z', 'revision_number': 5, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port': {'id': '1ed42eb4-1982-4e4d-944c-1e9b95a4152c', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:39.377455 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] Checking router: 233a9f0d-b157-465d-8629-350b8760bbb0 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:39.386511 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] Routers {'233a9f0d-b157-465d-8629-350b8760bbb0'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:39.387114 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['233a9f0d-b157-465d-8629-350b8760bbb0'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:39.402962 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] For port 1ed42eb4-1982-4e4d-944c-1e9b95a4152c, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:39.403457 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.415924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Calling delete_port for 1ed42eb4-1982-4e4d-944c-1e9b95a4152c owned by network:router_gateway {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:39.475105 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] Set router 233a9f0d-b157-465d-8629-350b8760bbb0 gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:39.528978 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:51:39Z', 'revision_number': 6, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:39.558494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac4d06-12a4-4b8b-ae9a-e9279a42408b None None] The sync data for ids ['233a9f0d-b157-465d-8629-350b8760bbb0'] in n-d-812111-13 is: [{'id': '233a9f0d-b157-465d-8629-350b8760bbb0', 'name': 'tempest-TestShelveInstance-627140463-router', 'tenant_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:42:36Z', 'updated_at': '2022-01-28T17:51:39Z', 'revision_number': 6, 'project_id': '7c5587ebbe5b431fbbb266d0bc1c8618', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:39.584030 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1ed42eb4-1982-4e4d-944c-1e9b95a4152c), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.612060 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed42eb4-1982-4e4d-944c-1e9b95a4152c,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:39.675513 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (233a9f0d-b157-465d-8629-350b8760bbb0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.767770 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (233a9f0d-b157-465d-8629-350b8760bbb0), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.770429 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks [] for router_controller (233a9f0d-b157-465d-8629-350b8760bbb0), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.822697 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (233a9f0d-b157-465d-8629-350b8760bbb0), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.823258 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233a9f0d-b157-465d-8629-350b8760bbb0 {{(pid=103093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:51:39.827877 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.829106 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-061a1406-8b82-4553-9004-5d76881a908f admin admin] 10.222.0.25 "DELETE /v2.0/routers/233a9f0d-b157-465d-8629-350b8760bbb0 HTTP/1.1" status: 204 len: 168 time: 0.7841375 Jan 28 17:51:39.831485 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37526) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:39.877078 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Deleting subnet ba8b2613-69cf-473a-827b-173a2e8fa1af {{(pid=103093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:51:39.880196 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Publish callbacks [] for subnet (ba8b2613-69cf-473a-827b-173a2e8fa1af), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:39.923351 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127778407'] for subnet (ba8b2613-69cf-473a-827b-173a2e8fa1af), precommit_delete_associations {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.012027 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (ba8b2613-69cf-473a-827b-173a2e8fa1af), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.065554 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3554177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127021817'] for subnet (ba8b2613-69cf-473a-827b-173a2e8fa1af), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.095911 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8b2613-69cf-473a-827b-173a2e8fa1af,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:40.100936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.104215 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-60ad8a30-8ee6-4ac9-a27f-22272bf7d6b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba8b2613-69cf-473a-827b-173a2e8fa1af HTTP/1.1" status: 204 len: 168 time: 0.2717996 Jan 28 17:51:40.106891 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37528) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:40.109320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc3ad8-49e3-4791-b179-375f75c0f732 None None] Network 45d24793-15e5-4fa1-8743-db3334d373d5 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:51:40.178382 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (45d24793-15e5-4fa1-8743-db3334d373d5), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.232038 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Deleting port 230b6aab-695f-4245-ad38-8a38a0e932ee {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:51:40.232393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.293430 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] For port 230b6aab-695f-4245-ad38-8a38a0e932ee, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=230b6aab-695f-4245-ad38-8a38a0e932ee,segment=NetworkSegment(9633102e-7d4b-418b-97a6-dfcdc184542c),segment_id=9633102e-7d4b-418b-97a6-dfcdc184542c)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:40.293727 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.307157 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Calling delete_port for 230b6aab-695f-4245-ad38-8a38a0e932ee owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:51:40.388601 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a485a05-03e2-45ee-8b80-172d68ba437e None None] DHCP port deletion for 45d24793-15e5-4fa1-8743-db3334d373d5 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:51:40.393474 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device afbc739b-b52f-43a4-ae7f-b548392d34fa no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:40.393811 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (230b6aab-695f-4245-ad38-8a38a0e932ee), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.415135 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: afbc739b-b52f-43a4-ae7f-b548392d34fa {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:40.415787 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device afbc739b-b52f-43a4-ae7f-b548392d34fa not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:40.424050 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=230b6aab-695f-4245-ad38-8a38a0e932ee,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:40.428417 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] No DVR routers for this DVR port 230b6aab-695f-4245-ad38-8a38a0e932ee on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:51:40.506153 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (45d24793-15e5-4fa1-8743-db3334d373d5), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.526234 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d24793-15e5-4fa1-8743-db3334d373d5']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:40.535986 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9633102e-7d4b-418b-97a6-dfcdc184542c') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:40.536294 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9633102e-7d4b-418b-97a6-dfcdc184542c') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:40.547201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (9633102e-7d4b-418b-97a6-dfcdc184542c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.560592 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (9633102e-7d4b-418b-97a6-dfcdc184542c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.567473 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:51:40.568109 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (9633102e-7d4b-418b-97a6-dfcdc184542c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:51:40.569844 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:51:40.627174 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (45d24793-15e5-4fa1-8743-db3334d373d5), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.633830 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.637037 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/45d24793-15e5-4fa1-8743-db3334d373d5 HTTP/1.1" status: 204 len: 168 time: 0.5291023 Jan 28 17:51:40.647224 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d879cd-a1c2-4498-98f3-b7b250e1d4d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d24793-15e5-4fa1-8743-db3334d373d5,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:40.749299 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37532) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:40.788481 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-990a1072-4d37-4ece-a1ff-50418b7ef794 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7714fd43f40457795b796002785dec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379534 Jan 28 17:51:40.790893 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37534) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:40.840728 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb6d927f-c4c1-4880-8c36-d54229474c49 admin admin] Publish callbacks [] for security_group (21d69f28-b13b-4aed-94e9-c4b1d62fc98f), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.862554 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb6d927f-c4c1-4880-8c36-d54229474c49 admin admin] Publish callbacks [] for security_group (21d69f28-b13b-4aed-94e9-c4b1d62fc98f), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.907572 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb6d927f-c4c1-4880-8c36-d54229474c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (21d69f28-b13b-4aed-94e9-c4b1d62fc98f), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.910118 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-cb6d927f-c4c1-4880-8c36-d54229474c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:40.911301 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-cb6d927f-c4c1-4880-8c36-d54229474c49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21d69f28-b13b-4aed-94e9-c4b1d62fc98f HTTP/1.1" status: 204 len: 168 time: 0.1194959 Jan 28 17:51:40.919338 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d927f-c4c1-4880-8c36-d54229474c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d69f28-b13b-4aed-94e9-c4b1d62fc98f,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:41.221099 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37540) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:41.260813 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b02c2b62-8d05-4acc-ab16-0db09214f8a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c5587ebbe5b431fbbb266d0bc1c8618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385082 Jan 28 17:51:41.263176 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37542) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:41.309539 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ad70acd-be44-4f95-914e-ff0fd51b6d03 admin admin] Publish callbacks [] for security_group (98442e92-78a6-4a4c-870b-5803a41aee24), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:41.330099 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ad70acd-be44-4f95-914e-ff0fd51b6d03 admin admin] Publish callbacks [] for security_group (98442e92-78a6-4a4c-870b-5803a41aee24), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:41.378550 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ad70acd-be44-4f95-914e-ff0fd51b6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (98442e92-78a6-4a4c-870b-5803a41aee24), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:41.381147 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7ad70acd-be44-4f95-914e-ff0fd51b6d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:41.382277 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7ad70acd-be44-4f95-914e-ff0fd51b6d03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98442e92-78a6-4a4c-870b-5803a41aee24 HTTP/1.1" status: 204 len: 168 time: 0.1182187 Jan 28 17:51:41.390079 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad70acd-be44-4f95-914e-ff0fd51b6d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98442e92-78a6-4a4c-870b-5803a41aee24,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:41.838639 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1ed42eb4-1982-4e4d-944c-1e9b95a4152c no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:41.859514 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1ed42eb4-1982-4e4d-944c-1e9b95a4152c {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:41.859738 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1ed42eb4-1982-4e4d-944c-1e9b95a4152c not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:41.860363 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 230b6aab-695f-4245-ad38-8a38a0e932ee no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:51:41.879290 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 230b6aab-695f-4245-ad38-8a38a0e932ee {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:51:41.879637 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 230b6aab-695f-4245-ad38-8a38a0e932ee not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:51:42.058776 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37564) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:42.151306 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1169752740-network', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:42.170458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Made reservation on behalf of d3db95e3a2594123b98aaf4278c45c70 for: {'network': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:51:42.172828 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.180926 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.252162 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks [] for security_group (f8baac48-e2da-4090-a645-3815923d9a14), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.256349 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f8baac48-e2da-4090-a645-3815923d9a14), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.276544 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:51:42.289492 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8baac48-e2da-4090-a645-3815923d9a14,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:42.294412 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (751b4a0a-17d8-4ade-bb92-6c53b92aeb92), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.294752 n-d-812111-13 neutron-server[103093]: INFO neutron.db.segments_db [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Added segment 751b4a0a-17d8-4ade-bb92-6c53b92aeb92 of type vlan for network df4f24e3-f3f4-4139-8d52-f32b91c9d32e Jan 28 17:51:42.333497 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (df4f24e3-f3f4-4139-8d52-f32b91c9d32e), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.356683 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (df4f24e3-f3f4-4139-8d52-f32b91c9d32e), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.357618 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:42.358725 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.407505 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3475714 Jan 28 17:51:42.410665 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37568) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:42.416307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Request body: {'subnet': {'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1169752740-subnet', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'ip_version': 4}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:42.423749 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b37a-cdd7-4ae0-9fa7-69ce855ac417 admin admin] Pushing event updated for resources: {'Network': ['ID=df4f24e3-f3f4-4139-8d52-f32b91c9d32e,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:42.433957 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:51:42.439298 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Made reservation on behalf of d3db95e3a2594123b98aaf4278c45c70 for: {'subnet': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:51:42.441841 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126034385'] for subnet (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.606197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126519421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126034371'] for subnet (54c7dbc3-271e-43d1-b16a-bb9d2d45d876), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.659001 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c7dbc3-271e-43d1-b16a-bb9d2d45d876,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:42.669273 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Checking segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:42.669639 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Network hostable DHCP agents. Network: df4f24e3-f3f4-4139-8d52-f32b91c9d32e, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:51:42.687235 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:51:42.697399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, df4f24e3-f3f4-4139-8d52-f32b91c9d32e) {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:42.702312 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:42.702912 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.708555 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623a2bf-5885-4b95-a95a-86e69e5fbb29 None None] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:51:42.720211 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a0227062-336f-4e2d-b7a8-a76f39bb1a72 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3078384 Jan 28 17:51:42.722933 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37572) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:42.728202 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:42.751808 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (09168472-2d9a-4f18-909f-9bbbfe077624), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.752925 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (09168472-2d9a-4f18-909f-9bbbfe077624), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.811703 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks [] for router_controller (09168472-2d9a-4f18-909f-9bbbfe077624), precommit_add_association {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.823988 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:51:42.825444 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.951699 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks [] for router_gateway (09168472-2d9a-4f18-909f-9bbbfe077624), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:42.963171 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Allocated IP 172.20.0.2 (df4f24e3-f3f4-4139-8d52-f32b91c9d32e/54c7dbc3-271e-43d1-b16a-bb9d2d45d876/1d798001-2297-4c87-8588-cab11a9fe209) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:51:43.162867 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks [] for router_gateway (09168472-2d9a-4f18-909f-9bbbfe077624), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.182092 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.221328 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.223573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.289632 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Allocated IP 172.25.8.9 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:51:43.292097 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Publish callbacks [] for port (1d798001-2297-4c87-8588-cab11a9fe209), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.298245 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (1d798001-2297-4c87-8588-cab11a9fe209), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.342493 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:43.346847 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:43.348687 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Pushing event updated for resources: {'Port': ['ID=1d798001-2297-4c87-8588-cab11a9fe209,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:43.350799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:51:43.390295 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks [] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.402659 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Attempting to bind port 1d798001-2297-4c87-8588-cab11a9fe209 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:51:43.403028 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Attempting to bind port 1d798001-2297-4c87-8588-cab11a9fe209 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:51:43.403389 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Attempting to bind port 1d798001-2297-4c87-8588-cab11a9fe209 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:51:43.408799 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:51:43.409178 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Checking segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:43.409581 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.409972 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Bound using segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:51:43.410433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Bound port: 1d798001-2297-4c87-8588-cab11a9fe209, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:51:43.410817 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1d798001-2297-4c87-8588-cab11a9fe209), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.425128 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.461480 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:43.464203 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:43.468165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:51:43.471991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] For port 1d798001-2297-4c87-8588-cab11a9fe209, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:51:43.475016 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] For port 1d798001-2297-4c87-8588-cab11a9fe209, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1d798001-2297-4c87-8588-cab11a9fe209,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:51:43.481425 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1d798001-2297-4c87-8588-cab11a9fe209), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.507621 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:43.540533 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031fc7e-e6b0-4bfd-8d2f-33a06d4ea3e7 None None] Pushing event updated for resources: {'Port': ['ID=1d798001-2297-4c87-8588-cab11a9fe209,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:43.751003 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks [] for router_gateway (09168472-2d9a-4f18-909f-9bbbfe077624), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:43.903433 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1d798001-2297-4c87-8588-cab11a9fe209 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:43.954822 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1d798001-2297-4c87-8588-cab11a9fe209 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:43.955236 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1d798001-2297-4c87-8588-cab11a9fe209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.041385 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1d798001-2297-4c87-8588-cab11a9fe209 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:44.042366 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (1d798001-2297-4c87-8588-cab11a9fe209), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.077071 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 1d798001-2297-4c87-8588-cab11a9fe209, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1d798001-2297-4c87-8588-cab11a9fe209,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:44.081230 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (1d798001-2297-4c87-8588-cab11a9fe209), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.135756 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=1d798001-2297-4c87-8588-cab11a9fe209,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:44.240757 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (09168472-2d9a-4f18-909f-9bbbfe077624), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.373389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Router 09168472-2d9a-4f18-909f-9bbbfe077624 is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:51:44.464036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4aab28-eb72-4e7d-98fb-a72a1f4138ba None None] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:51:44.479170 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:44.496992 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.498248 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b8058b41-7e1c-4c2e-bcaa-a52be46e6a86 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7741625 Jan 28 17:51:44.501047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37574) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:44.509904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:44.536206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-695e9b96-4373-4dcd-bbda-1763bba140f4 None None] Provisioning complete for port 1d798001-2297-4c87-8588-cab11a9fe209 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:44.536578 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-695e9b96-4373-4dcd-bbda-1763bba140f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1d798001-2297-4c87-8588-cab11a9fe209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.549309 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:44.549930 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:44.712899 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:44.847270 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-695e9b96-4373-4dcd-bbda-1763bba140f4 None None] Current status of the port 1d798001-2297-4c87-8588-cab11a9fe209 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:44.930777 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:44.933743 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:43Z', 'revision_number': 3, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:44.963018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:44.963376 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Updating router 09168472-2d9a-4f18-909f-9bbbfe077624 port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:51:44.991981 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.091630 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Allocated IP 172.20.0.1 (df4f24e3-f3f4-4139-8d52-f32b91c9d32e/54c7dbc3-271e-43d1-b16a-bb9d2d45d876/9c738bbc-7dbd-4ce0-84b0-dee2e1f69093) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:51:45.115412 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-754a42c0-6764-46c7-8f8e-7c3b9e08cd68 None None] Provisioning complete for port 1d798001-2297-4c87-8588-cab11a9fe209 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:45.116063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-754a42c0-6764-46c7-8f8e-7c3b9e08cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1d798001-2297-4c87-8588-cab11a9fe209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.195835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks [] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.229603 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.273366 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:45.275015 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-754a42c0-6764-46c7-8f8e-7c3b9e08cd68 None None] Current status of the port 1d798001-2297-4c87-8588-cab11a9fe209 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:45.281488 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:45.283416 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Pushing event updated for resources: {'Port': ['ID=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:45.285578 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:51:45.324443 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (09168472-2d9a-4f18-909f-9bbbfe077624), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.330265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Publish callbacks [] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.336029 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.395380 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe26948-28d2-4ca0-bfec-bd12d685e9f5 None None] Pushing event updated for resources: {'Port': ['ID=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:45.398969 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Attempting to bind port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:51:45.399345 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Attempting to bind port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:51:45.399707 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Attempting to bind port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:51:45.405616 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:51:45.406122 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:45.406686 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.407206 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:51:45.407848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Bound port: ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:51:45.408279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.463888 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] For port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:51:45.468459 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] For port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:51:45.470201 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.475436 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.535881 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe26948-28d2-4ca0-bfec-bd12d685e9f5 None None] Pushing event updated for resources: {'Port': ['ID=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:45.538502 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:45.539105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:45.634685 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks [] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.637209 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-639ea1a0-4e44-4a3f-86dc-6cd9e1e42391 None None] Provisioning complete for port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:45.637606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-639ea1a0-4e44-4a3f-86dc-6cd9e1e42391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.638873 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.682364 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:45.706980 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (09168472-2d9a-4f18-909f-9bbbfe077624), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:45.715204 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Pushing event updated for resources: {'Port': ['ID=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:45.809739 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:45.812064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:45.875182 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1d798001-2297-4c87-8588-cab11a9fe209 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:45.882070 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-639ea1a0-4e44-4a3f-86dc-6cd9e1e42391 None None] Port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:51:45.950152 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Router 09168472-2d9a-4f18-909f-9bbbfe077624 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:51:46.024121 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 1d798001-2297-4c87-8588-cab11a9fe209 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:46.024503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (1d798001-2297-4c87-8588-cab11a9fe209), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.067070 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:46.072013 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a62aa016-9d9f-4d36-a35f-4a615ac2863e admin admin] 10.222.0.25 "PUT /v2.0/routers/09168472-2d9a-4f18-909f-9bbbfe077624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5699260 Jan 28 17:51:46.117176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c9986349-dccf-4d3f-a46d-ba753638ce61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.139046 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f507fca1-a7c6-471e-888e-9541f60cc1c3 None None] Provisioning complete for port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:46.139324 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f507fca1-a7c6-471e-888e-9541f60cc1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.209000 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 1d798001-2297-4c87-8588-cab11a9fe209 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:46.212989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f507fca1-a7c6-471e-888e-9541f60cc1c3 None None] Port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:51:46.219924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:46.251851 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848aea-0efa-417c-85f3-6d84cbf61f78 None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:46.573440 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37590) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:46.579095 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-687133810-network', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:46.601721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Made reservation on behalf of e75a82947dbe4a748f0a9ee19889241f for: {'network': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:51:46.604309 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for network (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.613527 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.695002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks [] for security_group (783fa96d-d2be-4474-97eb-379c48cdef61), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.698769 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (783fa96d-d2be-4474-97eb-379c48cdef61), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.727559 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:51:46.735780 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fa96d-d2be-4474-97eb-379c48cdef61,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:46.740835 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d800580f-e3c8-4ac9-be25-1272daf7cdbb), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.741190 n-d-812111-13 neutron-server[103094]: INFO neutron.db.segments_db [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Added segment d800580f-e3c8-4ac9-be25-1272daf7cdbb of type vlan for network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 Jan 28 17:51:46.783787 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738851880066'] for network (beaf457b-e389-4b40-8778-e5ff5dc2d0e1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.809623 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656'] for network (beaf457b-e389-4b40-8778-e5ff5dc2d0e1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.810629 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:46.811754 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:46.870746 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2936227 Jan 28 17:51:46.871130 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37592) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:46.878924 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Request body: {'subnet': {'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-687133810-subnet', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'ip_version': 4}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:46.881455 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39450cf0-bbc2-4b29-b05d-4cf9e472aff3 admin admin] Pushing event updated for resources: {'Network': ['ID=beaf457b-e389-4b40-8778-e5ff5dc2d0e1,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:46.892611 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 details requested by agent ovs-agent-n-d-812111-13 with host n-d-812111-13 {{(pid=103095) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 17:51:46.918134 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Made reservation on behalf of e75a82947dbe4a748f0a9ee19889241f for: {'subnet': 1} {{(pid=103093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:51:46.921442 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127021336'] for subnet (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.121976 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3554240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127021322'] for subnet (7345794b-3c70-4751-b35d-9f530fafe2c1), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.171266 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7345794b-3c70-4751-b35d-9f530fafe2c1,revision_number=0']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:47.195201 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Checking segment: {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:47.195693 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Network hostable DHCP agents. Network: beaf457b-e389-4b40-8778-e5ff5dc2d0e1, hostable agents: ['18e0d8f5-8aec-4374-9846-034b3e2db0c5'], hosted agents: [] {{(pid=103093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:51:47.214827 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 is scheduled to be hosted by DHCP agent 18e0d8f5-8aec-4374-9846-034b3e2db0c5 with binding_index 1 {{(pid=103093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:51:47.225498 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-13, beaf457b-e389-4b40-8778-e5ff5dc2d0e1) {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:47.234672 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:47.235551 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.242320 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e85b1-633b-4b5b-ad13-14ece821ddf8 None None] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:51:47.253926 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-331767f8-b224-46d9-90c6-ddef9ee31c22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3810604 Jan 28 17:51:47.256386 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37596) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:47.261013 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:47.283108 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1290'] for router (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.284245 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1521'] for router (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.349284 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks [] for router_controller (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), precommit_add_association {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.358349 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9824c999-563a-578e-8b58-93cafaf0947e-beaf457b-e389-4b40-8778-e5ff5dc2d0e1', 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1', 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'fixed_ips': [{'subnet_id': '7345794b-3c70-4751-b35d-9f530fafe2c1'}]}} from n-d-812111-13. {{(pid=103095) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 17:51:47.359493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.510018 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Allocated IP 172.20.0.2 (beaf457b-e389-4b40-8778-e5ff5dc2d0e1/7345794b-3c70-4751-b35d-9f530fafe2c1/9b2f546d-d555-4227-8989-47bf9b19382e) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:51:47.511411 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks [] for router_gateway (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.668863 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Publish callbacks [] for port (9b2f546d-d555-4227-8989-47bf9b19382e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.675033 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.717914 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:47.723409 n-d-812111-13 neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:47.727740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:51:47.730940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Pushing event updated for resources: {'Port': ['ID=9b2f546d-d555-4227-8989-47bf9b19382e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:47.748393 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks [] for router_gateway (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.769637 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.815880 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Attempting to bind port 9b2f546d-d555-4227-8989-47bf9b19382e on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:51:47.816261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Attempting to bind port 9b2f546d-d555-4227-8989-47bf9b19382e by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:51:47.816632 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Attempting to bind port 9b2f546d-d555-4227-8989-47bf9b19382e on network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:51:47.824008 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:51:47.824284 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Checking segment: {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:47.824718 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.825125 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Bound using segment: {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:51:47.825609 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Bound port: 9b2f546d-d555-4227-8989-47bf9b19382e, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:51:47.826003 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.896557 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Allocated IP 172.25.8.106 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/0590d98a-9455-4698-a472-a50693701339) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:51:47.897934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] For port 9b2f546d-d555-4227-8989-47bf9b19382e, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:51:47.901045 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] For port 9b2f546d-d555-4227-8989-47bf9b19382e, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9b2f546d-d555-4227-8989-47bf9b19382e,segment=NetworkSegment(d800580f-e3c8-4ac9-be25-1272daf7cdbb),segment_id=d800580f-e3c8-4ac9-be25-1272daf7cdbb)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:51:47.910160 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:47.916118 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:48.012306 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks [] for port (0590d98a-9455-4698-a472-a50693701339), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.023250 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d668e9-7476-42b9-bc1a-c77069da8f90 None None] Pushing event updated for resources: {'Port': ['ID=9b2f546d-d555-4227-8989-47bf9b19382e,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:48.040754 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:48.041113 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.044821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a7e02687-2b3a-407d-9e9d-e91f0be69390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.059588 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0590d98a-9455-4698-a472-a50693701339), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.100027 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:48.103207 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:48.106198 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:51:48.139810 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0590d98a-9455-4698-a472-a50693701339,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:48.142834 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:48.143315 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.172411 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:48.184473 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.247543 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:48.401266 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks [] for router_gateway (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.610612 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583170'] for router (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.631487 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:48.641448 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:48.642051 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:48.742536 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c is scheduled to L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 with binding_index 1 {{(pid=103093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 17:51:48.748724 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:48.850381 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:48.859986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Sync routers for ids ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:48.871004 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:48.871811 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Routers {'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:48.875493 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7862fbf3-b054-4871-819f-b3183f33d8b9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6147690 Jan 28 17:51:48.875608 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:48.876403 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37598) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:48.957934 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 2, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:48.984637 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:48.985238 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Updating router 09168472-2d9a-4f18-909f-9bbbfe077624 port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:51:48.997766 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Set router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:49.013502 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.212260 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 3, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:49.245023 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Checking router: ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:49.245934 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Updating router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c port 0590d98a-9455-4698-a472-a50693701339 binding host n-d-812111-13 {{(pid=103095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:51:49.274381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0590d98a-9455-4698-a472-a50693701339), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.337405 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.341526 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Publish callbacks [] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.349833 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.403294 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Pushing event updated for resources: {'Port': ['ID=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:49.420322 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.420856 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.421304 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.421786 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.422242 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.424393 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.424895 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.425330 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.426031 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.426464 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.427043 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.427467 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.427897 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:51:49.526632 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Attempting to bind port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:51:49.527974 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Attempting to bind port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:51:49.528458 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Attempting to bind port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:51:49.537227 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:51:49.537544 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Checking segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:49.538287 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.538783 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Bound using segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:51:49.539377 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Bound port: 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:51:49.539866 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.554656 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Publish callbacks [] for port (0590d98a-9455-4698-a472-a50693701339), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.565353 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0590d98a-9455-4698-a472-a50693701339), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.626804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ce3b1a-56bc-4313-b057-3133c6de95f3 None None] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:51:49.634099 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] For port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:51:49.642586 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] For port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:51:49.651265 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.710074 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a920-08ca-4b8e-94bc-f25da2086712 None None] Pushing event updated for resources: {'Port': ['ID=0590d98a-9455-4698-a472-a50693701339,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:49.710494 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:51:49.714984 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Attempting to bind port 0590d98a-9455-4698-a472-a50693701339 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:51:49.715361 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Attempting to bind port 0590d98a-9455-4698-a472-a50693701339 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:51:49.715723 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Attempting to bind port 0590d98a-9455-4698-a472-a50693701339 on network 63112d60-cc7e-4cc1-80c1-2940f56aff2a {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:51:49.737449 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:49.738573 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:49.742658 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:51:49.743040 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Checking segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:49.744146 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.744577 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Bound using segment: {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:51:49.746262 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Bound port: 0590d98a-9455-4698-a472-a50693701339, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5958a6-ffaa-46ab-8fd8-f2ada61a0087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:51:49.746262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0590d98a-9455-4698-a472-a50693701339), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.746516 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12286f09-9513-4c8b-a54c-bbc72010da84 None None] Pushing event updated for resources: {'Port': ['ID=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:49.784309 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.793169 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] Provisioning complete for port 9b2f546d-d555-4227-8989-47bf9b19382e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:49.793548 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.933398 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] For port 0590d98a-9455-4698-a472-a50693701339, host n-d-812111-13, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:51:49.966302 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] For port 0590d98a-9455-4698-a472-a50693701339, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0590d98a-9455-4698-a472-a50693701339,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:51:49.989972 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0590d98a-9455-4698-a472-a50693701339), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:49.996846 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:50.007423 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Allocated IP 172.20.0.1 (beaf457b-e389-4b40-8778-e5ff5dc2d0e1/7345794b-3c70-4751-b35d-9f530fafe2c1/0c1e77e5-8039-49d3-8de0-4554f80f7544) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:51:50.107056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] Current status of the port 9b2f546d-d555-4227-8989-47bf9b19382e is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:50.107381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.148067 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Routers {'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:50.148655 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:50.157419 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a920-08ca-4b8e-94bc-f25da2086712 None None] Pushing event updated for resources: {'Port': ['ID=0590d98a-9455-4698-a472-a50693701339,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:50.193002 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks [] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.224718 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:50.239936 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.288764 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:50.292516 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:50.299797 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:51:50.315555 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:49Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:50.325450 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1e77e5-8039-49d3-8de0-4554f80f7544,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:50.346824 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582135'] for router_interface (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.358351 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8fd42-2c36-450c-88ef-70b66b2a30f2 None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:49Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:50.461387 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] For port 9b2f546d-d555-4227-8989-47bf9b19382e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9b2f546d-d555-4227-8989-47bf9b19382e,segment=NetworkSegment(d800580f-e3c8-4ac9-be25-1272daf7cdbb),segment_id=d800580f-e3c8-4ac9-be25-1272daf7cdbb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:50.472205 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.514803 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.530329 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbc408-9774-4459-aae2-9c9f2d6c65d8 None None] Pushing event updated for resources: {'Port': ['ID=9b2f546d-d555-4227-8989-47bf9b19382e,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:50.612539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f244a4b3-1638-43a0-838c-20e5a3a618b6 None None] Provisioning complete for port 9b2f546d-d555-4227-8989-47bf9b19382e triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:50.612876 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f244a4b3-1638-43a0-838c-20e5a3a618b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.672478 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:50.672882 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.678223 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] Set router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:50.718560 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks [] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.724930 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.803477 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1e77e5-8039-49d3-8de0-4554f80f7544,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:50.806077 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584007'] for router_interface (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.854088 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f244a4b3-1638-43a0-838c-20e5a3a618b6 None None] Current status of the port 9b2f546d-d555-4227-8989-47bf9b19382e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:50.904030 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:51:50.906733 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:51:50.920154 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-f244a4b3-1638-43a0-838c-20e5a3a618b6 None None] Provisioning complete for port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:50.920426 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f244a4b3-1638-43a0-838c-20e5a3a618b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:50.962265 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:50.962650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.009346 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.048310 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:51.055044 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:51:51.055627 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.056418 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:51.202542 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:51:51.208104 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-bba49343-e4a5-4553-9306-735648f7f038 admin admin] 10.222.0.25 "PUT /v2.0/routers/ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3307016 Jan 28 17:51:51.208979 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f244a4b3-1638-43a0-838c-20e5a3a618b6 None None] Current status of the port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:51.211746 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 3, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:51.250149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:51.254981 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dc727-786c-459d-a4a1-220416493e8b None None] The sync data for ids ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'] in n-d-812111-13 is: [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 3, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:51.260296 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:51.260694 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.353974 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:51.355031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9b2f546d-d555-4227-8989-47bf9b19382e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:51.381139 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fb2c49a6-d6c2-44a8-a6be-cb1c26f2e9eb None None] Provisioning complete for port 0c1e77e5-8039-49d3-8de0-4554f80f7544 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:51.381620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fb2c49a6-d6c2-44a8-a6be-cb1c26f2e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.429745 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c49a6-d6c2-44a8-a6be-cb1c26f2e9eb None None] Port 0c1e77e5-8039-49d3-8de0-4554f80f7544 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:51:51.439938 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9b2f546d-d555-4227-8989-47bf9b19382e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:51.440323 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.542497 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9b2f546d-d555-4227-8989-47bf9b19382e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:51.907248 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:51.937091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9b2f546d-d555-4227-8989-47bf9b19382e up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:51.989908 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9b2f546d-d555-4227-8989-47bf9b19382e triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:51.990285 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.070200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9b2f546d-d555-4227-8989-47bf9b19382e is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:52.071281 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0590d98a-9455-4698-a472-a50693701339 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:52.122544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0590d98a-9455-4698-a472-a50693701339 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:52.122544 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0590d98a-9455-4698-a472-a50693701339), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.204638 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0590d98a-9455-4698-a472-a50693701339 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:52.204986 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0590d98a-9455-4698-a472-a50693701339), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.224865 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] For port 0590d98a-9455-4698-a472-a50693701339, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0590d98a-9455-4698-a472-a50693701339,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:52.228316 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0590d98a-9455-4698-a472-a50693701339), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.229117 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:52.302048 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Pushing event updated for resources: {'Port': ['ID=0590d98a-9455-4698-a472-a50693701339,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:52.311682 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:52.312061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.389664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:52.892781 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37608) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:52.897444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700168241', 'description': 'tempest-secgroup-smoke-700168241 description', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:52.916784 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.980272 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group (4fdf5441-f2ad-44b2-aff5-32d2ea01b53b), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:52.984130 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4fdf5441-f2ad-44b2-aff5-32d2ea01b53b), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.016952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.018159 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1243432 Jan 28 17:51:53.019265 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fa09a-5051-4694-9a7f-5539472a1dbb tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.022444 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37610) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:53.026715 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group_rule': {'security_group_id': '4fdf5441-f2ad-44b2-aff5-32d2ea01b53b', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:53.050625 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (c6d88fc2-cf51-4b7a-965c-6e4b8e40baa4), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.108365 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (c6d88fc2-cf51-4b7a-965c-6e4b8e40baa4), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.113874 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c6d88fc2-cf51-4b7a-965c-6e4b8e40baa4), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.138883 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d88fc2-cf51-4b7a-965c-6e4b8e40baa4,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.144730 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.145732 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-a364d89e-8750-4d13-bf80-3d02e920b82f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223671 Jan 28 17:51:53.148454 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37612) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:53.152727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group_rule': {'security_group_id': '4fdf5441-f2ad-44b2-aff5-32d2ea01b53b', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:53.179157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (855d3a3a-60db-4c2a-8a24-fbe7cd2cb858), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.235471 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (855d3a3a-60db-4c2a-8a24-fbe7cd2cb858), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.239157 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (855d3a3a-60db-4c2a-8a24-fbe7cd2cb858), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.257756 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855d3a3a-60db-4c2a-8a24-fbe7cd2cb858,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.264380 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.265623 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2eab421e-9e47-4251-b90d-9ab79e8b3a28 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161945 Jan 28 17:51:53.268284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37614) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:53.272532 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group_rule': {'security_group_id': '4fdf5441-f2ad-44b2-aff5-32d2ea01b53b', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:53.297479 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (b19adbb2-61ac-4abf-9b1d-832a3d23d01c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.352632 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (b19adbb2-61ac-4abf-9b1d-832a3d23d01c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.356045 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (b19adbb2-61ac-4abf-9b1d-832a3d23d01c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.375987 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19adbb2-61ac-4abf-9b1d-832a3d23d01c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.383899 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.385122 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2b569806-a81c-4126-98ea-af05228a3b95 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158867 Jan 28 17:51:53.387842 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37616) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:53.392087 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group_rule': {'security_group_id': '4fdf5441-f2ad-44b2-aff5-32d2ea01b53b', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:53.416546 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (c9876592-32a3-42bb-8b4b-5f51f109e52c), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.471945 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (c9876592-32a3-42bb-8b4b-5f51f109e52c), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.475710 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (c9876592-32a3-42bb-8b4b-5f51f109e52c), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.494105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9876592-32a3-42bb-8b4b-5f51f109e52c,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.503357 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.504617 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b63c09d4-3287-45f1-b7f1-b04fbf5c2a78 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158264 Jan 28 17:51:53.507337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37618) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:53.511880 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group_rule': {'security_group_id': '4fdf5441-f2ad-44b2-aff5-32d2ea01b53b', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:53.533325 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Project d3db95e3a2594123b98aaf4278c45c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:51:53.538452 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (0427c665-a7db-4496-b68c-fd6338b6fdc1), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.595920 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (0427c665-a7db-4496-b68c-fd6338b6fdc1), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.599216 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (0427c665-a7db-4496-b68c-fd6338b6fdc1), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.619244 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0427c665-a7db-4496-b68c-fd6338b6fdc1,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.623934 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.627974 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-b4031bbd-48d9-42e1-85ff-967f5fb61e5b tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168160 Jan 28 17:51:53.627974 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 37620) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:51:53.632284 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'security_group_rule': {'security_group_id': '4fdf5441-f2ad-44b2-aff5-32d2ea01b53b', 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:53.652448 n-d-812111-13 neutron-server[103094]: INFO neutron.db.securitygroups_db [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Project d3db95e3a2594123b98aaf4278c45c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:51:53.658312 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (9024ee7f-bfb0-4771-bc69-c65ec826fdec), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.716604 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (9024ee7f-bfb0-4771-bc69-c65ec826fdec), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.720911 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832701'] for security_group_rule (9024ee7f-bfb0-4771-bc69-c65ec826fdec), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.742441 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9024ee7f-bfb0-4771-bc69-c65ec826fdec,revision_number=0']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:53.747203 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.754781 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-ea10a2db-cd6c-44f6-ae34-60718728a049 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196170 Jan 28 17:51:53.837694 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Sync routers for ids ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:51:53.849761 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Routers {'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:53.849761 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:53.870780 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0590d98a-9455-4698-a472-a50693701339 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:53.922808 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0590d98a-9455-4698-a472-a50693701339 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:53.923185 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0590d98a-9455-4698-a472-a50693701339), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:53.963492 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Set router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:53.975828 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-9046ec01-491a-4ff8-9f1c-8fef9e6db3b9 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700168241&fields=id&tenant_id=d3db95e3a2594123b98aaf4278c45c70 HTTP/1.1" status: 200 len: 267 time: 0.0464504 Jan 28 17:51:54.009156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0590d98a-9455-4698-a472-a50693701339 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:54.087746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-e7571abb-5680-4294-8dc8-e660f57de757 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:54.089144 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-e7571abb-5680-4294-8dc8-e660f57de757 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 810 time: 0.1063769 Jan 28 17:51:54.103922 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-781f3bd3-114b-476e-9b5c-59a93a16e9e3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/quotas/d3db95e3a2594123b98aaf4278c45c70 HTTP/1.1" status: 200 len: 375 time: 0.0090988 Jan 28 17:51:54.164108 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-271aead2-4334-417e-9b4d-652e586628f3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550313 Jan 28 17:51:54.164319 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:50Z', 'revision_number': 4, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0c1e77e5-8039-49d3-8de0-4554f80f7544', 'name': '', 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'mac_address': 'fa:16:3e:4d:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7345794b-3c70-4751-b35d-9f530fafe2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:49Z', 'updated_at': '2022-01-28T17:51:50Z', 'revision_number': 2, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'subnets': [{'id': '7345794b-3c70-4751-b35d-9f530fafe2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:54.190679 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Checking router: ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:51:54.191037 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Updating router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c port 0c1e77e5-8039-49d3-8de0-4554f80f7544 binding host n-d-812111-13 {{(pid=103096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:51:54.218284 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.267953 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-4e814673-b3e8-4e6c-8f01-5b0b68167110 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103093) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:51:54.269084 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-4e814673-b3e8-4e6c-8f01-5b0b68167110 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936959 Jan 28 17:51:54.364422 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-9f01c57e-61df-4f08-bbb5-36be327b73b1 service neutron] 10.222.0.25 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890944 Jan 28 17:51:54.457944 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-bb2d99c8-2310-4a0d-9725-741dd865c972 service neutron] 10.222.0.25 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875382 Jan 28 17:51:54.475428 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Publish callbacks [] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.481637 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.550827 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663d963-3ef5-4278-8657-76ea761a1ff9 None None] Pushing event updated for resources: {'Port': ['ID=0c1e77e5-8039-49d3-8de0-4554f80f7544,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:54.578961 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Attempting to bind port 0c1e77e5-8039-49d3-8de0-4554f80f7544 on host n-d-812111-13 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:51:54.579524 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Attempting to bind port 0c1e77e5-8039-49d3-8de0-4554f80f7544 by drivers openvswitch,hyperv on host n-d-812111-13 at level 0 using segments [{'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:51:54.580246 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Attempting to bind port 0c1e77e5-8039-49d3-8de0-4554f80f7544 on network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:51:54.585246 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Checking agent: {'id': 'b8625160-07fb-420c-9fe5-1d88279bb698', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 20, 52), 'started_at': datetime.datetime(2022, 1, 28, 16, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:51:54.585610 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Checking segment: {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:51:54.586177 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.586778 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Bound using segment: {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:51:54.588018 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Bound port: 0c1e77e5-8039-49d3-8de0-4554f80f7544, host: n-d-812111-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd800580f-e3c8-4ac9-be25-1272daf7cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:51:54.588402 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.637886 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ffdabd6f-1f22-4629-8d7f-4a919b658f63 req-e8804725-c8a7-4aa8-939e-3d246831bc52 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0330772 Jan 28 17:51:54.658636 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] For port 0c1e77e5-8039-49d3-8de0-4554f80f7544, host n-d-812111-13, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:51:54.662147 n-d-812111-13 neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] For port 0c1e77e5-8039-49d3-8de0-4554f80f7544, host n-d-812111-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0c1e77e5-8039-49d3-8de0-4554f80f7544,segment=NetworkSegment(d800580f-e3c8-4ac9-be25-1272daf7cdbb),segment_id=d800580f-e3c8-4ac9-be25-1272daf7cdbb)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:51:54.668310 n-d-812111-13 neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.725320 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Routers {'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:51:54.725957 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:54.762333 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663d963-3ef5-4278-8657-76ea761a1ff9 None None] Pushing event updated for resources: {'Port': ['ID=0c1e77e5-8039-49d3-8de0-4554f80f7544,revision_number=4']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:54.776804 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] Provisioning complete for port 0c1e77e5-8039-49d3-8de0-4554f80f7544 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:54.777204 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.846774 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] Set router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:51:54.862729 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] Current status of the port 0c1e77e5-8039-49d3-8de0-4554f80f7544 is: DOWN; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:54.863355 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.898706 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] For port 0c1e77e5-8039-49d3-8de0-4554f80f7544, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0c1e77e5-8039-49d3-8de0-4554f80f7544,segment=NetworkSegment(d800580f-e3c8-4ac9-be25-1272daf7cdbb),segment_id=d800580f-e3c8-4ac9-be25-1272daf7cdbb)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:51:54.902925 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:54.961149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6dfff-5e3d-40b9-a7fa-22db994f4583 None None] Pushing event updated for resources: {'Port': ['ID=0c1e77e5-8039-49d3-8de0-4554f80f7544,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:51:55.023194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-7d0c1157-eec4-49fb-856f-44a7cde6d785 None None] Provisioning complete for port 0c1e77e5-8039-49d3-8de0-4554f80f7544 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:55.023490 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1157-eec4-49fb-856f-44a7cde6d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:55.050915 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:50Z', 'revision_number': 4, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0c1e77e5-8039-49d3-8de0-4554f80f7544', 'name': '', 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'mac_address': 'fa:16:3e:4d:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7345794b-3c70-4751-b35d-9f530fafe2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:49Z', 'updated_at': '2022-01-28T17:51:54Z', 'revision_number': 4, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'subnets': [{'id': '7345794b-3c70-4751-b35d-9f530fafe2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:51:55.081522 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de9e1e-8260-4518-9167-c2d96fb3d73d None None] The sync data for ids ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'] in n-d-812111-13 is: [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:50Z', 'revision_number': 4, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '0c1e77e5-8039-49d3-8de0-4554f80f7544', 'name': '', 'network_id': 'beaf457b-e389-4b40-8778-e5ff5dc2d0e1', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'mac_address': 'fa:16:3e:4d:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7345794b-3c70-4751-b35d-9f530fafe2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:49Z', 'updated_at': '2022-01-28T17:51:54Z', 'revision_number': 4, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'subnets': [{'id': '7345794b-3c70-4751-b35d-9f530fafe2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:51:55.104848 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c1157-eec4-49fb-856f-44a7cde6d785 None None] Current status of the port 0c1e77e5-8039-49d3-8de0-4554f80f7544 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:55.721017 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-97eaa5e3-bac4-4335-bf4b-b713adac9972 req-9ca17a43-56e3-4375-a6b8-638d9c41f1ab tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jan 28 17:51:55.883126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0c1e77e5-8039-49d3-8de0-4554f80f7544 up at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:51:55.933091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Provisioning complete for port 0c1e77e5-8039-49d3-8de0-4554f80f7544 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:51:55.933708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:56.011552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Current status of the port 0c1e77e5-8039-49d3-8de0-4554f80f7544 is: ACTIVE; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:51:56.801029 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f7261eae-1ec3-4a62-aa60-ea4bb29d2632 req-a5f5d4d5-ad10-46a2-b6e4-34e783a6281f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Jan 28 17:51:57.882539 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cb69f17a-a0bd-4826-8e63-6cb7f5ab5cfc req-7d2049b5-2abe-44d9-bb01-01b29ae416fe tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Jan 28 17:51:58.974925 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c053ba0e-dcec-4dd0-9510-194dc29a4bde req-115a8d4d-5aa2-4bff-8c0c-2a571ddd5b15 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0274708 Jan 28 17:51:59.639640 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-90ffd78e-745d-4931-b844-4acd14ab112d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:51:59.641109 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-90ffd78e-745d-4931-b844-4acd14ab112d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 810 time: 0.1001832 Jan 28 17:51:59.704933 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-5b38d540-dd22-4b4a-8dee-d9f8c529be0f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3db95e3a2594123b98aaf4278c45c70 HTTP/1.1" status: 200 len: 379 time: 0.0552704 Jan 28 17:51:59.714007 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'port': {'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'admin_state_up': True, 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'security_groups': ['4fdf5441-f2ad-44b2-aff5-32d2ea01b53b']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:51:59.819585 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Made reservation on behalf of d3db95e3a2594123b98aaf4278c45c70 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:51:59.823010 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:51:59.946258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Allocated IP 172.20.0.14 (df4f24e3-f3f4-4139-8d52-f32b91c9d32e/54c7dbc3-271e-43d1-b16a-bb9d2d45d876/b4a90bf3-1e33-42aa-8844-9197442d6980) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:52:00.073146 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-40eae04b-bd24-4ec5-8ad8-51480e581e7a req-30d73b4a-2d83-47b7-90b0-f17b94e8bea8 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Jan 28 17:52:00.083854 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.117740 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.161129 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:52:00.163978 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:52:00.171064 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:52:00.198793 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:00.227112 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:00.227724 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.243924 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-401aa11c-c8e8-4637-8818-e7927471d07d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5337496 Jan 28 17:52:00.255074 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Request body: {'port': {'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:52:00.315826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.455740 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-31f9d975-46aa-488c-a62c-97de3849cb19 None None] Provisioning complete for port b4a90bf3-1e33-42aa-8844-9197442d6980 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:52:00.456294 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-31f9d975-46aa-488c-a62c-97de3849cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.491238 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-31f9d975-46aa-488c-a62c-97de3849cb19 None None] Port b4a90bf3-1e33-42aa-8844-9197442d6980 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:52:00.582388 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a90bf3-1e33-42aa-8844-9197442d6980 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:52:00.589644 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Publish callbacks [] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.602014 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Transition to ACTIVE for port object b4a90bf3-1e33-42aa-8844-9197442d6980 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:52:00.605381 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.658028 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:00.724485 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Attempting to bind port b4a90bf3-1e33-42aa-8844-9197442d6980 on host n-h2-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:52:00.724851 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Attempting to bind port b4a90bf3-1e33-42aa-8844-9197442d6980 by drivers openvswitch,hyperv on host n-h2-812111-13 at level 0 using segments [{'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:52:00.725182 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Attempting to bind port b4a90bf3-1e33-42aa-8844-9197442d6980 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:52:00.729797 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Port b4a90bf3-1e33-42aa-8844-9197442d6980 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:52:00.730297 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Attempting to bind port b4a90bf3-1e33-42aa-8844-9197442d6980 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:52:00.735192 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Checking agent: {'id': 'e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:52:00.735526 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Checking segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:52:00.735909 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Bound using segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:52:00.736337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Bound port: b4a90bf3-1e33-42aa-8844-9197442d6980, host: n-h2-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:52:00.736715 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.807020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:52:00.810740 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:52:00.817124 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.848864 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:00.849490 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:00.851042 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 1093 time: 0.6000655 Jan 28 17:52:00.853044 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:52:00.855305 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a13a58c-b06e-415e-8239-b123042b4afc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:52:00.889322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb744a-ee48-43ed-9387-cbd77de893a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:00.943669 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ba968fd8-64ae-4943-b594-980b85f96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:00.946683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ba968fd8-64ae-4943-b594-980b85f96495 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1127 time: 0.0543337 Jan 28 17:52:00.991676 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7419b-474b-4707-b43c-ece1f5170ab4 x-openstack-request-id: req-81d7419b-474b-4707-b43c-ece1f5170ab4 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:52:00.991973 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:52:00.992230 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81d7419b-474b-4707-b43c-ece1f5170ab4 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:52:00.992630 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'status': 'completed', 'code': 200} Jan 28 17:52:00.994493 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-8e858a5f-a297-4455-a7ed-2134b7cd4a73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 217 time: 0.0416584 Jan 28 17:52:01.043778 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-13224661-9436-4b34-a254-8d321953be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.045368 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-13224661-9436-4b34-a254-8d321953be27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0458057 Jan 28 17:52:01.093243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-a0ec4902-2965-44ae-a8ed-fe374d1577b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.094703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-a0ec4902-2965-44ae-a8ed-fe374d1577b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437007 Jan 28 17:52:01.192639 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-8dab61ed-2b93-4e1a-8cf9-befb8af632cd service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912106 Jan 28 17:52:01.198097 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eba41-41fa-42fe-b4f9-23dc17f50ed7 req-8df02e1a-7267-4982-94e6-24f217cde47e tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.199538 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-982eba41-41fa-42fe-b4f9-23dc17f50ed7 req-8df02e1a-7267-4982-94e6-24f217cde47e tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 944 time: 0.0555720 Jan 28 17:52:01.249492 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-982eba41-41fa-42fe-b4f9-23dc17f50ed7 req-72164e6d-596b-41a8-ab5a-97e2d29645a5 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Jan 28 17:52:01.281869 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-4b5eda6e-c16a-444c-83f6-335d24ad30b8 req-ab1c2b5c-658e-4029-a0f3-6cd4b10f7e92 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Jan 28 17:52:01.369201 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13a58c-b06e-415e-8239-b123042b4afc req-ac818932-97ee-4198-bc63-0b85a14dff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.370674 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-ac818932-97ee-4198-bc63-0b85a14dff44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1127 time: 0.0440032 Jan 28 17:52:01.461246 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13a58c-b06e-415e-8239-b123042b4afc req-64cedec1-2c75-46f3-9910-d8142b46506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.462714 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-64cedec1-2c75-46f3-9910-d8142b46506f service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0868523 Jan 28 17:52:01.501920 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-b7bfd0c9-8e74-4b89-b4d8-559b0fe38b43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 217 time: 0.0338340 Jan 28 17:52:01.548103 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13a58c-b06e-415e-8239-b123042b4afc req-d5df7021-436f-4c64-be7c-0195d2a4b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.549532 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-d5df7021-436f-4c64-be7c-0195d2a4b19f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0415845 Jan 28 17:52:01.601325 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13a58c-b06e-415e-8239-b123042b4afc req-30aad39c-642b-4928-819f-20b59b012fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:01.602800 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-30aad39c-642b-4928-819f-20b59b012fbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474095 Jan 28 17:52:01.692366 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-eeca5787-e381-4ab8-8b62-a9a251bb144e service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822563 Jan 28 17:52:01.782330 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-2a13a58c-b06e-415e-8239-b123042b4afc req-32b7700d-87ac-4a66-8a67-a7e8093de8f7 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841656 Jan 28 17:52:02.369137 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d239-f279-479a-9b8b-8d86780e5e9c req-2b8c4360-9fb7-4dcb-8654-aa0c775bc6f7 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:02.370518 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e608d239-f279-479a-9b8b-8d86780e5e9c req-2b8c4360-9fb7-4dcb-8654-aa0c775bc6f7 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 944 time: 0.0522144 Jan 28 17:52:02.418881 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-e608d239-f279-479a-9b8b-8d86780e5e9c req-451a1f02-8558-48df-8029-4f40637934c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Jan 28 17:52:03.556066 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9996-bbc9-472c-9914-67cbfaa3a5a0 req-e37420ae-7ef8-4926-b64a-1617a636cf15 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:03.557606 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a6e9996-bbc9-472c-9914-67cbfaa3a5a0 req-e37420ae-7ef8-4926-b64a-1617a636cf15 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 944 time: 0.0654414 Jan 28 17:52:03.608986 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-2a6e9996-bbc9-472c-9914-67cbfaa3a5a0 req-fb8c5fd4-72af-447d-b5d9-5a95bc47b787 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451846 Jan 28 17:52:04.132194 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:52:04.231552 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:52:04.244940 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:52:04.287648 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b4a90bf3-1e33-42aa-8844-9197442d6980 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:52:04.288038 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:04.301272 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a90bf3-1e33-42aa-8844-9197442d6980 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:52:04.320468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:52:04.324228 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:04.368960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:04.524697 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['b4a90bf3-1e33-42aa-8844-9197442d6980'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:52:04.731553 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f23a8-604c-4cf2-80f3-60ddb48e41eb req-36159ade-0026-450b-a482-608cf99d1b6f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:04.733701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55f23a8-604c-4cf2-80f3-60ddb48e41eb req-36159ade-0026-450b-a482-608cf99d1b6f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 945 time: 0.0528903 Jan 28 17:52:04.781154 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-b55f23a8-604c-4cf2-80f3-60ddb48e41eb req-b62793aa-befb-477c-ad3e-09445a006a94 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Jan 28 17:52:05.905132 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c4c60-910c-4e87-8f5a-34b6fc2a90bf req-39adc99a-ffce-489f-8393-1a016f7b79b0 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:05.906668 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f1c4c60-910c-4e87-8f5a-34b6fc2a90bf req-39adc99a-ffce-489f-8393-1a016f7b79b0 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 945 time: 0.0581644 Jan 28 17:52:05.956398 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6f1c4c60-910c-4e87-8f5a-34b6fc2a90bf req-25d244eb-a304-45af-ae9b-59cb8aae8f6f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440524 Jan 28 17:52:06.149391 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:52:06.203779 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning for port b4a90bf3-1e33-42aa-8844-9197442d6980 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:52:06.208286 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port b4a90bf3-1e33-42aa-8844-9197442d6980 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:52:06.208690 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:06.292126 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b4a90bf3-1e33-42aa-8844-9197442d6980 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:52:06.292519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:06.318263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:52:06.320593 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28398670-ff69-49f5-865e-3eb5dd7485ed" -d '{"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-plugged", "status": "completed", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:52:06.336596 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:52:06.343065 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:06.367686 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad2cc2-e49a-4413-8391-94ff09069336 x-openstack-request-id: req-81ad2cc2-e49a-4413-8391-94ff09069336 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:52:06.367990 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-plugged", "status": "completed", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:52:06.368188 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81ad2cc2-e49a-4413-8391-94ff09069336 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:52:06.368524 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'code': 200} Jan 28 17:52:06.398005 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:06.511100 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d943781-0126-452f-a489-9d971ce49cca req-5f43ee10-9d1b-4a02-bd5c-288e3d9c2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:06.512607 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d943781-0126-452f-a489-9d971ce49cca req-5f43ee10-9d1b-4a02-bd5c-288e3d9c2505 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1129 time: 0.0931344 Jan 28 17:52:06.565005 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1d943781-0126-452f-a489-9d971ce49cca req-683f617a-2877-4ed3-8299-20d08de7d29e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462341 Jan 28 17:52:07.074411 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d982b34-d9fd-49c2-9929-a3637bfea41e req-0a0739b2-a30f-4413-bbec-c51dc01b9e0c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:07.075812 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d982b34-d9fd-49c2-9929-a3637bfea41e req-0a0739b2-a30f-4413-bbec-c51dc01b9e0c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 946 time: 0.0542011 Jan 28 17:52:07.126695 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d982b34-d9fd-49c2-9929-a3637bfea41e req-b80e42cb-7fa9-433d-aae5-1d9346949453 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452952 Jan 28 17:52:08.254702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fde59-13c8-47b7-9470-771f93d2b250 req-14ea5622-4484-4a9b-9f0d-44258a577a89 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:08.256200 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca5fde59-13c8-47b7-9470-771f93d2b250 req-14ea5622-4484-4a9b-9f0d-44258a577a89 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 946 time: 0.0519879 Jan 28 17:52:08.308556 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ca5fde59-13c8-47b7-9470-771f93d2b250 req-e9fac9fc-874f-4cff-8678-4f6108812df1 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Jan 28 17:52:08.424011 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a3b4-024c-4ddf-987a-be52e7814512 req-9c2420ce-fd85-49cf-9ded-3f24bbbedec0 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:08.425441 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c977a3b4-024c-4ddf-987a-be52e7814512 req-9c2420ce-fd85-49cf-9ded-3f24bbbedec0 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 946 time: 0.0522761 Jan 28 17:52:08.474252 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c977a3b4-024c-4ddf-987a-be52e7814512 req-bc45a3dc-e8b7-406e-bb4d-2d5ab1a5a321 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431554 Jan 28 17:52:08.495024 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37694) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:52:08.577815 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40d158-9d94-43bf-9827-166797659f08 tempest-TestSnapshotPattern-260990283 tempest-TestSnapshotPattern-260990283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:08.579302 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-7e40d158-9d94-43bf-9827-166797659f08 tempest-TestSnapshotPattern-260990283 tempest-TestSnapshotPattern-260990283-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1124 time: 0.0833461 Jan 28 17:52:08.582272 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37698) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:52:08.586525 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:52:08.606121 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:08.704892 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:08.807261 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Allocated IP 172.25.8.76 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/eaa4d86c-b181-4c12-87f3-f30245db2e17) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:52:08.909016 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:08.941601 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:08.975495 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:52:08.978458 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:52:08.981796 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:52:09.010639 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'Port': ['ID=eaa4d86c-b181-4c12-87f3-f30245db2e17,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:09.343111 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (235e048b-d617-4898-a310-29ad9c142453), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:09.408286 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:09.554515 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:09.558625 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:09.627355 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'Port': ['ID=eaa4d86c-b181-4c12-87f3-f30245db2e17,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:52:09.638606 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (235e048b-d617-4898-a310-29ad9c142453), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:09.736846 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Floating IP 235e048b-d617-4898-a310-29ad9c142453 associated. External IP: 172.25.8.76, port: b4a90bf3-1e33-42aa-8844-9197442d6980. Jan 28 17:52:09.944469 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Router 09168472-2d9a-4f18-909f-9bbbfe077624 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:52:10.046398 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:52:10.055878 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:52:10.066017 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:10.067528 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:52:10.068156 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:52:10.098478 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-0b4358f3-7ef5-48a9-812b-022e8ec5d238 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5151799 Jan 28 17:52:10.099168 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:52:10.101453 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:52:10.178676 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:52:10.195548 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2047b6a-9ef0-46ff-8bdb-507a46900de1 x-openstack-request-id: req-d2047b6a-9ef0-46ff-8bdb-507a46900de1 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:52:10.195850 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:52:10.196110 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2047b6a-9ef0-46ff-8bdb-507a46900de1 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:52:10.196527 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'status': 'completed', 'code': 200} Jan 28 17:52:10.263304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-9fefc7f3-3dce-466d-b447-b689a048e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:10.264999 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-9fefc7f3-3dce-466d-b447-b689a048e2c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1129 time: 0.0464098 Jan 28 17:52:10.361927 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-10aff7d4-e37b-4c41-b202-a6043bb65411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:10.363445 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-10aff7d4-e37b-4c41-b202-a6043bb65411 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0923307 Jan 28 17:52:10.428447 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-47d22aad-a0d8-4d81-8baf-e410cd511044 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 999 time: 0.0594020 Jan 28 17:52:10.479877 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-210c6c43-e3e4-4dbc-aab0-bfa14aa5fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:10.481402 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-210c6c43-e3e4-4dbc-aab0-bfa14aa5fe25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0476494 Jan 28 17:52:10.528903 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-928328ff-2e61-47ea-987e-7ef577874c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:10.530412 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-928328ff-2e61-47ea-987e-7ef577874c6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434215 Jan 28 17:52:10.556790 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:09Z', 'revision_number': 0, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:52:10.587002 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:52:10.595258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:52:10.595866 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:51:48Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:52:10.616099 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-ae2a093e-4afa-4da5-81a1-42aa4756327f service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798697 Jan 28 17:52:10.701246 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:52:10.708276 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1bf3db6b-9d6a-473d-b9eb-d6d3ec272caf req-c55b15d8-cc7b-4bb9-85cb-b06f69e03a9a service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866811 Jan 28 17:52:10.927425 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:09Z', 'revision_number': 0, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:52:10.958010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c81b8-9486-4543-bf06-2317ef795343 None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:09Z', 'revision_number': 0, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:52:11.146465 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bca2fd-14fc-4980-a398-6d1eea237652 None None] New status for floating IP 235e048b-d617-4898-a310-29ad9c142453: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:52:13.049444 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:13.071983 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:16.083455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b1a28710-f8fd-4dbc-bb5f-4378c5bdf73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:18.017063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66a11ecc-9bcc-4195-bd64-5589b6c1d19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:19.697188 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:20.948282 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:21.909658 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:26.699673 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:52:33.493856 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-28671f57-4f27-4019-8f65-6c2e1dae2736 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439346 Jan 28 17:52:33.586124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-fe8b6047-3388-457b-b776-5a30c0e1cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:33.587624 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-fe8b6047-3388-457b-b776-5a30c0e1cb32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1129 time: 0.0469620 Jan 28 17:52:33.699902 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-8f40efc1-66e5-4b06-9c5e-c7d60bec37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:33.701436 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-8f40efc1-66e5-4b06-9c5e-c7d60bec37fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0944817 Jan 28 17:52:33.768946 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-f6c4326c-135e-4ea5-9712-25d03ae6016a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 1001 time: 0.0607567 Jan 28 17:52:33.821802 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-a9578e11-e624-4531-8418-3fd825eb1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:33.823284 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-a9578e11-e624-4531-8418-3fd825eb1a55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0489564 Jan 28 17:52:33.870447 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-cdb32084-603b-468e-b7f4-96ed1cdd39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:52:33.871904 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-cdb32084-603b-468e-b7f4-96ed1cdd39e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430522 Jan 28 17:52:33.881808 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-1362aad5-213b-494c-9f13-b4f319d1ea88 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:52:33.882729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-1362aad5-213b-494c-9f13-b4f319d1ea88 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048480 Jan 28 17:52:33.966997 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-3f1ad293-900b-40fe-b7ee-fba81e163eb0 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787487 Jan 28 17:52:34.059980 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-a7be5a76-8e3d-4d98-be77-67227c71616c req-ac6ff56f-3573-49ba-9e86-6b37a2d2507a service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Jan 28 17:52:43.043650 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:43.099048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:46.084931 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7f01fe06-8e91-4701-80fd-f466db1cf8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:48.018573 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-80686545-5c35-420f-8f83-e07e584e5a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:49.699302 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:50.950601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:52:51.911634 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:03.698664 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:53:13.051229 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:13.093805 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:16.086209 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0b9206e5-9887-48b6-b992-a58b17277074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:18.022027 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-062268cd-ed55-4285-84d7-d8afac972c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:19.703055 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:20.953893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:21.913435 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:35.491350 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-adcfc6aa-4040-4fb6-bc06-7ed8fdb6fb0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468473 Jan 28 17:53:35.577691 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-3ce40504-cd7c-498a-97ed-bb8ced42984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:35.579204 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-3ce40504-cd7c-498a-97ed-bb8ced42984f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1129 time: 0.0451801 Jan 28 17:53:35.685307 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-3a637557-482e-4784-9b4b-16b2f2cd0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:35.686837 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-3a637557-482e-4784-9b4b-16b2f2cd0a11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0896485 Jan 28 17:53:35.751293 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-5f626b17-c40a-4728-81ce-556648a2fa48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 1001 time: 0.0588336 Jan 28 17:53:35.806283 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-9b1e3176-91a6-4068-bcca-77bc0e65340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:35.807767 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-9b1e3176-91a6-4068-bcca-77bc0e65340d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0514894 Jan 28 17:53:35.861828 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-ed1f35c1-cbf5-49e4-9414-9492ee4c1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:35.863345 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-ed1f35c1-cbf5-49e4-9414-9492ee4c1b3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498984 Jan 28 17:53:35.954494 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-db70cfb2-bd21-42c2-937c-c9de2ecb89d6 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854051 Jan 28 17:53:36.310703 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-18dc2abb-7eab-443a-a1f7-b718a266cf39 req-4e1498c7-7c88-4f03-af2b-513da85c5bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502614 Jan 28 17:53:40.697983 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:53:43.093704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:43.124182 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:46.086912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95676876-200d-4338-a49d-df740fd22b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:48.023248 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dc78107c-67f4-493c-b088-d4e3fee6455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:49.707795 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:50.955507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:53:51.915971 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:10.674894 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 details requested by agent hyperv_n-h2-812111-13 with host n-h2-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:54:10.799026 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:10.812100 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Returning: {'device': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:54:10.857966 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b4a90bf3-1e33-42aa-8844-9197442d6980 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:54:10.858704 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:10.874833 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a90bf3-1e33-42aa-8844-9197442d6980 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:54:10.910012 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:10.917815 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:10.990980 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.001509 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] get_ports_and_sgs() called for port_ids ['b4a90bf3-1e33-42aa-8844-9197442d6980'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:54:11.005437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.006034 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.006602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.007149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.007709 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.008208 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.008539 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.008893 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.009219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.009540 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.009861 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.010180 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:11.012090 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:12.687681 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 up at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:54:12.760413 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Provisioning complete for port b4a90bf3-1e33-42aa-8844-9197442d6980 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:12.760827 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:12.848227 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b4a90bf3-1e33-42aa-8844-9197442d6980 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:54:12.848606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:12.878789 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:54:12.881195 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef284f6b-d5a9-415f-95f8-b815a513f481" -d '{"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-plugged", "status": "completed", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:54:12.899306 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:12.919960 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:12.985807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:13.026128 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c1fae3-e9a7-4433-ad96-bff77643d931 x-openstack-request-id: req-76c1fae3-e9a7-4433-ad96-bff77643d931 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:54:13.026466 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-plugged", "status": "completed", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:54:13.026909 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76c1fae3-e9a7-4433-ad96-bff77643d931 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:54:13.027070 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'code': 200} Jan 28 17:54:13.092032 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:13.132633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:16.092588 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00cde6de-990c-4fb5-b56d-9172d77d7b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:17.699056 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:54:18.026127 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-92abf6ce-abcf-4e20-a478-a1bc12ab0d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:19.376246 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-311ebcfb-287d-4376-ad34-6538fd9556da tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700168241&fields=id&tenant_id=d3db95e3a2594123b98aaf4278c45c70 HTTP/1.1" status: 200 len: 267 time: 0.0444417 Jan 28 17:54:19.477980 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-f8646144-c4e4-4fd3-beb0-7de0ae0a7436 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:19.479419 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-f8646144-c4e4-4fd3-beb0-7de0ae0a7436 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 810 time: 0.0970728 Jan 28 17:54:19.493355 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-be43fd7d-874a-4935-aad8-729ce01c2d0f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/quotas/d3db95e3a2594123b98aaf4278c45c70 HTTP/1.1" status: 200 len: 375 time: 0.0086260 Jan 28 17:54:19.552850 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-34bab03b-bdbf-4a2c-94bf-ea5f85d14250 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547123 Jan 28 17:54:19.644848 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-b0f11b26-cc4b-4a6d-8181-687808fe5d48 service neutron] 10.222.0.25 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808182 Jan 28 17:54:19.708726 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:19.738080 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-701f0f96-f99a-41db-87d2-d844b5eb6c26 service neutron] 10.222.0.25 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876989 Jan 28 17:54:19.912145 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-6a3fa3d4-71fb-4731-b42d-4c9bd0804e45 req-b8284089-5de5-40a6-b635-ede155fa2da5 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0286591 Jan 28 17:54:20.828811 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-077fde83-5735-4fee-9e75-9dd8e60c5c15 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:20.830272 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-077fde83-5735-4fee-9e75-9dd8e60c5c15 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.24 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 810 time: 0.1023135 Jan 28 17:54:20.899773 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-28d20f1c-6f75-4541-bb6e-a95abfbb81a8 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3db95e3a2594123b98aaf4278c45c70 HTTP/1.1" status: 200 len: 379 time: 0.0589154 Jan 28 17:54:20.907911 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'port': {'device_id': 'c994c700-9375-4433-9140-a90058e7e0b2', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'admin_state_up': True, 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'security_groups': ['4fdf5441-f2ad-44b2-aff5-32d2ea01b53b']}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:20.963880 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:21.012719 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-7c38f129-0480-4580-a415-af151c941bb5 req-5bdba6b5-6819-4c21-a52e-2fa1d7c7e802 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0279758 Jan 28 17:54:21.023124 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Made reservation on behalf of d3db95e3a2594123b98aaf4278c45c70 for: {'port': 1} {{(pid=103094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:21.027308 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:21.205904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_common [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Allocated IP 172.20.0.5 (df4f24e3-f3f4-4139-8d52-f32b91c9d32e/54c7dbc3-271e-43d1-b16a-bb9d2d45d876/200e6d07-9a40-42c1-bd22-edf7d8a28295) {{(pid=103094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:21.407913 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), precommit_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:21.452657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_create {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:21.504698 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is already hosted by enough agents. {{(pid=103094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:21.510468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.base_scheduler [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Resources bound (agent type, host, resource id): {{(pid=103094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:21.515321 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Received port after_create {{(pid=103094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:54:21.547130 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=1']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:21.562772 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.563122 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.563633 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.563980 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.564314 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.564651 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.565171 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.565510 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.565865 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.566193 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.566519 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.566845 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.567169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:21.598799 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:21.599461 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:21.618086 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7921b241-8c00-49e7-a925-f2bec5865d8d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136588 Jan 28 17:54:21.864271 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-fbef66f2-8b90-4731-b767-0a2937c538da None None] Provisioning complete for port 200e6d07-9a40-42c1-bd22-edf7d8a28295 triggered by entity DHCP. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:21.864567 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fbef66f2-8b90-4731-b767-0a2937c538da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:21.899377 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-fbef66f2-8b90-4731-b767-0a2937c538da None None] Port 200e6d07-9a40-42c1-bd22-edf7d8a28295 cannot update to ACTIVE because it is not bound. {{(pid=103095) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 17:54:21.920352 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:22.150569 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d9ff9-6ac4-44a5-818b-37a4755a87d4 req-d200aa3f-c459-4a1c-95de-18f640a92c83 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:22.152026 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-470d9ff9-6ac4-44a5-818b-37a4755a87d4 req-d200aa3f-c459-4a1c-95de-18f640a92c83 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0646706 Jan 28 17:54:22.203288 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-470d9ff9-6ac4-44a5-818b-37a4755a87d4 req-20f72809-3ebd-416c-b3c3-48fd7a84e083 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454674 Jan 28 17:54:22.735869 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:54:22.821783 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Current status of the port b4a90bf3-1e33-42aa-8844-9197442d6980 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:54:22.822307 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:22.845056 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:54:22.847298 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02da8f2c-afa0-4fba-bdd7-f9fe9855956b" -d '{"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:54:22.860644 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:22.865094 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:22.900929 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c7fe0-d3b7-4239-b88d-76c8ec40b0f3 x-openstack-request-id: req-497c7fe0-d3b7-4239-b88d-76c8ec40b0f3 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:54:22.901344 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:54:22.901708 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-497c7fe0-d3b7-4239-b88d-76c8ec40b0f3 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:54:22.902265 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'code': 200} Jan 28 17:54:22.933247 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Pushing event updated for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:23.691743 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a60cd-0c75-4c9b-915e-43f3b6bb4fdd req-8ab48cb3-08e8-498d-9b98-a50f6ab68c8c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.693266 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-747a60cd-0c75-4c9b-915e-43f3b6bb4fdd req-8ab48cb3-08e8-498d-9b98-a50f6ab68c8c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 931 time: 0.4116211 Jan 28 17:54:23.744056 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-747a60cd-0c75-4c9b-915e-43f3b6bb4fdd req-716b4788-9cf7-4d54-926f-e803cf15e9c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451512 Jan 28 17:54:24.884991 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf099a2e-572e-40cd-8c2e-5b6482c8a0e4 req-232a769b-fdc4-436e-8d59-aa1cb3bc46ce tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:24.886859 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf099a2e-572e-40cd-8c2e-5b6482c8a0e4 req-232a769b-fdc4-436e-8d59-aa1cb3bc46ce tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0684762 Jan 28 17:54:24.949571 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-bf099a2e-572e-40cd-8c2e-5b6482c8a0e4 req-bbf9db18-3f09-4ce0-90e7-8b3652f0aa32 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529249 Jan 28 17:54:26.075633 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12dbeb-e95a-4a16-ac89-16a7ddeb58d2 req-850201af-45d1-49fb-b23e-2d75a818f75e tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.077434 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f12dbeb-e95a-4a16-ac89-16a7ddeb58d2 req-850201af-45d1-49fb-b23e-2d75a818f75e tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0616457 Jan 28 17:54:26.130068 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4f12dbeb-e95a-4a16-ac89-16a7ddeb58d2 req-c6c0f87b-f8de-48be-8d50-c506abc85696 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468855 Jan 28 17:54:27.262178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e2e55-1aa1-44a7-bead-0830e69194ec req-b3b4b341-fe49-44a1-9ccf-378453afd9ce tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:27.263730 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff8e2e55-1aa1-44a7-bead-0830e69194ec req-b3b4b341-fe49-44a1-9ccf-378453afd9ce tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0575194 Jan 28 17:54:27.316383 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff8e2e55-1aa1-44a7-bead-0830e69194ec req-6669d891-2594-42e7-a2b4-adfd28f4a44d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467238 Jan 28 17:54:28.446922 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2b4fa-5195-4187-bfd5-9239628fe016 req-29a7bad0-38ae-4de3-985f-0d18c8f065e1 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:28.448400 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbf2b4fa-5195-4187-bfd5-9239628fe016 req-29a7bad0-38ae-4de3-985f-0d18c8f065e1 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0536470 Jan 28 17:54:28.503178 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-dbf2b4fa-5195-4187-bfd5-9239628fe016 req-c57f10e6-40a4-4cad-91e8-5797f62837db tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486665 Jan 28 17:54:29.196748 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.v2.base [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Request body: {'port': {'device_id': 'c994c700-9375-4433-9140-a90058e7e0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-13'}} {{(pid=103094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:29.256884 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:29.515216 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200e6d07-9a40-42c1-bd22-edf7d8a28295 {{(pid=103094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:54:29.522657 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Publish callbacks [] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:29.534343 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.provisioning_blocks [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Transition to ACTIVE for port object 200e6d07-9a40-42c1-bd22-edf7d8a28295 will not be triggered until provisioned by entity L2. {{(pid=103094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:29.538444 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:29.606218 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:29.637978 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8838692-ada0-4403-a336-600730405110 req-3399c8a6-a1a6-4188-801e-bec370cabce6 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:29.639701 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8838692-ada0-4403-a336-600730405110 req-3399c8a6-a1a6-4188-801e-bec370cabce6 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0621479 Jan 28 17:54:29.667322 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Attempting to bind port 200e6d07-9a40-42c1-bd22-edf7d8a28295 on host n-h1-812111-13 for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 17:54:29.667689 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Attempting to bind port 200e6d07-9a40-42c1-bd22-edf7d8a28295 by drivers openvswitch,hyperv on host n-h1-812111-13 at level 0 using segments [{'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 17:54:29.668025 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Attempting to bind port 200e6d07-9a40-42c1-bd22-edf7d8a28295 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:54:29.672727 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Port 200e6d07-9a40-42c1-bd22-edf7d8a28295 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-13 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 17:54:29.672971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Attempting to bind port 200e6d07-9a40-42c1-bd22-edf7d8a28295 on network df4f24e3-f3f4-4139-8d52-f32b91c9d32e {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 17:54:29.678369 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Checking agent: {'id': '551ca16a-aa34-4889-87a6-fddbb19c2966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-13', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'started_at': datetime.datetime(2022, 1, 28, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 17:54:29.678611 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Checking segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 17:54:29.678999 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Bound using segment: {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 17:54:29.679426 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Bound port: 200e6d07-9a40-42c1-bd22-edf7d8a28295, host: n-h1-812111-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751b4a0a-17d8-4ade-bb92-6c53b92aeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 17:54:29.679789 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:29.692791 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-d8838692-ada0-4403-a336-600730405110 req-97a9e572-7e32-4f11-8ca5-8e87d7392ea1 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468254 Jan 28 17:54:29.745243 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 17:54:29.748915 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 17:54:29.755264 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126519538'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:29.790704 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:29.791889 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:29.793326 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] 10.222.0.24 "PUT /v2.0/ports/200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 1092 time: 0.6550441 Jan 28 17:54:29.793768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:54:29.795999 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a3796d-c2bd-466f-895c-7459c08748e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:54:29.822898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157d46d-1ceb-4024-a863-a1709618f4bd service neutron] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:29.858719 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88089c8-1bc3-4a42-a6f0-870a1546352e x-openstack-request-id: req-c88089c8-1bc3-4a42-a6f0-870a1546352e {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:54:29.859011 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:54:29.859264 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c88089c8-1bc3-4a42-a6f0-870a1546352e {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:54:29.859664 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'status': 'completed', 'code': 200} Jan 28 17:54:29.904104 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-079bf5fc-4b94-4886-8744-02a21b151af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:29.905662 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-079bf5fc-4b94-4886-8744-02a21b151af8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1126 time: 0.0581245 Jan 28 17:54:29.954899 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-015016de-8eb6-45dd-9978-981208433c42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 217 time: 0.0427721 Jan 28 17:54:30.003792 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7ae505c8-53e3-4c83-8f0f-71dfdef3cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.005329 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-7ae505c8-53e3-4c83-8f0f-71dfdef3cfe1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0447202 Jan 28 17:54:30.053898 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-9eafb92a-f28a-41b5-9c47-cac052ed82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.055293 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-9eafb92a-f28a-41b5-9c47-cac052ed82ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444996 Jan 28 17:54:30.148341 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-eb16a82e-f883-4282-8c36-74539fcfc3cb service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Jan 28 17:54:30.234318 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5be70e90-2380-4460-b176-1c8df50b6b60 req-4bea94f9-8bf7-4e03-a2d6-8df69b00ee28 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799875 Jan 28 17:54:30.327560 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-f420cdde-8824-44c0-8921-fa6db3cd0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.328987 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-f420cdde-8824-44c0-8921-fa6db3cd0c72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1126 time: 0.0497968 Jan 28 17:54:30.415694 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-4279e170-9e83-4ff4-bccf-2665f39506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.417255 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-4279e170-9e83-4ff4-bccf-2665f39506d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0824423 Jan 28 17:54:30.459070 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-f02eb0b5-0daf-4192-9494-b586fc1dc99a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 217 time: 0.0354908 Jan 28 17:54:30.512702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-79bcf80e-6982-4324-a74e-6d340d6f1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.514189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-79bcf80e-6982-4324-a74e-6d340d6f1444 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0478604 Jan 28 17:54:30.563670 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-1c649621-4111-418f-893c-e65be8abcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.565188 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-1c649621-4111-418f-893c-e65be8abcf89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444303 Jan 28 17:54:30.653679 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-0908ddb9-f69c-476d-9bb4-aa7a48793c93 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816472 Jan 28 17:54:30.746194 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-94a3796d-c2bd-466f-895c-7459c08748e6 req-1fefe61c-07cd-4a0f-9173-024826108221 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858610 Jan 28 17:54:30.811720 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b5a7-3052-420c-9e5c-8659c7659571 req-c361a33f-da7d-4b40-8c1f-aaf24cd3db5c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.813220 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61e5b5a7-3052-420c-9e5c-8659c7659571 req-c361a33f-da7d-4b40-8c1f-aaf24cd3db5c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0519893 Jan 28 17:54:30.861956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-61e5b5a7-3052-420c-9e5c-8659c7659571 req-757fb1fb-ebd5-426e-a39e-44eddf0ec80d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Jan 28 17:54:31.984961 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca3af9-9861-4bfb-88c5-ea847451b0ae req-2ebb71a8-4a32-4ea2-8c5d-48e385f8f51f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:31.986411 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87ca3af9-9861-4bfb-88c5-ea847451b0ae req-2ebb71a8-4a32-4ea2-8c5d-48e385f8f51f tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0566127 Jan 28 17:54:32.038043 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-87ca3af9-9861-4bfb-88c5-ea847451b0ae req-f23925ee-2003-4da4-82d1-488b4e70b692 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458639 Jan 28 17:54:32.525332 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:54:32.620954 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:32.631721 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'port_id': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'mac_address': 'fa:16:3e:68:f7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:54:32.669200 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 200e6d07-9a40-42c1-bd22-edf7d8a28295 is: DOWN; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:54:32.669589 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:32.682495 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200e6d07-9a40-42c1-bd22-edf7d8a28295 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:54:32.702941 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:32.706606 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:32.750817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=4']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:32.955054 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['200e6d07-9a40-42c1-bd22-edf7d8a28295'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:54:33.158624 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef147d-4eee-44e5-a1b1-3f6f58ad854f req-1a5f57aa-e308-497c-9359-ced6a68a2870 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:33.160223 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bef147d-4eee-44e5-a1b1-3f6f58ad854f req-1a5f57aa-e308-497c-9359-ced6a68a2870 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0535927 Jan 28 17:54:33.208649 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-4bef147d-4eee-44e5-a1b1-3f6f58ad854f req-f297124a-2eaf-4766-a640-daa6ce0dfb0d tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 Jan 28 17:54:34.327373 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb959c-f9d9-4253-9b69-7fa9e3f67011 req-8ae50dfe-5cbf-4ff7-a6f0-d1bc5dcdecda tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:34.329095 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cffb959c-f9d9-4253-9b69-7fa9e3f67011 req-8ae50dfe-5cbf-4ff7-a6f0-d1bc5dcdecda tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0528061 Jan 28 17:54:34.381135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-cffb959c-f9d9-4253-9b69-7fa9e3f67011 req-2bc0f5c6-fdf2-4806-8c5c-b09e12298014 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465679 Jan 28 17:54:34.541105 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:54:34.743917 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning for port 200e6d07-9a40-42c1-bd22-edf7d8a28295 completed by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:34.748010 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 200e6d07-9a40-42c1-bd22-edf7d8a28295 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:34.748386 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:34.825175 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 200e6d07-9a40-42c1-bd22-edf7d8a28295 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:54:34.825493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:34.848217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:54:34.850450 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec4cad9-7daf-4b91-8b6d-eda0887f3b4d" -d '{"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:54:34.863588 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:54:34.867702 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:34.890111 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63442d7-2ee7-48d9-bc81-42d501f1a641 x-openstack-request-id: req-a63442d7-2ee7-48d9-bc81-42d501f1a641 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:54:34.890353 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:54:34.890617 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a63442d7-2ee7-48d9-bc81-42d501f1a641 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:54:34.891008 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'code': 200} Jan 28 17:54:34.916316 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=5']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:34.985737 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab757-8a03-4814-bb6c-35b0647a5961 req-76b5b8c9-31f4-484e-96c4-681e70a01dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:34.987264 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-325ab757-8a03-4814-bb6c-35b0647a5961 req-76b5b8c9-31f4-484e-96c4-681e70a01dc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0455303 Jan 28 17:54:35.032921 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-325ab757-8a03-4814-bb6c-35b0647a5961 req-7400ff74-b856-4da7-ad14-87b05ec298c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383759 Jan 28 17:54:35.491996 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-1adff976-7838-4999-ac1b-725ea359d8d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502670 Jan 28 17:54:35.503061 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82cd38-d4e7-449e-88b0-8d1d00341dcc req-e587792d-250f-4aac-ac84-d74b3d38f56e tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.504537 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff82cd38-d4e7-449e-88b0-8d1d00341dcc req-e587792d-250f-4aac-ac84-d74b3d38f56e tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0535414 Jan 28 17:54:35.557679 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-ff82cd38-d4e7-449e-88b0-8d1d00341dcc req-e79ff6f7-1426-4b98-b194-98c103335c3a tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473387 Jan 28 17:54:35.586256 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-dd453d99-e2b4-4f18-8254-12f248c69404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.587994 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-dd453d99-e2b4-4f18-8254-12f248c69404 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1127 time: 0.0498435 Jan 28 17:54:35.696208 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-d72f8a72-6270-4024-aaa4-77e310ae2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.697889 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-d72f8a72-6270-4024-aaa4-77e310ae2ee6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0917494 Jan 28 17:54:35.777486 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-71c666ff-7655-475d-8827-44eb9ef34eec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 999 time: 0.0647902 Jan 28 17:54:35.827351 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-aea5a77f-afa1-4d9b-9384-d7f14a66b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.828864 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-aea5a77f-afa1-4d9b-9384-d7f14a66b4fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0462303 Jan 28 17:54:35.877311 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-5723beaf-851e-44bd-85ce-73309c5b733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.878834 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-5723beaf-851e-44bd-85ce-73309c5b733d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446663 Jan 28 17:54:35.978025 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-13cef071-b0ef-4713-b83b-3b86d8dd337c service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931599 Jan 28 17:54:36.076704 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-083f80a3-8831-42d2-a8e5-5d0576e88105 req-7e20270b-d5af-4006-b45e-ed9c9058c93f service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Jan 28 17:54:36.678101 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a53f62-1370-4c05-a285-2e7981f3dc0b req-d30015bf-54c1-4341-ab9b-a7770b6fb005 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.679551 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a53f62-1370-4c05-a285-2e7981f3dc0b req-d30015bf-54c1-4341-ab9b-a7770b6fb005 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Jan 28 17:54:36.733673 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-c4a53f62-1370-4c05-a285-2e7981f3dc0b req-e223373c-d3db-4222-86c1-ae64c534a6b2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478983 Jan 28 17:54:36.856416 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9d79-e4f8-4895-8b4e-7ac86c3ef37d req-82039e0b-4ee5-448d-a334-33fc978431b9 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.858506 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15da9d79-e4f8-4895-8b4e-7ac86c3ef37d req-82039e0b-4ee5-448d-a334-33fc978431b9 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0578012 Jan 28 17:54:36.906716 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-15da9d79-e4f8-4895-8b4e-7ac86c3ef37d req-1c278222-ff6a-45d6-8552-40a2f805ff89 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Jan 28 17:54:36.928438 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37970) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:54:36.971677 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc4824-4919-411f-b8f7-6a8f40382b56 tempest-TestSnapshotPattern-260990283 tempest-TestSnapshotPattern-260990283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.973199 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ebdc4824-4919-411f-b8f7-6a8f40382b56 tempest-TestSnapshotPattern-260990283 tempest-TestSnapshotPattern-260990283-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1123 time: 0.0437293 Jan 28 17:54:36.975952 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 37972) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:54:36.980157 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.v2.base [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Request body: {'floatingip': {'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'port_id': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:37.000216 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.097520 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.199447 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Allocated IP 172.25.8.13 (63112d60-cc7e-4cc1-80c1-2940f56aff2a/2e30e42f-40d1-4c21-a221-c6b3d48caa21/a60d5ee5-ec85-4115-8abc-c07e62035f28) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:37.302134 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.335000 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738851891514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.371014 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Network 63112d60-cc7e-4cc1-80c1-2940f56aff2a is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:37.374160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:37.376621 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 17:54:37.407354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'Port': ['ID=a60d5ee5-ec85-4115-8abc-c07e62035f28,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:37.418998 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.419353 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.419702 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.420046 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.420384 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.420745 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.421083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.421419 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.421752 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.422083 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.422413 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.422744 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.423077 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:37.753636 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (32ff0486-77cd-4e00-bf9a-b100eafb5d5b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.779491 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-fc469b7c-a5ef-4886-8b15-e6834ae1c7b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483930 Jan 28 17:54:37.822685 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.864375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-518e632f-68d3-4e70-b757-0a35b2bdd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:37.867064 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-518e632f-68d3-4e70-b757-0a35b2bdd18d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0463562 Jan 28 17:54:37.969241 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-7770d84b-a0a4-4796-b1ba-fcca61cb758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:37.970786 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-7770d84b-a0a4-4796-b1ba-fcca61cb758e service neutron] 10.222.0.24 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0862889 Jan 28 17:54:37.976773 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:37.982386 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3554127'] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:38.040643 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-4594c768-4690-4e7e-b401-62574ac40747 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 998 time: 0.0635338 Jan 28 17:54:38.049895 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event updated for resources: {'Port': ['ID=a60d5ee5-ec85-4115-8abc-c07e62035f28,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:38.069061 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582240'] for floatingip (32ff0486-77cd-4e00-bf9a-b100eafb5d5b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:38.088285 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-c38d25a6-71d0-4ebc-8a3a-d476cc482495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.090423 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-c38d25a6-71d0-4ebc-8a3a-d476cc482495 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0443044 Jan 28 17:54:38.140866 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-a8ca37de-4113-46fa-804e-045ea3a31ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.142359 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-a8ca37de-4113-46fa-804e-045ea3a31ddf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464809 Jan 28 17:54:38.171932 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Floating IP 32ff0486-77cd-4e00-bf9a-b100eafb5d5b associated. External IP: 172.25.8.13, port: 200e6d07-9a40-42c1-bd22-edf7d8a28295. Jan 28 17:54:38.236413 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-b9abc296-4124-4057-b1c6-e32213839979 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869200 Jan 28 17:54:38.325353 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-f7ce3a9b-8d3d-4fdc-adc3-dccd65494ece req-3b72abd5-8508-4d7f-b076-adf8077c3cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819349 Jan 28 17:54:38.377242 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Router 09168472-2d9a-4f18-909f-9bbbfe077624 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:54:38.483488 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:54:38.493396 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:38.500882 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:38.502989 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:54:38.503598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:54:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:38.533956 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-b91af74c-15c0-4fdb-be3b-528f81f7af12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5569539 Jan 28 17:54:38.534654 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:54:38.537705 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9aacf5-76f0-47f1-8edc-7833b63e046e" -d '{"events": [{"name": "network-changed", "server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:54:38.573986 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e5f857-69ac-4cfb-892d-b5aa45f023a3 x-openstack-request-id: req-18e5f857-69ac-4cfb-892d-b5aa45f023a3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:54:38.574300 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:54:38.574567 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18e5f857-69ac-4cfb-892d-b5aa45f023a3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:54:38.574984 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'status': 'completed', 'code': 200} Jan 28 17:54:38.613716 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:54:38.643209 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-57d818c3-150b-48c7-8d91-3641ee1b3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.644764 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-57d818c3-150b-48c7-8d91-3641ee1b3c83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0491979 Jan 28 17:54:38.732198 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-74eb1cfd-7f26-4c48-b3e0-fbf885d44125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.733804 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-74eb1cfd-7f26-4c48-b3e0-fbf885d44125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0832617 Jan 28 17:54:38.805003 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-1e763df5-419d-418b-ad7f-c9906414ab41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 998 time: 0.0632315 Jan 28 17:54:38.836149 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:11Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}, {'id': '32ff0486-77cd-4e00-bf9a-b100eafb5d5b', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:68:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c994c700-9375-4433-9140-a90058e7e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:54:37Z', 'updated_at': '2022-01-28T17:54:37Z', 'revision_number': 0, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:38.852904 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-a3b1cd63-4722-410a-8893-6478e6908540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.854377 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-a3b1cd63-4722-410a-8893-6478e6908540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0436809 Jan 28 17:54:38.866198 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:54:38.874563 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:54:38.875179 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:54:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:38.903337 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-dc7e0887-0e67-40b6-bcf5-53cd36065d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.904919 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-dc7e0887-0e67-40b6-bcf5-53cd36065d06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438170 Jan 28 17:54:38.985879 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:54:38.995607 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-96ff7a61-3b5c-4c64-844c-ac6403065c17 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843351 Jan 28 17:54:39.083136 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-5a9aacf5-76f0-47f1-8edc-7833b63e046e req-33badf69-f123-4124-a619-1f6ad816eed4 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811622 Jan 28 17:54:39.209795 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:11Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}, {'id': '32ff0486-77cd-4e00-bf9a-b100eafb5d5b', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:68:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c994c700-9375-4433-9140-a90058e7e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:54:37Z', 'updated_at': '2022-01-28T17:54:37Z', 'revision_number': 0, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:39.235163 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215ece-b65a-4e1a-97a1-82c608f0b6a7 None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:11Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}, {'id': '32ff0486-77cd-4e00-bf9a-b100eafb5d5b', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:68:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c994c700-9375-4433-9140-a90058e7e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:54:37Z', 'updated_at': '2022-01-28T17:54:37Z', 'revision_number': 0, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:39.418955 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17041a6a-42df-4ea1-a0b9-c5dd22848f62 None None] New status for floating IP 32ff0486-77cd-4e00-bf9a-b100eafb5d5b: ACTIVE {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:54:43.085136 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:43.122019 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:46.094362 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c29ce9b6-0d89-413d-9abb-9d2be90df69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:48.029006 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c57f047-0161-4870-a727-b842e737a791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:49.711470 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:50.962669 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:51.923443 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:54:54.718161 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:55:13.104262 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:13.119276 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:16.096994 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e64dd8b1-693b-4304-b969-39d8df9bccf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:18.029290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f7022ea7-7f7a-4b17-bc5c-595e0eb0aef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:19.714326 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:20.965439 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:21.925939 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:31.717840 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:55:36.485582 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-c71bce2a-a251-473b-acb2-4b92516d2b7f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462973 Jan 28 17:55:36.575329 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135539a-ee83-41a2-915c-48b10595a65c req-462d3c29-7ab0-481e-882c-0be08f39e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.576855 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-462d3c29-7ab0-481e-882c-0be08f39e1b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1127 time: 0.0487237 Jan 28 17:55:36.675306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135539a-ee83-41a2-915c-48b10595a65c req-15356cfb-c5b6-4ef4-b0d1-737662cd0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.676792 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-15356cfb-c5b6-4ef4-b0d1-737662cd0305 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0829418 Jan 28 17:55:36.744354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-b791cc25-cef0-440d-b4dc-90141de03e58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 999 time: 0.0613923 Jan 28 17:55:36.790935 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135539a-ee83-41a2-915c-48b10595a65c req-c7b5ad1c-95d6-4fce-b61d-0e9b83f8949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.792338 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-c7b5ad1c-95d6-4fce-b61d-0e9b83f8949c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0427408 Jan 28 17:55:36.838782 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135539a-ee83-41a2-915c-48b10595a65c req-063e493c-c0fb-4ffb-8775-e75556465787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.840218 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-063e493c-c0fb-4ffb-8775-e75556465787 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421495 Jan 28 17:55:36.928975 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-1dbda9c3-cde0-4b3c-a018-e4cbb07d8a94 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822895 Jan 28 17:55:37.018604 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-1135539a-ee83-41a2-915c-48b10595a65c req-f628c460-965c-4a0a-a71e-231d754f58e9 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Jan 28 17:55:38.791030 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-785ff25f-0b01-4a52-8089-904640928592 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437419 Jan 28 17:55:38.883065 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-b4805741-6afb-4386-9df4-6c1437883b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:38.884552 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-b4805741-6afb-4386-9df4-6c1437883b6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0478611 Jan 28 17:55:38.982352 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-ccbf9db5-9f77-4b99-a08e-7590afa649c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:38.983801 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-ccbf9db5-9f77-4b99-a08e-7590afa649c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0821140 Jan 28 17:55:39.050835 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-0b4190fe-7794-45af-bff4-61c038d5d7be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 1000 time: 0.0610952 Jan 28 17:55:39.097242 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-b56e07c4-f791-4c52-9fb8-2e52d05788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:39.098683 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-b56e07c4-f791-4c52-9fb8-2e52d05788c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0423996 Jan 28 17:55:39.147151 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-1d0ec286-6b19-44a8-a055-6dcce2373f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:39.149354 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-1d0ec286-6b19-44a8-a055-6dcce2373f67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456309 Jan 28 17:55:39.159481 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-fd1445a8-7912-4744-8225-e5a1b16f8ed3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103094) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 17:55:39.160458 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-fd1445a8-7912-4744-8225-e5a1b16f8ed3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051134 Jan 28 17:55:39.249863 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-cba93ee7-a473-4817-acd5-a15f1ce6d4cc service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832701 Jan 28 17:55:39.337254 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-253620b4-2ccf-4b40-8e96-27fe77953c5b req-01533890-af8b-40bc-9488-082d8be3e8ad service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805354 Jan 28 17:55:43.123399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:43.131563 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:46.098384 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4635344c-7700-4980-8da4-7c73fdba2987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:48.033239 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ecdf-8311-4a72-a1d0-1b63925b7ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:49.717541 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:50.968153 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:55:51.927753 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:08.717520 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:56:08.946044 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 details requested by agent hyperv_n-h1-812111-13 with host n-h1-812111-13 {{(pid=103095) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 17:56:09.039152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:09.050186 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Returning: {'device': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'port_id': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'mac_address': 'fa:16:3e:68:f7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103095) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 17:56:09.088484 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 200e6d07-9a40-42c1-bd22-edf7d8a28295 is: ACTIVE; New status is: BUILD {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:56:09.088902 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:09.101580 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 200e6d07-9a40-42c1-bd22-edf7d8a28295 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 17:56:09.120352 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:09.124821 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:09.175551 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=6']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:09.183219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.183574 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.183922 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.184263 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.184629 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.184986 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.185324 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.185650 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.185977 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.186304 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.186635 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.186960 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.187283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.195904 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] get_ports_and_sgs() called for port_ids ['200e6d07-9a40-42c1-bd22-edf7d8a28295'] {{(pid=103095) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 17:56:10.963335 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 up at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 17:56:11.030672 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Provisioning complete for port 200e6d07-9a40-42c1-bd22-edf7d8a28295 triggered by entity L2. {{(pid=103095) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:11.031287 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667305'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), provisioning_complete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:11.133036 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 200e6d07-9a40-42c1-bd22-edf7d8a28295 is: BUILD; New status is: ACTIVE {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:56:11.133433 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:11.158889 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:56:11.161179 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d1c37-2473-40c6-aee0-36e491c1f148" -d '{"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:56:11.175279 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:11.181993 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:11.211290 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d41ad0-efbd-46b3-b528-8b92b5d6555d x-openstack-request-id: req-c0d41ad0-efbd-46b3-b528-8b92b5d6555d {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:56:11.211590 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:56:11.211848 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0d41ad0-efbd-46b3-b528-8b92b5d6555d {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:56:11.212729 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'code': 200} Jan 28 17:56:11.242019 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=7']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:13.143685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:13.156495 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:16.102592 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-beaff3fd-33cd-4cbc-a739-31a18b7501c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:18.038855 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24286891-1be6-4118-bfd5-26a3d4348314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:19.721132 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:20.326821 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38168) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:20.484572 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Deleting port a60d5ee5-ec85-4115-8abc-c07e62035f28 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:20.484948 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:20.559993 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:20.560261 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (a60d5ee5-ec85-4115-8abc-c07e62035f28), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:20.574729 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Calling delete_port for a60d5ee5-ec85-4115-8abc-c07e62035f28 owned by network:floatingip {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:20.724341 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (a60d5ee5-ec85-4115-8abc-c07e62035f28), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:20.754970 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event deleted for resources: {'Port': ['ID=a60d5ee5-ec85-4115-8abc-c07e62035f28,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:20.777830 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.778178 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.778514 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.778849 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.779181 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.779510 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.779836 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.780159 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.780483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.780835 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.781160 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.781483 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.781804 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:20.821526 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (32ff0486-77cd-4e00-bf9a-b100eafb5d5b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:20.821801 n-d-812111-13 neutron-server[103093]: INFO neutron.db.l3_db [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Floating IP 32ff0486-77cd-4e00-bf9a-b100eafb5d5b disassociated (deleted). External IP: 172.25.8.13, port: 200e6d07-9a40-42c1-bd22-edf7d8a28295. Jan 28 17:56:20.970531 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:21.025736 n-d-812111-13 neutron-server[103093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Router 09168472-2d9a-4f18-909f-9bbbfe077624 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:56:21.134057 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:56:21.138718 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:21.144291 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:21.154052 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:21.154664 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.173403 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-08305a6e-6a77-4aa2-87fc-d0b9d34a6cb2 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "DELETE /v2.0/floatingips/32ff0486-77cd-4e00-bf9a-b100eafb5d5b HTTP/1.1" status: 204 len: 168 time: 0.8454792 Jan 28 17:56:21.174124 n-d-812111-13 neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:56:21.176432 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41d23d7fd75a4819f6e57ea381050eb78fd9e6bd86f34f9b69ac6a2f7bb902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460900a-588d-4e0e-86ec-8de2c2029882" -d '{"events": [{"name": "network-changed", "server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:56:21.215404 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07952690-cb9c-4f9c-9c7d-e959cffca090 x-openstack-request-id: req-07952690-cb9c-4f9c-9c7d-e959cffca090 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:56:21.215795 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "status": "completed", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:56:21.216146 n-d-812111-13 neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07952690-cb9c-4f9c-9c7d-e959cffca090 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:56:21.216649 n-d-812111-13 neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'status': 'completed', 'code': 200} Jan 28 17:56:21.264211 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:21.286088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-c353367a-f40b-4303-8ad4-929808ed0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.287653 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-c353367a-f40b-4303-8ad4-929808ed0eda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0511961 Jan 28 17:56:21.393275 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-bc0ed748-6fe5-487e-8d88-210032caffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.394787 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-bc0ed748-6fe5-487e-8d88-210032caffbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0999210 Jan 28 17:56:21.439731 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-161e01ee-7f87-441d-880b-99221634d13e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 200 len: 217 time: 0.0387056 Jan 28 17:56:21.469622 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5b263-61d2-4d55-999d-fdc5a5811d4e req-c4b1f6de-59fc-4f4d-9310-2ec2c4846e31 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.472602 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59c5b263-61d2-4d55-999d-fdc5a5811d4e req-c4b1f6de-59fc-4f4d-9310-2ec2c4846e31 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1120038 Jan 28 17:56:21.489779 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-c603273d-c16a-40fb-8f19-b09bf9872c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.491274 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-c603273d-c16a-40fb-8f19-b09bf9872c7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0452240 Jan 28 17:56:21.527127 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-59c5b263-61d2-4d55-999d-fdc5a5811d4e req-33ead7ef-94a7-441f-a90f-aa492456c0e7 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500784 Jan 28 17:56:21.549723 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-9fb5a33a-00c7-4240-b63d-43b59d5907a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.551371 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-9fb5a33a-00c7-4240-b63d-43b59d5907a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526521 Jan 28 17:56:21.643206 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-58a427d4-ea48-4835-ae1c-c1a22dc3b27e service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845385 Jan 28 17:56:21.669371 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:11Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.695782 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:56:21.704397 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:21.705031 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.737806 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-9460900a-588d-4e0e-86ec-8de2c2029882 req-9d757b30-96a7-420d-a1b6-4605cacde9a3 service neutron] 10.222.0.24 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880809 Jan 28 17:56:21.810240 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:21.961893 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:22.045258 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:11Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:22.070592 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2d78-a0a9-4d35-9ec3-23e43565870b None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_floatingips': [{'id': '235e048b-d617-4898-a310-29ad9c142453', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'router_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'port_id': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'mac_address': 'fa:16:3e:2d:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:52:09Z', 'updated_at': '2022-01-28T17:52:11Z', 'revision_number': 1, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:22.317513 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab0208-4489-485b-9345-c2ad730e374f None None] New status for floating IP 32ff0486-77cd-4e00-bf9a-b100eafb5d5b: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:56:22.651354 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11580d6a-d7a7-4527-9148-9a80c848b1cd req-8c1b30f7-e13e-43b2-9704-29d3fc2813b5 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:22.652866 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11580d6a-d7a7-4527-9148-9a80c848b1cd req-8c1b30f7-e13e-43b2-9704-29d3fc2813b5 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0549984 Jan 28 17:56:22.701752 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-11580d6a-d7a7-4527-9148-9a80c848b1cd req-ebdf8e71-67c9-4b2c-8f26-b4821b6c2759 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429735 Jan 28 17:56:22.912332 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-9b7c388d-2af1-4163-a18e-a94334bcb1bf tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:22.913729 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-9b7c388d-2af1-4163-a18e-a94334bcb1bf tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.24 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Jan 28 17:56:22.992078 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:23.002887 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Deleting port 200e6d07-9a40-42c1-bd22-edf7d8a28295 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:23.003230 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:23.064817 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Current status of the port 200e6d07-9a40-42c1-bd22-edf7d8a28295 is: ACTIVE; New status is: DOWN {{(pid=103095) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 17:56:23.065389 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681333'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:23.090991 n-d-812111-13 neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:56:23.093234 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d015495d0dcca3d6e485f151485a2d05cc3c62fc1ff9c6a55877c314f130a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e3eca-5256-47d2-bb69-1ab6c013e8ef" -d '{"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:56:23.093957 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:23.094328 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:23.106073 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] For port 200e6d07-9a40-42c1-bd22-edf7d8a28295, host n-h1-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-13',level=0,port_id=200e6d07-9a40-42c1-bd22-edf7d8a28295,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:23.108047 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Calling delete_port for 200e6d07-9a40-42c1-bd22-edf7d8a28295 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:23.110711 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738852387292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738851891532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738851891550'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:23.135810 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b279d9b-a557-462d-a53e-45152a21f09e x-openstack-request-id: req-5b279d9b-a557-462d-a53e-45152a21f09e {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:56:23.136101 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:56:23.136348 n-d-812111-13 neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b279d9b-a557-462d-a53e-45152a21f09e {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:56:23.136768 n-d-812111-13 neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'code': 200} Jan 28 17:56:23.163030 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Pushing event updated for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=8']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.246831 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (200e6d07-9a40-42c1-bd22-edf7d8a28295), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:23.273702 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event deleted for resources: {'Port': ['ID=200e6d07-9a40-42c1-bd22-edf7d8a28295,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.283703 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.284053 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.284397 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.284762 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.285105 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.285438 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.285768 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.286127 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.286458 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.287137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.287137 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.287547 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.287738 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-13 {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:23.328696 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] No DVR routers for this DVR port 200e6d07-9a40-42c1-bd22-edf7d8a28295 on host n-h1-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:23.331267 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:23.334646 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-120e9bd5-5ecf-42cc-bc6e-fadd527798b5 req-61542267-85f8-43e2-af26-dc284b2322c3 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.24 "DELETE /v2.0/ports/200e6d07-9a40-42c1-bd22-edf7d8a28295 HTTP/1.1" status: 204 len: 173 time: 0.4156320 Jan 28 17:56:23.335088 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-deleted', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:56:23.337347 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa9153-a34d-4803-89df-babd9e301266" -d '{"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-deleted", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:56:23.376773 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc3bb4-5a4a-4892-944d-ec08013c5bbc x-openstack-request-id: req-d4bc3bb4-5a4a-4892-944d-ec08013c5bbc {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:56:23.377075 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c700-9375-4433-9140-a90058e7e0b2", "name": "network-vif-deleted", "tag": "200e6d07-9a40-42c1-bd22-edf7d8a28295", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:56:23.377332 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4bc3bb4-5a4a-4892-944d-ec08013c5bbc {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:56:23.377733 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c700-9375-4433-9140-a90058e7e0b2', 'name': 'network-vif-deleted', 'tag': '200e6d07-9a40-42c1-bd22-edf7d8a28295', 'status': 'completed', 'code': 200} Jan 28 17:56:23.830096 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-5d85a2f1-d56c-43f2-9f03-9aa4a33406ba req-03087c5b-b63c-441c-8aa4-cdbaa9e51202 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c994c700-9375-4433-9140-a90058e7e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0316212 Jan 28 17:56:25.386965 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38230) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:25.812264 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Deleting port eaa4d86c-b181-4c12-87f3-f30245db2e17 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:25.812611 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:25.887752 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:25.888081 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (eaa4d86c-b181-4c12-87f3-f30245db2e17), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:25.899355 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Calling delete_port for eaa4d86c-b181-4c12-87f3-f30245db2e17 owned by network:floatingip {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:26.043491 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (eaa4d86c-b181-4c12-87f3-f30245db2e17), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:26.071169 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event deleted for resources: {'Port': ['ID=eaa4d86c-b181-4c12-87f3-f30245db2e17,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:26.131360 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for floatingip (235e048b-d617-4898-a310-29ad9c142453), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:26.131823 n-d-812111-13 neutron-server[103094]: INFO neutron.db.l3_db [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Floating IP 235e048b-d617-4898-a310-29ad9c142453 disassociated (deleted). External IP: 172.25.8.76, port: b4a90bf3-1e33-42aa-8844-9197442d6980. Jan 28 17:56:26.334468 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Router 09168472-2d9a-4f18-909f-9bbbfe077624 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:56:26.440031 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:56:26.444731 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for floatingip (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:26.449778 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:26.460089 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:26.460726 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:26.474273 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-909b55b4-ddfa-44d1-95ef-7195d9d68510 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "DELETE /v2.0/floatingips/235e048b-d617-4898-a310-29ad9c142453 HTTP/1.1" status: 204 len: 168 time: 1.0856183 Jan 28 17:56:26.474878 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:56:26.477141 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e9384-a60b-4c6e-87b0-39851b01d30c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:56:26.523707 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af07d92-62c2-4c2c-b236-d18fbfd18f50 x-openstack-request-id: req-2af07d92-62c2-4c2c-b236-d18fbfd18f50 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:56:26.524004 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:56:26.524265 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2af07d92-62c2-4c2c-b236-d18fbfd18f50 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:56:26.524695 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'status': 'completed', 'code': 200} Jan 28 17:56:26.584152 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:26.596372 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-b3c6c0ed-c3e8-4e5e-9314-3f07a6cb1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.597857 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-b3c6c0ed-c3e8-4e5e-9314-3f07a6cb1312 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3db95e3a2594123b98aaf4278c45c70&device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 1127 time: 0.0511365 Jan 28 17:56:26.701688 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-320292c7-814f-4b42-85ae-1515c74f2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.703450 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-320292c7-814f-4b42-85ae-1515c74f2147 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 200 len: 911 time: 0.0989575 Jan 28 17:56:26.721896 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604b4e-aae1-489f-bb50-8c3751b4551b req-5a88d708-8568-43bb-8823-064864622e57 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.724321 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8604b4e-aae1-489f-bb50-8c3751b4551b req-5a88d708-8568-43bb-8823-064864622e57 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 944 time: 0.0551300 Jan 28 17:56:26.754395 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-083b6002-dd52-447b-8af2-c110d19635bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 200 len: 217 time: 0.0437276 Jan 28 17:56:26.775025 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-f8604b4e-aae1-489f-bb50-8c3751b4551b req-3c1facfd-1b4d-40de-aaf3-d47f385edc07 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Jan 28 17:56:26.802077 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:26.809446 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-23847855-51cc-4ef8-9424-69cc6367437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.810922 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-23847855-51cc-4ef8-9424-69cc6367437e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 200 len: 849 time: 0.0500479 Jan 28 17:56:26.832544 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:56:26.841614 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:26.842219 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:26.860837 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-7f00dc62-1872-477a-9c63-8646627924ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.862283 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-7f00dc62-1872-477a-9c63-8646627924ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df4f24e3-f3f4-4139-8d52-f32b91c9d32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439515 Jan 28 17:56:26.946401 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:26.955613 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-70ce1d2d-fb71-4cf9-bec5-ae5cfa79aa2a service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854812 Jan 28 17:56:26.991191 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 no longer exists at agent hyperv_n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:27.042009 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] No Port match for: 200e6d07-9a40-42c1-bd22-edf7d8a28295 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:27.042466 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Device 200e6d07-9a40-42c1-bd22-edf7d8a28295 not bound to the agent host n-h1-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:27.046416 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-827e9384-a60b-4c6e-87b0-39851b01d30c req-ed3ce3ae-5d7e-46a7-9d73-0fc3220052b8 service neutron] 10.222.0.31 "GET /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Jan 28 17:56:27.167806 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:27.198124 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45941b0c-cf97-48f1-8724-8d267fbc0b46 None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:51:45Z', 'revision_number': 4, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13', '_interfaces': [{'id': '9c738bbc-7dbd-4ce0-84b0-dee2e1f69093', 'name': '', 'network_id': 'df4f24e3-f3f4-4139-8d52-f32b91c9d32e', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'mac_address': 'fa:16:3e:d7:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:44Z', 'updated_at': '2022-01-28T17:51:51Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'subnets': [{'id': '54c7dbc3-271e-43d1-b16a-bb9d2d45d876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:27.408838 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f9b0d7-47a3-49c0-be2f-87f7163a23d5 None None] New status for floating IP 235e048b-d617-4898-a310-29ad9c142453: DOWN {{(pid=103096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:56:27.897029 n-d-812111-13 neutron-server[103093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8754f-3cb4-47fd-95f4-105372a7172f req-6936f160-8a16-4ef1-b592-10e577dbfa12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:27.898508 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8754f-3cb4-47fd-95f4-105372a7172f req-6936f160-8a16-4ef1-b592-10e577dbfa12 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 944 time: 0.0524709 Jan 28 17:56:27.947872 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-83c8754f-3cb4-47fd-95f4-105372a7172f req-9748f1fb-a992-4ef6-a7c3-dd70bd0f011c tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Jan 28 17:56:28.210918 n-d-812111-13 neutron-server[103094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-54256f80-86d3-4ddd-83cb-655ecb6debf7 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:28.212355 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-54256f80-86d3-4ddd-83cb-655ecb6debf7 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 944 time: 0.0529184 Jan 28 17:56:28.313622 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Deleting port b4a90bf3-1e33-42aa-8844-9197442d6980 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:28.313967 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:28.401020 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] For port b4a90bf3-1e33-42aa-8844-9197442d6980, host n-h2-812111-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-13',level=0,port_id=b4a90bf3-1e33-42aa-8844-9197442d6980,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:28.401307 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:28.413144 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Calling delete_port for b4a90bf3-1e33-42aa-8844-9197442d6980 owned by compute:nova {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:28.544419 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (b4a90bf3-1e33-42aa-8844-9197442d6980), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:28.572766 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event deleted for resources: {'Port': ['ID=b4a90bf3-1e33-42aa-8844-9197442d6980,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:28.619211 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] No DVR routers for this DVR port b4a90bf3-1e33-42aa-8844-9197442d6980 on host n-h2-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:28.621707 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031450'] for port (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:28.625021 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [req-400c5272-eed3-4cb7-a0df-ae2561734f55 req-fa963671-058f-4ffc-abf3-81099c0b6237 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.31 "DELETE /v2.0/ports/b4a90bf3-1e33-42aa-8844-9197442d6980 HTTP/1.1" status: 204 len: 173 time: 0.4075701 Jan 28 17:56:28.625466 n-d-812111-13 neutron-server[103094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-deleted', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980'}] {{(pid=103094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 17:56:28.627701 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faaf5b5bd486ab0aabc0884a6a51ed9095c5f5edbc13ff5393bdf994a1c0547f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be34e18-b801-4bfe-97d0-e4dcca6ea8bd" -d '{"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-deleted", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980"}]}' {{(pid=103094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 17:56:28.673125 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a842b6f-58b0-443b-b255-e5fe60a784c3 x-openstack-request-id: req-5a842b6f-58b0-443b-b255-e5fe60a784c3 {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 17:56:28.673437 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7b3f24-310c-4dd4-ba87-ce45cf066607", "name": "network-vif-deleted", "tag": "b4a90bf3-1e33-42aa-8844-9197442d6980", "status": "completed", "code": 200}]} {{(pid=103094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 17:56:28.673678 n-d-812111-13 neutron-server[103094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a842b6f-58b0-443b-b255-e5fe60a784c3 {{(pid=103094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 17:56:28.674088 n-d-812111-13 neutron-server[103094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7b3f24-310c-4dd4-ba87-ce45cf066607', 'name': 'network-vif-deleted', 'tag': 'b4a90bf3-1e33-42aa-8844-9197442d6980', 'status': 'completed', 'code': 200} Jan 28 17:56:29.071582 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [req-3ce04f08-32d8-49a2-8b2a-4819d55fa2ad req-07442964-7372-4011-bd1b-409bd2f32bde tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d7b3f24-310c-4dd4-ba87-ce45cf066607 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Jan 28 17:56:30.131122 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38246) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:30.186219 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe486466-f001-4260-880a-8101b43ac162 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group (4fdf5441-f2ad-44b2-aff5-32d2ea01b53b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:30.210933 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe486466-f001-4260-880a-8101b43ac162 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group (4fdf5441-f2ad-44b2-aff5-32d2ea01b53b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:30.281937 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe486466-f001-4260-880a-8101b43ac162 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (4fdf5441-f2ad-44b2-aff5-32d2ea01b53b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:30.284909 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fe486466-f001-4260-880a-8101b43ac162 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:30.286135 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-fe486466-f001-4260-880a-8101b43ac162 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] 10.222.0.25 "DELETE /v2.0/security-groups/4fdf5441-f2ad-44b2-aff5-32d2ea01b53b HTTP/1.1" status: 204 len: 168 time: 0.1540425 Jan 28 17:56:30.296959 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486466-f001-4260-880a-8101b43ac162 tempest-TestSnapshotPattern-585492133 tempest-TestSnapshotPattern-585492133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdf5441-f2ad-44b2-aff5-32d2ea01b53b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:30.333836 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38250) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:30.668441 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (09168472-2d9a-4f18-909f-9bbbfe077624), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:30.911971 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Deleting port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:30.912313 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:30.990742 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] For port 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:30.991102 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:31.002399 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Calling delete_port for 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:31.178926 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9c738bbc-7dbd-4ce0-84b0-dee2e1f69093), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:31.203375 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c738bbc-7dbd-4ce0-84b0-dee2e1f69093,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:31.369050 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (09168472-2d9a-4f18-909f-9bbbfe077624), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:31.588554 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Router 09168472-2d9a-4f18-909f-9bbbfe077624 has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:56:31.695328 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:56:31.700277 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-2fbc88d9-ffb0-4e2e-8c5e-a83e5d107303 admin admin] 10.222.0.25 "PUT /v2.0/routers/09168472-2d9a-4f18-909f-9bbbfe077624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3654034 Jan 28 17:56:31.702812 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38252) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:31.705428 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] Sync routers for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:31.716041 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:31.716665 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:31.805090 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks [] for router (09168472-2d9a-4f18-909f-9bbbfe077624), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:31.820531 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: n-d-812111-13 {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:31.905914 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks [] for router_gateway (09168472-2d9a-4f18-909f-9bbbfe077624), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:31.961673 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Deleting port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:31.962080 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.010820 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:56:31Z', 'revision_number': 5, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port': {'id': 'ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:43Z', 'updated_at': '2022-01-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:32.042805 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] Checking router: 09168472-2d9a-4f18-909f-9bbbfe077624 for host: n-d-812111-13 {{(pid=103095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:56:32.051091 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] Routers {'09168472-2d9a-4f18-909f-9bbbfe077624'} bound to L3 agent in host n-d-812111-13 {{(pid=103095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:32.051815 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['09168472-2d9a-4f18-909f-9bbbfe077624'], 'active': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:32.052389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] For port ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:32.052792 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.065469 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Calling delete_port for ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:32.138971 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvr_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] Set router 09168472-2d9a-4f18-909f-9bbbfe077624 gateway port host: None {{(pid=103095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:32.189193 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_hamode_db [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:56:31Z', 'revision_number': 6, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:32.218841 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f33ed4-ce82-4b53-aa8e-2d3cdf2fad12 None None] The sync data for ids ['09168472-2d9a-4f18-909f-9bbbfe077624'] in n-d-812111-13 is: [{'id': '09168472-2d9a-4f18-909f-9bbbfe077624', 'name': 'tempest-TestSnapshotPattern-1169752740-router', 'tenant_id': 'd3db95e3a2594123b98aaf4278c45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:42Z', 'updated_at': '2022-01-28T17:56:31Z', 'revision_number': 6, 'project_id': 'd3db95e3a2594123b98aaf4278c45c70', 'gw_port_host': None}] {{(pid=103095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:32.231631 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.258389 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:32.321116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (09168472-2d9a-4f18-909f-9bbbfe077624), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.690694 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (09168472-2d9a-4f18-909f-9bbbfe077624), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.693393 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks [] for router_controller (09168472-2d9a-4f18-909f-9bbbfe077624), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.740515 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (09168472-2d9a-4f18-909f-9bbbfe077624), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.741315 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09168472-2d9a-4f18-909f-9bbbfe077624 {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:56:32.746304 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.747598 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d3d9faa-88b5-415b-b934-699418d075ad admin admin] 10.222.0.25 "DELETE /v2.0/routers/09168472-2d9a-4f18-909f-9bbbfe077624 HTTP/1.1" status: 204 len: 168 time: 1.0437458 Jan 28 17:56:32.750033 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38254) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:32.798306 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Deleting subnet 54c7dbc3-271e-43d1-b16a-bb9d2d45d876 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:56:32.801753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Publish callbacks [] for subnet (54c7dbc3-271e-43d1-b16a-bb9d2d45d876), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.834852 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (54c7dbc3-271e-43d1-b16a-bb9d2d45d876), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.912813 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (54c7dbc3-271e-43d1-b16a-bb9d2d45d876), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.966293 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (54c7dbc3-271e-43d1-b16a-bb9d2d45d876), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.992993 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c7dbc3-271e-43d1-b16a-bb9d2d45d876,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:32.996389 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:32.999570 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-9cd2df95-d179-442f-a12f-f23ab2b91174 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54c7dbc3-271e-43d1-b16a-bb9d2d45d876 HTTP/1.1" status: 204 len: 168 time: 0.2477000 Jan 28 17:56:33.002179 n-d-812111-13 neutron-server[103093]: DEBUG neutron.wsgi [-] (103093) accepted ('10.222.0.25', 38256) {{(pid=103093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:33.002696 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff46c24-23cc-4bb9-8e5c-1102a722d3d5 None None] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:56:33.072767 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (df4f24e3-f3f4-4139-8d52-f32b91c9d32e), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.133189 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Deleting port 1d798001-2297-4c87-8588-cab11a9fe209 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:33.133533 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1d798001-2297-4c87-8588-cab11a9fe209), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.175469 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] DHCP port deletion for df4f24e3-f3f4-4139-8d52-f32b91c9d32e request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:56:33.202418 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] For port 1d798001-2297-4c87-8588-cab11a9fe209, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1d798001-2297-4c87-8588-cab11a9fe209,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:33.202797 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1d798001-2297-4c87-8588-cab11a9fe209), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.217746 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Calling delete_port for 1d798001-2297-4c87-8588-cab11a9fe209 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:33.228283 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Deleting port 1d798001-2297-4c87-8588-cab11a9fe209 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:33.228664 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (1d798001-2297-4c87-8588-cab11a9fe209), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.297849 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] For port 1d798001-2297-4c87-8588-cab11a9fe209, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=1d798001-2297-4c87-8588-cab11a9fe209,segment=NetworkSegment(751b4a0a-17d8-4ade-bb92-6c53b92aeb92),segment_id=751b4a0a-17d8-4ade-bb92-6c53b92aeb92)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:33.298633 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (1d798001-2297-4c87-8588-cab11a9fe209), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.310541 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3554228'] for port (1d798001-2297-4c87-8588-cab11a9fe209), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.313598 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Calling delete_port for 1d798001-2297-4c87-8588-cab11a9fe209 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:33.344360 n-d-812111-13 neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] No DVR routers for this DVR port 1d798001-2297-4c87-8588-cab11a9fe209 on host n-d-812111-13 {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:33.353219 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d798001-2297-4c87-8588-cab11a9fe209,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:33.429564 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (df4f24e3-f3f4-4139-8d52-f32b91c9d32e), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.451279 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f24e3-f3f4-4139-8d52-f32b91c9d32e']}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:33.461936 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751b4a0a-17d8-4ade-bb92-6c53b92aeb92') {'for_net_delete': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:33.462282 n-d-812111-13 neutron-server[103093]: DEBUG neutron.services.segments.db [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751b4a0a-17d8-4ade-bb92-6c53b92aeb92') {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:33.476615 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127778334'] for segment (751b4a0a-17d8-4ade-bb92-6c53b92aeb92), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.490167 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (751b4a0a-17d8-4ade-bb92-6c53b92aeb92), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.496554 n-d-812111-13 neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:33.497128 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3554155'] for segment (751b4a0a-17d8-4ade-bb92-6c53b92aeb92), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: Traceback (most recent call last): Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: timer() Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: cb(*args, **kw) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: return func(*args, **kwargs) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: self._notify() Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: self.callback(batched_events) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: event.method(event) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: return f(self, *a, **k) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: return self._get(url).json() Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:33.498968 n-d-812111-13 neutron-server[103093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:33.520996 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 no longer exists at agent hyperv_n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:33.543437 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] No Port match for: b4a90bf3-1e33-42aa-8844-9197442d6980 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:33.543772 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Device b4a90bf3-1e33-42aa-8844-9197442d6980 not bound to the agent host n-h2-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:33.553568 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (df4f24e3-f3f4-4139-8d52-f32b91c9d32e), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.559989 n-d-812111-13 neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.563244 n-d-812111-13 neutron-server[103093]: INFO neutron.wsgi [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] 10.222.0.25 "DELETE /v2.0/networks/df4f24e3-f3f4-4139-8d52-f32b91c9d32e HTTP/1.1" status: 204 len: 168 time: 0.5594988 Jan 28 17:56:33.566304 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38258) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:33.573956 n-d-812111-13 neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1245e1-3420-4caf-8ee2-ee4bc213a36f admin admin] Pushing event deleted for resources: {'Network': ['ID=df4f24e3-f3f4-4139-8d52-f32b91c9d32e,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:33.581997 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (1d798001-2297-4c87-8588-cab11a9fe209), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.605261 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Network df4f24e3-f3f4-4139-8d52-f32b91c9d32e is not hosted by any dhcp agent {{(pid=103095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 17:56:33.605725 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] No DVR routers for this DVR port 1d798001-2297-4c87-8588-cab11a9fe209 on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:33.607829 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee5e4c-d629-4ea9-847c-d09e248fab50 None None] Pushing event deleted for resources: {'Port': ['ID=1d798001-2297-4c87-8588-cab11a9fe209,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:33.908770 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584032'] for router_interface (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:33.997920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1d798001-2297-4c87-8588-cab11a9fe209 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:34.020920 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 1d798001-2297-4c87-8588-cab11a9fe209 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:34.021569 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 1d798001-2297-4c87-8588-cab11a9fe209 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:34.021700 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:34.040441 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:34.040807 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device ec6db4df-de3d-4b8a-88ee-f8d8f4e4e3ba not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:34.041210 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:34.059173 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:34.059518 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9c738bbc-7dbd-4ce0-84b0-dee2e1f69093 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:34.156479 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Deleting port 0c1e77e5-8039-49d3-8de0-4554f80f7544 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:34.156843 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:34.231824 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] For port 0c1e77e5-8039-49d3-8de0-4554f80f7544, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0c1e77e5-8039-49d3-8de0-4554f80f7544,segment=NetworkSegment(d800580f-e3c8-4ac9-be25-1272daf7cdbb),segment_id=d800580f-e3c8-4ac9-be25-1272daf7cdbb)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:34.232177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:34.243379 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Calling delete_port for 0c1e77e5-8039-49d3-8de0-4554f80f7544 owned by network:router_interface {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:34.421586 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0c1e77e5-8039-49d3-8de0-4554f80f7544), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:34.447922 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1e77e5-8039-49d3-8de0-4554f80f7544,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:34.620520 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583884'] for router_interface (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:34.837187 n-d-812111-13 neutron-server[103094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c has already been hosted by L3 agent 5d8d894c-86b9-4c52-a8f8-75420b4dc6e4 {{(pid=103094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 17:56:34.941225 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] Notify agent at l3_agent.n-d-812111-13 the message routers_updated {{(pid=103094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 17:56:34.946189 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c5c22a44-49df-45f8-b63a-baaac313d1d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3781760 Jan 28 17:56:34.948662 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38260) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:34.951134 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] Sync routers for ids ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'] in n-d-812111-13 {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:34.962124 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] Routers {'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:34.962728 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.052610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks [] for router (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.069784 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] Set router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c gateway port host: n-d-812111-13 {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:35.150508 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks [] for router_gateway (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.205476 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Deleting port 0590d98a-9455-4698-a472-a50693701339 {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:35.205826 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (0590d98a-9455-4698-a472-a50693701339), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.246151 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'external_fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '0590d98a-9455-4698-a472-a50693701339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:56:34Z', 'revision_number': 5, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port': {'id': '0590d98a-9455-4698-a472-a50693701339', 'name': '', 'network_id': '63112d60-cc7e-4cc1-80c1-2940f56aff2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e30e42f-40d1-4c21-a221-c6b3d48caa21', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-13'}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.272773 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] Checking router: ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c for host: n-d-812111-13 {{(pid=103096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:56:35.280821 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] Routers {'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'} bound to L3 agent in host n-d-812111-13 {{(pid=103096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 17:56:35.281413 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T16:20:48Z,description=,heartbeat_timestamp=2022-01-28T17:56:18Z,host='n-d-812111-13',id=5d8d894c-86b9-4c52-a8f8-75420b4dc6e4,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T16:20:48Z,topic='l3_agent')) {'router_ids': ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'], 'active': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.284606 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] For port 0590d98a-9455-4698-a472-a50693701339, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=0590d98a-9455-4698-a472-a50693701339,segment=NetworkSegment(1d5958a6-ffaa-46ab-8fd8-f2ada61a0087),segment_id=1d5958a6-ffaa-46ab-8fd8-f2ada61a0087)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:35.285049 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (0590d98a-9455-4698-a472-a50693701339), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.296888 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Calling delete_port for 0590d98a-9455-4698-a472-a50693701339 owned by network:router_gateway {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:35.365451 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_dvr_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] Set router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c gateway port host: None {{(pid=103096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 17:56:35.419290 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.l3_hamode_db [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:56:35Z', 'revision_number': 6, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port_host': None}], 'n-d-812111-13', False) {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.445929 n-d-812111-13 neutron-server[103096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c76788-2ff7-4bc8-b648-1f4f269041ef None None] The sync data for ids ['ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c'] in n-d-812111-13 is: [{'id': 'ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c', 'name': 'tempest-TestSnapshotPattern-687133810-router', 'tenant_id': 'e75a82947dbe4a748f0a9ee19889241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:51:47Z', 'updated_at': '2022-01-28T17:56:35Z', 'revision_number': 6, 'project_id': 'e75a82947dbe4a748f0a9ee19889241f', 'gw_port_host': None}] {{(pid=103096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:35.463030 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (0590d98a-9455-4698-a472-a50693701339), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.489179 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Pushing event deleted for resources: {'Port': ['ID=0590d98a-9455-4698-a472-a50693701339,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:35.551763 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583206'] for router_gateway (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.639000 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1528'] for router (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.641108 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks [] for router_controller (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.683753 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595162'] for router (ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.684194 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c {{(pid=103094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 17:56:35.688458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.689653 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-c4705d81-0e16-4d80-b5a1-3928202a5232 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ea8f3735-cbcb-4a02-95bd-c6e4097c2e4c HTTP/1.1" status: 204 len: 168 time: 0.7400529 Jan 28 17:56:35.692716 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38262) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:35.743598 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Deleting subnet 7345794b-3c70-4751-b35d-9f530fafe2c1 {{(pid=103094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 17:56:35.746682 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Publish callbacks [] for subnet (7345794b-3c70-4751-b35d-9f530fafe2c1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.788298 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126004378'] for subnet (7345794b-3c70-4751-b35d-9f530fafe2c1), precommit_delete_associations {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.877218 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711867'] for subnet (7345794b-3c70-4751-b35d-9f530fafe2c1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.933402 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126519356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126034480'] for subnet (7345794b-3c70-4751-b35d-9f530fafe2c1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.963500 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7345794b-3c70-4751-b35d-9f530fafe2c1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:35.965473 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:35.971232 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-e7aa937c-70ba-43b9-b303-cd48a0f37635 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7345794b-3c70-4751-b35d-9f530fafe2c1 HTTP/1.1" status: 204 len: 168 time: 0.2750046 Jan 28 17:56:35.971437 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38264) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:35.974701 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ca9ec-4afd-4af7-8642-d7001d5a96e6 None None] Network beaf457b-e389-4b40-8778-e5ff5dc2d0e1 requested from n-d-812111-13 {{(pid=103095) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 17:56:36.042610 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1421941'] for network (beaf457b-e389-4b40-8778-e5ff5dc2d0e1), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.096516 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Deleting port 9b2f546d-d555-4227-8989-47bf9b19382e {{(pid=103094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:36.097458 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.162900 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] For port 9b2f546d-d555-4227-8989-47bf9b19382e, host n-d-812111-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-13',level=0,port_id=9b2f546d-d555-4227-8989-47bf9b19382e,segment=NetworkSegment(d800580f-e3c8-4ac9-be25-1272daf7cdbb),segment_id=d800580f-e3c8-4ac9-be25-1272daf7cdbb)] {{(pid=103094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:36.163197 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.175523 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.plugin [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Calling delete_port for 9b2f546d-d555-4227-8989-47bf9b19382e owned by network:dhcp {{(pid=103094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:36.215243 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] DHCP port deletion for beaf457b-e389-4b40-8778-e5ff5dc2d0e1 request from n-d-812111-13 {{(pid=103095) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 17:56:36.264344 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126519305'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.268498 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Deleting port 9b2f546d-d555-4227-8989-47bf9b19382e {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 17:56:36.269142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738852380272'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.290184 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2f546d-d555-4227-8989-47bf9b19382e,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.297258 n-d-812111-13 neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] No DVR routers for this DVR port 9b2f546d-d555-4227-8989-47bf9b19382e on host n-d-812111-13 {{(pid=103094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:36.317924 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0590d98a-9455-4698-a472-a50693701339 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:36.343602 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0590d98a-9455-4698-a472-a50693701339 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:36.343956 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0590d98a-9455-4698-a472-a50693701339 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:36.344468 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0c1e77e5-8039-49d3-8de0-4554f80f7544 no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:36.374862 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 0c1e77e5-8039-49d3-8de0-4554f80f7544 {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:36.375217 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 0c1e77e5-8039-49d3-8de0-4554f80f7544 not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:36.375645 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9b2f546d-d555-4227-8989-47bf9b19382e no longer exists at agent ovs-agent-n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 17:56:36.382099 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] For port 9b2f546d-d555-4227-8989-47bf9b19382e, host n-d-812111-13, got binding levels [] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 17:56:36.382503 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582471'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.407225 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] No Port match for: 9b2f546d-d555-4227-8989-47bf9b19382e {{(pid=103095) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 17:56:36.407821 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.rpc [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Device 9b2f546d-d555-4227-8989-47bf9b19382e not bound to the agent host n-d-812111-13 {{(pid=103095) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 17:56:36.412892 n-d-812111-13 neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Calling delete_port for 9b2f546d-d555-4227-8989-47bf9b19382e owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 17:56:36.415761 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.ipam_backend_mixin [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Port 9b2f546d-d555-4227-8989-47bf9b19382e was not found and therefore no delete operation was performed {{(pid=103095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 17:56:36.429279 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738852387274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738851891523'] for port (9b2f546d-d555-4227-8989-47bf9b19382e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.456241 n-d-812111-13 neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] Pushing event deleted for resources: {'Port': ['ID=9b2f546d-d555-4227-8989-47bf9b19382e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.460087 n-d-812111-13 neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226f7a2-2f94-4195-8a40-cc67eab070bd None None] No DVR routers for this DVR port 9b2f546d-d555-4227-8989-47bf9b19382e on host n-d-812111-13 {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:36.654337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665654', 'neutron.services.segments.db._delete_segments_for_network-8738852306836'] for network (beaf457b-e389-4b40-8778-e5ff5dc2d0e1), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.675000 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaf457b-e389-4b40-8778-e5ff5dc2d0e1']}} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:36.685422 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd800580f-e3c8-4ac9-be25-1272daf7cdbb') {'for_net_delete': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:36.685721 n-d-812111-13 neutron-server[103094]: DEBUG neutron.services.segments.db [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd800580f-e3c8-4ac9-be25-1272daf7cdbb') {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:36.695855 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738852309405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126004451'] for segment (d800580f-e3c8-4ac9-be25-1272daf7cdbb), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.709892 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058'] for segment (d800580f-e3c8-4ac9-be25-1272daf7cdbb), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.716594 n-d-812111-13 neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:36.717116 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126519510'] for segment (d800580f-e3c8-4ac9-be25-1272daf7cdbb), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: Traceback (most recent call last): Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: timer() Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: cb(*args, **kw) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: return func(*args, **kwargs) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: self._notify() Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: self.callback(batched_events) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: event.method(event) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: return f(self, *a, **k) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: return self._get(url).json() Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:36.718947 n-d-812111-13 neutron-server[103094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:36.787555 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582222'] for network (beaf457b-e389-4b40-8778-e5ff5dc2d0e1), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.792952 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:36.796094 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] 10.222.0.25 "DELETE /v2.0/networks/beaf457b-e389-4b40-8778-e5ff5dc2d0e1 HTTP/1.1" status: 204 len: 168 time: 0.8237159 Jan 28 17:56:36.808190 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8619d-cb26-4ec9-875d-469b52c9863a admin admin] Pushing event deleted for resources: {'Network': ['ID=beaf457b-e389-4b40-8778-e5ff5dc2d0e1,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.965391 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38268) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:37.004294 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5dc9a8be-5a43-4199-9509-b314477ba4af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3db95e3a2594123b98aaf4278c45c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376430 Jan 28 17:56:37.006701 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38270) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:37.052082 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78d3e535-cc52-4245-9321-5f32b791652f admin admin] Publish callbacks [] for security_group (f8baac48-e2da-4090-a645-3815923d9a14), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.072107 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78d3e535-cc52-4245-9321-5f32b791652f admin admin] Publish callbacks [] for security_group (f8baac48-e2da-4090-a645-3815923d9a14), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.118405 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78d3e535-cc52-4245-9321-5f32b791652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (f8baac48-e2da-4090-a645-3815923d9a14), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.121002 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-78d3e535-cc52-4245-9321-5f32b791652f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.122176 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-78d3e535-cc52-4245-9321-5f32b791652f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8baac48-e2da-4090-a645-3815923d9a14 HTTP/1.1" status: 204 len: 168 time: 0.1144986 Jan 28 17:56:37.131333 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3e535-cc52-4245-9321-5f32b791652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8baac48-e2da-4090-a645-3815923d9a14,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:37.431145 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38276) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:37.469865 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-5d6b1c65-7b44-4602-a79f-a51c9db004ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e75a82947dbe4a748f0a9ee19889241f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374746 Jan 28 17:56:37.472165 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [-] (103094) accepted ('10.222.0.25', 38278) {{(pid=103094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 17:56:37.522177 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6281ff37-9ae1-451c-b999-a6b0dd4f93b9 admin admin] Publish callbacks [] for security_group (783fa96d-d2be-4474-97eb-379c48cdef61), before_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.542565 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6281ff37-9ae1-451c-b999-a6b0dd4f93b9 admin admin] Publish callbacks [] for security_group (783fa96d-d2be-4474-97eb-379c48cdef61), precommit_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.589337 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6281ff37-9ae1-451c-b999-a6b0dd4f93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775702'] for security_group (783fa96d-d2be-4474-97eb-379c48cdef61), after_delete {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.592656 n-d-812111-13 neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-6281ff37-9ae1-451c-b999-a6b0dd4f93b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:37.596113 n-d-812111-13 neutron-server[103094]: INFO neutron.wsgi [None req-6281ff37-9ae1-451c-b999-a6b0dd4f93b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/783fa96d-d2be-4474-97eb-379c48cdef61 HTTP/1.1" status: 204 len: 168 time: 0.1202428 Jan 28 17:56:37.602200 n-d-812111-13 neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281ff37-9ae1-451c-b999-a6b0dd4f93b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fa96d-d2be-4474-97eb-379c48cdef61,revision_number=None']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.132542 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:43.165252 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:45.719122 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:56:46.098852 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dd93c69a-5586-43e8-b2c2-30e49d9100c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:48.030218 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-53c373cb-7dc1-4970-a892-b5c700eb2064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:49.726620 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:50.974295 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:56:51.933587 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:13.147468 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:13.166302 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:16.100847 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9bca9d81-6065-42f9-8ea9-db4d641251ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:18.032275 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da6c7d75-2d3e-4683-85f2-c24fdeb8fd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:19.726045 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:20.975881 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:21.938553 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:22.718138 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:57:43.160365 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:43.186184 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:46.101670 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f3500e9b-6d79-44ec-81bb-2883a20c65c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:48.034290 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbc3-ab5d-44e5-aab8-fa1fe4b9f34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:49.729353 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:50.978244 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:51.941319 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:57:59.716812 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:58:13.160160 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:13.184255 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:16.102691 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2675debf-a470-4281-983b-d1a66812bf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:18.035708 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-219f034a-1bf1-4ee8-9708-1a7d8bab7279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:19.731765 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:20.980417 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:21.944063 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:36.715138 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:58:43.174243 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:43.198298 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:46.104372 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f51fa7a1-3653-41f2-8a5d-dbf6e5ad1ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:48.036874 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-913c0f8d-c4e4-4b73-ac7a-b319e2fcecd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:49.736261 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:50.985334 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:58:51.951336 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:13.176555 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:13.207921 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:13.713913 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:59:16.106912 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-02b1ddd9-7bbb-46d6-ad66-3be0e867409e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:18.038283 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-20648822-70cc-42ec-a378-63c9c6d777a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:19.739483 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:20.987120 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:21.945897 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:43.189682 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:43.235259 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:46.114455 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8323e263-6bc2-4d9f-bdf1-412b972d7741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:48.042964 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58894972-24ef-4267-9b1f-fd9276ad82ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:49.741992 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:50.714172 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 17:59:50.989359 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 17:59:51.956988 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:13.202736 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:13.227265 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:16.106762 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ca88-d0e8-4bd8-b69e-6fece9297ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:18.046601 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe967-d259-48b2-9753-b41e9e8b29ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:19.744457 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:20.993251 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:21.950675 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:27.712876 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:00:43.201025 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:43.241622 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:46.108519 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a602398d-4148-4439-950e-408243c5fb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:48.048173 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-384a19a3-4327-42f1-9c6c-351c8b6cf43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:49.747667 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:50.994886 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:00:51.952515 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:04.713489 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:01:13.210216 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:13.247826 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:16.111871 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4eb3652-304b-4a77-a2ce-916d9979e6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:18.050333 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-75f7642d-8fe1-4404-97e2-55c164985f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:19.751263 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:20.996902 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:21.957989 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:41.713829 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:01:43.214507 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:43.252983 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:46.119037 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c3c034ad-6e66-4ebe-a87a-b63491f2db13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:48.054001 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ab2a035f-8af0-4f61-ad16-1c125c13b304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:49.755456 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:51.001176 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:01:51.952452 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:13.233446 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:13.254619 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:16.122258 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-99c3eaff-b6fe-4c70-bf8e-7fa7df3c1f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:18.056399 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db26255f-ab79-4342-9d7b-efe1c9ca5f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:18.713012 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:02:19.758291 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:21.003266 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:21.955859 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:43.235532 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:43.265142 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:46.129048 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a80713b-eb38-432d-ba9a-d2d5c03c5037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:48.058872 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fd6db5e4-0e7a-4994-a124-d8d1214a2fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:49.760500 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:51.005476 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:51.959685 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:02:55.711751 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:03:13.237278 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:13.262954 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:16.131814 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4d22d5d8-57ee-4e74-9418-3655d981d4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:18.062180 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bfb72619-6cd2-4fd7-a2b9-6e8cf2463303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:19.762759 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:21.007598 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:21.962079 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:32.710922 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:03:43.244061 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:43.267313 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:46.137887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f31a8ebc-7bed-40d1-9a95-0fc776aef871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:48.064968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eb40fde0-3731-42bf-8994-6143da4c21cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:49.768715 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:51.009812 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:03:51.967510 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:09.710214 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:04:13.245629 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:13.277285 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:16.145381 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1a74fb4c-9f21-4600-9f5b-6b09028dd778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:18.066787 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3536a1b6-fce8-4336-93c9-a4902db29899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:19.771373 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:21.013749 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:21.970058 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:43.255491 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:43.292187 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:43.450666 n-d-812111-13 neutron-server[103094]: DEBUG neutron.wsgi [req-58c7dc07-b626-458b-a7cd-34ad518c1110 req-f2341722-5123-4177-851f-e30e66ac776e service neutron] (103094) timed out ('10.222.0.25', 36088) {{(pid=103094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 18:04:46.137887 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9716faca-c73a-460b-94df-968753778279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:46.709342 n-d-812111-13 neutron-server[103096]: DEBUG neutron.db.agents_db [None req-472e93e3-8e5a-4916-a38c-b74036b9e76a None None] Agent healthcheck: found 7 active agents {{(pid=103096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:04:48.069046 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d8c67433-5b5f-4c07-a35a-46e350cc42d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:49.778073 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:51.015844 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:04:51.973968 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6de7574d-17e6-46fd-ab8a-52b494475a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (b8625160-07fb-420c-9fe5-1d88279bb698), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:05:13.273677 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb51e2e0-5e51-496c-9271-7ac98e5cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (e616d45e-7cf9-4d0c-bc80-d5597fc9b2ad), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:05:13.305959 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e4ed479e-0ad0-465c-a896-469769a31840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (551ca16a-aa34-4889-87a6-fddbb19c2966), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:05:16.140493 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cdfdd402-709c-47f9-8995-8d4cbfdfc9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (18e0d8f5-8aec-4374-9846-034b3e2db0c5), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:05:18.072039 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a38e1dd4-e163-4a14-ad0e-d1af4861521f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (5d8d894c-86b9-4c52-a8f8-75420b4dc6e4), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:05:19.789862 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d087bd07-ce89-4264-a432-bfa970cda060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (aad46ae6-bf4b-4b77-a960-fa37ba376599), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:05:21.019917 n-d-812111-13 neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-959fae10-7627-49a1-9ab6-d9b346de1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738852306818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667215'] for agent (d94b13ca-543a-4c37-8f09-254539c08f7f), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}